-- Logs begin at Thu 2021-07-08 00:57:04 UTC, end at Thu 2021-07-08 03:28:46 UTC. -- Jul 08 01:38:54.352816 n-d-695189-13 systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 01:38:57.049765 n-d-695189-13 neutron-server[100603]: INFO neutron.common.config [-] Logging enabled! Jul 08 01:38:57.050321 n-d-695189-13 neutron-server[100603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 01:38:57.050544 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 01:38:57.053756 n-d-695189-13 neutron-server[100603]: INFO neutron.common.config [-] Logging enabled! Jul 08 01:38:57.054017 n-d-695189-13 neutron-server[100603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 01:38:57.054334 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 01:38:57.055257 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:38:57.055522 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:38:57.055892 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:38:57.056145 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:38:57.056376 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:38:57.056697 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.056996 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.057295 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.057531 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.057832 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.058124 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.058411 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.058703 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.059005 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.059297 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.059616 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.059911 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.060150 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.060437 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.060730 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.061023 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.061253 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] debug = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.061539 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.061966 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.062371 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.063187 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.063648 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.063791 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.064068 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.064349 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.064638 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.064970 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] host = n-d-695189-13 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.065253 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.065542 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.065832 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.066123 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.066401 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.066681 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.066970 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.067248 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.067548 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] log_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.067827 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.068123 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.068415 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.068707 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.068939 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.069167 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.069459 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.069750 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.070028 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.070314 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.070594 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.070872 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.071154 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.071454 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.071744 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.072031 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.072320 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.072598 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.072876 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.073149 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.073425 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.073712 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.073990 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.074270 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.074548 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.074838 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.075112 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.075413 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.075719 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.076008 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.076293 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.076582 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.076860 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.077144 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.077421 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.077700 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.077973 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] use_json = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.078792 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.079069 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.079378 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.079660 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.079936 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.080216 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.080491 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.080785 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:38:57.081083 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.081383 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.081689 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.081975 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.082272 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.082555 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.082850 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.083134 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.083457 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.083757 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.084305 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.084589 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.084881 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.085165 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.085467 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.085775 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.086075 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.086370 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.086649 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.086927 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.087208 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.087519 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.087812 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.088110 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.088403 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.088680 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.088961 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.089257 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.089544 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.089819 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.090102 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.090399 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.090679 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.090957 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.091244 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.091555 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.091832 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.092110 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.092393 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.092688 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.092968 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.093243 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.093517 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.093820 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.094095 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.094384 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.094663 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.094938 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.095213 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.095522 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.095801 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.096074 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.096352 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.096627 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.096905 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.097178 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.097454 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.097729 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.098003 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.098276 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.098549 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.098821 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.099097 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.099395 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.099675 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.099950 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.100231 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.100506 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.100797 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.101096 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.101376 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.101659 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.101941 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.102221 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.102501 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.102780 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.103062 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.103359 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.103645 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.103938 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.104224 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.104514 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.104801 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.105080 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.105378 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.105659 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.105945 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.106225 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.106506 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.106798 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.107086 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.107410 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.107713 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.108009 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.108306 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.108603 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.108890 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.109203 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.109510 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:38:57.109737 n-d-695189-13 neutron-server[100603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:38:57.109979 n-d-695189-13 neutron-server[100603]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100603) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 01:38:57.461757 n-d-695189-13 neutron-server[100603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 01:38:57.462033 n-d-695189-13 neutron-server[100603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 01:38:57.462326 n-d-695189-13 neutron-server[100603]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 01:38:57.462662 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 01:38:57.851927 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.852155 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.852434 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.853737 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.854017 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.854298 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.888494 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.888783 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.889057 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.902282 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.902571 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.902846 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.933055 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.933343 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.933620 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.969624 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.969905 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:57.970179 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.199683 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.200303 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.200303 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.200462 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.201138 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.319320 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.319666 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.319956 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.320237 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.320511 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.320829 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.321099 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.321364 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.321624 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.321912 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.322182 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.322468 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.322746 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.323017 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.323280 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.323581 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.323859 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.324126 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.324404 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.324664 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.324953 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.325309 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.325571 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.325862 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.326119 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.326374 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.326777 n-d-695189-13 neutron-server[100603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:38:58.327023 n-d-695189-13 neutron-server[100603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:38:58.327270 n-d-695189-13 neutron-server[100603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:38:58.327531 n-d-695189-13 neutron-server[100603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:38:58.327773 n-d-695189-13 neutron-server[100603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:38:58.328536 n-d-695189-13 neutron-server[100603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:38:58.328900 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 01:38:58.333855 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 01:38:58.338297 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 01:38:58.342943 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 08 01:38:58.345221 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 01:38:58.345673 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 01:38:58.346009 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 01:38:58.346396 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 01:38:58.349221 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 01:38:58.349477 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 01:38:58.349830 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 01:38:58.377545 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 01:38:58.378006 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.378309 n-d-695189-13 neutron-server[100603]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100603) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 01:38:58.378675 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.380055 n-d-695189-13 neutron-server[100603]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100603) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 01:38:58.380347 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 01:38:58.380602 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 01:38:58.383661 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.383952 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:58.447729 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 01:38:58.448132 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 01:38:58.448527 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 01:38:58.449088 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 01:38:58.470606 n-d-695189-13 neutron-server[100603]: DEBUG oslo_db.sqlalchemy.engines [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100603) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 01:38:59.145127 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Initializing driver for type 'gre' Jul 08 01:38:59.145661 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] gre ID ranges: [(1, 1000)] Jul 08 01:38:59.333844 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Initializing driver for type 'local' Jul 08 01:38:59.334735 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Initializing driver for type 'vlan' Jul 08 01:38:59.432904 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] VlanTypeDriver initialization complete Jul 08 01:38:59.433244 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Initializing driver for type 'vxlan' Jul 08 01:38:59.433745 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] vxlan ID ranges: [(1, 1000)] Jul 08 01:38:59.613868 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Initializing extension driver 'port_security' Jul 08 01:38:59.614147 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.extensions.port_security [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] PortSecurityExtensionDriver initialization complete Jul 08 01:38:59.614492 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Initializing mechanism driver 'openvswitch' Jul 08 01:38:59.614839 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Initializing mechanism driver 'hyperv' Jul 08 01:38:59.621432 n-d-695189-13 neutron-server[100603]: DEBUG neutron.plugins.ml2.plugin [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:59.622141 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > port after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.622526 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > port after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.622894 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > port after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.623459 n-d-695189-13 neutron-server[100603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:38:59.623905 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.624271 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.624629 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.625031 n-d-695189-13 neutron-server[100603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:38:59.625439 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > network after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.625799 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > network after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.626152 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > network after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.626546 n-d-695189-13 neutron-server[100603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:38:59.626960 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.627325 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.627699 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.628267 n-d-695189-13 neutron-server[100603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:38:59.628682 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.629052 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.629410 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.629833 n-d-695189-13 neutron-server[100603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:38:59.630317 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.630688 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.631046 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.631464 n-d-695189-13 neutron-server[100603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:38:59.631851 n-d-695189-13 neutron-server[100603]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] ML2 OVO RPC backend initialized. {{(pid=100603) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 01:38:59.634990 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.634990 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.634990 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > network before_response 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.634990 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > networks before_response 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.635308 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > port before_response 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.635308 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > ports before_response 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.635308 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.635308 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.635587 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > network after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.635871 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > network after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.636222 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > network after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.636603 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > port after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.636958 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > port after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.637310 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > port after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.637658 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.638006 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.638350 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.638938 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.plugin [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Modular L2 Plugin initialization complete Jul 08 01:38:59.639278 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading services supported by the core plugin {{(pid=100603) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 01:38:59.639641 n-d-695189-13 neutron-server[100603]: INFO neutron.plugins.ml2.managers [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Got port-security extension from driver 'port_security' Jul 08 01:38:59.640117 n-d-695189-13 neutron-server[100603]: INFO neutron.extensions.vlantransparent [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Disabled vlantransparent extension. Jul 08 01:38:59.641166 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100603) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 01:38:59.641493 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading Plugin: router Jul 08 01:38:59.683659 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.684064 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router after_create 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.684443 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router before_create 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.684819 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.685200 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.685562 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router after_delete 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.685930 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.686308 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router after_create 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.686668 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router after_update 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.687038 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router after_update 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.687428 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.687841 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router after_update 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.688277 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.688659 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: port after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.689011 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: port after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.689362 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: subnet after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.689712 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.690068 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.690425 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.690777 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: port before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.691130 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.691533 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router after_update 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.691888 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.692273 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.692661 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.693017 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.693408 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > agent after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.693749 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.694102 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > network after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.694966 n-d-695189-13 neutron-server[100603]: DEBUG neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Tracking information for resource: router configured {{(pid=100603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:38:59.695308 n-d-695189-13 neutron-server[100603]: DEBUG neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Tracking information for resource: floatingip configured {{(pid=100603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:38:59.700308 n-d-695189-13 neutron-server[100603]: INFO neutron.db.l3_agentschedulers_db [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 01:38:59.700896 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: port after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.701265 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: port after_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.701626 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: port after_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.701993 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: port after_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.702787 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router before_create 55550100 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.703708 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.704082 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.711042 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.711042 n-d-695189-13 neutron-server[100603]: DEBUG neutron.services.provider_configuration [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service providers = [] {{(pid=100603) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 01:38:59.711042 n-d-695189-13 neutron-server[100603]: DEBUG neutron.db.servicetype_db [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100603) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 01:38:59.713754 n-d-695189-13 neutron-server[100603]: DEBUG neutron.services.service_base [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:38:59.714110 n-d-695189-13 neutron-server[100603]: DEBUG neutron.services.service_base [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:38:59.714461 n-d-695189-13 neutron-server[100603]: DEBUG neutron.services.service_base [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:38:59.715399 n-d-695189-13 neutron-server[100603]: DEBUG neutron.services.service_base [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:38:59.715783 n-d-695189-13 neutron-server[100603]: INFO neutron.services.service_base [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 01:38:59.716162 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:38:59.716494 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 01:38:59.727854 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:38:59.728209 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading Plugin: auto_allocate Jul 08 01:38:59.733944 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: network precommit_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.734351 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: network precommit_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.734883 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:38:59.735215 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading Plugin: tag Jul 08 01:38:59.754824 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:38:59.755164 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading Plugin: timestamp Jul 08 01:38:59.760550 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:38:59.760944 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading Plugin: network_ip_availability Jul 08 01:38:59.766917 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.767299 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.767693 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:38:59.768420 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:38:59.768749 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading Plugin: flavors Jul 08 01:38:59.778143 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:38:59.778492 n-d-695189-13 neutron-server[100603]: INFO neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading Plugin: revisions Jul 08 01:38:59.783466 n-d-695189-13 neutron-server[100603]: DEBUG neutron.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:38:59.783868 n-d-695189-13 neutron-server[100603]: DEBUG oslo_concurrency.lockutils [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.321s {{(pid=100603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 01:38:59.784618 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100603) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 01:38:59.784970 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Initializing extension manager. Jul 08 01:38:59.785554 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: __init__.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.785908 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: __pycache__ {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.786262 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.786608 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: address_group.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.787409 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.787996 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: address-group Jul 08 01:38:59.788336 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: address_scope.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.789067 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.789594 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: address-scope Jul 08 01:38:59.789930 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.790875 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.791435 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: router-admin-state-down-before-update Jul 08 01:38:59.791811 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: agent.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.792526 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.793241 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: agent Jul 08 01:38:59.793577 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: agent_resources_synced.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.794513 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.795037 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: agent-resources-synced Jul 08 01:38:59.795402 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.797380 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.797915 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: allowed-address-pairs Jul 08 01:38:59.798252 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.799359 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.799899 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: auto-allocated-topology Jul 08 01:38:59.800236 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: availability_zone.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.800948 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.801521 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: availability_zone Jul 08 01:38:59.801854 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: availability_zone_filter.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.802786 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.803307 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: availability_zone_filter Jul 08 01:38:59.803670 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: data_plane_status.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.804599 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.805122 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 01:38:59.805456 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: default_subnetpools.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.806396 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.806917 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: default-subnetpools Jul 08 01:38:59.807253 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.808131 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.818255 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: dhcp_agent_scheduler Jul 08 01:38:59.818255 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: dns.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.818760 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.819274 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 01:38:59.819641 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: dns_domain_ports.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.820580 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.821095 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 01:38:59.821431 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.822366 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.822880 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 01:38:59.823213 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: dvr.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.823926 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.824442 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: dvr Jul 08 01:38:59.824774 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: empty_string_filtering.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.825708 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.826298 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: empty-string-filtering Jul 08 01:38:59.826630 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.827588 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.828635 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 01:38:59.828970 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.829904 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.830429 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 01:38:59.830768 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: external_net.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.831793 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.832318 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: external-net Jul 08 01:38:59.832654 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.833589 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.834394 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: extra_dhcp_opt Jul 08 01:38:59.834728 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: extraroute.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.835700 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.836222 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: extraroute Jul 08 01:38:59.836558 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: extraroute_atomic.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.837602 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.838179 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: extraroute-atomic Jul 08 01:38:59.838515 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: filter_validation.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.839200 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.839746 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: filter-validation Jul 08 01:38:59.840080 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: fip_pf_description.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.841003 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.841518 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 01:38:59.841852 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: fip_port_details.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.842797 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.843318 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: fip-port-details Jul 08 01:38:59.844279 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: flavors.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.845530 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.846064 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: flavors Jul 08 01:38:59.846400 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.852199 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.852736 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 01:38:59.853082 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: floatingip_pools.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.853803 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.854330 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: floatingip-pools Jul 08 01:38:59.854669 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: ip_allocation.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.855643 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.856161 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 01:38:59.856495 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.857434 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.857966 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: ip-substring-filtering Jul 08 01:38:59.858342 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: l2_adjacency.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.859354 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.859884 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 01:38:59.860215 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: l3.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.861191 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.861719 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: router Jul 08 01:38:59.862056 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.864551 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.865040 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 01:38:59.865382 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.866345 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.866918 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: ext-gw-mode Jul 08 01:38:59.867254 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.868222 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.868748 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: l3-ha Jul 08 01:38:59.869085 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: l3_flavors.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.870049 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.870573 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: l3-flavors Jul 08 01:38:59.870908 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.871884 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.877564 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 01:38:59.877564 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: l3agentscheduler.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.877564 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.877564 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: l3_agent_scheduler Jul 08 01:38:59.877564 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: logging.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.878872 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.879443 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension logging not supported by any of loaded plugins Jul 08 01:38:59.879796 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: metering.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.880551 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.881140 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: metering Jul 08 01:38:59.881479 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.882603 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.883182 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: metering_source_and_destination_fields Jul 08 01:38:59.883560 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: multiprovidernet.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.884520 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.885045 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: multi-provider Jul 08 01:38:59.885385 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: netmtu.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.886375 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.886898 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: net-mtu Jul 08 01:38:59.887239 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: netmtu_writable.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.888281 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.888802 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: net-mtu-writable Jul 08 01:38:59.889141 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: network_availability_zone.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.889880 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.890891 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: network_availability_zone Jul 08 01:38:59.891241 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: network_ip_availability.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.892389 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.892926 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: network-ip-availability Jul 08 01:38:59.893266 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: network_segment_range.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.894061 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.894577 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 01:38:59.894912 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: pagination.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.895937 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.896282 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: pagination Jul 08 01:38:59.896612 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: port_device_profile.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.898037 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.898571 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: port-device-profile Jul 08 01:38:59.898907 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.899875 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.900405 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: port-mac-address-regenerate Jul 08 01:38:59.900738 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.901669 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.902197 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: port-numa-affinity-policy Jul 08 01:38:59.902533 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: port_resource_request.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.903493 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.904061 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 01:38:59.904394 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: portbindings.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.905346 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.905872 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: binding Jul 08 01:38:59.906819 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: portbindings_extended.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.908265 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.908825 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: binding-extended Jul 08 01:38:59.909225 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: portsecurity.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.910168 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.910732 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: port-security Jul 08 01:38:59.911072 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: project_id.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.912100 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.912443 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: project-id Jul 08 01:38:59.912779 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: providernet.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.913737 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.914264 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: provider Jul 08 01:38:59.914597 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.918146 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.918684 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos not supported by any of loaded plugins Jul 08 01:38:59.919031 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.920317 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.920850 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 01:38:59.921194 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.922170 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.922694 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 01:38:59.923040 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos_default.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.924034 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.924560 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos-default not supported by any of loaded plugins Jul 08 01:38:59.924902 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos_fip.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.925575 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.926092 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 01:38:59.926429 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.927399 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.927924 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 01:38:59.928264 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.929207 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.929735 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 01:38:59.930074 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.931012 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.931556 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 01:38:59.931913 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: qos_rules_alias.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.933007 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.933534 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 01:38:59.933873 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: quotasv2.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.934848 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.935187 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: quotas Jul 08 01:38:59.935552 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: quotasv2_detail.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.939167 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.939547 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: quota_details Jul 08 01:38:59.939890 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: rbac.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.940987 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.941526 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: rbac-policies Jul 08 01:38:59.941868 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: rbac_address_group.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.943010 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.943576 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: rbac-address-group Jul 08 01:38:59.943921 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: rbac_address_scope.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.944884 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.945415 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: rbac-address-scope Jul 08 01:38:59.945752 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: rbac_security_groups.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.946751 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.947280 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: rbac-security-groups Jul 08 01:38:59.947644 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.948585 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.949109 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: rbac-subnetpool Jul 08 01:38:59.949447 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: revisionifmatch.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.950388 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.950919 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: revision-if-match Jul 08 01:38:59.951253 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: revisions.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.952455 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.953039 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: standard-attr-revisions Jul 08 01:38:59.953888 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: router_availability_zone.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.954585 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.955113 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: router_availability_zone Jul 08 01:38:59.955482 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: routerservicetype.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.956430 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.956949 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 01:38:59.957285 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.958234 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.958757 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: security-groups-normalized-cidr Jul 08 01:38:59.959361 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.960323 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.960850 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: port-security-groups-filtering Jul 08 01:38:59.961182 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.962123 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.962649 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: security-groups-remote-address-group Jul 08 01:38:59.962982 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: securitygroup.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.972564 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.973105 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: security-group Jul 08 01:38:59.973451 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: segment.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.974257 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.974777 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension segment not supported by any of loaded plugins Jul 08 01:38:59.975117 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.976110 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.976633 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 01:38:59.976969 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: servicetype.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.978118 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.978651 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: service-type Jul 08 01:38:59.978990 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: sorting.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.980033 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.980375 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: sorting Jul 08 01:38:59.980709 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: standard_attr_segment.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.981717 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.982243 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 01:38:59.982579 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: standardattrdescription.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.983244 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.983860 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: standard-attr-description Jul 08 01:38:59.984219 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: stateful_security_group.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.985176 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.985702 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: stateful-security-group Jul 08 01:38:59.986038 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: stdattrs_common.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.986637 n-d-695189-13 neutron-server[100603]: WARNING neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 01:38:59.986972 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.987948 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.988477 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 01:38:59.988812 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: subnet_onboard.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.989901 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.990436 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: subnet_onboard Jul 08 01:38:59.990776 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.991750 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.992273 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 01:38:59.992612 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: subnet_service_types.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.993563 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.994089 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: subnet-service-types Jul 08 01:38:59.994428 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: subnetallocation.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.995557 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.996082 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: subnet_allocation Jul 08 01:38:59.996420 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.997104 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.997639 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: subnetpool-prefix-ops Jul 08 01:38:59.997975 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:38:59.998918 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:38:59.999468 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 01:39:00.000316 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: tagging.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:39:00.001416 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:39:00.001949 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: standard-attr-tag Jul 08 01:39:00.002286 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: timestamp.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:39:00.003584 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:39:00.004124 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loaded extension: standard-attr-timestamp Jul 08 01:39:00.004462 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: trunk.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:39:00.005518 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:39:00.006083 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension trunk not supported by any of loaded plugins Jul 08 01:39:00.006424 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: trunk_details.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:39:00.007396 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:39:00.007926 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 01:39:00.008266 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:39:00.009208 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:39:00.009753 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 01:39:00.010074 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Loading extension file: vlantransparent.py {{(pid=100603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:39:00.010759 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:39:00.011280 n-d-695189-13 neutron-server[100603]: INFO neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 01:39:00.013756 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:network Jul 08 01:39:00.014310 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:subnet Jul 08 01:39:00.014728 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:39:00.015137 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:port Jul 08 01:39:00.017032 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.017486 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service FLAVORS assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.018133 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.018570 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.018912 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:router Jul 08 01:39:00.019408 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 01:39:00.019929 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service METERING assigned prefix: /metering {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.021395 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:39:00.021785 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:39:00.022152 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:39:00.023177 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 01:39:00.023664 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:security_group Jul 08 01:39:00.024136 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 01:39:00.024766 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service CORE assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.025108 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:39:00.025477 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] subnetpool is already registered Jul 08 01:39:00.025928 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service CORE assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.026272 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:39:00.026618 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] subnetpool is already registered Jul 08 01:39:00.028997 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.029445 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service FLAVORS assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.030054 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.030488 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.030833 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:router Jul 08 01:39:00.031214 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] router is already registered Jul 08 01:39:00.031709 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 01:39:00.032056 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] floatingip is already registered Jul 08 01:39:00.032527 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service METERING assigned prefix: /metering {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.033218 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 01:39:00.033557 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] rbac_policy is already registered Jul 08 01:39:00.033985 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:security_group Jul 08 01:39:00.034335 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] security_group is already registered Jul 08 01:39:00.034753 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 01:39:00.035096 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] security_group_rule is already registered Jul 08 01:39:00.035766 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service CORE assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.036103 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:39:00.036452 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] subnetpool is already registered Jul 08 01:39:00.036888 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.v2.resource_helper [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Service CORE assigned prefix: {{(pid=100603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:39:00.037222 n-d-695189-13 neutron-server[100603]: INFO neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:39:00.037564 n-d-695189-13 neutron-server[100603]: WARNING neutron.quota.resource_registry [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] subnetpool is already registered Jul 08 01:39:00.038050 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: extensions {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.039540 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: address-groups {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.041040 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: address-scopes {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.042375 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: agents {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.043563 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: auto-allocated-topology {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.044823 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: availability_zones {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.046035 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: dhcp-networks {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.048649 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: dhcp-agents {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.050102 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: routers {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.051850 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: flavors {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.053109 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: service_profiles {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.054323 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: next_providers {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.055794 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: service_profiles {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.057365 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: floatingip-pools {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.058569 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: routers {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.060309 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: floatingips {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.061590 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: l3-routers {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.063572 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: l3-agents {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.065023 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: metering-labels {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.066270 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: metering-label-rules {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.067679 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: network-ip-availabilities {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.068937 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: bindings {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.070509 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: quotas {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.072089 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: quotas {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.073496 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: rbac-policies {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.074697 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: security-groups {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.076030 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: security-group-rules {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.077288 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: service-providers {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.079401 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: subnetpools {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.080730 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: subnetpools {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.082281 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.084241 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.086085 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.087915 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.089609 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.091599 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.093294 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.095178 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.097079 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.098837 n-d-695189-13 neutron-server[100603]: DEBUG neutron.api.extensions [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Extended resource: tags {{(pid=100603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:39:00.104785 n-d-695189-13 neutron-server[100603]: WARNING keystonemiddleware.auth_token [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 01:39:00.109352 n-d-695189-13 neutron-server[100603]: WARNING keystonemiddleware.auth_token [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 01:39:00.118798 n-d-695189-13 neutron-server[100603]: DEBUG oslo_concurrency.lockutils [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Acquired lock "singleton_lock" {{(pid=100603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 01:39:00.119230 n-d-695189-13 neutron-server[100603]: DEBUG oslo_concurrency.lockutils [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Releasing lock "singleton_lock" {{(pid=100603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 01:39:00.119918 n-d-695189-13 neutron-server[100603]: INFO oslo_service.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Starting 2 workers Jul 08 01:39:00.124746 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Started child 100712 {{(pid=100603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:39:00.129747 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Started child 100713 {{(pid=100603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:39:00.130515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.131314 n-d-695189-13 neutron-server[100603]: INFO neutron.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 01:39:00.132033 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Notify callbacks [] for process, before_spawn {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.132221 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [-] (100712) wsgi starting up on http://0.0.0.0:9696 Jul 08 01:39:00.134350 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.134765 n-d-695189-13 neutron-server[100603]: INFO oslo_service.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Starting 1 workers Jul 08 01:39:00.135755 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [-] (100713) wsgi starting up on http://0.0.0.0:9696 Jul 08 01:39:00.139619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Started child 100714 {{(pid=100603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:39:00.140179 n-d-695189-13 neutron-server[100603]: INFO oslo_service.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Starting 1 workers Jul 08 01:39:00.144019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] calling RpcWorker wait() {{(pid=100714) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 01:39:00.144563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] returning from RpcWorker wait() {{(pid=100714) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 01:39:00.145309 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Started child 100717 {{(pid=100603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:39:00.145781 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.146172 n-d-695189-13 neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-27687982-08cb-4235-8b55-71f1aafba8d9 None None] Notify callbacks [] for process, after_spawn {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.146290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:00.148072 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 01:39:00.148295 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:39:00.148486 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:39:00.148708 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:39:00.149077 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:39:00.149246 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:39:00.149947 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.150167 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.150622 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.150622 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.150770 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.151225 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.151332 n-d-695189-13 neutron-server[100717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:00.151860 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.152146 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.152390 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.152681 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.152935 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.153110 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.153286 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.153560 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.153813 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.154086 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.154373 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.154629 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.154902 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.155079 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.155377 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.155645 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.155916 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.156214 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] debug = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.156466 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.156958 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.157241 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.157652 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.157899 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.158184 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.158423 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.158705 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.158978 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.159219 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.159658 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.159936 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.160180 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.160430 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.160678 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.160942 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.161173 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.161658 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] host = n-d-695189-13 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.161993 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.162166 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.162366 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.162636 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.162905 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.163149 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.163420 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.163690 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.163952 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.164187 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.164457 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.164735 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.164979 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.165245 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.165417 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_options = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.165673 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.165953 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.166228 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.166412 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.166589 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.166775 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.167034 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.167188 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.167473 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.167722 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.167946 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.168169 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.168410 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.168652 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.168928 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.169187 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.169409 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.169633 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.169910 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.170177 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.170431 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.170666 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.170911 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.171294 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.171765 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.171997 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.172243 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.172472 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.172696 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.172967 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.173318 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.173470 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.173701 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.173968 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.174225 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.174459 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.174688 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.174961 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.175195 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.175554 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.175815 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.176056 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.176335 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.176550 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.176806 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.177028 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_json = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.177253 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.177476 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.178371 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.178371 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.178371 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.178592 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.179219 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.179515 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.179944 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.180270 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.180601 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.180855 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.181327 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.181579 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.181818 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.182045 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.182304 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.182544 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.182848 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.183094 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.183423 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.183673 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.183939 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.184298 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.184545 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.184819 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.185077 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.185431 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.185525 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.185781 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.186131 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.186422 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.186696 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.186968 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.187194 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.187968 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.200839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.201485 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.202510 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.204152 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205019 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.205619 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.206157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.206157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.206157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.206157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.206157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.206157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.206157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.206157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.207257 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.207257 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.207257 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.207257 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.207733 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.207733 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.208403 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.208403 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.208403 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.208694 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.208961 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.209472 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.210600 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.210886 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.211157 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.211458 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.211753 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.213179 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.213528 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.213829 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.214100 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.214384 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.214913 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.215252 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.215764 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.216080 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.216304 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.216578 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.216844 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.217186 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.218153 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.219419 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.219843 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.220263 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.221854 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.222115 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.222351 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.222585 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.222888 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.223161 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.223440 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.223721 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.225676 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.226226 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.226519 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.226794 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.227050 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.227300 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.227592 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.227842 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.228096 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.228352 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.228617 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.228845 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.229070 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.229336 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.229577 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.229804 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.230028 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.230256 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.230484 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.230760 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.230984 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.231215 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.231532 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.231916 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.232158 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.232403 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.232624 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.232887 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.233136 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.233413 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.233691 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.233948 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.234225 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.234482 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.234759 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.234982 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.235238 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.235494 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.235718 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.235941 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.236167 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.236393 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.236636 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.236872 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.237096 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.237360 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.237610 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.237952 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.238231 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.238472 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.238718 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.238962 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.239205 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.239451 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.239697 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.239938 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.240181 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.240403 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.240648 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.240876 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.241104 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.241322 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.241539 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.241757 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.241977 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.242194 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.242492 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.242730 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.242985 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.243245 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.243645 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.243948 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.244188 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.244405 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.244627 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.244854 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.245075 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.245291 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.245560 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.245776 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.245992 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.246220 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.246446 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.246685 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.246955 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.247240 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.248123 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.248360 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.248586 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.248827 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.249059 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.249305 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.249648 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.250483 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.250713 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.250952 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.251267 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.251566 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.251809 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.252107 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.252342 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.252604 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.252887 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.253197 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.253419 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.253682 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.253906 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.254146 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.254374 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.254732 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.254993 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.255281 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.255556 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.255813 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.256078 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.256361 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.256647 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.256872 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.257150 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.257497 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.257773 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.258048 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.258312 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.258569 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.258796 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.259038 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.259278 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.259542 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.259763 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.260006 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.260260 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.260491 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.260741 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.260975 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.261195 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.261444 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.261692 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.261919 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.262160 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.262321 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:39:00.262838 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 01:39:00.263004 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:39:00.263163 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:39:00.263363 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:39:00.263531 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:39:00.263690 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:39:00.263903 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.264073 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.264241 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.264407 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.264573 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.264776 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.264928 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.265093 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.265259 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.265469 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.266136 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.266304 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.266469 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.266633 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.266803 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.266968 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.267136 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.267301 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.267518 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.267673 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.267838 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.268002 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.268166 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] debug = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.268332 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.268518 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.268685 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.268849 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.269013 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.269176 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.269329 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.269493 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.269657 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.269821 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.269985 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.270148 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.270313 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.270477 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.270640 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.270802 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.270965 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.271129 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] host = n-d-695189-13 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.271293 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.271479 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.271642 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.271806 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.271968 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.272133 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.272296 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.272459 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.272623 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.272786 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.272949 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.273112 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.273276 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.273439 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.273604 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_options = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.273768 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.273931 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.274095 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.274285 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.274457 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.274621 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.274785 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.274950 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.275120 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.275264 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.275448 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.275614 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.275778 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.275941 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.276105 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.276268 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.276432 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.276597 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.276766 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.276930 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.277094 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.277260 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.277425 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.277589 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.277753 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.277917 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.278081 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.278244 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.278408 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.278572 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.278738 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.278896 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.279057 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.279222 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.279401 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.279560 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.279720 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.279888 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.280052 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.280216 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.280380 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.280543 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.280707 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.280872 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.281060 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.281451 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_json = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.281621 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.281787 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.281963 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.282113 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.282276 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.282440 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.282589 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.282758 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:39:00.282940 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.283109 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.283286 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.283476 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.283642 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.283807 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.283973 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.284138 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.284304 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.284468 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.284640 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.284805 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.284983 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.285151 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.285317 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.285486 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.285652 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.285818 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.285984 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.286150 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.286315 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.286480 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.286661 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.286832 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.286999 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.287164 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.287332 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.287522 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.287688 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.287857 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.288025 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.288192 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.288359 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.288526 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.288692 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.288859 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.289028 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.289196 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.289363 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.289530 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.289697 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.289863 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.290029 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.290196 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.290362 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.290529 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.290696 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.290867 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.291027 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.291195 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.291392 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.291559 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.291724 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.291889 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.292056 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.292221 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.292385 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.292551 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.292715 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.293212 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.293212 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.293212 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.293447 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.293528 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.293662 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.293827 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.293993 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.294160 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.294326 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.294492 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.294657 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.294824 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.294989 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.295155 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.295321 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.295506 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.295672 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.295838 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.296004 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.296169 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.296335 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.296501 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.297194 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.297368 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.297587 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.297707 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.297867 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.298032 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.298198 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.298363 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.298528 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.298694 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.298858 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.299024 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.299190 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.299451 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.299570 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.299692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:00.299794 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.299876 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.300013 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.300178 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.300342 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.300507 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.300672 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.300837 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.301003 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.301167 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.301333 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.301497 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.301662 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.301826 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.302000 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.302165 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.302334 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.302498 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.302670 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.302846 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.303012 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.303179 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.303369 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.303530 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.303695 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.303861 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.304028 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.304192 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.304358 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.304798 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.304974 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.305151 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.305317 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.305484 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.305649 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.305839 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.306004 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.306169 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.306334 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.306499 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.306664 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.306831 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.306996 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.307162 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.307330 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.307523 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.307698 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.307844 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.308011 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.308176 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.308341 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.308509 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.308675 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.308840 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.309007 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.309173 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.309339 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.309505 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.309669 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.309836 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.310001 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.310167 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.310333 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.310499 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.310664 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.310830 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.310996 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.311162 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.311328 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.311514 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.311679 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.311844 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.312012 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.312178 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.312392 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.313052 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.313223 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.313409 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.313548 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.313715 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.313881 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.314048 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.314215 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.314381 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.314548 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.314714 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.314880 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.315047 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.315211 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.315383 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.315569 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.315735 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.315900 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.316066 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.316231 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.316397 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.316563 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.316728 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.316892 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.317056 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.317225 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.317394 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.317564 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.317777 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.317905 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.318036 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.318201 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.318365 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.318521 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.318699 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.318865 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.319124 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.319297 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.319483 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.319649 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.319826 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.319993 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.320158 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.320324 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.320488 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.320654 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.320830 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.320997 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.321162 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.321328 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.321493 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.321658 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.321833 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.321999 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.322210 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.322316 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.322469 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.322635 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.322810 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.322976 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.323141 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.323308 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.323494 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.323659 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.323835 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.324002 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.324169 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.324344 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.324511 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.324677 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.324844 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.325022 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.325190 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.325359 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.325526 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.325692 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.325857 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.326225 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.326225 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.326465 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.326547 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.326677 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.326851 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.327025 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.327205 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.327390 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.327565 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.327745 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.327948 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.328088 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.328254 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.328418 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.328583 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.328750 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.328914 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.329079 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.329244 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.329409 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.329574 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.329739 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.329903 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.330069 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.330234 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.330401 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.330566 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.330732 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.330898 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:39:00.331055 n-d-695189-13 neutron-server[100603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:39:00.528449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51248) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:00.536930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062592 Jul 08 01:39:11.999911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e0a99-a95c-4678-9601-db70e2aab6cc None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:39:12.060150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e0a99-a95c-4678-9601-db70e2aab6cc None None] No non-hosted networks {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 01:39:12.076177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.agentschedulers_db [None req-5a3e0a99-a95c-4678-9601-db70e2aab6cc None None] DHCP Agent not found on host n-d-695189-13 {{(pid=100714) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 01:39:12.218883 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-44819665-9d6b-4129-9c5d-3455c8b5d793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-282898'] for agent, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.281450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6494d651-b0d6-49fe-8d9f-eddcd0ebb2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-282898'] for agent, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.336561 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-0f89b1ac-a794-4693-a6ed-89afabf74eb0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-695189-13 {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:39:14.337080 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-0f89b1ac-a794-4693-a6ed-89afabf74eb0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:39:14.787460 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-282898'] for agent, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.788510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.788960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.789408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.789848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.790284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.790722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.791154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.791612 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.792058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.792497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.792924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.793356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:14.793839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-695189-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:14.807155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-695189-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:14.970566 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0f89b1ac-a794-4693-a6ed-89afabf74eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.585210 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-282898'] for agent, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.244222 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-282898'] for agent, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.196843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51342) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:18.548735 n-d-695189-13 neutron-server[100714]: INFO neutron.db.l3_hamode_db [None req-8231c67d-e0c0-4a44-a24f-a80a42f4ae96 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 01:39:18.626525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8231c67d-e0c0-4a44-a24f-a80a42f4ae96 None None] Routers set() bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:18.626915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8231c67d-e0c0-4a44-a24f-a80a42f4ae96 None None] Router IDs set() for agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 01:39:18.694702 n-d-695189-13 neutron-server[100713]: WARNING oslo_policy.policy [None req-9545945a-35bb-4b3f-b47a-b870857be649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:39:18.695278 n-d-695189-13 neutron-server[100713]: WARNING oslo_policy.policy [None req-9545945a-35bb-4b3f-b47a-b870857be649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:39:18.910788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-9545945a-35bb-4b3f-b47a-b870857be649 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:39:18.913982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9545945a-35bb-4b3f-b47a-b870857be649 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7161109 Jul 08 01:39:21.227907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51356) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:21.524893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1462bfb9-16bb-4e2b-8ab5-cebbf915062d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:21.620144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.policy [None req-1462bfb9-16bb-4e2b-8ab5-cebbf915062d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100713) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 01:39:21.664605 n-d-695189-13 neutron-server[100713]: WARNING oslo_policy.policy [None req-1462bfb9-16bb-4e2b-8ab5-cebbf915062d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:39:21.664977 n-d-695189-13 neutron-server[100713]: WARNING oslo_policy.policy [None req-1462bfb9-16bb-4e2b-8ab5-cebbf915062d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:39:21.673597 n-d-695189-13 neutron-server[100713]: INFO neutron.quota [None req-1462bfb9-16bb-4e2b-8ab5-cebbf915062d admin admin] Loaded quota_driver: . Jul 08 01:39:21.827145 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1462bfb9-16bb-4e2b-8ab5-cebbf915062d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775506133958', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775506136555', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775506162200', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775506164686', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775506174339', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775506168232', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-614091', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756522', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1698327'] for rbac-policy, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.024628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1462bfb9-16bb-4e2b-8ab5-cebbf915062d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.025857 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1462bfb9-16bb-4e2b-8ab5-cebbf915062d admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7970126 Jul 08 01:39:24.558037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51368) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:24.849957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'project_id': '9697abf0468f4498bf093623ee511ef8', 'admin_state_up': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:24.932905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Made reservation on behalf of 9697abf0468f4498bf093623ee511ef8 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:24.935728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.953539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.072422 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.135115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.158231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:39:25.183511 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775504271692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.184087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Unsubscribe: segment precommit_create {{(pid=100713) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 01:39:25.184598 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Added segment 687d8a8c-0d5d-40d6-ace9-0d4dce097db0 of type vlan for network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 Jul 08 01:39:25.191636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7474117-d657-4cd2-bf94-8beb89152b8c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:25.214130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.214473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.214808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.215140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.215495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.215820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.216140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.216456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.216773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.217087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.217403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.217819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Tracked resource versions report: Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: pushed versions: Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: { 'AddressGroup': {'1.2'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'ConntrackHelper': {'1.0'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Log': {'1.0'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Network': {'1.1'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Port': {'1.7'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'PortForwarding': {'1.2'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'QosPolicy': {'1.8'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'SecurityGroup': {'1.4'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'SubPort': {'1.0'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Subnet': {'1.1'}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Trunk': {'1.1'}} Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: consumer versions: Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: { DHCP agent@n-d-695189-13: {}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: L3 agent@n-d-695189-13: {}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: Metadata agent@n-d-695189-13: {}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: Metering agent@n-d-695189-13: {}, Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: Open vSwitch agent@n-d-695189-13: { 'AddressGroup': '1.2', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'ConntrackHelper': '1.0', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Log': '1.0', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Network': '1.1', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Port': '1.7', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'PortForwarding': '1.2', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'QosPolicy': '1.8', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'SecurityGroup': '1.4', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'SecurityGroupRule': '1.2', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'SubPort': '1.0', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Subnet': '1.1', Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: 'Trunk': '1.1'}} Jul 08 01:39:25.219019 n-d-695189-13 neutron-server[100713]: {{(pid=100713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:39:25.306451 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.418780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.419827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:25.420480 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.514801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6d676d-82d6-4b53-8fad-4d223ccbb217,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:25.525663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:39:25.645574 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3263ba29-f9b3-4daa-a7f7-5f78ae079f14 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0863442 Jul 08 01:39:28.226837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51382) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:28.708162 n-d-695189-13 neutron-server[100712]: WARNING oslo_policy.policy [None req-9279492b-6a2a-4bcc-965d-e5e25b169eb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:39:28.708726 n-d-695189-13 neutron-server[100712]: WARNING oslo_policy.policy [None req-9279492b-6a2a-4bcc-965d-e5e25b169eb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:39:29.139088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.policy [None req-9279492b-6a2a-4bcc-965d-e5e25b169eb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100712) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 01:39:29.183468 n-d-695189-13 neutron-server[100712]: WARNING oslo_policy.policy [None req-9279492b-6a2a-4bcc-965d-e5e25b169eb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:39:29.183846 n-d-695189-13 neutron-server[100712]: WARNING oslo_policy.policy [None req-9279492b-6a2a-4bcc-965d-e5e25b169eb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:39:29.192127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9279492b-6a2a-4bcc-965d-e5e25b169eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.193947 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9279492b-6a2a-4bcc-965d-e5e25b169eb7 admin admin] 10.222.0.10 "GET /v2.0/networks/2c6d676d-82d6-4b53-8fad-4d223ccbb217 HTTP/1.1" status: 200 len: 825 time: 0.9650061 Jul 08 01:39:29.232048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5d9d6638-be51-4328-9783-4aa986989f7a admin admin] 10.222.0.10 "GET /v2.0/subnetpools/3df34e45-bde7-47f4-a7dc-42d290bbbcb6 HTTP/1.1" status: 200 len: 734 time: 0.0327249 Jul 08 01:39:29.241206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'subnetpool_id': '3df34e45-bde7-47f4-a7dc-42d290bbbcb6', 'name': 'private-subnet', 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:29.242780 n-d-695189-13 neutron-server[100712]: INFO neutron.quota [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Loaded quota_driver: . Jul 08 01:39:29.352572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Made reservation on behalf of 9697abf0468f4498bf093623ee511ef8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:29.355507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.733360 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.806469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Checking segment: {'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:29.806838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Network hostable DHCP agents. Network: 2c6d676d-82d6-4b53-8fad-4d223ccbb217, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:39:29.811283 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db189218-2997-49ce-ab76-b4793513fb1e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:29.823405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.823750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.824087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.824420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.824747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.825068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.825389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.825709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.826028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.826344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.827154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.827512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Tracked resource versions report: Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: pushed versions: Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: { 'AddressGroup': {'1.2'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'ConntrackHelper': {'1.0'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Log': {'1.0'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Network': {'1.1'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Port': {'1.7'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'PortForwarding': {'1.2'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'QosPolicy': {'1.8'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'SecurityGroup': {'1.4'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'SubPort': {'1.0'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Subnet': {'1.1'}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Trunk': {'1.1'}} Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: consumer versions: Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: { DHCP agent@n-d-695189-13: {}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: L3 agent@n-d-695189-13: {}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: Metadata agent@n-d-695189-13: {}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: Metering agent@n-d-695189-13: {}, Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: Open vSwitch agent@n-d-695189-13: { 'AddressGroup': '1.2', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'ConntrackHelper': '1.0', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Log': '1.0', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Network': '1.1', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Port': '1.7', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'PortForwarding': '1.2', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'QosPolicy': '1.8', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'SecurityGroup': '1.4', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'SecurityGroupRule': '1.2', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'SubPort': '1.0', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Subnet': '1.1', Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: 'Trunk': '1.1'}} Jul 08 01:39:29.828646 n-d-695189-13 neutron-server[100712]: {{(pid=100712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:39:29.944227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:39:30.030183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2c6d676d-82d6-4b53-8fad-4d223ccbb217) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:30.034782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.035446 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.040778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a86991-2b6d-42dd-92c3-af5c691f0806 None None] Network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:30.122186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ca1771d2-cf4c-4eb9-a95a-55c417b81f01 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8843665 Jul 08 01:39:30.351613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2c6d676d-82d6-4b53-8fad-4d223ccbb217', 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'fixed_ips': [{'subnet_id': 'db189218-2997-49ce-ab76-b4793513fb1e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:39:30.352832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.621472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Allocated IP 172.20.0.2 (2c6d676d-82d6-4b53-8fad-4d223ccbb217/db189218-2997-49ce-ab76-b4793513fb1e/751d2bbd-c397-4916-b5a7-ab1d06de0e4e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:30.845991 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.860889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Transition to ACTIVE for port object 751d2bbd-c397-4916-b5a7-ab1d06de0e4e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:30.881153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Transition to ACTIVE for port object 751d2bbd-c397-4916-b5a7-ab1d06de0e4e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:30.958979 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.027051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:31.033950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:31.042585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:31.046246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Pushing event updated for resources: {'Port': ['ID=751d2bbd-c397-4916-b5a7-ab1d06de0e4e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:31.086563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.086908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.087249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.087676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.088009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.088336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.088662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.088999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.089331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.089654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.089976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.090296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Tracked resource versions report: Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: pushed versions: Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: { 'AddressGroup': {'1.2'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'ConntrackHelper': {'1.0'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Log': {'1.0'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Network': {'1.1'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Port': {'1.7'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'PortForwarding': {'1.2'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'QosPolicy': {'1.8'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'SecurityGroup': {'1.4'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'SubPort': {'1.0'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Subnet': {'1.1'}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Trunk': {'1.1'}} Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: consumer versions: Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: { DHCP agent@n-d-695189-13: {}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: L3 agent@n-d-695189-13: {}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: Metadata agent@n-d-695189-13: {}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: Metering agent@n-d-695189-13: {}, Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: Open vSwitch agent@n-d-695189-13: { 'AddressGroup': '1.2', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'ConntrackHelper': '1.0', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Log': '1.0', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Network': '1.1', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Port': '1.7', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'PortForwarding': '1.2', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'QosPolicy': '1.8', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'SecurityGroup': '1.4', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'SecurityGroupRule': '1.2', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'SubPort': '1.0', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Subnet': '1.1', Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: 'Trunk': '1.1'}} Jul 08 01:39:31.091468 n-d-695189-13 neutron-server[100714]: {{(pid=100714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:39:31.123770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Attempting to bind port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:31.124181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Attempting to bind port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:31.124603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Attempting to bind port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e on network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:31.129335 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:31.129749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Checking segment: {'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:31.130250 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.130642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Bound using segment: {'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:31.131124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Bound port: 751d2bbd-c397-4916-b5a7-ab1d06de0e4e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:31.131651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.193217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] For port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:31.197430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] For port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=751d2bbd-c397-4916-b5a7-ab1d06de0e4e,segment=NetworkSegment(687d8a8c-0d5d-40d6-ace9-0d4dce097db0),segment_id=687d8a8c-0d5d-40d6-ace9-0d4dce097db0)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:31.267130 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.331966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd8f86-c3d1-4677-9cce-933e3bfe643a None None] Pushing event updated for resources: {'Port': ['ID=751d2bbd-c397-4916-b5a7-ab1d06de0e4e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:32.489764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:32.801653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-85c8b030-dad7-4363-bfbf-9d8044905528 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:39:32.802647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-85c8b030-dad7-4363-bfbf-9d8044905528 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118281 Jul 08 01:39:35.171326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51410) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:35.471953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-f811fcf0-1220-4085-982d-3b6f43963080 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:39:35.473091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f811fcf0-1220-4085-982d-3b6f43963080 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3006580 Jul 08 01:39:36.591968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 751d2bbd-c397-4916-b5a7-ab1d06de0e4e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:36.718195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:37.378212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969d446-cd58-4d48-ad7d-355035f93216 None None] Network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:37.495804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7ce44a33-dcf5-4358-856a-206c65a327ec None None] Provisioning for port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:37.505118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7ce44a33-dcf5-4358-856a-206c65a327ec None None] Provisioning complete for port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:37.505513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ce44a33-dcf5-4358-856a-206c65a327ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.665070 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ce44a33-dcf5-4358-856a-206c65a327ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.700755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7ce44a33-dcf5-4358-856a-206c65a327ec None None] For port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=751d2bbd-c397-4916-b5a7-ab1d06de0e4e,segment=NetworkSegment(687d8a8c-0d5d-40d6-ace9-0d4dce097db0),segment_id=687d8a8c-0d5d-40d6-ace9-0d4dce097db0)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:37.781512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ce44a33-dcf5-4358-856a-206c65a327ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.831925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce44a33-dcf5-4358-856a-206c65a327ec None None] Pushing event updated for resources: {'Port': ['ID=751d2bbd-c397-4916-b5a7-ab1d06de0e4e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:37.900979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2f86218b-97dd-44ec-b8bc-76e5f6c52240 None None] Provisioning complete for port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:37.901282 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2f86218b-97dd-44ec-b8bc-76e5f6c52240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.100203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51424) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:38.387883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7f8cc12a-c50e-4650-82c5-893d445bb668 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9697abf0468f4498bf093623ee511ef8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:38.492893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc12a-c50e-4650-82c5-893d445bb668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.494505 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc12a-c50e-4650-82c5-893d445bb668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.572465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 751d2bbd-c397-4916-b5a7-ab1d06de0e4e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:38.617465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:38.617843 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.654971 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc12a-c50e-4650-82c5-893d445bb668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.707306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc12a-c50e-4650-82c5-893d445bb668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.780765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f8cc12a-c50e-4650-82c5-893d445bb668 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.781906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7f8cc12a-c50e-4650-82c5-893d445bb668 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6807394 Jul 08 01:39:41.142762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51432) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:41.444202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-25cd1b96-2186-4c9c-baee-a674b71d261b admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:39:41.445191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-25cd1b96-2186-4c9c-baee-a674b71d261b admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3014755 Jul 08 01:39:41.958568 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf966970-3be8-483d-8cce-da6104115608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.786533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51440) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:44.088933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:44.201979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Made reservation on behalf of c39d52f6876a4832bf5d94edc7e7c4b5 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:44.204445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.219908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.275803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e24ff17f-e526-4dfb-8a3d-7066cfdb66ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.332366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.400862 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.417859 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Reserving flat network on physical network physnet1 {{(pid=100712) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 01:39:44.436416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96eca6-7fa1-4bb2-8590-00f0ac3daf84,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:44.444998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775504271692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.445557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Unsubscribe: segment precommit_create {{(pid=100712) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 01:39:44.446528 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Added segment a5a61d17-f34f-4fe5-b9bf-07009e25dfe6 of type flat for network d34fc429-077f-4314-b156-ece2b4cd3f46 Jul 08 01:39:44.505516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.612838 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.613771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:44.614349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.701262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] Pushing event updated for resources: {'Network': ['ID=d34fc429-077f-4314-b156-ece2b4cd3f46,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:44.729574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d34fc429-077f-4314-b156-ece2b4cd3f46 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:39:44.741844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-410912c7-5029-47ef-9aeb-a6b597b7a321 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9542377 Jul 08 01:39:44.792670 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:45.535058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:47.082069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51460) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:47.178779 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:47.294272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08452b5-3764-4886-9cd0-6f03bd2823a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:47.295690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d08452b5-3764-4886-9cd0-6f03bd2823a2 admin admin] 10.222.0.10 "GET /v2.0/subnets/db189218-2997-49ce-ab76-b4793513fb1e HTTP/1.1" status: 200 len: 849 time: 0.2126513 Jul 08 01:39:47.471791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dce630d4-2707-43d1-b4b5-896b8f8e1d53 admin admin] 10.222.0.10 "GET /v2.0/routers/efab7d22-25c1-44db-904a-59cba893cabc HTTP/1.1" status: 200 len: 704 time: 0.1706843 Jul 08 01:39:47.735686 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.037082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Allocated IP 172.20.0.1 (2c6d676d-82d6-4b53-8fad-4d223ccbb217/db189218-2997-49ce-ab76-b4793513fb1e/121a870b-69f5-4460-83dd-a9183b797b24) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:48.219682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.242340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Transition to ACTIVE for port object 121a870b-69f5-4460-83dd-a9183b797b24 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:48.367585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.434872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:48.447490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:48.452613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Pushing event updated for resources: {'Port': ['ID=121a870b-69f5-4460-83dd-a9183b797b24,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:48.463836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:48.464401 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.738414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0b02ea41-2a40-4b52-ac78-07970ada18ae None None] Provisioning for port 121a870b-69f5-4460-83dd-a9183b797b24 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:48.742139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0b02ea41-2a40-4b52-ac78-07970ada18ae None None] Provisioning complete for port 121a870b-69f5-4460-83dd-a9183b797b24 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:48.742505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0b02ea41-2a40-4b52-ac78-07970ada18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.775414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0b02ea41-2a40-4b52-ac78-07970ada18ae None None] Port 121a870b-69f5-4460-83dd-a9183b797b24 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:48.822656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.999561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.043386 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.044203 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.123093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Pushing event updated for resources: {'Port': ['ID=121a870b-69f5-4460-83dd-a9183b797b24,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:49.169008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:49.170456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:49.383998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Router efab7d22-25c1-44db-904a-59cba893cabc is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:39:49.397779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f95be752-8adb-4707-ac78-17eeb88cd4bc None None] Provisioning complete for port 121a870b-69f5-4460-83dd-a9183b797b24 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:49.398186 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f95be752-8adb-4707-ac78-17eeb88cd4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.433627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f95be752-8adb-4707-ac78-17eeb88cd4bc None None] Port 121a870b-69f5-4460-83dd-a9183b797b24 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:49.475642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:49.480917 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b371f37-b649-41ea-9417-9826e28dd6cb admin admin] 10.222.0.10 "PUT /v2.0/routers/efab7d22-25c1-44db-904a-59cba893cabc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0042260 Jul 08 01:39:49.486179 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Sync routers for ids ['efab7d22-25c1-44db-904a-59cba893cabc'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:49.497326 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Routers {'efab7d22-25c1-44db-904a-59cba893cabc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:49.498481 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:39:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['efab7d22-25c1-44db-904a-59cba893cabc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:49.679587 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Set router efab7d22-25c1-44db-904a-59cba893cabc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:50.098990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'name': 'router1', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:38Z', 'updated_at': '2021-07-08T01:39:48Z', 'revision_number': 2, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'gw_port_host': None, '_interfaces': [{'id': '121a870b-69f5-4460-83dd-a9183b797b24', 'name': '', 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'mac_address': 'fa:16:3e:b1:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:47Z', 'updated_at': '2021-07-08T01:39:48Z', 'revision_number': 2, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'subnets': [{'id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3df34e45-bde7-47f4-a7dc-42d290bbbcb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:50.148945 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Checking router: efab7d22-25c1-44db-904a-59cba893cabc for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:50.149312 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Updating router efab7d22-25c1-44db-904a-59cba893cabc port 121a870b-69f5-4460-83dd-a9183b797b24 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:39:50.212839 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.695154 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.712045 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Transition to ACTIVE for port object 121a870b-69f5-4460-83dd-a9183b797b24 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:50.792426 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.943700 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Pushing event updated for resources: {'Port': ['ID=121a870b-69f5-4460-83dd-a9183b797b24,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:50.963073 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.963462 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.963803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.964145 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.964481 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.964817 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.965147 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.965473 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.965799 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.966124 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.967030 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.967386 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Tracked resource versions report: Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: pushed versions: Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: { 'AddressGroup': {'1.2'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'ConntrackHelper': {'1.0'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Log': {'1.0'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Network': {'1.1'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Port': {'1.7'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'PortForwarding': {'1.2'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'QosPolicy': {'1.8'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'SecurityGroup': {'1.4'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'SubPort': {'1.0'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Subnet': {'1.1'}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Trunk': {'1.1'}} Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: consumer versions: Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: { DHCP agent@n-d-695189-13: {}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: L3 agent@n-d-695189-13: {}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: Metadata agent@n-d-695189-13: {}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: Metering agent@n-d-695189-13: {}, Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: Open vSwitch agent@n-d-695189-13: { 'AddressGroup': '1.2', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'ConntrackHelper': '1.0', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Log': '1.0', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Network': '1.1', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Port': '1.7', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'PortForwarding': '1.2', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'QosPolicy': '1.8', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'SecurityGroup': '1.4', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'SecurityGroupRule': '1.2', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'SubPort': '1.0', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Subnet': '1.1', Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: 'Trunk': '1.1'}} Jul 08 01:39:50.968509 n-d-695189-13 neutron-server[100717]: {{(pid=100717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:39:50.970867 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Attempting to bind port 121a870b-69f5-4460-83dd-a9183b797b24 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:50.971269 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Attempting to bind port 121a870b-69f5-4460-83dd-a9183b797b24 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:50.971722 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Attempting to bind port 121a870b-69f5-4460-83dd-a9183b797b24 on network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:50.977648 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:50.978075 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Checking segment: {'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:50.978590 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.978981 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Bound using segment: {'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:50.979512 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Bound port: 121a870b-69f5-4460-83dd-a9183b797b24, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687d8a8c-0d5d-40d6-ace9-0d4dce097db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:50.979926 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:51.046102 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] For port 121a870b-69f5-4460-83dd-a9183b797b24, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:51.067927 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] For port 121a870b-69f5-4460-83dd-a9183b797b24, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=121a870b-69f5-4460-83dd-a9183b797b24,segment=NetworkSegment(687d8a8c-0d5d-40d6-ace9-0d4dce097db0),segment_id=687d8a8c-0d5d-40d6-ace9-0d4dce097db0)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:51.135659 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:51.191820 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Routers {'efab7d22-25c1-44db-904a-59cba893cabc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:51.192450 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:39:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['efab7d22-25c1-44db-904a-59cba893cabc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:51.254897 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7abb9-ead0-497b-ada9-a97063722273 None None] Pushing event updated for resources: {'Port': ['ID=121a870b-69f5-4460-83dd-a9183b797b24,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:51.282959 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] Set router efab7d22-25c1-44db-904a-59cba893cabc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:51.486256 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'name': 'router1', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:38Z', 'updated_at': '2021-07-08T01:39:48Z', 'revision_number': 2, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'gw_port_host': None, '_interfaces': [{'id': '121a870b-69f5-4460-83dd-a9183b797b24', 'name': '', 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'mac_address': 'fa:16:3e:b1:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:47Z', 'updated_at': '2021-07-08T01:39:51Z', 'revision_number': 4, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'subnets': [{'id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3df34e45-bde7-47f4-a7dc-42d290bbbcb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:51.514758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72bfad-46d5-41de-ae4b-e60845a8b51b None None] The sync data for ids ['efab7d22-25c1-44db-904a-59cba893cabc'] in n-d-695189-13 is: [{'id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'name': 'router1', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:38Z', 'updated_at': '2021-07-08T01:39:48Z', 'revision_number': 2, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'gw_port_host': None, '_interfaces': [{'id': '121a870b-69f5-4460-83dd-a9183b797b24', 'name': '', 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'mac_address': 'fa:16:3e:b1:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:47Z', 'updated_at': '2021-07-08T01:39:51Z', 'revision_number': 4, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'subnets': [{'id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3df34e45-bde7-47f4-a7dc-42d290bbbcb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:51.686218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51482) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:51.792959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558db8a-c3bc-4e6e-973e-bbeab42b1adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:51.794333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d558db8a-c3bc-4e6e-973e-bbeab42b1adf admin admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 842 time: 0.1071403 Jul 08 01:39:51.803565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:51.895004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Made reservation on behalf of c39d52f6876a4832bf5d94edc7e7c4b5 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:51.897275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:52.273536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 01:39:52.273973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:52.328636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b46dfc0-95bc-402f-9eb5-531bfb1266cf,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:52.338048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:52.338407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Network hostable DHCP agents. Network: d34fc429-077f-4314-b156-ece2b4cd3f46, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:39:52.455387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:39:52.557835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d34fc429-077f-4314-b156-ece2b4cd3f46) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:52.566091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.566722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6a6607-ec76-408e-b5d6-4cd003bc8a07 None None] Network d34fc429-077f-4314-b156-ece2b4cd3f46 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:52.567138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:52.687070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ad8f8-27ec-4c8c-a1e7-ece5d33596a1 None None] Network d34fc429-077f-4314-b156-ece2b4cd3f46 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:52.689994 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3319709d-89b5-4258-ad29-cf1b703d0c60 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8898137 Jul 08 01:39:54.624232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 121a870b-69f5-4460-83dd-a9183b797b24 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:54.758198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 121a870b-69f5-4460-83dd-a9183b797b24 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:54.763025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 121a870b-69f5-4460-83dd-a9183b797b24 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:54.763514 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.841983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.877047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 121a870b-69f5-4460-83dd-a9183b797b24, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=121a870b-69f5-4460-83dd-a9183b797b24,segment=NetworkSegment(687d8a8c-0d5d-40d6-ace9-0d4dce097db0),segment_id=687d8a8c-0d5d-40d6-ace9-0d4dce097db0)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:54.940795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.966009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51494) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:54.991580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=121a870b-69f5-4460-83dd-a9183b797b24,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:55.097888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d0f2bd94-cb23-41df-bbb9-07964b8bde49 admin admin] 10.222.0.10 "GET /v2.0/routers/efab7d22-25c1-44db-904a-59cba893cabc HTTP/1.1" status: 200 len: 710 time: 0.1297843 Jul 08 01:39:55.185062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c34987-3466-4efd-8949-8640acbef3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:55.186450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-05c34987-3466-4efd-8949-8640acbef3d4 admin admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 886 time: 0.0835917 Jul 08 01:39:55.195015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:55.523150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.812835 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.885891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.988314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Allocated IP 172.25.8.42 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/4ba086af-9061-4a30-aa7c-838a4c77e5a1) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:56.082269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.189699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.225802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:56.230364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:56.234272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:56.266046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Pushing event updated for resources: {'Port': ['ID=4ba086af-9061-4a30-aa7c-838a4c77e5a1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:56.531364 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.584996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 121a870b-69f5-4460-83dd-a9183b797b24 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:56.673159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 121a870b-69f5-4460-83dd-a9183b797b24 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:56.673531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.728620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.731883 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.837160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Router efab7d22-25c1-44db-904a-59cba893cabc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:39:57.021731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:57.025956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:57.027110 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c1622a71-5eb2-4173-a813-2217592aca5d admin admin] 10.222.0.10 "PUT /v2.0/routers/efab7d22-25c1-44db-904a-59cba893cabc HTTP/1.1" status: 200 len: 889 time: 1.8353512 Jul 08 01:39:57.031154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Sync routers for ids ['efab7d22-25c1-44db-904a-59cba893cabc'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:57.042238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Routers {'efab7d22-25c1-44db-904a-59cba893cabc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:57.042925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:39:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['efab7d22-25c1-44db-904a-59cba893cabc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:57.259841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Set router efab7d22-25c1-44db-904a-59cba893cabc gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:57.640650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'name': 'router1', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4ba086af-9061-4a30-aa7c-838a4c77e5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:38Z', 'updated_at': '2021-07-08T01:39:56Z', 'revision_number': 4, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'gw_port': {'id': '4ba086af-9061-4a30-aa7c-838a4c77e5a1', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:55Z', 'updated_at': '2021-07-08T01:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '121a870b-69f5-4460-83dd-a9183b797b24', 'name': '', 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'mac_address': 'fa:16:3e:b1:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:47Z', 'updated_at': '2021-07-08T01:39:54Z', 'revision_number': 5, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'subnets': [{'id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3df34e45-bde7-47f4-a7dc-42d290bbbcb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:57.688701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Checking router: efab7d22-25c1-44db-904a-59cba893cabc for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:57.689062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Updating router efab7d22-25c1-44db-904a-59cba893cabc port 4ba086af-9061-4a30-aa7c-838a4c77e5a1 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:39:57.722528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.040954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.050637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Transition to ACTIVE for port object 4ba086af-9061-4a30-aa7c-838a4c77e5a1 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:58.112408 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.165943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f1bed-eb0e-4303-ae89-5cb08d31f2da None None] Pushing event updated for resources: {'Port': ['ID=4ba086af-9061-4a30-aa7c-838a4c77e5a1,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:58.169976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Attempting to bind port 4ba086af-9061-4a30-aa7c-838a4c77e5a1 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:58.170348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Attempting to bind port 4ba086af-9061-4a30-aa7c-838a4c77e5a1 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:58.170714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Attempting to bind port 4ba086af-9061-4a30-aa7c-838a4c77e5a1 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:58.175696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:58.176081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:58.176476 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.176861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:58.177318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Bound port: 4ba086af-9061-4a30-aa7c-838a4c77e5a1, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:58.177717 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.227718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] For port 4ba086af-9061-4a30-aa7c-838a4c77e5a1, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:58.230640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] For port 4ba086af-9061-4a30-aa7c-838a4c77e5a1, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4ba086af-9061-4a30-aa7c-838a4c77e5a1,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:58.315508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.444728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Routers {'efab7d22-25c1-44db-904a-59cba893cabc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:58.445340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:39:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['efab7d22-25c1-44db-904a-59cba893cabc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:58.448290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f1bed-eb0e-4303-ae89-5cb08d31f2da None None] Pushing event updated for resources: {'Port': ['ID=4ba086af-9061-4a30-aa7c-838a4c77e5a1,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:58.549497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] Set router efab7d22-25c1-44db-904a-59cba893cabc gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:58.753305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'name': 'router1', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4ba086af-9061-4a30-aa7c-838a4c77e5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:38Z', 'updated_at': '2021-07-08T01:39:56Z', 'revision_number': 4, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'gw_port': {'id': '4ba086af-9061-4a30-aa7c-838a4c77e5a1', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:55Z', 'updated_at': '2021-07-08T01:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '121a870b-69f5-4460-83dd-a9183b797b24', 'name': '', 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'mac_address': 'fa:16:3e:b1:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:47Z', 'updated_at': '2021-07-08T01:39:54Z', 'revision_number': 5, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'subnets': [{'id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3df34e45-bde7-47f4-a7dc-42d290bbbcb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:58.783532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b3c52-4b8e-4c03-a88a-a12674c909c1 None None] The sync data for ids ['efab7d22-25c1-44db-904a-59cba893cabc'] in n-d-695189-13 is: [{'id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'name': 'router1', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '4ba086af-9061-4a30-aa7c-838a4c77e5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:38Z', 'updated_at': '2021-07-08T01:39:56Z', 'revision_number': 4, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'gw_port': {'id': '4ba086af-9061-4a30-aa7c-838a4c77e5a1', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:55Z', 'updated_at': '2021-07-08T01:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '121a870b-69f5-4460-83dd-a9183b797b24', 'name': '', 'network_id': '2c6d676d-82d6-4b53-8fad-4d223ccbb217', 'tenant_id': '9697abf0468f4498bf093623ee511ef8', 'mac_address': 'fa:16:3e:b1:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efab7d22-25c1-44db-904a-59cba893cabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:47Z', 'updated_at': '2021-07-08T01:39:54Z', 'revision_number': 5, 'project_id': '9697abf0468f4498bf093623ee511ef8', 'subnets': [{'id': 'db189218-2997-49ce-ab76-b4793513fb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3df34e45-bde7-47f4-a7dc-42d290bbbcb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:59.394350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:59.535618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b53091a5-3279-47f7-840d-82b8e5f4a9b3 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1400356 Jul 08 01:40:00.614365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4ba086af-9061-4a30-aa7c-838a4c77e5a1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:00.752282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4ba086af-9061-4a30-aa7c-838a4c77e5a1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:00.756360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4ba086af-9061-4a30-aa7c-838a4c77e5a1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:00.756900 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.848941 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.876742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 4ba086af-9061-4a30-aa7c-838a4c77e5a1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4ba086af-9061-4a30-aa7c-838a4c77e5a1,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:00.940465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.986012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=4ba086af-9061-4a30-aa7c-838a4c77e5a1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:02.599571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4ba086af-9061-4a30-aa7c-838a4c77e5a1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:02.647222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4ba086af-9061-4a30-aa7c-838a4c77e5a1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:02.647754 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:05.206279 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:40:11.949369 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-44073458-9fc8-4100-b5c9-79b82f98dc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:14.277749 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-77ab562a-5d7e-4ed9-959f-85da6b3ff397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:14.877998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.535060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.200403 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:41.951902 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bbaef786-062f-4132-9a0b-17d6da176f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:42.205589 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:40:44.368530 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8ad609f5-6231-4c4b-9e53-27657bcba4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.791483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.551512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:47.199958 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:11.968346 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8a18610c-05df-4611-b501-433a37017890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:14.253206 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0786ceb6-816d-4204-b9de-df5d288e7412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:14.767678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:15.550472 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:17.202578 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:19.205382 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:41:41.335081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52102) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:41.394917 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cb87a0-bfd5-48c6-ba7e-772ed0f8e16b admin admin] GET failed (client error): The resource could not be found. Jul 08 01:41:41.396265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-95cb87a0-bfd5-48c6-ba7e-772ed0f8e16b admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602119 Jul 08 01:41:41.553798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8f7e1-394d-4e0b-b7e9-586db7c4b8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:41.555196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4ee8f7e1-394d-4e0b-b7e9-586db7c4b8bb admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551754 Jul 08 01:41:41.964636 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-47eea48e-a520-4e1e-9f12-2a03e68caa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:43.697649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52112) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:43.790457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3dcd5-c2eb-47b1-9f85-91fbe7848210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.791863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-93b3dcd5-c2eb-47b1-9f85-91fbe7848210 admin admin] 10.222.0.10 "GET /v2.0/subnets/db189218-2997-49ce-ab76-b4793513fb1e HTTP/1.1" status: 200 len: 849 time: 0.0932691 Jul 08 01:41:43.801943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:43.887504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:44.075806 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775504228118'] for subnet, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:44.107243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:44.107863 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:44.109162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] 10.222.0.10 "PUT /v2.0/subnets/db189218-2997-49ce-ab76-b4793513fb1e HTTP/1.1" status: 200 len: 868 time: 0.3109269 Jul 08 01:41:44.126294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db189218-2997-49ce-ab76-b4793513fb1e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:44.126520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b1b1a-1766-4470-8e28-dc1dee620335 None None] Network 2c6d676d-82d6-4b53-8fad-4d223ccbb217 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:41:44.133995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.134345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.134690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.135032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.135401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.135738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.136071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.136402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.136729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.137057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.137387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.137770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ec09c3-a635-469d-9405-08dea2c369c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:44.300831 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fe405e5-d5ef-4974-9fce-561652ddb2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:44.533071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-183c6f71-e234-4ece-b4ad-f4f040d6e5d0 None None] Provisioning complete for port 121a870b-69f5-4460-83dd-a9183b797b24 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:44.533452 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-183c6f71-e234-4ece-b4ad-f4f040d6e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:44.615875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-183c6f71-e234-4ece-b4ad-f4f040d6e5d0 None None] Provisioning complete for port 751d2bbd-c397-4916-b5a7-ab1d06de0e4e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:44.616196 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-183c6f71-e234-4ece-b4ad-f4f040d6e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:44.807706 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:45.546918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:46.305488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52120) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:46.496886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd31ef5-7517-4f12-abad-e35a204bb3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.497290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd31ef5-7517-4f12-abad-e35a204bb3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.498820 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8cd31ef5-7517-4f12-abad-e35a204bb3b4 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1923778 Jul 08 01:41:47.238625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:48.618241 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52128) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:48.747065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a84d98-193b-43ea-ab88-3c8ca80dbd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:48.747590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a84d98-193b-43ea-ab88-3c8ca80dbd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:48.749141 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-93a84d98-193b-43ea-ab88-3c8ca80dbd5a admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299236 Jul 08 01:41:50.893284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52136) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:51.021243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a41f6-ebcd-49af-88c6-1eb23f0526c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:51.022598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e51a41f6-ebcd-49af-88c6-1eb23f0526c4 admin admin] 10.222.0.10 "GET /v2.0/networks/2c6d676d-82d6-4b53-8fad-4d223ccbb217 HTTP/1.1" status: 200 len: 869 time: 0.1284144 Jul 08 01:41:53.155110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52144) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:53.276033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e987b-9cb7-453d-93bc-66930725b1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.277422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-760e987b-9cb7-453d-93bc-66930725b1c4 admin admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 886 time: 0.1213279 Jul 08 01:41:55.430123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52152) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:55.549579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8031a72-c689-47d3-8130-fb208b5daf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:55.550041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8031a72-c689-47d3-8130-fb208b5daf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:55.551553 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8031a72-c689-47d3-8130-fb208b5daf82 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204710 Jul 08 01:41:56.203148 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:41:57.707280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52160) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:57.794900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf98aa5-5369-4f84-978d-1477187b26ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.795379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf98aa5-5369-4f84-978d-1477187b26ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.796888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-faf98aa5-5369-4f84-978d-1477187b26ee admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0885935 Jul 08 01:41:59.945514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52168) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:00.028843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0584f9-ef62-48a0-83aa-fa1341cb1971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:00.030165 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dc0584f9-ef62-48a0-83aa-fa1341cb1971 admin admin] 10.222.0.10 "GET /v2.0/subnets/7b46dfc0-95bc-402f-9eb5-531bfb1266cf HTTP/1.1" status: 200 len: 816 time: 0.0837111 Jul 08 01:42:02.167749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52176) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:02.258776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878bd675-ccac-4072-9ff7-6e0f5ced93b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:02.260149 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-878bd675-ccac-4072-9ff7-6e0f5ced93b1 admin admin] 10.222.0.10 "GET /v2.0/subnets/db189218-2997-49ce-ab76-b4793513fb1e HTTP/1.1" status: 200 len: 868 time: 0.0914621 Jul 08 01:42:11.943565 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38777a27-48ee-47af-8e42-515935e9d7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.277667 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c21707f-834e-4ef4-af47-4967e0723563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.809505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:15.592123 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.214951 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.576977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52228) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:26.621492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-85b6524f-3068-4540-97f2-cb0490b21bb4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:42:26.622482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-85b6524f-3068-4540-97f2-cb0490b21bb4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445752 Jul 08 01:42:28.839171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:28.896734 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cc32a7-05f1-449b-b144-8354f1b94b75 admin admin] GET failed (client error): The resource could not be found. Jul 08 01:42:28.898039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-52cc32a7-05f1-449b-b144-8354f1b94b75 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579143 Jul 08 01:42:29.036701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5bf9e5-c67c-4590-86f0-334a0354e440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:29.038208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c5bf9e5-c67c-4590-86f0-334a0354e440 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1358438 Jul 08 01:42:31.212012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52246) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:31.256863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:31.342982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Made reservation on behalf of c39d52f6876a4832bf5d94edc7e7c4b5 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:31.345316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.373435 n-d-695189-13 neutron-server[100713]: WARNING neutron.services.revisions.revision_plugin [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Could not find related network for resource to bump revision. Jul 08 01:42:31.386181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:42:31.395708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.396057 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Added segment 9b953600-6695-4070-94e6-edda6ecac308 of type vlan for network d128bbdb-d326-48f0-84b7-38fc466606b6 Jul 08 01:42:31.442808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.537344 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.538197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:31.538777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.597181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] Pushing event updated for resources: {'Network': ['ID=d128bbdb-d326-48f0-84b7-38fc466606b6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:31.608404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d128bbdb-d326-48f0-84b7-38fc466606b6 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:42:31.653199 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f9aae556-e7d9-4eba-8cd2-cdf39e2d7702 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4401233 Jul 08 01:42:33.202886 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:42:33.796606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52254) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:33.854130 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-1966c777-60b6-47c2-8718-33092f7e242a admin admin] GET failed (client error): The resource could not be found. Jul 08 01:42:33.855478 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1966c777-60b6-47c2-8718-33092f7e242a admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578892 Jul 08 01:42:33.922392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef167a-1735-4eb8-b25a-115ee721f34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:33.923898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-edef167a-1735-4eb8-b25a-115ee721f34b admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644031 Jul 08 01:42:33.933400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:34.031656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Made reservation on behalf of c39d52f6876a4832bf5d94edc7e7c4b5 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:34.034452 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.277566 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.432406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea2e7b9-3dc3-46f0-9a99-01c454933c77,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:34.436435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:34.436795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Network hostable DHCP agents. Network: d128bbdb-d326-48f0-84b7-38fc466606b6, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:42:34.537311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:42:34.591273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d128bbdb-d326-48f0-84b7-38fc466606b6) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:34.595229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:34.595842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.600106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabcca7-6160-4c4b-b33b-621a3ce8d3b0 None None] Network d128bbdb-d326-48f0-84b7-38fc466606b6 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:34.661311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-06d0390f-b312-4f85-9e01-6cc5133609f5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7312984 Jul 08 01:42:34.848300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-d128bbdb-d326-48f0-84b7-38fc466606b6', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'tenant_id': 'c39d52f6876a4832bf5d94edc7e7c4b5', 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:42:34.849178 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.984899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Allocated IP 192.168.233.2 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/6c2970b2-3b93-40a0-82b5-6768f3f91597) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:35.139578 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.147990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Transition to ACTIVE for port object 6c2970b2-3b93-40a0-82b5-6768f3f91597 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:35.163031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Transition to ACTIVE for port object 6c2970b2-3b93-40a0-82b5-6768f3f91597 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:35.241028 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.284218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:35.286899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:35.289650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:35.295465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Pushing event updated for resources: {'Port': ['ID=6c2970b2-3b93-40a0-82b5-6768f3f91597,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:35.321408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.321766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.322158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.322493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.322881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.329165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.329165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.329165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.329165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.329165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.329165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.329165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:35.364720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Attempting to bind port 6c2970b2-3b93-40a0-82b5-6768f3f91597 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:35.365099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Attempting to bind port 6c2970b2-3b93-40a0-82b5-6768f3f91597 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:35.365483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Attempting to bind port 6c2970b2-3b93-40a0-82b5-6768f3f91597 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:35.373363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:35.373742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:35.374149 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.374548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:35.375022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Bound port: 6c2970b2-3b93-40a0-82b5-6768f3f91597, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:35.375437 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.439506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] For port 6c2970b2-3b93-40a0-82b5-6768f3f91597, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:35.442990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] For port 6c2970b2-3b93-40a0-82b5-6768f3f91597, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6c2970b2-3b93-40a0-82b5-6768f3f91597,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:35.561134 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.615994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48a0b8-7bb4-4188-ab83-8b79ec12cd62 None None] Pushing event updated for resources: {'Port': ['ID=6c2970b2-3b93-40a0-82b5-6768f3f91597,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:36.467811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6fe0a4-22bb-4f87-8ad9-0d5b16029af5 None None] Network d128bbdb-d326-48f0-84b7-38fc466606b6 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:36.640079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-eabb4a9c-0a04-4514-bd6a-73848efd1e52 None None] Provisioning for port 6c2970b2-3b93-40a0-82b5-6768f3f91597 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:36.771036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6c2970b2-3b93-40a0-82b5-6768f3f91597 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:36.880119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 6c2970b2-3b93-40a0-82b5-6768f3f91597 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:36.884202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6c2970b2-3b93-40a0-82b5-6768f3f91597 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:36.884578 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.966704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.999454 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 6c2970b2-3b93-40a0-82b5-6768f3f91597, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6c2970b2-3b93-40a0-82b5-6768f3f91597,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:37.063186 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.110213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=6c2970b2-3b93-40a0-82b5-6768f3f91597,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:38.712912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6c2970b2-3b93-40a0-82b5-6768f3f91597 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:38.763387 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6c2970b2-3b93-40a0-82b5-6768f3f91597 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:38.763770 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:41.977781 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9367dfd6-cfe5-4f59-a3d8-5399b0a7cbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.263385 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1081b48-1141-4b1c-9ed4-d4f1794ec925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.785379 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:45.542986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.211612 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:10.201427 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:43:11.979851 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ad83852-a2c5-4758-bb58-613d493eced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:14.270717 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-495c24a1-72ee-4ca7-b142-b125907f1d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:14.784553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:15.596429 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:17.201558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.961344 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a05efe9e-f00e-49c5-8af0-fc1b2696905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:44.268026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69cf7336-3e49-4dd5-92a7-0ee1fe57e6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:44.792765 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.561177 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:47.200503 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:43:47.221611 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:11.966173 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-337d7fb4-a870-42e7-ba3e-3573538d90a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.870360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52306) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:13.876362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-cb3d9da4-8ecb-4c9b-b276-fb3052996517 tempest-verify_tempest_config-2103224321 tempest-verify_tempest_config-2103224321-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:44:13.877341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cb3d9da4-8ecb-4c9b-b276-fb3052996517 tempest-verify_tempest_config-2103224321 tempest-verify_tempest_config-2103224321-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059972 Jul 08 01:44:14.268536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a2edce9-cc49-417f-9b57-51aa7160323c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.366512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52324) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:14.463799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.547924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.620632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.665021 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c315dc9ff794158aadd6e9b52b0eb61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2974348 Jul 08 01:44:14.665720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d306f9b9-8868-4ba6-9143-59d6a90b1b27,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:14.667679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52328) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:14.672484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.672908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.673255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.673619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.673937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.674275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.674626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.675353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.675353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.675620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.675949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.676274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c8aba-210d-4a32-af7b-e391cc4b1d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.726285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.747238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.786712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.878275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.880824 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.882085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d306f9b9-8868-4ba6-9143-59d6a90b1b27 HTTP/1.1" status: 204 len: 168 time: 0.2133589 Jul 08 01:44:14.890155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d306f9b9-8868-4ba6-9143-59d6a90b1b27,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:14.896938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.897501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.897845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.898474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.898819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.899155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.899517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.899852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.900179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.900509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.900837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:14.901209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba6bd9-a1f3-4988-9a2b-b2ec40fff4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:15.563846 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:17.251345 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:24.199303 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:44:41.964912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-666c520f-2d48-4c5a-acdd-1d4d53f80d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.266112 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3c668dd0-e8bb-4fce-8ad5-0d8e015ac66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.805026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.553402 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:47.244879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.197373 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:45:11.964086 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e698393e-ee02-429e-8648-0e00648e202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.290074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21b4a8c6-b084-4f5e-99ff-555018a304f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.786563 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.556396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.231092 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.196637 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:45:41.963032 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac992d89-0d3b-4638-9594-6585ea6452bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:44.357653 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-39734d1d-70b8-496a-b32a-25e06d9c338c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:44.791517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:45.568022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:47.225739 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:11.956790 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f5fb-ef94-4b68-8116-f08a39f66da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.286854 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0d1274e-00e6-42b9-bba6-68dd4ea2fd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.819630 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:15.195170 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:46:15.567078 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.230883 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.960977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e3537980-e5bb-4622-9560-b3281845fef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.304270 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76c116c0-e6d7-4084-94dc-9774e87ffe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.818628 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:45.583982 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.258237 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:52.195238 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 5 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:47:11.949215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8bf5befb-5f18-46fe-b36b-53d7e7e8e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.285990 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d12f3e9b-6bf6-4004-bb85-fb9fd36902de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.811728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.623707 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.217514 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.851967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-282898'] for agent, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.616907 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-282898'] for agent, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:29.194572 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:47:41.960215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-478af267-ea4e-44b0-9f71-ce754bf1c9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.256055 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-af937ceb-dc54-42ba-9375-b6b85bffd3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.787195 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.582793 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.279843 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.805455 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.542619 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:02.682376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52394) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:02.782127 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d244abc7-ac92-4f55-8c2e-73646b74ce7d admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0986412 Jul 08 01:48:04.916004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52404) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:04.968971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-83e9e3d4-b22b-42d8-820a-c30193c144fa admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0518451 Jul 08 01:48:06.193120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:48:11.993477 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac56235e-beb4-4b57-acae-0456afdc524b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:14.267638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8fdf29f6-66e0-41ce-8f21-cef64d31e084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:14.775491 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:15.570372 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.255591 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.827172 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.649809 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:41.975120 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1f45f607-de65-4558-aa6c-7ebfac674665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:43.192813 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:48:44.249189 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bfd33f4b-09ed-4edf-b485-1432233829e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.809507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:45.569289 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.261261 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.832538 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.575513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.956839 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d94843f4-2800-4c06-b914-8aa336a5d3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.259482 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-27bc491a-02c7-4f57-abf9-c8241c24dca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.808407 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.585695 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.282570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.836772 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.192280 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:49:20.590931 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.659820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52606) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:29.198821 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-db6cad44-67d3-4f36-a4eb-f4e754dc4c56 tempest-AutoAllocateNetworkTest-1015655268 tempest-AutoAllocateNetworkTest-1015655268-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=92d1b80accbd43f1bd9c5b1ed0287a1e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5376723 Jul 08 01:49:29.199245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:29.388540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5447178-3586-4572-8a58-9f20d863abbc tempest-AutoAllocateNetworkTest-1015655268 tempest-AutoAllocateNetworkTest-1015655268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:29.390012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c5447178-3586-4572-8a58-9f20d863abbc tempest-AutoAllocateNetworkTest-1015655268 tempest-AutoAllocateNetworkTest-1015655268-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1891136 Jul 08 01:49:29.392935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52640) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:29.448362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c177663-e370-4c18-9727-591ca408767a tempest-AutoAllocateNetworkTest-1015655268 tempest-AutoAllocateNetworkTest-1015655268-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542655 Jul 08 01:49:29.450770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:29.481114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8faff4a7-6f94-4149-baf4-20cafb85fc10 tempest-AutoAllocateNetworkTest-1015655268 tempest-AutoAllocateNetworkTest-1015655268-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=92d1b80accbd43f1bd9c5b1ed0287a1e HTTP/1.1" status: 200 len: 208 time: 0.0292614 Jul 08 01:49:30.802356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:31.036862 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.131847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.202326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.248000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92d1b80accbd43f1bd9c5b1ed0287a1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6232915 Jul 08 01:49:31.250051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d851fab6-1a34-4fa0-a882-8a14482b8dcb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:31.250761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52716) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:31.258580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.259034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.259520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.259960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.260391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.261207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.261416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.262357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.262800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.263544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.263980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.264517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c6a00-0069-41b8-bf1d-f4a21d7e9b3f admin admin] Tracked resource versions report: Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: pushed versions: Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: { 'AddressGroup': {'1.2'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'ConntrackHelper': {'1.0'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Log': {'1.0'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Network': {'1.1'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Port': {'1.7'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'PortForwarding': {'1.2'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'QosPolicy': {'1.8'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'SecurityGroup': {'1.4'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'SubPort': {'1.0'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Subnet': {'1.1'}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Trunk': {'1.1'}} Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: consumer versions: Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: { DHCP agent@n-d-695189-13: {}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: HyperV agent@n-h1-695189-13: {}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: HyperV agent@n-h2-695189-13: {}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: L3 agent@n-d-695189-13: {}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: Metadata agent@n-d-695189-13: {}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: Metering agent@n-d-695189-13: {}, Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: Open vSwitch agent@n-d-695189-13: { 'AddressGroup': '1.2', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'ConntrackHelper': '1.0', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Log': '1.0', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Network': '1.1', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Port': '1.7', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'PortForwarding': '1.2', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'QosPolicy': '1.8', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'SecurityGroup': '1.4', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'SecurityGroupRule': '1.2', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'SubPort': '1.0', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Subnet': '1.1', Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: 'Trunk': '1.1'}} Jul 08 01:49:31.265734 n-d-695189-13 neutron-server[100712]: {{(pid=100712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:49:31.318062 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.339658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.454098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.456835 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.461290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d851fab6-1a34-4fa0-a882-8a14482b8dcb HTTP/1.1" status: 204 len: 168 time: 0.2088058 Jul 08 01:49:31.469480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d851fab6-1a34-4fa0-a882-8a14482b8dcb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:31.480134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.480943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.481226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e08f0-7ccc-405a-af7a-c678875ea99f admin admin] Tracked resource versions report: Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: pushed versions: Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: { 'AddressGroup': {'1.2'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'ConntrackHelper': {'1.0'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Log': {'1.0'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Network': {'1.1'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Port': {'1.7'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'PortForwarding': {'1.2'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'QosPolicy': {'1.8'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'SecurityGroup': {'1.4'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'SubPort': {'1.0'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Subnet': {'1.1'}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Trunk': {'1.1'}} Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: consumer versions: Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: { DHCP agent@n-d-695189-13: {}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: HyperV agent@n-h1-695189-13: {}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: HyperV agent@n-h2-695189-13: {}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: L3 agent@n-d-695189-13: {}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: Metadata agent@n-d-695189-13: {}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: Metering agent@n-d-695189-13: {}, Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: Open vSwitch agent@n-d-695189-13: { 'AddressGroup': '1.2', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'ConntrackHelper': '1.0', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Log': '1.0', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Network': '1.1', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Port': '1.7', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'PortForwarding': '1.2', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'QosPolicy': '1.8', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'SecurityGroup': '1.4', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'SecurityGroupRule': '1.2', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'SubPort': '1.0', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Subnet': '1.1', Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: 'Trunk': '1.1'}} Jul 08 01:49:31.482483 n-d-695189-13 neutron-server[100713]: {{(pid=100713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:49:33.979751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52874) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:34.386812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52888) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:34.421767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21875e9e-4f60-45b9-b84b-3a062512c38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.438070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:34.469100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52898) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:34.521907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97ed634c-8747-4cd0-849f-06d0addccd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.560481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21875e9e-4f60-45b9-b84b-3a062512c38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.644216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21875e9e-4f60-45b9-b84b-3a062512c38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.665311 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0443-e292-48a6-958c-c9020824dc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.684561 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3df5-cc16-43a8-b5b5-e98a27f209af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.704308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21875e9e-4f60-45b9-b84b-3a062512c38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b94827-e354-404b-b664-28408a5ba5ef,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:34.713408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-21875e9e-4f60-45b9-b84b-3a062512c38d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30fa36943fcb4b92b8d7874f280b1485&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7325122 Jul 08 01:49:34.720560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52918) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:34.805860 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96341ff0-af64-4ac6-bd9a-d2498a7e3d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.828558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97ed634c-8747-4cd0-849f-06d0addccd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.837577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96341ff0-af64-4ac6-bd9a-d2498a7e3d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.891554 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97ed634c-8747-4cd0-849f-06d0addccd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.910230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-f8ca3df5-cc16-43a8-b5b5-e98a27f209af admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:49:34.910230 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:49:34.910230 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '167fd9c9ec3b4123b99260f4dec93c89', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 49, 34, 721827)}] Jul 08 01:49:34.910230 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:49:34.911068 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-f8ca3df5-cc16-43a8-b5b5-e98a27f209af admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:49:34.937709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed634c-8747-4cd0-849f-06d0addccd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282260cd-7c02-433d-8acc-37afc2cc7009,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:34.945482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-97ed634c-8747-4cd0-849f-06d0addccd40 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5915305c5dad455cadf6ca5d4121271d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5544991 Jul 08 01:49:34.945482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52928) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:34.975636 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96341ff0-af64-4ac6-bd9a-d2498a7e3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.978141 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96341ff0-af64-4ac6-bd9a-d2498a7e3d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.981877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-96341ff0-af64-4ac6-bd9a-d2498a7e3d4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1b94827-e354-404b-b664-28408a5ba5ef HTTP/1.1" status: 204 len: 168 time: 0.2576721 Jul 08 01:49:34.999995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96341ff0-af64-4ac6-bd9a-d2498a7e3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b94827-e354-404b-b664-28408a5ba5ef,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.004233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0443-e292-48a6-958c-c9020824dc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.021884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a65c746-da29-4194-9aa2-92a9062769d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.045983 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a65c746-da29-4194-9aa2-92a9062769d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.064989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0443-e292-48a6-958c-c9020824dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.101959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0443-e292-48a6-958c-c9020824dc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023fcfd8-2df9-4828-821d-8aac09c930d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.111195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7d1f0443-e292-48a6-958c-c9020824dc73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c83439f73ab4d72bd8319828aebba6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6705372 Jul 08 01:49:35.113489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52936) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:35.170518 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8b58-d214-43bb-a4b8-5f8a645a14c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.174015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a65c746-da29-4194-9aa2-92a9062769d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.176697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a65c746-da29-4194-9aa2-92a9062769d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.182354 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3a65c746-da29-4194-9aa2-92a9062769d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/282260cd-7c02-433d-8acc-37afc2cc7009 HTTP/1.1" status: 204 len: 168 time: 0.2315848 Jul 08 01:49:35.188166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65c746-da29-4194-9aa2-92a9062769d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282260cd-7c02-433d-8acc-37afc2cc7009,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.218023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8b58-d214-43bb-a4b8-5f8a645a14c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.350829 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8b58-d214-43bb-a4b8-5f8a645a14c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.355953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8b58-d214-43bb-a4b8-5f8a645a14c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.355953 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8d6f8b58-d214-43bb-a4b8-5f8a645a14c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/023fcfd8-2df9-4828-821d-8aac09c930d6 HTTP/1.1" status: 204 len: 168 time: 0.2403731 Jul 08 01:49:35.363566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f8b58-d214-43bb-a4b8-5f8a645a14c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023fcfd8-2df9-4828-821d-8aac09c930d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.412364 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3df5-cc16-43a8-b5b5-e98a27f209af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.507991 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3df5-cc16-43a8-b5b5-e98a27f209af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.596363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8ca3df5-cc16-43a8-b5b5-e98a27f209af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.620484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f8ca3df5-cc16-43a8-b5b5-e98a27f209af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=167fd9c9ec3b4123b99260f4dec93c89&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1502571 Jul 08 01:49:35.623230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52970) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:35.640590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca3df5-cc16-43a8-b5b5-e98a27f209af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511c6acb-c718-4834-aadc-585706508372,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.685873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8180630c-f81d-41f1-9938-4ad40df732bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.705776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8180630c-f81d-41f1-9938-4ad40df732bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.824622 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8180630c-f81d-41f1-9938-4ad40df732bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.827379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8180630c-f81d-41f1-9938-4ad40df732bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.828688 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8180630c-f81d-41f1-9938-4ad40df732bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/511c6acb-c718-4834-aadc-585706508372 HTTP/1.1" status: 204 len: 168 time: 0.2043521 Jul 08 01:49:35.837991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180630c-f81d-41f1-9938-4ad40df732bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511c6acb-c718-4834-aadc-585706508372,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.869162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:35.878261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6db35b20-9462-4cfd-a2dd-0c1b81534020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.003856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6db35b20-9462-4cfd-a2dd-0c1b81534020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.070948 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6db35b20-9462-4cfd-a2dd-0c1b81534020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.109037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6db35b20-9462-4cfd-a2dd-0c1b81534020 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cd0e2013da04ccaa4cd188b9449e266&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2464869 Jul 08 01:49:36.109846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db35b20-9462-4cfd-a2dd-0c1b81534020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33edf621-e272-43ed-a1fe-0d96fcad8522,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:36.111972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53000) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:36.166884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fedd183-814d-4ae8-a85b-034791af512a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.192025 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fedd183-814d-4ae8-a85b-034791af512a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.253218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53006) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:36.266642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc50c-1f38-4af9-b145-fe70a7076e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.302085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fedd183-814d-4ae8-a85b-034791af512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.310679 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fedd183-814d-4ae8-a85b-034791af512a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.310679 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2fedd183-814d-4ae8-a85b-034791af512a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33edf621-e272-43ed-a1fe-0d96fcad8522 HTTP/1.1" status: 204 len: 168 time: 0.1929486 Jul 08 01:49:36.324082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedd183-814d-4ae8-a85b-034791af512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33edf621-e272-43ed-a1fe-0d96fcad8522,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:36.377466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc50c-1f38-4af9-b145-fe70a7076e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.459711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc50c-1f38-4af9-b145-fe70a7076e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.500559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3a8fc50c-1f38-4af9-b145-fe70a7076e68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17739e6f282246c898f576228c951153&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2461019 Jul 08 01:49:36.501477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fc50c-1f38-4af9-b145-fe70a7076e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3349fa40-135d-4bea-9b63-ac919dddd22b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:36.503453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53026) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:36.553879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-818ffa41-fbcd-400d-8f0e-bcdd61d19336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.574515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-818ffa41-fbcd-400d-8f0e-bcdd61d19336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.658909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-818ffa41-fbcd-400d-8f0e-bcdd61d19336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.661497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-818ffa41-fbcd-400d-8f0e-bcdd61d19336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.666086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-818ffa41-fbcd-400d-8f0e-bcdd61d19336 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3349fa40-135d-4bea-9b63-ac919dddd22b HTTP/1.1" status: 204 len: 168 time: 0.1579804 Jul 08 01:49:36.668780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53036) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:36.672907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ffa41-fbcd-400d-8f0e-bcdd61d19336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3349fa40-135d-4bea-9b63-ac919dddd22b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:36.682337 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a96d9974-002f-4ecd-9d58-24292896d279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.787501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a96d9974-002f-4ecd-9d58-24292896d279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.847918 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a96d9974-002f-4ecd-9d58-24292896d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.887691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a96d9974-002f-4ecd-9d58-24292896d279 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ac1ae5b344243219940ec07cceb9b45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2177708 Jul 08 01:49:36.888420 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d9974-002f-4ecd-9d58-24292896d279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8b72f5-2a74-4b44-9d56-b0e845226822,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:36.890958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:36.941347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab0b916-9936-4b3c-98f1-c0d3a230f66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.964163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab0b916-9936-4b3c-98f1-c0d3a230f66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.164120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:37.179055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab0b916-9936-4b3c-98f1-c0d3a230f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.182149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bab0b916-9936-4b3c-98f1-c0d3a230f66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.183301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bab0b916-9936-4b3c-98f1-c0d3a230f66a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b8b72f5-2a74-4b44-9d56-b0e845226822 HTTP/1.1" status: 204 len: 168 time: 0.2912152 Jul 08 01:49:37.186663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ea7605-85da-4d8e-a160-eaf0befb6fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.199039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0b916-9936-4b3c-98f1-c0d3a230f66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8b72f5-2a74-4b44-9d56-b0e845226822,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:37.280197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53060) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:37.313140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ea7605-85da-4d8e-a160-eaf0befb6fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.374422 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ea7605-85da-4d8e-a160-eaf0befb6fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.419900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-83ea7605-85da-4d8e-a160-eaf0befb6fde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=deb7e24f08f8451fb85951fcd5cb50ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2544627 Jul 08 01:49:37.420671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea7605-85da-4d8e-a160-eaf0befb6fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44389ba0-3119-4da5-8afb-75099943c325,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:37.422591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53066) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:37.470410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e187d4a8-f6c4-4fa4-9c2b-f0f6e9160822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.491080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e187d4a8-f6c4-4fa4-9c2b-f0f6e9160822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.590342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e187d4a8-f6c4-4fa4-9c2b-f0f6e9160822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.593391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e187d4a8-f6c4-4fa4-9c2b-f0f6e9160822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.597983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e187d4a8-f6c4-4fa4-9c2b-f0f6e9160822 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44389ba0-3119-4da5-8afb-75099943c325 HTTP/1.1" status: 204 len: 168 time: 0.1743858 Jul 08 01:49:37.606300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187d4a8-f6c4-4fa4-9c2b-f0f6e9160822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44389ba0-3119-4da5-8afb-75099943c325,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:37.735547 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-443eaa36-594f-4c43-9f3f-403c36ae8f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.832209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-443eaa36-594f-4c43-9f3f-403c36ae8f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.899184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-443eaa36-594f-4c43-9f3f-403c36ae8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.941794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53096) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:37.949661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-443eaa36-594f-4c43-9f3f-403c36ae8f76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=417a024c4e9c4ff0b88b6b9a547a58ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6683247 Jul 08 01:49:37.951959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443eaa36-594f-4c43-9f3f-403c36ae8f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bde1be7-141b-4dca-b110-0fa35a6b5721,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:38.005522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c761-56f4-4072-ab8f-42c63f3af824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.026730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c761-56f4-4072-ab8f-42c63f3af824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.127917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c761-56f4-4072-ab8f-42c63f3af824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.134221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c761-56f4-4072-ab8f-42c63f3af824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.134221 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d6d8c761-56f4-4072-ab8f-42c63f3af824 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bde1be7-141b-4dca-b110-0fa35a6b5721 HTTP/1.1" status: 204 len: 168 time: 0.1885166 Jul 08 01:49:38.140021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8c761-56f4-4072-ab8f-42c63f3af824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bde1be7-141b-4dca-b110-0fa35a6b5721,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:38.667184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53142) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:38.669369 n-d-695189-13 neutron-server[100712]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 01:49:38.698279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-61f9d40d-c419-4291-acae-95c4c0469a8b tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d2e9ab8853f74dce874d68842010eeaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297046 Jul 08 01:49:38.804360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-c4847f97-01eb-4602-8776-dce7d34c154f tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:38.805805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-c4847f97-01eb-4602-8776-dce7d34c154f tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0999236 Jul 08 01:49:38.826776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-cab8ee29-14d5-4561-86bc-558bbbf27c9c tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/quotas/d2e9ab8853f74dce874d68842010eeaa HTTP/1.1" status: 200 len: 375 time: 0.0136604 Jul 08 01:49:38.886606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-77c37072-537a-48cf-b1cf-1919f598e20e tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2e9ab8853f74dce874d68842010eeaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541859 Jul 08 01:49:38.994495 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:39.008124 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15d666c2-3db2-4ec3-9d37-4d235bbbaf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.108723 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15d666c2-3db2-4ec3-9d37-4d235bbbaf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.208054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15d666c2-3db2-4ec3-9d37-4d235bbbaf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.249279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-15d666c2-3db2-4ec3-9d37-4d235bbbaf07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=011b76ac1af341f3851397cbb3064792&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2538891 Jul 08 01:49:39.250119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d666c2-3db2-4ec3-9d37-4d235bbbaf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb01a5-1b86-49b5-ab0e-384d14d361b3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:39.253337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53178) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:39.294386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53184) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:39.320499 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a1fd-0b6a-4a99-8485-cf3bf3861afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.346268 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a1fd-0b6a-4a99-8485-cf3bf3861afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.443027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a1fd-0b6a-4a99-8485-cf3bf3861afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.446039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a1fd-0b6a-4a99-8485-cf3bf3861afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.447444 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f9c0a1fd-0b6a-4a99-8485-cf3bf3861afa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60bb01a5-1b86-49b5-ab0e-384d14d361b3 HTTP/1.1" status: 204 len: 168 time: 0.1929374 Jul 08 01:49:39.456013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a1fd-0b6a-4a99-8485-cf3bf3861afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb01a5-1b86-49b5-ab0e-384d14d361b3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:39.528572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53200) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:39.616979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-network', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:39.699164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Made reservation on behalf of 1a035400ac57449f8d07c2b507b8f1c2 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:39.702216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.711129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.803243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.858520 n-d-695189-13 neutron-server[100713]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 01:49:39.883991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.910179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a9615d3-e5cd-4b5d-91ab-5bab364c79a2 req-cbc58d0c-fbee-4122-9db8-f3a031d85064 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 210 time: 0.3804195 Jul 08 01:49:39.927588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:39.954780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1584b1-f98b-4f10-ad81-a008037e0e9b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:39.957754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.958198 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Added segment 7efde1ff-59c1-4030-8e6b-83a234abf000 of type vlan for network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec Jul 08 01:49:40.001928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.014075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:40.104780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.105774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:40.106449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.164850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] Pushing event updated for resources: {'Network': ['ID=2110a99b-4459-4cbe-bc02-e0eeccfa77ec,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:40.176088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:40.229470 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-859032b8-a814-4d13-98c6-23713c2e1e2b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9312148 Jul 08 01:49:40.230386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:40.237562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Request body: {'subnet': {'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-subnet', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:40.322232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Made reservation on behalf of 1a035400ac57449f8d07c2b507b8f1c2 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:40.324628 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.369236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-695717015-network', 'tenant_id': '817457c9802b41198f112cb2aab5d4cb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:40.499832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Made reservation on behalf of 817457c9802b41198f112cb2aab5d4cb for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:40.502118 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.516251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.578172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.678143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=793dd119-606f-4fc6-a098-372dcf3f8a10,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:40.686257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Checking segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:40.686692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Network hostable DHCP agents. Network: 2110a99b-4459-4cbe-bc02-e0eeccfa77ec, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:40.697976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.796889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:40.800291 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.834575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:40.844393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0185bf-2b77-4118-ae65-6f1c8dbcc217,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:40.851579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.851873 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Added segment 662f4cd4-010c-4e5e-a2da-0b18a49ca781 of type vlan for network 1aa08506-daf0-4876-a5c0-b5876f6c346c Jul 08 01:49:40.909217 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.940283 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2110a99b-4459-4cbe-bc02-e0eeccfa77ec) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:40.944513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:40.945187 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.953242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506ac42-5968-43e1-a904-b94ad94b2e65 None None] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:41.033002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.034711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:41.035548 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.041780 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4cde73ec-2cb7-46a3-9819-681bd73ebc91 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8092344 Jul 08 01:49:41.047224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53268) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:41.049747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:41.068644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-519e5b97-96b3-40ba-a131-2d22f27a95d3 req-87582287-db50-406a-9994-85cd61d577df tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 210 time: 0.0626965 Jul 08 01:49:41.148959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa08506-daf0-4876-a5c0-b5876f6c346c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:41.156450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:41.157352 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.167779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 1aa08506-daf0-4876-a5c0-b5876f6c346c details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:41.196876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.198553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.250183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ad9f6b5e-eeea-439a-82cb-d7a41580f715 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2346771 Jul 08 01:49:41.252688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:41.258623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Request body: {'subnet': {'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-695717015-subnet', 'tenant_id': '817457c9802b41198f112cb2aab5d4cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:41.341796 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.354443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Allocated IP 172.20.0.2 (2110a99b-4459-4cbe-bc02-e0eeccfa77ec/793dd119-606f-4fc6-a098-372dcf3f8a10/09c39941-5537-4fbf-b24a-29382a02b3b2) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:41.363399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Made reservation on behalf of 817457c9802b41198f112cb2aab5d4cb for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:41.365761 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.547026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.557244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Transition to ACTIVE for port object 09c39941-5537-4fbf-b24a-29382a02b3b2 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:41.582298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Transition to ACTIVE for port object 09c39941-5537-4fbf-b24a-29382a02b3b2 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:41.622156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.631048 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.677873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=332bb977-b183-4ea9-97bc-26fe22bf9868,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:41.689755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.697165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:41.697530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Network hostable DHCP agents. Network: 1aa08506-daf0-4876-a5c0-b5876f6c346c, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:41.779797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Network 1aa08506-daf0-4876-a5c0-b5876f6c346c is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:41.783555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:41.795695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:41.800174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:41.821234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Pushing event updated for resources: {'Port': ['ID=09c39941-5537-4fbf-b24a-29382a02b3b2,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:41.872649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.873202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.873682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.874033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.874570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.876323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 1aa08506-daf0-4876-a5c0-b5876f6c346c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:41.878852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.881727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:41.882691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.887502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.887502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.887502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.887502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.887502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.890804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Tracked resource versions report: Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: pushed versions: Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: { 'AddressGroup': {'1.2'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'ConntrackHelper': {'1.0'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Log': {'1.0'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Network': {'1.1'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Port': {'1.7'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'PortForwarding': {'1.2'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'QosPolicy': {'1.8'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'SecurityGroup': {'1.4'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'SubPort': {'1.0'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Subnet': {'1.1'}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Trunk': {'1.1'}} Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: consumer versions: Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: { DHCP agent@n-d-695189-13: {}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: HyperV agent@n-h1-695189-13: {}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: HyperV agent@n-h2-695189-13: {}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: L3 agent@n-d-695189-13: {}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: Metadata agent@n-d-695189-13: {}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: Metering agent@n-d-695189-13: {}, Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: Open vSwitch agent@n-d-695189-13: { 'AddressGroup': '1.2', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'ConntrackHelper': '1.0', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Log': '1.0', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Network': '1.1', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Port': '1.7', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'PortForwarding': '1.2', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'QosPolicy': '1.8', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'SecurityGroup': '1.4', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'SecurityGroupRule': '1.2', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'SubPort': '1.0', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Subnet': '1.1', Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: 'Trunk': '1.1'}} Jul 08 01:49:41.894379 n-d-695189-13 neutron-server[100714]: {{(pid=100714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:49:41.917214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159dab9a-efeb-478a-9b71-49309ce671d7 None None] Network 1aa08506-daf0-4876-a5c0-b5876f6c346c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:41.986441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-aba4c669-b0db-4de7-a1ad-0c0ac8858ddb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7322247 Jul 08 01:49:42.015272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Attempting to bind port 09c39941-5537-4fbf-b24a-29382a02b3b2 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:42.015928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Attempting to bind port 09c39941-5537-4fbf-b24a-29382a02b3b2 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:42.016449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Attempting to bind port 09c39941-5537-4fbf-b24a-29382a02b3b2 on network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:42.025855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:42.026525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Checking segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:42.027170 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.027739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Bound using segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:42.028367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Bound port: 09c39941-5537-4fbf-b24a-29382a02b3b2, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:42.028949 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.072852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.084484 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-50b988e9-8070-4fd2-ab5c-e52a71482783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.124763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.223331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2165b-d5db-4a35-8cdc-7f2f90b1ab7f None None] Network 1aa08506-daf0-4876-a5c0-b5876f6c346c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:42.252198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] For port 09c39941-5537-4fbf-b24a-29382a02b3b2, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:42.312590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] For port 09c39941-5537-4fbf-b24a-29382a02b3b2, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=09c39941-5537-4fbf-b24a-29382a02b3b2,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:42.355028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Allocated IP 172.25.8.238 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/3fe7da15-f66a-4614-b68d-d6ab6b5daa63) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:42.382851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-22ca59b6-9b89-4a8b-bf32-7d06a1e3510b req-6b7b63e8-28ae-446f-a3dc-de40ca73aadf tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 210 time: 0.0648689 Jul 08 01:49:42.399175 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.540092 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.541976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d383e6-0133-4ab8-8fb6-425ee0965d75 None None] Pushing event updated for resources: {'Port': ['ID=09c39941-5537-4fbf-b24a-29382a02b3b2,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:42.642944 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.714952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:42.718204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:42.724191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:42.914300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Pushing event updated for resources: {'Port': ['ID=3fe7da15-f66a-4614-b68d-d6ab6b5daa63,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:42.955870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53322) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:42.998542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.18', 56532) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:43.028125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-e13afa01-6fad-4612-be15-9627b7c684c7 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d2e9ab8853f74dce874d68842010eeaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283029 Jul 08 01:49:43.089273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 09c39941-5537-4fbf-b24a-29382a02b3b2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:43.234238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83175140-01d0-4fe0-bc1b-2693f78baa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.320400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 09c39941-5537-4fbf-b24a-29382a02b3b2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:43.411456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-c620193b-3bd2-4b4d-9200-8aac84df3159 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:43.412874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-c620193b-3bd2-4b4d-9200-8aac84df3159 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793879 Jul 08 01:49:43.420328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.477430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Request body: {'port': {'device_id': 'f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'd2e9ab8853f74dce874d68842010eeaa'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:43.635031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d82e913-23e9-4aab-9517-159080417c83 req-ad4fd972-6e83-4356-bcda-c7e01b9282a4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 210 time: 0.0323184 Jul 08 01:49:43.710462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53360) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:43.715691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1314093610-network', 'tenant_id': 'c626bc4802be43a589f9d04d749096e1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:43.764855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83175140-01d0-4fe0-bc1b-2693f78baa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.838849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce5d8d-f76a-46cd-a0e4-53c946985b41 None None] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:43.853238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83175140-01d0-4fe0-bc1b-2693f78baa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.912808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83175140-01d0-4fe0-bc1b-2693f78baa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d1f5a-d91f-4f71-9979-480f6fbd5e5e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:43.918964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Made reservation on behalf of c626bc4802be43a589f9d04d749096e1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:43.928953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.929061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-83175140-01d0-4fe0-bc1b-2693f78baa6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abac4e38e73041f3868b78623dfb464f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9698024 Jul 08 01:49:43.937819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.944557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53374) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:43.952288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.987677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f8cb8acd-a5a5-4dee-8a56-0b64eecfde61 None None] Provisioning for port 09c39941-5537-4fbf-b24a-29382a02b3b2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:43.994072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f8cb8acd-a5a5-4dee-8a56-0b64eecfde61 None None] Provisioning complete for port 09c39941-5537-4fbf-b24a-29382a02b3b2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:43.994658 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8cb8acd-a5a5-4dee-8a56-0b64eecfde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.094226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2223a92c-98bc-4ad5-a958-1dc842e6f3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.123625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2223a92c-98bc-4ad5-a958-1dc842e6f3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.128089 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8cb8acd-a5a5-4dee-8a56-0b64eecfde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.180645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Made reservation on behalf of d2e9ab8853f74dce874d68842010eeaa for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:44.182741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f8cb8acd-a5a5-4dee-8a56-0b64eecfde61 None None] For port 09c39941-5537-4fbf-b24a-29382a02b3b2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=09c39941-5537-4fbf-b24a-29382a02b3b2,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:44.184998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.207931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.249741 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8cb8acd-a5a5-4dee-8a56-0b64eecfde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.277215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53390) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:44.282833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.322040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Router bd79185e-78c9-4d43-92b6-da8ebd0198f2 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:44.332072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb8acd-a5a5-4dee-8a56-0b64eecfde61 None None] Pushing event updated for resources: {'Port': ['ID=09c39941-5537-4fbf-b24a-29382a02b3b2,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:44.371418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2223a92c-98bc-4ad5-a958-1dc842e6f3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.375808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2223a92c-98bc-4ad5-a958-1dc842e6f3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.377927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2223a92c-98bc-4ad5-a958-1dc842e6f3b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b42d1f5a-d91f-4f71-9979-480f6fbd5e5e HTTP/1.1" status: 204 len: 168 time: 0.4288054 Jul 08 01:49:44.396117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223a92c-98bc-4ad5-a958-1dc842e6f3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d1f5a-d91f-4f71-9979-480f6fbd5e5e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:44.441398 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.449274 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbd2870c-ca63-4bfe-8a6b-b08f8b9ab287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.473549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-18997fde-9755-4d11-8284-95ad0e8a3210 None None] Provisioning complete for port 09c39941-5537-4fbf-b24a-29382a02b3b2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:44.474371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18997fde-9755-4d11-8284-95ad0e8a3210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.481507 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-352f47dd-a194-4736-8746-359b544476df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.514193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:44.516362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bcfb5f-a52b-409b-8a8a-5d8bfe77164b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:44.529379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:44.539391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.539723 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Added segment b3ca069c-19d3-4231-8cfb-987056512651 of type vlan for network aec8a195-c3ea-4c40-9a53-9bd56423c755 Jul 08 01:49:44.540764 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Sync routers for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:44.554358 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:44.555397 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:49:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:44.646144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.681282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.722881 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:49:44.825290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.828449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:44.829298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.853714 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.939746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.033508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-352f47dd-a194-4736-8746-359b544476df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.073936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 09c39941-5537-4fbf-b24a-29382a02b3b2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:45.147973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31086a42-474a-46bb-9a84-a543272d4fa6 req-79027203-f523-4a22-b6e4-c08e49331552 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 210 time: 0.2552569 Jul 08 01:49:45.148497 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:42Z', 'revision_number': 3, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.181617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] Pushing event updated for resources: {'Network': ['ID=aec8a195-c3ea-4c40-9a53-9bd56423c755,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:45.203241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network aec8a195-c3ea-4c40-9a53-9bd56423c755 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:45.205386 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Checking router: bd79185e-78c9-4d43-92b6-da8ebd0198f2 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:49:45.205778 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Updating router bd79185e-78c9-4d43-92b6-da8ebd0198f2 port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:49:45.211262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-352f47dd-a194-4736-8746-359b544476df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.260158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.261420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b48aabe1-bcde-41ab-9026-45cece0a2260 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2152557 Jul 08 01:49:45.264915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.304003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:45.325540 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-352f47dd-a194-4736-8746-359b544476df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf476331b0aa4346ba90d5a1b573528a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0471952 Jul 08 01:49:45.332553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 09c39941-5537-4fbf-b24a-29382a02b3b2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:45.333987 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.340813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53424) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.341047 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.533214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53426) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.601818 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c0e01e3a-a83b-433e-9d89-738e2852dfe2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8900928 Jul 08 01:49:45.656781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df3920c0-a63c-4902-90d9-150c00b032c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.656781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53428) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.679179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f47dd-a194-4736-8746-359b544476df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5ba17-6c73-4b95-8a9b-ea0441b635f8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:45.702800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Request body: {'subnet': {'network_id': 'aec8a195-c3ea-4c40-9a53-9bd56423c755', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1314093610-subnet', 'tenant_id': 'c626bc4802be43a589f9d04d749096e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:45.765896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Allocated IP 192.168.233.184 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/e9d3a20d-0cdd-48e4-b831-f886d0107d57) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:45.773924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18923e1-c990-4722-9ac4-b111f9f10476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.820342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18923e1-c990-4722-9ac4-b111f9f10476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.878725 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.894013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.904016 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Transition to ACTIVE for port object 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:46.088918 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df3920c0-a63c-4902-90d9-150c00b032c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.095212 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.143650 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.158433 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Attempting to bind port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:46.159009 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Attempting to bind port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:46.159384 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Attempting to bind port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:46.167428 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:46.167846 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:46.168258 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.173999 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:46.174856 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Bound port: 3fe7da15-f66a-4614-b68d-d6ab6b5daa63, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:46.175118 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.177255 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Pushing event updated for resources: {'Port': ['ID=3fe7da15-f66a-4614-b68d-d6ab6b5daa63,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:46.221633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Transition to ACTIVE for port object e9d3a20d-0cdd-48e4-b831-f886d0107d57 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:46.224155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18923e1-c990-4722-9ac4-b111f9f10476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.227393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c18923e1-c990-4722-9ac4-b111f9f10476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.233445 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c18923e1-c990-4722-9ac4-b111f9f10476 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3d5ba17-6c73-4b95-8a9b-ea0441b635f8 HTTP/1.1" status: 204 len: 168 time: 0.8678260 Jul 08 01:49:46.264908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.264908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.264908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.264908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.264908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.264908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.267981 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.268532 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.268854 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.269203 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.269544 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.269878 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Tracked resource versions report: Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: pushed versions: Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: { 'AddressGroup': {'1.2'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'ConntrackHelper': {'1.0'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Log': {'1.0'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Network': {'1.1'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Port': {'1.7'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'PortForwarding': {'1.2'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'QosPolicy': {'1.8'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'SecurityGroup': {'1.4'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'SubPort': {'1.0'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Subnet': {'1.1'}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Trunk': {'1.1'}} Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: consumer versions: Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: { DHCP agent@n-d-695189-13: {}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: HyperV agent@n-h1-695189-13: {}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: HyperV agent@n-h2-695189-13: {}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: L3 agent@n-d-695189-13: {}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: Metadata agent@n-d-695189-13: {}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: Metering agent@n-d-695189-13: {}, Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: Open vSwitch agent@n-d-695189-13: { 'AddressGroup': '1.2', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'ConntrackHelper': '1.0', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Log': '1.0', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Network': '1.1', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Port': '1.7', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'PortForwarding': '1.2', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'QosPolicy': '1.8', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'SecurityGroup': '1.4', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'SecurityGroupRule': '1.2', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'SubPort': '1.0', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Subnet': '1.1', Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: 'Trunk': '1.1'}} Jul 08 01:49:46.271196 n-d-695189-13 neutron-server[100717]: {{(pid=100717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:49:46.275888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18923e1-c990-4722-9ac4-b111f9f10476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5ba17-6c73-4b95-8a9b-ea0441b635f8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:46.329831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df3920c0-a63c-4902-90d9-150c00b032c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.366121 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] For port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:46.369713 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] For port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3fe7da15-f66a-4614-b68d-d6ab6b5daa63,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:46.374390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df3920c0-a63c-4902-90d9-150c00b032c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0439a29aabaa4289be5b02b9b4f1983b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8377914 Jul 08 01:49:46.383458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:46.416038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-739c1e9c-b7d7-4506-a3c6-b3c87763769c req-06292b4e-f363-4838-b5a8-7aa743e53d3c tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 210 time: 0.0671089 Jul 08 01:49:46.477110 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.492362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3920c0-a63c-4902-90d9-150c00b032c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c3fa52-9b43-4873-b27d-e62d1db67fc1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:46.506458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53438) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:46.537546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c838c3c-8a8d-4fc0-8195-cd4a30acaa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.551604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.558841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Made reservation on behalf of c626bc4802be43a589f9d04d749096e1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:46.561773 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.599085 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d807e5-a47f-47c0-84da-d6e72dd1de03 None None] Pushing event updated for resources: {'Port': ['ID=3fe7da15-f66a-4614-b68d-d6ab6b5daa63,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:46.614011 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:46.614678 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:49:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:46.777395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c838c3c-8a8d-4fc0-8195-cd4a30acaa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.816017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.823790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:46.837147 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf24cb53-7918-4fcc-b969-36f6d92b7d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.849618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:46.883519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:46.894590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:46.895329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.900812 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:49:46.943242 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.952480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Pushing event updated for resources: {'Port': ['ID=e9d3a20d-0cdd-48e4-b831-f886d0107d57,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:47.015829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-3e1afaa7-7653-4490-9dff-853fd297a7f4 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5426741 Jul 08 01:49:47.274155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c838c3c-8a8d-4fc0-8195-cd4a30acaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.277632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c838c3c-8a8d-4fc0-8195-cd4a30acaa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.284082 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2c838c3c-8a8d-4fc0-8195-cd4a30acaa96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2c3fa52-9b43-4873-b27d-e62d1db67fc1 HTTP/1.1" status: 204 len: 168 time: 0.8750606 Jul 08 01:49:47.322499 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.335817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Allocated IP 172.20.0.1 (2110a99b-4459-4cbe-bc02-e0eeccfa77ec/793dd119-606f-4fc6-a098-372dcf3f8a10/16ea8c3a-b31f-425b-ad3a-010afb4d5f6c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:47.358810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c838c3c-8a8d-4fc0-8195-cd4a30acaa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c3fa52-9b43-4873-b27d-e62d1db67fc1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:47.403162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ee1b8eb2-f7fa-4b24-9e1b-715ea6e4732e None None] Provisioning for port e9d3a20d-0cdd-48e4-b831-f886d0107d57 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:47.413444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ee1b8eb2-f7fa-4b24-9e1b-715ea6e4732e None None] Provisioning complete for port e9d3a20d-0cdd-48e4-b831-f886d0107d57 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:47.419994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8eb2-f7fa-4b24-9e1b-715ea6e4732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.520554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b8eb2-f7fa-4b24-9e1b-715ea6e4732e None None] Port e9d3a20d-0cdd-48e4-b831-f886d0107d57 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:47.539974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-300896ae-b54a-4bf4-8db1-abbf47febfe6 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:49:47.543363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-300896ae-b54a-4bf4-8db1-abbf47febfe6 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252085 Jul 08 01:49:47.560551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.590080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Transition to ACTIVE for port object 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:47.602308 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf24cb53-7918-4fcc-b969-36f6d92b7d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.619637 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:42Z', 'revision_number': 3, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:47.658947 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaab839-af8c-458d-81c3-3a3b7dfa585d None None] The sync data for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 is: [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:42Z', 'revision_number': 3, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:47.665099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2993e4eb-a342-471a-80bb-5926b3d1c22f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:47.704764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf24cb53-7918-4fcc-b969-36f6d92b7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.811242 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.813763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Checking segment: {'id': 'b3ca069c-19d3-4231-8cfb-987056512651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'aec8a195-c3ea-4c40-9a53-9bd56423c755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:47.814144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Network hostable DHCP agents. Network: aec8a195-c3ea-4c40-9a53-9bd56423c755, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:47.838044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53448) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:47.854346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cf24cb53-7918-4fcc-b969-36f6d92b7d39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f4bbc8ac9974515a7c4334e5052fdea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3458934 Jul 08 01:49:47.869773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53450) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:47.870749 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a80d39e-d950-4e9f-a285-c2ebff3c49b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.890656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24cb53-7918-4fcc-b969-36f6d92b7d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d1fb2-0147-4437-b872-cab9211175f8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:47.925410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:47.975868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:47.982778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:47.983440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.999962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Pushing event updated for resources: {'Port': ['ID=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:48.048809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6394-1373-499b-a7e1-bd4c8f025aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.128725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6394-1373-499b-a7e1-bd4c8f025aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.140035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.198870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3d06e-cde0-4832-bdfc-ed286ed84e8a req-321cdd3c-08ed-4346-b186-bb388a7be5aa tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:48.211057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26a3d06e-cde0-4832-bdfc-ed286ed84e8a req-321cdd3c-08ed-4346-b186-bb388a7be5aa tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 936 time: 0.5480270 Jul 08 01:49:48.212945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Network aec8a195-c3ea-4c40-9a53-9bd56423c755 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:48.338424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Request body: {'port': {'device_id': 'f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd', 'device_owner': 'compute:tempest-test_az-1903930881', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:48.462209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a80d39e-d950-4e9f-a285-c2ebff3c49b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.477989 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.661230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b87337f8-7ebf-4f0a-b52c-b7b3af06d65c None None] Provisioning for port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:48.662032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6394-1373-499b-a7e1-bd4c8f025aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.666560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6394-1373-499b-a7e1-bd4c8f025aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.670414 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d5ce6394-1373-499b-a7e1-bd4c8f025aca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a35d1fb2-0147-4437-b872-cab9211175f8 HTTP/1.1" status: 204 len: 168 time: 0.7938540 Jul 08 01:49:48.670414 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a80d39e-d950-4e9f-a285-c2ebff3c49b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.672008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b87337f8-7ebf-4f0a-b52c-b7b3af06d65c None None] Provisioning complete for port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:48.672619 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b87337f8-7ebf-4f0a-b52c-b7b3af06d65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.758186 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7a80d39e-d950-4e9f-a285-c2ebff3c49b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e787763f9d354d8cb4e23ce206e7e5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9173710 Jul 08 01:49:48.763268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b87337f8-7ebf-4f0a-b52c-b7b3af06d65c None None] Port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:48.807215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53466) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:48.807436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce6394-1373-499b-a7e1-bd4c8f025aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d1fb2-0147-4437-b872-cab9211175f8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:48.862047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, aec8a195-c3ea-4c40-9a53-9bd56423c755) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:48.876617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50039114-b152-4886-8082-790e81c463b9 None None] Network aec8a195-c3ea-4c40-9a53-9bd56423c755 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:48.880327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:48.880833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.924328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26a3d06e-cde0-4832-bdfc-ed286ed84e8a req-990fe3bb-1a7b-4563-8de6-2c601b336d50 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7047198 Jul 08 01:49:48.979568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80d39e-d950-4e9f-a285-c2ebff3c49b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa5d470-f731-4d9b-9f64-32bd9bd27334,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:49.200614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.202263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18c82b-fc91-4518-8923-6d62db45b4a8 None None] Network aec8a195-c3ea-4c40-9a53-9bd56423c755 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:49.203065 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a26509c4-047c-4e18-92d9-ec579d9458ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.203405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d3a20d-0cdd-48e4-b831-f886d0107d57 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:49:49.203405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.203405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Transition to ACTIVE for port object e9d3a20d-0cdd-48e4-b831-f886d0107d57 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:49.203797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a26509c4-047c-4e18-92d9-ec579d9458ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.213650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:49.371889 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.409451 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.412153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:49.420211 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-26337b5a-d2ae-4250-b8f8-5d9c5318b1e2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.7673407 Jul 08 01:49:49.420958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a26509c4-047c-4e18-92d9-ec579d9458ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.424942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a26509c4-047c-4e18-92d9-ec579d9458ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.429426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a26509c4-047c-4e18-92d9-ec579d9458ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fa5d470-f731-4d9b-9f64-32bd9bd27334 HTTP/1.1" status: 204 len: 168 time: 0.5627673 Jul 08 01:49:49.432864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:49.435659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.438113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26509c4-047c-4e18-92d9-ec579d9458ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa5d470-f731-4d9b-9f64-32bd9bd27334,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:49.489234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.490386 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.582188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.641125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3fe7da15-f66a-4614-b68d-d6ab6b5daa63,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:49.700219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Pushing event updated for resources: {'Port': ['ID=e9d3a20d-0cdd-48e4-b831-f886d0107d57,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:49.832309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Attempting to bind port e9d3a20d-0cdd-48e4-b831-f886d0107d57 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:49.832309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Attempting to bind port e9d3a20d-0cdd-48e4-b831-f886d0107d57 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:49.832309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Attempting to bind port e9d3a20d-0cdd-48e4-b831-f886d0107d57 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:49.835109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Pushing event updated for resources: {'Port': ['ID=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:49.835847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Port e9d3a20d-0cdd-48e4-b831-f886d0107d57 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:49:49.835847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Attempting to bind port e9d3a20d-0cdd-48e4-b831-f886d0107d57 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:49.835847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:49.835847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:49.835847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:49.835847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Bound port: e9d3a20d-0cdd-48e4-b831-f886d0107d57, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:49.835847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.836795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:49.836795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:49.880017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] For port e9d3a20d-0cdd-48e4-b831-f886d0107d57, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:49.884888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] For port e9d3a20d-0cdd-48e4-b831-f886d0107d57, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e9d3a20d-0cdd-48e4-b831-f886d0107d57,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:50.025075 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.082678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.106396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Router bd79185e-78c9-4d43-92b6-da8ebd0198f2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:50.234435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=3fe7da15-f66a-4614-b68d-d6ab6b5daa63,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:50.244772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Pushing event updated for resources: {'Port': ['ID=e9d3a20d-0cdd-48e4-b831-f886d0107d57,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:50.287817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-34fce490-9fab-4761-afa9-780a3b90522d None None] Provisioning complete for port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:50.288195 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-34fce490-9fab-4761-afa9-780a3b90522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.295388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:50.298878 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.300469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-f28379ed-4eb7-4afa-bd16-ae4cd25fd72b service neutron] 10.222.0.18 "PUT /v2.0/ports/e9d3a20d-0cdd-48e4-b831-f886d0107d57 HTTP/1.1" status: 200 len: 1119 time: 2.1448021 Jul 08 01:49:50.305001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd', 'tag': 'e9d3a20d-0cdd-48e4-b831-f886d0107d57'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:50.365931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-34fce490-9fab-4761-afa9-780a3b90522d None None] Port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:50.396253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:50.431673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-57b5bb66-0ec8-417f-8ab2-493afa66f99f admin admin] 10.222.0.10 "PUT /v2.0/routers/bd79185e-78c9-4d43-92b6-da8ebd0198f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1573687 Jul 08 01:49:50.468164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b96cf-2afa-4f78-a974-f0a6117d079b req-64cfe6a4-3710-412a-a5e1-6b23adee34bd tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:50.471084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-799b96cf-2afa-4f78-a974-f0a6117d079b req-64cfe6a4-3710-412a-a5e1-6b23adee34bd tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 970 time: 0.2863352 Jul 08 01:49:50.477434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:50.505247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21e0a5ef-0611-4978-b26f-aedacd8cebde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.589422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-799b96cf-2afa-4f78-a974-f0a6117d079b req-50d1fc1f-f0c8-44d6-9042-bc3fcfac4dd6 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997722 Jul 08 01:49:50.604520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Sync routers for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:50.617843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:50.620324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:49:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:50.742843 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21e0a5ef-0611-4978-b26f-aedacd8cebde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.825145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:49:50.832588 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.928172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21e0a5ef-0611-4978-b26f-aedacd8cebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.940254 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ca59c1-658c-4743-8de7-83ba016141ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd", "tag": "e9d3a20d-0cdd-48e4-b831-f886d0107d57"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:51.015911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0a5ef-0611-4978-b26f-aedacd8cebde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff0ced-cfa9-4e08-bc6c-7ffd4735f7ad,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:51.023541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21e0a5ef-0611-4978-b26f-aedacd8cebde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17749626bd954b5888c325f2bc436969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450137 Jul 08 01:49:51.038405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53506) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:51.071810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:51.173294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-2c14599c-160e-4d8e-b7f2-d1876531ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:51.175980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-2c14599c-160e-4d8e-b7f2-d1876531ea3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2e9ab8853f74dce874d68842010eeaa&device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 1122 time: 0.1459720 Jul 08 01:49:51.184026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:51.184564 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.192777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b257b0b9-e875-4d93-bb3e-6900f0c168b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.223447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b257b0b9-e875-4d93-bb3e-6900f0c168b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.265846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 2, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:51.320953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Checking router: bd79185e-78c9-4d43-92b6-da8ebd0198f2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:49:51.321837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Updating router bd79185e-78c9-4d43-92b6-da8ebd0198f2 port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:49:51.464788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.607372 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764589f1-ea5a-43fa-a0b9-b07024eb527f x-openstack-request-id: req-764589f1-ea5a-43fa-a0b9-b07024eb527f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:51.607737 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd", "tag": "e9d3a20d-0cdd-48e4-b831-f886d0107d57", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:51.607996 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-764589f1-ea5a-43fa-a0b9-b07024eb527f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:51.608561 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd', 'tag': 'e9d3a20d-0cdd-48e4-b831-f886d0107d57', 'status': 'completed', 'code': 200} Jul 08 01:49:51.612388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-2ec61e14-392d-43fb-99b7-a72b94eec935 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e9d3a20d-0cdd-48e4-b831-f886d0107d57 HTTP/1.1" status: 200 len: 217 time: 0.3863938 Jul 08 01:49:51.718718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-42045838-c63f-4616-8aa7-3406942e2be2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:51.720435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-42045838-c63f-4616-8aa7-3406942e2be2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 820 time: 0.4197831 Jul 08 01:49:51.753675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-e7d99ded-b8fa-40f5-a52d-19ffeb7314e6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/quotas/817457c9802b41198f112cb2aab5d4cb HTTP/1.1" status: 200 len: 375 time: 0.0247791 Jul 08 01:49:51.793330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-52cbde3c-c858-4185-af7c-c1e35fec0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:51.795404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-52cbde3c-c858-4185-af7c-c1e35fec0917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1388958 Jul 08 01:49:51.798148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-1484b66a-5d26-4b79-9bd9-fb2eed59c8a2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436044 Jul 08 01:49:51.830560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b257b0b9-e875-4d93-bb3e-6900f0c168b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.833169 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b257b0b9-e875-4d93-bb3e-6900f0c168b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.842705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b257b0b9-e875-4d93-bb3e-6900f0c168b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5ff0ced-cfa9-4e08-bc6c-7ffd4735f7ad HTTP/1.1" status: 204 len: 168 time: 0.7980781 Jul 08 01:49:51.845899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257b0b9-e875-4d93-bb3e-6900f0c168b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff0ced-cfa9-4e08-bc6c-7ffd4735f7ad,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:52.059596 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.059596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Transition to ACTIVE for port object 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:52.084607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-6646ca77-b618-4e27-b225-4e42d4f6bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:52.086348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-6646ca77-b618-4e27-b225-4e42d4f6bb1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2108135 Jul 08 01:49:52.101009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c5bbd-0fde-4deb-ba8d-2ace7d5c81ac req-511301a3-71fa-4e7a-adf7-f6b9760c9960 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:52.109196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-935c5bbd-0fde-4deb-ba8d-2ace7d5c81ac req-511301a3-71fa-4e7a-adf7-f6b9760c9960 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 970 time: 0.1164980 Jul 08 01:49:52.159061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-935c5bbd-0fde-4deb-ba8d-2ace7d5c81ac req-72ff137f-ad6c-4d56-a044-4bf0483d012c tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486979 Jul 08 01:49:52.196215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e467789-6913-4c8d-9283-fd5a5cf8d5a0 None None] Pushing event updated for resources: {'Port': ['ID=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Attempting to bind port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Attempting to bind port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Attempting to bind port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c on network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Checking segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Bound using segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Bound port: 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:52.409421 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.471831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] For port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:52.476911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] For port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:52.539505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.611908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:52.618104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:49:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:52.695416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e467789-6913-4c8d-9283-fd5a5cf8d5a0 None None] Pushing event updated for resources: {'Port': ['ID=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:52.961563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:49:52.963708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-c1c08baf-7ddf-4c5a-9b9d-6f60ff337bc4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:49:52.963708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-c1c08baf-7ddf-4c5a-9b9d-6f60ff337bc4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1962848 Jul 08 01:49:52.963708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0f8fbe30-161a-47d2-954e-8f2dd67c181c service neutron] 10.222.0.10 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909345 Jul 08 01:49:53.089930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-2e5d9893-5152-4b6f-b526-ba633b87f027 service neutron] 10.222.0.10 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288438 Jul 08 01:49:53.212861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:52Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:53.302728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2094952-5bdb-4dbb-8c02-162c173ced70 None None] The sync data for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 is: [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:52Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:53.498144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11111f99-cff0-443c-b81e-37d2dfc0f075 req-d5f94e87-e1bd-44a8-be12-4e2bbf318faa tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:53.501176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11111f99-cff0-443c-b81e-37d2dfc0f075 req-d5f94e87-e1bd-44a8-be12-4e2bbf318faa tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 970 time: 0.2081888 Jul 08 01:49:53.584065 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-150c6f1f-b4b4-4be1-a5e8-47b35cea6bd3 req-ea526926-5d6f-443d-b28a-e26db46f568e tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 210 time: 0.0592949 Jul 08 01:49:53.598723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53580) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:53.617292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-network', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:53.634715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11111f99-cff0-443c-b81e-37d2dfc0f075 req-b86200fb-2e34-49b1-b0d5-a85c734c222a tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207290 Jul 08 01:49:53.742091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Made reservation on behalf of cbe3b6cbb875484790bb84cff4940f09 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:53.746241 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.784217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.001809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.151705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.233611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:54.244741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1234a7b4-1d75-4589-a73b-b54bbcb6c575,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:54.250385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.250848 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Added segment 5dfeffbf-1de5-432a-b647-ae479b02a819 of type vlan for network 0da9da91-bf2a-4710-9a3d-608e4dc44568 Jul 08 01:49:54.316449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.698924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.701690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:54.702501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.756628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-827aba8f-4cff-4e26-ac38-ce0c7ea42fd5 req-5f9264f1-0d82-4876-b32b-4a6f96d76f4a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 210 time: 0.0603645 Jul 08 01:49:54.899675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] Pushing event updated for resources: {'Network': ['ID=0da9da91-bf2a-4710-9a3d-608e4dc44568,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:55.011785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 0da9da91-bf2a-4710-9a3d-608e4dc44568 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:55.012931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d9ccb-2241-4b2e-82ce-d98f8e07c65c req-c68b6a00-bf9d-4311-b41c-6d7c95d2a6f8 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:55.012931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc5d9ccb-2241-4b2e-82ce-d98f8e07c65c req-c68b6a00-bf9d-4311-b41c-6d7c95d2a6f8 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 970 time: 0.1390264 Jul 08 01:49:55.057145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc5d9ccb-2241-4b2e-82ce-d98f8e07c65c req-89402b05-6f06-4b21-ba24-8fd281582716 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773313 Jul 08 01:49:55.117096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5e912da3-9430-4679-bf46-0659781ccdda admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5172737 Jul 08 01:49:55.120095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:55.128357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Request body: {'subnet': {'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-subnet', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:55.137447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:55.264778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Made reservation on behalf of cbe3b6cbb875484790bb84cff4940f09 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:55.268892 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.368654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:55.387424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:55.387424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.623821 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-7e2fdd35-d867-41ca-a928-123979261046 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330987 Jul 08 01:49:55.634783 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.651762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:55.737343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:55.787840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aab923-54bf-4a36-a0ef-fb9fdbb9d158 req-c30708ac-83fc-45ab-80b7-5f287635e554 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556268 Jul 08 01:49:55.796999 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.853063 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.911635 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba8d3d6b-d595-4b20-b14d-c2102da2db66 req-08eed229-cb31-4c34-96ba-3e75b68668e4 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 210 time: 0.0875401 Jul 08 01:49:55.956110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15dd248a-ee7e-481d-8661-b9933e58eeff,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:55.988488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:55.993152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-41522023-network', 'tenant_id': '4df8b9538aa54ae8ac361eadb5f3f26d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:56.000698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Checking segment: {'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:56.001096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Network hostable DHCP agents. Network: 0da9da91-bf2a-4710-9a3d-608e4dc44568, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:56.128022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Network 0da9da91-bf2a-4710-9a3d-608e4dc44568 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:56.131247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Made reservation on behalf of 4df8b9538aa54ae8ac361eadb5f3f26d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:56.134111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.172124 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.241528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53690) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:56.272277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 0da9da91-bf2a-4710-9a3d-608e4dc44568) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:56.286039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.286687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.288057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2475318-a9d8-4510-b0bf-eaaa5d0aa210 None None] Network 0da9da91-bf2a-4710-9a3d-608e4dc44568 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:56.328823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dbf14-dc7a-4ca1-b533-14e70c155332 req-51de255a-68b6-44ef-88c8-6055721b4961 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.330729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-418dbf14-dc7a-4ca1-b533-14e70c155332 req-51de255a-68b6-44ef-88c8-6055721b4961 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 970 time: 0.1356070 Jul 08 01:49:56.357078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca59c1-658c-4743-8de7-83ba016141ae req-69b4a29a-317f-4dca-8766-58b243d05411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.360034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63ca59c1-658c-4743-8de7-83ba016141ae req-69b4a29a-317f-4dca-8766-58b243d05411 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2e9ab8853f74dce874d68842010eeaa&device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 1122 time: 0.1032882 Jul 08 01:49:56.444810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c899cf6-5040-4d86-a830-478b1e273175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.516514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-0da9da91-bf2a-4710-9a3d-608e4dc44568', 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'fixed_ips': [{'subnet_id': '15dd248a-ee7e-481d-8661-b9933e58eeff'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:56.517658 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.518394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-418dbf14-dc7a-4ca1-b533-14e70c155332 req-d61a5655-4bc4-467d-8ec4-c898ff310a48 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724482 Jul 08 01:49:56.520186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.580038 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.600855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:56.614257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e3c7d3-af0e-42c5-801b-a77b41c0f42f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:56.619088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.619459 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Added segment 048b85c1-9d45-40fb-9f00-8aaba27549d7 of type vlan for network 68974dc5-4c4e-4451-9f8d-07f701067f0c Jul 08 01:49:56.664227 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.674458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d6252b39-038a-464e-be7f-6343399ab3a3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5508516 Jul 08 01:49:56.674689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53694) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:56.681715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:56.707895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Allocated IP 172.20.0.2 (0da9da91-bf2a-4710-9a3d-608e4dc44568/15dd248a-ee7e-481d-8661-b9933e58eeff/60a455b6-c3c8-433b-b952-387223df60d2) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:56.721620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca59c1-658c-4743-8de7-83ba016141ae req-626db796-1a89-43c7-9263-81c94df69cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.723403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63ca59c1-658c-4743-8de7-83ba016141ae req-626db796-1a89-43c7-9263-81c94df69cc6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2646356 Jul 08 01:49:56.773347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.774387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.775253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.791890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564880-d701-472e-93d7-6f7a994bca61 req-25fba422-e09b-444d-a3ca-37833746c9a8 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.792513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564880-d701-472e-93d7-6f7a994bca61 req-25fba422-e09b-444d-a3ca-37833746c9a8 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.792833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564880-d701-472e-93d7-6f7a994bca61 req-25fba422-e09b-444d-a3ca-37833746c9a8 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.793310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564880-d701-472e-93d7-6f7a994bca61 req-25fba422-e09b-444d-a3ca-37833746c9a8 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.793838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564880-d701-472e-93d7-6f7a994bca61 req-25fba422-e09b-444d-a3ca-37833746c9a8 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.794317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564880-d701-472e-93d7-6f7a994bca61 req-25fba422-e09b-444d-a3ca-37833746c9a8 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.794785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564880-d701-472e-93d7-6f7a994bca61 req-25fba422-e09b-444d-a3ca-37833746c9a8 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.796611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ff564880-d701-472e-93d7-6f7a994bca61 req-25fba422-e09b-444d-a3ca-37833746c9a8 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.2950892 Jul 08 01:49:56.799316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63ca59c1-658c-4743-8de7-83ba016141ae req-434f74b8-6f71-439e-8392-debe7faba79c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e9d3a20d-0cdd-48e4-b831-f886d0107d57 HTTP/1.1" status: 200 len: 217 time: 0.0634844 Jul 08 01:49:56.878639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca59c1-658c-4743-8de7-83ba016141ae req-5530a99f-4bf4-48b6-a880-bff5432cea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.880839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63ca59c1-658c-4743-8de7-83ba016141ae req-5530a99f-4bf4-48b6-a880-bff5432cea94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0744109 Jul 08 01:49:56.882070 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.886979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] Pushing event updated for resources: {'Network': ['ID=68974dc5-4c4e-4451-9f8d-07f701067f0c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:56.894490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Transition to ACTIVE for port object 60a455b6-c3c8-433b-b952-387223df60d2 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:56.903184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 68974dc5-4c4e-4451-9f8d-07f701067f0c details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:56.929604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc78ea9-a6a6-458b-9d08-d38de3363fd8 req-89e86688-94c7-438b-b73b-b46dcd309b78 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.931128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5dc78ea9-a6a6-458b-9d08-d38de3363fd8 req-89e86688-94c7-438b-b73b-b46dcd309b78 tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 886 time: 0.1072640 Jul 08 01:49:56.941655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c899cf6-5040-4d86-a830-478b1e273175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.970925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Transition to ACTIVE for port object 60a455b6-c3c8-433b-b952-387223df60d2 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:56.990855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca59c1-658c-4743-8de7-83ba016141ae req-6b9ca852-bed7-4e3b-b3f5-f0a20a1fcdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.992382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63ca59c1-658c-4743-8de7-83ba016141ae req-6b9ca852-bed7-4e3b-b3f5-f0a20a1fcdbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048934 Jul 08 01:49:57.026154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:57.056844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c899cf6-5040-4d86-a830-478b1e273175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.087678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.090692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:57.090692 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.124044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f4bdfa4-dcdf-4953-9518-fb51ea27fec5 req-1b2a8d5f-d984-4b44-9c38-87a06317273d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 210 time: 0.0409875 Jul 08 01:49:57.145191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.147738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.150375 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8c899cf6-5040-4d86-a830-478b1e273175 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8024a4d5b6440bea2c0a392adf46f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9075489 Jul 08 01:49:57.154085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53702) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:57.167463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Network 0da9da91-bf2a-4710-9a3d-608e4dc44568 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:57.173480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c899cf6-5040-4d86-a830-478b1e273175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62964bb0-07ca-4bdf-aad9-32b12f5ddbc6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:57.194236 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:49:57.212074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:57.219527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.219834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.220317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.220784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.221248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.221713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.222178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.222736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.224531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f14f7cc-a3fe-4288-a9f4-0a7be00ec469 req-dbef45d2-9496-4856-a46b-54ac8066ecef tempest-NetworksTest-1072867130 tempest-NetworksTest-1072867130-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5696 time: 0.2691247 Jul 08 01:49:57.226658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63ca59c1-658c-4743-8de7-83ba016141ae req-ce888d81-40b9-49cb-9456-c0dabee964ed service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909449 Jul 08 01:49:57.227081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:57.234829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Pushing event updated for resources: {'Port': ['ID=60a455b6-c3c8-433b-b952-387223df60d2,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:57.258452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8bac1e62-6af3-4f9a-8ab2-ed722f2d6eba admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5986705 Jul 08 01:49:57.265370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53706) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:57.267021 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.275119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Request body: {'subnet': {'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-41522023-subnet', 'tenant_id': '4df8b9538aa54ae8ac361eadb5f3f26d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:57.295526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78cafa84-d6c1-4646-b130-a49eebedd8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.296674 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Attempting to bind port 60a455b6-c3c8-433b-b952-387223df60d2 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:57.297418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Attempting to bind port 60a455b6-c3c8-433b-b952-387223df60d2 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:57.298285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Attempting to bind port 60a455b6-c3c8-433b-b952-387223df60d2 on network 0da9da91-bf2a-4710-9a3d-608e4dc44568 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:57.305186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:57.305974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Checking segment: {'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:57.305974 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.306390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Bound using segment: {'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:57.306947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Bound port: 60a455b6-c3c8-433b-b952-387223df60d2, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:57.307371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.326040 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78cafa84-d6c1-4646-b130-a49eebedd8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.341359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63ca59c1-658c-4743-8de7-83ba016141ae req-91bfb7e7-955c-48dd-95cd-0d1750bd375e service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061089 Jul 08 01:49:57.378281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] For port 60a455b6-c3c8-433b-b952-387223df60d2, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:57.382353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] For port 60a455b6-c3c8-433b-b952-387223df60d2, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=60a455b6-c3c8-433b-b952-387223df60d2,segment=NetworkSegment(5dfeffbf-1de5-432a-b647-ae479b02a819),segment_id=5dfeffbf-1de5-432a-b647-ae479b02a819)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:57.414214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Made reservation on behalf of 4df8b9538aa54ae8ac361eadb5f3f26d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:57.416585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.447637 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.513031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477267e-0d87-4257-b842-5db27acc7c85 None None] Pushing event updated for resources: {'Port': ['ID=60a455b6-c3c8-433b-b952-387223df60d2,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:57.555187 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.585306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.32', 60427) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:57.636566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78cafa84-d6c1-4646-b130-a49eebedd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.639886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78cafa84-d6c1-4646-b130-a49eebedd8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.643523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-78cafa84-d6c1-4646-b130-a49eebedd8de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62964bb0-07ca-4bdf-aad9-32b12f5ddbc6 HTTP/1.1" status: 204 len: 168 time: 0.4847507 Jul 08 01:49:57.754663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cafa84-d6c1-4646-b130-a49eebedd8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62964bb0-07ca-4bdf-aad9-32b12f5ddbc6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:57.758785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53714) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:57.984587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52f2d5-f2be-456c-b12f-090338fe97cf req-a59728e3-a95f-49f1-b9c2-261e0fd04cad tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.984587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f52f2d5-f2be-456c-b12f-090338fe97cf req-a59728e3-a95f-49f1-b9c2-261e0fd04cad tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 970 time: 0.3356929 Jul 08 01:49:58.001461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12faacc-1d28-4941-99d7-2db4e1a7517c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.065746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-12f568cc-9c5e-45fb-a366-de3c9f4cc226 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:58.068237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-12f568cc-9c5e-45fb-a366-de3c9f4cc226 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 820 time: 0.4882579 Jul 08 01:49:58.118984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f52f2d5-f2be-456c-b12f-090338fe97cf req-b90913f5-7cee-4bbd-853b-40bb248d3ee0 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152990 Jul 08 01:49:58.134774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Request body: {'port': {'device_id': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'admin_state_up': True, 'tenant_id': '817457c9802b41198f112cb2aab5d4cb'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:58.211121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.293304 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378bac5b-f78a-4a6f-90ee-29d0d1d407ab req-e402f68c-717d-4f9f-a303-3232d4ffee42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 210 time: 0.0384150 Jul 08 01:49:58.345276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.383412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b8875b2-d7ea-4b54-9760-799d2f235563,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:58.397615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.402047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:58.402457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Network hostable DHCP agents. Network: 68974dc5-4c4e-4451-9f8d-07f701067f0c, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:58.435018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12faacc-1d28-4941-99d7-2db4e1a7517c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.552532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Allocated IP 172.25.8.123 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/d46149af-3288-4fe7-b9c3-f787959a2b78) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:58.673901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.674930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45863f4-230a-4e65-9441-578f1d78c8fb None None] Network 0da9da91-bf2a-4710-9a3d-608e4dc44568 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:58.677953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c12faacc-1d28-4941-99d7-2db4e1a7517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.715890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Network 68974dc5-4c4e-4451-9f8d-07f701067f0c is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:58.745949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53726) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:58.746126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c12faacc-1d28-4941-99d7-2db4e1a7517c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39bfdbf5e96147c5a8e4f4a077ef8d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9854305 Jul 08 01:49:58.749382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12faacc-1d28-4941-99d7-2db4e1a7517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55780ecf-9f69-4ee0-8199-b8be67fb1335,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:58.755367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:58.773858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Made reservation on behalf of 817457c9802b41198f112cb2aab5d4cb for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:58.778085 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c700c640-ffd6-4d28-bbab-1c442dab676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.783921 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.830278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 68974dc5-4c4e-4451-9f8d-07f701067f0c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:58.841386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:58.841386 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.842909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91915b12-4a08-4628-a042-d81540436a52 None None] Network 68974dc5-4c4e-4451-9f8d-07f701067f0c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:58.862445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.894453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a04149f-cd8a-4b16-8d8d-af018321783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.943093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Pushing event updated for resources: {'Port': ['ID=d46149af-3288-4fe7-b9c3-f787959a2b78,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:58.948135 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a04149f-cd8a-4b16-8d8d-af018321783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.961752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:58.965329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:58.973576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:58.996138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Allocated IP 172.20.0.13 (1aa08506-daf0-4876-a5c0-b5876f6c346c/332bb977-b183-4ea9-97bc-26fe22bf9868/e8972fbd-65f4-4b61-b6d3-c4a118785907) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:59.033659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6841d742-b30e-43ba-b459-99d273d45bb0 None None] Provisioning for port 60a455b6-c3c8-433b-b952-387223df60d2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:59.071782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 60a455b6-c3c8-433b-b952-387223df60d2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:59.191014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c700c640-ffd6-4d28-bbab-1c442dab676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.221172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b60824-f039-4028-a74b-549b435c8558 None None] Network 68974dc5-4c4e-4451-9f8d-07f701067f0c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:59.249144 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a04149f-cd8a-4b16-8d8d-af018321783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.252419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a04149f-cd8a-4b16-8d8d-af018321783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.255814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2a04149f-cd8a-4b16-8d8d-af018321783b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55780ecf-9f69-4ee0-8199-b8be67fb1335 HTTP/1.1" status: 204 len: 168 time: 0.5073614 Jul 08 01:49:59.274306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c700c640-ffd6-4d28-bbab-1c442dab676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.284357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04149f-cd8a-4b16-8d8d-af018321783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55780ecf-9f69-4ee0-8199-b8be67fb1335,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:59.310131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700c640-ffd6-4d28-bbab-1c442dab676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a36f62a-d249-4ea1-b47c-da5d6cb52ca5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:59.352757 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.377440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 60a455b6-c3c8-433b-b952-387223df60d2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:59.398296 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ccfe127f-102b-4082-9ec2-b15c51cbf421 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1297669 Jul 08 01:49:59.408937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 60a455b6-c3c8-433b-b952-387223df60d2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:59.409760 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.510480 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.577245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c700c640-ffd6-4d28-bbab-1c442dab676d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b29e439a29f4f7d91176f93d764f078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8199582 Jul 08 01:49:59.581558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:59.612335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Network 1aa08506-daf0-4876-a5c0-b5876f6c346c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:59.620001 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.622737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:59.650396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:59.658531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:59.659461 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.702468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Pushing event updated for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:59.740353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3c64d-3c4d-4812-bb70-31801577d53b req-cb5ccf06-de59-4eb2-9c2c-5e93615977fc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:59.740353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2f3c64d-3c4d-4812-bb70-31801577d53b req-cb5ccf06-de59-4eb2-9c2c-5e93615977fc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 932 time: 0.1725218 Jul 08 01:49:59.764791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-3ea7a207-f7d7-4298-b7d9-9a4c840f9faf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6353190 Jul 08 01:49:59.771674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1121d90-e9af-4469-8ad2-44e9d2598381 req-daf5f14f-8524-4530-86c3-8d266a495a49 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:59.774007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1121d90-e9af-4469-8ad2-44e9d2598381 req-daf5f14f-8524-4530-86c3-8d266a495a49 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 970 time: 0.4706883 Jul 08 01:49:59.807666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d86b4c6b-af26-4525-bfd2-2bc79149173a None None] Provisioning complete for port 60a455b6-c3c8-433b-b952-387223df60d2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:59.814005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d86b4c6b-af26-4525-bfd2-2bc79149173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.816830 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2f3c64d-3c4d-4812-bb70-31801577d53b req-21e95c0b-63d8-43e3-938a-76a23ebc8938 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695097 Jul 08 01:49:59.832854 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4db681-a930-4a20-908d-c54f3968e9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.910908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4db681-a930-4a20-908d-c54f3968e9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.922147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1121d90-e9af-4469-8ad2-44e9d2598381 req-19275509-2605-48fa-8368-35dfeb4ae74a tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340470 Jul 08 01:49:59.967139 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.005869 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d86b4c6b-af26-4525-bfd2-2bc79149173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.035251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 60a455b6-c3c8-433b-b952-387223df60d2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=60a455b6-c3c8-433b-b952-387223df60d2,segment=NetworkSegment(5dfeffbf-1de5-432a-b647-ae479b02a819),segment_id=5dfeffbf-1de5-432a-b647-ae479b02a819)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:00.037990 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.122711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.152144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4db681-a930-4a20-908d-c54f3968e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.156112 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4db681-a930-4a20-908d-c54f3968e9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.157952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0c4db681-a930-4a20-908d-c54f3968e9b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a36f62a-d249-4ea1-b47c-da5d6cb52ca5 HTTP/1.1" status: 204 len: 168 time: 0.5725727 Jul 08 01:50:00.172566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4db681-a930-4a20-908d-c54f3968e9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a36f62a-d249-4ea1-b47c-da5d6cb52ca5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:00.232077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-d86b4c6b-af26-4525-bfd2-2bc79149173a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:50:00.232466 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-d86b4c6b-af26-4525-bfd2-2bc79149173a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:50:00.237398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=60a455b6-c3c8-433b-b952-387223df60d2,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:00.281741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:50:00.383686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53756) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:00.409317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e681af-4a21-4a84-b947-3e6f95479b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.418235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:00.433454 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Sync routers for ids ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:00.449077 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Routers {'1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:00.450241 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:49:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:00.517702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e681af-4a21-4a84-b947-3e6f95479b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.564742 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Set router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:00.570348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e9d3a20d-0cdd-48e4-b831-f886d0107d57 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:00.616352 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2e681af-4a21-4a84-b947-3e6f95479b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.616853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:00.622582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1805495158-network', 'tenant_id': '7ca47dc0e23649eeac7195f4b5127a33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:00.673544 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e2e681af-4a21-4a84-b947-3e6f95479b75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aae06a002b924f1b886a1c876e214014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847333 Jul 08 01:50:00.673544 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e681af-4a21-4a84-b947-3e6f95479b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb5136-f88e-41b1-ba1c-003740fb7c16,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:00.674092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53764) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:00.713279 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.713279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-09f12b94-152e-4284-8c37-4a69c8604932 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0372927 Jul 08 01:50:00.716269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53766) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:00.815218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b92b24d-b684-4167-b055-856d39e40dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.815491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e9d3a20d-0cdd-48e4-b831-f886d0107d57, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e9d3a20d-0cdd-48e4-b831-f886d0107d57,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:00.820326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Made reservation on behalf of 7ca47dc0e23649eeac7195f4b5127a33 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:00.823235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.835482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'e9d3a20d-0cdd-48e4-b831-f886d0107d57', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'e9d3a20d-0cdd-48e4-b831-f886d0107d57', 'mac_address': 'fa:16:3e:8f:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:tempest-test_az-1903930881', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:00.855957 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:49:59Z', 'revision_number': 3, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:00.865304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.876474 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b92b24d-b684-4167-b055-856d39e40dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.900438 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.939738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d3a20d-0cdd-48e4-b831-f886d0107d57 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:00.951265 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Checking router: 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:00.951265 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Updating router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb port d46149af-3288-4fe7-b9c3-f787959a2b78 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:01.005852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e9d3a20d-0cdd-48e4-b831-f886d0107d57, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e9d3a20d-0cdd-48e4-b831-f886d0107d57,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:01.011282 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.049256 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b92b24d-b684-4167-b055-856d39e40dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.053575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b92b24d-b684-4167-b055-856d39e40dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.060719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b92b24d-b684-4167-b055-856d39e40dd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5eb5136-f88e-41b1-ba1c-003740fb7c16 HTTP/1.1" status: 204 len: 168 time: 0.3822610 Jul 08 01:50:01.077967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.081317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92b24d-b684-4167-b055-856d39e40dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb5136-f88e-41b1-ba1c-003740fb7c16,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:01.095984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 60a455b6-c3c8-433b-b952-387223df60d2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:01.133742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.249149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.269840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eba32-7f44-4265-9edf-4c74b414ac84 req-20fc03b8-2139-4def-8ed8-be360a0e7855 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:01.274047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e9d3a20d-0cdd-48e4-b831-f886d0107d57,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:01.278146 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-726eba32-7f44-4265-9edf-4c74b414ac84 req-20fc03b8-2139-4def-8ed8-be360a0e7855 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 932 time: 0.1793375 Jul 08 01:50:01.305809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:01.319690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 60a455b6-c3c8-433b-b952-387223df60d2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:01.320478 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.363859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.364170 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Added segment d17e4141-2603-4d4e-8907-08f50474e957 of type vlan for network 0c1e64cb-2c78-42d8-98af-fdf83bbc5b01 Jul 08 01:50:01.395913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-726eba32-7f44-4265-9edf-4c74b414ac84 req-898dfbbd-bea3-44dd-8b84-be8a6dabf1c4 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142704 Jul 08 01:50:01.398827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb52306-bde6-4d80-bd74-83b9d01be242,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:01.472607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e9d3a20d-0cdd-48e4-b831-f886d0107d57'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:01.505990 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.528273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150622f8-029f-47a0-8559-b2a06ffe4225 req-6525bff8-6a0c-4ab2-b6eb-f1fb123a4b98 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:01.537150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-150622f8-029f-47a0-8559-b2a06ffe4225 req-6525bff8-6a0c-4ab2-b6eb-f1fb123a4b98 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 971 time: 0.3560088 Jul 08 01:50:01.587971 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.594939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-150622f8-029f-47a0-8559-b2a06ffe4225 req-c9ac61d0-64e6-40e4-bb49-d2fcf2ede8e7 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555716 Jul 08 01:50:01.614769 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Transition to ACTIVE for port object d46149af-3288-4fe7-b9c3-f787959a2b78 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:01.636594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.637736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:01.638435 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.687246 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.728353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1103256 Jul 08 01:50:01.729176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53796) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:01.730508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.742582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Request body: {'subnet': {'network_id': '0c1e64cb-2c78-42d8-98af-fdf83bbc5b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1805495158-subnet', 'tenant_id': '7ca47dc0e23649eeac7195f4b5127a33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:01.763175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d6525-0075-473f-a39f-f418ec0f48f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1e64cb-2c78-42d8-98af-fdf83bbc5b01,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:01.777709 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Attempting to bind port d46149af-3288-4fe7-b9c3-f787959a2b78 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:01.779062 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Attempting to bind port d46149af-3288-4fe7-b9c3-f787959a2b78 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:01.780106 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Attempting to bind port d46149af-3288-4fe7-b9c3-f787959a2b78 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:01.781906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 0c1e64cb-2c78-42d8-98af-fdf83bbc5b01 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:01.784227 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec59ad7-0445-4d58-bd36-10b44268409f None None] Pushing event updated for resources: {'Port': ['ID=d46149af-3288-4fe7-b9c3-f787959a2b78,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:01.790640 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:01.791200 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:01.791646 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.792047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:01.792666 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Bound port: d46149af-3288-4fe7-b9c3-f787959a2b78, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:01.792931 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.821359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Made reservation on behalf of 7ca47dc0e23649eeac7195f4b5127a33 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:01.823891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.889644 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] For port d46149af-3288-4fe7-b9c3-f787959a2b78, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:01.896379 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] For port d46149af-3288-4fe7-b9c3-f787959a2b78, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d46149af-3288-4fe7-b9c3-f787959a2b78,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:01.952980 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.024731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Allocated IP 172.20.0.1 (0da9da91-bf2a-4710-9a3d-608e4dc44568/15dd248a-ee7e-481d-8661-b9933e58eeff/5fde9c7f-de14-438c-85db-c6d4b1063e61) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:02.044202 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Routers {'1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:02.045005 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:49:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:02.107793 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec59ad7-0445-4d58-bd36-10b44268409f None None] Pushing event updated for resources: {'Port': ['ID=d46149af-3288-4fe7-b9c3-f787959a2b78,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.167295 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.172985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.180199 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] Set router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:02.189792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Transition to ACTIVE for port object 5fde9c7f-de14-438c-85db-c6d4b1063e61 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:02.282551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Checking segment: {'id': 'd17e4141-2603-4d4e-8907-08f50474e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0c1e64cb-2c78-42d8-98af-fdf83bbc5b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:02.283021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Network hostable DHCP agents. Network: 0c1e64cb-2c78-42d8-98af-fdf83bbc5b01, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:02.286236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769a9038-1640-41a2-a8db-1adf410832f7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.316058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.363874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Network 0da9da91-bf2a-4710-9a3d-608e4dc44568 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:02.367629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:02.369846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5fde9c7f-de14-438c-85db-c6d4b1063e61,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.372719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:02.373201 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.395683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Network 0c1e64cb-2c78-42d8-98af-fdf83bbc5b01 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:02.410730 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:49:59Z', 'revision_number': 3, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:02.451224 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccea41-014e-4269-83fb-798a7cfee1ff None None] The sync data for ids ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'] in n-d-695189-13 is: [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:49:59Z', 'revision_number': 3, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:02.510604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 0c1e64cb-2c78-42d8-98af-fdf83bbc5b01) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:02.515698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:02.516290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.523476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c110b5-1535-4a5a-8a15-a874e1b1271d None None] Network 0c1e64cb-2c78-42d8-98af-fdf83bbc5b01 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:02.660519 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-54f6cb86-a4df-475e-a636-7ebc429560a5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9170825 Jul 08 01:50:02.660842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e9d3a20d-0cdd-48e4-b831-f886d0107d57 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:02.865160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82458-5e4c-463d-b4d1-d975d3d5851b req-4cf776e1-af7a-4ed6-80c0-38a2bbeae9a4 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:02.865160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94a82458-5e4c-463d-b4d1-d975d3d5851b req-4cf776e1-af7a-4ed6-80c0-38a2bbeae9a4 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 932 time: 0.2102706 Jul 08 01:50:02.865160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.891920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91cf42-2de2-4e04-94a2-1b93f2571213 req-e5eac258-80cb-47b9-b4c3-d0a6a7edba20 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:02.893756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d91cf42-2de2-4e04-94a2-1b93f2571213 req-e5eac258-80cb-47b9-b4c3-d0a6a7edba20 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 971 time: 0.1329875 Jul 08 01:50:02.956389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576fddd6-3bb0-430d-accd-a4f2de0bcb5c None None] Network 0c1e64cb-2c78-42d8-98af-fdf83bbc5b01 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:02.956389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f04e8eb8-a9b5-4bae-9ef0-32b80cde5372 None None] Provisioning for port 5fde9c7f-de14-438c-85db-c6d4b1063e61 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:02.964027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94a82458-5e4c-463d-b4d1-d975d3d5851b req-73f4159e-f6bd-4fd1-beab-c245cbc2e056 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371856 Jul 08 01:50:03.065584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port e9d3a20d-0cdd-48e4-b831-f886d0107d57 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:03.066000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d91cf42-2de2-4e04-94a2-1b93f2571213 req-c7735e11-2eee-4f2e-a0ce-36c5fb01d475 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613445 Jul 08 01:50:03.079109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f04e8eb8-a9b5-4bae-9ef0-32b80cde5372 None None] Provisioning complete for port 5fde9c7f-de14-438c-85db-c6d4b1063e61 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:03.079109 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f04e8eb8-a9b5-4bae-9ef0-32b80cde5372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.081355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port e9d3a20d-0cdd-48e4-b831-f886d0107d57 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:03.081851 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.169812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d46149af-3288-4fe7-b9c3-f787959a2b78 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:03.297752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f04e8eb8-a9b5-4bae-9ef0-32b80cde5372 None None] Port 5fde9c7f-de14-438c-85db-c6d4b1063e61 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:03.388460 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.408820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d46149af-3288-4fe7-b9c3-f787959a2b78 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:03.420002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d46149af-3288-4fe7-b9c3-f787959a2b78 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:03.423600 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.453786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d3a20d-0cdd-48e4-b831-f886d0107d57'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:03.511376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.534607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e9d3a20d-0cdd-48e4-b831-f886d0107d57, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e9d3a20d-0cdd-48e4-b831-f886d0107d57,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:03.578428 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.579493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.598325 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.627004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d46149af-3288-4fe7-b9c3-f787959a2b78, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d46149af-3288-4fe7-b9c3-f787959a2b78,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:03.641396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.753371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5fde9c7f-de14-438c-85db-c6d4b1063e61,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:03.876239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Network 0da9da91-bf2a-4710-9a3d-608e4dc44568 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:03.881512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.883914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:03.957481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e9d3a20d-0cdd-48e4-b831-f886d0107d57,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:04.062330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-f61df846-b42e-4b55-887c-f8d8baca4d9d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.066277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-f61df846-b42e-4b55-887c-f8d8baca4d9d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 806 time: 0.2636724 Jul 08 01:50:04.084570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d46149af-3288-4fe7-b9c3-f787959a2b78,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:04.099268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-95627f9c-915b-431a-9ff3-65e42ebeccce tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/quotas/4df8b9538aa54ae8ac361eadb5f3f26d HTTP/1.1" status: 200 len: 375 time: 0.0216775 Jul 08 01:50:04.154125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:04.225416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-37cd23de-44a4-49fb-88b5-e891853ca271 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158538 Jul 08 01:50:04.235635 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39425d23-0dd2-40d5-8253-6e6a4ce349ab" -d '{"events": [{"server_uuid": "f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd", "name": "network-vif-plugged", "status": "completed", "tag": "e9d3a20d-0cdd-48e4-b831-f886d0107d57"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:04.240567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e4c50ea2-b938-4c27-bb97-9f502c7ecf73 None None] Provisioning complete for port 5fde9c7f-de14-438c-85db-c6d4b1063e61 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:04.241013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e4c50ea2-b938-4c27-bb97-9f502c7ecf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.246249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186f3c-09ef-4b1b-b423-610336c60bd2 req-7b915e22-3230-424e-98ce-c32ab3bc83f1 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.249029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e186f3c-09ef-4b1b-b423-610336c60bd2 req-7b915e22-3230-424e-98ce-c32ab3bc83f1 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 932 time: 0.1008713 Jul 08 01:50:04.286124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e4c50ea2-b938-4c27-bb97-9f502c7ecf73 None None] Port 5fde9c7f-de14-438c-85db-c6d4b1063e61 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:04.299513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e186f3c-09ef-4b1b-b423-610336c60bd2 req-c23b24f7-8ecf-4fbc-a77d-2fbbf9c11cdb tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Jul 08 01:50:04.362588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:04.369807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-44b8cb94-b495-49d0-81e2-7bebfeb170b8 admin admin] 10.222.0.10 "PUT /v2.0/routers/1899efef-adec-40dd-9ed6-b2fb3dd9e0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6524837 Jul 08 01:50:04.511618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c406a-9a53-49f4-88d9-20cd607e8ca7 req-a186d5bc-0d0a-4604-883e-c40878a6d994 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.513770 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7e0c406a-9a53-49f4-88d9-20cd607e8ca7 req-a186d5bc-0d0a-4604-883e-c40878a6d994 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 972 time: 0.0832226 Jul 08 01:50:04.564439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7e0c406a-9a53-49f4-88d9-20cd607e8ca7 req-150fe598-c279-474d-9b13-3b48243c4a13 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Jul 08 01:50:04.630435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-5ab77131-afe8-4342-ad3b-f6bd30fec6ca service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:50:04.633325 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-5ab77131-afe8-4342-ad3b-f6bd30fec6ca service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1943440 Jul 08 01:50:04.729412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-abbb7a0d-bb4f-4e3f-b9c1-3568d3238f2a service neutron] 10.222.0.10 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906186 Jul 08 01:50:04.800198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Sync routers for ids ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:04.812513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Routers {'1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:04.813561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:49:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:04.845387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-fd71eb2b-1ef5-4b52-83f5-93def739ca8b service neutron] 10.222.0.10 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043432 Jul 08 01:50:04.862967 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777db9a2-1d01-452e-a157-013e912c5af0 x-openstack-request-id: req-777db9a2-1d01-452e-a157-013e912c5af0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:04.863281 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd", "name": "network-vif-plugged", "status": "completed", "tag": "e9d3a20d-0cdd-48e4-b831-f886d0107d57", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:04.863567 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-777db9a2-1d01-452e-a157-013e912c5af0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:04.864015 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d3a20d-0cdd-48e4-b831-f886d0107d57', 'code': 200} Jul 08 01:50:04.968749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Set router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:05.093750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d46149af-3288-4fe7-b9c3-f787959a2b78 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:05.125997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a353-8bf8-41be-af62-80591cb49dd1 req-f8ff2917-2b51-416e-aa10-e3a1c91ce30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:05.127541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3204a353-8bf8-41be-af62-80591cb49dd1 req-f8ff2917-2b51-416e-aa10-e3a1c91ce30d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 1124 time: 0.1657317 Jul 08 01:50:05.160458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-50f029fc-6d0b-4fcc-8da7-ad63cb8d2804 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:50:05.161626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-50f029fc-6d0b-4fcc-8da7-ad63cb8d2804 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077178 Jul 08 01:50:05.162466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3204a353-8bf8-41be-af62-80591cb49dd1 req-35eed302-07dc-41a6-8beb-59a577aa63ff service neutron] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.277212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d46149af-3288-4fe7-b9c3-f787959a2b78 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:05.277599 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.330080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:50:02Z', 'revision_number': 4, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fde9c7f-de14-438c-85db-c6d4b1063e61', 'name': '', 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'mac_address': 'fa:16:3e:96:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '15dd248a-ee7e-481d-8661-b9933e58eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 2, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'subnets': [{'id': '15dd248a-ee7e-481d-8661-b9933e58eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:05.364150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Checking router: 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:05.364535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Updating router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb port 5fde9c7f-de14-438c-85db-c6d4b1063e61 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:05.393688 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3204a353-8bf8-41be-af62-80591cb49dd1 req-35eed302-07dc-41a6-8beb-59a577aa63ff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.411925 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.440079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a017e7be-e781-497a-b771-0087b6f3173c req-11387b4a-c0f1-41f7-bf59-01a4ad48783b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 210 time: 0.0320947 Jul 08 01:50:05.469486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Request body: {'port': {'device_id': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:05.532865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3204a353-8bf8-41be-af62-80591cb49dd1 req-35eed302-07dc-41a6-8beb-59a577aa63ff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.614724 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3204a353-8bf8-41be-af62-80591cb49dd1 req-35eed302-07dc-41a6-8beb-59a577aa63ff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795566 Jul 08 01:50:05.622688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eed302-07dc-41a6-8beb-59a577aa63ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f72d904-da77-4ef5-a51f-4901aa73a920,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:05.625381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.739963 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.754398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Transition to ACTIVE for port object 5fde9c7f-de14-438c-85db-c6d4b1063e61 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:05.812832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.820274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7848caa-ed19-4f74-9bba-156f9f556940 req-6287c19b-3b03-4552-90a8-24b5da02f4af tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:05.828017 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7848caa-ed19-4f74-9bba-156f9f556940 req-6287c19b-3b03-4552-90a8-24b5da02f4af tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 932 time: 0.2281318 Jul 08 01:50:05.890613 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7848caa-ed19-4f74-9bba-156f9f556940 req-8d4f1b72-2d73-4771-827b-c2710c1e4930 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498910 Jul 08 01:50:05.954275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Attempting to bind port 5fde9c7f-de14-438c-85db-c6d4b1063e61 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:05.954761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Attempting to bind port 5fde9c7f-de14-438c-85db-c6d4b1063e61 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:05.955195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Attempting to bind port 5fde9c7f-de14-438c-85db-c6d4b1063e61 on network 0da9da91-bf2a-4710-9a3d-608e4dc44568 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:05.964393 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47205bf-da6b-466b-bf38-c3e6af08ee7c None None] Pushing event updated for resources: {'Port': ['ID=5fde9c7f-de14-438c-85db-c6d4b1063e61,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:05.970637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:05.971022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Checking segment: {'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:05.971603 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.972257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Bound using segment: {'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:05.973571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Bound port: 5fde9c7f-de14-438c-85db-c6d4b1063e61, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfeffbf-1de5-432a-b647-ae479b02a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:05.973571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.057081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] For port 5fde9c7f-de14-438c-85db-c6d4b1063e61, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:06.063733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] For port 5fde9c7f-de14-438c-85db-c6d4b1063e61, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5fde9c7f-de14-438c-85db-c6d4b1063e61,segment=NetworkSegment(5dfeffbf-1de5-432a-b647-ae479b02a819),segment_id=5dfeffbf-1de5-432a-b647-ae479b02a819)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:06.068309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8972fbd-65f4-4b61-b6d3-c4a118785907 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:06.080940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.110345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Transition to ACTIVE for port object e8972fbd-65f4-4b61-b6d3-c4a118785907 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:06.118223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297aa8-3b8c-4eff-9196-18c0e7f6f345 req-57e9e9a1-63ea-4c2a-a849-929355f288c5 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:06.122306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e297aa8-3b8c-4eff-9196-18c0e7f6f345 req-57e9e9a1-63ea-4c2a-a849-929355f288c5 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 972 time: 0.0992200 Jul 08 01:50:06.166043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e297aa8-3b8c-4eff-9196-18c0e7f6f345 req-1133c5bc-d2c0-4a55-a027-b6e4354097af tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Jul 08 01:50:06.190812 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.214919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.280140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Pushing event updated for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:06.332125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:06.333061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:06.333453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:06.340172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:06.341386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:06.349721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:06.350153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:06.350458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:06.350991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Bound port: e8972fbd-65f4-4b61-b6d3-c4a118785907, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:06.351664 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.369595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Routers {'1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:06.370249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:49:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:06.420934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47205bf-da6b-466b-bf38-c3e6af08ee7c None None] Pushing event updated for resources: {'Port': ['ID=5fde9c7f-de14-438c-85db-c6d4b1063e61,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:06.474845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:06.479388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53970) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:06.493252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-393a720a-bead-464e-9dd8-63e67ba3429c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904532843', 'description': 'tempest-description--460392665'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:06.523165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:06.528831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] Set router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:06.565115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-76510f68-c528-4b28-bbcc-ebe5ba9ea7dd req-2360e08a-0320-4922-89d4-f0047d49e691 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 210 time: 0.0390823 Jul 08 01:50:06.619737 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.621827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-393a720a-bead-464e-9dd8-63e67ba3429c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.676646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:06.677276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.678785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] 10.222.0.32 "PUT /v2.0/ports/e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 1093 time: 1.2638237 Jul 08 01:50:06.682836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:06.685195 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c2cb1-50fe-4b80-a2ca-d93d779894e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:06.713423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c750937-f808-4bb3-9a32-d6429d187b6e service neutron] Pushing event updated for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:06.765472 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e2b11-fc9c-4fe3-95d1-ddc139ae54b0 x-openstack-request-id: req-222e2b11-fc9c-4fe3-95d1-ddc139ae54b0 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:06.766031 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:06.766289 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-222e2b11-fc9c-4fe3-95d1-ddc139ae54b0 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:06.766686 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907', 'status': 'completed', 'code': 200} Jul 08 01:50:06.784297 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-393a720a-bead-464e-9dd8-63e67ba3429c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.792808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:50:02Z', 'revision_number': 4, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fde9c7f-de14-438c-85db-c6d4b1063e61', 'name': '', 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'mac_address': 'fa:16:3e:96:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '15dd248a-ee7e-481d-8661-b9933e58eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:06Z', 'revision_number': 4, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'subnets': [{'id': '15dd248a-ee7e-481d-8661-b9933e58eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:06.834356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b06ba-0b03-4f6b-9521-15fb733d25e1 None None] The sync data for ids ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'] in n-d-695189-13 is: [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:50:02Z', 'revision_number': 4, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fde9c7f-de14-438c-85db-c6d4b1063e61', 'name': '', 'network_id': '0da9da91-bf2a-4710-9a3d-608e4dc44568', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'mac_address': 'fa:16:3e:96:49:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '15dd248a-ee7e-481d-8661-b9933e58eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:06Z', 'revision_number': 4, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'subnets': [{'id': '15dd248a-ee7e-481d-8661-b9933e58eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:06.853333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0bd944cc-4047-461a-a7f5-fd5c9c2bc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:06.854850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-0bd944cc-4047-461a-a7f5-fd5c9c2bc7cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1096 time: 0.0691648 Jul 08 01:50:06.856014 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-393a720a-bead-464e-9dd8-63e67ba3429c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.970441 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-91b90e70-7435-4bc4-b9a7-3adc1aeaa6ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 217 time: 0.0971282 Jul 08 01:50:06.974171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a720a-bead-464e-9dd8-63e67ba3429c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec3f7f4-bccd-4eca-beaa-43e1225e9300,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:06.975710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-393a720a-bead-464e-9dd8-63e67ba3429c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.981567 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-393a720a-bead-464e-9dd8-63e67ba3429c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4965584 Jul 08 01:50:06.981742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:06.994834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e2fe0508-4cac-4f7e-a6a5-a248be5c4d32 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Request body: {'security_group_rule': {'security_group_id': 'cec3f7f4-bccd-4eca-beaa-43e1225e9300', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:07.037573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:07.051695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-f3318309-48dc-429f-a6c7-b343c44ce177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:07.053187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-f3318309-48dc-429f-a6c7-b343c44ce177 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0751226 Jul 08 01:50:07.102242 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-6317503f-7cf1-42be-af10-8f241d1e280a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406861 Jul 08 01:50:07.174965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fe0508-4cac-4f7e-a6a5-a248be5c4d32 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.175564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5fde9c7f-de14-438c-85db-c6d4b1063e61 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:07.374141 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-6a4b3b11-1389-4fd1-ad34-fdae1ad02462 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614019 Jul 08 01:50:07.392931 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fe0508-4cac-4f7e-a6a5-a248be5c4d32 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.401988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5fde9c7f-de14-438c-85db-c6d4b1063e61 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:07.408896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5fde9c7f-de14-438c-85db-c6d4b1063e61 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:07.411155 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.415496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b055d-5e7d-4494-b094-200e5f5dc47e req-8fb03aa9-d394-431b-9596-307a62a728a6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:07.422459 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f9b055d-5e7d-4494-b094-200e5f5dc47e req-8fb03aa9-d394-431b-9596-307a62a728a6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 944 time: 0.1860516 Jul 08 01:50:07.463855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fe0508-4cac-4f7e-a6a5-a248be5c4d32 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.487132 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d930bf1e-c1e3-4888-b087-8113921d9a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.538336 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f9b055d-5e7d-4494-b094-200e5f5dc47e req-c8170c54-2834-43c3-b179-f23542db3392 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147854 Jul 08 01:50:07.546820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe0508-4cac-4f7e-a6a5-a248be5c4d32 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a1f0e7-3a74-402d-a3d7-218bb2e881e8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:07.568852 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.606625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01677f7-2e90-4ca0-9f53-58d05222c754 req-17ac8cd9-3754-40f6-91a3-09d05d7ebee9 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176547 Jul 08 01:50:07.608054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dd165-1e79-466e-b9f3-18cb7a981827 req-2eae2235-0a8d-4519-9a62-fb894076c749 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:07.609748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-004dd165-1e79-466e-b9f3-18cb7a981827 req-2eae2235-0a8d-4519-9a62-fb894076c749 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 972 time: 0.2415562 Jul 08 01:50:07.627061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5fde9c7f-de14-438c-85db-c6d4b1063e61, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5fde9c7f-de14-438c-85db-c6d4b1063e61,segment=NetworkSegment(5dfeffbf-1de5-432a-b647-ae479b02a819),segment_id=5dfeffbf-1de5-432a-b647-ae479b02a819)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:07.629827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e2fe0508-4cac-4f7e-a6a5-a248be5c4d32 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.630996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e2fe0508-4cac-4f7e-a6a5-a248be5c4d32 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6425364 Jul 08 01:50:07.633947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54002) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:07.639315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7ced9a87-10c9-4293-9e89-f41eb49fbcc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Request body: {'security_group_rule': {'security_group_id': 'cec3f7f4-bccd-4eca-beaa-43e1225e9300', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:07.700926 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.709748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-004dd165-1e79-466e-b9f3-18cb7a981827 req-0fbcb506-b8d4-4497-83c6-7064cadb10f1 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774159 Jul 08 01:50:07.772708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16f1ad21-9612-429c-b22a-419266307250 req-a908e345-9519-44da-ace5-da6500e9f700 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 210 time: 0.0484564 Jul 08 01:50:07.784899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5fde9c7f-de14-438c-85db-c6d4b1063e61,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:07.800402 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d930bf1e-c1e3-4888-b087-8113921d9a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.875782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d930bf1e-c1e3-4888-b087-8113921d9a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.929157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d930bf1e-c1e3-4888-b087-8113921d9a3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45f6ada541bf4cd8a318dfbd41fed8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8938870 Jul 08 01:50:07.932229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930bf1e-c1e3-4888-b087-8113921d9a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3095c1-93b2-4dd4-86bc-8b0b49cef83b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:07.933383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54004) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:07.982857 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ced9a87-10c9-4293-9e89-f41eb49fbcc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.051050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-4d8d27ce-3f0c-4954-b9ac-b99e4d3ec8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.052698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-4d8d27ce-3f0c-4954-b9ac-b99e4d3ec8d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1096 time: 0.1572635 Jul 08 01:50:08.058258 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a86a7082-5c32-440f-bde8-8984ff178467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.094128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ced9a87-10c9-4293-9e89-f41eb49fbcc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.136560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a86a7082-5c32-440f-bde8-8984ff178467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.167982 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ced9a87-10c9-4293-9e89-f41eb49fbcc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.198787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:08.218421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced9a87-10c9-4293-9e89-f41eb49fbcc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83452e87-6add-4c27-9bb9-7f2e5bfefb40,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:08.239032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-972dc664-813f-4372-acb8-c8b3c7186bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.240860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-972dc664-813f-4372-acb8-c8b3c7186bbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.1687560 Jul 08 01:50:08.335679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25061486-bc95-4d7a-9fe8-9cac876260d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.402203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.32', 60434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:08.473489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ced9a87-10c9-4293-9e89-f41eb49fbcc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.474666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7ced9a87-10c9-4293-9e89-f41eb49fbcc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8395617 Jul 08 01:50:08.476269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a86a7082-5c32-440f-bde8-8984ff178467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.478737 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a86a7082-5c32-440f-bde8-8984ff178467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.480504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a86a7082-5c32-440f-bde8-8984ff178467 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba3095c1-93b2-4dd4-86bc-8b0b49cef83b HTTP/1.1" status: 204 len: 168 time: 0.5431385 Jul 08 01:50:08.480622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:08.481624 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-d8d08053-c088-4b91-836c-7df46dfef6ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 217 time: 0.2261167 Jul 08 01:50:08.485543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:08.503732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a7082-5c32-440f-bde8-8984ff178467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3095c1-93b2-4dd4-86bc-8b0b49cef83b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:08.533589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-c0c76264-b411-4da4-8a92-11811adc3a2d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.535293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-c0c76264-b411-4da4-8a92-11811adc3a2d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 806 time: 0.1307909 Jul 08 01:50:08.545783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-dc3bf551-8b12-42ce-bb04-3ef80ee3f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.547253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-dc3bf551-8b12-42ce-bb04-3ef80ee3f69a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0532248 Jul 08 01:50:08.552729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Request body: {'port': {'device_id': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'admin_state_up': True, 'tenant_id': '4df8b9538aa54ae8ac361eadb5f3f26d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:08.586386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-534c090f-3e31-44eb-b5ec-bae344e077f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309603 Jul 08 01:50:08.674261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25061486-bc95-4d7a-9fe8-9cac876260d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.699462 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-46f2bfdb-098f-427c-93f4-e1e570d19e19 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012959 Jul 08 01:50:08.794681 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25061486-bc95-4d7a-9fe8-9cac876260d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.900078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25061486-bc95-4d7a-9fe8-9cac876260d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93c9b6d-f86e-44cf-8157-98d47338c017,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:08.960753 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378c2cb1-50fe-4b80-a2ca-d93d779894e0 req-95df0994-3d9e-457b-804a-676d05f0971e service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505853 Jul 08 01:50:08.965913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-25061486-bc95-4d7a-9fe8-9cac876260d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=018f1d7525524da18819bb8470353246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631018 Jul 08 01:50:08.968960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54026) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:08.987870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bc890-d4ec-4d9c-95ec-f5705291ef54 req-5a0fc704-a52f-4e91-b564-0d580040755a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.995537 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f03bc890-d4ec-4d9c-95ec-f5705291ef54 req-5a0fc704-a52f-4e91-b564-0d580040755a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 944 time: 0.3146012 Jul 08 01:50:08.999376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4624a3-48bb-43f3-832c-feed6608c439 req-926751d0-7a02-4001-93a5-9b34b7b56b8a tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:09.006974 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ee4624a3-48bb-43f3-832c-feed6608c439 req-926751d0-7a02-4001-93a5-9b34b7b56b8a tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 972 time: 0.1473444 Jul 08 01:50:09.036048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5fde9c7f-de14-438c-85db-c6d4b1063e61 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:09.055877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ee4624a3-48bb-43f3-832c-feed6608c439 req-c16a1797-6293-4ad8-a311-acafc72ff0c9 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476642 Jul 08 01:50:09.109927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5fde9c7f-de14-438c-85db-c6d4b1063e61 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:09.110301 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.111910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f03bc890-d4ec-4d9c-95ec-f5705291ef54 req-05b667c2-2040-418e-8b29-d7cbeff4fbc3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153660 Jul 08 01:50:09.117704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-063529e7-246f-4d24-ab37-a85eac6f6aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.148141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.212561 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-063529e7-246f-4d24-ab37-a85eac6f6aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.251245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e488d38-bc33-4684-bd90-2e13040d2483 req-87fb704b-e761-4a19-9ca6-585dc7d3c5e4 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 210 time: 0.0498822 Jul 08 01:50:09.260740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Made reservation on behalf of 4df8b9538aa54ae8ac361eadb5f3f26d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:09.265188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.309096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54030) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:09.322110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-571fc39e-3706-42a1-885c-ba159cb16391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.401276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158f604-4341-4133-805f-86c041ec87bb req-04b82ffa-f0db-4f64-87a5-34bf260ad8fe tempest-AggregatesAdminTestJSON-2017324335 tempest-AggregatesAdminTestJSON-2017324335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:09.402805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5158f604-4341-4133-805f-86c041ec87bb req-04b82ffa-f0db-4f64-87a5-34bf260ad8fe tempest-AggregatesAdminTestJSON-2017324335 tempest-AggregatesAdminTestJSON-2017324335-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 1124 time: 0.1251535 Jul 08 01:50:09.417139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.428677 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5158f604-4341-4133-805f-86c041ec87bb req-02e92e0f-e2d0-4b57-b6d9-ecb52e98d1fd tempest-AggregatesAdminTestJSON-2017324335 tempest-AggregatesAdminTestJSON-2017324335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.478816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-063529e7-246f-4d24-ab37-a85eac6f6aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.481367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-063529e7-246f-4d24-ab37-a85eac6f6aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.482483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-063529e7-246f-4d24-ab37-a85eac6f6aca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a93c9b6d-f86e-44cf-8157-98d47338c017 HTTP/1.1" status: 204 len: 168 time: 0.5125556 Jul 08 01:50:09.563784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063529e7-246f-4d24-ab37-a85eac6f6aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93c9b6d-f86e-44cf-8157-98d47338c017,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:09.568844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-571fc39e-3706-42a1-885c-ba159cb16391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.629995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-571fc39e-3706-42a1-885c-ba159cb16391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.673543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-571fc39e-3706-42a1-885c-ba159cb16391 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1d67ae4c90d419b9520906a918175df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633230 Jul 08 01:50:09.675047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54034) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:09.680880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fc39e-3706-42a1-885c-ba159cb16391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5254a8-4cc7-463f-8c87-8db2ad2944ce,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:09.727092 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-189bf360-e3c2-41a0-ab1c-7b01b685afc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.734123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Allocated IP 172.20.0.11 (68974dc5-4c4e-4451-9f8d-07f701067f0c/5b8875b2-d7ea-4b54-9760-799d2f235563/eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:09.743136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Allocated IP 172.25.8.22 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/b2de3152-cbf6-4878-a031-baafbec0e078) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:09.749270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-189bf360-e3c2-41a0-ab1c-7b01b685afc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.853048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-189bf360-e3c2-41a0-ab1c-7b01b685afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.857547 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-189bf360-e3c2-41a0-ab1c-7b01b685afc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.861773 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-189bf360-e3c2-41a0-ab1c-7b01b685afc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee5254a8-4cc7-463f-8c87-8db2ad2944ce HTTP/1.1" status: 204 len: 168 time: 0.1838748 Jul 08 01:50:09.870908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bf360-e3c2-41a0-ab1c-7b01b685afc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5254a8-4cc7-463f-8c87-8db2ad2944ce,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:09.965461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5158f604-4341-4133-805f-86c041ec87bb req-02e92e0f-e2d0-4b57-b6d9-ecb52e98d1fd tempest-AggregatesAdminTestJSON-2017324335 tempest-AggregatesAdminTestJSON-2017324335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.991375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.028416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.047972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5158f604-4341-4133-805f-86c041ec87bb req-02e92e0f-e2d0-4b57-b6d9-ecb52e98d1fd tempest-AggregatesAdminTestJSON-2017324335 tempest-AggregatesAdminTestJSON-2017324335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.089354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54040) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:10.103874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99532cfe-2b65-4428-90a3-df2b1c142d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.211609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99532cfe-2b65-4428-90a3-df2b1c142d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.236401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5158f604-4341-4133-805f-86c041ec87bb req-02e92e0f-e2d0-4b57-b6d9-ecb52e98d1fd tempest-AggregatesAdminTestJSON-2017324335 tempest-AggregatesAdminTestJSON-2017324335-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8257768 Jul 08 01:50:10.266700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e92e0f-e2d0-4b57-b6d9-ecb52e98d1fd tempest-AggregatesAdminTestJSON-2017324335 tempest-AggregatesAdminTestJSON-2017324335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c8b38-a37b-441b-a3c5-6e7ae837b2fc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:10.320907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99532cfe-2b65-4428-90a3-df2b1c142d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.345053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.348433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf701c7-9689-4c30-92bc-46b713972014 req-2ee90bda-93b0-4b93-a185-0743d8b8c312 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:10.350209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.350353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-caf701c7-9689-4c30-92bc-46b713972014 req-2ee90bda-93b0-4b93-a185-0743d8b8c312 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 944 time: 0.1019819 Jul 08 01:50:10.387064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99532cfe-2b65-4428-90a3-df2b1c142d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3688184b-9d26-4c46-8bbb-6f6ff19d6fcb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:10.396532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-99532cfe-2b65-4428-90a3-df2b1c142d60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=506b948c1dd84bb4a80a91deebf13328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032203 Jul 08 01:50:10.399811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54062) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:10.413037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event updated for resources: {'Port': ['ID=b2de3152-cbf6-4878-a031-baafbec0e078,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:10.431973 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-caf701c7-9689-4c30-92bc-46b713972014 req-8f1f9ae2-4434-4ed4-87c3-c8f6aa19294b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664465 Jul 08 01:50:10.456350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:10.458343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:10.463547 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d8d0-cf62-46ba-8e94-c112d4ecae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.463711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:10.486231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d8d0-cf62-46ba-8e94-c112d4ecae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.502063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Network 68974dc5-4c4e-4451-9f8d-07f701067f0c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:10.517721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:10.562372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:10.567957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:10.568786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.604446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Pushing event updated for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:10.617247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d8d0-cf62-46ba-8e94-c112d4ecae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.620341 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d8d0-cf62-46ba-8e94-c112d4ecae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.621024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c2d6d8d0-cf62-46ba-8e94-c112d4ecae3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3688184b-9d26-4c46-8bbb-6f6ff19d6fcb HTTP/1.1" status: 204 len: 168 time: 0.2202988 Jul 08 01:50:10.645396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.649069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6d8d0-cf62-46ba-8e94-c112d4ecae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3688184b-9d26-4c46-8bbb-6f6ff19d6fcb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:10.667513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bac5f-982a-4cf3-a685-68cc01eb3e0c req-686db968-fb7c-410b-9ee7-f6c453b6ed79 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:10.669503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-552bac5f-982a-4cf3-a685-68cc01eb3e0c req-686db968-fb7c-410b-9ee7-f6c453b6ed79 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 932 time: 0.1090548 Jul 08 01:50:10.696226 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-cca28886-4209-4948-9a9b-2e8eb92bf276 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1480532 Jul 08 01:50:10.710592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Request body: {'port': {'device_id': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:10.717558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-552bac5f-982a-4cf3-a685-68cc01eb3e0c req-3578fd70-2fea-4951-a9f2-eed45a5ef87f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Jul 08 01:50:10.801637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.845143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.141072 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54096) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:11.172865 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.247716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1405694915-network', 'tenant_id': '874df6abd1f144ca9d6776ba8d2e2cfb'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:11.259030 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.304411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.314738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:11.329813 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.342099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event updated for resources: {'Port': ['ID=b2de3152-cbf6-4878-a031-baafbec0e078,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:11.350436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e8972fbd-65f4-4b61-b6d3-c4a118785907 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:11.351799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Transition to ACTIVE for port object eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:11.355086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Made reservation on behalf of 874df6abd1f144ca9d6776ba8d2e2cfb for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:11.358027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.366548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.430043 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.431411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-072cf339-b263-4af2-b970-cd9579b6c048 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9505024 Jul 08 01:50:11.432164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.454033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:11.469935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'e8972fbd-65f4-4b61-b6d3-c4a118785907', 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'port_id': 'e8972fbd-65f4-4b61-b6d3-c4a118785907', 'mac_address': 'fa:16:3e:7a:11:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332bb977-b183-4ea9-97bc-26fe22bf9868', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:11.532014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Pushing event updated for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:11.533104 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.562518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8972fbd-65f4-4b61-b6d3-c4a118785907 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:11.572732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:11.573168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:11.573746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:11.593709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:11.594184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:11.595008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:11.599587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:11.601998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:11.601998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:11.601998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Bound port: eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:11.601998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.623790 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.654053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.676437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:11.681425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:11.699556 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.724356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:11.731793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:11.740454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.754202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e615426-93ae-4ff0-932a-f7ce4c0cc7f0 req-3cd16464-713c-45a3-941c-6c314ef0c430 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:11.755980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e615426-93ae-4ff0-932a-f7ce4c0cc7f0 req-3cd16464-713c-45a3-941c-6c314ef0c430 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 945 time: 0.1134284 Jul 08 01:50:11.758027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be6df7a-fa51-4bf4-9a3d-78916268674f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:11.766242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.766242 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Added segment da13315b-2b2e-4bb0-8dbe-7baf6199eb86 of type vlan for network 9f3a17a6-0bea-42aa-84fc-e505cdf56cbf Jul 08 01:50:11.811927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:11.812594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.814151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] 10.222.0.32 "PUT /v2.0/ports/eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 1093 time: 1.1096306 Jul 08 01:50:11.814582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:11.840524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.849044 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e615426-93ae-4ff0-932a-f7ce4c0cc7f0 req-92bd1dce-5926-4a9d-bb7a-170d05e80d47 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838590 Jul 08 01:50:11.919178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-4a30b998-8955-4639-9856-249c7ce988d2 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--904532843&fields=id&tenant_id=1a035400ac57449f8d07c2b507b8f1c2 HTTP/1.1" status: 200 len: 267 time: 0.1807456 Jul 08 01:50:11.934931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.936194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:11.936996 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.949887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbd3e4-e50e-4442-a4f4-71f76289afe3 service neutron] Pushing event updated for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:11.984352 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a084ef12-23de-4b64-9d88-602825c8e2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.026102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3a17a6-0bea-42aa-84fc-e505cdf56cbf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:12.041117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9f3a17a6-0bea-42aa-84fc-e505cdf56cbf details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:12.058188 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c73310-e71d-42ce-af4b-e9801fca3650" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:12.084299 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ade25ef3-7dda-414a-99fc-f210920c3073 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9397023 Jul 08 01:50:12.085230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54150) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:12.091727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Request body: {'subnet': {'network_id': '9f3a17a6-0bea-42aa-84fc-e505cdf56cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1405694915-subnet', 'tenant_id': '874df6abd1f144ca9d6776ba8d2e2cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:12.120179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['e8972fbd-65f4-4b61-b6d3-c4a118785907'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:12.133277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-d8339b41-ecdc-4e3e-8213-cea78296ea0f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:12.140600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-d8339b41-ecdc-4e3e-8213-cea78296ea0f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 824 time: 0.2204061 Jul 08 01:50:12.157098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-62af8b96-6cd0-42ea-9107-e640855e11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:12.158894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-62af8b96-6cd0-42ea-9107-e640855e11ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1096 time: 0.2100737 Jul 08 01:50:12.169038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-808f8738-4d17-4556-a9a6-28f810b2c259 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/quotas/1a035400ac57449f8d07c2b507b8f1c2 HTTP/1.1" status: 200 len: 375 time: 0.0266500 Jul 08 01:50:12.191438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Made reservation on behalf of 874df6abd1f144ca9d6776ba8d2e2cfb for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:12.194118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.266161 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-59362a29-56cb-4d50-a3b3-5db83af4da0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 217 time: 0.0941586 Jul 08 01:50:12.347732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604162a9-c5a3-4957-bc54-c91daed09f14 req-022b7b21-d8f2-4505-9bc8-a89937a06b20 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:12.349547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-604162a9-c5a3-4957-bc54-c91daed09f14 req-022b7b21-d8f2-4505-9bc8-a89937a06b20 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.1998737 Jul 08 01:50:12.437443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-604162a9-c5a3-4957-bc54-c91daed09f14 req-4ba1e366-399d-442f-90f5-5d66aca82a02 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807276 Jul 08 01:50:12.498806 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.552504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c804c4-16e3-4757-a79e-cbcf555f5a2d,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:12.558390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-bf43faaa-1eaa-449c-abd0-0a7f6a71ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:12.560115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-bf43faaa-1eaa-449c-abd0-0a7f6a71ceb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.2809408 Jul 08 01:50:12.567648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Checking segment: {'id': 'da13315b-2b2e-4bb0-8dbe-7baf6199eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9f3a17a6-0bea-42aa-84fc-e505cdf56cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:12.568136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Network hostable DHCP agents. Network: 9f3a17a6-0bea-42aa-84fc-e505cdf56cbf, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:12.568820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-b20429a3-dabd-4705-b56e-c8e7919bb9db tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3986893 Jul 08 01:50:12.620392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-2db45c00-c639-4f76-b1d1-1c71b35ff694 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488508 Jul 08 01:50:12.658079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Network 9f3a17a6-0bea-42aa-84fc-e505cdf56cbf is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:12.749845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9f3a17a6-0bea-42aa-84fc-e505cdf56cbf) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:12.755457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:12.757052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.761775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a58fc3-a3d6-45aa-b3be-62f675afcef0 None None] Network 9f3a17a6-0bea-42aa-84fc-e505cdf56cbf requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:12.776523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-c1aa3864-1642-4ab9-ac7b-93845de929d0 service neutron] 10.222.0.10 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821191 Jul 08 01:50:12.787756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-85f5b081-e7a4-4b9b-a110-ae3f830d7465 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577518 Jul 08 01:50:12.856240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e2f0f22-1ffa-4807-bcea-4d2afd318f01 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7697108 Jul 08 01:50:12.936829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3654da3-5412-4817-ad85-733629be6948 None None] Network 9f3a17a6-0bea-42aa-84fc-e505cdf56cbf requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:12.980065 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-b4587f0e-8f03-4599-8577-b55538877fe2 service neutron] 10.222.0.10 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882477 Jul 08 01:50:12.982850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1a0eaf-7863-4a3b-829f-dfd3006123f4 req-0d00c3d3-90da-42d6-8f2b-6e520576c5e1 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832473 Jul 08 01:50:12.986160 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f059ef-a561-4111-ae8a-9bd58d26ea94 x-openstack-request-id: req-97f059ef-a561-4111-ae8a-9bd58d26ea94 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:12.986657 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:12.987121 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97f059ef-a561-4111-ae8a-9bd58d26ea94 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:12.987791 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c', 'status': 'completed', 'code': 200} Jul 08 01:50:13.216530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ffc5b-c72e-4706-824f-99e47f38a2f0 req-b4e65b28-aeca-4b6d-bb4e-433879f78347 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.218232 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba7ffc5b-c72e-4706-824f-99e47f38a2f0 req-b4e65b28-aeca-4b6d-bb4e-433879f78347 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 945 time: 0.0932417 Jul 08 01:50:13.219364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-b622487f-1565-466f-b829-f0a6311744a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.222279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-b622487f-1565-466f-b829-f0a6311744a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1096 time: 0.0662255 Jul 08 01:50:13.269637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba7ffc5b-c72e-4706-824f-99e47f38a2f0 req-9de517fd-8c61-47b1-a891-b2e8623f0da1 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454381 Jul 08 01:50:13.345796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e8972fbd-65f4-4b61-b6d3-c4a118785907 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:13.460975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-8b91831c-aad9-42a4-afd1-b46bd109ba20 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cd01af0494464c1d8d9e2ca7989a5086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388880 Jul 08 01:50:13.475406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port e8972fbd-65f4-4b61-b6d3-c4a118785907 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:13.479392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port e8972fbd-65f4-4b61-b6d3-c4a118785907 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:13.483959 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.570629 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-d8b81a6a-69b9-44e3-8572-28bce918bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.572178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-d8b81a6a-69b9-44e3-8572-28bce918bf9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.3391674 Jul 08 01:50:13.585050 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.613764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:13.613764 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9587b-1bac-44fc-ad5f-b8342c7948d9" -d '{"events": [{"server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "name": "network-vif-plugged", "status": "completed", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:13.623588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-6ec9d997-2059-4ece-abe1-880b51ef2d20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 217 time: 0.0437400 Jul 08 01:50:13.630435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:13.673182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5608f9ff-5295-44d7-8267-2f23c0a2d534 req-a08e9074-ca0b-4638-9438-612039042124 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 210 time: 0.0293691 Jul 08 01:50:13.679882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-354056a0-70fd-456c-b28e-f82102651693 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.681445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-354056a0-70fd-456c-b28e-f82102651693 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117479 Jul 08 01:50:13.711020 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.721237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-1a6457b5-1493-48ab-8197-f301ae17027d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/quotas/cd01af0494464c1d8d9e2ca7989a5086 HTTP/1.1" status: 200 len: 375 time: 0.0247679 Jul 08 01:50:13.722611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-4346af17-e4ce-4fb5-a78e-95041b24a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.724081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-4346af17-e4ce-4fb5-a78e-95041b24a224 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0857255 Jul 08 01:50:13.767701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-25018ab2-2ae1-4e01-ab42-44bc52acf868 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd01af0494464c1d8d9e2ca7989a5086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406342 Jul 08 01:50:13.779706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:13.792820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-800628e7-641b-4698-87ab-80f4d3b5391b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522945 Jul 08 01:50:13.863481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54228) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:13.866790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1935225964-network', 'tenant_id': 'c0a46a207a3140b8ac97bbb4d03e21be'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:13.887787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa49fcd-9043-47aa-a0f2-e5740ab4fa3e req-3d8d78c0-311b-44cb-8503-7a9b0e1440ba tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.889266 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffa49fcd-9043-47aa-a0f2-e5740ab4fa3e req-3d8d78c0-311b-44cb-8503-7a9b0e1440ba tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.0883954 Jul 08 01:50:13.912845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-ea1f03ed-7fbf-4d04-b01e-090a8474ccce service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053102 Jul 08 01:50:13.931757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffa49fcd-9043-47aa-a0f2-e5740ab4fa3e req-5b162427-7688-4949-b790-b65cf3b63766 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348887 Jul 08 01:50:13.977865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Made reservation on behalf of c0a46a207a3140b8ac97bbb4d03e21be for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:13.980287 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.989393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.044620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c73310-e71d-42ce-af4b-e9801fca3650 req-b180f96a-475b-4945-b681-de4def4cf2fb service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242301 Jul 08 01:50:14.082515 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afacf02-3d94-495d-9c9a-f4480865cc73 x-openstack-request-id: req-5afacf02-3d94-495d-9c9a-f4480865cc73 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:14.083823 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "name": "network-vif-plugged", "status": "completed", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:14.084792 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5afacf02-3d94-495d-9c9a-f4480865cc73 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:14.085710 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907', 'code': 200} Jul 08 01:50:14.151027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca95fcac-d920-44b8-9c2f-bf925da55364 req-89ed7ba2-fa5e-4257-9bb1-2733aa1eff78 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 210 time: 0.0443406 Jul 08 01:50:14.182970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.233285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c8b1d-f6c2-4090-8a0c-96b99776b3cd req-56b1389b-b808-4e67-a801-71da653d235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:14.234873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-657c8b1d-f6c2-4090-8a0c-96b99776b3cd req-56b1389b-b808-4e67-a801-71da653d235d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1098 time: 0.0624228 Jul 08 01:50:14.242557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.258496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5a05d12c-9d28-4d79-b720-fd77a1c83e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.276164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:14.279239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-657c8b1d-f6c2-4090-8a0c-96b99776b3cd req-6f6e3c87-80b4-4d2e-9db8-5ed607606d19 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362072 Jul 08 01:50:14.282510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e3b0c0-0f5b-47fb-8948-e1ff77b023d7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:14.290367 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.290889 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Added segment 5e3d4197-eac7-44d6-97c4-9454f7ff3767 of type vlan for network 8eaa8318-a10b-4c89-a25f-65ea422b5a56 Jul 08 01:50:14.339307 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.449687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eeab0-2f0f-44c7-a728-662acc04fd1f req-dabbd029-36dd-4523-ad79-5970a60e3563 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:14.451176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-860eeab0-2f0f-44c7-a728-662acc04fd1f req-dabbd029-36dd-4523-ad79-5970a60e3563 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 946 time: 0.0675480 Jul 08 01:50:14.487750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-860eeab0-2f0f-44c7-a728-662acc04fd1f req-979e5386-a256-4d0c-9d7d-6a9e2b03c046 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310264 Jul 08 01:50:14.532887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.533877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:14.534481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.596346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] Pushing event updated for resources: {'Network': ['ID=8eaa8318-a10b-4c89-a25f-65ea422b5a56,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:14.608473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8eaa8318-a10b-4c89-a25f-65ea422b5a56 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:14.654161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fccce495-2e85-4c23-bd1a-716728066457 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7928295 Jul 08 01:50:14.656684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54258) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:14.662240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Request body: {'subnet': {'network_id': '8eaa8318-a10b-4c89-a25f-65ea422b5a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1935225964-subnet', 'tenant_id': 'c0a46a207a3140b8ac97bbb4d03e21be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:14.755832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Made reservation on behalf of c0a46a207a3140b8ac97bbb4d03e21be for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:14.758202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.812598 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.851958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c35ff18b-d618-4e44-a6ff-4b193f51eae2 req-da753e95-a053-421d-beb6-f2e54ea79637 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 210 time: 0.0436735 Jul 08 01:50:15.083993 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.163468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc13bc3-ccf4-4f2f-b715-a2fe1b769f7d,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:15.188012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Checking segment: {'id': '5e3d4197-eac7-44d6-97c4-9454f7ff3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8eaa8318-a10b-4c89-a25f-65ea422b5a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:15.188313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Network hostable DHCP agents. Network: 8eaa8318-a10b-4c89-a25f-65ea422b5a56, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:15.206729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a9344-61e3-456c-a366-a034688519ab req-93ce6287-8ee9-4083-ace9-9dffcaff5e55 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:15.208268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d0a9344-61e3-456c-a366-a034688519ab req-93ce6287-8ee9-4083-ace9-9dffcaff5e55 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.1412494 Jul 08 01:50:15.250658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d0a9344-61e3-456c-a366-a034688519ab req-354a0517-2b9c-4dc1-8eaa-8dc47d98c27a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Jul 08 01:50:15.286940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Network 8eaa8318-a10b-4c89-a25f-65ea422b5a56 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:15.376772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7ebaebf-5eef-4aba-88a9-dae1ecf5c341 req-b1cc63ca-b23c-4ea3-b0a6-024e21b6c1ee tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 210 time: 0.0280223 Jul 08 01:50:15.406742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 8eaa8318-a10b-4c89-a25f-65ea422b5a56) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:15.410716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:15.411364 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.415694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254f015-c544-455c-a088-840adff9060c None None] Network 8eaa8318-a10b-4c89-a25f-65ea422b5a56 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:15.499606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-243ba041-2da3-4261-b55c-fff604a6e56f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8417087 Jul 08 01:50:15.577559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e7b759-8c57-4b04-bdef-d7f8c959382f None None] Network 8eaa8318-a10b-4c89-a25f-65ea422b5a56 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:15.643670 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.645672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:15.717639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-016322f9-a18e-4c7e-92d6-58e22c41c662 admin admin] Deleting subnet 52c804c4-16e3-4757-a79e-cbcf555f5a2d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:15.727294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-016322f9-a18e-4c7e-92d6-58e22c41c662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.738539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f2252-e229-4efb-acad-4bbf3ae7ffa9 req-213a36a9-55a4-47c8-bcc0-bc3e9ac730ef tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:15.740590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b2f2252-e229-4efb-acad-4bbf3ae7ffa9 req-213a36a9-55a4-47c8-bcc0-bc3e9ac730ef tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 946 time: 0.0732598 Jul 08 01:50:15.770572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-016322f9-a18e-4c7e-92d6-58e22c41c662 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.788726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-016322f9-a18e-4c7e-92d6-58e22c41c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.801727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b2f2252-e229-4efb-acad-4bbf3ae7ffa9 req-9dc5e9a1-63b8-4304-99fc-1ea66d3dcebf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544522 Jul 08 01:50:15.967784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-016322f9-a18e-4c7e-92d6-58e22c41c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.997706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016322f9-a18e-4c7e-92d6-58e22c41c662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c804c4-16e3-4757-a79e-cbcf555f5a2d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:16.034397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-016322f9-a18e-4c7e-92d6-58e22c41c662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.038806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-016322f9-a18e-4c7e-92d6-58e22c41c662 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/52c804c4-16e3-4757-a79e-cbcf555f5a2d HTTP/1.1" status: 204 len: 168 time: 0.3887937 Jul 08 01:50:16.041518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:16.133385 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.170902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1d55390-93a6-4b11-a230-cc2f6d07b671 req-b765d7ef-1c65-4cdf-ba37-427f88234ab8 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 210 time: 0.1020620 Jul 08 01:50:16.196884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-0a0fb4d1-8ecc-4a98-8481-f473e9c113ab tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:16.198661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-0a0fb4d1-8ecc-4a98-8481-f473e9c113ab tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.18 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 824 time: 0.2089224 Jul 08 01:50:16.267702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-057a292e-d0e2-4bcd-add6-a64d14ab7ce9 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a035400ac57449f8d07c2b507b8f1c2 HTTP/1.1" status: 200 len: 379 time: 0.0577540 Jul 08 01:50:16.268069 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.279762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Request body: {'port': {'device_id': 'f02026de-6058-4693-b342-4df572b848ef', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'admin_state_up': True, 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'security_groups': ['cec3f7f4-bccd-4eca-beaa-43e1225e9300']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:16.282298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.282670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.284116 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.284864 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > port after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.285121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.285529 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > port after_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.285858 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.286184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.286562 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.286882 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.433400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.434551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.436020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.436213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:50:16.438097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3a17a6-0bea-42aa-84fc-e505cdf56cbf']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:16.458377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da13315b-2b2e-4bb0-8dbe-7baf6199eb86') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:16.458935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da13315b-2b2e-4bb0-8dbe-7baf6199eb86') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:16.481673 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.505256 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.514787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:16.515538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: from cryptography.utils import int_from_bytes Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: from cryptography.utils import int_from_bytes Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:16.532916 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:16.573832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Made reservation on behalf of 1a035400ac57449f8d07c2b507b8f1c2 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:16.577997 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.645952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c30b7-10f0-4135-aedb-b8c09f260084 req-207ec350-36bf-4e5f-acc0-43fb680bdb59 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:16.647874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc7c30b7-10f0-4135-aedb-b8c09f260084 req-207ec350-36bf-4e5f-acc0-43fb680bdb59 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.1063957 Jul 08 01:50:16.660292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.690753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.698900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f3a17a6-0bea-42aa-84fc-e505cdf56cbf HTTP/1.1" status: 204 len: 168 time: 0.6561146 Jul 08 01:50:16.701235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cb539-7918-4ec3-8340-207507916795 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3a17a6-0bea-42aa-84fc-e505cdf56cbf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:16.703267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54344) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:16.761469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1070c44c-057f-47dd-8675-85a0b071f8ac admin admin] Deleting subnet bcc13bc3-ccf4-4f2f-b715-a2fe1b769f7d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:16.764041 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc7c30b7-10f0-4135-aedb-b8c09f260084 req-033d0799-9d77-4474-87f2-6f4d5728016b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076815 Jul 08 01:50:16.766642 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1070c44c-057f-47dd-8675-85a0b071f8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.810644 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1070c44c-057f-47dd-8675-85a0b071f8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.817782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.18', 56544) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:16.847833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-acc4343b-1ba3-47e5-a1fc-746fc409f88d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cd01af0494464c1d8d9e2ca7989a5086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288262 Jul 08 01:50:16.868500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fd79a2bb-d4da-4fb9-a38e-3777d4564d4f req-fa1fb756-ccbd-4068-9987-d5a4acc19d99 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 210 time: 0.0369673 Jul 08 01:50:16.881260 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1070c44c-057f-47dd-8675-85a0b071f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.915669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Allocated IP 172.20.0.8 (2110a99b-4459-4cbe-bc02-e0eeccfa77ec/793dd119-606f-4fc6-a098-372dcf3f8a10/de16dbc7-abf0-4724-9b2b-9784dc857737) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:17.029790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-bb93aa42-d418-41ed-96d0-d210e8c4a19b tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:17.031287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-bb93aa42-d418-41ed-96d0-d210e8c4a19b tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783626 Jul 08 01:50:17.063248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Request body: {'port': {'device_id': '2ca834a4-6552-44f6-b7d5-d200131f3843', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'cd01af0494464c1d8d9e2ca7989a5086'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:17.190952 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1070c44c-057f-47dd-8675-85a0b071f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.235701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1070c44c-057f-47dd-8675-85a0b071f8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.247454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1070c44c-057f-47dd-8675-85a0b071f8ac admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bcc13bc3-ccf4-4f2f-b715-a2fe1b769f7d HTTP/1.1" status: 204 len: 168 time: 0.5332904 Jul 08 01:50:17.247454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070c44c-057f-47dd-8675-85a0b071f8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc13bc3-ccf4-4f2f-b715-a2fe1b769f7d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:17.247454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:17.252903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.259020 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.308686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Transition to ACTIVE for port object de16dbc7-abf0-4724-9b2b-9784dc857737 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:17.317482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.360248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55fef7-d753-48ed-8740-f4dfabdae9de req-5b0d542a-37f5-4ecc-a169-28a35ff1386b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:17.361778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e55fef7-d753-48ed-8740-f4dfabdae9de req-5b0d542a-37f5-4ecc-a169-28a35ff1386b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 946 time: 0.1333621 Jul 08 01:50:17.366285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:17.414174 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.425346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaa8318-a10b-4c89-a25f-65ea422b5a56']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:17.437552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3d4197-eac7-44d6-97c4-9454f7ff3767') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:17.438755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3d4197-eac7-44d6-97c4-9454f7ff3767') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:17.440942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Made reservation on behalf of cd01af0494464c1d8d9e2ca7989a5086 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:17.444482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.451372 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.462665 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e55fef7-d753-48ed-8740-f4dfabdae9de req-ff64caf2-46cd-4a88-b449-2df9022aa7a6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901346 Jul 08 01:50:17.463787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.489605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db924217-88ca-444d-ab7d-6b1480d12742 req-5d24ea53-94c0-4b0d-bd62-06781ff8d356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 210 time: 0.0362339 Jul 08 01:50:17.494992 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.507163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:17.508515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:17.509271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:17.512997 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:17.517513 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.529716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c', 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'port_id': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c', 'mac_address': 'fa:16:3e:2d:22:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8875b2-d7ea-4b54-9760-799d2f235563', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:17.577500 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.584642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:17.591589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:17.596934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:17.598252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:17.603775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:17.604327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.608080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event updated for resources: {'Port': ['ID=de16dbc7-abf0-4724-9b2b-9784dc857737,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:17.612461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:17.687107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.695592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.697415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8eaa8318-a10b-4c89-a25f-65ea422b5a56 HTTP/1.1" status: 204 len: 168 time: 0.4558482 Jul 08 01:50:17.709507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288068bc-7d60-4d95-be25-93e26a299e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eaa8318-a10b-4c89-a25f-65ea422b5a56,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:17.709966 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.791318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:17.834225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.845940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54380) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:17.874976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.900472 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.941348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9e6fe8-d1be-4417-a653-363e9befe577,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:18.003602 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-8f4d9536-15bc-44b7-a6e6-64b456949a35 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7329564 Jul 08 01:50:18.019921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Request body: {'port': {'device_id': 'f02026de-6058-4693-b342-4df572b848ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:18.030137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:18.112789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fa2bd12a-4576-4953-b03c-8d4c735841ce None None] Provisioning for port de16dbc7-abf0-4724-9b2b-9784dc857737 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:18.139642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fa2bd12a-4576-4953-b03c-8d4c735841ce None None] Provisioning complete for port de16dbc7-abf0-4724-9b2b-9784dc857737 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:18.140027 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa2bd12a-4576-4953-b03c-8d4c735841ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.194221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-fa2bd12a-4576-4953-b03c-8d4c735841ce None None] Port de16dbc7-abf0-4724-9b2b-9784dc857737 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:18.206696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:18.264453 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-edaade1e-9eff-4568-8d3f-6d7c7b046ec0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=874df6abd1f144ca9d6776ba8d2e2cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526493 Jul 08 01:50:18.277025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:18.358670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192759b-a44c-4de6-a20a-91d8ebd6946a req-a1371b7c-fc99-4a05-a3ec-91291b668c63 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:18.360191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c192759b-a44c-4de6-a20a-91d8ebd6946a req-a1371b7c-fc99-4a05-a3ec-91291b668c63 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 945 time: 0.1128647 Jul 08 01:50:18.365456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77f6090c-454d-4822-8c0e-1af30b4c1e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.405077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77f6090c-454d-4822-8c0e-1af30b4c1e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.419265 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-481d962c-f429-4df9-b8d7-dfeba35ae2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.423217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Allocated IP 192.168.233.12 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/cf201c90-dec5-4837-88e4-1864f7d1dc46) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:18.433115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c192759b-a44c-4de6-a20a-91d8ebd6946a req-bfbf884b-ce5f-46ee-85b6-2aa47324f1c6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654416 Jul 08 01:50:18.454620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.549222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77f6090c-454d-4822-8c0e-1af30b4c1e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.551930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77f6090c-454d-4822-8c0e-1af30b4c1e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.555484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-77f6090c-454d-4822-8c0e-1af30b4c1e85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1be6df7a-fa51-4bf4-9a3d-78916268674f HTTP/1.1" status: 204 len: 168 time: 0.2741103 Jul 08 01:50:18.575332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f1b6ffe-7ccd-45df-87eb-af3b618e5717 req-f094ecd3-28da-41ab-9886-566f9102d848 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 210 time: 0.0379314 Jul 08 01:50:18.586551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6090c-454d-4822-8c0e-1af30b4c1e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be6df7a-fa51-4bf4-9a3d-78916268674f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:18.637742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2e4ce-2ec1-441e-a934-ffb61c55d8f0 req-cf5cb34c-8ec9-44b0-842e-e5ee3cebcde1 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:18.639308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91a2e4ce-2ec1-441e-a934-ffb61c55d8f0 req-cf5cb34c-8ec9-44b0-842e-e5ee3cebcde1 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1098 time: 0.2686963 Jul 08 01:50:18.845684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91a2e4ce-2ec1-441e-a934-ffb61c55d8f0 req-1e6397a6-9ecf-463b-990d-3b437d086c77 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502247 Jul 08 01:50:18.856369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-481d962c-f429-4df9-b8d7-dfeba35ae2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.870770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.900925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Transition to ACTIVE for port object cf201c90-dec5-4837-88e4-1864f7d1dc46 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:18.950475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-481d962c-f429-4df9-b8d7-dfeba35ae2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.001364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78397e73-f356-4d7d-bbf6-644921b1b8a0 req-a589ef5c-2b94-4e7a-b80f-e7587ebf8fd3 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:19.003399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78397e73-f356-4d7d-bbf6-644921b1b8a0 req-a589ef5c-2b94-4e7a-b80f-e7587ebf8fd3 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 931 time: 0.0971828 Jul 08 01:50:19.004119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d962c-f429-4df9-b8d7-dfeba35ae2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23e5ad-d82a-4af6-9622-881907670c4c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.035530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-481d962c-f429-4df9-b8d7-dfeba35ae2ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5deb315915a41c7b0bfd7b1ce3dc853&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1883309 Jul 08 01:50:19.041272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:19.078612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de16dbc7-abf0-4724-9b2b-9784dc857737 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:19.085178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78397e73-f356-4d7d-bbf6-644921b1b8a0 req-992af853-6828-4a7f-8b3f-50b185b1c157 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655272 Jul 08 01:50:19.086910 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.100019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Transition to ACTIVE for port object de16dbc7-abf0-4724-9b2b-9784dc857737 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:19.108555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-752fe4ab-70f0-49df-bcac-8cfbfb8a6a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.132762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-752fe4ab-70f0-49df-bcac-8cfbfb8a6a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.156282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.189603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.224419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:19.231908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:19.234564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Pushing event updated for resources: {'Port': ['ID=cf201c90-dec5-4837-88e4-1864f7d1dc46,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.236867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:19.245295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:19.245998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.260887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-752fe4ab-70f0-49df-bcac-8cfbfb8a6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.260887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-752fe4ab-70f0-49df-bcac-8cfbfb8a6a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.260887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-752fe4ab-70f0-49df-bcac-8cfbfb8a6a54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d23e5ad-d82a-4af6-9622-881907670c4c HTTP/1.1" status: 204 len: 168 time: 0.2137153 Jul 08 01:50:19.269891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fe4ab-70f0-49df-bcac-8cfbfb8a6a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23e5ad-d82a-4af6-9622-881907670c4c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.320268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f7c83-a10d-47dd-b186-930e40efb8a7 req-f0681bc0-d26a-4aa4-9fd4-91f707b41cae tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:19.323000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de1f7c83-a10d-47dd-b186-930e40efb8a7 req-f0681bc0-d26a-4aa4-9fd4-91f707b41cae tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1098 time: 0.1152887 Jul 08 01:50:19.368211 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Pushing event updated for resources: {'Port': ['ID=de16dbc7-abf0-4724-9b2b-9784dc857737,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.375247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:19.379673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Attempting to bind port de16dbc7-abf0-4724-9b2b-9784dc857737 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:19.384527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Attempting to bind port de16dbc7-abf0-4724-9b2b-9784dc857737 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:19.384527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Attempting to bind port de16dbc7-abf0-4724-9b2b-9784dc857737 on network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:19.385315 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-4d23d1ad-de29-4cb7-9153-bacdb59f29d5 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3278475 Jul 08 01:50:19.391688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de1f7c83-a10d-47dd-b186-930e40efb8a7 req-50e3c5bc-d740-44cf-98ed-997bff48b910 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597908 Jul 08 01:50:19.399042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Port de16dbc7-abf0-4724-9b2b-9784dc857737 on network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:19.399566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Attempting to bind port de16dbc7-abf0-4724-9b2b-9784dc857737 on network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:19.409864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:19.410216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Checking segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:19.410608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Bound using segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:19.411103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Bound port: de16dbc7-abf0-4724-9b2b-9784dc857737, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:19.411521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.411628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54424) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:19.417657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Request body: {'port': {'device_id': '2ca834a4-6552-44f6-b7d5-d200131f3843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:19.475421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c7213e2f-15c7-4c29-ae5b-82aec3e19a6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0a46a207a3140b8ac97bbb4d03e21be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625246 Jul 08 01:50:19.477782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54428) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:19.517519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:19.529248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:19.529703 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.576584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.18', 56545) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:19.624301 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.643805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18ab5368-9a05-4a63-9830-0cea75d7bb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.686421 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.701778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18ab5368-9a05-4a63-9830-0cea75d7bb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.729218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:19.731774 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c294f6-b36b-431d-8d55-c040488a7cf4" -d '{"events": [{"server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "name": "network-vif-plugged", "status": "completed", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:19.740068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] For port de16dbc7-abf0-4724-9b2b-9784dc857737, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:19.747487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:19.766037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] For port de16dbc7-abf0-4724-9b2b-9784dc857737, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de16dbc7-abf0-4724-9b2b-9784dc857737,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:19.807959 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.859020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-16285868-796d-481e-bd72-6b998e6e43dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2770987 Jul 08 01:50:19.871663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.882752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-23fb84ad-3623-4b5a-be1d-304d7189cc5c None None] Provisioning for port cf201c90-dec5-4837-88e4-1864f7d1dc46 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:19.882895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4c1a-e32a-4d55-bcbb-77510133f10a req-daa278f0-3151-4a99-a7c0-be09ab0e67d5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:19.884462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6ca4c1a-e32a-4d55-bcbb-77510133f10a req-daa278f0-3151-4a99-a7c0-be09ab0e67d5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 945 time: 0.1251421 Jul 08 01:50:19.890607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-23fb84ad-3623-4b5a-be1d-304d7189cc5c None None] Provisioning complete for port cf201c90-dec5-4837-88e4-1864f7d1dc46 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:19.890607 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23fb84ad-3623-4b5a-be1d-304d7189cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.912900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.913944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18ab5368-9a05-4a63-9830-0cea75d7bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.917887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18ab5368-9a05-4a63-9830-0cea75d7bb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.919830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-18ab5368-9a05-4a63-9830-0cea75d7bb2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7e3b0c0-0f5b-47fb-8948-e1ff77b023d7 HTTP/1.1" status: 204 len: 168 time: 0.4407296 Jul 08 01:50:19.927064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-23fb84ad-3623-4b5a-be1d-304d7189cc5c None None] Port cf201c90-dec5-4837-88e4-1864f7d1dc46 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:19.975742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab5368-9a05-4a63-9830-0cea75d7bb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e3b0c0-0f5b-47fb-8948-e1ff77b023d7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.992131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6ca4c1a-e32a-4d55-bcbb-77510133f10a req-e18f5e47-2251-4b8c-913b-94cdc6b7092b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999596 Jul 08 01:50:20.012379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.013037 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.014481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] 10.222.0.18 "PUT /v2.0/ports/de16dbc7-abf0-4724-9b2b-9784dc857737 HTTP/1.1" status: 200 len: 1092 time: 1.9990914 Jul 08 01:50:20.018592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02026de-6058-4693-b342-4df572b848ef', 'tag': 'de16dbc7-abf0-4724-9b2b-9784dc857737'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:20.022174 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f7caa0-6007-40f4-958c-e7d28b411f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f02026de-6058-4693-b342-4df572b848ef", "tag": "de16dbc7-abf0-4724-9b2b-9784dc857737"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:20.038317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-5b128b24-c05d-4520-a6f4-14aa080fd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.040994 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-5b128b24-c05d-4520-a6f4-14aa080fd33c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2e9ab8853f74dce874d68842010eeaa&device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 1124 time: 0.1196787 Jul 08 01:50:20.073151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fbf12-3668-4a69-9b1e-fa89ce7c5441 service neutron] Pushing event updated for resources: {'Port': ['ID=de16dbc7-abf0-4724-9b2b-9784dc857737,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:20.228261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:20.231287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf201c90-dec5-4837-88e4-1864f7d1dc46 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:20.243822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.265831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf550276-ae72-4dbd-aa28-fa065bd7d229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.270351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Transition to ACTIVE for port object cf201c90-dec5-4837-88e4-1864f7d1dc46 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:20.288210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-d9b7e42a-fe14-4488-bfd4-6a75017c3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.289791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-d9b7e42a-fe14-4488-bfd4-6a75017c3042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 1095 time: 0.1238148 Jul 08 01:50:20.338085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-1e56a761-6bea-4ff6-9518-af81406bc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.339686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-1e56a761-6bea-4ff6-9518-af81406bc290 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2746992 Jul 08 01:50:20.384289 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a663d6-3c83-4e52-9ec1-4fcb82597447 x-openstack-request-id: req-f8a663d6-3c83-4e52-9ec1-4fcb82597447 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:20.384781 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "name": "network-vif-plugged", "status": "completed", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:20.384868 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8a663d6-3c83-4e52-9ec1-4fcb82597447 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:20.385249 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c', 'code': 200} Jul 08 01:50:20.391632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.433291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-caf8ef8f-51f0-4f3b-9434-2077f25063f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e9d3a20d-0cdd-48e4-b831-f886d0107d57 HTTP/1.1" status: 200 len: 217 time: 0.0442581 Jul 08 01:50:20.478102 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-0ce588d0-94a1-4177-b4f0-585a84d6fa0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de16dbc7-abf0-4724-9b2b-9784dc857737 HTTP/1.1" status: 200 len: 217 time: 0.1765194 Jul 08 01:50:20.480125 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e30efa-7cad-4bdb-aa50-a5fcdb0077f1 x-openstack-request-id: req-d7e30efa-7cad-4bdb-aa50-a5fcdb0077f1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:20.484659 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02026de-6058-4693-b342-4df572b848ef", "tag": "de16dbc7-abf0-4724-9b2b-9784dc857737", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:20.484659 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7e30efa-7cad-4bdb-aa50-a5fcdb0077f1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:20.484659 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02026de-6058-4693-b342-4df572b848ef', 'tag': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'status': 'completed', 'code': 200} Jul 08 01:50:20.488440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Pushing event updated for resources: {'Port': ['ID=cf201c90-dec5-4837-88e4-1864f7d1dc46,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:20.540561 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf550276-ae72-4dbd-aa28-fa065bd7d229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.552842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-f525be0d-cae9-4a84-abc3-a39a6ece12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.554618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-f525be0d-cae9-4a84-abc3-a39a6ece12e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1097927 Jul 08 01:50:20.600665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-840f24c4-4b85-473e-9926-44f132645aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.602551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-840f24c4-4b85-473e-9926-44f132645aa3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=793dd119-606f-4fc6-a098-372dcf3f8a10 HTTP/1.1" status: 200 len: 863 time: 0.1064801 Jul 08 01:50:20.614913 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf550276-ae72-4dbd-aa28-fa065bd7d229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.634426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d395-2c94-4271-8100-557af3a69550 req-13fd0e4a-eacd-4e0b-8617-46af98d721ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.635859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8cf6d395-2c94-4271-8100-557af3a69550 req-13fd0e4a-eacd-4e0b-8617-46af98d721ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1098 time: 0.1325068 Jul 08 01:50:20.641222 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.706914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1276f-7133-4f47-86fb-c722f9164e7a req-83c6dead-1b25-4b0a-9f8a-2b9a06b8a4e9 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.710657 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bf550276-ae72-4dbd-aa28-fa065bd7d229 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1af3076af0f94c1f8780a5e120d902d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793096 Jul 08 01:50:20.714306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ca1276f-7133-4f47-86fb-c722f9164e7a req-83c6dead-1b25-4b0a-9f8a-2b9a06b8a4e9 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 935 time: 0.4111402 Jul 08 01:50:20.715457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf550276-ae72-4dbd-aa28-fa065bd7d229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a8b473-1f3e-47d4-9415-48bbbf3e8284,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:20.716774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54472) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:20.739245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8cf6d395-2c94-4271-8100-557af3a69550 req-dc1229f3-8895-4c14-9319-3455552e5d25 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886259 Jul 08 01:50:20.739245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-0071a37b-b671-4478-aa22-379d8c9fa079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.739245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-0071a37b-b671-4478-aa22-379d8c9fa079 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1782787 Jul 08 01:50:20.752166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Attempting to bind port cf201c90-dec5-4837-88e4-1864f7d1dc46 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:20.752503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Attempting to bind port cf201c90-dec5-4837-88e4-1864f7d1dc46 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:20.752841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Attempting to bind port cf201c90-dec5-4837-88e4-1864f7d1dc46 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:20.770987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Port cf201c90-dec5-4837-88e4-1864f7d1dc46 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:20.771441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Attempting to bind port cf201c90-dec5-4837-88e4-1864f7d1dc46 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:20.792408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:20.793188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:20.793790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:20.794466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Bound port: cf201c90-dec5-4837-88e4-1864f7d1dc46, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:20.795080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.868797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ca1276f-7133-4f47-86fb-c722f9164e7a req-0ef65bac-0161-49ad-b4f7-71cf34dd7d38 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535187 Jul 08 01:50:20.874217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-db54fa25-e16f-4e65-811e-445d060d4be0 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209605 Jul 08 01:50:20.912587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0ef036e-3e40-433c-aa70-9776f403f5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.935729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-f70ae7c4-4483-4edc-85db-7517c299a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.937283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-f70ae7c4-4483-4edc-85db-7517c299a47c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3269124 Jul 08 01:50:20.977765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] For port cf201c90-dec5-4837-88e4-1864f7d1dc46, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:20.993976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0ef036e-3e40-433c-aa70-9776f403f5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.018079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dab4c6-75d3-49f6-a2fb-ea4762344628 req-ec243996-3a10-4055-b1d3-6ab756b914cb service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369381 Jul 08 01:50:21.059413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] For port cf201c90-dec5-4837-88e4-1864f7d1dc46, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf201c90-dec5-4837-88e4-1864f7d1dc46,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:21.132252 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.194695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:21.195797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.197115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] 10.222.0.18 "PUT /v2.0/ports/cf201c90-dec5-4837-88e4-1864f7d1dc46 HTTP/1.1" status: 200 len: 1096 time: 1.7884059 Jul 08 01:50:21.214741 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-241da33a-82e2-4307-9904-87e5006080c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627141 Jul 08 01:50:21.291684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bfe30-6ea7-4589-9f66-5c9f15fa4bab service neutron] Pushing event updated for resources: {'Port': ['ID=cf201c90-dec5-4837-88e4-1864f7d1dc46,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:21.306646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b348fef-7d5a-4962-a8a0-501217d4d778 req-a14e749f-d18d-4e0a-b991-679519d93765 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:21.307795 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b348fef-7d5a-4962-a8a0-501217d4d778 req-a14e749f-d18d-4e0a-b991-679519d93765 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 943 time: 0.2682731 Jul 08 01:50:21.358388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0ef036e-3e40-433c-aa70-9776f403f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.360951 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0ef036e-3e40-433c-aa70-9776f403f5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.363988 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c0ef036e-3e40-433c-aa70-9776f403f5e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17a8b473-1f3e-47d4-9415-48bbbf3e8284 HTTP/1.1" status: 204 len: 168 time: 0.6435041 Jul 08 01:50:21.410472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef036e-3e40-433c-aa70-9776f403f5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a8b473-1f3e-47d4-9415-48bbbf3e8284,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:21.443183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b348fef-7d5a-4962-a8a0-501217d4d778 req-053dc4bb-970a-4f43-aee7-0565f39a25d0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219177 Jul 08 01:50:21.519178 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34317a3d-fd94-45cd-aaf0-a9967b7daa42 req-34c57af3-1dd4-440d-abd6-11b850e1e691 service neutron] 10.222.0.18 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967863 Jul 08 01:50:21.524596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-7ca9818d-a33e-4ec6-b15f-90f197bb4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:21.526085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-7ca9818d-a33e-4ec6-b15f-90f197bb4c94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd01af0494464c1d8d9e2ca7989a5086&device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 1099 time: 0.2283177 Jul 08 01:50:21.569780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-cfd76fa1-2b57-468e-98f2-212b12c120c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cf201c90-dec5-4837-88e4-1864f7d1dc46 HTTP/1.1" status: 200 len: 217 time: 0.0363021 Jul 08 01:50:21.630695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-771df4c7-f350-46d0-9205-124ba73f65b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:21.632254 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-771df4c7-f350-46d0-9205-124ba73f65b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0561879 Jul 08 01:50:21.737171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-c5ae9bb1-d9b3-4e14-99fa-e187ee1b83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:21.738567 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-c5ae9bb1-d9b3-4e14-99fa-e187ee1b83fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998025 Jul 08 01:50:21.746783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-6933aa74-c165-44b5-9463-732eda9d7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:21.748224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-6933aa74-c165-44b5-9463-732eda9d7e66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 1095 time: 0.0792801 Jul 08 01:50:21.952994 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-10156ecc-5742-4706-b93c-78120c05ee3c service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038724 Jul 08 01:50:21.978669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-cec12ca8-2a9b-4a67-af59-c51482b0ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:21.980216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-cec12ca8-2a9b-4a67-af59-c51482b0ce81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 925 time: 0.2230291 Jul 08 01:50:22.263955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-794e8c3f-5000-4c81-81ca-b472f120af53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de16dbc7-abf0-4724-9b2b-9784dc857737 HTTP/1.1" status: 200 len: 217 time: 0.0473316 Jul 08 01:50:22.273181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c0302-6937-4c7f-be73-10f4726427ed req-e7638567-4312-4f68-8023-a785b0e2da83 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.274670 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-291c0302-6937-4c7f-be73-10f4726427ed req-e7638567-4312-4f68-8023-a785b0e2da83 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 946 time: 0.4360442 Jul 08 01:50:22.369012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-59109aa5-8a06-44d1-845e-f09553f2809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.370489 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-59109aa5-8a06-44d1-845e-f09553f2809a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=793dd119-606f-4fc6-a098-372dcf3f8a10 HTTP/1.1" status: 200 len: 863 time: 0.0949540 Jul 08 01:50:22.374948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c98607d-8175-45e3-b313-44ebaf16e7bd req-1fcfc084-57de-48ab-b254-092428bff278 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135847 Jul 08 01:50:22.377949 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-291c0302-6937-4c7f-be73-10f4726427ed req-6389be60-22f4-404e-8dbb-865da39604a6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902119 Jul 08 01:50:22.406568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:22.445870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-108a1bf0-ae26-43ba-bef7-7461ff6c5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.447529 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-108a1bf0-ae26-43ba-bef7-7461ff6c5410 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656433 Jul 08 01:50:22.510194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca834a4-6552-44f6-b7d5-d200131f3843', 'tag': 'cf201c90-dec5-4837-88e4-1864f7d1dc46'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:22.513313 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d875296-395c-42a4-a8d9-9522df94addd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca834a4-6552-44f6-b7d5-d200131f3843", "tag": "cf201c90-dec5-4837-88e4-1864f7d1dc46"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:22.568641 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-95035bdb-09a4-43cc-85ba-141ae8bd3c8f service neutron] 10.222.0.18 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136327 Jul 08 01:50:22.677971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f7caa0-6007-40f4-958c-e7d28b411f5d req-4c2df125-4f76-4031-90a7-1e090f2ebbb1 service neutron] 10.222.0.18 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013205 Jul 08 01:50:22.696624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0176de33-5624-4d16-bb68-9c054abd48e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.787783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0176de33-5624-4d16-bb68-9c054abd48e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.897909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0176de33-5624-4d16-bb68-9c054abd48e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.937243 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0176de33-5624-4d16-bb68-9c054abd48e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a7a958ce6b9461baf74ef37f55700e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295160 Jul 08 01:50:22.938641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176de33-5624-4d16-bb68-9c054abd48e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f4263f-9429-44ff-bdcf-096d221cdc4e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:22.940007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54556) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:22.994458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b46d445-0288-4e69-8fee-54a4b89150ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.040077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b46d445-0288-4e69-8fee-54a4b89150ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.143499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64487cc8-b4af-44a9-b8e0-5e4efe9beb28 req-a7c6f8cc-3795-4814-a405-3185b19087ec tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.145073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64487cc8-b4af-44a9-b8e0-5e4efe9beb28 req-a7c6f8cc-3795-4814-a405-3185b19087ec tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 947 time: 0.0813553 Jul 08 01:50:23.182052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64487cc8-b4af-44a9-b8e0-5e4efe9beb28 req-eb7fd75f-5579-4146-96c4-500e2ec100da tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Jul 08 01:50:23.229531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b46d445-0288-4e69-8fee-54a4b89150ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.236441 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b46d445-0288-4e69-8fee-54a4b89150ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.236441 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b46d445-0288-4e69-8fee-54a4b89150ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07f4263f-9429-44ff-bdcf-096d221cdc4e HTTP/1.1" status: 204 len: 168 time: 0.2929149 Jul 08 01:50:23.242492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d445-0288-4e69-8fee-54a4b89150ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f4263f-9429-44ff-bdcf-096d221cdc4e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:23.365351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e4889-02fb-46ad-8620-d11bc6f27a62 req-bc9bff83-acb8-4742-9e8c-f72ba7e3d74b tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.366825 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e98e4889-02fb-46ad-8620-d11bc6f27a62 req-bc9bff83-acb8-4742-9e8c-f72ba7e3d74b tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 943 time: 0.0709198 Jul 08 01:50:23.406940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e98e4889-02fb-46ad-8620-d11bc6f27a62 req-2c057bc7-3575-4c58-8133-975963c91bd7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333986 Jul 08 01:50:23.452040 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee405210-9f45-4007-8a60-9a7edf159a61 x-openstack-request-id: req-ee405210-9f45-4007-8a60-9a7edf159a61 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:23.452337 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca834a4-6552-44f6-b7d5-d200131f3843", "tag": "cf201c90-dec5-4837-88e4-1864f7d1dc46", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:23.452589 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee405210-9f45-4007-8a60-9a7edf159a61 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:23.452989 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca834a4-6552-44f6-b7d5-d200131f3843', 'tag': 'cf201c90-dec5-4837-88e4-1864f7d1dc46', 'status': 'completed', 'code': 200} Jul 08 01:50:23.545872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875296-395c-42a4-a8d9-9522df94addd req-2afc4db3-a16d-4d84-ad9a-dfc372b61200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.547395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d875296-395c-42a4-a8d9-9522df94addd req-2afc4db3-a16d-4d84-ad9a-dfc372b61200 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd01af0494464c1d8d9e2ca7989a5086&device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 1099 time: 0.0648808 Jul 08 01:50:23.637388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875296-395c-42a4-a8d9-9522df94addd req-f661b0b5-5226-42e6-9266-4deeef9bd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.638841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d875296-395c-42a4-a8d9-9522df94addd req-f661b0b5-5226-42e6-9266-4deeef9bd0a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.0845444 Jul 08 01:50:23.685337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d875296-395c-42a4-a8d9-9522df94addd req-9ce6d09c-56b9-4229-87bd-beb196376b3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cf201c90-dec5-4837-88e4-1864f7d1dc46 HTTP/1.1" status: 200 len: 217 time: 0.0398982 Jul 08 01:50:23.735098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875296-395c-42a4-a8d9-9522df94addd req-2da4c1c3-8683-44ec-938a-eac9430e9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.736771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d875296-395c-42a4-a8d9-9522df94addd req-2da4c1c3-8683-44ec-938a-eac9430e9605 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0455158 Jul 08 01:50:23.796252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d875296-395c-42a4-a8d9-9522df94addd req-8052f252-f545-4c55-b71f-eba5f39988d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.797744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d875296-395c-42a4-a8d9-9522df94addd req-8052f252-f545-4c55-b71f-eba5f39988d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515513 Jul 08 01:50:23.859766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54590) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:23.894271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d875296-395c-42a4-a8d9-9522df94addd req-083bb71a-a463-4b6c-a282-cac100f50fb7 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877793 Jul 08 01:50:23.985808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-fbcb8e45-d6bf-495e-9b2b-01c92f416120 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:50:23.996298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-fbcb8e45-d6bf-495e-9b2b-01c92f416120 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1349380 Jul 08 01:50:24.001638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d875296-395c-42a4-a8d9-9522df94addd req-f2de7067-8c2c-4e1b-8953-7ff39c1ac50f service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980787 Jul 08 01:50:24.032431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:24.053376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8e61b80-43a2-464e-89b4-b296d2cb9082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.209353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Request body: {'binding': {'host': 'n-h1-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:24.209966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:50:24.214429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-59d2f5ab-4d7b-4acf-8407-2b4bb0d58bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.219849 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-59d2f5ab-4d7b-4acf-8407-2b4bb0d58bb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1098 time: 0.1142013 Jul 08 01:50:24.224477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467797-e722-43a3-b091-265349bbe211 req-17ed905b-3f9a-4c2f-8ac8-68374cb9126a tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.231504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12467797-e722-43a3-b091-265349bbe211 req-17ed905b-3f9a-4c2f-8ac8-68374cb9126a tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 972 time: 0.0745349 Jul 08 01:50:24.270806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12467797-e722-43a3-b091-265349bbe211 req-8ccc1925-58b1-4884-ab14-b8ced8b352b5 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Jul 08 01:50:24.314370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8e61b80-43a2-464e-89b4-b296d2cb9082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.360382 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8e61b80-43a2-464e-89b4-b296d2cb9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.435869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d8e61b80-43a2-464e-89b4-b296d2cb9082 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db5fcfd96882420d94e6dd3dfa31d79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021397 Jul 08 01:50:24.441273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54616) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:24.444386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e61b80-43a2-464e-89b4-b296d2cb9082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f24e24-1eb6-4c43-b1ea-29a7fe453f7e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:24.452938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-10a3ec96-0f43-4154-b447-e29bd7c0b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.454389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-10a3ec96-0f43-4154-b447-e29bd7c0b5f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.2102504 Jul 08 01:50:24.521266 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-44203cea-2b16-46f2-bb74-450a902a4264 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 217 time: 0.0539620 Jul 08 01:50:24.532473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754d2bc-6a13-4987-95fc-a8a8f0aec87c req-d8701599-17b9-44e7-abbe-479e7451da13 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.533963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1754d2bc-6a13-4987-95fc-a8a8f0aec87c req-d8701599-17b9-44e7-abbe-479e7451da13 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 946 time: 0.1560719 Jul 08 01:50:24.546725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on host n-h1-695189-13 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:24.547061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:24.547423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:24.552364 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-396b0ae8-9d2a-440a-ae83-255d0f3d771b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.570224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:24.570406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed817e00-f364-4869-a230-d85b5b41a170 req-7cc282bd-6689-442e-840b-8e90958fd8b5 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.570528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:24.571774 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed817e00-f364-4869-a230-d85b5b41a170 req-7cc282bd-6689-442e-840b-8e90958fd8b5 tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 972 time: 0.1614203 Jul 08 01:50:24.582964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:24.583307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:24.583963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:24.584392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Bound port: e8972fbd-65f4-4b61-b6d3-c4a118785907, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:24.607965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-32b0057c-ba03-4a83-8442-d942be00adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.609430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-32b0057c-ba03-4a83-8442-d942be00adab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0747497 Jul 08 01:50:24.617686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device de16dbc7-abf0-4724-9b2b-9784dc857737 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:24.649934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-396b0ae8-9d2a-440a-ae83-255d0f3d771b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.668214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-ea5ea5e0-63f3-4eef-bf76-6d139e87c8db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354507 Jul 08 01:50:24.685250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1754d2bc-6a13-4987-95fc-a8a8f0aec87c req-1c044a4d-c9eb-4b34-9b6d-4c429d67e0d9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452374 Jul 08 01:50:24.735010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port de16dbc7-abf0-4724-9b2b-9784dc857737, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de16dbc7-abf0-4724-9b2b-9784dc857737,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:24.749642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'port_id': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'mac_address': 'fa:16:3e:41:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:24.769214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:24.784761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Deleting port e9d3a20d-0cdd-48e4-b831-f886d0107d57 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:24.785588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.794061 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.807601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de16dbc7-abf0-4724-9b2b-9784dc857737 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:24.826802 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-4044c68c-c37c-4177-998f-7b3a361a0e62 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440613 Jul 08 01:50:24.829278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port de16dbc7-abf0-4724-9b2b-9784dc857737, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de16dbc7-abf0-4724-9b2b-9784dc857737,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:24.863671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-396b0ae8-9d2a-440a-ae83-255d0f3d771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.866431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-396b0ae8-9d2a-440a-ae83-255d0f3d771b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.870093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-396b0ae8-9d2a-440a-ae83-255d0f3d771b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7f24e24-1eb6-4c43-b1ea-29a7fe453f7e HTTP/1.1" status: 204 len: 168 time: 0.4247589 Jul 08 01:50:24.882992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b0ae8-9d2a-440a-ae83-255d0f3d771b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f24e24-1eb6-4c43-b1ea-29a7fe453f7e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:24.885966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.888326 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.898478 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-597e6d62-514d-4bb4-9af7-f7c63b4de7ac service neutron] 10.222.0.10 "POST /v2.0/ports/e8972fbd-65f4-4b61-b6d3-c4a118785907/bindings HTTP/1.1" status: 201 len: 390 time: 0.7466409 Jul 08 01:50:24.905673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] For port e9d3a20d-0cdd-48e4-b831-f886d0107d57, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e9d3a20d-0cdd-48e4-b831-f886d0107d57,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:24.907365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.944508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Calling delete_port for e9d3a20d-0cdd-48e4-b831-f886d0107d57 owned by compute:tempest-test_az-1903930881 {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:24.960402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=de16dbc7-abf0-4724-9b2b-9784dc857737,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:24.992461 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01dd82b7-cc44-4d67-a288-e02b2ec63589 req-a1fb16bf-5e7e-4ba0-83c2-cd7ce6a368e4 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538920 Jul 08 01:50:25.082050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['de16dbc7-abf0-4724-9b2b-9784dc857737'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:25.252476 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.311864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fbaf1-5868-441f-92f4-c24c622d7831 req-67e3f6da-3929-4b1c-83b2-013c864b8cc8 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.313493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b07fbaf1-5868-441f-92f4-c24c622d7831 req-67e3f6da-3929-4b1c-83b2-013c864b8cc8 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 947 time: 0.0747945 Jul 08 01:50:25.323544 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Pushing event deleted for resources: {'Port': ['ID=e9d3a20d-0cdd-48e4-b831-f886d0107d57,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:25.372059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b07fbaf1-5868-441f-92f4-c24c622d7831 req-8d0c5c47-6175-45a3-9e38-122c25ecb459 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499103 Jul 08 01:50:25.418058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] No DVR routers for this DVR port e9d3a20d-0cdd-48e4-b831-f886d0107d57 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:25.425106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.427227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed817e00-f364-4869-a230-d85b5b41a170 req-09580610-2db4-41c6-9a64-00e7cc56c3ce tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.18 "DELETE /v2.0/ports/e9d3a20d-0cdd-48e4-b831-f886d0107d57 HTTP/1.1" status: 204 len: 173 time: 0.8472760 Jul 08 01:50:25.455832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6358a8-151d-47a4-b133-06c86ed07768 req-025bb348-6e0a-4a25-941a-062e390b7f3d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.466442 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f6358a8-151d-47a4-b133-06c86ed07768 req-025bb348-6e0a-4a25-941a-062e390b7f3d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 944 time: 0.1594856 Jul 08 01:50:25.469398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd', 'name': 'network-vif-deleted', 'tag': 'e9d3a20d-0cdd-48e4-b831-f886d0107d57'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:25.471759 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3641862-407a-4ed8-b073-0dc1fbbe2fc2" -d '{"events": [{"server_uuid": "f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd", "name": "network-vif-deleted", "tag": "e9d3a20d-0cdd-48e4-b831-f886d0107d57"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:25.516190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e9d3a20d-0cdd-48e4-b831-f886d0107d57'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:25.522210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f6358a8-151d-47a4-b133-06c86ed07768 req-9a6aa25a-cca7-4b2e-be32-afe06c5e0f82 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543635 Jul 08 01:50:25.707727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-e9e37ede-c3c7-4198-9200-ae7767596197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.709494 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-e9e37ede-c3c7-4198-9200-ae7767596197 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1098 time: 0.0621121 Jul 08 01:50:25.836166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-726ef373-b474-4f97-a88f-0ffa193fbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.837618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-726ef373-b474-4f97-a88f-0ffa193fbcb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.1217401 Jul 08 01:50:25.887291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-1a8255ca-9002-4642-a86b-b6809c68dc31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 217 time: 0.0390508 Jul 08 01:50:25.892971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde51a8-8199-4fff-ab63-ddd98c0611b2 req-3c3bd532-fd4c-4967-b86b-1864394f7fb3 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.894512 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-acde51a8-8199-4fff-ab63-ddd98c0611b2 req-3c3bd532-fd4c-4967-b86b-1864394f7fb3 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1098 time: 0.1106899 Jul 08 01:50:25.964194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-acde51a8-8199-4fff-ab63-ddd98c0611b2 req-236618a8-e107-401f-9d12-9d7628438c8d tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613706 Jul 08 01:50:25.965717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-b0f9a154-d276-4e61-90fb-b41738ef50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.967119 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-b0f9a154-d276-4e61-90fb-b41738ef50eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0717494 Jul 08 01:50:26.014709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-3fc267ec-d4e8-4b50-9ff9-efb3bde35990 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385597 Jul 08 01:50:26.121293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb66fb-7666-4814-99e1-4e842b4c1c0e req-367fde48-21cf-4114-a618-ffc4b6175ea3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:26.124107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-ebee2581-214a-444b-9bdc-9bb12d32cdf0 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002843 Jul 08 01:50:26.128941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fbb66fb-7666-4814-99e1-4e842b4c1c0e req-367fde48-21cf-4114-a618-ffc4b6175ea3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 946 time: 0.2756944 Jul 08 01:50:26.165901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fbb66fb-7666-4814-99e1-4e842b4c1c0e req-ecdc76b1-a473-4703-a0af-69b87fd77338 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358908 Jul 08 01:50:26.262080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-5f84976b-6b2f-4ac8-ae59-b3904445a1b3 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332097 Jul 08 01:50:26.322574 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-934d5e51-d9d5-4eb3-86d3-1ae0d37fbab5 req-ea011ed9-d2b3-4811-a584-53eab6ca1d86 tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=291fc819c33e488c9e0b50aaadc4008c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221422 Jul 08 01:50:26.347389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae5a3084-63a9-48f7-b287-b54fd0670cdb req-b9267901-1d5c-4661-b88a-443bed8fab0c tempest-AggregatesAdminTestJSON-1199990978 tempest-AggregatesAdminTestJSON-1199990978-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd HTTP/1.1" status: 200 len: 210 time: 0.0353074 Jul 08 01:50:26.430296 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046bff29-5d05-4f52-9258-e34db943a7fe x-openstack-request-id: req-046bff29-5d05-4f52-9258-e34db943a7fe {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:26.430532 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd", "name": "network-vif-deleted", "tag": "e9d3a20d-0cdd-48e4-b831-f886d0107d57", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:26.430685 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-046bff29-5d05-4f52-9258-e34db943a7fe {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:26.431072 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d3c6e5-08a3-4b2b-b455-f4cfe915b3dd', 'name': 'network-vif-deleted', 'tag': 'e9d3a20d-0cdd-48e4-b831-f886d0107d57', 'status': 'completed', 'code': 200} Jul 08 01:50:26.512190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d5e51-d9d5-4eb3-86d3-1ae0d37fbab5 req-936546e3-7bc7-4184-ac89-55c0934603eb tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:26.515820 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-934d5e51-d9d5-4eb3-86d3-1ae0d37fbab5 req-936546e3-7bc7-4184-ac89-55c0934603eb tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879213 Jul 08 01:50:26.539236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-d6b59825-c0ac-4444-9342-4e8b52b4e5a2 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:26.540663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-d6b59825-c0ac-4444-9342-4e8b52b4e5a2 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1098 time: 0.1633441 Jul 08 01:50:26.544178 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-934d5e51-d9d5-4eb3-86d3-1ae0d37fbab5 req-eb117a2f-c6fc-4a95-82a4-f6eeb377ea5d tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/quotas/291fc819c33e488c9e0b50aaadc4008c HTTP/1.1" status: 200 len: 375 time: 0.0134625 Jul 08 01:50:26.550904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-13'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:26.604968 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-934d5e51-d9d5-4eb3-86d3-1ae0d37fbab5 req-ab083003-dc8d-45aa-89a2-53a60b452cc8 tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=291fc819c33e488c9e0b50aaadc4008c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514870 Jul 08 01:50:26.634687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cf201c90-dec5-4837-88e4-1864f7d1dc46 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:26.643843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f7c71-4b0b-4a74-a5cc-5bd81d6e49ef req-7a85d0e5-b4e7-42ff-9360-a6e2dfbfb88a tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:26.645533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641f7c71-4b0b-4a74-a5cc-5bd81d6e49ef req-7a85d0e5-b4e7-42ff-9360-a6e2dfbfb88a tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1098 time: 0.0625727 Jul 08 01:50:26.705216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641f7c71-4b0b-4a74-a5cc-5bd81d6e49ef req-fbf8e867-29f8-44c2-b68b-5bd0cc0df135 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515556 Jul 08 01:50:26.714262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.741829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device de16dbc7-abf0-4724-9b2b-9784dc857737 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:26.775075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cf201c90-dec5-4837-88e4-1864f7d1dc46, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf201c90-dec5-4837-88e4-1864f7d1dc46,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:26.790299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'cf201c90-dec5-4837-88e4-1864f7d1dc46', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'cf201c90-dec5-4837-88e4-1864f7d1dc46', 'mac_address': 'fa:16:3e:1c:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:26.860868 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.882570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf201c90-dec5-4837-88e4-1864f7d1dc46 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:26.903611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cf201c90-dec5-4837-88e4-1864f7d1dc46, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf201c90-dec5-4837-88e4-1864f7d1dc46,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:26.926922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:26.942915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4810d3-96d3-4a0d-8a57-546a3ea20813 req-3c9f73c9-117e-4bf4-90a6-999b659770a2 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:26.944762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb4810d3-96d3-4a0d-8a57-546a3ea20813 req-3c9f73c9-117e-4bf4-90a6-999b659770a2 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 944 time: 0.0703821 Jul 08 01:50:26.950344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port de16dbc7-abf0-4724-9b2b-9784dc857737 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:26.961155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port de16dbc7-abf0-4724-9b2b-9784dc857737 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:26.961534 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.968397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b0e27-66cd-40be-a0ca-ace4c073d551 req-23642a53-e3eb-4e08-8d3d-91f3b903b852 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:26.971985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-297b0e27-66cd-40be-a0ca-ace4c073d551 req-23642a53-e3eb-4e08-8d3d-91f3b903b852 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 947 time: 0.1418641 Jul 08 01:50:27.008826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb4810d3-96d3-4a0d-8a57-546a3ea20813 req-6475a1fa-3b69-4814-ae61-a120c0c44788 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548296 Jul 08 01:50:27.018845 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.021392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:27.110152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cf201c90-dec5-4837-88e4-1864f7d1dc46,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:27.126029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.153011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02026de-6058-4693-b342-4df572b848ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de16dbc7-abf0-4724-9b2b-9784dc857737'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:27.155903 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973083b-ea82-407d-bcaa-feb64c922436" -d '{"events": [{"server_uuid": "f02026de-6058-4693-b342-4df572b848ef", "name": "network-vif-plugged", "status": "completed", "tag": "de16dbc7-abf0-4724-9b2b-9784dc857737"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:27.174913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port de16dbc7-abf0-4724-9b2b-9784dc857737, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de16dbc7-abf0-4724-9b2b-9784dc857737,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:27.237113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cf201c90-dec5-4837-88e4-1864f7d1dc46'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:27.272183 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.272577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-297b0e27-66cd-40be-a0ca-ace4c073d551 req-228d0491-53d3-4d1a-9ff6-da9d89bb2562 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940402 Jul 08 01:50:27.299696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.351872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=de16dbc7-abf0-4724-9b2b-9784dc857737,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:27.366487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.435071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Pushing event updated for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:27.468400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on host n-h2-695189-13 for vnic_type normal with profile {"migrating_to": "n-h1-695189-13"} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:27.468861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:27.469301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:27.471819 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8683440-442a-4860-91e6-7be6574c1e0a x-openstack-request-id: req-a8683440-442a-4860-91e6-7be6574c1e0a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:27.472234 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02026de-6058-4693-b342-4df572b848ef", "name": "network-vif-plugged", "status": "completed", "tag": "de16dbc7-abf0-4724-9b2b-9784dc857737", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:27.472383 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8683440-442a-4860-91e6-7be6574c1e0a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:27.472784 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02026de-6058-4693-b342-4df572b848ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'code': 200} Jul 08 01:50:27.475495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:27.475835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Attempting to bind port e8972fbd-65f4-4b61-b6d3-c4a118785907 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:27.485204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:27.489472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:27.489472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:27.489472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Bound port: e8972fbd-65f4-4b61-b6d3-c4a118785907, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:27.489472 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.591668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:27.595770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:27.617381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db3ce0-fee5-4377-b084-f8dac744a604 req-79eb6336-9542-49ef-8d28-dd34da334ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:27.619062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30db3ce0-fee5-4377-b084-f8dac744a604 req-79eb6336-9542-49ef-8d28-dd34da334ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 1097 time: 0.0787113 Jul 08 01:50:27.625792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee987b10-5908-44c1-b6df-6e4191b7fa9e req-8a90706d-45b8-454e-8314-716db2f6ae86 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:27.627273 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ee987b10-5908-44c1-b6df-6e4191b7fa9e req-8a90706d-45b8-454e-8314-716db2f6ae86 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 944 time: 0.0683408 Jul 08 01:50:27.641427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.671887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ee987b10-5908-44c1-b6df-6e4191b7fa9e req-71424741-db5e-469c-b56b-f484c38404d6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387955 Jul 08 01:50:27.705168 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30db3ce0-fee5-4377-b084-f8dac744a604 req-9b435c97-eab9-4966-bd69-ff8e743e118e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786424 Jul 08 01:50:27.745100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Pushing event updated for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:27.748742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:27.749341 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.750743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-506f7f33-07e5-4ad0-bff3-c26a09f82366 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 1124 time: 1.2037168 Jul 08 01:50:27.865672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['e8972fbd-65f4-4b61-b6d3-c4a118785907'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:28.129584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54736) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:28.307152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-adaedb40-42a6-4ab4-821d-94dda14ac6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.323451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:28.435987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907'}, {'name': 'network-changed', 'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:28.438346 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c1504e-b719-48aa-beb2-7721f83b04d7" -d '{"events": [{"server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907"}, {"name": "network-changed", "server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:28.446275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-adaedb40-42a6-4ab4-821d-94dda14ac6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.452567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c393e728-c35e-4588-84fd-ed49b9d43c0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2e9ab8853f74dce874d68842010eeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269937 Jul 08 01:50:28.454880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54758) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:28.512782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-968a1a60-cf51-40dd-acae-05eac36d77ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.535901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-968a1a60-cf51-40dd-acae-05eac36d77ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.549129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-adaedb40-42a6-4ab4-821d-94dda14ac6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.599289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-adaedb40-42a6-4ab4-821d-94dda14ac6ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de0255ec6a3448979f3c5613991a39cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685328 Jul 08 01:50:28.600036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaedb40-42a6-4ab4-821d-94dda14ac6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4674d083-9855-45b5-b96e-8ba1122b6600,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:28.602338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54772) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:28.655085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62dab712-be22-4179-9498-5b838f4916e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.673964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cf201c90-dec5-4837-88e4-1864f7d1dc46 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:28.679785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d9ee4-3dec-4655-a5c8-46c84739213d req-9c6dd95b-096f-471a-925e-ec639aa993bb tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.682059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62dab712-be22-4179-9498-5b838f4916e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.687178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb5d9ee4-3dec-4655-a5c8-46c84739213d req-9c6dd95b-096f-471a-925e-ec639aa993bb tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 945 time: 0.1040206 Jul 08 01:50:28.722152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb5d9ee4-3dec-4655-a5c8-46c84739213d req-07cbb4c0-5646-4d87-8f48-cec9a543ad3b tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340126 Jul 08 01:50:28.723179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-968a1a60-cf51-40dd-acae-05eac36d77ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.726014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-968a1a60-cf51-40dd-acae-05eac36d77ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.729550 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-968a1a60-cf51-40dd-acae-05eac36d77ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c HTTP/1.1" status: 204 len: 168 time: 0.2714157 Jul 08 01:50:28.740686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a1a60-cf51-40dd-acae-05eac36d77ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f92af-0ca3-4e74-ac02-bca2d6f28d2c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:28.817568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port cf201c90-dec5-4837-88e4-1864f7d1dc46 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:28.821571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port cf201c90-dec5-4837-88e4-1864f7d1dc46 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:28.821948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.874816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62dab712-be22-4179-9498-5b838f4916e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.882154 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62dab712-be22-4179-9498-5b838f4916e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.886590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-62dab712-be22-4179-9498-5b838f4916e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4674d083-9855-45b5-b96e-8ba1122b6600 HTTP/1.1" status: 204 len: 168 time: 0.2806914 Jul 08 01:50:28.912635 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.924387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dab712-be22-4179-9498-5b838f4916e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4674d083-9855-45b5-b96e-8ba1122b6600,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:28.931750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df8e22-c600-4c36-ac23-49ed8ba5c250 req-e90d0364-211d-4e40-86f9-0a0882ff31a3 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.933701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0df8e22-c600-4c36-ac23-49ed8ba5c250 req-e90d0364-211d-4e40-86f9-0a0882ff31a3 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 948 time: 0.0888245 Jul 08 01:50:28.970274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cf201c90-dec5-4837-88e4-1864f7d1dc46, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf201c90-dec5-4837-88e4-1864f7d1dc46,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:28.988336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0df8e22-c600-4c36-ac23-49ed8ba5c250 req-cd132032-cff8-4091-9c5b-d206ce359af2 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Jul 08 01:50:29.057980 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.058843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e9d3a20d-0cdd-48e4-b831-f886d0107d57 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:29.095163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: e9d3a20d-0cdd-48e4-b831-f886d0107d57 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:29.095536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e9d3a20d-0cdd-48e4-b831-f886d0107d57 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:29.121957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cf201c90-dec5-4837-88e4-1864f7d1dc46,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:29.483167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca834a4-6552-44f6-b7d5-d200131f3843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf201c90-dec5-4837-88e4-1864f7d1dc46'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:29.483167 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd43ac-9c48-4091-8bfc-09e102b6694d" -d '{"events": [{"server_uuid": "2ca834a4-6552-44f6-b7d5-d200131f3843", "name": "network-vif-plugged", "status": "completed", "tag": "cf201c90-dec5-4837-88e4-1864f7d1dc46"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:29.483465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54798) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:29.524896 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ca821f-3542-48a8-b27c-4f2729280766 x-openstack-request-id: req-f2ca821f-3542-48a8-b27c-4f2729280766 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:29.525271 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907", "code": 200}, {"name": "network-changed", "server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:29.525596 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2ca821f-3542-48a8-b27c-4f2729280766 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:29.526103 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907', 'code': 200} Jul 08 01:50:29.526459 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907', 'status': 'completed', 'code': 200} Jul 08 01:50:29.542367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-955b8eee-9a95-4a00-b3ac-0e3f27ea5668 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f56fec517a7345e0a7120f8da259c392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572164 Jul 08 01:50:29.543145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:29.635439 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7df012e-14da-46cf-bc3d-607168db6b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.663981 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7df012e-14da-46cf-bc3d-607168db6b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.687298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-1b465c79-6d8e-4afe-a69f-5f46b3317d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:29.688838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-1b465c79-6d8e-4afe-a69f-5f46b3317d83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1127 time: 0.1151192 Jul 08 01:50:29.700639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54808) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:29.716226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb0430a4-5e6c-40a7-89d3-b40a025772fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.819541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb0430a4-5e6c-40a7-89d3-b40a025772fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.838288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b738f-cfe7-41a2-8510-3301c955d6a7 req-39e6fac4-854e-4bf2-afdf-d556a0fad584 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:29.839946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e32b738f-cfe7-41a2-8510-3301c955d6a7 req-39e6fac4-854e-4bf2-afdf-d556a0fad584 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 944 time: 0.1740940 Jul 08 01:50:29.843015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-31535549-7587-47c7-9f7b-8a2b3a85eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:29.845285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-31535549-7587-47c7-9f7b-8a2b3a85eef0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.1330693 Jul 08 01:50:29.878684 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7df012e-14da-46cf-bc3d-607168db6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.881285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7df012e-14da-46cf-bc3d-607168db6b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.882401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b7df012e-14da-46cf-bc3d-607168db6b28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b15c8b38-a37b-441b-a3c5-6e7ae837b2fc HTTP/1.1" status: 204 len: 168 time: 0.3381426 Jul 08 01:50:29.891838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb0430a4-5e6c-40a7-89d3-b40a025772fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.909370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54818) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:29.922384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df012e-14da-46cf-bc3d-607168db6b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c8b38-a37b-441b-a3c5-6e7ae837b2fc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:29.927276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-36b5e610-d732-494d-b609-19d54b7a4fb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 217 time: 0.0693171 Jul 08 01:50:29.947974 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eb0430a4-5e6c-40a7-89d3-b40a025772fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c08aa8345ed47568fbada4f353cf7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461801 Jul 08 01:50:29.951609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54822) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:29.959612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0430a4-5e6c-40a7-89d3-b40a025772fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d172275-451d-4703-b872-ec03ccd7c4cc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:29.978941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e32b738f-cfe7-41a2-8510-3301c955d6a7 req-a4fb3a90-6339-40c7-9b89-7abd5a619f7f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325417 Jul 08 01:50:30.005456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-5126dce6-27a3-4033-b1e3-5115689a77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:30.007709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-5126dce6-27a3-4033-b1e3-5115689a77c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0625589 Jul 08 01:50:30.015420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04e87527-9e92-435d-8cb3-ab348de188a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.033807 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd935d3f-025c-4d2e-97c1-26d0319b51e4 x-openstack-request-id: req-bd935d3f-025c-4d2e-97c1-26d0319b51e4 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:30.034331 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca834a4-6552-44f6-b7d5-d200131f3843", "name": "network-vif-plugged", "status": "completed", "tag": "cf201c90-dec5-4837-88e4-1864f7d1dc46", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:30.034426 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd935d3f-025c-4d2e-97c1-26d0319b51e4 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:30.034752 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca834a4-6552-44f6-b7d5-d200131f3843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf201c90-dec5-4837-88e4-1864f7d1dc46', 'code': 200} Jul 08 01:50:30.047769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04e87527-9e92-435d-8cb3-ab348de188a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.079545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-06300b41-e70d-41cc-9da9-dd179b39179d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588779 Jul 08 01:50:30.130197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-dada11a1-4d80-4e5f-9d81-c479421a4155 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:50:30.138673 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-dada11a1-4d80-4e5f-9d81-c479421a4155 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2265990 Jul 08 01:50:30.184287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37337da-b64b-4169-9d29-7c3b38a5d42c req-c8ecaf18-ecd1-4b25-b180-39ae6f3e30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:30.185848 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a37337da-b64b-4169-9d29-7c3b38a5d42c req-c8ecaf18-ecd1-4b25-b180-39ae6f3e30d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 1101 time: 0.0700257 Jul 08 01:50:30.187376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4eeb3e55-d7ee-44fa-9c50-0c941026feee req-dcbd099c-ee9e-445d-b179-de1a711fb27f tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=291fc819c33e488c9e0b50aaadc4008c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356596 Jul 08 01:50:30.225483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04e87527-9e92-435d-8cb3-ab348de188a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.228252 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04e87527-9e92-435d-8cb3-ab348de188a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.231385 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-04e87527-9e92-435d-8cb3-ab348de188a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d172275-451d-4703-b872-ec03ccd7c4cc HTTP/1.1" status: 204 len: 168 time: 0.2764921 Jul 08 01:50:30.241851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a37337da-b64b-4169-9d29-7c3b38a5d42c req-beed5b20-78d0-45c7-a404-44d3b8fed648 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Jul 08 01:50:30.242675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e87527-9e92-435d-8cb3-ab348de188a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d172275-451d-4703-b872-ec03ccd7c4cc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:30.298794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Request body: {'binding': {'host': 'n-h1-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:30.299264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Unknown quota resources ['binding']. {{(pid=100713) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:50:30.305124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-87143713-5a2d-4abf-94c1-e4c144eb52e0 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131300 Jul 08 01:50:30.395293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb3e55-d7ee-44fa-9c50-0c941026feee req-46645de5-ca0a-4b66-9a40-b86d930414d9 tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:30.402318 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4eeb3e55-d7ee-44fa-9c50-0c941026feee req-46645de5-ca0a-4b66-9a40-b86d930414d9 tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088585 Jul 08 01:50:30.422806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4eeb3e55-d7ee-44fa-9c50-0c941026feee req-f5c8f142-278d-430f-86c7-4272bfc86a91 tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/quotas/291fc819c33e488c9e0b50aaadc4008c HTTP/1.1" status: 200 len: 375 time: 0.0195653 Jul 08 01:50:30.452176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on host n-h1-695189-13 for vnic_type normal with profile None {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:30.452532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:30.452872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:30.457359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:30.457692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:30.462965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:30.463321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:30.464809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:30.465374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Bound port: eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:30.466340 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4eeb3e55-d7ee-44fa-9c50-0c941026feee req-fec5980a-4d57-414a-b212-80f7608f4785 tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=291fc819c33e488c9e0b50aaadc4008c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426791 Jul 08 01:50:30.486486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8c1504e-b719-48aa-beb2-7721f83b04d7 req-23a408d7-5173-4387-bb81-13c87b9a0ecc service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726146 Jul 08 01:50:30.567233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:30.647375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] Notify callbacks [] for binding, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.648605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c1e74cf3-0f40-4eba-b248-dc63432b1d95 service neutron] 10.222.0.10 "POST /v2.0/ports/eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4602911 Jul 08 01:50:30.671959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e8972fbd-65f4-4b61-b6d3-c4a118785907 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:30.827805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362fcc0-d0de-4151-a408-d2e36af11bb2 req-5656c0e1-0e8a-4c60-9220-63d5baacabc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:30.831964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a362fcc0-d0de-4151-a408-d2e36af11bb2 req-5656c0e1-0e8a-4c60-9220-63d5baacabc0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 945 time: 0.0713725 Jul 08 01:50:30.883897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a362fcc0-d0de-4151-a408-d2e36af11bb2 req-b4620c8d-1a85-42df-a532-5b21699b30aa tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482285 Jul 08 01:50:30.931776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:30.951524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e8972fbd-65f4-4b61-b6d3-c4a118785907 has no active binding in host n-h1-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:50:31.093028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e01c8e-998c-4705-bfc7-9a18a0017b30 req-1d0ec222-7eb2-4a99-a94c-5414aecd94cd tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:31.094643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9e01c8e-998c-4705-bfc7-9a18a0017b30 req-1d0ec222-7eb2-4a99-a94c-5414aecd94cd tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 949 time: 0.0710671 Jul 08 01:50:31.135785 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9e01c8e-998c-4705-bfc7-9a18a0017b30 req-1722388e-194b-426c-9383-f74e46921afe tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352304 Jul 08 01:50:31.390033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61f3f8-3894-4173-b807-52f602fad135 req-b58909bf-70e5-4026-aff4-b9347487243f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:31.391711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d61f3f8-3894-4173-b807-52f602fad135 req-b58909bf-70e5-4026-aff4-b9347487243f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 945 time: 0.0696893 Jul 08 01:50:31.400429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54888) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:31.405174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Request body: {'floatingip': {'port_id': 'de16dbc7-abf0-4724-9b2b-9784dc857737'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:31.508167 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.624261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0aee-314c-4234-a6b6-6a64892637dc req-6a66c6ad-8e6f-411e-b65e-2e7e0b8aa1e6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:31.626194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08dd0aee-314c-4234-a6b6-6a64892637dc req-6a66c6ad-8e6f-411e-b65e-2e7e0b8aa1e6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 946 time: 0.0893955 Jul 08 01:50:31.672868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08dd0aee-314c-4234-a6b6-6a64892637dc req-6ddba7eb-35fa-461d-b4a1-41cbaa5f1847 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Jul 08 01:50:31.738378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0b3e1-2479-4985-bf0f-ebb305d4a5b3 req-4d663add-2a0a-434d-85da-54c987a00162 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:31.739940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2c0b3e1-2479-4985-bf0f-ebb305d4a5b3 req-4d663add-2a0a-434d-85da-54c987a00162 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 944 time: 0.1983705 Jul 08 01:50:31.822908 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2c0b3e1-2479-4985-bf0f-ebb305d4a5b3 req-cfd3178d-5ba4-41f7-8706-1a7edfbcc646 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720575 Jul 08 01:50:32.245276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:32.337263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:32.455726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7df65-00c0-421b-b447-e26a7f68e6e5 req-37a4f2e0-1546-4f81-a931-2dc4e2499071 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:32.457282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1de7df65-00c0-421b-b447-e26a7f68e6e5 req-37a4f2e0-1546-4f81-a931-2dc4e2499071 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 949 time: 0.1578863 Jul 08 01:50:32.468751 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Floating IP dd816941-84c9-4c37-b917-3898b76da6bb associated. External IP: 172.25.8.22, port: de16dbc7-abf0-4724-9b2b-9784dc857737. Jul 08 01:50:32.584756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1de7df65-00c0-421b-b447-e26a7f68e6e5 req-9c5692b1-7b4c-481a-947e-a3fe4d7ec1f6 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183956 Jul 08 01:50:32.728858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a99fea7-d1b1-46c0-a462-0fe96ca5e4ae req-f47147f1-96cc-40f5-b1c2-3c156465a6e6 tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=291fc819c33e488c9e0b50aaadc4008c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316350 Jul 08 01:50:32.852153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99fea7-d1b1-46c0-a462-0fe96ca5e4ae req-417e5bd4-7ff3-4ef6-90b2-25c17200db0f tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:32.854073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a99fea7-d1b1-46c0-a462-0fe96ca5e4ae req-417e5bd4-7ff3-4ef6-90b2-25c17200db0f tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244256 Jul 08 01:50:32.873809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a99fea7-d1b1-46c0-a462-0fe96ca5e4ae req-b9664ab8-1f59-45bc-a392-1ddf13dd7073 tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/quotas/291fc819c33e488c9e0b50aaadc4008c HTTP/1.1" status: 200 len: 375 time: 0.0139854 Jul 08 01:50:32.908916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a99fea7-d1b1-46c0-a462-0fe96ca5e4ae req-949d41ea-8b20-4e43-904c-e6a1d729a95d tempest-QuotasAdminNegativeTest-73618973 tempest-QuotasAdminNegativeTest-73618973-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=291fc819c33e488c9e0b50aaadc4008c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298040 Jul 08 01:50:32.986167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Router bd79185e-78c9-4d43-92b6-da8ebd0198f2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:33.136633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:33.141514 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.153706 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] Sync routers for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:33.163764 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:33.164384 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:33.215114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ffb0c1af-c027-4c8d-bb1a-e965b467f2e7 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "PUT /v2.0/floatingips/dd816941-84c9-4c37-b917-3898b76da6bb HTTP/1.1" status: 200 len: 990 time: 1.8110161 Jul 08 01:50:33.215114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02026de-6058-4693-b342-4df572b848ef', 'tag': 'de16dbc7-abf0-4724-9b2b-9784dc857737'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:33.216316 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f02026de-6058-4693-b342-4df572b848ef", "tag": "de16dbc7-abf0-4724-9b2b-9784dc857737"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:33.228307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195d55-0225-4cc1-8ad8-85b738541301 req-e818bb69-b280-492c-b5de-adbe55000b02 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:33.230677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96195d55-0225-4cc1-8ad8-85b738541301 req-e818bb69-b280-492c-b5de-adbe55000b02 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 946 time: 0.1457648 Jul 08 01:50:33.274218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96195d55-0225-4cc1-8ad8-85b738541301 req-a2dc3b85-171e-4edd-b689-302f9e206c35 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Jul 08 01:50:33.278689 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:33.389266 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-51f32137-503d-4add-bbfd-8c08898020c9 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e312b80fff641dc8d534ce05f84caa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270772 Jul 08 01:50:33.485693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d33c85-776d-4719-a633-5e22780fe32a req-f61aa180-1880-47a1-83f2-6646b97a504a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:33.487450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-28d33c85-776d-4719-a633-5e22780fe32a req-f61aa180-1880-47a1-83f2-6646b97a504a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 944 time: 0.0883560 Jul 08 01:50:33.532899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-28d33c85-776d-4719-a633-5e22780fe32a req-6f9c46fc-d22f-45c0-a759-7541a994c181 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Jul 08 01:50:33.568627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-f745252d-46da-4e98-b0eb-347150b39b6b tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:33.575980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-f745252d-46da-4e98-b0eb-347150b39b6b tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858726 Jul 08 01:50:33.578482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-d65ebbd2-514c-4afa-b21c-38a6f93838d6 service neutron] 10.222.0.32 "GET /v2.0/ports/e8972fbd-65f4-4b61-b6d3-c4a118785907/bindings/n-h1-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.1343076 Jul 08 01:50:33.588142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-4d7935f3-0a53-4fa0-9eac-77b5d3b5f902 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/quotas/5e312b80fff641dc8d534ce05f84caa4 HTTP/1.1" status: 200 len: 375 time: 0.0113487 Jul 08 01:50:33.650379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-a2e575cf-fb6c-41aa-96c2-5e50be04d3d0 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e312b80fff641dc8d534ce05f84caa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368643 Jul 08 01:50:33.654071 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd816941-84c9-4c37-b917-3898b76da6bb', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'port_id': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'mac_address': 'fa:16:3e:41:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02026de-6058-4693-b342-4df572b848ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:50:10Z', 'updated_at': '2021-07-08T01:50:32Z', 'revision_number': 1, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:33.681382 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] Checking router: bd79185e-78c9-4d43-92b6-da8ebd0198f2 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:33.690440 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:33.691152 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:33.797385 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:33.803819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:33.824973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:33.866689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8972fbd-65f4-4b61-b6d3-c4a118785907 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:33.885070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:33.954925 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.023007 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d11f6a-c3ad-4ed4-9a84-178df63bd3cd x-openstack-request-id: req-46d11f6a-c3ad-4ed4-9a84-178df63bd3cd {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:34.023007 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02026de-6058-4693-b342-4df572b848ef", "tag": "de16dbc7-abf0-4724-9b2b-9784dc857737", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:34.023007 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46d11f6a-c3ad-4ed4-9a84-178df63bd3cd {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:34.023007 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02026de-6058-4693-b342-4df572b848ef', 'tag': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'status': 'completed', 'code': 200} Jul 08 01:50:34.117268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-98922a3c-eed3-47b3-b6c8-fc4bfe3c3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.119250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-98922a3c-eed3-47b3-b6c8-fc4bfe3c3f46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 1097 time: 0.0726273 Jul 08 01:50:34.119555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Transition to ACTIVE for port object e8972fbd-65f4-4b61-b6d3-c4a118785907 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:34.136872 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd816941-84c9-4c37-b917-3898b76da6bb', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'port_id': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'mac_address': 'fa:16:3e:41:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02026de-6058-4693-b342-4df572b848ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:50:10Z', 'updated_at': '2021-07-08T01:50:32Z', 'revision_number': 1, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:34.165542 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847789f5-4175-4cc0-b70a-8745ce25955f None None] The sync data for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 is: [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd816941-84c9-4c37-b917-3898b76da6bb', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'port_id': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'mac_address': 'fa:16:3e:41:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02026de-6058-4693-b342-4df572b848ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:50:10Z', 'updated_at': '2021-07-08T01:50:32Z', 'revision_number': 1, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:34.173141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.197165 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:50:34.217538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1bcf97e-aa87-43ec-9fa0-2972f2acfc33 req-5e9d0ae9-76f0-4488-bc8a-423bb9eff9e6 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 210 time: 0.0427456 Jul 08 01:50:34.266188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-8c897859-45f3-44eb-983a-8a13ea1d9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.266188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-8c897859-45f3-44eb-983a-8a13ea1d9723 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 925 time: 0.1329024 Jul 08 01:50:34.278401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] No DVR routers for this DVR port e8972fbd-65f4-4b61-b6d3-c4a118785907 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:34.327135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:34.339950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/e8972fbd-65f4-4b61-b6d3-c4a118785907/bindings/n-h1-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7508700 Jul 08 01:50:34.341404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.341752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.342101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.343408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.343408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.343408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.344629 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.344989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.345337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.345679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.346016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.346348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95901eb8-3bf7-4a1d-97f3-5810c749a2f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:34.381421 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-6e65ae47-61f7-4b78-9ff9-1fd29d2c864d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de16dbc7-abf0-4724-9b2b-9784dc857737 HTTP/1.1" status: 200 len: 998 time: 0.1154199 Jul 08 01:50:34.460079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-1022581a-bf41-43fe-8565-eaec7a39cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.462391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-1022581a-bf41-43fe-8565-eaec7a39cbc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=793dd119-606f-4fc6-a098-372dcf3f8a10 HTTP/1.1" status: 200 len: 863 time: 0.0700567 Jul 08 01:50:34.515965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d27b24c-9dcc-41a2-b271-2f6723f79588 None None] New status for floating IP dd816941-84c9-4c37-b917-3898b76da6bb: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:50:34.544522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-08dde9f6-1a04-4cfc-a1ee-c3dc2d4f8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.546399 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-08dde9f6-1a04-4cfc-a1ee-c3dc2d4f8161 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745075 Jul 08 01:50:34.618756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662550ac-ec66-4b02-83c8-479673a69bf1 req-d5a025f3-69e9-44d2-9e56-502dc0efd5d2 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.624782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-662550ac-ec66-4b02-83c8-479673a69bf1 req-d5a025f3-69e9-44d2-9e56-502dc0efd5d2 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 946 time: 0.0882280 Jul 08 01:50:34.671940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-662550ac-ec66-4b02-83c8-479673a69bf1 req-101bffe2-8be3-42d0-867e-19867edbbca5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Jul 08 01:50:34.742890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-b1c0d346-5035-44a4-a9b2-093d0ecff0c1 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.744423 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-b1c0d346-5035-44a4-a9b2-093d0ecff0c1 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.1523869 Jul 08 01:50:34.746314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-aab72a20-acb5-4f6b-8d68-5d3369f60e6a service neutron] 10.222.0.18 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830032 Jul 08 01:50:34.991630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02079dae-fbaf-4ffc-883a-dbbb39cee4f7 req-d6e36d5c-4946-4171-ac46-321d149626ff service neutron] 10.222.0.18 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242954 Jul 08 01:50:34.994045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-9cc5ccc7-d16f-4ca2-88b8-37c9cca717b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.994813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-9cc5ccc7-d16f-4ca2-88b8-37c9cca717b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb&tenant_id=817457c9802b41198f112cb2aab5d4cb HTTP/1.1" status: 200 len: 1097 time: 0.2289000 Jul 08 01:50:35.015927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed434b-fc93-40be-82c8-c05f4da822ab req-67be7f69-82df-463d-922c-2647ea194e2b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:35.017438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eeed434b-fc93-40be-82c8-c05f4da822ab req-67be7f69-82df-463d-922c-2647ea194e2b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 945 time: 0.1803586 Jul 08 01:50:35.063398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:35.064253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eeed434b-fc93-40be-82c8-c05f4da822ab req-5d283e0a-95ee-4f10-a60f-59f071cfc883 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Jul 08 01:50:35.156046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-f01fb89a-180c-45fe-84cf-dc9bc4ecda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:35.157553 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-f01fb89a-180c-45fe-84cf-dc9bc4ecda0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1097 time: 0.0663123 Jul 08 01:50:35.202910 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd281643-b274-44b6-8508-58dd84865c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.301638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-29df8ca3-59bd-406d-b4c0-9647fa27fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:35.303169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-29df8ca3-59bd-406d-b4c0-9647fa27fafb service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.1292608 Jul 08 01:50:35.310224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd281643-b274-44b6-8508-58dd84865c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.345354 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-8c449206-afd4-4822-9ea3-066eea6b5639 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 217 time: 0.0357113 Jul 08 01:50:35.379387 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd281643-b274-44b6-8508-58dd84865c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.407093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-075b07b4-e0ff-409c-a724-9d92dcb36831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:35.408742 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-075b07b4-e0ff-409c-a724-9d92dcb36831 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0565560 Jul 08 01:50:35.434066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd281643-b274-44b6-8508-58dd84865c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa10b50-ce6b-40d1-a718-d6ab5113b61e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:35.439752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fd281643-b274-44b6-8508-58dd84865c8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=291fc819c33e488c9e0b50aaadc4008c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752322 Jul 08 01:50:35.442597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:35.448656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-2504e34c-3791-44b0-8ff2-40a5420b7e1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333815 Jul 08 01:50:35.497144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed917380-8830-4a74-a88e-daab4248e407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.519508 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed917380-8830-4a74-a88e-daab4248e407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.585516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951036c0-3a09-4a77-921e-bff12929eae1 req-3b1c06df-5693-4163-a362-541324b45d7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:35.586910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-951036c0-3a09-4a77-921e-bff12929eae1 req-3b1c06df-5693-4163-a362-541324b45d7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 949 time: 0.1373987 Jul 08 01:50:35.592885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-bda80689-469a-4fa3-b62f-e30b9ea062f0 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335566 Jul 08 01:50:35.628996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9a8b438-4b91-4ceb-aa44-d4480344b549 req-f995d05e-2bea-4428-870a-1cb5cfcd7812 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 210 time: 0.0289032 Jul 08 01:50:35.669395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-951036c0-3a09-4a77-921e-bff12929eae1 req-f3b0d8c8-c0aa-4294-8b2c-0162f9362ed7 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 Jul 08 01:50:35.680546 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed917380-8830-4a74-a88e-daab4248e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.683331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed917380-8830-4a74-a88e-daab4248e407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.687008 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ed917380-8830-4a74-a88e-daab4248e407 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afa10b50-ce6b-40d1-a718-d6ab5113b61e HTTP/1.1" status: 204 len: 168 time: 0.2413335 Jul 08 01:50:35.700008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed917380-8830-4a74-a88e-daab4248e407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa10b50-ce6b-40d1-a718-d6ab5113b61e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:35.738858 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-221aff38-ae87-4e2e-a2ed-d9e2821b9273 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288948 Jul 08 01:50:35.947546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44d8a1-132d-4c8a-bbb7-ee1effaa9de6 req-7a43116e-17ac-46a7-b4b1-34aa9682036b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:35.949133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac44d8a1-132d-4c8a-bbb7-ee1effaa9de6 req-7a43116e-17ac-46a7-b4b1-34aa9682036b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 946 time: 0.0664430 Jul 08 01:50:35.993886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac44d8a1-132d-4c8a-bbb7-ee1effaa9de6 req-634e1c60-21eb-431c-bd17-f1fef9de6e8a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 Jul 08 01:50:36.256276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73633dd-92a1-4882-b484-6a69261d4e52 req-7cddea67-3940-427d-8e05-dcfb9c836a34 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.257730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b73633dd-92a1-4882-b484-6a69261d4e52 req-7cddea67-3940-427d-8e05-dcfb9c836a34 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 945 time: 0.0670226 Jul 08 01:50:36.299905 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b73633dd-92a1-4882-b484-6a69261d4e52 req-09db8a2f-b9d9-42ba-87ce-dade1d02c3a2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351946 Jul 08 01:50:36.317322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-bbfdb5aa-1759-4c1e-8692-0a70502d8948 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.319043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-bbfdb5aa-1759-4c1e-8692-0a70502d8948 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.0611691 Jul 08 01:50:36.384989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55116) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:36.405732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.566141 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.609735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-3cd90678-36ba-4e60-a707-afdd4d5cbb56 service neutron] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:36.614728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-3cd90678-36ba-4e60-a707-afdd4d5cbb56 service neutron] Notify callbacks [] for binding, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.616676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c0e01-6291-42c5-88d6-e8ed7f82717b req-3cd90678-36ba-4e60-a707-afdd4d5cbb56 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e8972fbd-65f4-4b61-b6d3-c4a118785907/bindings/n-h2-695189-13 HTTP/1.1" status: 204 len: 173 time: 0.2884884 Jul 08 01:50:36.702083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.733107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-910a9454-8f86-40ff-8c99-c5e86d5bed13 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.734601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-910a9454-8f86-40ff-8c99-c5e86d5bed13 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 949 time: 0.0952470 Jul 08 01:50:36.803065 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b124c07c05246d7b28575df540b1b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169519 Jul 08 01:50:36.805892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:36.809666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a511b0-1750-47e1-ac39-c54ef2f9d4f3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:36.825316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.831455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a2d126-35d7-46fc-8264-15e41946a7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:36.909578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Deleting port cf201c90-dec5-4837-88e4-1864f7d1dc46 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:36.910008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.915195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1616a94-b5bd-4bc0-9b27-cc88b34b90ab req-46e74f05-1e43-4914-a168-83e0a922c260 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 210 time: 0.0668936 Jul 08 01:50:36.916710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a03a4014-b337-4781-9a45-bb44378825f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.921986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-78e86f0b-6a10-4e25-b698-4710c78d5ec6 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5e312b80fff641dc8d534ce05f84caa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488091 Jul 08 01:50:37.009073 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a03a4014-b337-4781-9a45-bb44378825f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.013536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] For port cf201c90-dec5-4837-88e4-1864f7d1dc46, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf201c90-dec5-4837-88e4-1864f7d1dc46,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:37.014598 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.033525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Calling delete_port for cf201c90-dec5-4837-88e4-1864f7d1dc46 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:37.085486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-867d2f25-76cd-4a4a-b1c5-171866fa7839 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:37.086945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-867d2f25-76cd-4a4a-b1c5-171866fa7839 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535091 Jul 08 01:50:37.105084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Request body: {'port': {'device_id': 'e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5e312b80fff641dc8d534ce05f84caa4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:37.188759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b0f86-50d7-4eae-8309-bc59a6a3946e req-33b8e681-40ea-4d56-98ab-10c25e6d86dd tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:37.191403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b7b0f86-50d7-4eae-8309-bc59a6a3946e req-33b8e681-40ea-4d56-98ab-10c25e6d86dd tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 949 time: 0.1133518 Jul 08 01:50:37.198754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a03a4014-b337-4781-9a45-bb44378825f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.210527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a03a4014-b337-4781-9a45-bb44378825f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.210527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a03a4014-b337-4781-9a45-bb44378825f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7a511b0-1750-47e1-ac39-c54ef2f9d4f3 HTTP/1.1" status: 204 len: 168 time: 0.4000080 Jul 08 01:50:37.289830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a4014-b337-4781-9a45-bb44378825f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a511b0-1750-47e1-ac39-c54ef2f9d4f3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:37.341832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b7b0f86-50d7-4eae-8309-bc59a6a3946e req-7fb81047-f5af-4a4a-9bcb-c203f77b5448 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9e6fe8-d1be-4417-a653-363e9befe577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379325 Jul 08 01:50:37.395216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.408096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cf201c90-dec5-4837-88e4-1864f7d1dc46'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:37.439000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Pushing event deleted for resources: {'Port': ['ID=cf201c90-dec5-4837-88e4-1864f7d1dc46,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:37.468015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Made reservation on behalf of 5e312b80fff641dc8d534ce05f84caa4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:37.474272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.475802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e8972fbd-65f4-4b61-b6d3-c4a118785907 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:37.500207 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.518677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e8972fbd-65f4-4b61-b6d3-c4a118785907 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:37.529590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] No DVR routers for this DVR port cf201c90-dec5-4837-88e4-1864f7d1dc46 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:37.531826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.533953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a61f62fa-abcf-4685-8d16-f7240b878965 req-fbc08569-b5cd-4117-971f-3f724f940b7d tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.18 "DELETE /v2.0/ports/cf201c90-dec5-4837-88e4-1864f7d1dc46 HTTP/1.1" status: 204 len: 173 time: 0.7871528 Jul 08 01:50:37.534526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca834a4-6552-44f6-b7d5-d200131f3843', 'name': 'network-vif-deleted', 'tag': 'cf201c90-dec5-4837-88e4-1864f7d1dc46'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:37.536964 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a87d82-6cec-450c-9eb7-ee98f1ed5e47" -d '{"events": [{"server_uuid": "2ca834a4-6552-44f6-b7d5-d200131f3843", "name": "network-vif-deleted", "tag": "cf201c90-dec5-4837-88e4-1864f7d1dc46"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:37.570800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235161f-9439-4b66-83fd-ba6d237f9787 req-19b8121f-bca2-46da-89d6-952aee834766 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:37.578255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8235161f-9439-4b66-83fd-ba6d237f9787 req-19b8121f-bca2-46da-89d6-952aee834766 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 946 time: 0.1797459 Jul 08 01:50:37.641049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8235161f-9439-4b66-83fd-ba6d237f9787 req-442077b1-c465-4f96-a56e-6468b5179cbe tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618227 Jul 08 01:50:37.670946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08500708-3243-440b-8228-892fd256f13f req-60ca6529-7b19-442f-99cd-98774f5658e4 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:37.672674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08500708-3243-440b-8228-892fd256f13f req-60ca6529-7b19-442f-99cd-98774f5658e4 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 945 time: 0.0807407 Jul 08 01:50:37.694407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.766557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.865477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec40279-64d8-4ded-8fb5-dbcfd720a7f3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:37.988532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Allocated IP 192.168.233.198 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/7abb948d-0b0a-48ee-a21e-b548b3397c5e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:38.002364 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08500708-3243-440b-8228-892fd256f13f req-d517ecd0-e930-4aa5-aae4-eac1f8241e63 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162806 Jul 08 01:50:38.045521 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b5ccb-3013-4141-9b04-f9daab98ef98 x-openstack-request-id: req-a28b5ccb-3013-4141-9b04-f9daab98ef98 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:38.045873 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca834a4-6552-44f6-b7d5-d200131f3843", "name": "network-vif-deleted", "tag": "cf201c90-dec5-4837-88e4-1864f7d1dc46", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:38.046191 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a28b5ccb-3013-4141-9b04-f9daab98ef98 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:38.046706 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca834a4-6552-44f6-b7d5-d200131f3843', 'name': 'network-vif-deleted', 'tag': 'cf201c90-dec5-4837-88e4-1864f7d1dc46', 'status': 'completed', 'code': 200} Jul 08 01:50:38.195973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.217525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a54b554c-a749-409c-a367-e02cb4a71004 req-382ce193-e8c4-4da5-b11a-dfe361b5ae94 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 210 time: 0.0407648 Jul 08 01:50:38.227366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Transition to ACTIVE for port object 7abb948d-0b0a-48ee-a21e-b548b3397c5e will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:38.329374 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.389892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:38.397422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:38.400251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:38.533946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-300d5cb9-2dd7-4a1e-9310-f759678a759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.535736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-300d5cb9-2dd7-4a1e-9310-f759678a759b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1098 time: 0.0624452 Jul 08 01:50:38.720649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-800988ce-7aca-48b0-a2ec-ed1bb4b60354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.722143 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-800988ce-7aca-48b0-a2ec-ed1bb4b60354 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1778038 Jul 08 01:50:38.726276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Pushing event updated for resources: {'Port': ['ID=7abb948d-0b0a-48ee-a21e-b548b3397c5e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:38.756045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-33ca71f5-bac3-4a3a-8f16-cdc4d405def7 None None] Provisioning for port 7abb948d-0b0a-48ee-a21e-b548b3397c5e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:38.760276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.760972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.763484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-33ca71f5-bac3-4a3a-8f16-cdc4d405def7 None None] Provisioning complete for port 7abb948d-0b0a-48ee-a21e-b548b3397c5e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:38.766960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-33ca71f5-bac3-4a3a-8f16-cdc4d405def7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.769736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-4d1964f2-c947-474e-9f42-e1690a77f85a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 217 time: 0.0388017 Jul 08 01:50:38.783119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226c521-3ac5-45c7-a6d9-417622805b5d req-d53a93d0-b60c-4565-ab55-fee87270e96e tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.788054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4226c521-3ac5-45c7-a6d9-417622805b5d req-d53a93d0-b60c-4565-ab55-fee87270e96e tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1097 time: 0.3967483 Jul 08 01:50:38.827017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-33ca71f5-bac3-4a3a-8f16-cdc4d405def7 None None] Port 7abb948d-0b0a-48ee-a21e-b548b3397c5e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:38.831856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4226c521-3ac5-45c7-a6d9-417622805b5d req-78efad2b-76b0-41b9-a1bb-efdb8035cc4e tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Jul 08 01:50:38.849145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5af1e1be-b463-4f03-9c00-44315cec5119 req-0ac3ac3b-b215-44ea-acbd-6dfed4e69086 tempest-TenantUsagesTestJSON-1136038748 tempest-TenantUsagesTestJSON-1136038748-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca834a4-6552-44f6-b7d5-d200131f3843 HTTP/1.1" status: 200 len: 210 time: 0.0544419 Jul 08 01:50:38.858530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-05c44e6f-8ac9-41f7-8e50-1d2b97fcd48e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7586236 Jul 08 01:50:38.864199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-859088bf-c5fa-4e0f-83a1-b1f0f9d9c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.873654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-859088bf-c5fa-4e0f-83a1-b1f0f9d9c6e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0860868 Jul 08 01:50:38.874033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Request body: {'port': {'device_id': 'e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:38.927160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-68a26904-cecd-4443-9e78-43f782551d1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450037 Jul 08 01:50:39.014193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.132297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa80b-9db0-4a0e-b263-e8d34e2e92ee req-7fd44fc6-9e0e-4648-a19f-9d994b694b09 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:39.137408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1adfa80b-9db0-4a0e-b263-e8d34e2e92ee req-7fd44fc6-9e0e-4648-a19f-9d994b694b09 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 946 time: 0.1000905 Jul 08 01:50:39.166306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-b218344b-2a8d-444f-aef3-f5e536b8025e service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235558 Jul 08 01:50:39.230228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1adfa80b-9db0-4a0e-b263-e8d34e2e92ee req-794365c2-8d98-43ef-aecc-1b279bff4182 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832973 Jul 08 01:50:39.289287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-726eda33-b0b7-4241-982b-d3c62978f433 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165721 Jul 08 01:50:39.307992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abb948d-0b0a-48ee-a21e-b548b3397c5e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:39.315145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.328845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Transition to ACTIVE for port object 7abb948d-0b0a-48ee-a21e-b548b3397c5e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:39.428798 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.492663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Pushing event updated for resources: {'Port': ['ID=7abb948d-0b0a-48ee-a21e-b548b3397c5e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:39.494335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-9b3360d3-4244-4b42-91bd-39dffb35764b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:39.496537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-9b3360d3-4244-4b42-91bd-39dffb35764b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1098 time: 0.0776799 Jul 08 01:50:39.511435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-13'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:39.639311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.685093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Attempting to bind port 7abb948d-0b0a-48ee-a21e-b548b3397c5e on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:39.685432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Attempting to bind port 7abb948d-0b0a-48ee-a21e-b548b3397c5e by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:39.685767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Attempting to bind port 7abb948d-0b0a-48ee-a21e-b548b3397c5e on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:39.696642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Port 7abb948d-0b0a-48ee-a21e-b548b3397c5e on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:39.696967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Attempting to bind port 7abb948d-0b0a-48ee-a21e-b548b3397c5e on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:39.711050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:39.711421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:39.711764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11653adc-edd3-49e5-a9aa-edcc3832755c req-549b4a83-9413-4adf-bb8c-ffbb0325a3b6 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:39.711869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:39.712223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Bound port: 7abb948d-0b0a-48ee-a21e-b548b3397c5e, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:39.712582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.713314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11653adc-edd3-49e5-a9aa-edcc3832755c req-549b4a83-9413-4adf-bb8c-ffbb0325a3b6 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 948 time: 0.1319127 Jul 08 01:50:39.728329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-d7512085-c7d0-43f4-8b4a-330f7154e60f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:39.730328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-d7512085-c7d0-43f4-8b4a-330f7154e60f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 820 time: 0.1883781 Jul 08 01:50:39.767298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-30039438-760a-42f2-af3e-3e26e06f95fb tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/quotas/817457c9802b41198f112cb2aab5d4cb HTTP/1.1" status: 200 len: 375 time: 0.0314884 Jul 08 01:50:39.796189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11653adc-edd3-49e5-a9aa-edcc3832755c req-31e4e145-9e23-452a-bed3-c1a635e03235 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771527 Jul 08 01:50:39.825960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:39.828752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] For port 7abb948d-0b0a-48ee-a21e-b548b3397c5e, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:39.832305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] For port 7abb948d-0b0a-48ee-a21e-b548b3397c5e, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7abb948d-0b0a-48ee-a21e-b548b3397c5e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:39.864938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-306f7f00-c75e-4a5a-a199-9c551d4178ae tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900431 Jul 08 01:50:39.865829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:39.906842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.917572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.956433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:39.957389 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.959080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] 10.222.0.32 "PUT /v2.0/ports/7abb948d-0b0a-48ee-a21e-b548b3397c5e HTTP/1.1" status: 200 len: 1097 time: 1.0918624 Jul 08 01:50:39.962701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf', 'tag': '7abb948d-0b0a-48ee-a21e-b548b3397c5e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:39.965142 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b9cbb-a6c4-4c08-a61d-392ee73a5734" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf", "tag": "7abb948d-0b0a-48ee-a21e-b548b3397c5e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:39.972731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.025350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b79b5a-e7ac-4a25-adef-2eb8a8df7d4c service neutron] Pushing event updated for resources: {'Port': ['ID=7abb948d-0b0a-48ee-a21e-b548b3397c5e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:40.042996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-de37dc8e-cfd1-4c0a-9500-c0e76394e561 service neutron] 10.222.0.10 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709881 Jul 08 01:50:40.047827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:40.063328 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3803ae2-2d27-4718-8478-e37d4e0b5553" -d '{"events": [{"server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:40.114360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on host n-h2-695189-13 for vnic_type normal with profile {"migrating_to": "n-h1-695189-13"} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:40.114713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:40.115112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:40.117279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Pushing event updated for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:40.123047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:40.124027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Attempting to bind port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:40.134846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:40.135290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:40.137299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:40.137854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Bound port: eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:40.138297 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.186919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-093e6b99-1871-47a0-98e7-9e1859ccc436 service neutron] 10.222.0.10 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429679 Jul 08 01:50:40.192879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-2c533a9a-1102-4055-a186-d79ebd4dedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:40.194489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-2c533a9a-1102-4055-a186-d79ebd4dedc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e312b80fff641dc8d534ce05f84caa4&device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 1100 time: 0.1045151 Jul 08 01:50:40.211466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:40.215464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:40.246803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-ef289907-225b-4c92-9325-4678f12eaa48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=7abb948d-0b0a-48ee-a21e-b548b3397c5e HTTP/1.1" status: 200 len: 217 time: 0.0404899 Jul 08 01:50:40.264276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.311321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-6f0d0984-cc43-4313-8f06-d60400a44606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:40.311321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-6f0d0984-cc43-4313-8f06-d60400a44606 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0538471 Jul 08 01:50:40.360353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:40.364332 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.364332 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] 10.222.0.18 "PUT /v2.0/ports/eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 1124 time: 0.8584456 Jul 08 01:50:40.367192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988f575-1488-44b7-b2ff-afa03a50ae27 service neutron] Pushing event updated for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:40.402211 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bbae60-e270-44b7-9acd-244e595825e7 x-openstack-request-id: req-a4bbae60-e270-44b7-9acd-244e595825e7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:40.402552 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf", "tag": "7abb948d-0b0a-48ee-a21e-b548b3397c5e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:40.402810 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4bbae60-e270-44b7-9acd-244e595825e7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:40.403204 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf', 'tag': '7abb948d-0b0a-48ee-a21e-b548b3397c5e', 'status': 'completed', 'code': 200} Jul 08 01:50:40.422539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-bb2a56f0-af82-4817-a037-311cf66ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:40.422539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-bb2a56f0-af82-4817-a037-311cf66ff353 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023958 Jul 08 01:50:40.442785 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1f6a40-65a4-4188-b8ff-a7a292e93d78 x-openstack-request-id: req-bf1f6a40-65a4-4188-b8ff-a7a292e93d78 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:40.443200 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:40.443520 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf1f6a40-65a4-4188-b8ff-a7a292e93d78 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:40.444300 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c', 'code': 200} Jul 08 01:50:40.497551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:40.557186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-ee957a99-cfc7-4824-a76c-9bede395ce0f service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170731 Jul 08 01:50:40.702930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44022ac4-19c3-402f-ad55-a8e22e9a8511 req-61b2960f-f75c-4b1b-9b1f-5e5ac0612272 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360619 Jul 08 01:50:40.734987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54c9b419-b177-4e6b-a2d8-5fdb15204787 req-18cfa0a6-3a1d-4ab6-8677-ed60d0e67965 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 210 time: 0.0306809 Jul 08 01:50:40.741646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cf201c90-dec5-4837-88e4-1864f7d1dc46 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:40.765642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aacd9b-8233-4a00-b753-ac539dd72c03 req-22ddb923-ba43-46fd-8292-67824150cfe7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:40.770576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5aacd9b-8233-4a00-b753-ac539dd72c03 req-22ddb923-ba43-46fd-8292-67824150cfe7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.1211543 Jul 08 01:50:40.774202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: cf201c90-dec5-4837-88e4-1864f7d1dc46 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:40.774553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cf201c90-dec5-4837-88e4-1864f7d1dc46 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:40.828550 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5aacd9b-8233-4a00-b753-ac539dd72c03 req-f9580ca7-68c3-4a4f-b3d7-01e2a9239db4 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551054 Jul 08 01:50:40.928084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-e43526cd-64bd-42ee-a606-bede0331d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:40.929959 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-e43526cd-64bd-42ee-a606-bede0331d6fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e312b80fff641dc8d534ce05f84caa4&device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 1100 time: 0.0944173 Jul 08 01:50:40.998655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55310) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:41.070259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1292e5-d24a-487d-9311-443d28138942 req-6b8a3aa7-5650-48ee-bb12-a7ee46aeeebc tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:41.072126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e1292e5-d24a-487d-9311-443d28138942 req-6b8a3aa7-5650-48ee-bb12-a7ee46aeeebc tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 948 time: 0.0902832 Jul 08 01:50:41.074952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-8bd64044-d682-4908-8d4a-33423b0f0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:41.076469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-8bd64044-d682-4908-8d4a-33423b0f0eff service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1350231 Jul 08 01:50:41.096881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55316) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:41.135519 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e1292e5-d24a-487d-9311-443d28138942 req-4c9fb40a-d9fc-4980-b3ea-a53074259a4f tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Jul 08 01:50:41.160777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-15c82386-0a41-467a-83ac-ca99981f317c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=7abb948d-0b0a-48ee-a21e-b548b3397c5e HTTP/1.1" status: 200 len: 217 time: 0.0746326 Jul 08 01:50:41.221706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-f1e0ae49-f2d0-4c81-aebc-d522abcd4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:41.223190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-f1e0ae49-f2d0-4c81-aebc-d522abcd4cf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0532348 Jul 08 01:50:41.267687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-386ce95b-5222-41c1-97ee-c76d11a644ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.303552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fce1ff04-753b-4279-b0f7-a1e0aa466438 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd01af0494464c1d8d9e2ca7989a5086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036063 Jul 08 01:50:41.307608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55330) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:41.339891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-14c74931-c87f-4c9f-8909-6b05a1bc232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:41.341525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-14c74931-c87f-4c9f-8909-6b05a1bc232b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922787 Jul 08 01:50:41.390123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79bc78f4-9838-44f0-8775-e2664f12cfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.426267 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79bc78f4-9838-44f0-8775-e2664f12cfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.451571 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-386ce95b-5222-41c1-97ee-c76d11a644ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.457827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-a4170014-16fb-44e0-9937-d7e2526ebd75 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054885 Jul 08 01:50:41.571628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-829b9cbb-a6c4-4c08-a61d-392ee73a5734 req-2c344f26-c167-4f54-8690-d3c531b78398 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050663 Jul 08 01:50:41.594345 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-386ce95b-5222-41c1-97ee-c76d11a644ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.632073 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79bc78f4-9838-44f0-8775-e2664f12cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.634639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79bc78f4-9838-44f0-8775-e2664f12cfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.636456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-79bc78f4-9838-44f0-8775-e2664f12cfc6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb9e6fe8-d1be-4417-a653-363e9befe577 HTTP/1.1" status: 204 len: 168 time: 0.3272061 Jul 08 01:50:41.640518 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-386ce95b-5222-41c1-97ee-c76d11a644ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1de089f4f8784ef395023ecfbac6f924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5419931 Jul 08 01:50:41.643577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ce95b-5222-41c1-97ee-c76d11a644ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfffd58-23cc-4c5d-b7d0-b05757c5d1f8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:41.643915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:41.665649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc78f4-9838-44f0-8775-e2664f12cfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9e6fe8-d1be-4417-a653-363e9befe577,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:41.703532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0acf00fc-5416-41e1-a8ea-29309d00fe43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.725250 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0acf00fc-5416-41e1-a8ea-29309d00fe43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.866861 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0acf00fc-5416-41e1-a8ea-29309d00fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.869408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0acf00fc-5416-41e1-a8ea-29309d00fe43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.871088 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0acf00fc-5416-41e1-a8ea-29309d00fe43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1cfffd58-23cc-4c5d-b7d0-b05757c5d1f8 HTTP/1.1" status: 204 len: 168 time: 0.2262194 Jul 08 01:50:41.897001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15871abd-2f77-4ff5-b504-5da3821c058a req-47bcb5d6-6412-4e99-a68b-e22b3f504191 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 210 time: 0.0458751 Jul 08 01:50:41.901850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf00fc-5416-41e1-a8ea-29309d00fe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfffd58-23cc-4c5d-b7d0-b05757c5d1f8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:41.965816 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1ecf46c6-c9ad-415f-8452-d14852763ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.028484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:42.050247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667f90e-904b-4d6a-8d2a-7a16ea5285c8 req-f780fab2-e5ef-42ab-82b7-50d9a5128de9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:42.051867 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6667f90e-904b-4d6a-8d2a-7a16ea5285c8 req-f780fab2-e5ef-42ab-82b7-50d9a5128de9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.0900354 Jul 08 01:50:42.099890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6667f90e-904b-4d6a-8d2a-7a16ea5285c8 req-34ac51f7-069e-47ff-abd9-5c8aedcdbd6f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Jul 08 01:50:42.299600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ca07-e53e-4f08-bf17-e2b54d295a01 req-da2f7514-4f94-406b-8c86-d1fc2ee85c15 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:42.301126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9968ca07-e53e-4f08-bf17-e2b54d295a01 req-da2f7514-4f94-406b-8c86-d1fc2ee85c15 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 948 time: 0.0641885 Jul 08 01:50:42.338195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9968ca07-e53e-4f08-bf17-e2b54d295a01 req-e64a9e16-b36a-4739-bd67-72590a464283 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jul 08 01:50:42.445448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:42.447714 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c3082-9106-4db9-9a3d-c38e2250068a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:42.483904 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb5893-f844-404e-a86d-3a98f82eef8f x-openstack-request-id: req-e9eb5893-f844-404e-a86d-3a98f82eef8f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:42.484205 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:42.484466 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9eb5893-f844-404e-a86d-3a98f82eef8f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:42.484865 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c', 'status': 'completed', 'code': 200} Jul 08 01:50:42.582171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3c627e-639a-4d04-8cd1-ad38b568bb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.591760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-8a04a0e3-e8d2-42c9-807b-bc2f3d12cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:42.593233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-8a04a0e3-e8d2-42c9-807b-bc2f3d12cd4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1127 time: 0.0713058 Jul 08 01:50:42.597557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55384) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:42.731243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-6589d730-0bc5-47a2-bca3-45cec0b49a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:42.732784 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-6589d730-0bc5-47a2-bca3-45cec0b49a19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1243300 Jul 08 01:50:42.787058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-04a05586-3d29-48b8-81ad-4143732b90f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 217 time: 0.0398932 Jul 08 01:50:42.791709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3c627e-639a-4d04-8cd1-ad38b568bb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.845692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:42.859435 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20a25e12-dfa4-4dc2-b73b-e1347b93817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.869262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-af6b8a3f-7078-447a-9cf4-2ba398acdbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:42.870658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-af6b8a3f-7078-447a-9cf4-2ba398acdbb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0741951 Jul 08 01:50:42.876901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3c627e-639a-4d04-8cd1-ad38b568bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.934678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-5aa3d73c-a4fc-4037-95fd-17c67767d94e tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:42.936338 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-5aa3d73c-a4fc-4037-95fd-17c67767d94e tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 820 time: 0.1199050 Jul 08 01:50:42.938890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c627e-639a-4d04-8cd1-ad38b568bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612bd327-fe8d-42e1-8108-93564bc6928e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:42.961183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Request body: {'port': {'device_id': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'admin_state_up': True, 'tenant_id': '817457c9802b41198f112cb2aab5d4cb'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:42.990772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55392) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:43.008964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-607a085e-a13b-4d43-a669-443933b75ffd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165714 Jul 08 01:50:43.013304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c3c627e-639a-4d04-8cd1-ad38b568bb03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18ef206729fd42adaccdc7d4fd02a38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9834111 Jul 08 01:50:43.016205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:43.040195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e10f0749-a048-4f68-b17e-d40a8d1e5500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.077287 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75fde065-50f0-4edb-bf7c-a61a06a1d6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.183390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0ecafc6-97cd-4af0-8856-a825d9b0f3f9 req-6a4ec59e-6314-4ca6-8ef9-857d4c534fa7 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 210 time: 0.0519948 Jul 08 01:50:43.241765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a41b-498e-40bb-b966-305bbe57ac47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.268177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-a9f8fc7b-3078-46dc-ac1a-29c2e0658228 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397189 Jul 08 01:50:43.285866 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a41b-498e-40bb-b966-305bbe57ac47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.335935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d87fd-dbe6-4c08-a54a-8099972f01b8 req-35888ce5-4bb1-4807-b21e-e6adcc1dafed tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:43.337437 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d67d87fd-dbe6-4c08-a54a-8099972f01b8 req-35888ce5-4bb1-4807-b21e-e6adcc1dafed tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.0644479 Jul 08 01:50:43.351092 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20a25e12-dfa4-4dc2-b73b-e1347b93817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.383888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d67d87fd-dbe6-4c08-a54a-8099972f01b8 req-340ce865-a8d2-4935-9f8f-febc5ddc62fe tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Jul 08 01:50:43.407298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e78c3082-9106-4db9-9a3d-c38e2250068a req-7bc1909b-653a-410b-8153-08226571b05e service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234825 Jul 08 01:50:43.429099 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20a25e12-dfa4-4dc2-b73b-e1347b93817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.437055 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:50:43.437055 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:50:43.437055 n-d-695189-13 neutron-server[100713]: [parameters: {'project_id_1': '817457c9802b41198f112cb2aab5d4cb', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 50, 43, 127096)}] Jul 08 01:50:43.437055 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:50:43.437445 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:50:43.440125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-75fde065-50f0-4edb-bf7c-a61a06a1d6a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:50:43.440125 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:50:43.440125 n-d-695189-13 neutron-server[100713]: [parameters: {'project_id_1': 'bd54d57557d44842bae87e31eea541c3', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 50, 43, 104736)}] Jul 08 01:50:43.440125 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:50:43.441009 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-75fde065-50f0-4edb-bf7c-a61a06a1d6a9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:50:43.477450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-20a25e12-dfa4-4dc2-b73b-e1347b93817e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3488bc5fd6744b34be52021f2da08f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6307251 Jul 08 01:50:43.480393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a25e12-dfa4-4dc2-b73b-e1347b93817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b698bf9d-9cc0-4b2a-bc80-4fa666081d4f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:43.481854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55402) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:43.488425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7abb948d-0b0a-48ee-a21e-b548b3397c5e details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:43.502294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a41b-498e-40bb-b966-305bbe57ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.504769 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a41b-498e-40bb-b966-305bbe57ac47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.506762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cdd3a41b-498e-40bb-b966-305bbe57ac47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/612bd327-fe8d-42e1-8108-93564bc6928e HTTP/1.1" status: 204 len: 168 time: 0.4788327 Jul 08 01:50:43.523542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3a41b-498e-40bb-b966-305bbe57ac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612bd327-fe8d-42e1-8108-93564bc6928e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:43.555175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57f739-dc53-4c58-8575-5e654d3a4a79 req-57e830fd-9a67-41ad-99c4-ea8df6fb28e9 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:43.557237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c57f739-dc53-4c58-8575-5e654d3a4a79 req-57e830fd-9a67-41ad-99c4-ea8df6fb28e9 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 948 time: 0.0970089 Jul 08 01:50:43.559408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b060d8ee-5f91-4399-be28-50485bcfd972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.584399 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b060d8ee-5f91-4399-be28-50485bcfd972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.611886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c57f739-dc53-4c58-8575-5e654d3a4a79 req-477aeb48-df16-4172-94e5-e50a67d9a8be tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Jul 08 01:50:43.619112 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e10f0749-a048-4f68-b17e-d40a8d1e5500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.636621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7abb948d-0b0a-48ee-a21e-b548b3397c5e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7abb948d-0b0a-48ee-a21e-b548b3397c5e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:43.649526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '7abb948d-0b0a-48ee-a21e-b548b3397c5e', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '7abb948d-0b0a-48ee-a21e-b548b3397c5e', 'mac_address': 'fa:16:3e:20:79:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:43.658161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e10f0749-a048-4f68-b17e-d40a8d1e5500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.696280 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.698550 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e10f0749-a048-4f68-b17e-d40a8d1e5500 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1c6ad48dcff4775bd3fc7bb011c9ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7065587 Jul 08 01:50:43.699704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f0749-a048-4f68-b17e-d40a8d1e5500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0218ea-bbd0-48d7-a6a8-de0d4781ffcd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:43.701298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:43.704091 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b060d8ee-5f91-4399-be28-50485bcfd972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.706618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b060d8ee-5f91-4399-be28-50485bcfd972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.713552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b060d8ee-5f91-4399-be28-50485bcfd972 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b698bf9d-9cc0-4b2a-bc80-4fa666081d4f HTTP/1.1" status: 204 len: 168 time: 0.2248955 Jul 08 01:50:43.716097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060d8ee-5f91-4399-be28-50485bcfd972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b698bf9d-9cc0-4b2a-bc80-4fa666081d4f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:43.728910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abb948d-0b0a-48ee-a21e-b548b3397c5e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:43.761397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7abb948d-0b0a-48ee-a21e-b548b3397c5e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7abb948d-0b0a-48ee-a21e-b548b3397c5e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:43.764981 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6c93-4f11-47d8-b66e-26e8d7a92edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.788004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6c93-4f11-47d8-b66e-26e8d7a92edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.829423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.883036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=7abb948d-0b0a-48ee-a21e-b548b3397c5e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:43.890746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.891101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.891473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.891813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.895576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.895576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.895576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.895576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.895576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.895576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.895576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.895576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:43.916252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6c93-4f11-47d8-b66e-26e8d7a92edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.919494 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6c93-4f11-47d8-b66e-26e8d7a92edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.920685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a6fb6c93-4f11-47d8-b66e-26e8d7a92edd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f0218ea-bbd0-48d7-a6a8-de0d4781ffcd HTTP/1.1" status: 204 len: 168 time: 0.2182653 Jul 08 01:50:43.928286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb6c93-4f11-47d8-b66e-26e8d7a92edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0218ea-bbd0-48d7-a6a8-de0d4781ffcd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:43.942909 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75fde065-50f0-4edb-bf7c-a61a06a1d6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.070172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Made reservation on behalf of 817457c9802b41198f112cb2aab5d4cb for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:44.073853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.168468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['7abb948d-0b0a-48ee-a21e-b548b3397c5e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:44.249036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Allocated IP 172.20.0.5 (1aa08506-daf0-4876-a5c0-b5876f6c346c/332bb977-b183-4ea9-97bc-26fe22bf9868/f27a38fc-1cde-49e2-81ea-9fdf20f67d54) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:44.269838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75fde065-50f0-4edb-bf7c-a61a06a1d6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.288476 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cee08016-0226-4b8b-bfc9-95467e7cc0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.388856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73db0326-b817-4ee0-a8e0-78ca1cd2e45a req-2f123e23-3bc0-41fb-81f2-7c0482ccfcb0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 210 time: 0.0310881 Jul 08 01:50:44.394918 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75fde065-50f0-4edb-bf7c-a61a06a1d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.402178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55420) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:44.429958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45c35b7e-83ff-4d66-8279-6b8ad6f18785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.478587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.481912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fde065-50f0-4edb-bf7c-a61a06a1d6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35be0bd-f82b-49bb-a6f3-fd42759b172f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:44.487738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-75fde065-50f0-4edb-bf7c-a61a06a1d6a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd54d57557d44842bae87e31eea541c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8885422 Jul 08 01:50:44.490368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55426) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:44.576557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45c35b7e-83ff-4d66-8279-6b8ad6f18785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.579659 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-920c75b7-ae38-4892-9ba2-c107ac7c6f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.623933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45c35b7e-83ff-4d66-8279-6b8ad6f18785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.635487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-920c75b7-ae38-4892-9ba2-c107ac7c6f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.681478 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45c35b7e-83ff-4d66-8279-6b8ad6f18785 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92c30b9706b546dab6a089b0a51d93a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755442 Jul 08 01:50:44.681478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c35b7e-83ff-4d66-8279-6b8ad6f18785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b39214e-8749-4061-a3b7-26a41647a123,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:44.682113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55442) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:44.704821 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.747362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be4b7-7653-4b33-8b99-bf1223ec0904 req-3b66fcf7-e384-4ec5-9cb8-e7440d1f806e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:44.748824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-443be4b7-7653-4b33-8b99-bf1223ec0904 req-3b66fcf7-e384-4ec5-9cb8-e7440d1f806e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.1875250 Jul 08 01:50:44.775451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:44.826469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Network 1aa08506-daf0-4876-a5c0-b5876f6c346c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:44.834791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7656-6c99-43db-802c-539bb88ccc9e req-c9216d03-79c6-46b4-a57b-c4ac04fa5b67 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:44.836533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d8b7656-6c99-43db-802c-539bb88ccc9e req-c9216d03-79c6-46b4-a57b-c4ac04fa5b67 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 949 time: 0.0849900 Jul 08 01:50:44.847488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:44.861665 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-443be4b7-7653-4b33-8b99-bf1223ec0904 req-9b776d42-dcf3-468a-add0-4263a37546fd tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870652 Jul 08 01:50:44.867283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:44.870643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:44.872247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.872399 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.895429 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d8b7656-6c99-43db-802c-539bb88ccc9e req-b1f6c5b3-3ecb-4009-9f67-2893cbb82acc tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Jul 08 01:50:44.914334 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39deab46-830a-429d-9a57-fe8b073b697a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.916123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Pushing event updated for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:44.926934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-920c75b7-ae38-4892-9ba2-c107ac7c6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.930032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-920c75b7-ae38-4892-9ba2-c107ac7c6f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.931620 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-920c75b7-ae38-4892-9ba2-c107ac7c6f3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b35be0bd-f82b-49bb-a6f3-fd42759b172f HTTP/1.1" status: 204 len: 168 time: 0.4399836 Jul 08 01:50:44.948728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c75b7-ae38-4892-9ba2-c107ac7c6f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35be0bd-f82b-49bb-a6f3-fd42759b172f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:44.960765 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39deab46-830a-429d-9a57-fe8b073b697a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.967471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:44.987073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c has no active binding in host n-h1-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:50:44.992648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-4f5680be-4248-43eb-9013-17ecc6abd4e9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0387552 Jul 08 01:50:45.006639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Request body: {'port': {'device_id': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:45.097345 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39deab46-830a-429d-9a57-fe8b073b697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.099952 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39deab46-830a-429d-9a57-fe8b073b697a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.102047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-39deab46-830a-429d-9a57-fe8b073b697a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b39214e-8749-4061-a3b7-26a41647a123 HTTP/1.1" status: 204 len: 168 time: 0.4167781 Jul 08 01:50:45.112303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.115210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39deab46-830a-429d-9a57-fe8b073b697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b39214e-8749-4061-a3b7-26a41647a123,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:45.401127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27a38fc-1cde-49e2-81ea-9fdf20f67d54 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:45.410677 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.426125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Transition to ACTIVE for port object f27a38fc-1cde-49e2-81ea-9fdf20f67d54 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:45.485829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.487031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7abb948d-0b0a-48ee-a21e-b548b3397c5e up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:45.549158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:45.614346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:45.614733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:45.615048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:45.617091 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.620284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:45.625127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:45.625421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:45.625807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:45.626153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:45.626585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Bound port: f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:45.626942 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.634208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 7abb948d-0b0a-48ee-a21e-b548b3397c5e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:45.639493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695e9bf-e116-43aa-8024-fa0bac5fed46 req-6c17da7e-04aa-4f1e-bcca-e71c21e570ba tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:45.640973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 7abb948d-0b0a-48ee-a21e-b548b3397c5e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:45.646034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3695e9bf-e116-43aa-8024-fa0bac5fed46 req-6c17da7e-04aa-4f1e-bcca-e71c21e570ba tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 943 time: 0.0688291 Jul 08 01:50:45.646173 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.696903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3695e9bf-e116-43aa-8024-fa0bac5fed46 req-e6af5d9a-e959-495b-ad91-4ac6e0587b23 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496113 Jul 08 01:50:45.709024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:45.712980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:45.743221 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.757794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:45.760517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.768971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abb948d-0b0a-48ee-a21e-b548b3397c5e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:45.771706 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b9f930-68f5-450a-865f-cac2ca08ed44" -d '{"events": [{"server_uuid": "e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf", "name": "network-vif-plugged", "status": "completed", "tag": "7abb948d-0b0a-48ee-a21e-b548b3397c5e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:45.786984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7abb948d-0b0a-48ee-a21e-b548b3397c5e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7abb948d-0b0a-48ee-a21e-b548b3397c5e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:45.798810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e670d8c-5f94-42f2-a141-0cc662f9f760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.802540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:45.803090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.805193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] 10.222.0.18 "PUT /v2.0/ports/f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 200 len: 1092 time: 0.8047123 Jul 08 01:50:45.805714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:45.810082 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bcb0ae-9895-4bd3-ad03-287dd51ad0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:45.834634 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-648d6af8-7433-4e74-a840-c15062e02715 service neutron] 10.222.0.32 "GET /v2.0/ports/eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c/bindings/n-h1-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.1218810 Jul 08 01:50:45.835240 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ce30d1-169b-465a-b141-392f99716f7e x-openstack-request-id: req-b9ce30d1-169b-465a-b141-392f99716f7e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:45.835763 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf", "name": "network-vif-plugged", "status": "completed", "tag": "7abb948d-0b0a-48ee-a21e-b548b3397c5e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:45.836219 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9ce30d1-169b-465a-b141-392f99716f7e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:45.837446 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abb948d-0b0a-48ee-a21e-b548b3397c5e', 'code': 200} Jul 08 01:50:45.853532 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.862046 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a356b76-81bb-40e8-bcf5-5933517c5c92 x-openstack-request-id: req-2a356b76-81bb-40e8-bcf5-5933517c5c92 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:45.863931 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:45.863931 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a356b76-81bb-40e8-bcf5-5933517c5c92 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:45.863931 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54', 'status': 'completed', 'code': 200} Jul 08 01:50:45.866128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6e36-5451-47d0-8528-b1a33ff6e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:45.884010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55478) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:45.946070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d09a7f25-15b3-4dd7-9c99-730fbe1f6f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.012220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=7abb948d-0b0a-48ee-a21e-b548b3397c5e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:46.104975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb0ae-9895-4bd3-ad03-287dd51ad0f2 req-98695c27-a63d-4c02-a3d7-0f3dc5f52b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:46.106889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36bcb0ae-9895-4bd3-ad03-287dd51ad0f2 req-98695c27-a63d-4c02-a3d7-0f3dc5f52b05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1095 time: 0.2059901 Jul 08 01:50:46.111320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39525c-979a-454e-b65b-6bc6f9346c67 req-3cce6b05-a4ab-46e7-b980-df8572c9f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:46.113070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2f39525c-979a-454e-b65b-6bc6f9346c67 req-3cce6b05-a4ab-46e7-b980-df8572c9f653 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 1102 time: 0.1855409 Jul 08 01:50:46.117668 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e670d8c-5f94-42f2-a141-0cc662f9f760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.226731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e670d8c-5f94-42f2-a141-0cc662f9f760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.299246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977ebd-0ab4-4120-bed7-36bd71232490 req-248cee19-1035-4175-a608-8ff2d6f014a3 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:46.300697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54977ebd-0ab4-4120-bed7-36bd71232490 req-248cee19-1035-4175-a608-8ff2d6f014a3 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 950 time: 0.1816592 Jul 08 01:50:46.307570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1e670d8c-5f94-42f2-a141-0cc662f9f760 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33bb909f7b904bb2b2770f4f5a8d20ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462003 Jul 08 01:50:46.313023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e670d8c-5f94-42f2-a141-0cc662f9f760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a2caf0-3c98-4446-80f8-44d26ae51a7b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:46.324078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55490) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:46.374607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:46.420436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:46.443685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54977ebd-0ab4-4120-bed7-36bd71232490 req-c815c738-3088-41b1-afa9-6aa3b9355ee3 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269455 Jul 08 01:50:46.515080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:46.519888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78254158-ef1b-4fe5-ad67-828c587cb341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.534592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:46.560267 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78254158-ef1b-4fe5-ad67-828c587cb341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.644060 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2f39525c-979a-454e-b65b-6bc6f9346c67 req-cffe50b9-6c0b-4ccf-9fe1-856425fee23f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132921 Jul 08 01:50:46.696638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d09a7f25-15b3-4dd7-9c99-730fbe1f6f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.706478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17c51a-b8f6-4047-9852-570d1dde330a req-a4623cdd-6232-49f1-9d53-79ef8126f70d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:46.708059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f17c51a-b8f6-4047-9852-570d1dde330a req-a4623cdd-6232-49f1-9d53-79ef8126f70d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 944 time: 0.6373782 Jul 08 01:50:46.709705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb0ae-9895-4bd3-ad03-287dd51ad0f2 req-640a565c-b8ba-4e14-bd9d-d91f8219ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:46.711068 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36bcb0ae-9895-4bd3-ad03-287dd51ad0f2 req-640a565c-b8ba-4e14-bd9d-d91f8219ebc4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=817457c9802b41198f112cb2aab5d4cb&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5815320 Jul 08 01:50:46.720127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.795440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78254158-ef1b-4fe5-ad67-828c587cb341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.797835 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78254158-ef1b-4fe5-ad67-828c587cb341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.799081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-78254158-ef1b-4fe5-ad67-828c587cb341 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8a2caf0-3c98-4446-80f8-44d26ae51a7b HTTP/1.1" status: 204 len: 168 time: 0.4793515 Jul 08 01:50:46.815992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78254158-ef1b-4fe5-ad67-828c587cb341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a2caf0-3c98-4446-80f8-44d26ae51a7b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:46.833989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] Transition to ACTIVE for port object eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:46.847722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d09a7f25-15b3-4dd7-9c99-730fbe1f6f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.896413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f17c51a-b8f6-4047-9852-570d1dde330a req-25f5c40a-561c-4dc8-919c-d3964b189218 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794307 Jul 08 01:50:46.940142 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.950465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a7f25-15b3-4dd7-9c99-730fbe1f6f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116eb60b-3861-4185-8b5a-2d6e7c683b93,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:46.956159 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d09a7f25-15b3-4dd7-9c99-730fbe1f6f85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fb8043d235648258067cedec6f1e1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0701883 Jul 08 01:50:46.962767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55506) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:46.988927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb0ae-9895-4bd3-ad03-287dd51ad0f2 req-e9bec31c-a9bb-432d-bdf5-f91152a74f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:46.990410 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36bcb0ae-9895-4bd3-ad03-287dd51ad0f2 req-e9bec31c-a9bb-432d-bdf5-f91152a74f11 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2700391 Jul 08 01:50:47.037869 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d80341ea-ddaf-4567-b3aa-e4672e97ec3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.091807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d80341ea-ddaf-4567-b3aa-e4672e97ec3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.155288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-d21d0dde-5688-42c3-b8e2-cf301626a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:47.156860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-d21d0dde-5688-42c3-b8e2-cf301626a623 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1095 time: 0.1074436 Jul 08 01:50:47.204067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-3356ea29-cf1b-442f-93b1-ec9a5eaa90c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 200 len: 217 time: 0.0390341 Jul 08 01:50:47.232743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771406b8-8632-4166-9003-7af596d8af83 req-d239067b-ca69-4378-b7e7-b601d61ecba2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:47.234213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-771406b8-8632-4166-9003-7af596d8af83 req-d239067b-ca69-4378-b7e7-b601d61ecba2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 943 time: 0.3517752 Jul 08 01:50:47.256647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-ae229551-e39b-4007-b6c2-ca6abd522370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:47.258537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-ae229551-e39b-4007-b6c2-ca6abd522370 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0450714 Jul 08 01:50:47.262251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] No DVR routers for this DVR port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:47.274489 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.294203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] Pushing event updated for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:47.298239 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-8a895146-cd6b-4247-9ece-8dd7b67b009c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322261 Jul 08 01:50:47.299192 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d80341ea-ddaf-4567-b3aa-e4672e97ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.302828 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d80341ea-ddaf-4567-b3aa-e4672e97ec3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.304095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d80341ea-ddaf-4567-b3aa-e4672e97ec3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/116eb60b-3861-4185-8b5a-2d6e7c683b93 HTTP/1.1" status: 204 len: 168 time: 0.3405170 Jul 08 01:50:47.323950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-771406b8-8632-4166-9003-7af596d8af83 req-37e393c2-581a-4ed4-9059-7bdce5c1a825 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649326 Jul 08 01:50:47.328373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-767e00cc-1d36-4387-8350-4e50f9a23537 service neutron] 10.222.0.32 "PUT /v2.0/ports/eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c/bindings/n-h1-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4589379 Jul 08 01:50:47.334891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80341ea-ddaf-4567-b3aa-e4672e97ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116eb60b-3861-4185-8b5a-2d6e7c683b93,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:47.427371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-0bae4a70-5c54-4e0d-9f88-b10f35ac6aee service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186757 Jul 08 01:50:47.614817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c55ccef2-c1c3-4e37-8768-545f9b9a9069 req-19a1c520-97f6-407c-a975-bf6fa0085ff6 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729529 Jul 08 01:50:47.618464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-7873c0bc-fe07-478f-8ebc-a6ab20f114c3 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:47.619952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-7873c0bc-fe07-478f-8ebc-a6ab20f114c3 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.1759629 Jul 08 01:50:47.697428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dae5f-ffad-4f7f-b546-9c586980adce req-2009032a-8ca2-4b88-ad85-da1ed71e10d7 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:47.699330 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b5dae5f-ffad-4f7f-b546-9c586980adce req-2009032a-8ca2-4b88-ad85-da1ed71e10d7 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 950 time: 0.1304629 Jul 08 01:50:47.736239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-e1a22dfd-392a-49d8-b4d5-e443577cedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:47.737740 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-e1a22dfd-392a-49d8-b4d5-e443577cedf8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d HTTP/1.1" status: 200 len: 1097 time: 0.1079144 Jul 08 01:50:47.753744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b5dae5f-ffad-4f7f-b546-9c586980adce req-736f5d7f-9f53-43d8-9def-4e17384893c0 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481801 Jul 08 01:50:47.827640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-e6f747f4-87b2-4193-b3d9-450a3ceaa192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:47.829170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-e6f747f4-87b2-4193-b3d9-450a3ceaa192 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1097 time: 0.0622134 Jul 08 01:50:47.847177 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.928528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-6e815596-c901-4f98-a726-3482af5ec500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:47.930137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-6e815596-c901-4f98-a726-3482af5ec500 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.0930018 Jul 08 01:50:47.999350 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-6144588e-a383-4d6f-b344-d853601d5298 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 217 time: 0.0593679 Jul 08 01:50:48.078348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c68a70e6-a080-492f-8a75-0e34b0e06188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:48.081603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-c68a70e6-a080-492f-8a75-0e34b0e06188 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0753517 Jul 08 01:50:48.119898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-e9e58d04-634a-447c-9e72-327a36f0dbb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272837 Jul 08 01:50:48.227837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1409bd-d381-4288-b113-d1552255a413 req-043c023e-be49-4305-88fb-743933d268af tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:48.247509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1409bd-d381-4288-b113-d1552255a413 req-043c023e-be49-4305-88fb-743933d268af tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 945 time: 0.1183255 Jul 08 01:50:48.263067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-f4ac0911-6d9c-401a-89be-c145c92029f3 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364801 Jul 08 01:50:48.290095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1409bd-d381-4288-b113-d1552255a413 req-e4f854e3-ca82-4d04-9c99-84e80cc8893e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Jul 08 01:50:48.375696 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-7d433238-9c77-4324-856d-3978a4655e85 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022890 Jul 08 01:50:48.541115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881dbac-918e-4294-bee7-b3ff94182c4c req-443ac679-8d0e-43cd-80d2-91b967fd1c43 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:48.542916 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c881dbac-918e-4294-bee7-b3ff94182c4c req-443ac679-8d0e-43cd-80d2-91b967fd1c43 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 943 time: 0.0763988 Jul 08 01:50:48.585992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c881dbac-918e-4294-bee7-b3ff94182c4c req-321680b8-515d-4d3c-9feb-c113ea0651ad tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Jul 08 01:50:49.006576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb808b-e4d4-4753-8895-76356bfff1bb req-053a2e61-c9fd-4f5b-a02e-48c7cc99f125 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:49.006576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aeb808b-e4d4-4753-8895-76356bfff1bb req-053a2e61-c9fd-4f5b-a02e-48c7cc99f125 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 950 time: 0.0718782 Jul 08 01:50:49.006748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d183-da81-4356-b1b3-0e626adde9ac req-2d286909-0217-44b3-bfe7-2718862a1be4 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:49.007187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-2d286909-0217-44b3-bfe7-2718862a1be4 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.0774381 Jul 08 01:50:49.058975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aeb808b-e4d4-4753-8895-76356bfff1bb req-0a9825fe-f281-42cb-92ce-9742755bdbdb tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484900 Jul 08 01:50:49.104404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-726dbf58-825e-4acf-907d-e3402bb9365c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=983895a6bfcf4702afe58c32f5c55422&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360143 Jul 08 01:50:49.243802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-5e61385f-0a99-4465-aac8-f0c2445d83cd tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:49.245855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-5e61385f-0a99-4465-aac8-f0c2445d83cd tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1194589 Jul 08 01:50:49.264185 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-470cf9e0-fc1c-4d84-af07-93fe606a6f32 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/quotas/983895a6bfcf4702afe58c32f5c55422 HTTP/1.1" status: 200 len: 375 time: 0.0123665 Jul 08 01:50:49.265402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1466d183-da81-4356-b1b3-0e626adde9ac req-e09d4425-533b-46a6-9858-de421dbdc6ac service neutron] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:49.268929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1466d183-da81-4356-b1b3-0e626adde9ac req-e09d4425-533b-46a6-9858-de421dbdc6ac service neutron] Notify callbacks [] for binding, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.270126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466d183-da81-4356-b1b3-0e626adde9ac req-e09d4425-533b-46a6-9858-de421dbdc6ac service neutron] 10.222.0.18 "DELETE /v2.0/ports/eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c/bindings/n-h2-695189-13 HTTP/1.1" status: 204 len: 173 time: 0.2573125 Jul 08 01:50:49.300057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-0313467e-fe87-483e-96f1-1d268478a402 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=983895a6bfcf4702afe58c32f5c55422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289831 Jul 08 01:50:49.330569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55606) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:49.478185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8418ebf2-cdd8-4f97-8183-cabe22fda27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.493891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:49.528642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:49.620057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:49.668808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8418ebf2-cdd8-4f97-8183-cabe22fda27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.732711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0378e-a1ad-432b-afef-359c2c2645e5 req-b5069e7c-d076-4511-b619-db34f3e8a9eb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:49.734604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2f0378e-a1ad-432b-afef-359c2c2645e5 req-b5069e7c-d076-4511-b619-db34f3e8a9eb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 945 time: 0.1251729 Jul 08 01:50:49.735228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-network', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:49.750205 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8418ebf2-cdd8-4f97-8183-cabe22fda27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.787663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8418ebf2-cdd8-4f97-8183-cabe22fda27c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33daf562c91c447683075ff21308ffeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557791 Jul 08 01:50:49.788288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55634) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:49.849860 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14a6769c-f6cb-4661-9a70-3758428dff6d req-993bf5ad-cbf1-49f8-bbb0-41155cafc6fb tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Jul 08 01:50:49.850616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Made reservation on behalf of 84af9be7123748b5ac76b26d172d1be0 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:49.853209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.861400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2f0378e-a1ad-432b-afef-359c2c2645e5 req-394afdb3-1e73-40f0-abba-763d10acdce3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206710 Jul 08 01:50:49.862261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.863407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418ebf2-cdd8-4f97-8183-cabe22fda27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1cf958-916e-4056-a71e-2098e770726d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:49.907809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cc4508a-3000-476b-be17-deb31c4b27e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.944156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cc4508a-3000-476b-be17-deb31c4b27e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.998922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.074623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b674b7-bbbf-4511-bd98-6bb97656c56b req-0c646508-6f0f-4720-b24e-dbc711b6fe5b tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:50.076153 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50b674b7-bbbf-4511-bd98-6bb97656c56b req-0c646508-6f0f-4720-b24e-dbc711b6fe5b tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 950 time: 0.0769048 Jul 08 01:50:50.080182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.089495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cc4508a-3000-476b-be17-deb31c4b27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.092125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cc4508a-3000-476b-be17-deb31c4b27e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.095975 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0cc4508a-3000-476b-be17-deb31c4b27e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae1cf958-916e-4056-a71e-2098e770726d HTTP/1.1" status: 204 len: 168 time: 0.2978501 Jul 08 01:50:50.111798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4508a-3000-476b-be17-deb31c4b27e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1cf958-916e-4056-a71e-2098e770726d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:50.114201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:50.134513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ec675a-641d-42c5-af65-e8bab1bfcfd0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:50.140483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.140933 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Added segment 0ad7a14d-4204-4099-b6cc-a1cd7c27906b of type vlan for network 70a6a4e9-8461-4da6-ba4a-98e92da0944b Jul 08 01:50:50.153276 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50b674b7-bbbf-4511-bd98-6bb97656c56b req-3c6f558d-a545-4730-81c9-3693d1b34208 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693729 Jul 08 01:50:50.203002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.218439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f30a3-90b9-4c23-b93a-576eeaaa80f3 req-4333db55-e4df-4270-a99c-7bb9e9420f65 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:50.226630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-299f30a3-90b9-4c23-b93a-576eeaaa80f3 req-4333db55-e4df-4270-a99c-7bb9e9420f65 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 943 time: 0.1755836 Jul 08 01:50:50.272028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-299f30a3-90b9-4c23-b93a-576eeaaa80f3 req-142ef639-6a55-451a-a48b-3952ae115fed tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 Jul 08 01:50:50.365822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.366923 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:50.367797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.447523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=70a6a4e9-8461-4da6-ba4a-98e92da0944b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:50.459703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:50.519311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55660) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:50.519641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f6b2394c-0b8a-4172-89d1-2d5ff7876dc5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0230067 Jul 08 01:50:50.527150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Request body: {'subnet': {'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-subnet', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:50.532348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2517e15-8d7b-4d4e-a819-639caad3f485 req-b9386689-1174-4790-8a55-3768c92ecc2b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:50.539875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2517e15-8d7b-4d4e-a819-639caad3f485 req-b9386689-1174-4790-8a55-3768c92ecc2b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1097 time: 0.1018379 Jul 08 01:50:50.592012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2517e15-8d7b-4d4e-a819-639caad3f485 req-52d43f2e-1a33-48dc-b931-a68b7a2f4083 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475793 Jul 08 01:50:50.612989 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.634495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Made reservation on behalf of 84af9be7123748b5ac76b26d172d1be0 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:50.637922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.825950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f27a38fc-1cde-49e2-81ea-9fdf20f67d54 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:50.925854 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.991233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:50.992792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-53331d37-4339-4345-aa86-1cb71f36cad7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:50.992792 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-53331d37-4339-4345-aa86-1cb71f36cad7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 806 time: 0.1341863 Jul 08 01:50:50.992961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54', 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'port_id': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54', 'mac_address': 'fa:16:3e:c4:bb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332bb977-b183-4ea9-97bc-26fe22bf9868', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:50.993058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-522ba72c-b6a9-4c65-97f5-938caf49e3a7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/quotas/4df8b9538aa54ae8ac361eadb5f3f26d HTTP/1.1" status: 200 len: 375 time: 0.0126812 Jul 08 01:50:50.993136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11338d5-366a-4ebb-a101-f86844c38fde,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:51.000292 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.009459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Checking segment: {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:51.009823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Network hostable DHCP agents. Network: 70a6a4e9-8461-4da6-ba4a-98e92da0944b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:51.019464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27a38fc-1cde-49e2-81ea-9fdf20f67d54 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:51.036296 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-eff60a69-3832-438f-9fea-51eb71a524ee tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664747 Jul 08 01:50:51.207534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:51.207729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-ff24ffda-2870-4f86-9b26-ba8e415e5b06 service neutron] 10.222.0.10 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837219 Jul 08 01:50:51.214385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-76694a64-1a91-48c4-ad1a-c257b794a45c service neutron] 10.222.0.10 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807700 Jul 08 01:50:51.411289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:51.417176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.444592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55688) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:51.461738 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98b2b624-324c-42b0-9c37-fe9f048deadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.480273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:51.483245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 70a6a4e9-8461-4da6-ba4a-98e92da0944b) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:51.490759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:51.490759 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.497053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56225cf6-25a4-4011-94f5-1fc780c76e1d None None] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:51.627982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b75b278-0c4a-4613-917c-42e1b6d1c508 req-b48c74b4-f7d0-4059-b89b-c193edca2336 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0718694 Jul 08 01:50:51.636572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43562e6-f2bb-4237-9008-4611727ce970 req-2130295a-7c47-4855-bdc8-d5fce0a196c0 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:51.638101 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a43562e6-f2bb-4237-9008-4611727ce970 req-2130295a-7c47-4855-bdc8-d5fce0a196c0 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 1102 time: 0.1181533 Jul 08 01:50:51.722262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98b2b624-324c-42b0-9c37-fe9f048deadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.779169 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98b2b624-324c-42b0-9c37-fe9f048deadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.821500 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-98b2b624-324c-42b0-9c37-fe9f048deadd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20a94da049ba4c41921f1a7a14faa3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734045 Jul 08 01:50:51.822210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f27a38fc-1cde-49e2-81ea-9fdf20f67d54'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:51.823245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2b624-324c-42b0-9c37-fe9f048deadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed73bbf-435c-403e-8895-01b654877026,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:51.823245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55698) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:51.850682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] Deleting port 7abb948d-0b0a-48ee-a21e-b548b3397c5e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:51.851053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.860557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a8826-3785-49fc-b00f-9889de5005ff req-7c216777-f1e1-4916-81b0-dd1d1dd39e51 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:51.862562 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb0a8826-3785-49fc-b00f-9889de5005ff req-7c216777-f1e1-4916-81b0-dd1d1dd39e51 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 950 time: 0.2375681 Jul 08 01:50:51.869785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:51.870664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.873837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2e8f5422-5dd5-4cd9-a917-119a0f12e493 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3527920 Jul 08 01:50:51.881136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55700) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:51.891264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:51.905252 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b483932c-9f04-4281-aa6d-92a0c0f0dec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.938696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b483932c-9f04-4281-aa6d-92a0c0f0dec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.971433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb0a8826-3785-49fc-b00f-9889de5005ff req-2c52538c-a7e9-4ec7-9794-54566b08ef28 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958726 Jul 08 01:50:51.991168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.993921 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.012237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] For port 7abb948d-0b0a-48ee-a21e-b548b3397c5e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7abb948d-0b0a-48ee-a21e-b548b3397c5e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:52.012638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.056800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] Calling delete_port for 7abb948d-0b0a-48ee-a21e-b548b3397c5e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:52.112084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b483932c-9f04-4281-aa6d-92a0c0f0dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.116237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b483932c-9f04-4281-aa6d-92a0c0f0dec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.117646 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b483932c-9f04-4281-aa6d-92a0c0f0dec2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aed73bbf-435c-403e-8895-01b654877026 HTTP/1.1" status: 204 len: 168 time: 0.2934234 Jul 08 01:50:52.176467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483932c-9f04-4281-aa6d-92a0c0f0dec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed73bbf-435c-403e-8895-01b654877026,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:52.184128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Allocated IP 172.20.0.2 (70a6a4e9-8461-4da6-ba4a-98e92da0944b/e11338d5-366a-4ebb-a101-f86844c38fde/4483989c-0c32-4414-a099-8b8ff70110d1) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:52.224888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.228046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe5ad968-4c36-406a-b277-d6baaef8a60b req-10e374cf-6735-4923-aa85-852799b43f35 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 210 time: 0.0604167 Jul 08 01:50:52.275867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12da6a-db36-43ab-9338-dfb680d24798 req-881e8742-9809-4cbf-83c4-03d1df3ba77b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:52.277485 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b12da6a-db36-43ab-9338-dfb680d24798 req-881e8742-9809-4cbf-83c4-03d1df3ba77b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 944 time: 0.2139208 Jul 08 01:50:52.399404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b12da6a-db36-43ab-9338-dfb680d24798 req-63aa367a-f54a-4e20-bf56-193134d41049 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122351 Jul 08 01:50:52.466727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.478425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.481067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Transition to ACTIVE for port object 4483989c-0c32-4414-a099-8b8ff70110d1 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:52.497431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.501491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Transition to ACTIVE for port object 4483989c-0c32-4414-a099-8b8ff70110d1 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:52.509341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['7abb948d-0b0a-48ee-a21e-b548b3397c5e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:52.524922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] Pushing event deleted for resources: {'Port': ['ID=7abb948d-0b0a-48ee-a21e-b548b3397c5e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:52.585162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] No DVR routers for this DVR port 7abb948d-0b0a-48ee-a21e-b548b3397c5e on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:52.589428 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.591673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a43562e6-f2bb-4237-9008-4611727ce970 req-112e9a38-1978-40fe-95c5-584216e8e550 tempest-DeleteServersAdminTestJSON-838535239 tempest-DeleteServersAdminTestJSON-838535239-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7abb948d-0b0a-48ee-a21e-b548b3397c5e HTTP/1.1" status: 204 len: 173 time: 0.9085274 Jul 08 01:50:52.592028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf', 'name': 'network-vif-deleted', 'tag': '7abb948d-0b0a-48ee-a21e-b548b3397c5e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:52.594309 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37153a2f-eafe-4516-8236-e03d43f84310" -d '{"events": [{"server_uuid": "e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf", "name": "network-vif-deleted", "tag": "7abb948d-0b0a-48ee-a21e-b548b3397c5e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:52.642132 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92ad55f-cb2c-4930-a6a1-6e711a61ab8f x-openstack-request-id: req-f92ad55f-cb2c-4930-a6a1-6e711a61ab8f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:52.642716 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf", "name": "network-vif-deleted", "tag": "7abb948d-0b0a-48ee-a21e-b548b3397c5e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:52.642716 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f92ad55f-cb2c-4930-a6a1-6e711a61ab8f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:52.643084 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf', 'name': 'network-vif-deleted', 'tag': '7abb948d-0b0a-48ee-a21e-b548b3397c5e', 'status': 'completed', 'code': 200} Jul 08 01:50:52.648769 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.737205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:52.741911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:52.746355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:52.783469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Pushing event updated for resources: {'Port': ['ID=4483989c-0c32-4414-a099-8b8ff70110d1,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:52.832957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ef91a0d-71dd-489c-b8f0-2942cfc07ac7 req-f639cb4e-30bf-46e8-a9e1-f06781780ff7 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0320101 Jul 08 01:50:53.016158 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-8f796f3b-2173-46d5-9e85-6bf5b5a3447d tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=983895a6bfcf4702afe58c32f5c55422&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234149 Jul 08 01:50:53.051196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.070549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.132751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-0190ffb4-b6ee-4504-b92b-30e507e99e8a tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:53.134465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-0190ffb4-b6ee-4504-b92b-30e507e99e8a tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164782 Jul 08 01:50:53.144330 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50733148-41b9-4e45-8d07-bdac41cfdefc req-c7146f86-a47d-4524-89e9-096f22644cd5 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bd50a1-b03f-4a6a-a4dd-f48f38fd91bf HTTP/1.1" status: 200 len: 210 time: 0.0363808 Jul 08 01:50:53.150283 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Request body: {'port': {'device_id': '0711ff59-bff6-4dc4-a336-5166c6d6f4b7', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '983895a6bfcf4702afe58c32f5c55422'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:53.222895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Allocated IP 172.25.8.41 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ea5b64c2-2e8b-485a-b84c-de02d0ed7360) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:53.279705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Attempting to bind port 4483989c-0c32-4414-a099-8b8ff70110d1 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:53.280223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Attempting to bind port 4483989c-0c32-4414-a099-8b8ff70110d1 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:53.280439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Attempting to bind port 4483989c-0c32-4414-a099-8b8ff70110d1 on network 70a6a4e9-8461-4da6-ba4a-98e92da0944b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:53.293206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:53.293604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Checking segment: {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:53.294134 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.295625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Bound using segment: {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:53.296128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Bound port: 4483989c-0c32-4414-a099-8b8ff70110d1, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:53.296631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.387076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] For port 4483989c-0c32-4414-a099-8b8ff70110d1, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:53.391043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] For port 4483989c-0c32-4414-a099-8b8ff70110d1, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4483989c-0c32-4414-a099-8b8ff70110d1,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:53.405932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.433051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Made reservation on behalf of 983895a6bfcf4702afe58c32f5c55422 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:53.442318 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.458013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.459057 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.492909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c390a2fd-97f8-4531-bed1-38e27c12a8f9 req-9361f868-73b7-44ee-9a58-2c0d1451adab tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 210 time: 0.0795639 Jul 08 01:50:53.534591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990773f-89dd-43d3-8d0e-4f67c49da500 None None] Pushing event updated for resources: {'Port': ['ID=4483989c-0c32-4414-a099-8b8ff70110d1,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:53.600867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.669709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.704361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:53.709968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:53.716106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:53.721761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea5b64c2-2e8b-485a-b84c-de02d0ed7360,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:53.765613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.819192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6089f1-0379-4099-833a-c71a601f55d0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:53.890255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55770) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:53.913960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55774) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:53.969478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5376b8-fc2d-4561-b14f-eb4a4b32d977 req-9e10fdf8-0d7c-4356-909b-d9e6edc75c39 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:53.977667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a5376b8-fc2d-4561-b14f-eb4a4b32d977 req-9e10fdf8-0d7c-4356-909b-d9e6edc75c39 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 944 time: 0.3201489 Jul 08 01:50:54.066570 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a5376b8-fc2d-4561-b14f-eb4a4b32d977 req-43239d9d-c2bc-485f-9b8d-402b1804b58c tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861268 Jul 08 01:50:54.130411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-network', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:54.163642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32137291-e66e-422d-8b23-5209136d708b req-58f6264e-a30f-48b6-81b9-c03e86c1773b tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0681102 Jul 08 01:50:54.189918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Allocated IP 192.168.233.21 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/ba4319eb-af2f-4921-9660-ac63bde0ce8a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:54.374129 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.402690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Transition to ACTIVE for port object ba4319eb-af2f-4921-9660-ac63bde0ce8a will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:54.462521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-551499ed-f233-47bc-b225-c0ead87d5c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.507306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-b5ab56a9-170a-4034-afc5-5003492e84ed tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e312b80fff641dc8d534ce05f84caa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458262 Jul 08 01:50:54.566479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.574609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Made reservation on behalf of a4bc614008e340d981e4d9cfd7d5344c for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:54.576834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.597077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.604303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.652829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b9df3cc-4ebc-445d-8b9f-7d9de28b7e8e req-bd412100-94aa-4ced-815a-f980fb8788e7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 210 time: 0.0408635 Jul 08 01:50:54.660989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:54.669798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:54.673277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:54.722046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Pushing event updated for resources: {'Port': ['ID=ba4319eb-af2f-4921-9660-ac63bde0ce8a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:54.762056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:54.762729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.775003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-86d3102f-e5b8-4461-bf04-86e22e9ea425 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:54.777176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-86d3102f-e5b8-4461-bf04-86e22e9ea425 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634296 Jul 08 01:50:54.806464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-0f7720da-71d9-473e-a7e7-4af319e1643a tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/quotas/5e312b80fff641dc8d534ce05f84caa4 HTTP/1.1" status: 200 len: 375 time: 0.0224807 Jul 08 01:50:54.836194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f27a38fc-1cde-49e2-81ea-9fdf20f67d54 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:54.878452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf960f-dbb0-4e15-90c7-b23bdd7dfaaf None None] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:54.964568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-41f24d1f-900c-47ea-96e6-169147a1f9fa tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e312b80fff641dc8d534ce05f84caa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1501253 Jul 08 01:50:54.973956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-551499ed-f233-47bc-b225-c0ead87d5c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.059193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7d3d0467-7f77-42d5-9631-8d50dd737ca2 None None] Provisioning for port 4483989c-0c32-4414-a099-8b8ff70110d1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:55.069702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:55.076919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:55.077481 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.085673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-551499ed-f233-47bc-b225-c0ead87d5c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.114299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.146111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-9a45d42a-338d-4b1e-9cfc-6e2e2b1cbe94 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.147568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-9a45d42a-338d-4b1e-9cfc-6e2e2b1cbe94 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 806 time: 0.2714679 Jul 08 01:50:55.149807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-551499ed-f233-47bc-b225-c0ead87d5c44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d0ac0e676f3403eadbeb7ecbae2606d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2341859 Jul 08 01:50:55.152733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:55.153888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4483989c-0c32-4414-a099-8b8ff70110d1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:55.170812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Request body: {'port': {'device_id': '1380fa4f-5525-494c-80e8-a37235b6e254', 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'admin_state_up': True, 'tenant_id': '4df8b9538aa54ae8ac361eadb5f3f26d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:55.290040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551499ed-f233-47bc-b225-c0ead87d5c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321243b3-77cd-44cb-9cff-0f866c9d117d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:55.368053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.389082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5cf9-5611-448e-b964-b843d126a86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.439465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc5c78-a1f2-49b0-a8bd-cd7cd836b082 req-4eaa49ac-a1d9-429c-87da-6fd80fcd8bc6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.441053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eebc5c78-a1f2-49b0-a8bd-cd7cd836b082 req-4eaa49ac-a1d9-429c-87da-6fd80fcd8bc6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 944 time: 0.2295251 Jul 08 01:50:55.445577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ccf803eb-26df-49e9-88bd-897efe7b8974 None None] Provisioning for port ba4319eb-af2f-4921-9660-ac63bde0ce8a completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:55.450622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ccf803eb-26df-49e9-88bd-897efe7b8974 None None] Provisioning complete for port ba4319eb-af2f-4921-9660-ac63bde0ce8a triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:55.450999 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ccf803eb-26df-49e9-88bd-897efe7b8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.534087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7abb948d-0b0a-48ee-a21e-b548b3397c5e no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:55.555014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 7abb948d-0b0a-48ee-a21e-b548b3397c5e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:55.555386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7abb948d-0b0a-48ee-a21e-b548b3397c5e not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:55.557329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4483989c-0c32-4414-a099-8b8ff70110d1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:55.561726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4483989c-0c32-4414-a099-8b8ff70110d1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:55.562096 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.624575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5cf9-5611-448e-b964-b843d126a86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.646620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:55.649044 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee41feb5-86fb-4531-80f2-4a8634631609" -d '{"events": [{"server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "name": "network-vif-plugged", "status": "completed", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:55.676009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eebc5c78-a1f2-49b0-a8bd-cd7cd836b082 req-02d19551-275c-4439-aa12-a7459beff3de tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237711 Jul 08 01:50:55.677612 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.678015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:55.690743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ccf803eb-26df-49e9-88bd-897efe7b8974 None None] Port ba4319eb-af2f-4921-9660-ac63bde0ce8a cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:55.712636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fa6ff-b2bb-4636-8349-259821fbe3d6 req-2b80dd7d-be32-466d-afd5-9e3425b2352d tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.719856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df4fa6ff-b2bb-4636-8349-259821fbe3d6 req-2b80dd7d-be32-466d-afd5-9e3425b2352d tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 935 time: 0.3252656 Jul 08 01:50:55.751053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.751642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.780646 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.784070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:50:55.788507 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df4fa6ff-b2bb-4636-8349-259821fbe3d6 req-b1567b27-d7a8-4477-92ff-f441b85fd096 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677152 Jul 08 01:50:55.802066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79261513-8c2e-49d7-9a08-c105b7e09e7a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:55.825553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 4483989c-0c32-4414-a099-8b8ff70110d1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4483989c-0c32-4414-a099-8b8ff70110d1,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:55.835674 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5cf9-5611-448e-b964-b843d126a86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.839265 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5cf9-5611-448e-b964-b843d126a86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.841471 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dd7f5cf9-5611-448e-b964-b843d126a86e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/321243b3-77cd-44cb-9cff-0f866c9d117d HTTP/1.1" status: 204 len: 168 time: 0.6867375 Jul 08 01:50:55.850890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f5cf9-5611-448e-b964-b843d126a86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321243b3-77cd-44cb-9cff-0f866c9d117d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:55.867276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-466045d1-c641-4f86-95a8-fe862961687c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7225764 Jul 08 01:50:55.888702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Request body: {'port': {'device_id': '0711ff59-bff6-4dc4-a336-5166c6d6f4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:55.902743 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe252375-2455-4367-be37-323984640432 x-openstack-request-id: req-fe252375-2455-4367-be37-323984640432 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:55.903328 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "name": "network-vif-plugged", "status": "completed", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:55.903328 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe252375-2455-4367-be37-323984640432 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:55.905648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:55.911756 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54', 'code': 200} Jul 08 01:50:55.912778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-084b8516-4e76-4d37-94ae-de8cfd300c7a None None] Provisioning complete for port 4483989c-0c32-4414-a099-8b8ff70110d1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:55.913302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-084b8516-4e76-4d37-94ae-de8cfd300c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.966702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.967061 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Added segment 60db6486-e9df-4f23-b7b4-5106fa0fa0b5 of type vlan for network a2d6e637-07c5-45cd-a088-dc63934c1f06 Jul 08 01:50:55.968873 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.972574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:55.987939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d1556d8-4832-4b84-86fd-c5549031b5dc req-4b00bba9-c488-45d0-9504-a15a183d3b92 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 210 time: 0.1179116 Jul 08 01:50:56.043072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.073487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Made reservation on behalf of 4df8b9538aa54ae8ac361eadb5f3f26d for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:56.077704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.078671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=4483989c-0c32-4414-a099-8b8ff70110d1,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:56.139904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.147304 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f1d7dd2-d5d1-4901-a402-a7afe8d2dbbf req-de7b870f-6fa7-4bb2-93ed-4bfd0f8233e8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 210 time: 0.0616300 Jul 08 01:50:56.166898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:56.177410 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Sync routers for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:56.192876 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:56.194900 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:56.268869 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.270451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e09ccf25-645a-465d-9ae8-406ed6bfe0e0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3882701 Jul 08 01:50:56.274266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:56.279556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81b6b0-64b0-4703-87e4-d4b4631dcfa8 req-574c00b3-9438-4c77-92d2-ba80939ffd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:56.281137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf81b6b0-64b0-4703-87e4-d4b4631dcfa8 req-574c00b3-9438-4c77-92d2-ba80939ffd9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1097 time: 0.2827678 Jul 08 01:50:56.327303 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:56.347350 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf81b6b0-64b0-4703-87e4-d4b4631dcfa8 req-c7f81ed2-6167-44a4-a10c-3b0369751f3e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477827 Jul 08 01:50:56.351211 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Allocated IP 172.20.0.7 (68974dc5-4c4e-4451-9f8d-07f701067f0c/5b8875b2-d7ea-4b54-9760-799d2f235563/56d2064a-d811-48b3-b654-a175089c65e8) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:56.389455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.390457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:56.391132 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.486726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d6e637-07c5-45cd-a088-dc63934c1f06,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:56.497981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:56.503587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4319eb-af2f-4921-9660-ac63bde0ce8a {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:56.517404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.541151 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:50:53Z', 'revision_number': 3, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:56.573306 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Checking router: 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:56.573678 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Updating router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 port ea5b64c2-2e8b-485a-b84c-de02d0ed7360 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:56.610615 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.623019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.685610 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0bb7b25f-bcb8-43ff-badf-c4231383b020 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7913697 Jul 08 01:50:56.686308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55824) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:56.691974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Request body: {'subnet': {'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-subnet', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:56.762031 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.773035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:56.785481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Transition to ACTIVE for port object ba4319eb-af2f-4921-9660-ac63bde0ce8a will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:56.794284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6af8c035-455b-4821-ad99-96916477afe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.833971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Network 68974dc5-4c4e-4451-9f8d-07f701067f0c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:56.838275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:56.841694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Made reservation on behalf of a4bc614008e340d981e4d9cfd7d5344c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:56.843042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.893153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:56.901016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:56.901316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.903391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.904838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Pushing event updated for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.028212 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.052308 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Transition to ACTIVE for port object ea5b64c2-2e8b-485a-b84c-de02d0ed7360 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:57.082370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4483989c-0c32-4414-a099-8b8ff70110d1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:57.104958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Pushing event updated for resources: {'Port': ['ID=ba4319eb-af2f-4921-9660-ac63bde0ce8a,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.161449 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.194547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4483989c-0c32-4414-a099-8b8ff70110d1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:57.194935 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.241145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e1d08-02cf-4dfd-a9cd-4f459170c423 req-726a6c0f-3a11-466a-8d83-c55a1cc62991 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:57.243811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-499e1d08-02cf-4dfd-a9cd-4f459170c423 req-726a6c0f-3a11-466a-8d83-c55a1cc62991 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 945 time: 0.4309151 Jul 08 01:50:57.276611 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Attempting to bind port ea5b64c2-2e8b-485a-b84c-de02d0ed7360 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:57.277666 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Attempting to bind port ea5b64c2-2e8b-485a-b84c-de02d0ed7360 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:57.284357 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Attempting to bind port ea5b64c2-2e8b-485a-b84c-de02d0ed7360 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:57.284357 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:57.285096 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:57.285751 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.286331 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:57.287000 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Bound port: ea5b64c2-2e8b-485a-b84c-de02d0ed7360, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:57.287610 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.327854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da008f-92d6-4fa4-b2dc-7fa4c51b1023 req-34c8be5c-05b6-4ea8-b6f5-9f44a55dbe57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:57.336480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4da008f-92d6-4fa4-b2dc-7fa4c51b1023 req-34c8be5c-05b6-4ea8-b6f5-9f44a55dbe57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 947 time: 0.1564918 Jul 08 01:50:57.340394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.343774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Attempting to bind port ba4319eb-af2f-4921-9660-ac63bde0ce8a on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:57.344122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Attempting to bind port ba4319eb-af2f-4921-9660-ac63bde0ce8a by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:57.344462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Attempting to bind port ba4319eb-af2f-4921-9660-ac63bde0ce8a on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:57.348629 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] For port ea5b64c2-2e8b-485a-b84c-de02d0ed7360, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:57.352829 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] For port ea5b64c2-2e8b-485a-b84c-de02d0ed7360, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea5b64c2-2e8b-485a-b84c-de02d0ed7360,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:57.354907 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Pushing event updated for resources: {'Port': ['ID=ea5b64c2-2e8b-485a-b84c-de02d0ed7360,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.355189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Port ba4319eb-af2f-4921-9660-ac63bde0ce8a on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:57.355558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Attempting to bind port ba4319eb-af2f-4921-9660-ac63bde0ce8a on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:57.365673 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.368838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.368838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.368838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.368838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.368838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.368838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.368838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.368838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.369517 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.369517 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.369948 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.371859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6af8c035-455b-4821-ad99-96916477afe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.380552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:57.380780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:57.381298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:57.381542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Bound port: ba4319eb-af2f-4921-9660-ac63bde0ce8a, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:57.381985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.395036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-499e1d08-02cf-4dfd-a9cd-4f459170c423 req-99e63dde-bbd5-49e8-a4a8-586a61dd35ca tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005349 Jul 08 01:50:57.414175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca579ec-c876-455e-87ba-c3b1bf144c31,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.423173 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.462419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Checking segment: {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:57.463287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Network hostable DHCP agents. Network: a2d6e637-07c5-45cd-a088-dc63934c1f06, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:57.469341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4da008f-92d6-4fa4-b2dc-7fa4c51b1023 req-c8824f86-f964-4513-af9c-b2f5d7b8eb1b tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320102 Jul 08 01:50:57.504169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6af8c035-455b-4821-ad99-96916477afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.505470 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4da71-6823-44e4-802c-c55f6cd2ea1f None None] Pushing event updated for resources: {'Port': ['ID=ea5b64c2-2e8b-485a-b84c-de02d0ed7360,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.513872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] For port ba4319eb-af2f-4921-9660-ac63bde0ce8a, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:57.558124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] For port ba4319eb-af2f-4921-9660-ac63bde0ce8a, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ba4319eb-af2f-4921-9660-ac63bde0ce8a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:57.564532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.571477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6af8c035-455b-4821-ad99-96916477afe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=865f3d37f2b94f1ba721ae381c1ed276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7953520 Jul 08 01:50:57.574062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:57.576879 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:57.577860 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:57.590119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:57.593505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8c035-455b-4821-ad99-96916477afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec1156f-73ea-426c-8a4f-f6c0c75a21ba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.676708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-fde1ecb8-a4d3-4d9d-88e8-1494ec044ca3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5125074 Jul 08 01:50:57.684248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-effdeac0-1eeb-4a20-ae66-f734b1611bf6 req-a296715e-b30f-422c-9031-8eddf0fcca0b tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0693953 Jul 08 01:50:57.687997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.716365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Request body: {'port': {'device_id': '1380fa4f-5525-494c-80e8-a37235b6e254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:57.716882 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:57.758242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:57.759032 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.760953 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] 10.222.0.32 "PUT /v2.0/ports/ba4319eb-af2f-4921-9660-ac63bde0ce8a HTTP/1.1" status: 200 len: 1096 time: 1.8797052 Jul 08 01:50:57.761414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0711ff59-bff6-4dc4-a336-5166c6d6f4b7', 'tag': 'ba4319eb-af2f-4921-9660-ac63bde0ce8a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:57.762661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, a2d6e637-07c5-45cd-a088-dc63934c1f06) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:57.763704 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b8906b-177a-4ec8-9d59-2f56742bab70" -d '{"events": [{"name": "network-changed", "server_uuid": "0711ff59-bff6-4dc4-a336-5166c6d6f4b7", "tag": "ba4319eb-af2f-4921-9660-ac63bde0ce8a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:57.774173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09771d1-e399-49a8-a73d-0e608b053261 None None] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:57.779686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:57.789218 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.831722 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec5c64a0-c210-49ab-8016-20a30bd2b503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.858697 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8297dc-008f-4d0d-8e7f-6db1c1324655 x-openstack-request-id: req-4a8297dc-008f-4d0d-8e7f-6db1c1324655 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:57.859258 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0711ff59-bff6-4dc4-a336-5166c6d6f4b7", "tag": "ba4319eb-af2f-4921-9660-ac63bde0ce8a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:57.859785 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a8297dc-008f-4d0d-8e7f-6db1c1324655 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:57.860391 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0711ff59-bff6-4dc4-a336-5166c6d6f4b7', 'tag': 'ba4319eb-af2f-4921-9660-ac63bde0ce8a', 'status': 'completed', 'code': 200} Jul 08 01:50:57.868085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72616fa4-b1a7-4aa0-ac1f-54a528597ece service neutron] Pushing event updated for resources: {'Port': ['ID=ba4319eb-af2f-4921-9660-ac63bde0ce8a,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.893727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ae35-a342-4b53-a0d0-e686cc796e86 req-15507f6d-d700-4f23-9080-8e3801a17c52 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:57.898137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9d3ae35-a342-4b53-a0d0-e686cc796e86 req-15507f6d-d700-4f23-9080-8e3801a17c52 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 931 time: 0.2609413 Jul 08 01:50:57.904345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec5c64a0-c210-49ab-8016-20a30bd2b503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.923669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.963797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-21097b39-5dde-4298-bcbf-56be7111b1f2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2730503 Jul 08 01:50:58.033721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Allocated IP 172.20.0.1 (70a6a4e9-8461-4da6-ba4a-98e92da0944b/e11338d5-366a-4ebb-a101-f86844c38fde/148dadb7-8d71-4087-a85c-d141b2a5a6c6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:58.073885 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:50:53Z', 'revision_number': 3, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:58.091558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-a2d6e637-07c5-45cd-a088-dc63934c1f06', 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'fixed_ips': [{'subnet_id': 'eca579ec-c876-455e-87ba-c3b1bf144c31'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:58.093613 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.157371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55844) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:58.158080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.32', 60479) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:58.187875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:58.239609 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-d04e0709-1087-4cf9-94ba-b5141f646d75 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5e312b80fff641dc8d534ce05f84caa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723040 Jul 08 01:50:58.287290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d2064a-d811-48b3-b654-a175089c65e8 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:58.287915 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac987946-35da-4bd6-9ef4-d7e841eb1bc8 None None] The sync data for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 is: [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:50:53Z', 'revision_number': 3, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:58.295998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.311758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Transition to ACTIVE for port object 56d2064a-d811-48b3-b654-a175089c65e8 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:58.327441 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9d3ae35-a342-4b53-a0d0-e686cc796e86 req-99559ac7-a5d0-4adb-89df-57f31d08acf4 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940647 Jul 08 01:50:58.391458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.407661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.438083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8906b-177a-4ec8-9d59-2f56742bab70 req-d80c5476-97e3-4b52-9c53-f3e7cda13757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:58.440881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7b8906b-177a-4ec8-9d59-2f56742bab70 req-d80c5476-97e3-4b52-9c53-f3e7cda13757 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=983895a6bfcf4702afe58c32f5c55422&device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 1099 time: 0.5542333 Jul 08 01:50:58.442414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Allocated IP 172.20.0.2 (a2d6e637-07c5-45cd-a088-dc63934c1f06/eca579ec-c876-455e-87ba-c3b1bf144c31/456b99e6-725d-4a79-98f4-d516a939a258) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:58.443183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.445135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.472778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Pushing event updated for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:58.487757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-f341e405-6adc-4907-ac8e-9c197b5180ea tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:58.489382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-f341e405-6adc-4907-ac8e-9c197b5180ea tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321680 Jul 08 01:50:58.531579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7b8906b-177a-4ec8-9d59-2f56742bab70 req-612fc6f7-44f9-45bc-ad87-b587b801af71 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=983895a6bfcf4702afe58c32f5c55422&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540791 Jul 08 01:50:58.539882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Request body: {'port': {'device_id': '54c82aca-5fe5-4f97-a587-fa08a983d1b9', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5e312b80fff641dc8d534ce05f84caa4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:58.588669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:58.588669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:58.588669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:58.596820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:58.597163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:58.607088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:58.610522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:58.610954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:58.611443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Bound port: 56d2064a-d811-48b3-b654-a175089c65e8, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:58.611832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.617156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Transition to ACTIVE for port object 148dadb7-8d71-4087-a85c-d141b2a5a6c6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:58.639618 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec5c64a0-c210-49ab-8016-20a30bd2b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.639618 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec5c64a0-c210-49ab-8016-20a30bd2b503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.639618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ec5c64a0-c210-49ab-8016-20a30bd2b503 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ec1156f-73ea-426c-8a4f-f6c0c75a21ba HTTP/1.1" status: 204 len: 168 time: 1.0613766 Jul 08 01:50:58.692004 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.719963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c64a0-c210-49ab-8016-20a30bd2b503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec1156f-73ea-426c-8a4f-f6c0c75a21ba,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:58.722518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Transition to ACTIVE for port object 456b99e6-725d-4a79-98f4-d516a939a258 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:58.761160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Transition to ACTIVE for port object 456b99e6-725d-4a79-98f4-d516a939a258 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:58.801658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:58.814834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:58.848547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a0bfa-e8a0-448e-8319-63289bed6f19 req-3cb37688-9336-4915-af8c-adf4ce4381ca tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:58.850533 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b3a0bfa-e8a0-448e-8319-63289bed6f19 req-3cb37688-9336-4915-af8c-adf4ce4381ca tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 947 time: 0.1345966 Jul 08 01:50:58.880539 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.917439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:58.921324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:58.921609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b3a0bfa-e8a0-448e-8319-63289bed6f19 req-46927ade-ecf2-49e7-a6b6-5fbe9d5373e1 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Jul 08 01:50:58.923554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:58.976270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.995904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Pushing event updated for resources: {'Port': ['ID=456b99e6-725d-4a79-98f4-d516a939a258,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:59.024261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Attempting to bind port 456b99e6-725d-4a79-98f4-d516a939a258 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:59.024652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Attempting to bind port 456b99e6-725d-4a79-98f4-d516a939a258 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:59.027851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Attempting to bind port 456b99e6-725d-4a79-98f4-d516a939a258 on network a2d6e637-07c5-45cd-a088-dc63934c1f06 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:59.031650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.039624 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.039624 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] 10.222.0.32 "PUT /v2.0/ports/56d2064a-d811-48b3-b654-a175089c65e8 HTTP/1.1" status: 200 len: 1092 time: 1.3339670 Jul 08 01:50:59.039624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:59.039624 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9393be0-2b20-459b-bbc0-1724605321bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "tag": "56d2064a-d811-48b3-b654-a175089c65e8"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:59.042492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:59.042892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Checking segment: {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:59.043309 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.043740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Bound using segment: {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:59.047927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Bound port: 456b99e6-725d-4a79-98f4-d516a939a258, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:59.048285 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.062193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6bb66-0239-4f09-ae9d-b9df84db23bf service neutron] Pushing event updated for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:59.064182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.089573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Made reservation on behalf of 5e312b80fff641dc8d534ce05f84caa4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:59.095734 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.163909 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3369ef7b-88b2-45f0-a662-f7c6749982bf req-b18b30af-4ab2-4823-85af-7b21de645c37 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0467463 Jul 08 01:50:59.188847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea5b64c2-2e8b-485a-b84c-de02d0ed7360 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:59.257743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-3a65732b-f2fd-40b3-a1bf-97fa3066b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.265564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-3a65732b-f2fd-40b3-a1bf-97fa3066b71d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1095 time: 0.0996168 Jul 08 01:50:59.272159 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e5c9f5-5b17-433c-acd9-8af3d8d8fd3e x-openstack-request-id: req-68e5c9f5-5b17-433c-acd9-8af3d8d8fd3e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:59.273128 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "tag": "56d2064a-d811-48b3-b654-a175089c65e8", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:59.274075 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68e5c9f5-5b17-433c-acd9-8af3d8d8fd3e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:59.274830 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8', 'status': 'completed', 'code': 200} Jul 08 01:50:59.284426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] For port 456b99e6-725d-4a79-98f4-d516a939a258, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:59.312434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] For port 456b99e6-725d-4a79-98f4-d516a939a258, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=456b99e6-725d-4a79-98f4-d516a939a258,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:59.356297 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-2258b58d-b666-4562-9b56-dcfe9ebb1d31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d2064a-d811-48b3-b654-a175089c65e8 HTTP/1.1" status: 200 len: 217 time: 0.0779393 Jul 08 01:50:59.378791 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.399316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Allocated IP 192.168.233.154 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/dc083b9b-0b8c-4546-90aa-568adcb197eb) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:59.435119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port ea5b64c2-2e8b-485a-b84c-de02d0ed7360 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:59.435469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-b70b1c98-69f1-44d5-8cc0-898794d0c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.435469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-b70b1c98-69f1-44d5-8cc0-898794d0c8b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0665619 Jul 08 01:50:59.456900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ea5b64c2-2e8b-485a-b84c-de02d0ed7360 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:59.458220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.507620 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-792eb6a0-829a-4dbe-8b1a-9fe53889956c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660808 Jul 08 01:50:59.527237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ca98f-8927-4ed8-87d7-74bd1e01e8b8 None None] Pushing event updated for resources: {'Port': ['ID=456b99e6-725d-4a79-98f4-d516a939a258,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:59.622152 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.678641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port ea5b64c2-2e8b-485a-b84c-de02d0ed7360, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea5b64c2-2e8b-485a-b84c-de02d0ed7360,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:59.686419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64209b8-6a4c-44db-a0e9-452f568d3d6d req-ad42b9ac-c8f4-4e9f-9bba-4a147b8282d2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.693290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c64209b8-6a4c-44db-a0e9-452f568d3d6d req-ad42b9ac-c8f4-4e9f-9bba-4a147b8282d2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 945 time: 1.0776472 Jul 08 01:50:59.703280 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-dd74ca0a-b96e-4978-b9aa-efb193bdc1c8 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839972 Jul 08 01:50:59.742523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8906b-177a-4ec8-9d59-2f56742bab70 req-ea15a83e-d629-41bc-8d10-11950abc34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.742523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7b8906b-177a-4ec8-9d59-2f56742bab70 req-ea15a83e-d629-41bc-8d10-11950abc34fd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1232309 Jul 08 01:50:59.760925 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.782630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.851918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=ea5b64c2-2e8b-485a-b84c-de02d0ed7360,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:59.861074 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b4b5b29-2250-43ce-ac64-d39afa7580e0 req-81add9ea-3cbe-4885-acc6-3cbf93a0f252 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494119 Jul 08 01:50:59.879675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507eba6-beed-49e6-9495-44ec1b0a6b6a req-66dcc03d-34e0-4358-aaeb-6ad9cd306c53 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.881322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6507eba6-beed-49e6-9495-44ec1b0a6b6a req-66dcc03d-34e0-4358-aaeb-6ad9cd306c53 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 943 time: 0.2349112 Jul 08 01:50:59.941609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6507eba6-beed-49e6-9495-44ec1b0a6b6a req-c9a3b958-c2a5-4650-9293-c1c9909e8170 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502095 Jul 08 01:51:00.093364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c64209b8-6a4c-44db-a0e9-452f568d3d6d req-d7bbd092-5b3f-40d6-bfff-664fc7f0fbe8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990879 Jul 08 01:51:00.171572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.213688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:00.235420 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.235420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:00.249150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:00.322504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Transition to ACTIVE for port object dc083b9b-0b8c-4546-90aa-568adcb197eb will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:00.324065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Pushing event updated for resources: {'Port': ['ID=148dadb7-8d71-4087-a85c-d141b2a5a6c6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:00.459287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.472322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9393be0-2b20-459b-bbc0-1724605321bf req-9fc3f253-ff25-4e6a-b289-6bfb6929a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.474632 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9393be0-2b20-459b-bbc0-1724605321bf req-9fc3f253-ff25-4e6a-b289-6bfb6929a28e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1095 time: 0.4564533 Jul 08 01:51:00.485343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085258fb-c98c-491d-9f62-a0c8e3ecbe9b req-0d98b448-c2fe-407b-88a5-b57b132a7bb4 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.489159 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-085258fb-c98c-491d-9f62-a0c8e3ecbe9b req-0d98b448-c2fe-407b-88a5-b57b132a7bb4 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 947 time: 0.4259059 Jul 08 01:51:00.517737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-d27dfc99-7e94-4087-95c0-397b77fe8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.519253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-d27dfc99-7e94-4087-95c0-397b77fe8b60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=983895a6bfcf4702afe58c32f5c55422&device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 1099 time: 0.7076187 Jul 08 01:51:00.587181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.591157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549a4bb-d8cb-41a3-9e8e-9fe2e0c742d0 req-a077cd0e-e9ab-4603-92cd-cd8f7ef69729 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.591372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-085258fb-c98c-491d-9f62-a0c8e3ecbe9b req-6edc266a-372c-4457-9d21-409f6ca8f727 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929775 Jul 08 01:51:00.597779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a549a4bb-d8cb-41a3-9e8e-9fe2e0c742d0 req-a077cd0e-e9ab-4603-92cd-cd8f7ef69729 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1097 time: 0.3599756 Jul 08 01:51:00.610290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-ca9d971b-3878-4003-ad5d-5c1fe0964bd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=ba4319eb-af2f-4921-9660-ac63bde0ce8a HTTP/1.1" status: 200 len: 217 time: 0.0747752 Jul 08 01:51:00.655932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9393be0-2b20-459b-bbc0-1724605321bf req-3158745e-04bc-4d7f-8eb3-ab539c550a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.657510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9393be0-2b20-459b-bbc0-1724605321bf req-3158745e-04bc-4d7f-8eb3-ab539c550a24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1693623 Jul 08 01:51:00.662731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d73a9307-978b-48b0-89cc-3485a697beb3 None None] Provisioning for port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:00.671836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d73a9307-978b-48b0-89cc-3485a697beb3 None None] Provisioning complete for port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:00.676678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d73a9307-978b-48b0-89cc-3485a697beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.758218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d73a9307-978b-48b0-89cc-3485a697beb3 None None] Port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:00.762238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9393be0-2b20-459b-bbc0-1724605321bf req-e37d6fcc-3e08-4f74-aa79-229537f2a42e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d2064a-d811-48b3-b654-a175089c65e8 HTTP/1.1" status: 200 len: 217 time: 0.0976529 Jul 08 01:51:00.818744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:00.842580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:00.845147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:00.865820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9393be0-2b20-459b-bbc0-1724605321bf req-62388d8b-4841-4c3f-bd76-17b87e270a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.881011 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9393be0-2b20-459b-bbc0-1724605321bf req-62388d8b-4841-4c3f-bd76-17b87e270a82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0964298 Jul 08 01:51:00.905339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Pushing event updated for resources: {'Port': ['ID=dc083b9b-0b8c-4546-90aa-568adcb197eb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:00.921010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a549a4bb-d8cb-41a3-9e8e-9fe2e0c742d0 req-66f172f0-0377-44ba-9b8d-894951625f35 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208144 Jul 08 01:51:00.923111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9393be0-2b20-459b-bbc0-1724605321bf req-ab58921e-bc24-4bec-9062-81d1d3a9cd1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454066 Jul 08 01:51:00.941275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92ab99-f557-45d6-825e-e54d8ab6b7b1 req-47ec927d-d365-40dc-b6b6-3facc2c8d13b tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.942851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a92ab99-f557-45d6-825e-e54d8ab6b7b1 req-47ec927d-d365-40dc-b6b6-3facc2c8d13b tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 936 time: 0.1533265 Jul 08 01:51:00.972325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-26ecc6e8-8f93-49b0-a420-05302cdd4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.976036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-26ecc6e8-8f93-49b0-a420-05302cdd4f55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.3021672 Jul 08 01:51:00.995396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.995396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.119060 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a92ab99-f557-45d6-825e-e54d8ab6b7b1 req-388ef1aa-fde5-4a75-a1b9-dd2fddf507b0 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687365 Jul 08 01:51:01.166778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8334f2-3568-45b2-826d-d9709a18fa67 None None] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:01.183623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9393be0-2b20-459b-bbc0-1724605321bf req-874e7f55-7b7b-4ca0-89d2-d28894dd8e66 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397230 Jul 08 01:51:01.187546 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.306658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-484c2194-c647-401d-9603-83eaf72936cd tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7737954 Jul 08 01:51:01.311678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-48bd4de6-1ebe-4959-a88c-7c37604b5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:01.314360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-48bd4de6-1ebe-4959-a88c-7c37604b5959 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3237278 Jul 08 01:51:01.373618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 456b99e6-725d-4a79-98f4-d516a939a258 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:01.396545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9393be0-2b20-459b-bbc0-1724605321bf req-963a2225-0e3c-48ee-964a-00b7353c7080 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009814 Jul 08 01:51:01.429834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Request body: {'port': {'device_id': '54c82aca-5fe5-4f97-a587-fa08a983d1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:01.535076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5846df-5591-4a21-8412-e7e34d2403de req-7e3929f5-93f7-4d2d-9ea5-61da4f5ea603 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:01.536838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e5846df-5591-4a21-8412-e7e34d2403de req-7e3929f5-93f7-4d2d-9ea5-61da4f5ea603 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 943 time: 0.0864542 Jul 08 01:51:01.552421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e1f57234-1bdf-45eb-950e-e1b1f78cf19f None None] Provisioning for port 456b99e6-725d-4a79-98f4-d516a939a258 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:01.580631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 456b99e6-725d-4a79-98f4-d516a939a258 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:01.582210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e5846df-5591-4a21-8412-e7e34d2403de req-952767d1-65f9-4821-869d-d3e0d04256a7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385497 Jul 08 01:51:01.589438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 456b99e6-725d-4a79-98f4-d516a939a258 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:01.589933 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.637576 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.697360 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.703370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-ad494fcf-1c64-4d56-8f97-0580074ced38 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358710 Jul 08 01:51:01.706126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.719453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261931b-b9ce-46d4-92fc-5f7b83921e9c req-43f66afd-016f-4403-9faa-8a947cac3f0e tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:01.726185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d261931b-b9ce-46d4-92fc-5f7b83921e9c req-43f66afd-016f-4403-9faa-8a947cac3f0e tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1097 time: 0.3653746 Jul 08 01:51:01.743887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 456b99e6-725d-4a79-98f4-d516a939a258, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=456b99e6-725d-4a79-98f4-d516a939a258,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:01.754699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8ed8cbc0-e4fb-49f7-83bf-afc3287130ef None None] Provisioning for port dc083b9b-0b8c-4546-90aa-568adcb197eb completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:01.761544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8ed8cbc0-e4fb-49f7-83bf-afc3287130ef None None] Provisioning complete for port dc083b9b-0b8c-4546-90aa-568adcb197eb triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:01.762475 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cbc0-e4fb-49f7-83bf-afc3287130ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.818618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8cbc0-e4fb-49f7-83bf-afc3287130ef None None] Port dc083b9b-0b8c-4546-90aa-568adcb197eb cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:01.821033 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.822661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea5b64c2-2e8b-485a-b84c-de02d0ed7360 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:01.835097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.906676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=456b99e6-725d-4a79-98f4-d516a939a258,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:01.916785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ea5b64c2-2e8b-485a-b84c-de02d0ed7360 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:01.917159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.948493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d261931b-b9ce-46d4-92fc-5f7b83921e9c req-d9a9cda5-2fea-4ce5-b446-c2d4e38002cf tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213600 Jul 08 01:51:01.966695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1ffaa240-8233-496c-87bd-bb27ec3b4df7 None None] Provisioning complete for port 456b99e6-725d-4a79-98f4-d516a939a258 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:01.967163 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa240-8233-496c-87bd-bb27ec3b4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.985019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00a465-c2bc-41c8-8b70-159b4c8e6fe3 req-49024e57-77ba-4fa9-8b01-2fe2826c4355 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:01.986583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c00a465-c2bc-41c8-8b70-159b4c8e6fe3 req-49024e57-77ba-4fa9-8b01-2fe2826c4355 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 947 time: 0.0896411 Jul 08 01:51:02.006243 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.055381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f03dbd-9f0f-480f-bc8e-4cd774b36d6c req-d638cbd7-3149-4d05-8547-ab710273fee4 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380063 Jul 08 01:51:02.075323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c00a465-c2bc-41c8-8b70-159b4c8e6fe3 req-5afa3212-0e42-4b23-88fe-0baba11f60e1 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599904 Jul 08 01:51:02.338598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.342604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Allocated IP 172.25.8.108 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/9cbbb196-bf9d-482b-ba53-613a4bd754e5) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:02.511475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Pushing event updated for resources: {'Port': ['ID=148dadb7-8d71-4087-a85c-d141b2a5a6c6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:02.513848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.676616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6a042-c245-456e-9d54-2770f8f4b220 req-a08c1424-706f-48ca-8963-ee4fecba8f89 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:02.678150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-92a6a042-c245-456e-9d54-2770f8f4b220 req-a08c1424-706f-48ca-8963-ee4fecba8f89 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 936 time: 0.3593931 Jul 08 01:51:02.720819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.781595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740c00e-479d-4850-a7bc-ca3b1add5e4d req-3e117aa4-99f9-4af3-af33-424cfc4d26c2 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:02.783074 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d740c00e-479d-4850-a7bc-ca3b1add5e4d req-3e117aa4-99f9-4af3-af33-424cfc4d26c2 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1097 time: 0.0555882 Jul 08 01:51:02.795134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-92a6a042-c245-456e-9d54-2770f8f4b220 req-6920d1df-be88-4b5f-9832-cbe4dcb5c510 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032264 Jul 08 01:51:02.804060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:02.827679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:02.843237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d740c00e-479d-4850-a7bc-ca3b1add5e4d req-a7c734b6-f7dd-4fd3-b64e-70ede2235f2f tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543358 Jul 08 01:51:02.854260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc083b9b-0b8c-4546-90aa-568adcb197eb {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:02.865238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.933263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Transition to ACTIVE for port object dc083b9b-0b8c-4546-90aa-568adcb197eb will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:03.007858 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.053022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.075035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 456b99e6-725d-4a79-98f4-d516a939a258 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:03.079117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:03.084763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:03.092967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:03.102792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:03.105291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbbb196-bf9d-482b-ba53-613a4bd754e5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:03.109681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55942) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:03.192547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 456b99e6-725d-4a79-98f4-d516a939a258 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:03.200765 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.212240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aef9a-8e8c-4ad9-861b-47c20078edd0 req-8db4ca74-1fe3-4d13-a0ec-de483c1c15c1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:03.213869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f85aef9a-8e8c-4ad9-861b-47c20078edd0 req-8db4ca74-1fe3-4d13-a0ec-de483c1c15c1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 943 time: 0.2543902 Jul 08 01:51:03.295501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47fc9c0-291d-4f62-a61d-d868b83521dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.308078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Pushing event updated for resources: {'Port': ['ID=dc083b9b-0b8c-4546-90aa-568adcb197eb,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:03.329459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5bdb1a04-34d5-4187-bacb-f4350eb73d36 None None] Provisioning complete for port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:03.330948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5bdb1a04-34d5-4187-bacb-f4350eb73d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.370664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb1a04-34d5-4187-bacb-f4350eb73d36 None None] Port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:03.403235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d69c59-046a-4a1a-9c8d-35ea57f2e61f req-f1ffe056-bfd2-4d12-a5e0-b1cb8abb0ce2 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:03.404960 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89d69c59-046a-4a1a-9c8d-35ea57f2e61f req-f1ffe056-bfd2-4d12-a5e0-b1cb8abb0ce2 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 947 time: 0.1853154 Jul 08 01:51:03.444023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89d69c59-046a-4a1a-9c8d-35ea57f2e61f req-2489b52b-64ab-4dc5-a661-2c7c0c93bf7c tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329473 Jul 08 01:51:03.469110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f85aef9a-8e8c-4ad9-861b-47c20078edd0 req-51f5429e-7017-4b2b-acf0-bc1ac7979ecf tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042289 Jul 08 01:51:03.497818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Attempting to bind port dc083b9b-0b8c-4546-90aa-568adcb197eb on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:03.498151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Attempting to bind port dc083b9b-0b8c-4546-90aa-568adcb197eb by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:03.498532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Attempting to bind port dc083b9b-0b8c-4546-90aa-568adcb197eb on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:03.505183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Port dc083b9b-0b8c-4546-90aa-568adcb197eb on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:03.507697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Attempting to bind port dc083b9b-0b8c-4546-90aa-568adcb197eb on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:03.511584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:03.513681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:03.514019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:03.514392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:03.514812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Bound port: dc083b9b-0b8c-4546-90aa-568adcb197eb, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:03.515172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.519871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Sync routers for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:03.520731 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2252ac75-df8f-4b2d-a69d-3aedc21a9633 admin admin] 10.222.0.10 "PUT /v2.0/routers/3b6f26d3-d04b-4a9c-b19b-0218ea5d1748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2452970 Jul 08 01:51:03.531411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 56d2064a-d811-48b3-b654-a175089c65e8 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:03.545226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:03.545949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:03.590543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] For port dc083b9b-0b8c-4546-90aa-568adcb197eb, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:03.593970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] For port dc083b9b-0b8c-4546-90aa-568adcb197eb, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc083b9b-0b8c-4546-90aa-568adcb197eb,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:03.718931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:03.722759 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47fc9c0-291d-4f62-a61d-d868b83521dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.753983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.762334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:03.795139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c47fc9c0-291d-4f62-a61d-d868b83521dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.813084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '56d2064a-d811-48b3-b654-a175089c65e8', 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'port_id': '56d2064a-d811-48b3-b654-a175089c65e8', 'mac_address': 'fa:16:3e:d7:59:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8875b2-d7ea-4b54-9760-799d2f235563', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:03.843764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:03.844625 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.846414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] 10.222.0.32 "PUT /v2.0/ports/dc083b9b-0b8c-4546-90aa-568adcb197eb HTTP/1.1" status: 200 len: 1097 time: 2.4739370 Jul 08 01:51:03.848852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c82aca-5fe5-4f97-a587-fa08a983d1b9', 'tag': 'dc083b9b-0b8c-4546-90aa-568adcb197eb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:03.857871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fc9c0-291d-4f62-a61d-d868b83521dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4bb4b7-3604-45dc-bba9-69032864c9ac,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:03.864819 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24b1517-c6b2-4656-9605-9245d60a94fb" -d '{"events": [{"name": "network-changed", "server_uuid": "54c82aca-5fe5-4f97-a587-fa08a983d1b9", "tag": "dc083b9b-0b8c-4546-90aa-568adcb197eb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:03.868785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c47fc9c0-291d-4f62-a61d-d868b83521dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c32b3db6aa344a9bf3c7c8e6caf428c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7571313 Jul 08 01:51:03.871257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55964) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:03.908357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925113a-b2bd-4d55-b88c-ead4119bd4bb service neutron] Pushing event updated for resources: {'Port': ['ID=dc083b9b-0b8c-4546-90aa-568adcb197eb,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:03.921315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.976240 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4accfb-9a51-4a7e-a1a2-f1bd41f36988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.011007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.030218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d2064a-d811-48b3-b654-a175089c65e8 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:04.045823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4accfb-9a51-4a7e-a1a2-f1bd41f36988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.071211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:04.109748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a061b-0950-4081-88fc-ff2a1deec8f3 req-824bc4db-4df0-473d-ad7d-ed4b98b48ea4 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.111511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ef9a061b-0950-4081-88fc-ff2a1deec8f3 req-824bc4db-4df0-473d-ad7d-ed4b98b48ea4 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 948 time: 0.1210389 Jul 08 01:51:04.120678 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:01Z', 'revision_number': 2, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:04.151386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Checking router: 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:04.151386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Updating router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:51:04.156413 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.160201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ef9a061b-0950-4081-88fc-ff2a1deec8f3 req-85fb3921-2069-4c76-b6ae-22fc96a0b7bf tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Jul 08 01:51:04.179215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4accfb-9a51-4a7e-a1a2-f1bd41f36988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.182497 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4accfb-9a51-4a7e-a1a2-f1bd41f36988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.184735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b4accfb-9a51-4a7e-a1a2-f1bd41f36988 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa4bb4b7-3604-45dc-bba9-69032864c9ac HTTP/1.1" status: 204 len: 168 time: 0.3120785 Jul 08 01:51:04.195591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4accfb-9a51-4a7e-a1a2-f1bd41f36988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4bb4b7-3604-45dc-bba9-69032864c9ac,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:04.257687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.290918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:04.396981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['56d2064a-d811-48b3-b654-a175089c65e8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:04.401730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54560-eb07-4b09-88e9-9f9478a01be4 req-adad7325-045f-4b7e-9ffe-92c3d98445f3 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.408694 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ec54560-eb07-4b09-88e9-9f9478a01be4 req-adad7325-045f-4b7e-9ffe-92c3d98445f3 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1097 time: 0.0733576 Jul 08 01:51:04.421389 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca96b2c-44ca-401f-917a-4e7a958d4dcd x-openstack-request-id: req-aca96b2c-44ca-401f-917a-4e7a958d4dcd {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:04.423199 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c82aca-5fe5-4f97-a587-fa08a983d1b9", "tag": "dc083b9b-0b8c-4546-90aa-568adcb197eb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:04.423199 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aca96b2c-44ca-401f-917a-4e7a958d4dcd {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:04.423199 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c82aca-5fe5-4f97-a587-fa08a983d1b9', 'tag': 'dc083b9b-0b8c-4546-90aa-568adcb197eb', 'status': 'completed', 'code': 200} Jul 08 01:51:04.444190 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ec54560-eb07-4b09-88e9-9f9478a01be4 req-ef82b446-fa90-48fc-ae05-79d8ba7bc4a3 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342224 Jul 08 01:51:04.492203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-9ad94a21-1b70-4420-ae35-2e39efe9a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.492203 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-9ad94a21-1b70-4420-ae35-2e39efe9a9f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e312b80fff641dc8d534ce05f84caa4&device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 1100 time: 0.4305518 Jul 08 01:51:04.506718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-f89195ea-bb32-41af-ae0d-83ab72ad7efb tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.506718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-f89195ea-bb32-41af-ae0d-83ab72ad7efb tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/networks?id=70a6a4e9-8461-4da6-ba4a-98e92da0944b HTTP/1.1" status: 200 len: 829 time: 0.4794178 Jul 08 01:51:04.551593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-854296b5-3e6e-4504-ba02-aef91efbed9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=dc083b9b-0b8c-4546-90aa-568adcb197eb HTTP/1.1" status: 200 len: 217 time: 0.0433946 Jul 08 01:51:04.591862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-233d4540-7cd9-495e-8c0a-892bb834cd01 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/quotas/84af9be7123748b5ac76b26d172d1be0 HTTP/1.1" status: 200 len: 375 time: 0.0848591 Jul 08 01:51:04.686232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f33c4-5d43-483a-9bc2-2b52dcb5e9fd req-44a2c16e-00b6-4401-afe1-83a3e24cd49b tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.693481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-026f33c4-5d43-483a-9bc2-2b52dcb5e9fd req-44a2c16e-00b6-4401-afe1-83a3e24cd49b tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 947 time: 0.0806544 Jul 08 01:51:04.717021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-e0ab7b36-37b2-4645-a7ff-76969156cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.719614 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-e0ab7b36-37b2-4645-a7ff-76969156cd50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1247528 Jul 08 01:51:04.745138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-026f33c4-5d43-483a-9bc2-2b52dcb5e9fd req-ae0e5f2a-9f09-4df0-9c6c-a5f2bc01d9ac tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Jul 08 01:51:04.780455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.800973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-a5c6b0ad-cc27-4906-977a-6c22f5bacebb tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=84af9be7123748b5ac76b26d172d1be0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2081969 Jul 08 01:51:04.843446 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.860360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Transition to ACTIVE for port object 148dadb7-8d71-4087-a85c-d141b2a5a6c6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:04.912044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda4d61-436f-4ab7-bbc7-56e4d3404aaa req-16a3e8ea-3255-4cd4-8613-7cd5496b1bb3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.913810 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bda4d61-436f-4ab7-bbc7-56e4d3404aaa req-16a3e8ea-3255-4cd4-8613-7cd5496b1bb3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 944 time: 0.0674868 Jul 08 01:51:04.914279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-3d4c9595-f81e-498d-bc70-56870d7d583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.916420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-3d4c9595-f81e-498d-bc70-56870d7d583b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1886604 Jul 08 01:51:04.927550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55984) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:04.931276 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.952327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1880c083-a01a-4987-a7e7-d6100613cbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.984709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bda4d61-436f-4ab7-bbc7-56e4d3404aaa req-03570383-afec-47ed-8821-4d4538d60ca1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632167 Jul 08 01:51:04.997502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ee4ad-a1e2-4f38-a03a-d33058de384f None None] Pushing event updated for resources: {'Port': ['ID=148dadb7-8d71-4087-a85c-d141b2a5a6c6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:05.079034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Attempting to bind port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:05.079667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Attempting to bind port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:05.079797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Attempting to bind port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 on network 70a6a4e9-8461-4da6-ba4a-98e92da0944b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:05.091401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:05.091401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Checking segment: {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:05.091401 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.091401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Bound using segment: {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:05.091401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Bound port: 148dadb7-8d71-4087-a85c-d141b2a5a6c6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:05.091401 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.096200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1880c083-a01a-4987-a7e7-d6100613cbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.099196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-a1eadbff-af70-46f6-9cb9-3e3a9418e062 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410923 Jul 08 01:51:05.120298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-56e118b4-e0e9-4ca4-9235-4cc7f50f9962 service neutron] 10.222.0.10 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184614 Jul 08 01:51:05.166685 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] For port 148dadb7-8d71-4087-a85c-d141b2a5a6c6, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:05.171223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] For port 148dadb7-8d71-4087-a85c-d141b2a5a6c6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=148dadb7-8d71-4087-a85c-d141b2a5a6c6,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:05.173074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1880c083-a01a-4987-a7e7-d6100613cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.225363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1880c083-a01a-4987-a7e7-d6100613cbc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a98132f9f1f144419e8b84bf3131740b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919383 Jul 08 01:51:05.225363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880c083-a01a-4987-a7e7-d6100613cbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ac4fea-753c-4dc7-b887-4497cf28dd94,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:05.225363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55988) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:05.263535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-73fa0965-e96c-44d6-bbc5-3b97233f777d service neutron] 10.222.0.10 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216948 Jul 08 01:51:05.266639 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.281026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a70cf581-7cfe-4733-81a6-e5fcf2d37bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.319934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d4c585d9-e72f-4b85-b68e-5d125e6549e0 req-053ef621-ab58-4163-a220-fd613e814182 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100687 Jul 08 01:51:05.329532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a70cf581-7cfe-4733-81a6-e5fcf2d37bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.387563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:05.388344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:05.388930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:51:05.445661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ee4ad-a1e2-4f38-a03a-d33058de384f None None] Pushing event updated for resources: {'Port': ['ID=148dadb7-8d71-4087-a85c-d141b2a5a6c6,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:05.531005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ba4319eb-af2f-4921-9660-ac63bde0ce8a details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:05.532061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a70cf581-7cfe-4733-81a6-e5fcf2d37bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.533853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:05.534473 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a70cf581-7cfe-4733-81a6-e5fcf2d37bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.536144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a70cf581-7cfe-4733-81a6-e5fcf2d37bc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20ac4fea-753c-4dc7-b887-4497cf28dd94 HTTP/1.1" status: 204 len: 168 time: 0.3108935 Jul 08 01:51:05.547791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cf581-7cfe-4733-81a6-e5fcf2d37bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ac4fea-753c-4dc7-b887-4497cf28dd94,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:05.558920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:05.576211 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Sync routers for ids ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:05.582183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-30899f7f-22c2-411e-b6e8-90e517dfb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:05.584370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-30899f7f-22c2-411e-b6e8-90e517dfb270 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e312b80fff641dc8d534ce05f84caa4&device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 1100 time: 0.0891261 Jul 08 01:51:05.588099 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Routers {'4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:05.588952 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:05.594382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 56d2064a-d811-48b3-b654-a175089c65e8 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:05.676185 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.680642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7c329737-12f0-4b74-b69e-da54b503b0d5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5209837 Jul 08 01:51:05.682130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55998) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:05.768652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-7e54fb3d-24b7-4011-8d43-615cef837262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:05.773268 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-7e54fb3d-24b7-4011-8d43-615cef837262 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1802738 Jul 08 01:51:05.774760 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Set router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:05.830269 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.resource_extend [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:51:05.877006 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-36f585f9-05a8-403b-b8d9-07382e5aa94c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=dc083b9b-0b8c-4546-90aa-568adcb197eb HTTP/1.1" status: 200 len: 217 time: 0.0917478 Jul 08 01:51:06.016630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-0d477233-9980-4934-9d9d-812bd726b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:06.018145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-0d477233-9980-4934-9d9d-812bd726b50a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1354167 Jul 08 01:51:06.020855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ba4319eb-af2f-4921-9660-ac63bde0ce8a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ba4319eb-af2f-4921-9660-ac63bde0ce8a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:06.041232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'ba4319eb-af2f-4921-9660-ac63bde0ce8a', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'ba4319eb-af2f-4921-9660-ac63bde0ce8a', 'mac_address': 'fa:16:3e:86:27:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:06.070252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 56d2064a-d811-48b3-b654-a175089c65e8 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:06.096802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 56d2064a-d811-48b3-b654-a175089c65e8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:06.097178 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.128912 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:51:03Z', 'revision_number': 3, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port': {'id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:01Z', 'updated_at': '2021-07-08T01:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:06.162736 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.180162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4319eb-af2f-4921-9660-ac63bde0ce8a {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:06.183139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-f8b23eb3-e444-4b4c-a8d8-f4b151dc0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:06.183987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-f8b23eb3-e444-4b4c-a8d8-f4b151dc0bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1564629 Jul 08 01:51:06.216330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ba4319eb-af2f-4921-9660-ac63bde0ce8a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ba4319eb-af2f-4921-9660-ac63bde0ce8a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:06.227546 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Checking router: 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:06.228788 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Updating router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 port 9cbbb196-bf9d-482b-ba53-613a4bd754e5 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:51:06.258302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.274359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:05Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:06.292141 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.307093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-b0c1d346-7cf2-4bf5-a274-9fa384c2281b service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093142 Jul 08 01:51:06.307848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e0486-4e6c-48ef-b182-d1581f26fa1d None None] The sync data for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 is: [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:05Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:06.309968 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.332808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:06.339186 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b00565-1a13-4985-834f-e9535677ecf5" -d '{"events": [{"server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "name": "network-vif-plugged", "status": "completed", "tag": "56d2064a-d811-48b3-b654-a175089c65e8"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:06.471699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c13f4f-9b2f-4ac2-bea0-57e584f01a9f req-5ca090dd-857e-4330-ad28-167f70e647e6 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:06.474781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-03c13f4f-9b2f-4ac2-bea0-57e584f01a9f req-5ca090dd-857e-4330-ad28-167f70e647e6 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 948 time: 0.3614743 Jul 08 01:51:06.505819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:06.538037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ba4319eb-af2f-4921-9660-ac63bde0ce8a,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:06.572949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-03c13f4f-9b2f-4ac2-bea0-57e584f01a9f req-b45b54eb-636f-4c9a-b81d-b8e2da6a36aa tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847530 Jul 08 01:51:06.588865 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.595028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d24b1517-c6b2-4656-9605-9245d60a94fb req-af62c057-6c3c-4110-a467-51df8a785bd3 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766500 Jul 08 01:51:06.621127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['ba4319eb-af2f-4921-9660-ac63bde0ce8a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:06.683469 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.699858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6687dbd1-36c6-4c12-8243-b70152a77caf req-f6fcf932-7bc5-481f-9a62-dccc6005a811 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 210 time: 0.0535576 Jul 08 01:51:06.866009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:07.042369 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.056153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f04b5-c168-4b03-92a9-04fa237da353 req-fbad37b2-d0ae-455c-8aeb-b2fa040d20e3 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:07.065143 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Transition to ACTIVE for port object 9cbbb196-bf9d-482b-ba53-613a4bd754e5 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:07.073265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c28f04b5-c168-4b03-92a9-04fa237da353 req-fbad37b2-d0ae-455c-8aeb-b2fa040d20e3 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 948 time: 0.1704862 Jul 08 01:51:07.083991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Allocated IP 172.20.0.1 (a2d6e637-07c5-45cd-a088-dc63934c1f06/eca579ec-c876-455e-87ba-c3b1bf144c31/c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:07.131177 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.159123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c28f04b5-c168-4b03-92a9-04fa237da353 req-64774312-efcd-4cc6-9b97-4dc834aac619 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840809 Jul 08 01:51:07.178711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 148dadb7-8d71-4087-a85c-d141b2a5a6c6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:07.255750 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.258302 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Attempting to bind port 9cbbb196-bf9d-482b-ba53-613a4bd754e5 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:07.258700 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Attempting to bind port 9cbbb196-bf9d-482b-ba53-613a4bd754e5 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:07.259127 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Attempting to bind port 9cbbb196-bf9d-482b-ba53-613a4bd754e5 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:07.273673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Transition to ACTIVE for port object c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:07.276552 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963d55d-7cb4-44bf-909e-dd2ba246ca1d None None] Pushing event updated for resources: {'Port': ['ID=9cbbb196-bf9d-482b-ba53-613a4bd754e5,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:07.279735 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:07.280119 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:07.280529 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.280923 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:07.281529 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Bound port: 9cbbb196-bf9d-482b-ba53-613a4bd754e5, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:07.281848 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.359782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:07.364487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:07.367574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.375764 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] For port 9cbbb196-bf9d-482b-ba53-613a4bd754e5, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:07.379004 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] For port 9cbbb196-bf9d-482b-ba53-613a4bd754e5, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9cbbb196-bf9d-482b-ba53-613a4bd754e5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:07.404791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a2caa-3fa8-4312-a875-022b22841433 req-2290ae0d-fd60-401c-b052-9a887a589e03 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:07.406379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a2caa-3fa8-4312-a875-022b22841433 req-2290ae0d-fd60-401c-b052-9a887a589e03 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 945 time: 0.0777645 Jul 08 01:51:07.454257 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.459980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a2caa-3fa8-4312-a875-022b22841433 req-31a7c2f4-e0b5-43c5-92e1-5aa978238ca6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Jul 08 01:51:07.483636 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.498554 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.531120 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11bb5f7-0994-4f3b-a1d4-eddcaa5fd36a x-openstack-request-id: req-a11bb5f7-0994-4f3b-a1d4-eddcaa5fd36a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:07.531493 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "name": "network-vif-plugged", "status": "completed", "tag": "56d2064a-d811-48b3-b654-a175089c65e8", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:07.531812 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a11bb5f7-0994-4f3b-a1d4-eddcaa5fd36a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:07.532232 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8', 'code': 200} Jul 08 01:51:07.596308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 148dadb7-8d71-4087-a85c-d141b2a5a6c6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=148dadb7-8d71-4087-a85c-d141b2a5a6c6,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:07.601250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ba4319eb-af2f-4921-9660-ac63bde0ce8a up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:07.617337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:07.633187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:07.635159 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963d55d-7cb4-44bf-909e-dd2ba246ca1d None None] Pushing event updated for resources: {'Port': ['ID=9cbbb196-bf9d-482b-ba53-613a4bd754e5,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:07.639218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:07.639746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.660919 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Routers {'4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:07.663777 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:07.682883 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.766237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Pushing event updated for resources: {'Port': ['ID=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:07.866437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=148dadb7-8d71-4087-a85c-d141b2a5a6c6,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:07.951571 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] Set router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:07.954469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port ba4319eb-af2f-4921-9660-ac63bde0ce8a completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:07.959480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port ba4319eb-af2f-4921-9660-ac63bde0ce8a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:07.960552 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.109033 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.132609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed032551-39e0-46a1-895e-91ef21f2e7e1 req-75599052-cab2-4868-bb73-f82f9cbdb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:08.134337 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed032551-39e0-46a1-895e-91ef21f2e7e1 req-75599052-cab2-4868-bb73-f82f9cbdb857 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1097 time: 0.2815294 Jul 08 01:51:08.135142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.169795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56f6d-defb-4a89-bd8d-25d748a4ba41 req-07759d43-5acc-45e6-a4bd-789b18890103 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:08.171364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fc56f6d-defb-4a89-bd8d-25d748a4ba41 req-07759d43-5acc-45e6-a4bd-789b18890103 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 948 time: 0.2235734 Jul 08 01:51:08.185044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9ac18f0d-b558-4bd5-a2b4-dcce63f1ef8f None None] Provisioning for port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:08.186051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-fe237469-396f-4030-bc60-659eb961caf2 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:51:08.187611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-fe237469-396f-4030-bc60-659eb961caf2 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289564 Jul 08 01:51:08.202665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Request body: {'binding': {'host': 'n-h2-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:08.203114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:51:08.208276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9ac18f0d-b558-4bd5-a2b4-dcce63f1ef8f None None] Provisioning complete for port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:08.213549 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9ac18f0d-b558-4bd5-a2b4-dcce63f1ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.259620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed032551-39e0-46a1-895e-91ef21f2e7e1 req-f0c5230e-853a-405d-b0f5-f79c5bbbe0af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090927 Jul 08 01:51:08.280283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ba4319eb-af2f-4921-9660-ac63bde0ce8a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ba4319eb-af2f-4921-9660-ac63bde0ce8a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:08.300716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fc56f6d-defb-4a89-bd8d-25d748a4ba41 req-05304dff-6a4e-421f-bd74-d79dcc7abc38 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116636 Jul 08 01:51:08.308573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9ac18f0d-b558-4bd5-a2b4-dcce63f1ef8f None None] Port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:08.332204 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:51:03Z', 'revision_number': 3, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port': {'id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:01Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:08.354128 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.362016 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3c578-5263-4181-a2bf-b424ec6fadfc None None] The sync data for ids ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'] in n-d-695189-13 is: [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:51:03Z', 'revision_number': 3, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port': {'id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:01Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:08.372046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.425368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on host n-h2-695189-13 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:08.426034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:08.426034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:08.430053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ba4319eb-af2f-4921-9660-ac63bde0ce8a,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:08.431306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:08.432112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:08.438242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:08.438634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:08.439031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:08.439494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Bound port: f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:08.474232 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.475056 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.515468 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88711967-3fcd-410f-a3a7-3b6d2be153b0 req-89b01e8a-f6b3-454f-a281-55bc98a28d74 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 210 time: 0.0447476 Jul 08 01:51:08.546893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:08.572374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Pushing event updated for resources: {'Port': ['ID=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:08.608068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.616193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-5d17e255-bab1-4475-9631-aab5fc8365fe service neutron] 10.222.0.10 "POST /v2.0/ports/f27a38fc-1cde-49e2-81ea-9fdf20f67d54/bindings HTTP/1.1" status: 201 len: 390 time: 0.4177017 Jul 08 01:51:08.630953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:08.632482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:08.768289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9b28-d2a9-47d0-ba6c-2801e84eb8fc req-d851aeb9-dcf4-49e0-8d9f-d10d1623b811 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:08.770010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f5f9b28-d2a9-47d0-ba6c-2801e84eb8fc req-d851aeb9-dcf4-49e0-8d9f-d10d1623b811 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 949 time: 0.1212621 Jul 08 01:51:08.824969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:08.936841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f5f9b28-d2a9-47d0-ba6c-2801e84eb8fc req-c28e5f90-bc63-4c99-959b-2bd222dbd75f tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216679 Jul 08 01:51:09.046891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b12a3b26-6ddf-4189-90f2-1bd7bdd7636e None None] Provisioning complete for port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:09.049790 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b12a3b26-6ddf-4189-90f2-1bd7bdd7636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.092335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:09.098767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-184f4adf-8c29-4342-9596-4b7728810d0b admin admin] 10.222.0.10 "PUT /v2.0/routers/4f3b4c9d-86d1-4d84-873e-e77b3a51ee73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4137406 Jul 08 01:51:09.138778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b12a3b26-6ddf-4189-90f2-1bd7bdd7636e None None] Port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:09.322600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-1b9887ca-124b-47f3-933d-650c9af604aa tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.325592 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-1b9887ca-124b-47f3-933d-650c9af604aa tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.18 "GET /v2.0/networks?id=70a6a4e9-8461-4da6-ba4a-98e92da0944b HTTP/1.1" status: 200 len: 829 time: 0.1559105 Jul 08 01:51:09.326360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9cbbb196-bf9d-482b-ba53-613a4bd754e5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:09.347952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Request body: {'port': {'device_id': '04183d83-483a-49dc-9245-320cea8f6b9e', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'admin_state_up': True, 'tenant_id': '84af9be7123748b5ac76b26d172d1be0'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:09.516619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27176228-f326-4fab-b2fa-0d4179e4b88a req-fd9e0eba-a21b-411e-8710-4709ac05ad1d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.518194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27176228-f326-4fab-b2fa-0d4179e4b88a req-fd9e0eba-a21b-411e-8710-4709ac05ad1d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 945 time: 0.1349483 Jul 08 01:51:09.533873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0711ff59-bff6-4dc4-a336-5166c6d6f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4319eb-af2f-4921-9660-ac63bde0ce8a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:09.536439 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952c47bc-5094-490f-802e-ef0fabaff13a" -d '{"events": [{"server_uuid": "0711ff59-bff6-4dc4-a336-5166c6d6f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "ba4319eb-af2f-4921-9660-ac63bde0ce8a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:09.548785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 9cbbb196-bf9d-482b-ba53-613a4bd754e5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:09.548785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 9cbbb196-bf9d-482b-ba53-613a4bd754e5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:09.548785 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.585782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device dc083b9b-0b8c-4546-90aa-568adcb197eb details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:09.594917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ccc69-1182-4899-a93c-a9dc1b4888ed req-51e17c94-7c47-48b9-a145-8c97fdf5e7dd tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.597549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27176228-f326-4fab-b2fa-0d4179e4b88a req-dd57524c-7aad-4ca4-b740-2d1b2e0cbac8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707018 Jul 08 01:51:09.611799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-604ccc69-1182-4899-a93c-a9dc1b4888ed req-51e17c94-7c47-48b9-a145-8c97fdf5e7dd tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 945 time: 0.5106680 Jul 08 01:51:09.749598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-604ccc69-1182-4899-a93c-a9dc1b4888ed req-7564eb96-1f4d-48cd-b298-9c872cd24a62 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367314 Jul 08 01:51:09.766058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-b136511f-a11e-48c7-83fa-62f4d5310859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.769358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-b136511f-a11e-48c7-83fa-62f4d5310859 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1097 time: 0.1087174 Jul 08 01:51:09.934794 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.982553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Made reservation on behalf of 84af9be7123748b5ac76b26d172d1be0 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:09.988962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.990209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 9cbbb196-bf9d-482b-ba53-613a4bd754e5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9cbbb196-bf9d-482b-ba53-613a4bd754e5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:09.992296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port dc083b9b-0b8c-4546-90aa-568adcb197eb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc083b9b-0b8c-4546-90aa-568adcb197eb,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:10.007691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'dc083b9b-0b8c-4546-90aa-568adcb197eb', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'dc083b9b-0b8c-4546-90aa-568adcb197eb', 'mac_address': 'fa:16:3e:ea:47:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:10.018904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-164fd224-936f-4de8-acde-a9511bf9cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.020443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-164fd224-936f-4de8-acde-a9511bf9cc0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.2418699 Jul 08 01:51:10.036056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cfc8a-76de-46cd-86b4-0f2cf8607591 req-06230692-75c3-4831-880e-e6d4064f337d tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.042831 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-174cfc8a-76de-46cd-86b4-0f2cf8607591 req-06230692-75c3-4831-880e-e6d4064f337d tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 948 time: 0.1387217 Jul 08 01:51:10.076996 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.096044 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.096829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 148dadb7-8d71-4087-a85c-d141b2a5a6c6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:10.112178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-88a83945-bab3-40e6-8d25-ec247f5dbe51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 200 len: 217 time: 0.0667062 Jul 08 01:51:10.144433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-174cfc8a-76de-46cd-86b4-0f2cf8607591 req-056b5c6d-5b65-4220-a9d8-c3e81ab7ac0e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001701 Jul 08 01:51:10.210417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Allocated IP 172.20.0.4 (70a6a4e9-8461-4da6-ba4a-98e92da0944b/e11338d5-366a-4ebb-a101-f86844c38fde/12e22d26-4edd-414c-b19e-5b15bfe446d4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:10.249930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=9cbbb196-bf9d-482b-ba53-613a4bd754e5,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:10.262811 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012a0564-69e3-430f-870a-173720b0a10c x-openstack-request-id: req-012a0564-69e3-430f-870a-173720b0a10c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:10.262811 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0711ff59-bff6-4dc4-a336-5166c6d6f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "ba4319eb-af2f-4921-9660-ac63bde0ce8a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:10.262811 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-012a0564-69e3-430f-870a-173720b0a10c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:10.262811 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0711ff59-bff6-4dc4-a336-5166c6d6f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4319eb-af2f-4921-9660-ac63bde0ce8a', 'code': 200} Jul 08 01:51:10.268396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc083b9b-0b8c-4546-90aa-568adcb197eb {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:10.332427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port dc083b9b-0b8c-4546-90aa-568adcb197eb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc083b9b-0b8c-4546-90aa-568adcb197eb,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:10.346193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:10.346565 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.425789 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.456055 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.492500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Transition to ACTIVE for port object 12e22d26-4edd-414c-b19e-5b15bfe446d4 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:10.500457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=dc083b9b-0b8c-4546-90aa-568adcb197eb,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:10.573747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56120) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.579553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-network', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:10.620166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbb1963c-40d5-4d87-b35b-ab400700f4e6 req-e60634e1-7b67-40b9-9964-9c410d1e0eef tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 210 time: 0.0687127 Jul 08 01:51:10.633644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-daa9b7dd-4b92-47ee-900f-67d06322ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.635185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-daa9b7dd-4b92-47ee-900f-67d06322ff22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.5150371 Jul 08 01:51:10.660611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.678618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-e399fe6d-d6ec-462d-b730-baf995dbd039 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298114 Jul 08 01:51:10.685678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442573e-8429-45b6-9b6f-5f7c0321efd8 req-18d668ff-54e8-48fa-9642-12785ec76fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.687168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6442573e-8429-45b6-9b6f-5f7c0321efd8 req-18d668ff-54e8-48fa-9642-12785ec76fe5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 1101 time: 0.1369345 Jul 08 01:51:10.711001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['dc083b9b-0b8c-4546-90aa-568adcb197eb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:10.739598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Made reservation on behalf of d9062d7d09c54e379bb2833b2d8090d9 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:10.741956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.751597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:10.764251 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:10.766107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.771109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:10.782708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.783771 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.786882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Pushing event updated for resources: {'Port': ['ID=12e22d26-4edd-414c-b19e-5b15bfe446d4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:10.797006 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6442573e-8429-45b6-9b6f-5f7c0321efd8 req-15cfba19-35ed-4ae2-8bbe-164bc12c12bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902181 Jul 08 01:51:10.825558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75470a89-84f2-4af8-be9a-115b344b1834 req-0b05d480-a14a-4c88-8de0-adcec98a5c1b tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.827145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75470a89-84f2-4af8-be9a-115b344b1834 req-0b05d480-a14a-4c88-8de0-adcec98a5c1b tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 949 time: 0.2016075 Jul 08 01:51:10.849081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-9eb8b7f7-46f6-4531-9e15-bdc50ed5dd09 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503320 Jul 08 01:51:10.917656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75470a89-84f2-4af8-be9a-115b344b1834 req-aaa15fd4-71af-4531-b0ef-58e771d8cc2f tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814252 Jul 08 01:51:11.019902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-3f581b59-000a-43cf-94a9-d99fc3227d83 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508477 Jul 08 01:51:11.041188 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.106725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9cbbb196-bf9d-482b-ba53-613a4bd754e5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:11.129243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.135665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Sync routers for ids ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:11.149128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Routers {'4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:11.150800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:11.164921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:51:11.178384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d995c-2708-4eb6-bee9-d801a2477676,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:11.184785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.185031 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Added segment feaef821-d023-4a58-9cf6-eac6954e1138 of type vlan for network 8ccfe293-b2ab-4799-998a-328241eee87d Jul 08 01:51:11.195779 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:51:11.244788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-364f8046-354e-454f-bd85-08a170e8a18b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9083083 Jul 08 01:51:11.271459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Request body: {'port': {'device_id': '04183d83-483a-49dc-9245-320cea8f6b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:11.278225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.312484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b175c2e-a490-4d60-8e98-770033fc5cb8 req-9ca7b147-d606-467c-b132-aae5257d1f39 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.314406 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b175c2e-a490-4d60-8e98-770033fc5cb8 req-9ca7b147-d606-467c-b132-aae5257d1f39 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 945 time: 0.2238936 Jul 08 01:51:11.340154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-730a8b5b-99ac-4010-af2c-4d9f64ddfe9c tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.341851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-730a8b5b-99ac-4010-af2c-4d9f64ddfe9c tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.1576059 Jul 08 01:51:11.362923 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-13'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:11.413135 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.417681 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b175c2e-a490-4d60-8e98-770033fc5cb8 req-93883ad6-7c9a-45ac-8152-ed8ebf4d2a61 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877166 Jul 08 01:51:11.451123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0cb88-2041-49a1-b654-4c73e9a0d017 req-377164b7-c659-4cda-a163-ce56f937b1d6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.458688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9e0cb88-2041-49a1-b654-4c73e9a0d017 req-377164b7-c659-4cda-a163-ce56f937b1d6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 945 time: 0.1696308 Jul 08 01:51:11.480010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 9cbbb196-bf9d-482b-ba53-613a4bd754e5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:11.480365 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.507638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.511554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Set router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:11.527246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.528282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.529035 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.539434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9e0cb88-2041-49a1-b654-4c73e9a0d017 req-cd7275a8-6328-421b-af84-a3d7e6d3e54a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745878 Jul 08 01:51:11.545953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d16e6bd6-aa34-4306-9e2e-f47c903663b5 None None] Provisioning for port 12e22d26-4edd-414c-b19e-5b15bfe446d4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:11.553567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d16e6bd6-aa34-4306-9e2e-f47c903663b5 None None] Provisioning complete for port 12e22d26-4edd-414c-b19e-5b15bfe446d4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:11.554052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d16e6bd6-aa34-4306-9e2e-f47c903663b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.687213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d16e6bd6-aa34-4306-9e2e-f47c903663b5 None None] Port 12e22d26-4edd-414c-b19e-5b15bfe446d4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:11.700623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1256785 Jul 08 01:51:11.703840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:11.710922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Request body: {'subnet': {'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-subnet', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:11.716002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb9967-5576-44f0-b4fe-e027003e6749 admin admin] Pushing event updated for resources: {'Network': ['ID=8ccfe293-b2ab-4799-998a-328241eee87d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:11.733159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:11.778660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:11.817033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8ccfe293-b2ab-4799-998a-328241eee87d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:51:11.822284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:11.824643 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5baa5c1-0a2b-4a12-9ff5-6d332104d16d" -d '{"events": [{"server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "name": "network-vif-unplugged", "status": "completed", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:11.829211 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.839843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Made reservation on behalf of d9062d7d09c54e379bb2833b2d8090d9 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:11.842353 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.965945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 4, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port': {'id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:01Z', 'updated_at': '2021-07-08T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c', 'name': '', 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'mac_address': 'fa:16:3e:2c:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eca579ec-c876-455e-87ba-c3b1bf144c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:06Z', 'updated_at': '2021-07-08T01:51:08Z', 'revision_number': 2, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'subnets': [{'id': 'eca579ec-c876-455e-87ba-c3b1bf144c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:11.998346 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Checking router: 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:11.998808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Updating router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:51:12.000778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4abb2640-b5fa-4678-a048-506f4dbfe40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.006351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.050713 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.119722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eba5a5-bf70-48c3-b2a4-2c118550bee4 req-ae1f488d-c31d-4cda-bcbf-4d2c3dcbdc9e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.127686 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34eba5a5-bf70-48c3-b2a4-2c118550bee4 req-ae1f488d-c31d-4cda-bcbf-4d2c3dcbdc9e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 949 time: 0.5200250 Jul 08 01:51:12.138230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Pushing event updated for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:12.168332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.200147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34eba5a5-bf70-48c3-b2a4-2c118550bee4 req-5a09a8b6-612f-4a5c-b258-62ced5e68db5 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713561 Jul 08 01:51:12.206964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on host n-h1-695189-13 for vnic_type normal with profile {"migrating_to": "n-h2-695189-13"} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:12.207300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:12.207655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:12.231842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:12.232174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Attempting to bind port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:12.247608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a03cc-1044-4dd8-aec1-6da25b44afec req-c4d28427-559c-4e8b-8fb5-ab77226f2c0b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.249160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c8a03cc-1044-4dd8-aec1-6da25b44afec req-c4d28427-559c-4e8b-8fb5-ab77226f2c0b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1097 time: 0.1889739 Jul 08 01:51:12.258268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:12.258671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:12.259031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:12.260996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Bound port: f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:12.260996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.270662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4a2990-de72-444c-b002-d9a7174b559c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:12.282129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e22d26-4edd-414c-b19e-5b15bfe446d4 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:12.291029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.296018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Checking segment: {'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:12.296609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Network hostable DHCP agents. Network: 8ccfe293-b2ab-4799-998a-328241eee87d, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:51:12.304649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Transition to ACTIVE for port object 12e22d26-4edd-414c-b19e-5b15bfe446d4 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:12.359046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c8a03cc-1044-4dd8-aec1-6da25b44afec req-f5f7cde7-b205-4c86-b362-2b4f261cb646 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843780 Jul 08 01:51:12.380192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:12.385704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:12.400238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c4be-6cb6-47c1-948d-5dd54434783a req-67d02eba-e6be-41a1-8e3a-f6c69b45c558 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.401767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c160c4be-6cb6-47c1-948d-5dd54434783a req-67d02eba-e6be-41a1-8e3a-f6c69b45c558 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 931 time: 0.0830655 Jul 08 01:51:12.406749 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.418414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Transition to ACTIVE for port object c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:12.426455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.456707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Network 8ccfe293-b2ab-4799-998a-328241eee87d is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:51:12.463560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.488135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c160c4be-6cb6-47c1-948d-5dd54434783a req-48d2026a-49a2-4e43-8826-16954a82e5b6 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804825 Jul 08 01:51:12.500343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Pushing event updated for resources: {'Port': ['ID=12e22d26-4edd-414c-b19e-5b15bfe446d4,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:12.542453 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd913d9d-fcf1-48ff-b864-a56c15242943 x-openstack-request-id: req-bd913d9d-fcf1-48ff-b864-a56c15242943 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:12.543162 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.543525 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "name": "network-vif-unplugged", "status": "completed", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:12.543963 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd913d9d-fcf1-48ff-b864-a56c15242943 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:12.549365 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54', 'code': 200} Jul 08 01:51:12.561769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.562915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.564555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] 10.222.0.32 "PUT /v2.0/ports/f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 200 len: 1123 time: 1.2096682 Jul 08 01:51:12.575305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e820-a94f-4664-9f42-2b0898f84edf service neutron] Pushing event updated for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=8']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:12.589626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 8ccfe293-b2ab-4799-998a-328241eee87d) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:12.589626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.589626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.621227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Attempting to bind port 12e22d26-4edd-414c-b19e-5b15bfe446d4 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:12.621770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Attempting to bind port 12e22d26-4edd-414c-b19e-5b15bfe446d4 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:12.622102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Attempting to bind port 12e22d26-4edd-414c-b19e-5b15bfe446d4 on network 70a6a4e9-8461-4da6-ba4a-98e92da0944b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:12.630304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Port 12e22d26-4edd-414c-b19e-5b15bfe446d4 on network 70a6a4e9-8461-4da6-ba4a-98e92da0944b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:12.630723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Attempting to bind port 12e22d26-4edd-414c-b19e-5b15bfe446d4 on network 70a6a4e9-8461-4da6-ba4a-98e92da0944b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:12.637461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:12.638028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Checking segment: {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:12.638496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Bound using segment: {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:12.639060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Bound port: 12e22d26-4edd-414c-b19e-5b15bfe446d4, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad7a14d-4204-4099-b6cc-a1cd7c27906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:12.639489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.656779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24698304-5765-4168-b590-a49c19883cd9 None None] Pushing event updated for resources: {'Port': ['ID=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:12.667285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabdb2a-bbc7-4663-9818-ab418cf3b2ed None None] Network 8ccfe293-b2ab-4799-998a-328241eee87d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:12.718139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7333c812-94cf-4fc3-9e63-4776c6dfb026 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0112889 Jul 08 01:51:12.721129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56168) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:12.740414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:12.771491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f27a38fc-1cde-49e2-81ea-9fdf20f67d54'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:12.799954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7df54-02c5-4f68-b008-f41c8f5a2d36 req-760abc58-9b95-4ea5-a5ce-f681395c3f39 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.808947 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ee7df54-02c5-4f68-b008-f41c8f5a2d36 req-760abc58-9b95-4ea5-a5ce-f681395c3f39 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 949 time: 0.1290126 Jul 08 01:51:12.844458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] For port 12e22d26-4edd-414c-b19e-5b15bfe446d4, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:12.859240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] For port 12e22d26-4edd-414c-b19e-5b15bfe446d4, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:12.865034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ee7df54-02c5-4f68-b008-f41c8f5a2d36 req-7ade986d-ec65-4cde-b4d5-fe66b6ff1d00 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543869 Jul 08 01:51:12.928336 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.933626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.940698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.955078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd686b-5358-485b-bf31-b9182edba84a req-0ccd7eee-87dd-4060-800a-fdb273733317 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.957840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36bd686b-5358-485b-bf31-b9182edba84a req-0ccd7eee-87dd-4060-800a-fdb273733317 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1097 time: 0.1110210 Jul 08 01:51:12.963027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Attempting to bind port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:12.963544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Attempting to bind port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:12.967450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Attempting to bind port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c on network a2d6e637-07c5-45cd-a088-dc63934c1f06 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:13.008041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:13.008041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Checking segment: {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:13.008041 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.008041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Bound using segment: {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:13.008041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Bound port: c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:13.008041 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.013973 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.014970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.016634 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] 10.222.0.18 "PUT /v2.0/ports/12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 200 len: 1092 time: 1.7611098 Jul 08 01:51:13.027869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:13.030527 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccb02c8-a932-49f1-a278-c06024470a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:13.099420 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90794e87-6349-4782-9b7c-6495fa0bbb37 service neutron] Pushing event updated for resources: {'Port': ['ID=12e22d26-4edd-414c-b19e-5b15bfe446d4,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:13.112504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.130507 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36bd686b-5358-485b-bf31-b9182edba84a req-b3be3818-0a50-4e44-b223-161758647e49 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431456 Jul 08 01:51:13.178624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfe5f5-3147-4f61-96ff-06fabc4a0c3c req-fab4493c-2da6-4800-99cb-d4922b57bf12 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.190445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bfe5f5-3147-4f61-96ff-06fabc4a0c3c req-fab4493c-2da6-4800-99cb-d4922b57bf12 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 943 time: 0.1502523 Jul 08 01:51:13.206705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-8ccfe293-b2ab-4799-998a-328241eee87d', 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'fixed_ips': [{'subnet_id': 'aa4a2990-de72-444c-b002-d9a7174b559c'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:51:13.208213 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.290612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bfe5f5-3147-4f61-96ff-06fabc4a0c3c req-93e63317-00f8-4264-92ac-6abfdd5b902b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968001 Jul 08 01:51:13.383370 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ca552-2518-46f4-909c-78d1be7483ff x-openstack-request-id: req-5b9ca552-2518-46f4-909c-78d1be7483ff {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:13.387966 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:13.387966 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b9ca552-2518-46f4-909c-78d1be7483ff {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:13.387966 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'status': 'completed', 'code': 200} Jul 08 01:51:13.421363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Allocated IP 172.20.0.2 (8ccfe293-b2ab-4799-998a-328241eee87d/aa4a2990-de72-444c-b002-d9a7174b559c/71c50136-9c7e-4142-a471-302e8cacb4c2) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:13.488182 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.494732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] For port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:13.507895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] For port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:13.508773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-aa1a48c3-b1e0-4d65-be32-68132eaeb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.510412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-aa1a48c3-b1e0-4d65-be32-68132eaeb116 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84af9be7123748b5ac76b26d172d1be0&device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 1095 time: 0.3753328 Jul 08 01:51:13.563091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device dc083b9b-0b8c-4546-90aa-568adcb197eb up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:13.566452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554455f5-a2f4-4565-864f-7d36be3e496c req-4ea4f196-ddfd-40b8-8565-3d88a59f8d72 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.568738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-554455f5-a2f4-4565-864f-7d36be3e496c req-4ea4f196-ddfd-40b8-8565-3d88a59f8d72 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 949 time: 0.1216352 Jul 08 01:51:13.607710 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-a2c07298-e2f4-462f-b7cc-9e1d351cd568 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 200 len: 217 time: 0.0888760 Jul 08 01:51:13.622232 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.631238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-554455f5-a2f4-4565-864f-7d36be3e496c req-66b93d21-0ccb-47fd-a857-865a032e2cf1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534451 Jul 08 01:51:13.721568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-b23c396a-0bea-4c5e-868a-1fa053b8e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.723594 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-b23c396a-0bea-4c5e-868a-1fa053b8e8c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e11338d5-366a-4ebb-a101-f86844c38fde HTTP/1.1" status: 200 len: 868 time: 0.1026254 Jul 08 01:51:13.745279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Routers {'4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:13.745935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:13.806993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-cc638989-7f55-4c34-8112-6b57540d9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.808562 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-cc638989-7f55-4c34-8112-6b57540d9091 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70a6a4e9-8461-4da6-ba4a-98e92da0944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786998 Jul 08 01:51:13.864297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24698304-5765-4168-b590-a49c19883cd9 None None] Pushing event updated for resources: {'Port': ['ID=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:13.867781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port dc083b9b-0b8c-4546-90aa-568adcb197eb completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:13.880179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.881979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port dc083b9b-0b8c-4546-90aa-568adcb197eb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:13.882343 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.032045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.036253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-931cc386-569e-4492-987a-7ccf3f5c1c56 service neutron] 10.222.0.18 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175279 Jul 08 01:51:14.102538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Transition to ACTIVE for port object 71c50136-9c7e-4142-a471-302e8cacb4c2 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:14.164150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.210878 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.239609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Transition to ACTIVE for port object 71c50136-9c7e-4142-a471-302e8cacb4c2 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:14.242131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53246e2-a07d-4905-a7cc-408e3cd199a0 req-65abf2c8-4d53-4f33-ae91-3499e7ebd46d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:14.244777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f53246e2-a07d-4905-a7cc-408e3cd199a0 req-65abf2c8-4d53-4f33-ae91-3499e7ebd46d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 943 time: 0.0999644 Jul 08 01:51:14.248767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] Set router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:14.292338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c82aca-5fe5-4f97-a587-fa08a983d1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc083b9b-0b8c-4546-90aa-568adcb197eb'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:14.294643 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dede64-d555-4881-be49-8e3d2449f911" -d '{"events": [{"server_uuid": "54c82aca-5fe5-4f97-a587-fa08a983d1b9", "name": "network-vif-plugged", "status": "completed", "tag": "dc083b9b-0b8c-4546-90aa-568adcb197eb"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:14.303803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0bdab23-85e2-4d95-a4fb-3e71a9055856 req-91228ac7-897f-4a36-a40c-3a00a3e07bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473392 Jul 08 01:51:14.304053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f53246e2-a07d-4905-a7cc-408e3cd199a0 req-058afe34-4bcc-46e1-8a88-80272307d4fe tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524027 Jul 08 01:51:14.304903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:14.316629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port dc083b9b-0b8c-4546-90aa-568adcb197eb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc083b9b-0b8c-4546-90aa-568adcb197eb,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:14.322450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.382900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Allocated IP 172.25.8.187 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/e78146ad-a55d-49a6-955c-90489b8f25de) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:14.383151 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4f478cba-5829-4613-bf1a-75a57b05c04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.389721 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.410095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Network 8ccfe293-b2ab-4799-998a-328241eee87d is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:14.445344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:14.452320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:14.460911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Pushing event updated for resources: {'Port': ['ID=71c50136-9c7e-4142-a471-302e8cacb4c2,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:14.527382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.540994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faed7bc0-40f6-48ee-8ac9-914e3af04d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.552593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:14.555192 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d7611c-934a-400b-a510-3ccd7fa70226" -d '{"events": [{"name": "network-changed", "server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:14.587452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e3b55-3c17-4882-81fa-de846f10503d req-d248194a-6b21-45b8-ba4b-19ce364b2275 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:14.588967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d79e3b55-3c17-4882-81fa-de846f10503d req-d248194a-6b21-45b8-ba4b-19ce364b2275 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 949 time: 0.3479567 Jul 08 01:51:14.591025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=dc083b9b-0b8c-4546-90aa-568adcb197eb,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:14.595489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Attempting to bind port 71c50136-9c7e-4142-a471-302e8cacb4c2 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:14.595489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Attempting to bind port 71c50136-9c7e-4142-a471-302e8cacb4c2 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:14.596260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Attempting to bind port 71c50136-9c7e-4142-a471-302e8cacb4c2 on network 8ccfe293-b2ab-4799-998a-328241eee87d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:14.616960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed143ca-f506-4de4-8421-fc1266e30a4e req-64826891-278b-4210-9761-f65820bc6c00 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:14.623914 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ed143ca-f506-4de4-8421-fc1266e30a4e req-64826891-278b-4210-9761-f65820bc6c00 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1097 time: 0.1362903 Jul 08 01:51:14.626383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:14.626831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Checking segment: {'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:14.627193 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.627630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Bound using segment: {'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:14.628114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Bound port: 71c50136-9c7e-4142-a471-302e8cacb4c2, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:14.628508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.670646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-277fa0a9-e677-47bc-8eef-090a12414287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:14.672200 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-277fa0a9-e677-47bc-8eef-090a12414287 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84af9be7123748b5ac76b26d172d1be0&device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 1095 time: 0.1383421 Jul 08 01:51:14.683242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ed143ca-f506-4de4-8421-fc1266e30a4e req-aca1fced-3b9a-4a23-a346-288d52fc649b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577705 Jul 08 01:51:14.684473 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d79e3b55-3c17-4882-81fa-de846f10503d req-98826462-7157-4d63-96ff-01ccc840cc65 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782919 Jul 08 01:51:14.720345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] For port 71c50136-9c7e-4142-a471-302e8cacb4c2, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:14.725748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] For port 71c50136-9c7e-4142-a471-302e8cacb4c2, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=71c50136-9c7e-4142-a471-302e8cacb4c2,segment=NetworkSegment(feaef821-d023-4a58-9cf6-eac6954e1138),segment_id=feaef821-d023-4a58-9cf6-eac6954e1138)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:14.739917 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 4, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port': {'id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:01Z', 'updated_at': '2021-07-08T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c', 'name': '', 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'mac_address': 'fa:16:3e:2c:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eca579ec-c876-455e-87ba-c3b1bf144c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:06Z', 'updated_at': '2021-07-08T01:51:13Z', 'revision_number': 4, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'subnets': [{'id': 'eca579ec-c876-455e-87ba-c3b1bf144c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:14.757063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faed7bc0-40f6-48ee-8ac9-914e3af04d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.784831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.785649 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a3c4db-b120-4df0-8f01-96df623e2e26 x-openstack-request-id: req-a3a3c4db-b120-4df0-8f01-96df623e2e26 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:14.786002 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c82aca-5fe5-4f97-a587-fa08a983d1b9", "name": "network-vif-plugged", "status": "completed", "tag": "dc083b9b-0b8c-4546-90aa-568adcb197eb", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:14.786262 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3a3c4db-b120-4df0-8f01-96df623e2e26 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:14.786727 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c82aca-5fe5-4f97-a587-fa08a983d1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc083b9b-0b8c-4546-90aa-568adcb197eb', 'code': 200} Jul 08 01:51:14.789792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745d94d-0c89-4f29-a78b-e600d01f280a None None] The sync data for ids ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'] in n-d-695189-13 is: [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 4, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port': {'id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:01Z', 'updated_at': '2021-07-08T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c', 'name': '', 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'mac_address': 'fa:16:3e:2c:d0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eca579ec-c876-455e-87ba-c3b1bf144c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:06Z', 'updated_at': '2021-07-08T01:51:13Z', 'revision_number': 4, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'subnets': [{'id': 'eca579ec-c876-455e-87ba-c3b1bf144c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:14.812090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.841284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-faed7bc0-40f6-48ee-8ac9-914e3af04d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.872059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:14.878204 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a26be9-192f-4322-b932-00e47651876b x-openstack-request-id: req-a5a26be9-192f-4322-b932-00e47651876b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:14.880403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-015cf049-38ff-46b1-ae29-8828d8bf19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:14.888222 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:14.889475 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5a26be9-192f-4322-b932-00e47651876b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:14.890752 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54', 'status': 'completed', 'code': 200} Jul 08 01:51:14.892886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-015cf049-38ff-46b1-ae29-8828d8bf19c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70a6a4e9-8461-4da6-ba4a-98e92da0944b HTTP/1.1" status: 200 len: 930 time: 0.2124856 Jul 08 01:51:14.900059 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.962073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387f185-0771-4cdc-91ee-8bcdb2a43505 None None] Pushing event updated for resources: {'Port': ['ID=71c50136-9c7e-4142-a471-302e8cacb4c2,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:14.985258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:15.027457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:15.048570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-faed7bc0-40f6-48ee-8ac9-914e3af04d0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7c242d8352143e9a2d5053fff567a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7421081 Jul 08 01:51:15.052558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56210) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:15.084661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed7bc0-40f6-48ee-8ac9-914e3af04d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bdadfd-2956-4805-8884-f4b7eabdf13f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:15.139996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:15.208809 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abef7b57-5a9e-4401-ade8-3d5348942d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.212286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74040c1c-843d-4a43-8852-5d92259516ad req-acd548f8-fcaa-499b-8572-b85f4f0a7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:15.214456 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74040c1c-843d-4a43-8852-5d92259516ad req-acd548f8-fcaa-499b-8572-b85f4f0a7bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 1102 time: 0.3080897 Jul 08 01:51:15.242027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdabaf4-c88c-419c-81db-0df9260789dd req-4ed1d55a-01e2-42ba-a958-37a3d5a4f1d2 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:15.251445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efdabaf4-c88c-419c-81db-0df9260789dd req-4ed1d55a-01e2-42ba-a958-37a3d5a4f1d2 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 950 time: 0.2328548 Jul 08 01:51:15.252620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Pushing event updated for resources: {'Port': ['ID=e78146ad-a55d-49a6-955c-90489b8f25de,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:15.299176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-c1e09e8b-86cf-4108-82f4-cb9d130bc2d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 200 len: 217 time: 0.3375130 Jul 08 01:51:15.300121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abef7b57-5a9e-4401-ade8-3d5348942d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.327655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-479a2579-76bf-4c46-a410-9b58c87744a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:15.329221 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-479a2579-76bf-4c46-a410-9b58c87744a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1126 time: 0.4558957 Jul 08 01:51:15.381616 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efdabaf4-c88c-419c-81db-0df9260789dd req-4101558d-eaef-49a6-91b6-cc586d14949a tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232073 Jul 08 01:51:15.390926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:15.392539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74040c1c-843d-4a43-8852-5d92259516ad req-0808db8f-e5b1-4564-b80d-b93b0bb3ea74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668234 Jul 08 01:51:15.396789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:15.397259 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.508219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abef7b57-5a9e-4401-ade8-3d5348942d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.517027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abef7b57-5a9e-4401-ade8-3d5348942d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.520648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-abef7b57-5a9e-4401-ade8-3d5348942d4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0bdadfd-2956-4805-8884-f4b7eabdf13f HTTP/1.1" status: 204 len: 168 time: 0.4646268 Jul 08 01:51:15.539610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef7b57-5a9e-4401-ade8-3d5348942d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bdadfd-2956-4805-8884-f4b7eabdf13f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:15.551973 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.604717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a9aba-607f-48a1-bca6-73b4ad3a60b0 req-033d21c4-4d14-4f90-9748-99074cc4744d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:15.611782 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a30a9aba-607f-48a1-bca6-73b4ad3a60b0 req-033d21c4-4d14-4f90-9748-99074cc4744d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 943 time: 0.6516719 Jul 08 01:51:15.623239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:15.627799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f27a38fc-1cde-49e2-81ea-9fdf20f67d54 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:15.632782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-5e5ba8ed-66b4-4789-a3c4-9e97d52b6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:15.635241 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-5e5ba8ed-66b4-4789-a3c4-9e97d52b6f18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e11338d5-366a-4ebb-a101-f86844c38fde HTTP/1.1" status: 200 len: 868 time: 0.3302388 Jul 08 01:51:15.642063 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.709592 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.762922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c46c9-d1ac-49fe-8998-7221ec391340 req-72f1f38c-ab37-44c6-a713-5d28a8d68718 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:15.771121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d1c46c9-d1ac-49fe-8998-7221ec391340 req-72f1f38c-ab37-44c6-a713-5d28a8d68718 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 943 time: 0.1159635 Jul 08 01:51:15.837384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:15.855015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f27a38fc-1cde-49e2-81ea-9fdf20f67d54 has no active binding in host n-h2-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:51:15.871379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d1c46c9-d1ac-49fe-8998-7221ec391340 req-0e73afae-df2e-4e45-8a79-880f8ccf583e tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984375 Jul 08 01:51:15.887913 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.943585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:16.117113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da384804-465b-4559-9723-99e1a34c23ba req-b5150d2e-6d72-44ca-8fc3-02939e4558c0 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:16.118801 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da384804-465b-4559-9723-99e1a34c23ba req-b5150d2e-6d72-44ca-8fc3-02939e4558c0 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1097 time: 0.1007395 Jul 08 01:51:16.170907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da384804-465b-4559-9723-99e1a34c23ba req-594a7ae6-448f-4747-9881-8e778e58f007 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Jul 08 01:51:16.221871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-45eea293-e370-47b7-bb52-7e063c4b19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:16.223402 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-45eea293-e370-47b7-bb52-7e063c4b19d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.8871331 Jul 08 01:51:16.236959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a30a9aba-607f-48a1-bca6-73b4ad3a60b0 req-579d4794-caf6-4c99-b0b0-edfb8b91a632 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243122 Jul 08 01:51:16.297823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-b6a5e22a-7148-49b0-a8cc-45344acc3833 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 200 len: 217 time: 0.0654891 Jul 08 01:51:16.409286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:16.448395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-e4119700-4bbe-40d0-a964-53a762472bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:16.450640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-e4119700-4bbe-40d0-a964-53a762472bdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70a6a4e9-8461-4da6-ba4a-98e92da0944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7994297 Jul 08 01:51:16.450752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdaa149b-c6cc-4f4e-aa44-4da2a98f1cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.457441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106efb9-752d-4b2d-aed7-7a629c60c138 None None] Network 8ccfe293-b2ab-4799-998a-328241eee87d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:16.473875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-0b66f592-4811-4237-90c8-052ad151d9bc tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:16.475852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-0b66f592-4811-4237-90c8-052ad151d9bc tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.32 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 949 time: 0.2492287 Jul 08 01:51:16.632883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-a3214a8e-a931-4221-8c91-760b5c7adbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:16.635269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-a3214a8e-a931-4221-8c91-760b5c7adbde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.3243253 Jul 08 01:51:16.636721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce53d1f-9e21-416c-86d8-9573efacc2fb req-294feb47-59be-49ca-beb8-7911065b09d5 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:16.638315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ce53d1f-9e21-416c-86d8-9573efacc2fb req-294feb47-59be-49ca-beb8-7911065b09d5 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 949 time: 0.2993073 Jul 08 01:51:16.647257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-27453005-d591-476d-ba77-b5dcaca862e8 None None] Provisioning for port 71c50136-9c7e-4142-a471-302e8cacb4c2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:16.725097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-e244bd15-afde-4f2b-ba7c-be5b492397d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410957 Jul 08 01:51:16.794109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ce53d1f-9e21-416c-86d8-9573efacc2fb req-3c733c51-c509-4974-95b4-c65c8451f38a tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6089f1-0379-4099-833a-c71a601f55d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208434 Jul 08 01:51:16.836182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Deleting port ba4319eb-af2f-4921-9660-ac63bde0ce8a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:16.836538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.849155 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-fcf5abc2-ce84-4558-9335-dae1d7cd9ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757620 Jul 08 01:51:16.970016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.989713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdaa149b-c6cc-4f4e-aa44-4da2a98f1cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.022695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 12e22d26-4edd-414c-b19e-5b15bfe446d4 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:17.109398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccb02c8-a932-49f1-a278-c06024470a8e req-0c5ee133-167d-4c5a-b938-68ae048a04dd service neutron] 10.222.0.18 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166445 Jul 08 01:51:17.143486 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-9349dbff-7422-4028-9266-4424f04c1cfd service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787527 Jul 08 01:51:17.177720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cdaa149b-c6cc-4f4e-aa44-4da2a98f1cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.208040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] For port ba4319eb-af2f-4921-9660-ac63bde0ce8a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ba4319eb-af2f-4921-9660-ac63bde0ce8a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:17.208832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.240794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 12e22d26-4edd-414c-b19e-5b15bfe446d4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:17.253585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'port_id': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'mac_address': 'fa:16:3e:7c:81:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:17.264130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:17.271046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2188-714a-450b-86e0-c6c03e70d137 req-cb936d61-157f-4c3e-bc3a-979647798b6e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:17.279532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c45c2188-714a-450b-86e0-c6c03e70d137 req-cb936d61-157f-4c3e-bc3a-979647798b6e tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 950 time: 0.3254511 Jul 08 01:51:17.331478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Calling delete_port for ba4319eb-af2f-4921-9660-ac63bde0ce8a owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:17.338255 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.338797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa149b-c6cc-4f4e-aa44-4da2a98f1cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d643b-970b-4016-91b5-32d46a2c041e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:17.341363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02d7611c-934a-400b-a510-3ccd7fa70226 req-7135d3aa-ba04-47c4-a9f6-58336aeee963 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672995 Jul 08 01:51:17.344882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cdaa149b-c6cc-4f4e-aa44-4da2a98f1cfd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=853d33108dd94df58b1320a3d29dc6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9330332 Jul 08 01:51:17.360141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.370764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Router fb11649f-0775-4ab4-a186-46cbbaf44e3d is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:51:17.382558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e22d26-4edd-414c-b19e-5b15bfe446d4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:17.410302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 12e22d26-4edd-414c-b19e-5b15bfe446d4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:17.427072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:17.427415 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.460683 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.525712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.528505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:17.540923 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Sync routers for ids ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:17.559372 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Routers {'fb11649f-0775-4ab4-a186-46cbbaf44e3d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:17.560320 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:17.619909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=12e22d26-4edd-414c-b19e-5b15bfe446d4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:17.625595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 71c50136-9c7e-4142-a471-302e8cacb4c2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:17.634391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.637702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-be72febb-9e16-4458-b864-2815d3477a6a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9149842 Jul 08 01:51:17.639738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56254) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.702287 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Set router fb11649f-0775-4ab4-a186-46cbbaf44e3d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:17.715234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-95d4c208-6136-42e3-8625-3e4c410c272d service neutron] 10.222.0.18 "GET /v2.0/ports/f27a38fc-1cde-49e2-81ea-9fdf20f67d54/bindings/n-h2-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.6304739 Jul 08 01:51:17.737545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c45c2188-714a-450b-86e0-c6c03e70d137 req-8631f8cb-962d-43a4-8128-0818600d460f tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555349 Jul 08 01:51:17.742610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 71c50136-9c7e-4142-a471-302e8cacb4c2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:17.747602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 71c50136-9c7e-4142-a471-302e8cacb4c2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:17.747982 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.807764 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4052f3f0-91a9-49ae-a84e-c5559de6d421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.830233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['12e22d26-4edd-414c-b19e-5b15bfe446d4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:17.869494 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4052f3f0-91a9-49ae-a84e-c5559de6d421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.950652 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.953091 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.025489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 71c50136-9c7e-4142-a471-302e8cacb4c2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=71c50136-9c7e-4142-a471-302e8cacb4c2,segment=NetworkSegment(feaef821-d023-4a58-9cf6-eac6954e1138),segment_id=feaef821-d023-4a58-9cf6-eac6954e1138)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:18.076420 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:51:15Z', 'revision_number': 3, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port': {'id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:14Z', 'updated_at': '2021-07-08T01:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:18.096236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:18.129459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.138407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:18.186139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.188670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4052f3f0-91a9-49ae-a84e-c5559de6d421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.190921 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4052f3f0-91a9-49ae-a84e-c5559de6d421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.195060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4052f3f0-91a9-49ae-a84e-c5559de6d421 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df2d643b-970b-4016-91b5-32d46a2c041e HTTP/1.1" status: 204 len: 168 time: 0.8380167 Jul 08 01:51:18.230717 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Checking router: fb11649f-0775-4ab4-a186-46cbbaf44e3d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:18.231453 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Updating router fb11649f-0775-4ab4-a186-46cbbaf44e3d port e78146ad-a55d-49a6-955c-90489b8f25de binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:51:18.240146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=71c50136-9c7e-4142-a471-302e8cacb4c2,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:18.281612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Pushing event deleted for resources: {'Port': ['ID=ba4319eb-af2f-4921-9660-ac63bde0ce8a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:18.290933 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.361808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052f3f0-91a9-49ae-a84e-c5559de6d421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d643b-970b-4016-91b5-32d46a2c041e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:18.384329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27a38fc-1cde-49e2-81ea-9fdf20f67d54 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:18.435024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:18.438293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] No DVR routers for this DVR port ba4319eb-af2f-4921-9660-ac63bde0ce8a on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:18.447454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.449772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49fe9ab0-9d1e-4773-bd9c-c8dfdca3eef1 req-10d0845a-397a-431b-88f4-1cae9ebd8a57 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.32 "DELETE /v2.0/ports/ba4319eb-af2f-4921-9660-ac63bde0ce8a HTTP/1.1" status: 204 len: 173 time: 1.9639688 Jul 08 01:51:18.452631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0711ff59-bff6-4dc4-a336-5166c6d6f4b7', 'name': 'network-vif-deleted', 'tag': 'ba4319eb-af2f-4921-9660-ac63bde0ce8a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:18.454701 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e1891-f4d7-45cb-892c-46c4c6a5afb9" -d '{"events": [{"server_uuid": "0711ff59-bff6-4dc4-a336-5166c6d6f4b7", "name": "network-vif-deleted", "tag": "ba4319eb-af2f-4921-9660-ac63bde0ce8a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:18.489555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf3308-d79e-448f-9c8e-f1f82a97a2b9 req-d3aac1e9-d4a7-4df1-a0dd-af45b654e78b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:18.491079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ebf3308-d79e-448f-9c8e-f1f82a97a2b9 req-d3aac1e9-d4a7-4df1-a0dd-af45b654e78b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 944 time: 0.2360055 Jul 08 01:51:18.528030 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.552929 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ebf3308-d79e-448f-9c8e-f1f82a97a2b9 req-55726f03-8f6b-48a5-a892-47c8a85a051c tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 Jul 08 01:51:18.565253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.632364 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.651422 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Transition to ACTIVE for port object e78146ad-a55d-49a6-955c-90489b8f25de will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:18.686765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] Transition to ACTIVE for port object f27a38fc-1cde-49e2-81ea-9fdf20f67d54 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:18.738404 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.781370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Allocated IP 172.20.0.1 (8ccfe293-b2ab-4799-998a-328241eee87d/aa4a2990-de72-444c-b002-d9a7174b559c/b9f5f707-dd35-449c-9504-dc6758d89146) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:18.793730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.810614 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Attempting to bind port e78146ad-a55d-49a6-955c-90489b8f25de on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:18.810989 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Attempting to bind port e78146ad-a55d-49a6-955c-90489b8f25de by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:18.815268 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Attempting to bind port e78146ad-a55d-49a6-955c-90489b8f25de on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:18.822689 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072cd66-3b63-4a8a-a001-bcb1e101c034 None None] Pushing event updated for resources: {'Port': ['ID=e78146ad-a55d-49a6-955c-90489b8f25de,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:18.828836 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:18.829671 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:18.829810 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.830093 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:18.830760 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Bound port: e78146ad-a55d-49a6-955c-90489b8f25de, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:18.831049 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.892079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b442a-d85c-4c6f-9ed3-edbe57ddb8aa req-88390896-cba1-457d-8b7c-077f2c406b0d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:18.893633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-284b442a-d85c-4c6f-9ed3-edbe57ddb8aa req-88390896-cba1-457d-8b7c-077f2c406b0d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 943 time: 0.2242038 Jul 08 01:51:18.928959 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] For port e78146ad-a55d-49a6-955c-90489b8f25de, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:18.936122 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] For port e78146ad-a55d-49a6-955c-90489b8f25de, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e78146ad-a55d-49a6-955c-90489b8f25de,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:18.970342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] No DVR routers for this DVR port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:18.976736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.984291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:18.989859 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.018987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-8714c317-5cc7-4b96-9922-fa8bd310c1b6 service neutron] 10.222.0.18 "PUT /v2.0/ports/f27a38fc-1cde-49e2-81ea-9fdf20f67d54/bindings/n-h2-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2942235 Jul 08 01:51:19.020415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Transition to ACTIVE for port object b9f5f707-dd35-449c-9504-dc6758d89146 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:19.038104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 12e22d26-4edd-414c-b19e-5b15bfe446d4 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:19.045123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-284b442a-d85c-4c6f-9ed3-edbe57ddb8aa req-9a7fa542-f606-44bc-819f-7fc6d21b964b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156013 Jul 08 01:51:19.080249 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Routers {'fb11649f-0775-4ab4-a186-46cbbaf44e3d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:19.081045 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:19.145298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 71c50136-9c7e-4142-a471-302e8cacb4c2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:19.155007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-6f16c7ae-4a04-410e-aabb-420ef2c7f113 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:51:19.166590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-6f16c7ae-4a04-410e-aabb-420ef2c7f113 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179949 Jul 08 01:51:19.177609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Request body: {'binding': {'host': 'n-h1-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.178073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Unknown quota resources ['binding']. {{(pid=100713) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:51:19.217169 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3b8ce1a7-f5bd-452f-bbb3-2075dc79774b req-67e63cc8-4013-43b3-a99b-bc0c8bbe0ab9 tempest-ServerDiagnosticsNegativeTest-838047235 tempest-ServerDiagnosticsNegativeTest-838047235-project] 10.222.0.10 "GET /v2.0/ports?device_id=0711ff59-bff6-4dc4-a336-5166c6d6f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0416505 Jul 08 01:51:19.225105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 71c50136-9c7e-4142-a471-302e8cacb4c2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:19.225378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.243919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.245110 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] Set router fb11649f-0775-4ab4-a186-46cbbaf44e3d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:19.267935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 12e22d26-4edd-414c-b19e-5b15bfe446d4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:19.275255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 12e22d26-4edd-414c-b19e-5b15bfe446d4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:19.275820 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.306931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Network 8ccfe293-b2ab-4799-998a-328241eee87d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:19.317699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:19.321100 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb4cc4d-c802-4d2f-a51c-3c662d433626 x-openstack-request-id: req-4fb4cc4d-c802-4d2f-a51c-3c662d433626 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:19.321602 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0711ff59-bff6-4dc4-a336-5166c6d6f4b7", "name": "network-vif-deleted", "tag": "ba4319eb-af2f-4921-9660-ac63bde0ce8a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:19.324611 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4fb4cc4d-c802-4d2f-a51c-3c662d433626 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:19.329707 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0711ff59-bff6-4dc4-a336-5166c6d6f4b7', 'name': 'network-vif-deleted', 'tag': 'ba4319eb-af2f-4921-9660-ac63bde0ce8a', 'status': 'completed', 'code': 200} Jul 08 01:51:19.334727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:19.336233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.385281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-169f1a6e-70a2-464c-810b-87139d2b4919 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:19.389543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-169f1a6e-70a2-464c-810b-87139d2b4919 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.1557214 Jul 08 01:51:19.451763 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.521172 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072cd66-3b63-4a8a-a001-bcb1e101c034 None None] Pushing event updated for resources: {'Port': ['ID=e78146ad-a55d-49a6-955c-90489b8f25de,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:19.528711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:19.536385 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477112a9-fd05-4459-b382-aca2130cb695" -d '{"events": [{"server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "name": "network-vif-plugged", "status": "completed", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:19.570499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Pushing event updated for resources: {'Port': ['ID=b9f5f707-dd35-449c-9504-dc6758d89146,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:19.578517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 12e22d26-4edd-414c-b19e-5b15bfe446d4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:19.604174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ba4319eb-af2f-4921-9660-ac63bde0ce8a no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:19.635779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: ba4319eb-af2f-4921-9660-ac63bde0ce8a {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:19.636779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ba4319eb-af2f-4921-9660-ac63bde0ce8a not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:19.642183 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.643468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f27a38fc-1cde-49e2-81ea-9fdf20f67d54 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:19.672790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-f9e6b5d3-cad2-4166-af28-19de53d6913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:19.674329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-f9e6b5d3-cad2-4166-af28-19de53d6913f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902&tenant_id=817457c9802b41198f112cb2aab5d4cb HTTP/1.1" status: 200 len: 1096 time: 0.2632527 Jul 08 01:51:19.683692 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:51:15Z', 'revision_number': 3, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port': {'id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:14Z', 'updated_at': '2021-07-08T01:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:19.716449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f0fbb-89fb-42af-aa56-8e409e8dbd91 req-f0cb0307-d875-4e66-b598-cffdbeb36d32 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:19.719185 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26afafdb-7131-469f-8dbb-6505c6d44e12 None None] The sync data for ids ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'] in n-d-695189-13 is: [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:51:15Z', 'revision_number': 3, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port': {'id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:14Z', 'updated_at': '2021-07-08T01:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:19.731954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b14f0fbb-89fb-42af-aa56-8e409e8dbd91 req-f0cb0307-d875-4e66-b598-cffdbeb36d32 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 950 time: 0.1402159 Jul 08 01:51:19.767834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on host n-h1-695189-13 for vnic_type normal with profile None {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:19.768214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:19.778430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:19.789587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:19.790041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:19.796831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:19.797313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:19.797745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:19.798255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Bound port: 56d2064a-d811-48b3-b654-a175089c65e8, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:19.810771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=12e22d26-4edd-414c-b19e-5b15bfe446d4,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:19.817151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f27a38fc-1cde-49e2-81ea-9fdf20f67d54 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:19.852245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b14f0fbb-89fb-42af-aa56-8e409e8dbd91 req-59bc95a7-348b-4f41-9fd1-a90a17a7eb38 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192183 Jul 08 01:51:19.874014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-c579cd8a-051b-44ad-9333-3874a5d5290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:19.875834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-c579cd8a-051b-44ad-9333-3874a5d5290e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1096 time: 0.1388390 Jul 08 01:51:19.890519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-768104bc-915c-440e-b74d-947ea182c569 None None] Provisioning for port b9f5f707-dd35-449c-9504-dc6758d89146 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:19.895744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-768104bc-915c-440e-b74d-947ea182c569 None None] Provisioning complete for port b9f5f707-dd35-449c-9504-dc6758d89146 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:19.896059 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-768104bc-915c-440e-b74d-947ea182c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.960868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.968107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:20.030881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-768104bc-915c-440e-b74d-947ea182c569 None None] Port b9f5f707-dd35-449c-9504-dc6758d89146 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:20.132883 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aac6f9-ef91-4bd7-8d3e-dbc76c0cf6fd x-openstack-request-id: req-a3aac6f9-ef91-4bd7-8d3e-dbc76c0cf6fd {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:20.134661 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "name": "network-vif-plugged", "status": "completed", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:20.135144 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3aac6f9-ef91-4bd7-8d3e-dbc76c0cf6fd {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:20.135790 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'code': 200} Jul 08 01:51:20.158811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-1457bc3a-ccef-41ff-86bd-12268fff257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:20.158811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-1457bc3a-ccef-41ff-86bd-12268fff257f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.2732599 Jul 08 01:51:20.263179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] Notify callbacks [] for binding, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.266355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-36bd9618-df7f-4c3b-8bf7-1e08a08d1b35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 200 len: 217 time: 0.0996981 Jul 08 01:51:20.268882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-07548633-3a2e-45e2-b213-3bb8f1cd1e0e service neutron] 10.222.0.10 "POST /v2.0/ports/56d2064a-d811-48b3-b654-a175089c65e8/bindings HTTP/1.1" status: 201 len: 390 time: 1.0948026 Jul 08 01:51:20.401524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.430602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-753d136c-5def-44c6-91cb-0b79d2ca62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:20.432483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-753d136c-5def-44c6-91cb-0b79d2ca62fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.1406014 Jul 08 01:51:20.460950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9c223-365b-4cae-84f5-8b4a0e586826 req-11b3c353-cdcc-40d2-8197-280d81cb4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:20.463233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-64d9c223-365b-4cae-84f5-8b4a0e586826 req-11b3c353-cdcc-40d2-8197-280d81cb4af1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 1097 time: 0.2065752 Jul 08 01:51:20.467730 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.468590 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.486491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-bc6995fa-b784-4f06-8cd4-7fc88f668319 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424666 Jul 08 01:51:20.541847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Pushing event updated for resources: {'Port': ['ID=b9f5f707-dd35-449c-9504-dc6758d89146,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:20.602140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f81dbf-e890-4689-8cf0-fa3926a343ee req-3d921456-5141-4013-a2d8-e04a1bc4e945 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:20.609855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41f81dbf-e890-4689-8cf0-fa3926a343ee req-3d921456-5141-4013-a2d8-e04a1bc4e945 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 945 time: 0.2661779 Jul 08 01:51:20.638510 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.672092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-64d9c223-365b-4cae-84f5-8b4a0e586826 req-7ce7a94e-a1ef-45aa-9d00-767f861f46b2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889536 Jul 08 01:51:20.726494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41f81dbf-e890-4689-8cf0-fa3926a343ee req-901ecd22-99d5-4c7b-a21b-645695553459 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156418 Jul 08 01:51:20.748696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Network 8ccfe293-b2ab-4799-998a-328241eee87d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:20.749113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:20.770836 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-c97f3dc7-1b04-4edb-8ced-79b6e41016ce service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627175 Jul 08 01:51:20.902226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Router fb11649f-0775-4ab4-a186-46cbbaf44e3d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:21.060686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-ce0bca04-c95f-463a-98ea-0a4a39ab045e service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760625 Jul 08 01:51:21.063366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:21.100403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6e2c0a10-48f8-4814-b4db-e1554e284f8f admin admin] 10.222.0.10 "PUT /v2.0/routers/fb11649f-0775-4ab4-a186-46cbbaf44e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4438086 Jul 08 01:51:21.163220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0865ed-b175-40c2-a072-0d30b1490011 req-7e6eb30e-d40a-426b-a828-e70292731e66 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.170814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a0865ed-b175-40c2-a072-0d30b1490011 req-7e6eb30e-d40a-426b-a828-e70292731e66 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 944 time: 0.1936290 Jul 08 01:51:21.173203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e78146ad-a55d-49a6-955c-90489b8f25de up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:21.194451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-ad5dffc9-3219-477f-b247-2ad76990a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.196507 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-ad5dffc9-3219-477f-b247-2ad76990a4f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1097 time: 0.1476398 Jul 08 01:51:21.238668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3cedad51-6c8f-43f3-a011-1fb5e0f2c56f None None] Provisioning complete for port b9f5f707-dd35-449c-9504-dc6758d89146 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:21.240029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3cedad51-6c8f-43f3-a011-1fb5e0f2c56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.247408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a0865ed-b175-40c2-a072-0d30b1490011 req-1b96020e-63fb-45e5-8f5e-7e8108b72343 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735707 Jul 08 01:51:21.357779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3cedad51-6c8f-43f3-a011-1fb5e0f2c56f None None] Port b9f5f707-dd35-449c-9504-dc6758d89146 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:21.408550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-0c0a850d-f5e0-4a9f-9e1f-c2ac6f9a6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.412320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-0c0a850d-f5e0-4a9f-9e1f-c2ac6f9a6dba service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.2021151 Jul 08 01:51:21.485963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e78146ad-a55d-49a6-955c-90489b8f25de completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:21.489641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-63b48df1-8df9-4c9d-af0d-76b4e3862046 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d2064a-d811-48b3-b654-a175089c65e8 HTTP/1.1" status: 200 len: 217 time: 0.0701652 Jul 08 01:51:21.498002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e78146ad-a55d-49a6-955c-90489b8f25de triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:21.498002 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.553158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-802cf929-fd44-4e29-94f8-6d02a8a2b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.557147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-802cf929-fd44-4e29-94f8-6d02a8a2b694 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0577495 Jul 08 01:51:21.595809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7b6fd-5283-404b-9cb4-a10c22e30277 req-3b6c24b6-589d-4ed8-91a9-ed78a8ce7734 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.597667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ede7b6fd-5283-404b-9cb4-a10c22e30277 req-3b6c24b6-589d-4ed8-91a9-ed78a8ce7734 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 945 time: 0.1076415 Jul 08 01:51:21.642678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d060f17e-2cb7-4259-a682-8d9b223e28ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801282 Jul 08 01:51:21.646885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ede7b6fd-5283-404b-9cb4-a10c22e30277 req-fa77a6de-a500-4027-aa7f-d861a6befcfe tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Jul 08 01:51:21.742395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-09c67031-ed80-46ce-a4c6-fe40b7291aad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0832696 Jul 08 01:51:21.878991 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d25cf49a-e0e1-4b2d-8971-7d1e1b8514f4 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158930 Jul 08 01:51:21.884628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-fa79d7eb-81ec-462f-9ae2-92d2384ec0dd tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.886111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-fa79d7eb-81ec-462f-9ae2-92d2384ec0dd tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.2025201 Jul 08 01:51:21.902328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ddce7-0778-4ef3-84e6-b7d62a1d530f req-42155bb7-550f-42f9-b8db-5d32fb1dd21a tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.908734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d6ddce7-0778-4ef3-84e6-b7d62a1d530f req-42155bb7-550f-42f9-b8db-5d32fb1dd21a tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 950 time: 0.2676611 Jul 08 01:51:21.933105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.976844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-89b394b1-69a5-4c3f-aa73-3cce6cca2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.978969 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-89b394b1-69a5-4c3f-aa73-3cce6cca2752 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1097 time: 0.1355217 Jul 08 01:51:21.980429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e78146ad-a55d-49a6-955c-90489b8f25de, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e78146ad-a55d-49a6-955c-90489b8f25de,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:22.005546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56338) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:22.027816 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.084701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56342) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:22.129976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e78146ad-a55d-49a6-955c-90489b8f25de,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:22.151987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038b5d-e84d-4039-b627-2da73cd24efe req-8111afc2-2d11-4555-a1d4-08d91550fe76 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:22.155119 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9038b5d-e84d-4039-b627-2da73cd24efe req-8111afc2-2d11-4555-a1d4-08d91550fe76 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 945 time: 0.2617710 Jul 08 01:51:22.157411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Sync routers for ids ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:22.175590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Routers {'fb11649f-0775-4ab4-a186-46cbbaf44e3d'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:22.176916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:22.249327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-94d6b423-0172-45cf-a022-7c251d3e7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:22.250840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-94d6b423-0172-45cf-a022-7c251d3e7363 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.2444346 Jul 08 01:51:22.266909 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9038b5d-e84d-4039-b627-2da73cd24efe req-4057c00d-ddf3-48c7-a2ad-9f42468125e6 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949793 Jul 08 01:51:22.297206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-b93a4351-1fc5-45ce-a124-1e38c77eedfd service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810487 Jul 08 01:51:22.323968 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d6ddce7-0778-4ef3-84e6-b7d62a1d530f req-02af9f71-e2db-4a51-9ddc-4dc70901622f tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181891 Jul 08 01:51:22.441565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Set router fb11649f-0775-4ab4-a186-46cbbaf44e3d gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:22.702315 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-690efd32-16a6-4fb5-aae9-860283db69ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 217 time: 0.4342372 Jul 08 01:51:22.776329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1527949-286a-4f46-bd88-b5edae58078d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.849147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-80b72411-f629-446e-aa8f-576bfeca2ce2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=983895a6bfcf4702afe58c32f5c55422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364465 Jul 08 01:51:22.854066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:51:19Z', 'revision_number': 4, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port': {'id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:14Z', 'updated_at': '2021-07-08T01:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b9f5f707-dd35-449c-9504-dc6758d89146', 'name': '', 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'mac_address': 'fa:16:3e:2d:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'aa4a2990-de72-444c-b002-d9a7174b559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:18Z', 'updated_at': '2021-07-08T01:51:20Z', 'revision_number': 2, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'subnets': [{'id': 'aa4a2990-de72-444c-b002-d9a7174b559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:22.854946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56360) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:22.864147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-80efa4b2-61cc-4ba3-9bf7-5fd6474c4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:22.865589 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-80efa4b2-61cc-4ba3-9bf7-5fd6474c4ac7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.1333232 Jul 08 01:51:22.888471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Checking router: fb11649f-0775-4ab4-a186-46cbbaf44e3d for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:22.889203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Updating router fb11649f-0775-4ab4-a186-46cbbaf44e3d port b9f5f707-dd35-449c-9504-dc6758d89146 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:51:22.924842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-fef8aa28-2dac-4418-bfad-b8736936a55d service neutron] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:22.949788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-fef8aa28-2dac-4418-bfad-b8736936a55d service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.949788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edc3522d-c9d0-4049-b5bb-cdb58502c4c7 req-fef8aa28-2dac-4418-bfad-b8736936a55d service neutron] 10.222.0.32 "DELETE /v2.0/ports/f27a38fc-1cde-49e2-81ea-9fdf20f67d54/bindings/n-h1-695189-13 HTTP/1.1" status: 204 len: 173 time: 1.0333202 Jul 08 01:51:22.950022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.950148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-97a3d3c8-0a93-4136-8bdb-c8dd5739303b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627279 Jul 08 01:51:23.004984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-89017c46-a827-4bee-bad4-12c9b1eb2242 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 258 time: 0.6436865 Jul 08 01:51:23.011650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:23.029491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-4d65cc83-6874-4397-aa60-330c14ae8e3b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:23.034430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-4d65cc83-6874-4397-aa60-330c14ae8e3b tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.1765835 Jul 08 01:51:23.049007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-13'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:23.054666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f388f-5b43-43d4-8a2d-1973c3d07d65 req-e57c614d-3662-4eda-9ce0-637650eb437f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:23.063398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b3f388f-5b43-43d4-8a2d-1973c3d07d65 req-e57c614d-3662-4eda-9ce0-637650eb437f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 944 time: 0.3686752 Jul 08 01:51:23.113171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a648e0e9-dfe1-4a9d-b353-777832d6293a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.204576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-c526b66a-bdbe-4486-832f-cdcca062ec9f service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466884 Jul 08 01:51:23.211118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a648e0e9-dfe1-4a9d-b353-777832d6293a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.229554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.244269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b3f388f-5b43-43d4-8a2d-1973c3d07d65 req-a6f6da90-af44-45f1-bfd1-8fba0a24cf01 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797538 Jul 08 01:51:23.254868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1527949-286a-4f46-bd88-b5edae58078d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.413212 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32aee7ef-0185-4bc7-afce-75240794a5ac req-831a1b46-bccb-49db-ac60-bb93906f26c2 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988330 Jul 08 01:51:23.429380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.443098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1527949-286a-4f46-bd88-b5edae58078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.446389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Transition to ACTIVE for port object b9f5f707-dd35-449c-9504-dc6758d89146 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:23.452743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e78146ad-a55d-49a6-955c-90489b8f25de up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:23.536362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e78146ad-a55d-49a6-955c-90489b8f25de triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:23.536965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.541113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.633478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.649666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963044c0-af48-448c-819c-7ef1ce618dbb None None] Pushing event updated for resources: {'Port': ['ID=b9f5f707-dd35-449c-9504-dc6758d89146,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:23.697114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f1527949-286a-4f46-bd88-b5edae58078d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed477c0b36e94b3cb11a0fe9122ec8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5985093 Jul 08 01:51:23.698160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56364) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:23.761465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1527949-286a-4f46-bd88-b5edae58078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de316f45-eb37-4197-9d5f-b68fa8970a5e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:23.807284 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a2d01a4-ccb1-4353-8b54-f71c1ebae6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.833212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Attempting to bind port b9f5f707-dd35-449c-9504-dc6758d89146 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:23.834208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Attempting to bind port b9f5f707-dd35-449c-9504-dc6758d89146 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:23.834773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Attempting to bind port b9f5f707-dd35-449c-9504-dc6758d89146 on network 8ccfe293-b2ab-4799-998a-328241eee87d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:23.853276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a648e0e9-dfe1-4a9d-b353-777832d6293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.860328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a648e0e9-dfe1-4a9d-b353-777832d6293a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.862221 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a648e0e9-dfe1-4a9d-b353-777832d6293a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a6089f1-0379-4099-833a-c71a601f55d0 HTTP/1.1" status: 204 len: 168 time: 1.0058348 Jul 08 01:51:23.890327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a2d01a4-ccb1-4353-8b54-f71c1ebae6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.900997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:23.904746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Checking segment: {'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:23.907627 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.909401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648e0e9-dfe1-4a9d-b353-777832d6293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6089f1-0379-4099-833a-c71a601f55d0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:23.924060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Bound using segment: {'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:23.926010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Bound port: b9f5f707-dd35-449c-9504-dc6758d89146, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feaef821-d023-4a58-9cf6-eac6954e1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:23.930577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.050225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:24.068772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a2d01a4-ccb1-4353-8b54-f71c1ebae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.074525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a2d01a4-ccb1-4353-8b54-f71c1ebae6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.081376 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a2d01a4-ccb1-4353-8b54-f71c1ebae6dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de316f45-eb37-4197-9d5f-b68fa8970a5e HTTP/1.1" status: 204 len: 168 time: 0.3556619 Jul 08 01:51:24.091999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d01a4-ccb1-4353-8b54-f71c1ebae6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de316f45-eb37-4197-9d5f-b68fa8970a5e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:24.123120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:24.159373 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.187189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:24.189561 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bc21c0-1ffe-483b-9023-0a667555f48b" -d '{"events": [{"server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "name": "network-vif-unplugged", "status": "completed", "tag": "56d2064a-d811-48b3-b654-a175089c65e8"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:24.202415 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.299229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] For port b9f5f707-dd35-449c-9504-dc6758d89146, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:24.304654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] For port b9f5f707-dd35-449c-9504-dc6758d89146, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b9f5f707-dd35-449c-9504-dc6758d89146,segment=NetworkSegment(feaef821-d023-4a58-9cf6-eac6954e1138),segment_id=feaef821-d023-4a58-9cf6-eac6954e1138)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:24.348246 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.370125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Allocated IP 172.25.8.149 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/cda8dba7-b923-433b-bc98-9ac2d298e773) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:24.447020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Routers {'fb11649f-0775-4ab4-a186-46cbbaf44e3d'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:24.448339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:24.458037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963044c0-af48-448c-819c-7ef1ce618dbb None None] Pushing event updated for resources: {'Port': ['ID=b9f5f707-dd35-449c-9504-dc6758d89146,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:24.681756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.701826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a02b9-7fcf-4069-a3fb-5f12819a4a62 req-a1b2caf2-69fe-4105-acf0-88f7320f3ea5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:24.717836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-037a02b9-7fcf-4069-a3fb-5f12819a4a62 req-a1b2caf2-69fe-4105-acf0-88f7320f3ea5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 945 time: 0.1747684 Jul 08 01:51:24.739227 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.763612 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] Set router fb11649f-0775-4ab4-a186-46cbbaf44e3d gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:24.836375 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-037a02b9-7fcf-4069-a3fb-5f12819a4a62 req-0e9c9557-1e34-458d-a719-40745c0282ce tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175792 Jul 08 01:51:24.882024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Pushing event updated for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:24.890644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on host n-h2-695189-13 for vnic_type normal with profile {"migrating_to": "n-h1-695189-13"} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:24.890981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:24.892472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:24.903632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:24.903998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Attempting to bind port 56d2064a-d811-48b3-b654-a175089c65e8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:24.913902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:24.914297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:24.914797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:24.915095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Bound port: 56d2064a-d811-48b3-b654-a175089c65e8, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:24.915487 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.926899 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.089976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56380) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:25.107253 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-744bd96f-2dfa-479a-8fd2-9f9502334c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.144755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365f954-1c13-425e-bb67-70a0f324270d req-aceb666f-b5fe-4989-9f26-c2acbe2a318d tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:25.152009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7365f954-1c13-425e-bb67-70a0f324270d req-aceb666f-b5fe-4989-9f26-c2acbe2a318d tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 950 time: 0.1204991 Jul 08 01:51:25.154514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56382) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:25.195005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67fa8835-f792-4206-8e83-056d023c1175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.232759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:25.236805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7365f954-1c13-425e-bb67-70a0f324270d req-d79eda1c-820c-467d-ab38-2e77b82e5f87 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837564 Jul 08 01:51:25.249431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:25.254451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:25.303932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Pushing event updated for resources: {'Port': ['ID=cda8dba7-b923-433b-bc98-9ac2d298e773,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:25.317712 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2882d3-5ba1-450e-ac04-3996f9fecaea x-openstack-request-id: req-9b2882d3-5ba1-450e-ac04-3996f9fecaea {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:25.318131 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "name": "network-vif-unplugged", "status": "completed", "tag": "56d2064a-d811-48b3-b654-a175089c65e8", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:25.318474 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b2882d3-5ba1-450e-ac04-3996f9fecaea {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:25.318963 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8', 'code': 200} Jul 08 01:51:25.354501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:25.356399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:51:19Z', 'revision_number': 4, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port': {'id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:14Z', 'updated_at': '2021-07-08T01:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b9f5f707-dd35-449c-9504-dc6758d89146', 'name': '', 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'mac_address': 'fa:16:3e:2d:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'aa4a2990-de72-444c-b002-d9a7174b559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:18Z', 'updated_at': '2021-07-08T01:51:24Z', 'revision_number': 4, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'subnets': [{'id': 'aa4a2990-de72-444c-b002-d9a7174b559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:25.360247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:25.386091 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-744bd96f-2dfa-479a-8fd2-9f9502334c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.390824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefd73b-312e-4653-8271-9aee694152bf None None] The sync data for ids ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'] in n-d-695189-13 is: [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:51:19Z', 'revision_number': 4, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port': {'id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:14Z', 'updated_at': '2021-07-08T01:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b9f5f707-dd35-449c-9504-dc6758d89146', 'name': '', 'network_id': '8ccfe293-b2ab-4799-998a-328241eee87d', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'mac_address': 'fa:16:3e:2d:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'aa4a2990-de72-444c-b002-d9a7174b559c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:18Z', 'updated_at': '2021-07-08T01:51:24Z', 'revision_number': 4, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'subnets': [{'id': 'aa4a2990-de72-444c-b002-d9a7174b559c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:25.413665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-29f29630-26fb-42d7-b076-bbbf0157f210 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2815208 Jul 08 01:51:25.472109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.479953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.483816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-744bd96f-2dfa-479a-8fd2-9f9502334c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.567697 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-744bd96f-2dfa-479a-8fd2-9f9502334c42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc3509202a104621886449e457ad8ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771180 Jul 08 01:51:25.572269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da350a37-05a6-4ab3-9cdb-fd0c543dfb8b req-52872c36-e02f-463c-a36f-a51a1c34ea11 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:25.580230 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da350a37-05a6-4ab3-9cdb-fd0c543dfb8b req-52872c36-e02f-463c-a36f-a51a1c34ea11 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1096 time: 0.1552112 Jul 08 01:51:25.582491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bd96f-2dfa-479a-8fd2-9f9502334c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa1a63e-bfd6-46ae-971d-79243ab29cbf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:25.590157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56386) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:25.726787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:25.728020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.729379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] 10.222.0.18 "PUT /v2.0/ports/56d2064a-d811-48b3-b654-a175089c65e8 HTTP/1.1" status: 200 len: 1123 time: 2.6898782 Jul 08 01:51:25.734996 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da350a37-05a6-4ab3-9cdb-fd0c543dfb8b req-fbaa2a71-bf13-44fa-8d8b-0d49084cf5f1 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533666 Jul 08 01:51:25.757928 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.759648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee52f61-bf8d-4dc1-b07b-ac4c7321ce13 service neutron] Pushing event updated for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=8']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:25.765878 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7460c921-35de-4bc8-b587-8bff6079aa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.811535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67fa8835-f792-4206-8e83-056d023c1175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.812110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-3aad8b5c-e797-4bef-a161-86de25809d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:25.813658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-3aad8b5c-e797-4bef-a161-86de25809d7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1096 time: 0.3166575 Jul 08 01:51:25.820034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['56d2064a-d811-48b3-b654-a175089c65e8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:25.857215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7460c921-35de-4bc8-b587-8bff6079aa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.930809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67fa8835-f792-4206-8e83-056d023c1175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.986902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa8835-f792-4206-8e83-056d023c1175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f9a7b-2907-4bf3-856e-f6743e892991,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:26.010246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7460c921-35de-4bc8-b587-8bff6079aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.021560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7460c921-35de-4bc8-b587-8bff6079aa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.024475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7460c921-35de-4bc8-b587-8bff6079aa85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fa1a63e-bfd6-46ae-971d-79243ab29cbf HTTP/1.1" status: 204 len: 168 time: 0.4280055 Jul 08 01:51:26.041355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-67fa8835-f792-4206-8e83-056d023c1175 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fa4d8faa1fd42bc8a3c14d26688cb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792834 Jul 08 01:51:26.043736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460c921-35de-4bc8-b587-8bff6079aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa1a63e-bfd6-46ae-971d-79243ab29cbf,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:26.059308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:26.486449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-17299838-e958-49a9-9a68-03a5cbb8b101 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:26.488297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-17299838-e958-49a9-9a68-03a5cbb8b101 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.32 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 950 time: 0.6925368 Jul 08 01:51:26.494901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-9be280d4-e38f-4f62-b53d-7e300d78075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:26.498210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-9be280d4-e38f-4f62-b53d-7e300d78075d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.5718853 Jul 08 01:51:26.515827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f929d68-938f-44fe-87a1-7288859a8d69 req-9c7baa41-d410-41ee-87d0-d22e36eab11d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:26.519766 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f929d68-938f-44fe-87a1-7288859a8d69 req-9c7baa41-d410-41ee-87d0-d22e36eab11d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 943 time: 0.1595886 Jul 08 01:51:26.544970 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b14ed69-6975-432d-b117-4fec7e53b258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.613981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-31e3e2bc-74a7-4d63-94cb-b2ea7fe5098e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 200 len: 217 time: 0.1008165 Jul 08 01:51:26.650667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f929d68-938f-44fe-87a1-7288859a8d69 req-18fdd6d8-ddcf-4ae5-8a1d-72ea2b369d2d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252499 Jul 08 01:51:26.698348 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b14ed69-6975-432d-b117-4fec7e53b258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.795388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.923198 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.962192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-fd1ac264-42df-4151-ada9-88dbe184b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:26.963814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-fd1ac264-42df-4151-ada9-88dbe184b2a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.3294935 Jul 08 01:51:26.993851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-8c6240d0-1873-4ff8-a056-1ea27f02ed5d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:27.006667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-8c6240d0-1873-4ff8-a056-1ea27f02ed5d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 820 time: 0.1934953 Jul 08 01:51:27.023685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-e1bf99dc-0d11-49dc-bcbe-7ed29d12a481 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/quotas/817457c9802b41198f112cb2aab5d4cb HTTP/1.1" status: 200 len: 375 time: 0.0160933 Jul 08 01:51:27.070380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-cf8d34c3-55a5-4511-b4b3-188a6275fcf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886416 Jul 08 01:51:27.096537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Pushing event updated for resources: {'Port': ['ID=cda8dba7-b923-433b-bc98-9ac2d298e773,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.177168 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-12334a4c-994f-4581-90b9-feba2c3667d7 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524558 Jul 08 01:51:27.184893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b9f5f707-dd35-449c-9504-dc6758d89146 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:27.234201 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b14ed69-6975-432d-b117-4fec7e53b258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.239033 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b14ed69-6975-432d-b117-4fec7e53b258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.241291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0b14ed69-6975-432d-b117-4fec7e53b258 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/246f9a7b-2907-4bf3-856e-f6743e892991 HTTP/1.1" status: 204 len: 168 time: 1.1504338 Jul 08 01:51:27.280161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Deleting port dc083b9b-0b8c-4546-90aa-568adcb197eb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:27.282597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.304851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-df251ef7-02d3-40a5-8c84-075dccdd39f9 service neutron] 10.222.0.10 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257858 Jul 08 01:51:27.376474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b9f5f707-dd35-449c-9504-dc6758d89146 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:27.381390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b9f5f707-dd35-449c-9504-dc6758d89146 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:27.381778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.430698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] For port dc083b9b-0b8c-4546-90aa-568adcb197eb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc083b9b-0b8c-4546-90aa-568adcb197eb,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:27.431084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.435799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-45d7dba6-dbe2-487f-a179-4dd450249620 service neutron] 10.222.0.10 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294184 Jul 08 01:51:27.454828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:27.457270 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8000ee-3a64-4387-870d-5bfb31057d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "tag": "56d2064a-d811-48b3-b654-a175089c65e8"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:27.468524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.471910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14ed69-6975-432d-b117-4fec7e53b258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f9a7b-2907-4bf3-856e-f6743e892991,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.535103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Calling delete_port for dc083b9b-0b8c-4546-90aa-568adcb197eb owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:27.569754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-601eb6a1-4ea9-4b6f-8967-13e07e906f07 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603739 Jul 08 01:51:27.601717 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.696914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b9f5f707-dd35-449c-9504-dc6758d89146, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b9f5f707-dd35-449c-9504-dc6758d89146,segment=NetworkSegment(feaef821-d023-4a58-9cf6-eac6954e1138),segment_id=feaef821-d023-4a58-9cf6-eac6954e1138)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:27.717695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.724021 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-57aa7f11-2a37-4cb1-8d56-fa15267d599b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7180023 Jul 08 01:51:27.810561 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.929802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b9f5f707-dd35-449c-9504-dc6758d89146,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.991555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147c13a-24c4-470d-8305-d4ee57d1bce0 req-4a545a3e-353e-46cc-8a23-8db5f317e5a7 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:28.002013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0147c13a-24c4-470d-8305-d4ee57d1bce0 req-4a545a3e-353e-46cc-8a23-8db5f317e5a7 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 950 time: 0.1332097 Jul 08 01:51:28.096045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0147c13a-24c4-470d-8305-d4ee57d1bce0 req-febdca07-778a-4a34-8c31-71843632be51 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/security-groups?id=aec40279-64d8-4ded-8fb5-dbcfd720a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927751 Jul 08 01:51:28.421992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-a3e3ac85-a39e-4037-b4a5-a6edc12abd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:28.427592 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-a3e3ac85-a39e-4037-b4a5-a6edc12abd9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1126 time: 0.1222115 Jul 08 01:51:28.493732 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a7d8e-9031-47c7-8697-f4ca83dc1ebb x-openstack-request-id: req-f73a7d8e-9031-47c7-8697-f4ca83dc1ebb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:28.494312 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "tag": "56d2064a-d811-48b3-b654-a175089c65e8", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:28.495432 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f73a7d8e-9031-47c7-8697-f4ca83dc1ebb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:28.495826 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8', 'status': 'completed', 'code': 200} Jul 08 01:51:28.570997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-77fa3381-0a95-4558-b619-6430bdcfc06a tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.8450711 Jul 08 01:51:28.579369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-af1ce773-b320-406c-a182-a33f8d09e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:28.585590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-af1ce773-b320-406c-a182-a33f8d09e94c service neutron] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1450837 Jul 08 01:51:28.671768 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-32bfcefd-e5e4-432d-96af-8bb79b1c63bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d2064a-d811-48b3-b654-a175089c65e8 HTTP/1.1" status: 200 len: 217 time: 0.0705891 Jul 08 01:51:28.808530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f50aa-74ec-47d6-8959-d4d71623a040 req-96ee5fc6-97ad-48d1-8f8f-2bf04e72663c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:28.815661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b34f50aa-74ec-47d6-8959-d4d71623a040 req-96ee5fc6-97ad-48d1-8f8f-2bf04e72663c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 943 time: 0.2349319 Jul 08 01:51:28.835505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-431ea716-4d52-4053-acbc-7ad1c870037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:28.837592 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-431ea716-4d52-4053-acbc-7ad1c870037e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.1555605 Jul 08 01:51:28.877194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b34f50aa-74ec-47d6-8959-d4d71623a040 req-4a0dfdb5-ec2e-406a-b2e6-aa2f2454bb8e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552175 Jul 08 01:51:28.894662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6bcc6c7-7748-476a-b83d-923f80cef174 req-071ee409-7a6f-4f9f-82db-da5d4b66ac5f service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3020432 Jul 08 01:51:28.912488 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-fa719ced-b0b1-46f9-8402-c3d8cbda81fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629630 Jul 08 01:51:28.919746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-f8790c71-a976-43c0-aa13-5c3fcab16b2e tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:28.921486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-f8790c71-a976-43c0-aa13-5c3fcab16b2e tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.3129461 Jul 08 01:51:28.924193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.952413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-f97ea92b-30d8-4b30-b398-6188122ed11e tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:51:28.955698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfbd1950-aa7c-4ded-b90d-4acf4d8629b9 req-f97ea92b-30d8-4b30-b398-6188122ed11e tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241945 Jul 08 01:51:29.026266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Pushing event deleted for resources: {'Port': ['ID=dc083b9b-0b8c-4546-90aa-568adcb197eb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:29.034427 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0913544-f70f-43e2-b32f-49ce7033dc77 req-ffeedd29-8c85-4aeb-94a9-a96e3e3ec48a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 210 time: 0.0850761 Jul 08 01:51:29.069489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 56d2064a-d811-48b3-b654-a175089c65e8 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:29.092547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-e56f8159-93b1-4ff8-bee4-9ecb1eddcead service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661816 Jul 08 01:51:29.262049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] No DVR routers for this DVR port dc083b9b-0b8c-4546-90aa-568adcb197eb on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:29.280236 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.282094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ba121ce-ec7d-4a7f-b60a-c0bd5839b36f req-87cf5f36-486b-4c2c-8700-198c22eb30f1 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.32 "DELETE /v2.0/ports/dc083b9b-0b8c-4546-90aa-568adcb197eb HTTP/1.1" status: 204 len: 173 time: 2.7829578 Jul 08 01:51:29.303773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b9f5f707-dd35-449c-9504-dc6758d89146 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:29.442375 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c8000ee-3a64-4387-870d-5bfb31057d5d req-d72b2fa9-8ce5-431a-82e3-96b3d0028b41 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379369 Jul 08 01:51:29.516012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63132f5a-2a98-412c-b405-7ff9fd898b7c req-62a296b9-8cfa-4ed6-be81-1ee92af9e761 tempest-DeleteServersAdminTestJSON-2072314032 tempest-DeleteServersAdminTestJSON-2072314032-project] 10.222.0.10 "GET /v2.0/ports?device_id=54c82aca-5fe5-4f97-a587-fa08a983d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0521417 Jul 08 01:51:29.556928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:29.592365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b9f5f707-dd35-449c-9504-dc6758d89146 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:29.592915 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.605351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 56d2064a-d811-48b3-b654-a175089c65e8 has no active binding in host n-h1-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:51:29.654696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-2e83114f-4194-4906-89ae-cc471fd9a6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:29.658755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device dc083b9b-0b8c-4546-90aa-568adcb197eb no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:29.660924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-2e83114f-4194-4906-89ae-cc471fd9a6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3005924 Jul 08 01:51:29.743110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-75554c64-f165-41bb-ba0e-b84269df3a9f tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.0690525 Jul 08 01:51:29.751584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Request body: {'floatingip': {'port_id': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:29.831009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: dc083b9b-0b8c-4546-90aa-568adcb197eb {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:29.831581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device dc083b9b-0b8c-4546-90aa-568adcb197eb not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:29.849716 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.913034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-9262858e-0b2d-476e-a816-02ec58c16b47 service neutron] 10.222.0.32 "GET /v2.0/ports/56d2064a-d811-48b3-b654-a175089c65e8/bindings/n-h1-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.1890707 Jul 08 01:51:30.284086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:30.337426 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-86227a19-5781-47a4-8d86-a27579fb1e2a tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333850 Jul 08 01:51:30.338554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:30.431323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d2064a-d811-48b3-b654-a175089c65e8 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:30.451032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:30.517530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-37b46d08-b592-4380-b90e-81163bb7b3c1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:30.519328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-37b46d08-b592-4380-b90e-81163bb7b3c1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514623 Jul 08 01:51:30.536605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-205e2bf7-efea-4811-a243-61c273c6c882 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/quotas/5ef55ac2dd1448cfa2fea1ee68678dae HTTP/1.1" status: 200 len: 375 time: 0.0111351 Jul 08 01:51:30.544626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.547974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c82aca-5fe5-4f97-a587-fa08a983d1b9', 'name': 'network-vif-deleted', 'tag': 'dc083b9b-0b8c-4546-90aa-568adcb197eb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:30.550379 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7a8724-4460-4225-aceb-7bcf9175fa86" -d '{"events": [{"server_uuid": "54c82aca-5fe5-4f97-a587-fa08a983d1b9", "name": "network-vif-deleted", "tag": "dc083b9b-0b8c-4546-90aa-568adcb197eb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:30.599579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-10199061-7d0c-4173-b497-0b28b7f8ebf7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462167 Jul 08 01:51:30.668234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] Transition to ACTIVE for port object 56d2064a-d811-48b3-b654-a175089c65e8 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:30.788204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.875264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-c7d41a48-af83-404f-a34b-5a876e88e64c tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:30.877292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-c7d41a48-af83-404f-a34b-5a876e88e64c tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 820 time: 0.1751690 Jul 08 01:51:30.879319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.906153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] No DVR routers for this DVR port 56d2064a-d811-48b3-b654-a175089c65e8 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:30.917726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Request body: {'port': {'device_id': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'admin_state_up': True, 'tenant_id': '817457c9802b41198f112cb2aab5d4cb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:31.013832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] 10.222.0.32 "PUT /v2.0/ports/56d2064a-d811-48b3-b654-a175089c65e8/bindings/n-h1-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 1.0874238 Jul 08 01:51:31.015850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb94e2-fa87-4087-9516-28a8170c4e25 service neutron] Pushing event updated for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:31.024289 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.236257 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Floating IP 992f3f40-b834-4a6e-b3e2-65e61617ab63 associated. External IP: 172.25.8.149, port: 12e22d26-4edd-414c-b19e-5b15bfe446d4. Jul 08 01:51:31.274699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb2e5-d39f-4cb7-965c-b70f2c2cc332 req-42bf993b-1bcf-43d9-82dc-a938a585676a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:31.276323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-923cb2e5-d39f-4cb7-965c-b70f2c2cc332 req-42bf993b-1bcf-43d9-82dc-a938a585676a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 944 time: 0.1936667 Jul 08 01:51:31.353092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-923cb2e5-d39f-4cb7-965c-b70f2c2cc332 req-6ec30cad-0bf4-4a1c-b6d8-a4a816af78e2 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685670 Jul 08 01:51:31.561771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52081235-55b9-4e45-af81-0f3caf8eb959 req-9afce1b5-5d1f-4448-9f25-b29272e31790 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 210 time: 0.0319850 Jul 08 01:51:31.752235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Made reservation on behalf of 817457c9802b41198f112cb2aab5d4cb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:31.756324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.763350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-9c259e01-94ca-4bc1-b286-14bd4dbd0028 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:31.764859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-9c259e01-94ca-4bc1-b286-14bd4dbd0028 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.4133732 Jul 08 01:51:31.853043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1959911794', 'description': 'tempest-description-482493369'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:31.960208 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.974386 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.014451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-f083e342-d900-4a4c-b333-75e7d336f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:32.015872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-f083e342-d900-4a4c-b333-75e7d336f695 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d HTTP/1.1" status: 200 len: 1096 time: 0.2418625 Jul 08 01:51:32.021267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:32.100996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Allocated IP 172.20.0.9 (1aa08506-daf0-4876-a5c0-b5876f6c346c/332bb977-b183-4ea9-97bc-26fe22bf9868/db062415-e68c-439d-895a-6ac4c5913f82) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:32.121788 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.246381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:32.257174 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] Sync routers for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:32.267399 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:32.268208 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:32.278398 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.306085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-453d4809-e30d-4876-85f6-7832d051dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:32.307727 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-453d4809-e30d-4876-85f6-7832d051dbe5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1096 time: 0.2249165 Jul 08 01:51:32.313343 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.379688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac34444c-58d7-4c28-9220-625dbac37e93,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:32.387697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-91d3d337-dec9-4a73-a901-c858bb41e40b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "PUT /v2.0/floatingips/992f3f40-b834-4a6e-b3e2-65e61617ab63 HTTP/1.1" status: 200 len: 996 time: 2.6430752 Jul 08 01:51:32.488525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.488933 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:32.499674 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.503186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-7f857a0f-032e-484d-849d-e6230746f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:32.504703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-7f857a0f-032e-484d-849d-e6230746f4be service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1897063 Jul 08 01:51:32.565842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-8d59c204-2bac-4713-a9ea-14a18a0c663b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d2064a-d811-48b3-b654-a175089c65e8 HTTP/1.1" status: 200 len: 217 time: 0.0513787 Jul 08 01:51:32.587955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-3985ac0b-b964-43c6-a324-10629a1d7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:32.597019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-3985ac0b-b964-43c6-a324-10629a1d7ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84af9be7123748b5ac76b26d172d1be0&device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 1097 time: 0.1641233 Jul 08 01:51:32.610355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.664003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e679315b-da75-4a36-86da-8e9ad184ead7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:32.694032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-2e41a02d-61aa-47d4-bfc3-7dbb2b42a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:32.696125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-2e41a02d-61aa-47d4-bfc3-7dbb2b42a69a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.1236429 Jul 08 01:51:32.747780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.749102 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1bb25c53-2eaa-4694-ac77-83710d5dc306 req-72660aae-caf6-48e7-9d74-ef052e1ed790 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9090152 Jul 08 01:51:32.756371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-17c94ca5-b2c6-44d7-a140-a27cc8887ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448878 Jul 08 01:51:32.772910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-c8af0ae1-8303-458f-a57f-57c29accb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:32.774466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-c8af0ae1-8303-458f-a57f-57c29accb648 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70a6a4e9-8461-4da6-ba4a-98e92da0944b HTTP/1.1" status: 200 len: 930 time: 0.1789138 Jul 08 01:51:32.815026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.869550 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '992f3f40-b834-4a6e-b3e2-65e61617ab63', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'port_id': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'mac_address': 'fa:16:3e:7c:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04183d83-483a-49dc-9245-320cea8f6b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:51:25Z', 'updated_at': '2021-07-08T01:51:30Z', 'revision_number': 1, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:32.908714 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eac215-0ab6-4ecf-aa54-33a7d76820c4 x-openstack-request-id: req-81eac215-0ab6-4ecf-aa54-33a7d76820c4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:32.914795 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c82aca-5fe5-4f97-a587-fa08a983d1b9", "name": "network-vif-deleted", "tag": "dc083b9b-0b8c-4546-90aa-568adcb197eb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:32.914795 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81eac215-0ab6-4ecf-aa54-33a7d76820c4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:32.914795 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c82aca-5fe5-4f97-a587-fa08a983d1b9', 'name': 'network-vif-deleted', 'tag': 'dc083b9b-0b8c-4546-90aa-568adcb197eb', 'status': 'completed', 'code': 200} Jul 08 01:51:32.947980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Network 1aa08506-daf0-4876-a5c0-b5876f6c346c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:32.959131 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] Checking router: 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:32.972424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:32.981155 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:32.981615 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:32.984745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:32.995277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-c32ebe2a-13aa-4129-b176-a37e507c9c0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 200 len: 999 time: 0.2106395 Jul 08 01:51:33.025622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Pushing event updated for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:33.080658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-abd6775b-6f92-47e5-9854-96d6cce4429c service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182292 Jul 08 01:51:33.101119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:33.102294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.119722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-f3ee331a-27ae-46ef-9748-18356b32dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:33.121256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-f3ee331a-27ae-46ef-9748-18356b32dd83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e11338d5-366a-4ebb-a101-f86844c38fde HTTP/1.1" status: 200 len: 868 time: 0.1069174 Jul 08 01:51:33.231107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-8fcfbe27-74c5-48da-a5a3-bbfe8800ddd9 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439564 Jul 08 01:51:33.243405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-37212b76-d33e-46d4-a96c-5369702e6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:33.247672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-37212b76-d33e-46d4-a96c-5369702e6d82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70a6a4e9-8461-4da6-ba4a-98e92da0944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927243 Jul 08 01:51:33.250252 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:33.262586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-6c3f8345-7ab0-4e5a-a93b-b6c9de936992 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:51:33.264077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-6c3f8345-7ab0-4e5a-a93b-b6c9de936992 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124912 Jul 08 01:51:33.268518 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-a5b54d55-1731-4234-a473-21c76484f7a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3699343 Jul 08 01:51:33.284466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Request body: {'port': {'device_id': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:33.355669 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e212f52-776a-462b-ba82-6164f3e0d384 req-1f1657b2-41aa-4721-81fe-151926c2c6a3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 210 time: 0.0497606 Jul 08 01:51:33.525248 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.550952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-c9ec1ce8-b9fc-4a19-9874-4d177b3a712b service neutron] 10.222.0.10 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796609 Jul 08 01:51:33.629284 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '992f3f40-b834-4a6e-b3e2-65e61617ab63', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'port_id': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'mac_address': 'fa:16:3e:7c:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04183d83-483a-49dc-9245-320cea8f6b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:51:25Z', 'updated_at': '2021-07-08T01:51:30Z', 'revision_number': 1, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:33.667506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71fae8-0b98-4570-9025-93a433015c69 req-ab6d0fb5-d050-4afe-a6ca-7c53269473b8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:33.674051 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffda071-7715-4a26-986c-d8a3b8432996 None None] The sync data for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 is: [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '992f3f40-b834-4a6e-b3e2-65e61617ab63', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'port_id': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'mac_address': 'fa:16:3e:7c:81:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04183d83-483a-49dc-9245-320cea8f6b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:51:25Z', 'updated_at': '2021-07-08T01:51:30Z', 'revision_number': 1, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:33.676000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a71fae8-0b98-4570-9025-93a433015c69 req-ab6d0fb5-d050-4afe-a6ca-7c53269473b8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 944 time: 0.1115940 Jul 08 01:51:33.679957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba2555e8-8bd5-4920-ab81-9cfde30a89e0 req-4dac54ee-356c-429f-987e-b93350df72d2 service neutron] 10.222.0.10 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279697 Jul 08 01:51:33.686399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 56d2064a-d811-48b3-b654-a175089c65e8 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:33.760349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a71fae8-0b98-4570-9025-93a433015c69 req-b95a573b-e343-47bf-97eb-787f9236ac5a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832062 Jul 08 01:51:33.770073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 56d2064a-d811-48b3-b654-a175089c65e8 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:33.832885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-47837e5a-4904-46b3-b644-3f3dbbbfaba8 req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1674064746', 'description': 'tempest-description-1697933089'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:33.965758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-47837e5a-4904-46b3-b644-3f3dbbbfaba8 req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.016119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfb567-aa53-4e6d-b091-9b23a80c8704 None None] New status for floating IP 992f3f40-b834-4a6e-b3e2-65e61617ab63: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:51:34.031279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c94c29-2b13-48c3-9c2f-203c1c305501 req-73568aa3-a865-467e-84ea-5af515aae1e0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:34.052642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2c94c29-2b13-48c3-9c2f-203c1c305501 req-73568aa3-a865-467e-84ea-5af515aae1e0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 931 time: 0.1253195 Jul 08 01:51:34.100571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db062415-e68c-439d-895a-6ac4c5913f82 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:34.110654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.162475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Transition to ACTIVE for port object db062415-e68c-439d-895a-6ac4c5913f82 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:34.165108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-47837e5a-4904-46b3-b644-3f3dbbbfaba8 req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.170660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2c94c29-2b13-48c3-9c2f-203c1c305501 req-62389d0e-d8ae-4332-8e47-6f8313b37b5b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167500 Jul 08 01:51:34.250646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.306945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-47837e5a-4904-46b3-b644-3f3dbbbfaba8 req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.447305 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-47837e5a-4904-46b3-b644-3f3dbbbfaba8 req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.453446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-47837e5a-4904-46b3-b644-3f3dbbbfaba8 req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6216137 Jul 08 01:51:34.475077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f701ea10-6c22-4e98-87da-07f3c92e92fe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:34.478306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Pushing event updated for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:34.493047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-616d505e-c845-41f9-9fa0-0e5bc9f69c6d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800703 Jul 08 01:51:34.502219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.502578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.503728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.504357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.504940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.505434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.506147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.506645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.507149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.507897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.508421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.508910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29b34-a504-42b6-9949-9660ae2706a4 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.532502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.549055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:34.622357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:34.622705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:34.623045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:34.632149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:34.632482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:34.648202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:34.648202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:34.648202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:34.648202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Bound port: db062415-e68c-439d-895a-6ac4c5913f82, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:34.648202 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.752198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-a2d954fb-90a1-4115-8534-878c54b452de tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 258 time: 0.4405591 Jul 08 01:51:34.765131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:34.765984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:34.770705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:34.815016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-ef5be090-4d9e-457c-bb99-f75efb63638f tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:34.817000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-ef5be090-4d9e-457c-bb99-f75efb63638f tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.3374171 Jul 08 01:51:34.829012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-534c22a1-3e07-4a19-899a-ebdcebe4b80c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:34.831531 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-534c22a1-3e07-4a19-899a-ebdcebe4b80c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3183923 Jul 08 01:51:34.845499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Request body: {'port': {'device_id': '484c4084-e763-4876-8533-4349739e5f68', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5ef55ac2dd1448cfa2fea1ee68678dae'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:34.880109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.981117 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.998302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:35.000649 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b57584-fd5b-487e-92d3-81ff8c699a13" -d '{"events": [{"name": "network-changed", "server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:35.018575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Pushing event updated for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:35.038611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.042194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.044779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-26492a9b-685c-4b4f-acfa-13ebeee8ad86 service neutron] 10.222.0.32 "PUT /v2.0/ports/db062415-e68c-439d-895a-6ac4c5913f82 HTTP/1.1" status: 200 len: 1092 time: 1.7653518 Jul 08 01:51:35.153125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-c22f55ed-d297-4588-aa16-c81766f676a3 service neutron] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:35.159065 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-c22f55ed-d297-4588-aa16-c81766f676a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.160588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2ce5b38-6ec0-45f3-9040-d0afaf0f02b5 req-c22f55ed-d297-4588-aa16-c81766f676a3 service neutron] 10.222.0.18 "DELETE /v2.0/ports/56d2064a-d811-48b3-b654-a175089c65e8/bindings/n-h2-695189-13 HTTP/1.1" status: 204 len: 173 time: 0.3321180 Jul 08 01:51:35.163311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.191598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6e1e4d98-db47-476d-adce-9a8c7153f760 req-bbc82170-7642-4951-9818-74cc8069f11a tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 210 time: 0.0350640 Jul 08 01:51:35.201434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Made reservation on behalf of 5ef55ac2dd1448cfa2fea1ee68678dae for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:35.204074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.261156 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.338963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Allocated IP 172.25.8.58 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/061cde26-e4d4-4ba6-a701-00c33c4cd15b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:35.341042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-3e71eb44-600b-44b7-ab9e-75f99d35b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.343164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-3e71eb44-600b-44b7-ab9e-75f99d35b797 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1095 time: 0.1541266 Jul 08 01:51:35.356648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1795674233', 'description': 'tempest-description-1450272583'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:35.409782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-1489610a-e2ed-4657-af4c-f46587fd6f2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db062415-e68c-439d-895a-6ac4c5913f82 HTTP/1.1" status: 200 len: 217 time: 0.0461876 Jul 08 01:51:35.546427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.680012 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.741040 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.745434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-5c2c0945-9d12-4e6a-944b-723deca0cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.748267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:35.748404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-5c2c0945-9d12-4e6a-944b-723deca0cb19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.3295336 Jul 08 01:51:35.749404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:35.751872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:35.762739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Pushing event updated for resources: {'Port': ['ID=061cde26-e4d4-4ba6-a701-00c33c4cd15b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:35.782878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-3c7607de-df93-4cc1-b31a-f5461b5acabb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288959 Jul 08 01:51:35.844219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.853523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.932832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066cc725-1ac5-4f1c-8af1-399e7193c4c3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:35.984038 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.995560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-8e8e560b-76aa-446d-8146-7c63fe00647a service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032468 Jul 08 01:51:36.004688 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.032946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.088269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Allocated IP 192.168.233.187 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/52e18c5d-89c0-44d3-bf9d-92b9c399c272) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:36.198645 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c03807-6959-4528-ac19-e98a1f76b985 req-1e236ac3-7561-4cc5-a818-d1de8210e57a service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915421 Jul 08 01:51:36.332355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.347321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.364586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Transition to ACTIVE for port object 52e18c5d-89c0-44d3-bf9d-92b9c399c272 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:36.404919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.456781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005b2321-25e9-43c8-92f7-ed7b51644f47,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:36.488923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.513827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.554257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:36.554526 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.558391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:36.564404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:36.620441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.634203 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.640421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'Port': ['ID=52e18c5d-89c0-44d3-bf9d-92b9c399c272,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:36.664716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:36.666358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.686256 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.696918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Pushing event updated for resources: {'Port': ['ID=061cde26-e4d4-4ba6-a701-00c33c4cd15b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:36.718086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1f4cb3-0e9d-4f5a-b188-6a5bf503c4ee,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:36.771655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-ac22f820-5932-4c15-ac1d-5f77804cfd50 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9303207 Jul 08 01:51:36.776205 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.776519 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.777417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8dad51d3-e5ff-493a-8cfb-eeee70d91ca2 req-c651a580-d128-4dad-8391-00e736b60db4 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4267497 Jul 08 01:51:36.778769 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-fb6208c7-c863-483a-925b-28fe6644de1d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0257306 Jul 08 01:51:36.798593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Request body: {'port': {'device_id': '484c4084-e763-4876-8533-4349739e5f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:36.923310 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-981b3f34-0a19-41c1-95ee-8c558ccfec0f tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.1371410 Jul 08 01:51:36.926483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.953571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-889558fa-4a07-4a41-873d-8ed09ff4049c None None] Provisioning for port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:36.957906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-889558fa-4a07-4a41-873d-8ed09ff4049c None None] Provisioning complete for port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:36.958583 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-889558fa-4a07-4a41-873d-8ed09ff4049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.029939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-889558fa-4a07-4a41-873d-8ed09ff4049c None None] Port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:37.087481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-da1bf7cd-2f7d-41f4-8d79-691926bd3547 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.089164 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-da1bf7cd-2f7d-41f4-8d79-691926bd3547 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1591094 Jul 08 01:51:37.108236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-1193e11b-b15f-49e4-b4ee-9f4d862747e3 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:51:37.111575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-840c6c7f-e294-4930-99ff-66c71508f5e0 req-1193e11b-b15f-49e4-b4ee-9f4d862747e3 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082684 Jul 08 01:51:37.155679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf9b79-a330-4fc3-8e6e-fdce894ed7bc req-4d055526-54e7-4f18-907a-110ec0adcadb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.157322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eeaf9b79-a330-4fc3-8e6e-fdce894ed7bc req-4d055526-54e7-4f18-907a-110ec0adcadb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 944 time: 0.1867201 Jul 08 01:51:37.172679 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460c91b0-61bf-40a5-bae2-c56a4d2a6826 x-openstack-request-id: req-460c91b0-61bf-40a5-bae2-c56a4d2a6826 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:37.173052 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:37.173384 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-460c91b0-61bf-40a5-bae2-c56a4d2a6826 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:37.173848 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'status': 'completed', 'code': 200} Jul 08 01:51:37.234704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eeaf9b79-a330-4fc3-8e6e-fdce894ed7bc req-4654efe8-5eca-400f-84c0-b56c9f52f51e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704129 Jul 08 01:51:37.304041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-c11e394f-bd61-46c0-b48b-6e2e2cfa1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.306225 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-c11e394f-bd61-46c0-b48b-6e2e2cfa1838 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84af9be7123748b5ac76b26d172d1be0&device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 1097 time: 0.1082706 Jul 08 01:51:37.342365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e18c5d-89c0-44d3-bf9d-92b9c399c272 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:37.357293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.384257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Transition to ACTIVE for port object 52e18c5d-89c0-44d3-bf9d-92b9c399c272 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:37.459506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-3b123d59-cf02-4a39-9a90-6640b0174892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.460709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-3b123d59-cf02-4a39-9a90-6640b0174892 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70a6a4e9-8461-4da6-ba4a-98e92da0944b HTTP/1.1" status: 200 len: 930 time: 0.1458611 Jul 08 01:51:37.479621 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.495100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1587b-6d0d-4300-b9f1-a5f9b035b351 req-21bfda4a-c648-4120-8031-4d7b527046b8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.496686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3d1587b-6d0d-4300-b9f1-a5f9b035b351 req-21bfda4a-c648-4120-8031-4d7b527046b8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.0832057 Jul 08 01:51:37.556920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-c20f85d2-7868-4272-8429-7475254bc3e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 200 len: 1001 time: 0.0887458 Jul 08 01:51:37.575434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Pushing event updated for resources: {'Port': ['ID=52e18c5d-89c0-44d3-bf9d-92b9c399c272,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:37.615605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3d1587b-6d0d-4300-b9f1-a5f9b035b351 req-0c089f52-b017-4c7f-bc14-73942efd65bd tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973833 Jul 08 01:51:37.624246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-7a92cea6-3c1f-4318-98c3-dace957c8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.629142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-7a92cea6-3c1f-4318-98c3-dace957c8325 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e11338d5-366a-4ebb-a101-f86844c38fde HTTP/1.1" status: 200 len: 868 time: 0.0555456 Jul 08 01:51:37.664657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ca022fe6-d58b-4fce-9580-000b1dc83fd0 req-6584e692-777d-4b67-bdae-5bd342087950 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-962586427', 'description': 'tempest-description-88246529'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:37.710824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Attempting to bind port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:37.711256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Attempting to bind port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:37.715308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Attempting to bind port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:37.721300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:37.721727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Attempting to bind port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:37.728588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:37.729081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:37.729578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:37.730137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Bound port: 52e18c5d-89c0-44d3-bf9d-92b9c399c272, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:37.730527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.754500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-52f12336-24a4-4b04-baf3-e0c231e6a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.759325 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-52f12336-24a4-4b04-baf3-e0c231e6a52f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70a6a4e9-8461-4da6-ba4a-98e92da0944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228449 Jul 08 01:51:37.770169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4954ea5-4788-4eaa-8939-2ee59d712d4d req-e4f4108b-d172-45f1-a544-1e52b82be942 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.772681 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4954ea5-4788-4eaa-8939-2ee59d712d4d req-e4f4108b-d172-45f1-a544-1e52b82be942 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 948 time: 0.2144451 Jul 08 01:51:37.778436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca022fe6-d58b-4fce-9580-000b1dc83fd0 req-6584e692-777d-4b67-bdae-5bd342087950 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.836550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] For port 52e18c5d-89c0-44d3-bf9d-92b9c399c272, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:37.837781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] For port 52e18c5d-89c0-44d3-bf9d-92b9c399c272, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=52e18c5d-89c0-44d3-bf9d-92b9c399c272,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:37.874759 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4954ea5-4788-4eaa-8939-2ee59d712d4d req-664768ac-09d6-449e-a568-3a685b93f841 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896623 Jul 08 01:51:37.913038 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.954535 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-c3c0c4fc-e061-4a03-8cf1-316f569569b3 service neutron] 10.222.0.18 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806035 Jul 08 01:51:37.963027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca022fe6-d58b-4fce-9580-000b1dc83fd0 req-6584e692-777d-4b67-bdae-5bd342087950 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.987635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.988390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.989913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] 10.222.0.18 "PUT /v2.0/ports/52e18c5d-89c0-44d3-bf9d-92b9c399c272 HTTP/1.1" status: 200 len: 1097 time: 1.2020962 Jul 08 01:51:38.026710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c42aac-c029-4e53-92de-c1aa353b702c service neutron] Pushing event updated for resources: {'Port': ['ID=52e18c5d-89c0-44d3-bf9d-92b9c399c272,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:38.033673 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca022fe6-d58b-4fce-9580-000b1dc83fd0 req-6584e692-777d-4b67-bdae-5bd342087950 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.081519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584e692-777d-4b67-bdae-5bd342087950 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd2ed13-e243-4b1e-8b24-7371ec98ba56,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:38.146696 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca022fe6-d58b-4fce-9580-000b1dc83fd0 req-6584e692-777d-4b67-bdae-5bd342087950 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.151596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca022fe6-d58b-4fce-9580-000b1dc83fd0 req-6584e692-777d-4b67-bdae-5bd342087950 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4936652 Jul 08 01:51:38.216501 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b57584-fd5b-487e-92d3-81ff8c699a13 req-0a7316a7-e66d-4455-956c-fecd1e935959 service neutron] 10.222.0.18 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432675 Jul 08 01:51:38.236198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-2146be51-f192-4f27-9d9a-275089ee91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:38.237853 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-2146be51-f192-4f27-9d9a-275089ee91ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 1100 time: 0.0848107 Jul 08 01:51:38.262526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2eca7-7194-4a23-8d91-10f5b1f05cf9 req-4f3d2385-f7da-475b-894a-c15b2637d9d4 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:38.270451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-87a2eca7-7194-4a23-8d91-10f5b1f05cf9 req-4f3d2385-f7da-475b-894a-c15b2637d9d4 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2680674 Jul 08 01:51:38.289697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-c2816c7f-eb92-41eb-a50d-ea2c8dd3dc06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=52e18c5d-89c0-44d3-bf9d-92b9c399c272 HTTP/1.1" status: 200 len: 217 time: 0.0440090 Jul 08 01:51:38.339928 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-87a2eca7-7194-4a23-8d91-10f5b1f05cf9 req-2e200a7f-1064-4f91-933d-06f859a880e4 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.0682118 Jul 08 01:51:38.345537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-87a2eca7-7194-4a23-8d91-10f5b1f05cf9 req-ac595604-1895-4250-85ef-6b4608a3ba01 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Request body: {'floatingip': {'port_id': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:38.393172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-87a2eca7-7194-4a23-8d91-10f5b1f05cf9 req-ac595604-1895-4250-85ef-6b4608a3ba01 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.404940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-75bec3f9-8f9e-4bd7-8d15-366c6f2c5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:38.406716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-75bec3f9-8f9e-4bd7-8d15-366c6f2c5ab2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1113756 Jul 08 01:51:38.542300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-4c0c5717-8180-4bae-8720-cd9806c9df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:38.546197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-4c0c5717-8180-4bae-8720-cd9806c9df98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1283772 Jul 08 01:51:38.676069 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-b6a643ac-c75c-4a38-9c0c-e591364eacd9 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199303 Jul 08 01:51:38.676880 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-87a2eca7-7194-4a23-8d91-10f5b1f05cf9 req-ac595604-1895-4250-85ef-6b4608a3ba01 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 01:51:38.693086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-87a2eca7-7194-4a23-8d91-10f5b1f05cf9 req-ac595604-1895-4250-85ef-6b4608a3ba01 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "PUT /v2.0/floatingips/3a29b440-4ea4-449a-ad85-f868d056e3ce HTTP/1.1" status: 409 len: 549 time: 0.3499215 Jul 08 01:51:38.824969 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-324fe825-cd20-407a-8e39-7d296cafb1ee req-95e9102d-ffcb-48db-997d-a0334d8b613b service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421103 Jul 08 01:51:38.843011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-ee31f782-ffcb-46b7-bd0d-8e3547b7b040 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53369 time: 0.5046127 Jul 08 01:51:38.878695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67578521-5507-44cf-afc0-a0d7307cea5d req-02ba0bb6-3c6e-46ed-8631-1cc8ae02f587 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:38.888020 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67578521-5507-44cf-afc0-a0d7307cea5d req-02ba0bb6-3c6e-46ed-8631-1cc8ae02f587 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 1096 time: 0.0951419 Jul 08 01:51:38.916253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-7ce0c95b-afeb-4af2-b212-3005772e876f tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/005b2321-25e9-43c8-92f7-ed7b51644f47 HTTP/1.1" status: 200 len: 2981 time: 0.0629158 Jul 08 01:51:38.944245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67578521-5507-44cf-afc0-a0d7307cea5d req-96ab8b3e-b0c7-4b93-a6c9-cd71d4a40ed1 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549569 Jul 08 01:51:39.005253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-b7a6d22d-9b31-4189-aef3-c213d5d6985e tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/005b2321-25e9-43c8-92f7-ed7b51644f47 HTTP/1.1" status: 200 len: 2981 time: 0.0910442 Jul 08 01:51:39.081654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56616) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:39.094525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-5163fe42-9d9b-46c2-8977-69ee82fa1f3b tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/066cc725-1ac5-4f1c-8af1-399e7193c4c3 HTTP/1.1" status: 200 len: 2981 time: 0.0726132 Jul 08 01:51:39.159829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-6febc601-11fd-4b0a-8e97-c90b9d9e8579 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/066cc725-1ac5-4f1c-8af1-399e7193c4c3 HTTP/1.1" status: 200 len: 2981 time: 0.0576341 Jul 08 01:51:39.191161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82'}, {'name': 'network-changed', 'server_uuid': '484c4084-e763-4876-8533-4349739e5f68', 'tag': '52e18c5d-89c0-44d3-bf9d-92b9c399c272'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:39.199701 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f0ea12-2371-42dc-9610-389aa485a25c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "tag": "db062415-e68c-439d-895a-6ac4c5913f82"}, {"name": "network-changed", "server_uuid": "484c4084-e763-4876-8533-4349739e5f68", "tag": "52e18c5d-89c0-44d3-bf9d-92b9c399c272"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:39.221606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-7014edb9-6b8e-4d5b-9af3-2b1bf2490448 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1234a7b4-1d75-4589-a73b-b54bbcb6c575 HTTP/1.1" status: 200 len: 2981 time: 0.0604639 Jul 08 01:51:39.279316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-637eaefb-77ab-4118-8f2b-7c55a059d14e tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1234a7b4-1d75-4589-a73b-b54bbcb6c575 HTTP/1.1" status: 200 len: 2981 time: 0.0563998 Jul 08 01:51:39.327965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-9722bd1d-abf0-4ec3-afeb-1aa6a51f2fd1 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/23ec675a-641d-42c5-af65-e8bab1bfcfd0 HTTP/1.1" status: 200 len: 2981 time: 0.0469217 Jul 08 01:51:39.334559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ec8e3126-d5fb-488f-853a-1e749f7f00dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e312b80fff641dc8d534ce05f84caa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512801 Jul 08 01:51:39.337758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:39.348399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b794b9d-2bc2-4e3a-ac66-bdcd3d37780e req-76f77d23-4dec-420b-82b7-ad5e12fdef25 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:39.350020 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b794b9d-2bc2-4e3a-ac66-bdcd3d37780e req-76f77d23-4dec-420b-82b7-ad5e12fdef25 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.1174521 Jul 08 01:51:39.419786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b794b9d-2bc2-4e3a-ac66-bdcd3d37780e req-b2438181-0d00-4345-90dd-8352ac6c8ec1 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613692 Jul 08 01:51:39.433175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-ddc99cd9-7a84-4744-a326-036d26e61774 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/23ec675a-641d-42c5-af65-e8bab1bfcfd0 HTTP/1.1" status: 200 len: 2981 time: 0.0930066 Jul 08 01:51:39.444205 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e589696-2257-41b7-8091-a32a7be93fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.483757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e589696-2257-41b7-8091-a32a7be93fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.488368 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad1e8513-5604-4184-abd3-95d754048783 req-e10bfd5f-e2df-4207-83dd-64778817260e tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips/3a29b440-4ea4-449a-ad85-f868d056e3ce HTTP/1.1" status: 200 len: 692 time: 0.0492887 Jul 08 01:51:39.523534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-9ddde633-6308-4af9-9e0f-1ccbd8f1e254 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/35bcfb5f-a52b-409b-8a8a-5d8bfe77164b HTTP/1.1" status: 200 len: 2981 time: 0.0758488 Jul 08 01:51:39.589160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-af848361-439a-4ea3-aed5-38b7e65f1df3 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/35bcfb5f-a52b-409b-8a8a-5d8bfe77164b HTTP/1.1" status: 200 len: 2981 time: 0.0523977 Jul 08 01:51:39.619186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e8513-5604-4184-abd3-95d754048783 req-135b5eb6-18ad-4908-a4cc-21d0d5e4f4e3 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:39.621057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad1e8513-5604-4184-abd3-95d754048783 req-135b5eb6-18ad-4908-a4cc-21d0d5e4f4e3 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1261368 Jul 08 01:51:39.633449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-ad1e8513-5604-4184-abd3-95d754048783 req-8b803548-094b-45bb-84e7-7a045858a0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:51:39.634786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad1e8513-5604-4184-abd3-95d754048783 req-8b803548-094b-45bb-84e7-7a045858a0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087245 Jul 08 01:51:39.644642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-b2e03a84-bf2a-4a40-beb6-785838c5bdfe tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6eb52306-bde6-4d80-bd74-83b9d01be242 HTTP/1.1" status: 200 len: 2981 time: 0.0494690 Jul 08 01:51:39.671851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e589696-2257-41b7-8091-a32a7be93fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.674320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e589696-2257-41b7-8091-a32a7be93fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.678543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3e589696-2257-41b7-8091-a32a7be93fdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aec40279-64d8-4ded-8fb5-dbcfd720a7f3 HTTP/1.1" status: 204 len: 168 time: 0.3365884 Jul 08 01:51:39.702951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-52402a49-a143-4190-b2be-c25b5d9ca93d tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6eb52306-bde6-4d80-bd74-83b9d01be242 HTTP/1.1" status: 200 len: 2981 time: 0.0568998 Jul 08 01:51:39.704337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e589696-2257-41b7-8091-a32a7be93fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec40279-64d8-4ded-8fb5-dbcfd720a7f3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:39.712572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device db062415-e68c-439d-895a-6ac4c5913f82 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:39.717733 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad1e8513-5604-4184-abd3-95d754048783 req-32f01bdd-88f6-4923-b703-bc461d7473df tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.0760260 Jul 08 01:51:39.757644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-ec1e7fe5-123e-433f-a861-add3cefb900e tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/79261513-8c2e-49d7-9a08-c105b7e09e7a HTTP/1.1" status: 200 len: 2981 time: 0.0540326 Jul 08 01:51:39.794039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad1e8513-5604-4184-abd3-95d754048783 req-63bf5483-a324-43fb-9c9f-ac88c8a3f067 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.58 HTTP/1.1" status: 200 len: 695 time: 0.0697250 Jul 08 01:51:39.833818 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-b53bdddb-e086-4267-ba6e-7e9cdc4d2802 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/79261513-8c2e-49d7-9a08-c105b7e09e7a HTTP/1.1" status: 200 len: 2981 time: 0.0748062 Jul 08 01:51:39.874935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:39.879462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-8a5a1f16-231f-4cc1-80ac-ba91b0340f9c tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/91e3c7d3-af0e-42c5-801b-a77b41c0f42f HTTP/1.1" status: 200 len: 2981 time: 0.0450172 Jul 08 01:51:39.889136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'db062415-e68c-439d-895a-6ac4c5913f82', 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'port_id': 'db062415-e68c-439d-895a-6ac4c5913f82', 'mac_address': 'fa:16:3e:24:79:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332bb977-b183-4ea9-97bc-26fe22bf9868', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:39.951472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-79a4c1c7-a3b4-4243-bc4c-20fa65d0fd2f tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/91e3c7d3-af0e-42c5-801b-a77b41c0f42f HTTP/1.1" status: 200 len: 2981 time: 0.0687530 Jul 08 01:51:39.984300 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.008806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db062415-e68c-439d-895a-6ac4c5913f82 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:40.020080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-04f73330-cdc2-49c9-92cc-d50ff7e1f576 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9a1d995c-2708-4eb6-bee9-d801a2477676 HTTP/1.1" status: 200 len: 2981 time: 0.0698590 Jul 08 01:51:40.034677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:40.076485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Deleting port 061cde26-e4d4-4ba6-a701-00c33c4cd15b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:40.077048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.112953 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-4e3d4136-ac26-44be-8788-d04231b192b5 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9a1d995c-2708-4eb6-bee9-d801a2477676 HTTP/1.1" status: 200 len: 2981 time: 0.0904298 Jul 08 01:51:40.119056 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.176719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:40.182941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-b63af342-5e13-40a8-8652-a23e998243e6 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9c1584b1-f98b-4f10-ad81-a008037e0e9b HTTP/1.1" status: 200 len: 2977 time: 0.0690861 Jul 08 01:51:40.215074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.215450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.231078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Calling delete_port for 061cde26-e4d4-4ba6-a701-00c33c4cd15b owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:40.237109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-df595670-a950-4cf8-8c21-39af7c2737c7 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9c1584b1-f98b-4f10-ad81-a008037e0e9b HTTP/1.1" status: 200 len: 2977 time: 0.0480754 Jul 08 01:51:40.299738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-f238965b-ed10-46d3-bc33-1bcf5e74b646 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9c96eca6-7fa1-4bb2-8590-00f0ac3daf84 HTTP/1.1" status: 200 len: 2977 time: 0.0564342 Jul 08 01:51:40.355405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-4601e6e7-62d4-4802-84bf-d909fa0f4c67 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9c96eca6-7fa1-4bb2-8590-00f0ac3daf84 HTTP/1.1" status: 200 len: 2977 time: 0.0487533 Jul 08 01:51:40.388718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['db062415-e68c-439d-895a-6ac4c5913f82'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:40.411914 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-d4430fe8-8ab8-4ee9-a359-00ee7bd0946c tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9f72d904-da77-4ef5-a51f-4901aa73a920 HTTP/1.1" status: 200 len: 2981 time: 0.0499179 Jul 08 01:51:40.464115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-69858373-0348-4692-a54d-180612ea19f7 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9f72d904-da77-4ef5-a51f-4901aa73a920 HTTP/1.1" status: 200 len: 2981 time: 0.0457902 Jul 08 01:51:40.544535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-4006172b-1f59-4264-9ce6-4f36e1f6a2bb tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ac34444c-58d7-4c28-9220-625dbac37e93 HTTP/1.1" status: 200 len: 2981 time: 0.0425813 Jul 08 01:51:40.544730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56634) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:40.544730 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a10b-a98f-401e-a3d4-91fc95baefde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.563624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-806c294d-f9fa-4ea9-a142-3db444a52075 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ac34444c-58d7-4c28-9220-625dbac37e93 HTTP/1.1" status: 200 len: 2981 time: 0.0445838 Jul 08 01:51:40.584952 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-b77506d8-4ab0-48f0-8556-7ddbf5364b5f tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] show failed (client error): The resource could not be found. Jul 08 01:51:40.586975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-b77506d8-4ab0-48f0-8556-7ddbf5364b5f tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/aec40279-64d8-4ded-8fb5-dbcfd720a7f3 HTTP/1.1" status: 404 len: 352 time: 0.0172768 Jul 08 01:51:40.612042 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-76a06f9e-be49-4454-8df5-3f19dff71414 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] show failed (client error): The resource could not be found. Jul 08 01:51:40.613118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-76a06f9e-be49-4454-8df5-3f19dff71414 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/aec40279-64d8-4ded-8fb5-dbcfd720a7f3 HTTP/1.1" status: 404 len: 352 time: 0.0192032 Jul 08 01:51:40.644028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a10b-a98f-401e-a3d4-91fc95baefde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.657430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-3f844bab-9bcc-4877-806c-8d2a134851b1 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b7474117-d657-4cd2-bf94-8beb89152b8c HTTP/1.1" status: 200 len: 2973 time: 0.0369794 Jul 08 01:51:40.703451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-ec6da5b1-aa73-429a-b9b8-d362b1816de7 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b7474117-d657-4cd2-bf94-8beb89152b8c HTTP/1.1" status: 200 len: 2973 time: 0.0402772 Jul 08 01:51:40.744391 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-7407c69f-4363-4a2e-83bc-036180255143 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/dc0185bf-2b77-4118-ae65-6f1c8dbcc217 HTTP/1.1" status: 200 len: 2977 time: 0.0350373 Jul 08 01:51:40.757354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.785943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Pushing event deleted for resources: {'Port': ['ID=061cde26-e4d4-4ba6-a701-00c33c4cd15b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:40.787556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83f99ac8-03aa-45a6-9166-5ab51baa8e8e req-063c7690-02d3-46ca-a9fc-7103a32e3b79 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/dc0185bf-2b77-4118-ae65-6f1c8dbcc217 HTTP/1.1" status: 200 len: 2977 time: 0.0378075 Jul 08 01:51:40.813352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.813724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.814075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.814393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.814785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.815301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.815710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.815710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.816030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.816364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.816693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.817022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:40.819836 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.822886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.827961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad1e8513-5604-4184-abd3-95d754048783 req-ae4b2f64-6594-4eb5-bcc3-9908735232b1 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "DELETE /v2.0/floatingips/3a29b440-4ea4-449a-ad85-f868d056e3ce HTTP/1.1" status: 204 len: 173 time: 1.0336411 Jul 08 01:51:40.948773 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9f6a10b-a98f-401e-a3d4-91fc95baefde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.975448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d801de-fc7b-4d37-9b4c-41f0a736af46 req-ab972e77-4617-4993-9fca-7a5c79a7bd9f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:40.976976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95d801de-fc7b-4d37-9b4c-41f0a736af46 req-ab972e77-4617-4993-9fca-7a5c79a7bd9f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 948 time: 0.0665555 Jul 08 01:51:41.003218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e9f6a10b-a98f-401e-a3d4-91fc95baefde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b0977382d6a4bf5b973bd5493b7ebba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731145 Jul 08 01:51:41.006278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6a10b-a98f-401e-a3d4-91fc95baefde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332564d1-b10c-4baf-b0c1-2388d7576786,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.014462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:41.025430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95d801de-fc7b-4d37-9b4c-41f0a736af46 req-f658c557-75d9-4570-a548-35dd6fa035b2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Jul 08 01:51:41.052522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-bbb01aa8-12d6-42c4-bb11-e4858b975a99 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.059859 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-bbb01aa8-12d6-42c4-bb11-e4858b975a99 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 806 time: 0.1643701 Jul 08 01:51:41.077453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-a60fa5b5-e852-4fec-878f-8b9674044545 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/quotas/4df8b9538aa54ae8ac361eadb5f3f26d HTTP/1.1" status: 200 len: 375 time: 0.0167425 Jul 08 01:51:41.098790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-915b63b7-e34d-4989-b491-11c178c7720c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.127699 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4305840-9735-4c70-8efb-40b1bf9a16d6 x-openstack-request-id: req-e4305840-9735-4c70-8efb-40b1bf9a16d6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:41.127699 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "tag": "db062415-e68c-439d-895a-6ac4c5913f82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "484c4084-e763-4876-8533-4349739e5f68", "tag": "52e18c5d-89c0-44d3-bf9d-92b9c399c272", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:41.127699 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4305840-9735-4c70-8efb-40b1bf9a16d6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:41.128202 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82', 'status': 'completed', 'code': 200} Jul 08 01:51:41.131489 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484c4084-e763-4876-8533-4349739e5f68', 'tag': '52e18c5d-89c0-44d3-bf9d-92b9c399c272', 'status': 'completed', 'code': 200} Jul 08 01:51:41.187652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-26cfd852-5bdf-4afa-8bbd-8ac63a19c48f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983138 Jul 08 01:51:41.201624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-915b63b7-e34d-4989-b491-11c178c7720c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.302877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ea12-2371-42dc-9610-389aa485a25c req-d25803f8-0d01-4e3e-a6e7-e5e8a5d24171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.305386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-d25803f8-0d01-4e3e-a6e7-e5e8a5d24171 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 1100 time: 0.1706979 Jul 08 01:51:41.312328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-81c3ad17-a99a-488d-ba7a-c5b0fef7c29f service neutron] 10.222.0.10 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236439 Jul 08 01:51:41.312982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ea12-2371-42dc-9610-389aa485a25c req-fa9ba409-8c5d-4545-8e8c-28d3723708f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.314451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-fa9ba409-8c5d-4545-8e8c-28d3723708f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1096 time: 0.1648059 Jul 08 01:51:41.411400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-915b63b7-e34d-4989-b491-11c178c7720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.414486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-915b63b7-e34d-4989-b491-11c178c7720c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.415862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-915b63b7-e34d-4989-b491-11c178c7720c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/332564d1-b10c-4baf-b0c1-2388d7576786 HTTP/1.1" status: 204 len: 168 time: 0.4003239 Jul 08 01:51:41.451960 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-86b9b85b-c15a-4511-8b3a-8b0c18d246c6 service neutron] 10.222.0.10 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342847 Jul 08 01:51:41.523058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b63b7-e34d-4989-b491-11c178c7720c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332564d1-b10c-4baf-b0c1-2388d7576786,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.596037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ea12-2371-42dc-9610-389aa485a25c req-fb80e48f-6c1f-487b-8c7e-d72f35642822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.600969 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-fb80e48f-6c1f-487b-8c7e-d72f35642822 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2823224 Jul 08 01:51:41.645408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-253fe9df-b6f0-40f4-988e-4043da3a8203 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=52e18c5d-89c0-44d3-bf9d-92b9c399c272 HTTP/1.1" status: 200 len: 217 time: 0.0374730 Jul 08 01:51:41.720337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device db062415-e68c-439d-895a-6ac4c5913f82 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:41.725467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ea12-2371-42dc-9610-389aa485a25c req-dec2ae37-452a-4ee7-86c8-2c430c9d6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.727919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-dec2ae37-452a-4ee7-86c8-2c430c9d6a42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0720003 Jul 08 01:51:41.732419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ea12-2371-42dc-9610-389aa485a25c req-c7ff1b45-ae2f-474d-b5e3-435d1afa1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.734172 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-c7ff1b45-ae2f-474d-b5e3-435d1afa1f92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.4113162 Jul 08 01:51:41.781686 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fed5652-352d-43c5-a902-e54134942363 req-7fef30bb-ca74-4057-90d9-f04ec1b519b3 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bdfbcfd407040629efc8c71bbbf55b9 HTTP/1.1" status: 200 len: 6103 time: 0.1081822 Jul 08 01:51:41.809492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-3d855ac7-973a-4943-a839-2699f3c4a88e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db062415-e68c-439d-895a-6ac4c5913f82 HTTP/1.1" status: 200 len: 217 time: 0.0407829 Jul 08 01:51:41.859784 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fed5652-352d-43c5-a902-e54134942363 req-2d04cd73-8ec2-46bb-90e3-895b0000d171 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "GET /v2.0/security-groups/ac34444c-58d7-4c28-9220-625dbac37e93 HTTP/1.1" status: 200 len: 2981 time: 0.0762877 Jul 08 01:51:41.924351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ea12-2371-42dc-9610-389aa485a25c req-4f3b4160-f1be-4847-bd8f-cd85b28f0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.926096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-4f3b4160-f1be-4847-bd8f-cd85b28f0469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.1086743 Jul 08 01:51:41.927666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fed5652-352d-43c5-a902-e54134942363 req-dfd185ff-2972-4538-8b32-d5f1c9bf0209 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "GET /v2.0/security-groups/ac34444c-58d7-4c28-9220-625dbac37e93 HTTP/1.1" status: 200 len: 2981 time: 0.0669963 Jul 08 01:51:41.931445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port db062415-e68c-439d-895a-6ac4c5913f82 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:41.938124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port db062415-e68c-439d-895a-6ac4c5913f82 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:41.942693 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.994051 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-00ef96a0-aae8-4d3c-8a9d-be68aa0b5afb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571859 Jul 08 01:51:42.001532 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e48837fd-b1a7-4121-954d-7961c614c8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.013575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cab61-0b46-4d99-a638-f05b8eeccf02 req-450fd7a5-6150-4ef3-b612-d02ee7d287de tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:42.021233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f50cab61-0b46-4d99-a638-f05b8eeccf02 req-450fd7a5-6150-4ef3-b612-d02ee7d287de tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 944 time: 0.6170297 Jul 08 01:51:42.128289 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f50cab61-0b46-4d99-a638-f05b8eeccf02 req-e074b550-ba3d-477c-a47b-e203de0cb908 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060917 Jul 08 01:51:42.136031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-7d351929-38e0-4f34-8e0f-f890e0ad24af tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 1001 time: 0.1675756 Jul 08 01:51:42.145211 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.148719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0ea12-2371-42dc-9610-389aa485a25c req-5e175cf7-6a14-4ccc-b52c-dcb538965839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:42.152061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-5e175cf7-6a14-4ccc-b52c-dcb538965839 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4159169 Jul 08 01:51:42.178177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:42.182144 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614d7bac-cd38-403d-b08a-3b8ca0fe7305" -d '{"events": [{"server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "name": "network-vif-plugged", "status": "completed", "tag": "db062415-e68c-439d-895a-6ac4c5913f82"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:42.215144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:42.231941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31208-4779-40ca-998f-382a97779a42 req-d1e0e934-4b85-4de4-b9b7-d3f0f146de88 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:42.248380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-d1e0e934-4b85-4de4-b9b7-d3f0f146de88 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports/12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 200 len: 942 time: 0.1114907 Jul 08 01:51:42.292679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4489635e-305b-4593-9ce7-fc129fd62ffe req-e5b7d38d-8b0e-4da3-8a82-b6cd69b0b887 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 210 time: 0.0839543 Jul 08 01:51:42.330123 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.330470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-6e00668d-2959-4f95-8c26-b76a2a8e86b2 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056107 Jul 08 01:51:42.420420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:42.472229 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-afd101e3-b50c-4fe2-ab03-56069087c9d6 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089501 Jul 08 01:51:42.491282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82cbdeae-643c-48e5-a8f6-6035a6843edc req-6cdf9297-d7ee-4891-a81c-80d8efa3700f tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ffd2ed13-e243-4b1e-8b24-7371ec98ba56 HTTP/1.1" status: 200 len: 1775 time: 0.1597030 Jul 08 01:51:42.503788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-ddc7229c-ff43-4c1a-a156-5732d9887a9d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 1001 time: 0.0817027 Jul 08 01:51:42.526174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-0a836808-e0d6-4df8-86f7-a040678918a4 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602293 Jul 08 01:51:42.604920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-82cbdeae-643c-48e5-a8f6-6035a6843edc req-c59c0e35-2481-456f-bb94-4b518e7b04b5 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.633257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31208-4779-40ca-998f-382a97779a42 req-5677301a-14e3-48ae-8a85-84dccee3a8ee tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:42.639901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-5677301a-14e3-48ae-8a85-84dccee3a8ee tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1356614 Jul 08 01:51:42.640076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-82cbdeae-643c-48e5-a8f6-6035a6843edc req-c59c0e35-2481-456f-bb94-4b518e7b04b5 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.647271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-2dc7a8fd-c553-41af-a5b8-ec52f7469580 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:51:42.656018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-2dc7a8fd-c553-41af-a5b8-ec52f7469580 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145476 Jul 08 01:51:42.754752 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-9873437c-c74b-4920-99ba-55eaeb6a10d3 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 1001 time: 0.0977395 Jul 08 01:51:42.764404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:42.832794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.951940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f0ea12-2371-42dc-9610-389aa485a25c req-e158b87b-8279-4bb5-92f7-26c671de4020 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138327 Jul 08 01:51:43.040524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-82cbdeae-643c-48e5-a8f6-6035a6843edc req-c59c0e35-2481-456f-bb94-4b518e7b04b5 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.043370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-82cbdeae-643c-48e5-a8f6-6035a6843edc req-c59c0e35-2481-456f-bb94-4b518e7b04b5 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.043851 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.045093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82cbdeae-643c-48e5-a8f6-6035a6843edc req-c59c0e35-2481-456f-bb94-4b518e7b04b5 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffd2ed13-e243-4b1e-8b24-7371ec98ba56 HTTP/1.1" status: 204 len: 173 time: 0.5529416 Jul 08 01:51:43.057314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c0e35-2481-456f-bb94-4b518e7b04b5 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd2ed13-e243-4b1e-8b24-7371ec98ba56,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:43.114211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.114211 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Floating IP 992f3f40-b834-4a6e-b3e2-65e61617ab63 disassociated. External IP: 172.25.8.149, port: 12e22d26-4edd-414c-b19e-5b15bfe446d4. Jul 08 01:51:43.131744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 52e18c5d-89c0-44d3-bf9d-92b9c399c272 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:43.294120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a0711-775d-4a69-91ff-8a5b600fa578 req-bb16249e-c3a2-42e2-96da-c0a552d88438 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:43.296394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e36a0711-775d-4a69-91ff-8a5b600fa578 req-bb16249e-c3a2-42e2-96da-c0a552d88438 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 948 time: 0.1059825 Jul 08 01:51:43.297957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 52e18c5d-89c0-44d3-bf9d-92b9c399c272, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=52e18c5d-89c0-44d3-bf9d-92b9c399c272,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:43.321808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '52e18c5d-89c0-44d3-bf9d-92b9c399c272', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '52e18c5d-89c0-44d3-bf9d-92b9c399c272', 'mac_address': 'fa:16:3e:dc:8e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:43.393821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:43.405645 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e36a0711-775d-4a69-91ff-8a5b600fa578 req-5623ea9f-d19a-4142-905e-620c957e92b9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030881 Jul 08 01:51:43.415168 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.443723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e18c5d-89c0-44d3-bf9d-92b9c399c272 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:43.491249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 52e18c5d-89c0-44d3-bf9d-92b9c399c272, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=52e18c5d-89c0-44d3-bf9d-92b9c399c272,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:43.509037 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae10a1f-3944-417e-bc9c-c81a6eb3e040 x-openstack-request-id: req-9ae10a1f-3944-417e-bc9c-c81a6eb3e040 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:43.509331 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "name": "network-vif-plugged", "status": "completed", "tag": "db062415-e68c-439d-895a-6ac4c5913f82", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:43.509569 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ae10a1f-3944-417e-bc9c-c81a6eb3e040 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:43.509962 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82', 'code': 200} Jul 08 01:51:43.571389 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.572733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:43.583203 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] Sync routers for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:43.584059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.595611 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:43.596238 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:43.692141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=52e18c5d-89c0-44d3-bf9d-92b9c399c272,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:43.731001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-34e6db62-2980-4568-9feb-d6460621f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "PUT /v2.0/floatingips/992f3f40-b834-4a6e-b3e2-65e61617ab63 HTTP/1.1" status: 200 len: 695 time: 0.9695842 Jul 08 01:51:43.731001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:43.731001 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3654ae30-3a38-4f05-8496-c8387258d445" -d '{"events": [{"name": "network-changed", "server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:43.792485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e645de-3572-4c4d-bfde-23bd6ff76d16 req-6b58cf22-5c1c-45c3-a95f-8219bb8386a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:43.794579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-22e645de-3572-4c4d-bfde-23bd6ff76d16 req-6b58cf22-5c1c-45c3-a95f-8219bb8386a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1097 time: 0.1940689 Jul 08 01:51:43.834659 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d96fab3-729b-40c2-a927-b3ecc347369e req-dba4db10-62c0-4dd8-9f92-564f9b882b25 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3b1f4cb3-0e9d-4f5a-b188-6a5bf503c4ee HTTP/1.1" status: 200 len: 1778 time: 0.0999837 Jul 08 01:51:43.836910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:43.878556 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:43.893861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-22e645de-3572-4c4d-bfde-23bd6ff76d16 req-d079bf43-f01a-4619-9cfc-0d0b73b43895 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865593 Jul 08 01:51:43.919605 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2d96fab3-729b-40c2-a927-b3ecc347369e req-dc7bb9ec-5fe7-4bdf-becf-240dc4a0ea94 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.962277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2d96fab3-729b-40c2-a927-b3ecc347369e req-dc7bb9ec-5fe7-4bdf-becf-240dc4a0ea94 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.149369 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2d96fab3-729b-40c2-a927-b3ecc347369e req-dc7bb9ec-5fe7-4bdf-becf-240dc4a0ea94 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.160990 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2d96fab3-729b-40c2-a927-b3ecc347369e req-dc7bb9ec-5fe7-4bdf-becf-240dc4a0ea94 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.166596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d96fab3-729b-40c2-a927-b3ecc347369e req-dc7bb9ec-5fe7-4bdf-becf-240dc4a0ea94 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b1f4cb3-0e9d-4f5a-b188-6a5bf503c4ee HTTP/1.1" status: 204 len: 173 time: 0.3265676 Jul 08 01:51:44.176323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bb9ec-5fe7-4bdf-becf-240dc4a0ea94 tempest-SecurityGroupsTestAdminJSON-493514507 tempest-SecurityGroupsTestAdminJSON-493514507-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1f4cb3-0e9d-4f5a-b188-6a5bf503c4ee,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:44.243543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31208-4779-40ca-998f-382a97779a42 req-c9dda923-a6d5-4b5d-a482-ba1ef3fd5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:44.253118 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-c9dda923-a6d5-4b5d-a482-ba1ef3fd5db1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84af9be7123748b5ac76b26d172d1be0&device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 1097 time: 0.5021122 Jul 08 01:51:44.296266 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:44.314039 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-790f9f8e-b484-48a7-926f-5016b515a0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.332982 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] Checking router: 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:44.342839 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:44.343501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:44.442186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31208-4779-40ca-998f-382a97779a42 req-a3466fef-6239-4c7f-856b-b3cc09ad389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:44.451093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-a3466fef-6239-4c7f-856b-b3cc09ad389d service neutron] 10.222.0.10 "GET /v2.0/networks?id=70a6a4e9-8461-4da6-ba4a-98e92da0944b HTTP/1.1" status: 200 len: 930 time: 0.1919496 Jul 08 01:51:44.458379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d559-4bd4-4f24-9644-61f9e8d8d36a req-cead2e59-ce2e-4de3-a684-611e4e931af3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:44.461575 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:44.468163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a074d559-4bd4-4f24-9644-61f9e8d8d36a req-cead2e59-ce2e-4de3-a684-611e4e931af3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.1728551 Jul 08 01:51:44.506085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-af8f08ee-748d-4e33-8c62-b0055eb9de69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 200 len: 217 time: 0.0537965 Jul 08 01:51:44.519867 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a074d559-4bd4-4f24-9644-61f9e8d8d36a req-cf9c1943-d037-46fc-b8ef-44abd834e9d8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505600 Jul 08 01:51:44.592675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31208-4779-40ca-998f-382a97779a42 req-e7fb9e50-93a6-40b4-a685-197cbc010039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:44.600877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-e7fb9e50-93a6-40b4-a685-197cbc010039 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e11338d5-366a-4ebb-a101-f86844c38fde HTTP/1.1" status: 200 len: 868 time: 0.0936832 Jul 08 01:51:44.728532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31208-4779-40ca-998f-382a97779a42 req-183b5506-e4a2-433a-aa83-711985e8be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:44.736827 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-183b5506-e4a2-433a-aa83-711985e8be21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70a6a4e9-8461-4da6-ba4a-98e92da0944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350286 Jul 08 01:51:44.750742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-460e5c65-5001-4f5d-a2cf-bb6174cb72d6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:44.752600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-460e5c65-5001-4f5d-a2cf-bb6174cb72d6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 806 time: 0.1858313 Jul 08 01:51:44.801912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410f4f20-b029-40f7-9765-7271dca54bb0 req-ed80a880-8c5e-4343-889f-0b91ca757451 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 210 time: 0.0478411 Jul 08 01:51:44.811195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Request body: {'port': {'device_id': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'admin_state_up': True, 'tenant_id': '4df8b9538aa54ae8ac361eadb5f3f26d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:44.812065 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:44.852387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.868979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-79df5958-084a-458c-b36b-ce1ddf7f9244 service neutron] 10.222.0.10 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309454 Jul 08 01:51:44.875622 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc6184-e6d4-4de5-913b-2df0eb95bb97 None None] The sync data for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 is: [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:00Z', 'revision_number': 4, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '148dadb7-8d71-4087-a85c-d141b2a5a6c6', 'name': '', 'network_id': '70a6a4e9-8461-4da6-ba4a-98e92da0944b', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'mac_address': 'fa:16:3e:26:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:57Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'subnets': [{'id': 'e11338d5-366a-4ebb-a101-f86844c38fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:45.007188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be31208-4779-40ca-998f-382a97779a42 req-d3ac3325-2f81-498b-951c-e7cc45effdd6 service neutron] 10.222.0.10 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324558 Jul 08 01:51:45.009894 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32e0838-37b6-4f36-9bc7-12f8304b805f x-openstack-request-id: req-f32e0838-37b6-4f36-9bc7-12f8304b805f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:45.010186 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:45.010518 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f32e0838-37b6-4f36-9bc7-12f8304b805f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:45.011055 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'status': 'completed', 'code': 200} Jul 08 01:51:45.020310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca4b857-5a1f-4d2d-bda8-a15c99154510 req-63dca300-9de7-46ea-a4b0-41d7af131079 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "GET /v2.0/security-groups/f701ea10-6c22-4e98-87da-07f3c92e92fe HTTP/1.1" status: 200 len: 1778 time: 0.1053565 Jul 08 01:51:45.146710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 52e18c5d-89c0-44d3-bf9d-92b9c399c272 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:45.227592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Made reservation on behalf of 4df8b9538aa54ae8ac361eadb5f3f26d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:45.231110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.243260 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bca4b857-5a1f-4d2d-bda8-a15c99154510 req-b3b86233-eb70-4150-a815-bfb6d8afd3cd tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.286660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:45.293111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:45.293553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.312204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bca4b857-5a1f-4d2d-bda8-a15c99154510 req-b3b86233-eb70-4150-a815-bfb6d8afd3cd tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.333805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba04878e-6497-45de-84df-a6854b05e60b None None] New status for floating IP 992f3f40-b834-4a6e-b3e2-65e61617ab63: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:51:45.355222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654ae30-3a38-4f05-8496-c8387258d445 req-15ddb0a5-2d0c-49c6-bb35-afdf63054efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:45.357136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3654ae30-3a38-4f05-8496-c8387258d445 req-15ddb0a5-2d0c-49c6-bb35-afdf63054efb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84af9be7123748b5ac76b26d172d1be0&device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 1097 time: 0.2926695 Jul 08 01:51:45.559108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bca4b857-5a1f-4d2d-bda8-a15c99154510 req-b3b86233-eb70-4150-a815-bfb6d8afd3cd tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.561810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bca4b857-5a1f-4d2d-bda8-a15c99154510 req-b3b86233-eb70-4150-a815-bfb6d8afd3cd tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.572893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca4b857-5a1f-4d2d-bda8-a15c99154510 req-b3b86233-eb70-4150-a815-bfb6d8afd3cd tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "DELETE /v2.0/security-groups/f701ea10-6c22-4e98-87da-07f3c92e92fe HTTP/1.1" status: 204 len: 173 time: 0.5518448 Jul 08 01:51:45.580683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Allocated IP 172.20.0.9 (68974dc5-4c4e-4451-9f8d-07f701067f0c/5b8875b2-d7ea-4b54-9760-799d2f235563/45ebca6d-0e1b-48f5-9d87-d3fd259858c8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:45.610736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b86233-eb70-4150-a815-bfb6d8afd3cd tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f701ea10-6c22-4e98-87da-07f3c92e92fe,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:45.614916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654ae30-3a38-4f05-8496-c8387258d445 req-479179ad-a3f0-4403-954d-8c0d16f4046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:45.616493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3654ae30-3a38-4f05-8496-c8387258d445 req-479179ad-a3f0-4403-954d-8c0d16f4046b service neutron] 10.222.0.18 "GET /v2.0/networks?id=70a6a4e9-8461-4da6-ba4a-98e92da0944b HTTP/1.1" status: 200 len: 930 time: 0.2488346 Jul 08 01:51:45.654804 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.705787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484c4084-e763-4876-8533-4349739e5f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e18c5d-89c0-44d3-bf9d-92b9c399c272'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:45.708215 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74d5f5a-7252-402a-9a60-c598c2267f45" -d '{"events": [{"server_uuid": "484c4084-e763-4876-8533-4349739e5f68", "name": "network-vif-plugged", "status": "completed", "tag": "52e18c5d-89c0-44d3-bf9d-92b9c399c272"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:45.713489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e74bb7-3563-49cc-aabf-702a6879faae req-116609be-c00d-4d8c-8411-36e65b440016 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:45.720208 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88e74bb7-3563-49cc-aabf-702a6879faae req-116609be-c00d-4d8c-8411-36e65b440016 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 949 time: 0.0910819 Jul 08 01:51:45.726969 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.735548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 52e18c5d-89c0-44d3-bf9d-92b9c399c272, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=52e18c5d-89c0-44d3-bf9d-92b9c399c272,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:45.749781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3654ae30-3a38-4f05-8496-c8387258d445 req-9334d4a2-5bbf-4d21-8090-f15908bfc227 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 200 len: 217 time: 0.1204298 Jul 08 01:51:45.774914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88e74bb7-3563-49cc-aabf-702a6879faae req-d35a3ab2-3acb-4ed8-851e-0d03a3d3b446 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538301 Jul 08 01:51:45.816465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.891912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=52e18c5d-89c0-44d3-bf9d-92b9c399c272,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:45.904746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.905347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.912049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.912049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.912295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-0003e4fb-b540-4b1d-bbb8-2614c333f502 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips/992f3f40-b834-4a6e-b3e2-65e61617ab63 HTTP/1.1" status: 200 len: 693 time: 0.0579584 Jul 08 01:51:45.912409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.912409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.917057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.917057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.917057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.917631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.918081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.919210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.975083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654ae30-3a38-4f05-8496-c8387258d445 req-d40898be-3444-4e04-91cf-7fe2742e2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:45.976693 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3654ae30-3a38-4f05-8496-c8387258d445 req-d40898be-3444-4e04-91cf-7fe2742e2546 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e11338d5-366a-4ebb-a101-f86844c38fde HTTP/1.1" status: 200 len: 868 time: 0.2157421 Jul 08 01:51:46.166931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b71ff-1891-4b6b-845c-32a1065d4788 req-0565c00a-6293-48cb-b8e5-fc2aa65f5773 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:46.168718 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-395b71ff-1891-4b6b-845c-32a1065d4788 req-0565c00a-6293-48cb-b8e5-fc2aa65f5773 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.0819430 Jul 08 01:51:46.177974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-77a4eac3-eff4-4a2a-8df3-12bbd4a591bc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:46.184839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-77a4eac3-eff4-4a2a-8df3-12bbd4a591bc tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.2563665 Jul 08 01:51:46.190131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-57f36959-b952-4af3-bbc7-ffdbe556a5d9 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:51:46.202799 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-57f36959-b952-4af3-bbc7-ffdbe556a5d9 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115032 Jul 08 01:51:46.210260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654ae30-3a38-4f05-8496-c8387258d445 req-dd35f3b4-223d-49b7-9499-b7d5bf348754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:46.211823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3654ae30-3a38-4f05-8496-c8387258d445 req-dd35f3b4-223d-49b7-9499-b7d5bf348754 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70a6a4e9-8461-4da6-ba4a-98e92da0944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844091 Jul 08 01:51:46.214637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.222803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-395b71ff-1891-4b6b-845c-32a1065d4788 req-83c6b338-2128-4e3c-8c44-f81a26a0617e tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485001 Jul 08 01:51:46.283360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-5203e465-08a0-45cf-b604-269ce143c678 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.0852144 Jul 08 01:51:46.321734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e03e0102-fc66-4b93-ae9d-8c7c3213d1d3 req-b33d4129-cfdf-431e-9ddf-2ab6b822ce79 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "GET /v2.0/security-groups/e679315b-da75-4a36-86da-8e9ad184ead7 HTTP/1.1" status: 200 len: 1777 time: 0.0543971 Jul 08 01:51:46.386342 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-c9b6d46b-acde-49a1-bd4a-6330aeef3569 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.1020231 Jul 08 01:51:46.399815 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e03e0102-fc66-4b93-ae9d-8c7c3213d1d3 req-7970e1d7-167d-454b-a225-22beb8ffa570 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.428233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e03e0102-fc66-4b93-ae9d-8c7c3213d1d3 req-7970e1d7-167d-454b-a225-22beb8ffa570 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.520933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3654ae30-3a38-4f05-8496-c8387258d445 req-2eb080d8-8212-4109-8c92-3171e19cec82 service neutron] 10.222.0.18 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732408 Jul 08 01:51:46.577057 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e03e0102-fc66-4b93-ae9d-8c7c3213d1d3 req-7970e1d7-167d-454b-a225-22beb8ffa570 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.579873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e03e0102-fc66-4b93-ae9d-8c7c3213d1d3 req-7970e1d7-167d-454b-a225-22beb8ffa570 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.581099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e03e0102-fc66-4b93-ae9d-8c7c3213d1d3 req-7970e1d7-167d-454b-a225-22beb8ffa570 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] 10.222.0.10 "DELETE /v2.0/security-groups/e679315b-da75-4a36-86da-8e9ad184ead7 HTTP/1.1" status: 204 len: 173 time: 0.2578740 Jul 08 01:51:46.605348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970e1d7-167d-454b-a225-22beb8ffa570 tempest-SecurityGroupsTestAdminJSON-1749635694 tempest-SecurityGroupsTestAdminJSON-1749635694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679315b-da75-4a36-86da-8e9ad184ead7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:46.609349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.649052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Deleting port cda8dba7-b923-433b-bc98-9ac2d298e773 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:46.649397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.675693 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2baa60-dead-495f-be4e-2094508c9828 x-openstack-request-id: req-0a2baa60-dead-495f-be4e-2094508c9828 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:46.676280 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484c4084-e763-4876-8533-4349739e5f68", "name": "network-vif-plugged", "status": "completed", "tag": "52e18c5d-89c0-44d3-bf9d-92b9c399c272", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:46.676280 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a2baa60-dead-495f-be4e-2094508c9828 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:46.676605 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484c4084-e763-4876-8533-4349739e5f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e18c5d-89c0-44d3-bf9d-92b9c399c272', 'code': 200} Jul 08 01:51:46.764405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Network 68974dc5-4c4e-4451-9f8d-07f701067f0c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:46.787586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:46.796481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:46.835071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3654ae30-3a38-4f05-8496-c8387258d445 req-55f5aa97-a105-4d4c-bfd0-3550e836051c service neutron] 10.222.0.18 "GET /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943068 Jul 08 01:51:46.843413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Pushing event updated for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:46.881176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:46.881810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.887925 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.888260 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.905467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Calling delete_port for cda8dba7-b923-433b-bc98-9ac2d298e773 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:46.936123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35166f-e324-40f9-9692-b5504ac59aee req-52a312a1-8835-4a92-bd38-2df439f2d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:46.937645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d35166f-e324-40f9-9692-b5504ac59aee req-52a312a1-8835-4a92-bd38-2df439f2d8aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 1102 time: 0.0751734 Jul 08 01:51:46.945728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a4d49-7878-401b-98a6-b9e7da88af2f req-bcf88742-3009-4f27-a99a-691638605efe tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:46.947175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91a4d49-7878-401b-98a6-b9e7da88af2f req-bcf88742-3009-4f27-a99a-691638605efe tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 931 time: 0.1269500 Jul 08 01:51:46.997940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d35166f-e324-40f9-9692-b5504ac59aee req-8b932c61-18c2-4166-b602-88cf8237daf9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497768 Jul 08 01:51:47.005369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91a4d49-7878-401b-98a6-b9e7da88af2f req-024e003e-1bd1-4286-94c3-aa3305ed74d5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506675 Jul 08 01:51:47.223071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-12c5c3ca-3560-4bc3-9646-4ad8dc966971 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4340744 Jul 08 01:51:47.223880 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.250649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.254821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Request body: {'port': {'device_id': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:47.260013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Pushing event deleted for resources: {'Port': ['ID=cda8dba7-b923-433b-bc98-9ac2d298e773,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:47.401232 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.401507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124b610-692d-43f4-b237-bcef0ba8770d req-87bad59c-64b7-426c-af57-9348c8cfce4a tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:47.403866 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.415052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f124b610-692d-43f4-b237-bcef0ba8770d req-87bad59c-64b7-426c-af57-9348c8cfce4a tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1097 time: 0.0781593 Jul 08 01:51:47.419358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce32bc4d-02f0-401a-afe8-6a1f2f0f05ea req-f9ee2b20-c710-4988-93ab-bf576aba3f85 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "DELETE /v2.0/floatingips/992f3f40-b834-4a6e-b3e2-65e61617ab63 HTTP/1.1" status: 204 len: 173 time: 1.0320489 Jul 08 01:51:47.427842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.459045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f124b610-692d-43f4-b237-bcef0ba8770d req-20942e5e-c0a8-40a1-a76c-c9be08e5ea45 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Jul 08 01:51:47.665164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56766) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:47.800832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0de251-ac45-42ef-b511-ab52d044d0ed req-2b134419-35ed-4bab-b178-913981260ab2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:47.802715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f0de251-ac45-42ef-b511-ab52d044d0ed req-2b134419-35ed-4bab-b178-913981260ab2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 950 time: 0.1686134 Jul 08 01:51:47.899878 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f0de251-ac45-42ef-b511-ab52d044d0ed req-2da15ff1-9ef6-4897-b4ce-ba588363bd3a tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906115 Jul 08 01:51:47.907923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.119573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56782) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:48.135215 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-50ef4623-5280-4c68-9ab5-0d0d89984ff5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bdfbcfd407040629efc8c71bbbf55b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423230 Jul 08 01:51:48.137656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:48.162027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.181626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba4ab-525e-4a52-b76b-29e490800e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.197035 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:51:48.197642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Transition to ACTIVE for port object 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:48.206623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba4ab-525e-4a52-b76b-29e490800e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.213713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e09d8-613c-4248-804a-7b4c5776bbce req-b6045535-2436-4eb7-8d28-64ada536005f tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:48.219394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f1e09d8-613c-4248-804a-7b4c5776bbce req-b6045535-2436-4eb7-8d28-64ada536005f tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3621626 Jul 08 01:51:48.269326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f1e09d8-613c-4248-804a-7b4c5776bbce req-b1631da4-c09f-4d1a-b745-e520ca02b41b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0389025 Jul 08 01:51:48.309190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f714c-21a3-4c4e-8911-679297c62f7b req-04712109-5e3b-45e7-91dd-b48c01d3c017 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:48.310932 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f0f714c-21a3-4c4e-8911-679297c62f7b req-04712109-5e3b-45e7-91dd-b48c01d3c017 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 931 time: 0.0812452 Jul 08 01:51:48.311666 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.387117 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f0f714c-21a3-4c4e-8911-679297c62f7b req-cc251f78-1f57-4697-a3de-e5f2051c5b84 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685315 Jul 08 01:51:48.405333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba4ab-525e-4a52-b76b-29e490800e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.414720 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba4ab-525e-4a52-b76b-29e490800e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.414720 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a9ba4ab-525e-4a52-b76b-29e490800e21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac34444c-58d7-4c28-9220-625dbac37e93 HTTP/1.1" status: 204 len: 168 time: 0.2909100 Jul 08 01:51:48.428573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba4ab-525e-4a52-b76b-29e490800e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac34444c-58d7-4c28-9220-625dbac37e93,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:48.773954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0883ac92-b097-483f-b189-016d0161f004 req-8054e2c0-8d55-4893-89bb-4dda0f8b0e2d tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4078288 Jul 08 01:51:48.782379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Pushing event updated for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:48.877751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:48.878558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:48.878918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:48.892743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:48.893079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:48.902393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:48.902659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:48.903547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:48.903993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Bound port: 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:48.904363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.966582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56802) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.051876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:49.056462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:49.189737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.219526 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040cee1d-4059-45a9-aece-47b8159aec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.254273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:49.255157 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.256797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] 10.222.0.32 "PUT /v2.0/ports/45ebca6d-0e1b-48f5-9d87-d3fd259858c8 HTTP/1.1" status: 200 len: 1092 time: 2.0239654 Jul 08 01:51:49.265105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781babb7-594a-42f0-a025-b036c1abe284 req-7cfbeaeb-6d40-4e3b-af76-6853c71cbc6d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:49.273869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-781babb7-594a-42f0-a025-b036c1abe284 req-7cfbeaeb-6d40-4e3b-af76-6853c71cbc6d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 950 time: 0.1641393 Jul 08 01:51:49.275846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:49.278255 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f35c86-ab3d-4779-bfa5-5828867fa9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:49.322071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3989e2-982b-45e1-970a-c962b2a9a729 service neutron] Pushing event updated for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:49.360973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-781babb7-594a-42f0-a025-b036c1abe284 req-2ceaec79-8f8b-44d4-b1ce-11a1b85de232 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858757 Jul 08 01:51:49.451475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040cee1d-4059-45a9-aece-47b8159aec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.465787 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16611ceb-3b68-4303-9cbb-b7f613a3d9fd x-openstack-request-id: req-16611ceb-3b68-4303-9cbb-b7f613a3d9fd {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:49.466191 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:49.467773 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16611ceb-3b68-4303-9cbb-b7f613a3d9fd {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:49.472448 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8', 'status': 'completed', 'code': 200} Jul 08 01:51:49.498077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-9ee72e40-e9ee-4bdb-aa14-e6e6e96bf5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:49.498986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56820) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.500265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-9ee72e40-e9ee-4bdb-aa14-e6e6e96bf5ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1095 time: 0.1215608 Jul 08 01:51:49.543510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a15bc617-16fb-4bd5-b8db-9a1c80ef12b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=348d0b6cbcd54c7d89b06a289efc5048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432906 Jul 08 01:51:49.547246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040cee1d-4059-45a9-aece-47b8159aec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.547246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56822) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.559696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-86acd792-9e2f-4ebc-9ba4-c7a1e6c4f75a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8 HTTP/1.1" status: 200 len: 217 time: 0.0418537 Jul 08 01:51:49.633220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-14a39061-ba89-4345-8821-9bc72d8f46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:49.634914 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-14a39061-ba89-4345-8821-9bc72d8f46a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0679708 Jul 08 01:51:49.650558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-040cee1d-4059-45a9-aece-47b8159aec4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bed5eb10f5e146e8ac923a59aff3f5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6821780 Jul 08 01:51:49.651474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cee1d-4059-45a9-aece-47b8159aec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d0fdcb-388b-4f5a-a773-a9332039b986,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:49.654179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56826) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.702664 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b419-38bd-472e-86d4-b2812266a801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.738287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-4dee23e3-2cf2-48bb-8fd9-7582ca2ffa5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883601 Jul 08 01:51:49.749221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b419-38bd-472e-86d4-b2812266a801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.765456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15888dee-53c6-481c-b28a-0ea0a6575dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.794377 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15888dee-53c6-481c-b28a-0ea0a6575dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.950350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a1dd7-9646-4393-a2b1-2c1dadd15b46 req-01c0f317-8502-48b2-a9e9-1ffa462fbe9d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:49.952006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-325a1dd7-9646-4393-a2b1-2c1dadd15b46 req-01c0f317-8502-48b2-a9e9-1ffa462fbe9d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.1246395 Jul 08 01:51:49.970429 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-c0758dbd-6ae1-43d2-bd77-337790a115a5 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292249 Jul 08 01:51:50.017010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-325a1dd7-9646-4393-a2b1-2c1dadd15b46 req-e5fc1dc6-9778-45f5-955a-c5d70afd12ea tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584786 Jul 08 01:51:50.045734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b419-38bd-472e-86d4-b2812266a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.050995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b419-38bd-472e-86d4-b2812266a801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.053667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8aa8b419-38bd-472e-86d4-b2812266a801 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/005b2321-25e9-43c8-92f7-ed7b51644f47 HTTP/1.1" status: 204 len: 168 time: 0.5039287 Jul 08 01:51:50.072707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8b419-38bd-472e-86d4-b2812266a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005b2321-25e9-43c8-92f7-ed7b51644f47,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:50.100171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15888dee-53c6-481c-b28a-0ea0a6575dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.108190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15888dee-53c6-481c-b28a-0ea0a6575dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.111652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-15888dee-53c6-481c-b28a-0ea0a6575dc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6d0fdcb-388b-4f5a-a773-a9332039b986 HTTP/1.1" status: 204 len: 168 time: 0.4540794 Jul 08 01:51:50.131898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15888dee-53c6-481c-b28a-0ea0a6575dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d0fdcb-388b-4f5a-a773-a9332039b986,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:50.244460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f85ca-758a-43e3-b8d8-99c4526bc430 req-30fb76ef-5a0b-4cb3-9bac-df8962532472 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:50.247751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db7f85ca-758a-43e3-b8d8-99c4526bc430 req-30fb76ef-5a0b-4cb3-9bac-df8962532472 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 1102 time: 0.2457485 Jul 08 01:51:50.300669 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725eed4a-b943-49b0-b8da-a5d67d48deb9 req-a2a2b317-8f1c-4921-b96f-0a55e66aa6a0 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015084 Jul 08 01:51:50.334790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db7f85ca-758a-43e3-b8d8-99c4526bc430 req-341ef21f-f4f3-4c6b-9d35-48a7e9461ee9 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.441862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5ada1-d407-488b-866c-8f8389681302 req-e282d127-1770-4b0b-925b-a71cfbbb4c5e tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:50.443534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7e5ada1-d407-488b-866c-8f8389681302 req-e282d127-1770-4b0b-925b-a71cfbbb4c5e tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 945 time: 0.1719480 Jul 08 01:51:50.495869 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7e5ada1-d407-488b-866c-8f8389681302 req-7fd79155-817c-4bcd-bb18-3db65a9a423c tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452335 Jul 08 01:51:50.630073 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db7f85ca-758a-43e3-b8d8-99c4526bc430 req-341ef21f-f4f3-4c6b-9d35-48a7e9461ee9 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.642648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-a42f06de-7d19-498a-8496-f9c6e6ed363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:50.648932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-a42f06de-7d19-498a-8496-f9c6e6ed363c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1095 time: 0.1973064 Jul 08 01:51:50.667795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.724066 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-db7f85ca-758a-43e3-b8d8-99c4526bc430 req-341ef21f-f4f3-4c6b-9d35-48a7e9461ee9 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.767528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db7f85ca-758a-43e3-b8d8-99c4526bc430 req-341ef21f-f4f3-4c6b-9d35-48a7e9461ee9 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108333 Jul 08 01:51:50.820887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ef21f-f4f3-4c6b-9d35-48a7e9461ee9 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89aca1f-8fb8-48ba-a361-f38167fb4280,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:50.859897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-8f4147bd-664c-43c2-bbc9-82c47fdf006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:50.861623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-8f4147bd-664c-43c2-bbc9-82c47fdf006f service neutron] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.2020657 Jul 08 01:51:50.917354 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-69241cf0-aa3c-4805-a1c2-20e6b6620c74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8 HTTP/1.1" status: 200 len: 217 time: 0.0436859 Jul 08 01:51:51.005528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-c64fc774-8af3-4bfe-9253-0fbf23b54a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:51.009921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-c64fc774-8af3-4bfe-9253-0fbf23b54a82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0827346 Jul 08 01:51:51.107837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-ff84cd21-b4f2-4530-b16c-b18ab7a25708 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875692 Jul 08 01:51:51.214127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.218747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-62efcf33-0ee6-4f25-8750-be2f8357bf53 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:51.223824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-62efcf33-0ee6-4f25-8750-be2f8357bf53 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.18 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 945 time: 0.1351209 Jul 08 01:51:51.291874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7102f8d-e4e9-4f74-b4a5-22d95afd1507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.404216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f06878-70e7-4713-bec5-eb477f5ac3c4 req-9517d440-ff7b-407f-87d0-e566ac8cfd8c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:51.419880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f06878-70e7-4713-bec5-eb477f5ac3c4 req-9517d440-ff7b-407f-87d0-e566ac8cfd8c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.1726065 Jul 08 01:51:51.436937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-57d47573-c3cd-4648-96af-672482639c42 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200986 Jul 08 01:51:51.544261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Deleting port 12e22d26-4edd-414c-b19e-5b15bfe446d4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:51.545382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.745311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-5d6adeeb-3166-45f3-89df-438b20e629e9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776250 Jul 08 01:51:51.806881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19f35c86-ab3d-4779-bfa5-5828867fa9ef req-3115b5ef-a7a0-4304-a019-48a3f729d61e service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496907 Jul 08 01:51:51.850519 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13f06878-70e7-4713-bec5-eb477f5ac3c4 req-94ac1dac-dc9e-4ff9-8d2d-232af5a56280 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296460 Jul 08 01:51:51.928154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7102f8d-e4e9-4f74-b4a5-22d95afd1507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.946374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-0704f638-c0c6-4205-a2fe-19b19f2f45a8 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:51.953275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-0704f638-c0c6-4205-a2fe-19b19f2f45a8 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069619 Jul 08 01:51:51.989149 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-5fce8704-8bac-4f78-bdbc-d49ff19e8c78 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/quotas/5ef55ac2dd1448cfa2fea1ee68678dae HTTP/1.1" status: 200 len: 375 time: 0.0349417 Jul 08 01:51:52.001302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] For port 12e22d26-4edd-414c-b19e-5b15bfe446d4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=12e22d26-4edd-414c-b19e-5b15bfe446d4,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:52.001734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.004680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7102f8d-e4e9-4f74-b4a5-22d95afd1507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.036269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Calling delete_port for 12e22d26-4edd-414c-b19e-5b15bfe446d4 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:52.050477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f7102f8d-e4e9-4f74-b4a5-22d95afd1507 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55aca90a5693479189619476999d602c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8288877 Jul 08 01:51:52.062089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:52.177713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7102f8d-e4e9-4f74-b4a5-22d95afd1507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe02ab1-b9fd-4317-8d39-b8ff575421a8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:52.200184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-701288a1-ec74-4a63-8522-56e393748cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.229777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-fbb62c1c-8ca8-4993-8395-c80aa6897c00 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599028 Jul 08 01:51:52.236491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32fa9e-475a-40e2-bf35-792c07e7ef69 req-06949b97-07fb-4710-8fe5-8483ea1f38da tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:52.237943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bc32fa9e-475a-40e2-bf35-792c07e7ef69 req-06949b97-07fb-4710-8fe5-8483ea1f38da tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 945 time: 0.1750431 Jul 08 01:51:52.239919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-701288a1-ec74-4a63-8522-56e393748cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.300597 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bc32fa9e-475a-40e2-bf35-792c07e7ef69 req-4d9bf7fb-878d-43b8-8e63-b45415b54521 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/security-groups?id=23ec675a-641d-42c5-af65-e8bab1bfcfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532722 Jul 08 01:51:52.405123 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-701288a1-ec74-4a63-8522-56e393748cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.408102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-701288a1-ec74-4a63-8522-56e393748cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.409291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-701288a1-ec74-4a63-8522-56e393748cf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fe02ab1-b9fd-4317-8d39-b8ff575421a8 HTTP/1.1" status: 204 len: 168 time: 0.3451684 Jul 08 01:51:52.417522 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.431113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701288a1-ec74-4a63-8522-56e393748cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe02ab1-b9fd-4317-8d39-b8ff575421a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:52.434825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['12e22d26-4edd-414c-b19e-5b15bfe446d4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:52.464280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Pushing event deleted for resources: {'Port': ['ID=12e22d26-4edd-414c-b19e-5b15bfe446d4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:52.611911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] No DVR routers for this DVR port 12e22d26-4edd-414c-b19e-5b15bfe446d4 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:52.628920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.632548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f0db8f5-483c-4941-b336-8a9205e92298 req-bf9addfe-6626-469c-89a7-a51d574ded63 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.18 "DELETE /v2.0/ports/12e22d26-4edd-414c-b19e-5b15bfe446d4 HTTP/1.1" status: 204 len: 173 time: 1.4055419 Jul 08 01:51:52.639853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'name': 'network-vif-deleted', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:52.646207 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492fd9ba-b38d-4d28-bb91-24a97132a112" -d '{"events": [{"server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "name": "network-vif-deleted", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:52.850811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-792155c2-5739-40df-852b-18f90e4de7c6 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b4c856434c8a4ddbafdd80138247da40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227213 Jul 08 01:51:52.972265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-4537332c-a196-40d6-90b0-9fe7aae40cfe tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:52.973722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-4537332c-a196-40d6-90b0-9fe7aae40cfe tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167855 Jul 08 01:51:52.988699 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-86892e67-cb75-4612-9768-842dfaea127d tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/quotas/b4c856434c8a4ddbafdd80138247da40 HTTP/1.1" status: 200 len: 375 time: 0.0089247 Jul 08 01:51:53.021179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-fd4852ec-f345-4407-9e04-ea9e1abc570c tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4c856434c8a4ddbafdd80138247da40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jul 08 01:51:53.311595 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66ac81f-b504-4e5c-895a-cb66b2b241cf x-openstack-request-id: req-d66ac81f-b504-4e5c-895a-cb66b2b241cf {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:53.312131 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04183d83-483a-49dc-9245-320cea8f6b9e", "name": "network-vif-deleted", "tag": "12e22d26-4edd-414c-b19e-5b15bfe446d4", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:53.312902 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d66ac81f-b504-4e5c-895a-cb66b2b241cf {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:53.313459 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04183d83-483a-49dc-9245-320cea8f6b9e', 'name': 'network-vif-deleted', 'tag': '12e22d26-4edd-414c-b19e-5b15bfe446d4', 'status': 'completed', 'code': 200} Jul 08 01:51:53.795459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:53.922865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:53.941866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8', 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'port_id': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8', 'mac_address': 'fa:16:3e:d8:20:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8875b2-d7ea-4b54-9760-799d2f235563', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:53.989961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e3c1-8ae9-4c71-a361-5bce36855411 req-817f1ede-6056-451a-bd1e-81576ce38958 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:53.992195 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e451e3c1-8ae9-4c71-a361-5bce36855411 req-817f1ede-6056-451a-bd1e-81576ce38958 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.0910647 Jul 08 01:51:54.001477 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.015132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:54.048796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:54.060171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e451e3c1-8ae9-4c71-a361-5bce36855411 req-41ca32fa-df2d-46a1-b6d4-c30d252682d9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618918 Jul 08 01:51:54.135955 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.142889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-86439da6-ecf1-404f-b797-1d34248e55f9 req-3a6cf7c0-3076-4e3b-ba04-39356f5c90a3 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 210 time: 0.0334523 Jul 08 01:51:54.230584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:54.358490 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f0d6a3f-ce3f-43f1-a9f2-767dad35b0ff req-8e6de9f7-e107-438e-888d-dac2b615ad5b tempest-FloatingIPsAssociationNegativeTestJSON-1288907275 tempest-FloatingIPsAssociationNegativeTestJSON-1288907275-project] 10.222.0.10 "GET /v2.0/ports?device_id=04183d83-483a-49dc-9245-320cea8f6b9e HTTP/1.1" status: 200 len: 210 time: 0.0402927 Jul 08 01:51:54.427870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['45ebca6d-0e1b-48f5-9d87-d3fd259858c8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:55.133815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-475c9799-b447-49f7-b8ef-95d63998f5ca req-ad967397-c6e7-4d69-a5ce-28850c6b5af5 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 210 time: 0.0321467 Jul 08 01:51:55.159746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c261-2aea-420e-b74d-412070958ee4 req-0f3fd063-dbc0-4651-a14f-7b32cf9514b7 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:55.169544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-0f3fd063-dbc0-4651-a14f-7b32cf9514b7 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/networks?id=a2d6e637-07c5-45cd-a088-dc63934c1f06 HTTP/1.1" status: 200 len: 814 time: 0.1970685 Jul 08 01:51:55.187155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-56f4793b-b8ea-46c2-902e-28890bdec6ab tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/quotas/a4bc614008e340d981e4d9cfd7d5344c HTTP/1.1" status: 200 len: 375 time: 0.0166800 Jul 08 01:51:55.211071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 12e22d26-4edd-414c-b19e-5b15bfe446d4 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:55.279481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 12e22d26-4edd-414c-b19e-5b15bfe446d4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:55.279481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 12e22d26-4edd-414c-b19e-5b15bfe446d4 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:55.314324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-a857079f-5a2e-424e-b4e1-8377fec2c32f tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4bc614008e340d981e4d9cfd7d5344c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259756 Jul 08 01:51:55.402127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fed99-4812-4649-9c7b-8fa0db386163 req-7c7c4c09-252e-4c3b-82e8-22413fb2085e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:55.403656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a74fed99-4812-4649-9c7b-8fa0db386163 req-7c7c4c09-252e-4c3b-82e8-22413fb2085e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 944 time: 0.0982523 Jul 08 01:51:55.440016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-45f62fec-06dd-44d7-a08c-998fb62b2b3b service neutron] 10.222.0.10 "GET /v2.0/networks/a2d6e637-07c5-45cd-a088-dc63934c1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239383 Jul 08 01:51:55.464270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a74fed99-4812-4649-9c7b-8fa0db386163 req-f20c1cd6-b925-4d8b-bca4-8af4de042225 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521734 Jul 08 01:51:55.570496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-82140bf3-622e-4efd-a4a6-724a7ea2e4c2 service neutron] 10.222.0.10 "GET /v2.0/networks/a2d6e637-07c5-45cd-a088-dc63934c1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241305 Jul 08 01:51:55.713075 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c09262f0-e4c7-48fb-987d-ce7828be4ebf req-cb957e20-fa18-430d-b1dd-6ed6541fc90f tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 210 time: 0.0985386 Jul 08 01:51:55.809946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:55.839458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57020) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:56.037515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:56.042357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:56.046431 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:56.146272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a16c1bbb-f541-423c-aaeb-4eaef1efd385 req-74499c5a-9907-42d5-8b63-1f3fbb8c3f6a tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 210 time: 0.0834193 Jul 08 01:51:56.179277 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:56.252335 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:56.258831 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12906b0-b38f-4de4-926f-a12280bc5bff" -d '{"events": [{"server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "name": "network-vif-plugged", "status": "completed", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:56.294022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:56.324830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3242079-0fa3-4a2d-bd71-9450042559b7 req-8c3a7f9e-68d1-4213-96a6-1e5a6b2e79f2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 210 time: 0.0367796 Jul 08 01:51:56.400055 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:56.406636 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a488e9-cedd-482d-a992-a405a5233ca9 x-openstack-request-id: req-e0a488e9-cedd-482d-a992-a405a5233ca9 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:56.407128 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "name": "network-vif-plugged", "status": "completed", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:56.414680 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0a488e9-cedd-482d-a992-a405a5233ca9 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:56.414680 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8', 'code': 200} Jul 08 01:51:56.486726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:56.600870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:56.606429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5e27-0d56-4347-8712-07048b2c1c02 req-c2043214-acc5-4cc6-a092-f7cdb3886886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:56.608327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32ac5e27-0d56-4347-8712-07048b2c1c02 req-c2043214-acc5-4cc6-a092-f7cdb3886886 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1097 time: 0.1201997 Jul 08 01:51:56.686987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32ac5e27-0d56-4347-8712-07048b2c1c02 req-32f4d2a1-e69f-4761-a9e6-45babc3950f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638077 Jul 08 01:51:56.712591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8c17a-a48b-4050-88b6-2455486fc8dd req-1d0d1c2d-282b-4c0f-a55c-2ad579d5be42 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:56.714416 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8e8c17a-a48b-4050-88b6-2455486fc8dd req-1d0d1c2d-282b-4c0f-a55c-2ad579d5be42 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1031506 Jul 08 01:51:56.776598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8e8c17a-a48b-4050-88b6-2455486fc8dd req-9b75f407-d61d-488c-93e5-5488b9ad7f1a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560219 Jul 08 01:51:56.905894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a22ce298-8b1b-47aa-81e8-a2598c9ccd69 req-9fb6ac47-7ec7-4371-8c65-b353742d0b28 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 210 time: 0.0458837 Jul 08 01:51:57.105393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Deleting port 148dadb7-8d71-4087-a85c-d141b2a5a6c6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:57.106274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.202122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-75aa53fd-8fc4-4a4a-98fe-2be305dbcabc tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b4c856434c8a4ddbafdd80138247da40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274675 Jul 08 01:51:57.245933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ad047c4-84ad-4aff-9b3a-18b0de5e1663 req-097e53f1-a924-4370-94f4-c542fb45fa41 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 210 time: 0.0460250 Jul 08 01:51:57.247306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:57.322089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] For port 148dadb7-8d71-4087-a85c-d141b2a5a6c6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=148dadb7-8d71-4087-a85c-d141b2a5a6c6,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:57.322460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.346388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Calling delete_port for 148dadb7-8d71-4087-a85c-d141b2a5a6c6 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:57.376578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-a6c8ca0e-e07a-4325-a16f-2985f3386e30 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:57.378253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-a6c8ca0e-e07a-4325-a16f-2985f3386e30 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650095 Jul 08 01:51:57.425247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Request body: {'port': {'device_id': 'd79d7137-1cac-45bd-b05c-8f78064ff43b', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'b4c856434c8a4ddbafdd80138247da40'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:57.431936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22bfb5a9-c2e2-45b9-97d2-1ead05d08f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.542459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed846dec-3112-4dec-8593-b9ad855c5165 req-ccc3c406-eeb4-412a-9586-150828021bac tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 210 time: 0.0572710 Jul 08 01:51:57.624475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22bfb5a9-c2e2-45b9-97d2-1ead05d08f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.719536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22bfb5a9-c2e2-45b9-97d2-1ead05d08f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.775993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57070) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:57.782902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-22bfb5a9-c2e2-45b9-97d2-1ead05d08f96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3671d633d4542bf9ec73d7f36604b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343039 Jul 08 01:51:57.790701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfb5a9-c2e2-45b9-97d2-1ead05d08f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81eb0a8-1645-4505-830d-e69fe31ee909,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:57.817437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.855107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Made reservation on behalf of b4c856434c8a4ddbafdd80138247da40 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:57.858760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.861250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Pushing event deleted for resources: {'Port': ['ID=148dadb7-8d71-4087-a85c-d141b2a5a6c6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:57.898937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.929179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf6d26e8-d3e8-4cdb-b834-10fbce89e13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.084654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.154462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71d8c49d-e5c7-4a9c-82f3-ea5341820529 req-9a7e0372-0f06-44ee-ac1b-e26c34bbaef7 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 210 time: 0.0371294 Jul 08 01:51:58.297011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-ccfb00bb-edfc-496a-ad29-d0b24bcef92e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423317 Jul 08 01:51:58.434787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-e379efa9-ad24-4780-91a1-4d2f67d09e24 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:58.437168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-e379efa9-ad24-4780-91a1-4d2f67d09e24 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1334548 Jul 08 01:51:58.451070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Request body: {'port': {'device_id': '5cf0b8a4-e228-4479-9772-48b4cbfc0bd9', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5ef55ac2dd1448cfa2fea1ee68678dae'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:58.591647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf6d26e8-d3e8-4cdb-b834-10fbce89e13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.592131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6be5855f-ef5e-483a-bb8a-b5176500a1ae req-74fd67b3-09ee-44ab-84cc-5a4b342a73f2 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 210 time: 0.0325830 Jul 08 01:51:58.766926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59c46770-4729-41e7-84f2-f1b78ff1789e req-062ddf31-2179-493f-b3da-ce9cf41e1ee1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 210 time: 0.0334723 Jul 08 01:51:58.885711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db7e43-9123-4f4a-b4a1-323009e3fd11 req-151879d2-4baf-45e4-b0cf-f7c95fe087bf tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:58.887210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88db7e43-9123-4f4a-b4a1-323009e3fd11 req-151879d2-4baf-45e4-b0cf-f7c95fe087bf tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.7671027 Jul 08 01:51:58.910657 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-96d075b6-58f7-4fa5-84bf-e8994257f5d1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567386 Jul 08 01:51:58.935085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.992739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:59.019887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88db7e43-9123-4f4a-b4a1-323009e3fd11 req-2b636910-7370-468f-9acc-54949b9be219 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173725 Jul 08 01:51:59.020475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.023399 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf6d26e8-d3e8-4cdb-b834-10fbce89e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.025808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf6d26e8-d3e8-4cdb-b834-10fbce89e13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.027113 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cf6d26e8-d3e8-4cdb-b834-10fbce89e13d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a81eb0a8-1645-4505-830d-e69fe31ee909 HTTP/1.1" status: 204 len: 168 time: 1.2504070 Jul 08 01:51:59.102404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Made reservation on behalf of 5ef55ac2dd1448cfa2fea1ee68678dae for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:59.106811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.291847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Allocated IP 192.168.233.144 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/6a23706e-4f66-46fa-a2be-21ae7620534e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:59.347794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37f11047-1af0-4f3c-bb47-6ec9ddab9478 req-bb8bd950-5ec8-4737-b907-dc208298f8ed tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 210 time: 0.0381911 Jul 08 01:51:59.355572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-717828ae-01e4-42e4-9770-b92af637b716 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:59.370996 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-717828ae-01e4-42e4-9770-b92af637b716 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4481585 Jul 08 01:51:59.375762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:59.457517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Request body: {'port': {'device_id': '4bd39164-1697-48cc-8084-e228a50e8309', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5ef55ac2dd1448cfa2fea1ee68678dae'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:59.481106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.18', 56592) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:59.539476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.559037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Transition to ACTIVE for port object 6a23706e-4f66-46fa-a2be-21ae7620534e will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:59.573598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d26e8-d3e8-4cdb-b834-10fbce89e13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81eb0a8-1645-4505-830d-e69fe31ee909,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:59.621117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:59.631642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-28d4de29-03a3-4aad-8afc-92f71bf6f355 admin admin] 10.222.0.10 "PUT /v2.0/routers/3b6f26d3-d04b-4a9c-b19b-0218ea5d1748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7879512 Jul 08 01:51:59.634808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57098) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:59.638899 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] Sync routers for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:59.652353 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:59.656064 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:59.725388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.738888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:59.758720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-944f9695-3b6c-44da-acae-4850e2c9ab35 req-a0f68571-93e6-4fdb-b8cd-e351977e833c tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 210 time: 0.0453146 Jul 08 01:51:59.795579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:59.810790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:59.821009 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:59.830842 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:59.886881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:59.887708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.890504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Allocated IP 192.168.233.166 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:59.927778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'Port': ['ID=6a23706e-4f66-46fa-a2be-21ae7620534e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:59.981679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:00.000231 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6fc11075-8964-4494-b816-3adc3de0187c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.034996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-233f3bb4-7bc7-474b-b7e6-ff2e3f382dfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5887907 Jul 08 01:52:00.086816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c261-2aea-420e-b74d-412070958ee4 req-ce49c155-3522-4324-b126-7acd25513854 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:00.089056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-ce49c155-3522-4324-b126-7acd25513854 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.18 "GET /v2.0/networks?id=a2d6e637-07c5-45cd-a088-dc63934c1f06 HTTP/1.1" status: 200 len: 814 time: 0.5777354 Jul 08 01:52:00.183983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-261d33a9-37e2-4e97-9ec3-b60296ae7841 req-a37d0285-9aba-4af4-b0f4-2f96a769f549 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 210 time: 0.1065736 Jul 08 01:52:00.191034 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6fc11075-8964-4494-b816-3adc3de0187c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.198418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Request body: {'port': {'device_id': '5cf0b8a4-e228-4479-9772-48b4cbfc0bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:00.207799 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:57Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:00.261916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Request body: {'port': {'device_id': '6de98047-b0aa-4793-88b5-6a9505171024', 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06', 'admin_state_up': True, 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:00.282589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6fc11075-8964-4494-b816-3adc3de0187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.317137 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] Checking router: 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:00.339125 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] Routers {'3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:00.339775 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:51:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:00.365964 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.410458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ab317fec-82f9-4ce1-8485-72c18e4541be None None] Provisioning for port 6a23706e-4f66-46fa-a2be-21ae7620534e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:00.414768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ab317fec-82f9-4ce1-8485-72c18e4541be None None] Provisioning complete for port 6a23706e-4f66-46fa-a2be-21ae7620534e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:00.415356 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ab317fec-82f9-4ce1-8485-72c18e4541be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.445987 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.468498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc11075-8964-4494-b816-3adc3de0187c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c079b53-efea-4c6f-9679-974710a34fd6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:00.486494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ab317fec-82f9-4ce1-8485-72c18e4541be None None] Port 6a23706e-4f66-46fa-a2be-21ae7620534e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:00.500418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6fc11075-8964-4494-b816-3adc3de0187c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c6e18e15b6f4e2684f4ed2a4c5bcd97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174580 Jul 08 01:52:00.548905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57114) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:00.555741 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] Set router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:00.581619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d22a-7681-432a-a388-0b4d8cc63212 req-1b043ea6-3990-4dcb-99b5-4b5bded96053 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:00.583481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19e9d22a-7681-432a-a388-0b4d8cc63212 req-1b043ea6-3990-4dcb-99b5-4b5bded96053 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.3224063 Jul 08 01:52:00.655310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.739712 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0cfbb13d-48b8-4332-b890-7fc62f92c044 req-d8f376d6-1b3e-4b3f-a4b1-2b96878afc73 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 210 time: 0.0695152 Jul 08 01:52:00.758107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.775884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a3e8b2e-7f9c-4060-8982-4dd2df613102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.785412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Transition to ACTIVE for port object 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:00.841298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19e9d22a-7681-432a-a388-0b4d8cc63212 req-d8853175-8386-41b2-bd46-87f178d0dcfd tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379370 Jul 08 01:52:00.864553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a3e8b2e-7f9c-4060-8982-4dd2df613102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.893910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Made reservation on behalf of 5ef55ac2dd1448cfa2fea1ee68678dae for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:00.898609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.034646 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3173b62f-06c0-49a0-8895-a4a2c2608576 req-b02dfc01-30ef-4c66-8b61-98987d21a672 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 210 time: 0.0425925 Jul 08 01:52:01.038950 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a3e8b2e-7f9c-4060-8982-4dd2df613102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.044727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a3e8b2e-7f9c-4060-8982-4dd2df613102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.048790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9a3e8b2e-7f9c-4060-8982-4dd2df613102 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c079b53-efea-4c6f-9679-974710a34fd6 HTTP/1.1" status: 204 len: 168 time: 0.4924703 Jul 08 01:52:01.092621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e8b2e-7f9c-4060-8982-4dd2df613102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c079b53-efea-4c6f-9679-974710a34fd6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:01.123295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Made reservation on behalf of a4bc614008e340d981e4d9cfd7d5344c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:01.128148 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.141347 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.160620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Deleting port ea5b64c2-2e8b-485a-b84c-de02d0ed7360 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:01.160967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.268229 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:57Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:01.279532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:01.363917 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273bbaf3-1ff0-4d85-91fd-cb02250f4520 None None] The sync data for ids ['3b6f26d3-d04b-4a9c-b19b-0218ea5d1748'] in n-d-695189-13 is: [{'id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1700818798-router', 'tenant_id': '84af9be7123748b5ac76b26d172d1be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:52Z', 'updated_at': '2021-07-08T01:51:57Z', 'revision_number': 5, 'project_id': '84af9be7123748b5ac76b26d172d1be0', 'gw_port': {'id': 'ea5b64c2-2e8b-485a-b84c-de02d0ed7360', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6f26d3-d04b-4a9c-b19b-0218ea5d1748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:53Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:01.373325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a23706e-4f66-46fa-a2be-21ae7620534e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:01.388661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.403947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:01.410672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Transition to ACTIVE for port object 6a23706e-4f66-46fa-a2be-21ae7620534e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:01.437097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:01.443387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:01.462982 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.479111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Pushing event updated for resources: {'Port': ['ID=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:01.538015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.689661 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f371c11-ff4a-491d-a25e-619ee70ab4db req-46e5477f-b56f-4c1f-8220-93ba2caf9f02 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 210 time: 0.2470655 Jul 08 01:52:01.697429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Pushing event updated for resources: {'Port': ['ID=6a23706e-4f66-46fa-a2be-21ae7620534e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:01.826513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-38fb1702-6c90-4bbc-be71-a851c63e2a84 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4037094 Jul 08 01:52:01.891363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Request body: {'port': {'device_id': 'd79d7137-1cac-45bd-b05c-8f78064ff43b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:01.896120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] For port ea5b64c2-2e8b-485a-b84c-de02d0ed7360, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea5b64c2-2e8b-485a-b84c-de02d0ed7360,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:01.896757 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.934059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Allocated IP 192.168.233.224 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/f00c4c17-8f9e-4cbc-9547-fe5b7e919892) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:02.010395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e69f6a9-5788-4207-80cd-725aa885d131 None None] Provisioning for port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:02.020395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Calling delete_port for ea5b64c2-2e8b-485a-b84c-de02d0ed7360 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:02.027527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e69f6a9-5788-4207-80cd-725aa885d131 None None] Provisioning complete for port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:02.027527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e69f6a9-5788-4207-80cd-725aa885d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.040902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Attempting to bind port 6a23706e-4f66-46fa-a2be-21ae7620534e on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:02.041302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Attempting to bind port 6a23706e-4f66-46fa-a2be-21ae7620534e by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:02.041646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Attempting to bind port 6a23706e-4f66-46fa-a2be-21ae7620534e on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:02.053836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Port 6a23706e-4f66-46fa-a2be-21ae7620534e on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:02.054721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Attempting to bind port 6a23706e-4f66-46fa-a2be-21ae7620534e on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:02.072043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:02.072393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:02.072913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:02.073367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Bound port: 6a23706e-4f66-46fa-a2be-21ae7620534e, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:02.074082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.143054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5e69f6a9-5788-4207-80cd-725aa885d131 None None] Port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:02.187256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Allocated IP 172.20.0.5 (a2d6e637-07c5-45cd-a088-dc63934c1f06/eca579ec-c876-455e-87ba-c3b1bf144c31/8d060acd-fb6f-42b0-8bbe-ee0904ed1137) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:02.211888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] For port 6a23706e-4f66-46fa-a2be-21ae7620534e, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:02.218993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] For port 6a23706e-4f66-46fa-a2be-21ae7620534e, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6a23706e-4f66-46fa-a2be-21ae7620534e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:02.299309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ba1c9-4faa-4426-b155-4398ab013416 req-be490ddc-0354-483f-b8a6-39dbf4915b68 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:02.307027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b27ba1c9-4faa-4426-b155-4398ab013416 req-be490ddc-0354-483f-b8a6-39dbf4915b68 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 936 time: 0.2161846 Jul 08 01:52:02.316667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.318176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec8402-851e-45cb-86f3-ed284dfeaa89 req-db5abcf5-9279-4cd1-ae62-47b5c03578d4 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:02.319874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2ec8402-851e-45cb-86f3-ed284dfeaa89 req-db5abcf5-9279-4cd1-ae62-47b5c03578d4 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1097 time: 1.1128442 Jul 08 01:52:02.383597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:02.384252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.385648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] 10.222.0.18 "PUT /v2.0/ports/6a23706e-4f66-46fa-a2be-21ae7620534e HTTP/1.1" status: 200 len: 1097 time: 2.1931374 Jul 08 01:52:02.386088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0b8a4-e228-4479-9772-48b4cbfc0bd9', 'tag': '6a23706e-4f66-46fa-a2be-21ae7620534e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:02.388348 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cd37c7-2457-45bc-a913-64dad4c73ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0b8a4-e228-4479-9772-48b4cbfc0bd9", "tag": "6a23706e-4f66-46fa-a2be-21ae7620534e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:02.402475 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b27ba1c9-4faa-4426-b155-4398ab013416 req-a0d0e50f-9af9-4d90-89eb-c7ee626d6b3f tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945396 Jul 08 01:52:02.461144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f902a3d-8674-415a-b15b-b5fa5b25071d service neutron] Pushing event updated for resources: {'Port': ['ID=6a23706e-4f66-46fa-a2be-21ae7620534e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:02.662478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-0f65545a-93d7-4ddc-9f57-210f7086ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:02.665007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-0f65545a-93d7-4ddc-9f57-210f7086ebcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 1100 time: 0.1287608 Jul 08 01:52:02.744676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.767310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-6a8573dd-85d4-43f3-be2c-3b48efc88b42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=6a23706e-4f66-46fa-a2be-21ae7620534e HTTP/1.1" status: 200 len: 217 time: 0.0732567 Jul 08 01:52:02.792711 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2ec8402-851e-45cb-86f3-ed284dfeaa89 req-f111db5d-c05c-4648-90d9-424b4254add5 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015296 Jul 08 01:52:02.867066 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f447e1f-80de-41a3-a58d-0fd6e9cd8016 x-openstack-request-id: req-7f447e1f-80de-41a3-a58d-0fd6e9cd8016 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:02.867494 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0b8a4-e228-4479-9772-48b4cbfc0bd9", "tag": "6a23706e-4f66-46fa-a2be-21ae7620534e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:02.868113 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f447e1f-80de-41a3-a58d-0fd6e9cd8016 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:02.869458 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0b8a4-e228-4479-9772-48b4cbfc0bd9', 'tag': '6a23706e-4f66-46fa-a2be-21ae7620534e', 'status': 'completed', 'code': 200} Jul 08 01:52:03.088691 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a384585b-ad5b-4b9f-b529-17a982951494 req-f450dda1-e0ab-4f08-a17e-ba10058767a1 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 210 time: 0.0859246 Jul 08 01:52:03.089295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 148dadb7-8d71-4087-a85c-d141b2a5a6c6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:03.118698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-b0dd0352-4fd8-4336-a3f4-2deb484c47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:03.122257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-b0dd0352-4fd8-4336-a3f4-2deb484c47fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2228656 Jul 08 01:52:03.155068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 148dadb7-8d71-4087-a85c-d141b2a5a6c6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:52:03.156305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 148dadb7-8d71-4087-a85c-d141b2a5a6c6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:52:03.243415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-d1a8e37c-ee70-4adc-8b51-8257539736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:03.245546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-d1a8e37c-ee70-4adc-8b51-8257539736e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123188 Jul 08 01:52:03.386522 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0bdf632d-1f68-4476-8099-13d463252383 req-92f4fef7-2f44-406a-a080-85e13794c1de tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 210 time: 0.0842226 Jul 08 01:52:03.549688 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.629630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.694556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Transition to ACTIVE for port object f00c4c17-8f9e-4cbc-9547-fe5b7e919892 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:03.734851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb6cdd-3908-4599-9c45-9233d8508bea req-912d360a-6d44-42ca-bfed-d308406b6e87 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:03.736442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8acb6cdd-3908-4599-9c45-9233d8508bea req-912d360a-6d44-42ca-bfed-d308406b6e87 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 936 time: 0.1444168 Jul 08 01:52:03.740450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-eb39cd65-51a2-4c48-b50a-4aaf71d0dc1c service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835258 Jul 08 01:52:03.753232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Transition to ACTIVE for port object 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:03.964173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8acb6cdd-3908-4599-9c45-9233d8508bea req-10f8df2e-892c-4378-ad34-098ae0646b6f tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179160 Jul 08 01:52:03.964832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.998207 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-b7b76351-b9c8-47b4-ba09-3f95bfabf4af service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295451 Jul 08 01:52:04.015736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5b64c2-2e8b-485a-b84c-de02d0ed7360,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:04.043730 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.043730 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.200451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:04.282616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Pushing event updated for resources: {'Port': ['ID=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:04.304856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:04.327599 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.333404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:04.461836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:04.474336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:04.475023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.550499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-3c2423b2-0111-44ab-828e-9ffcffb5d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:04.552335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-3c2423b2-0111-44ab-828e-9ffcffb5d4f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 1100 time: 0.1041875 Jul 08 01:52:04.557087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:04.663975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'Port': ['ID=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:04.723523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:04.740056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:04.748103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:04.749102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.827998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.830549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-32cd9cee-8a46-45d6-900f-d50b1305c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:04.832276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-32cd9cee-8a46-45d6-900f-d50b1305c7e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2691672 Jul 08 01:52:04.834251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-160762b5-a9b8-4f6d-ab17-57876f5a9cdf None None] Provisioning for port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:04.841930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-160762b5-a9b8-4f6d-ab17-57876f5a9cdf None None] Provisioning complete for port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:04.849023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.849140 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-160762b5-a9b8-4f6d-ab17-57876f5a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.872845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947d69f-e13f-4b62-9ff4-f673d8777fe0 req-4a361d5f-ca12-4524-be73-b56aec5b5f12 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:04.876864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4947d69f-e13f-4b62-9ff4-f673d8777fe0 req-4a361d5f-ca12-4524-be73-b56aec5b5f12 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 931 time: 0.5931156 Jul 08 01:52:04.928654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-68e2c1d8-9bf1-4997-a680-5d344ec3e575 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7418137 Jul 08 01:52:04.949609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-160762b5-a9b8-4f6d-ab17-57876f5a9cdf None None] Port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:04.991366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-96da751a-7816-40d1-8eb4-9405b39ef37a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=6a23706e-4f66-46fa-a2be-21ae7620534e HTTP/1.1" status: 200 len: 217 time: 0.1451538 Jul 08 01:52:05.109220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Request body: {'port': {'device_id': '6de98047-b0aa-4793-88b5-6a9505171024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:05.116169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4947d69f-e13f-4b62-9ff4-f673d8777fe0 req-2918ddcd-2b0e-448f-99c0-a76103efc121 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907756 Jul 08 01:52:05.117502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-7ce102c5-ee35-4280-adbe-ae921e912fb2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6678932 Jul 08 01:52:05.237936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Request body: {'port': {'device_id': '4bd39164-1697-48cc-8084-e228a50e8309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:05.251877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1899aebf-2f6d-47cb-89e7-ff050ed6cd20 None None] Provisioning for port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:05.258135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1899aebf-2f6d-47cb-89e7-ff050ed6cd20 None None] Provisioning complete for port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:05.258773 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1899aebf-2f6d-47cb-89e7-ff050ed6cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.328416 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.337676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.338439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:52:05.386061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1899aebf-2f6d-47cb-89e7-ff050ed6cd20 None None] Port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:05.414059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.426028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cfe8e190-a915-4356-b9ad-6d03a258fd92 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3b6f26d3-d04b-4a9c-b19b-0218ea5d1748 HTTP/1.1" status: 204 len: 168 time: 5.7751722 Jul 08 01:52:05.439500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:05.473627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57232) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:05.482248 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.625375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-d62209d1-aff6-4732-94ea-b1821cc6200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:05.626901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-d62209d1-aff6-4732-94ea-b1821cc6200b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.6145525 Jul 08 01:52:05.657882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057891-5710-4466-ac3c-20dadce928d5 req-89d93efd-8a7c-4fc5-a511-9d84d4a63bf1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:05.669451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f057891-5710-4466-ac3c-20dadce928d5 req-89d93efd-8a7c-4fc5-a511-9d84d4a63bf1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 936 time: 0.7887900 Jul 08 01:52:05.702476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Transition to ACTIVE for port object 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:05.719094 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.790818 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f057891-5710-4466-ac3c-20dadce928d5 req-fea60a03-6b72-43a6-8d7d-141d1195833e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204264 Jul 08 01:52:05.840644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.848098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-4cb88acb-851e-4c6d-a98a-dd07184215d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:05.849510 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-4cb88acb-851e-4c6d-a98a-dd07184215d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1579669 Jul 08 01:52:05.852826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d517c1b-3ab3-49f2-8968-03e4e3e037db admin admin] Deleting subnet e11338d5-366a-4ebb-a101-f86844c38fde {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:52:05.896729 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d517c1b-3ab3-49f2-8968-03e4e3e037db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.144386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd51211-da4a-4597-81a8-925d447e8cb7 req-6ec7916c-8ea1-4574-b602-24fc97280d2c tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:06.152494 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3cd51211-da4a-4597-81a8-925d447e8cb7 req-6ec7916c-8ea1-4574-b602-24fc97280d2c tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 936 time: 0.5576582 Jul 08 01:52:06.253168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d517c1b-3ab3-49f2-8968-03e4e3e037db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.277805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:06.575911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3cd51211-da4a-4597-81a8-925d447e8cb7 req-f9eec070-25cf-4bcb-9473-c250e6a658bc tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222383 Jul 08 01:52:06.602597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d517c1b-3ab3-49f2-8968-03e4e3e037db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.610427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Attempting to bind port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:06.615605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Attempting to bind port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:06.615605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Attempting to bind port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:06.618768 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-86360aac-5f42-4dce-8cf9-bd5404c2c12e service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287457 Jul 08 01:52:06.646958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911cda-91f5-49c7-ab6a-531712a71ecf req-e0294a5b-2314-4309-b1f6-5fa6c5c686ef tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:06.650880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74911cda-91f5-49c7-ab6a-531712a71ecf req-e0294a5b-2314-4309-b1f6-5fa6c5c686ef tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 931 time: 0.1596875 Jul 08 01:52:06.697020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74911cda-91f5-49c7-ab6a-531712a71ecf req-dc8f1ed1-2229-4aa4-8ec0-05390ccbdd12 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Jul 08 01:52:06.756184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:06.760163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Attempting to bind port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:06.789738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:06.790134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:06.790486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:06.790913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Bound port: 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:06.791273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.967001 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d517c1b-3ab3-49f2-8968-03e4e3e037db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.970481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00c4c17-8f9e-4cbc-9547-fe5b7e919892 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:06.998391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.050432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:07.068786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea5b64c2-2e8b-485a-b84c-de02d0ed7360 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:07.075648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8bf6d5-2d72-4c38-9707-c8510c5f2cfe None None] Network 70a6a4e9-8461-4da6-ba4a-98e92da0944b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:07.076911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d517c1b-3ab3-49f2-8968-03e4e3e037db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11338d5-366a-4ebb-a101-f86844c38fde,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:07.082931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d517c1b-3ab3-49f2-8968-03e4e3e037db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.085793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6d517c1b-3ab3-49f2-8968-03e4e3e037db admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e11338d5-366a-4ebb-a101-f86844c38fde HTTP/1.1" status: 204 len: 168 time: 1.6106422 Jul 08 01:52:07.092629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] For port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:07.099389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57276) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:07.124543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Transition to ACTIVE for port object f00c4c17-8f9e-4cbc-9547-fe5b7e919892 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:07.173210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] For port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:07.179407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78cd37c7-2457-45bc-a913-64dad4c73ed2 req-379e25cb-effc-4ea9-8b02-735747503c76 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273262 Jul 08 01:52:07.327830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.341623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:07.366686 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.371958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6a23706e-4f66-46fa-a2be-21ae7620534e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:07.377333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: ea5b64c2-2e8b-485a-b84c-de02d0ed7360 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:52:07.377741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea5b64c2-2e8b-485a-b84c-de02d0ed7360 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:52:07.445834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Pushing event updated for resources: {'Port': ['ID=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:07.487793 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.523628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:07.524289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.525863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 HTTP/1.1" status: 200 len: 1097 time: 5.6579156 Jul 08 01:52:07.526631 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6ccb-6201-4928-b21f-0cdcb852176d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.538962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79d7137-1cac-45bd-b05c-8f78064ff43b', 'tag': '9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:07.550875 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783f876d-605b-4def-98c2-a0f1aa8acbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "d79d7137-1cac-45bd-b05c-8f78064ff43b", "tag": "9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:07.642635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6a23706e-4f66-46fa-a2be-21ae7620534e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6a23706e-4f66-46fa-a2be-21ae7620534e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:07.662623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Attempting to bind port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:07.663237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Attempting to bind port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:07.663613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Attempting to bind port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:07.667764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Transition to ACTIVE for port object 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:07.670360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '6a23706e-4f66-46fa-a2be-21ae7620534e', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '6a23706e-4f66-46fa-a2be-21ae7620534e', 'mac_address': 'fa:16:3e:63:82:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:07.685521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1cbcd-f315-4bc9-8a04-420b18f053f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:07.711495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.728460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:07.729214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Attempting to bind port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:07.736315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.753176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a23706e-4f66-46fa-a2be-21ae7620534e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:07.767058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.788253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6a23706e-4f66-46fa-a2be-21ae7620534e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6a23706e-4f66-46fa-a2be-21ae7620534e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:07.793567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:07.795474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:07.795474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:07.795474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Bound port: f00c4c17-8f9e-4cbc-9547-fe5b7e919892, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:07.795474 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.818367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c694ef-eb59-4775-857a-a4fca67e00e4 req-ff68c71d-3aa1-4e99-b9c2-af4956c84e0d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:07.827291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55c694ef-eb59-4775-857a-a4fca67e00e4 req-ff68c71d-3aa1-4e99-b9c2-af4956c84e0d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 936 time: 0.7038918 Jul 08 01:52:07.886950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:07.993930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] DHCP port deletion for 70a6a4e9-8461-4da6-ba4a-98e92da0944b request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:52:08.110908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Pushing event updated for resources: {'Port': ['ID=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:08.165950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=6a23706e-4f66-46fa-a2be-21ae7620534e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:08.205313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f1627-940d-4d56-9bdb-4cfabd316e6c req-c1a70aaa-dc6a-47a2-98dd-6f538b63f503 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:08.221615 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632f1627-940d-4d56-9bdb-4cfabd316e6c req-c1a70aaa-dc6a-47a2-98dd-6f538b63f503 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 948 time: 0.1658933 Jul 08 01:52:08.258492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['6a23706e-4f66-46fa-a2be-21ae7620534e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:08.295093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632f1627-940d-4d56-9bdb-4cfabd316e6c req-ad561a0e-388b-45e9-8600-f7fb32710108 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659537 Jul 08 01:52:08.439047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] Deleting port 4483989c-0c32-4414-a099-8b8ff70110d1 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:08.439489 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:08.648817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387d426-b4bb-4b09-aeca-acac12ad25df req-385ccf4c-6c52-4406-8b47-5e5215ef8b02 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:08.668495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9387d426-b4bb-4b09-aeca-acac12ad25df req-385ccf4c-6c52-4406-8b47-5e5215ef8b02 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 943 time: 0.1641214 Jul 08 01:52:08.693687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6ccb-6201-4928-b21f-0cdcb852176d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:08.704079 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9caeb5-45ca-4758-a4a8-5bb3c48a6cb2 x-openstack-request-id: req-0a9caeb5-45ca-4758-a4a8-5bb3c48a6cb2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:08.704684 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79d7137-1cac-45bd-b05c-8f78064ff43b", "tag": "9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:08.705099 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a9caeb5-45ca-4758-a4a8-5bb3c48a6cb2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:08.705660 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79d7137-1cac-45bd-b05c-8f78064ff43b', 'tag': '9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9', 'status': 'completed', 'code': 200} Jul 08 01:52:08.724874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55c694ef-eb59-4775-857a-a4fca67e00e4 req-354940b5-aa15-47e4-84d5-4d45385509d1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8965123 Jul 08 01:52:08.762689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] For port 4483989c-0c32-4414-a099-8b8ff70110d1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4483989c-0c32-4414-a099-8b8ff70110d1,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:08.762689 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:08.762986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-ad1a114c-86ed-4ff0-af14-61225015e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:08.762986 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-ad1a114c-86ed-4ff0-af14-61225015e63e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4c856434c8a4ddbafdd80138247da40&device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 1100 time: 1.0262325 Jul 08 01:52:08.794585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9387d426-b4bb-4b09-aeca-acac12ad25df req-6e0dd012-fc26-49fa-8efc-a4ed255a7f37 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244254 Jul 08 01:52:08.802881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] Calling delete_port for 4483989c-0c32-4414-a099-8b8ff70110d1 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:08.821840 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6ccb-6201-4928-b21f-0cdcb852176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:08.877134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ab6d6ccb-6201-4928-b21f-0cdcb852176d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53ca9e5660e9469dad6c0967a1a04dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8232672 Jul 08 01:52:08.878147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d6ccb-6201-4928-b21f-0cdcb852176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52c99a9-285d-485c-a487-78272a48d3fd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:08.879900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:08.881128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Attempting to bind port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:08.881639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Attempting to bind port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:08.882225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Attempting to bind port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 on network a2d6e637-07c5-45cd-a088-dc63934c1f06 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:08.890206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Deleting port 4483989c-0c32-4414-a099-8b8ff70110d1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:08.890816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:08.975614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] For port 4483989c-0c32-4414-a099-8b8ff70110d1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4483989c-0c32-4414-a099-8b8ff70110d1,segment=NetworkSegment(0ad7a14d-4204-4099-b6cc-a1cd7c27906b),segment_id=0ad7a14d-4204-4099-b6cc-a1cd7c27906b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:08.976781 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.006113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] For port f00c4c17-8f9e-4cbc-9547-fe5b7e919892, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:09.006424 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ed8af1a-789e-4063-896f-fe6e32ef69f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.017238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-de5775ad-582b-44fa-87f8-1516b1712af6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 HTTP/1.1" status: 200 len: 217 time: 0.2103386 Jul 08 01:52:09.017767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 on network a2d6e637-07c5-45cd-a088-dc63934c1f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:09.018107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Attempting to bind port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 on network a2d6e637-07c5-45cd-a088-dc63934c1f06 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:09.036214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:09.036564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Checking segment: {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:09.036963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Bound using segment: {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:09.037471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Bound port: 8d060acd-fb6f-42b0-8bbe-ee0904ed1137, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60db6486-e9df-4f23-b7b4-5106fa0fa0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:09.037941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.046474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] For port f00c4c17-8f9e-4cbc-9547-fe5b7e919892, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:09.053526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Calling delete_port for 4483989c-0c32-4414-a099-8b8ff70110d1 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:09.070615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ed8af1a-789e-4063-896f-fe6e32ef69f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.128823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.201197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4483989c-0c32-4414-a099-8b8ff70110d1 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:09.239592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ed8af1a-789e-4063-896f-fe6e32ef69f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.249142 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ed8af1a-789e-4063-896f-fe6e32ef69f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.255884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7ed8af1a-789e-4063-896f-fe6e32ef69f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a52c99a9-285d-485c-a487-78272a48d3fd HTTP/1.1" status: 204 len: 168 time: 0.3728628 Jul 08 01:52:09.274060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8af1a-789e-4063-896f-fe6e32ef69f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52c99a9-285d-485c-a487-78272a48d3fd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:09.284806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-a872bea2-c73f-4e01-af68-b5b26c782378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:09.286438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-a872bea2-c73f-4e01-af68-b5b26c782378 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0885603 Jul 08 01:52:09.300108 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.317064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:09.317707 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.319238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] 10.222.0.18 "PUT /v2.0/ports/f00c4c17-8f9e-4cbc-9547-fe5b7e919892 HTTP/1.1" status: 200 len: 1097 time: 4.0940619 Jul 08 01:52:09.454414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] For port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:09.457099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.460591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] No DVR routers for this DVR port 4483989c-0c32-4414-a099-8b8ff70110d1 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:52:09.471469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89784223-abb8-445a-ad0b-4be82028f4d0 None None] Pushing event deleted for resources: {'Port': ['ID=4483989c-0c32-4414-a099-8b8ff70110d1,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:09.504697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No active binding found for port 4483989c-0c32-4414-a099-8b8ff70110d1 {{(pid=100714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 01:52:09.505269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4483989c-0c32-4414-a099-8b8ff70110d1 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:52:09.593449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] For port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:09.618288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8b3e3-7cee-442d-9d49-ee02a8b1fd7d service neutron] Pushing event updated for resources: {'Port': ['ID=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:09.694504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4483989c-0c32-4414-a099-8b8ff70110d1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:09.696781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] No DVR routers for this DVR port 4483989c-0c32-4414-a099-8b8ff70110d1 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:52:09.729621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd0b4-0119-4872-b135-af481b92fe90 req-f4b66fb8-4b4f-42c4-a9ea-7e49caf79b4c tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:09.747399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-615cd0b4-0119-4872-b135-af481b92fe90 req-f4b66fb8-4b4f-42c4-a9ea-7e49caf79b4c tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 948 time: 0.1916175 Jul 08 01:52:09.771497 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.887730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-615cd0b4-0119-4872-b135-af481b92fe90 req-f8c330b7-8b55-481d-9715-d2d6ff61db40 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321273 Jul 08 01:52:09.993515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:09.994446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.995943 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] 10.222.0.18 "PUT /v2.0/ports/8d060acd-fb6f-42b0-8bbe-ee0904ed1137 HTTP/1.1" status: 200 len: 1092 time: 4.9612083 Jul 08 01:52:10.043681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-73eaa227-b98c-4c4a-b326-f3559f808edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:10.045217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-73eaa227-b98c-4c4a-b326-f3559f808edb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6836455 Jul 08 01:52:10.094916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.177965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.179749 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.182345 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.183972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > port after_create 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.184720 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.196391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > port after_update 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.197033 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.197585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.198146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.198692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.349553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:10.356200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.356697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.358279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.359647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:52:10.362813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a6a4e9-8461-4da6-ba4a-98e92da0944b']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:10.409839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad7a14d-4204-4099-b6cc-a1cd7c27906b') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:10.410328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad7a14d-4204-4099-b6cc-a1cd7c27906b') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:10.425761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-efddcfc4-b974-46f7-83e6-d3d44cf31177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:10.428156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-efddcfc4-b974-46f7-83e6-d3d44cf31177 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 1100 time: 0.9494603 Jul 08 01:52:10.431424 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de1a88ac-4073-4274-9186-b0d087c72cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.504799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d246-30b5-46ab-9bf7-7304c5a6d394 req-00be023f-185b-4e8b-96f6-7cf92fbe265e tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:10.507775 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe13d246-30b5-46ab-9bf7-7304c5a6d394 req-00be023f-185b-4e8b-96f6-7cf92fbe265e tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 943 time: 0.2229042 Jul 08 01:52:10.569876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.613867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7ba2e-3a5e-4569-9f93-94f9c5d5e08a service neutron] Pushing event updated for resources: {'Port': ['ID=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:10.621128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe13d246-30b5-46ab-9bf7-7304c5a6d394 req-a9773949-7e4c-400e-b25a-32d119328312 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015134 Jul 08 01:52:10.683293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de1a88ac-4073-4274-9186-b0d087c72cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.748243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd39164-1697-48cc-8084-e228a50e8309', 'tag': 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892'}, {'name': 'network-changed', 'server_uuid': '6de98047-b0aa-4793-88b5-6a9505171024', 'tag': '8d060acd-fb6f-42b0-8bbe-ee0904ed1137'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:10.750964 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9692ff-b145-4ab1-adb0-db030e507737" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd39164-1697-48cc-8084-e228a50e8309", "tag": "f00c4c17-8f9e-4cbc-9547-fe5b7e919892"}, {"name": "network-changed", "server_uuid": "6de98047-b0aa-4793-88b5-6a9505171024", "tag": "8d060acd-fb6f-42b0-8bbe-ee0904ed1137"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:10.759255 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de1a88ac-4073-4274-9186-b0d087c72cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.766843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.770221 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-2ad56e6f-f479-42b9-b263-f9442bbeb0aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f00c4c17-8f9e-4cbc-9547-fe5b7e919892 HTTP/1.1" status: 200 len: 217 time: 0.1960731 Jul 08 01:52:10.798335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:10.798812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: from cryptography.utils import int_from_bytes Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: from cryptography.utils import int_from_bytes Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:52:10.804819 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:10.810360 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:10.868663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-27f75e1c-32b7-4c2c-bfdd-d17ae9e0136d service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477107 Jul 08 01:52:10.885626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-de1a88ac-4073-4274-9186-b0d087c72cd7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b36824e5e6fd465caede9ee83520a9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341048 Jul 08 01:52:10.890244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:10.956136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a88ac-4073-4274-9186-b0d087c72cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1768429-8bc6-4376-9928-d17874b2e611,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:10.988454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927885c2-66d8-4643-8fa1-b5f1ac72c069 req-ce7fbd1e-fae0-445a-8d29-2b45825df2c6 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:10.990173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-927885c2-66d8-4643-8fa1-b5f1ac72c069 req-ce7fbd1e-fae0-445a-8d29-2b45825df2c6 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 948 time: 0.5515287 Jul 08 01:52:10.991086 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1401fb-3e47-4ecd-bc8f-f4fe1e4257f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.045390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1401fb-3e47-4ecd-bc8f-f4fe1e4257f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.080739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.123869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c261-2aea-420e-b74d-412070958ee4 req-3ff71abd-f722-44b7-a11d-572eefc01ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:11.125560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-3ff71abd-f722-44b7-a11d-572eefc01ae1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4bc614008e340d981e4d9cfd7d5344c&device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 1095 time: 0.6741376 Jul 08 01:52:11.127049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-477c6f03-1a43-48e4-8422-57b0d10c06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:11.130521 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-477c6f03-1a43-48e4-8422-57b0d10c06a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2848849 Jul 08 01:52:11.148438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94950ead-4ac6-4235-8908-ed332b841316 req-3a0b1baa-2667-4a29-b9d2-a17e52ffc0b9 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:11.163857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-94950ead-4ac6-4235-8908-ed332b841316 req-3a0b1baa-2667-4a29-b9d2-a17e52ffc0b9 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1097 time: 0.1494591 Jul 08 01:52:11.169656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.169656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/70a6a4e9-8461-4da6-ba4a-98e92da0944b HTTP/1.1" status: 204 len: 168 time: 4.0523908 Jul 08 01:52:11.224270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c2e20-ac86-43b4-9071-1b5ba0d6dca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a6a4e9-8461-4da6-ba4a-98e92da0944b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:11.266476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-927885c2-66d8-4643-8fa1-b5f1ac72c069 req-009c5023-9ae9-4b9f-8cd5-f453d742b592 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071958 Jul 08 01:52:11.274461 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-94950ead-4ac6-4235-8908-ed332b841316 req-ea2b9bd6-8a5b-4536-be3a-a4db91f50a89 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066992 Jul 08 01:52:11.277121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1401fb-3e47-4ecd-bc8f-f4fe1e4257f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.289238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd1401fb-3e47-4ecd-bc8f-f4fe1e4257f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.290074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6a23706e-4f66-46fa-a2be-21ae7620534e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:11.292730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fd1401fb-3e47-4ecd-bc8f-f4fe1e4257f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1768429-8bc6-4376-9928-d17874b2e611 HTTP/1.1" status: 204 len: 168 time: 0.3963966 Jul 08 01:52:11.317341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91995aa-f230-4acd-9f66-0bf31fdc4f1f req-8823caa7-9c3a-4a99-841a-5c72b86e9ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701191 Jul 08 01:52:11.339005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1401fb-3e47-4ecd-bc8f-f4fe1e4257f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1768429-8bc6-4376-9928-d17874b2e611,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:11.591457 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65da5b6-9d9a-42ac-88b2-cc1a005c51b7 x-openstack-request-id: req-f65da5b6-9d9a-42ac-88b2-cc1a005c51b7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:11.593780 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd39164-1697-48cc-8084-e228a50e8309", "tag": "f00c4c17-8f9e-4cbc-9547-fe5b7e919892", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6de98047-b0aa-4793-88b5-6a9505171024", "tag": "8d060acd-fb6f-42b0-8bbe-ee0904ed1137", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:11.595393 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f65da5b6-9d9a-42ac-88b2-cc1a005c51b7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:11.595997 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd39164-1697-48cc-8084-e228a50e8309', 'tag': 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', 'status': 'completed', 'code': 200} Jul 08 01:52:11.596709 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de98047-b0aa-4793-88b5-6a9505171024', 'tag': '8d060acd-fb6f-42b0-8bbe-ee0904ed1137', 'status': 'completed', 'code': 200} Jul 08 01:52:11.616956 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-ff52dc06-70f6-46f8-8f3d-1dc0e1621f78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d060acd-fb6f-42b0-8bbe-ee0904ed1137 HTTP/1.1" status: 200 len: 217 time: 0.2977269 Jul 08 01:52:11.642168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1591f-435f-4b4d-9ea1-751fe8858a05 req-b8426e03-8fee-4395-9aab-cadf025319bb tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:11.644464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bcc1591f-435f-4b4d-9ea1-751fe8858a05 req-b8426e03-8fee-4395-9aab-cadf025319bb tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 945 time: 0.1290839 Jul 08 01:52:11.711866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bcc1591f-435f-4b4d-9ea1-751fe8858a05 req-ceea7011-f6fc-4fd2-88ff-600a7b3d99de tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608919 Jul 08 01:52:11.753865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c261-2aea-420e-b74d-412070958ee4 req-cfed868f-da80-40a2-adbc-33269d25f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:11.756433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-cfed868f-da80-40a2-adbc-33269d25f2c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eca579ec-c876-455e-87ba-c3b1bf144c31 HTTP/1.1" status: 200 len: 853 time: 0.1118793 Jul 08 01:52:11.790704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-4fb16e06-54f9-4353-b9e6-744ba079d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:11.792797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-4fb16e06-54f9-4353-b9e6-744ba079d306 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4731627 Jul 08 01:52:11.834037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 6a23706e-4f66-46fa-a2be-21ae7620534e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:11.840326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 6a23706e-4f66-46fa-a2be-21ae7620534e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:11.846453 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.846787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-557f157c-8af3-4132-88d7-b4ac9a8fc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:11.846787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-557f157c-8af3-4132-88d7-b4ac9a8fc259 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4c856434c8a4ddbafdd80138247da40&device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 1100 time: 0.2588496 Jul 08 01:52:11.855737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a3fb5-27e6-4b3c-a09d-d4cdb50624af req-c3686156-d53f-496a-b090-69d95e79ea09 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:11.857482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a7a3fb5-27e6-4b3c-a09d-d4cdb50624af req-c3686156-d53f-496a-b090-69d95e79ea09 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 948 time: 0.2370937 Jul 08 01:52:12.020978 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.067073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0b8a4-e228-4479-9772-48b4cbfc0bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a23706e-4f66-46fa-a2be-21ae7620534e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:12.070193 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a24caef-173f-4fda-a55c-9d8a44bd6d98" -d '{"events": [{"server_uuid": "5cf0b8a4-e228-4479-9772-48b4cbfc0bd9", "name": "network-vif-plugged", "status": "completed", "tag": "6a23706e-4f66-46fa-a2be-21ae7620534e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:12.078076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2fbf-133a-4167-90da-eba543f7677a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.091279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c261-2aea-420e-b74d-412070958ee4 req-87bfb68d-6bdd-41c1-8cb8-9b30a0102535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:12.092952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-87bfb68d-6bdd-41c1-8cb8-9b30a0102535 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2d6e637-07c5-45cd-a088-dc63934c1f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3147748 Jul 08 01:52:12.094710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6a23706e-4f66-46fa-a2be-21ae7620534e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6a23706e-4f66-46fa-a2be-21ae7620534e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:12.108582 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a7a3fb5-27e6-4b3c-a09d-d4cdb50624af req-a777f600-7c8b-4045-841b-015ba8f9440a tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394147 Jul 08 01:52:12.165386 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.227718 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-9e41899f-3911-4c34-a342-864ce13f3396 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806667 Jul 08 01:52:12.278842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=6a23706e-4f66-46fa-a2be-21ae7620534e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:12.306549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57352) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:12.374369 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a034da8c-b89f-4e15-b316-c61863adad9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84af9be7123748b5ac76b26d172d1be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646515 Jul 08 01:52:12.375389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:12.436792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-2c4679dc-afea-477a-96f6-6c4f30952e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:12.448173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-2c4679dc-afea-477a-96f6-6c4f30952e88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.5658286 Jul 08 01:52:12.496158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c93f-5662-442a-96d4-ffce66fb11c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.534369 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c93f-5662-442a-96d4-ffce66fb11c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.602727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-19d2d9da-292f-4981-ab6c-b1d088e35f12 service neutron] 10.222.0.18 "GET /v2.0/networks/a2d6e637-07c5-45cd-a088-dc63934c1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522347 Jul 08 01:52:12.696141 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-5c62f495-7fe0-41a1-88bf-446996e273ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 HTTP/1.1" status: 200 len: 217 time: 0.1404431 Jul 08 01:52:12.698187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74dbee6-5b58-41e9-9182-f32f9eba7239 req-094a9115-f71a-4b65-b1af-3891063c9b5e service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287150 Jul 08 01:52:12.742576 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c93f-5662-442a-96d4-ffce66fb11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.745887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c93f-5662-442a-96d4-ffce66fb11c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.747679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bcf6c93f-5662-442a-96d4-ffce66fb11c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23ec675a-641d-42c5-af65-e8bab1bfcfd0 HTTP/1.1" status: 204 len: 168 time: 0.3709316 Jul 08 01:52:12.753534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cabb7-0db6-489f-9576-148bd8b788d9 req-11b81b15-6df1-4cf2-bafa-01c1ebdc624d tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:12.764290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d63cabb7-0db6-489f-9576-148bd8b788d9 req-11b81b15-6df1-4cf2-bafa-01c1ebdc624d tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 943 time: 0.4564369 Jul 08 01:52:12.765975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6c93f-5662-442a-96d4-ffce66fb11c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ec675a-641d-42c5-af65-e8bab1bfcfd0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:12.872990 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d63cabb7-0db6-489f-9576-148bd8b788d9 req-38015c72-4076-4456-bb33-0aedb0c8417d tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079586 Jul 08 01:52:12.931068 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb356e75-916e-4a05-bc14-1920f109ef57 x-openstack-request-id: req-cb356e75-916e-4a05-bc14-1920f109ef57 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:12.932610 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0b8a4-e228-4479-9772-48b4cbfc0bd9", "name": "network-vif-plugged", "status": "completed", "tag": "6a23706e-4f66-46fa-a2be-21ae7620534e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:12.932888 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb356e75-916e-4a05-bc14-1920f109ef57 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:12.933309 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0b8a4-e228-4479-9772-48b4cbfc0bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a23706e-4f66-46fa-a2be-21ae7620534e', 'code': 200} Jul 08 01:52:13.132507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662c3d6-2527-4a60-9b78-0d8fb84ee20b req-6b52d97c-39b3-43e9-b88a-0aacc0ff37d7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:13.138620 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1662c3d6-2527-4a60-9b78-0d8fb84ee20b req-6b52d97c-39b3-43e9-b88a-0aacc0ff37d7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 948 time: 0.0841296 Jul 08 01:52:13.280999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1662c3d6-2527-4a60-9b78-0d8fb84ee20b req-9ff0e9eb-fad5-451a-9753-715cae178f92 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413825 Jul 08 01:52:14.445774 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38959327-f577-4ebc-aab5-78ad3e4d96cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:14.568391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b38926-cdf7-4c43-8dff-3b17d9100b86 req-05e5a1b5-bfa5-4c25-ae95-4832ef7e034b tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:14.570769 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7b38926-cdf7-4c43-8dff-3b17d9100b86 req-05e5a1b5-bfa5-4c25-ae95-4832ef7e034b tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 948 time: 0.0705433 Jul 08 01:52:14.592699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:14.614824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7b38926-cdf7-4c43-8dff-3b17d9100b86 req-13811e7c-cb10-4a77-8efc-b6ccb3e69a8b tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 Jul 08 01:52:14.751509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-network', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:14.805148 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:14.850258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Made reservation on behalf of 5eb506cfd8b2424ca77f5e2490a03606 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:14.853092 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:14.862445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:14.974739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.094621 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.097756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-d48330e4-f1d2-4040-b1c0-eebef5ec3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.099388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-d48330e4-f1d2-4040-b1c0-eebef5ec3e41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1376917 Jul 08 01:52:15.139176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:15.148456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ad9cfc-a498-41a4-bc66-d6ed64acae97,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:15.166502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d702c261-2aea-420e-b74d-412070958ee4 req-a3a5e220-bcbf-469b-a452-85490dfa0be1 service neutron] 10.222.0.18 "GET /v2.0/networks/a2d6e637-07c5-45cd-a088-dc63934c1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571905 Jul 08 01:52:15.183564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01858204-01b6-45ea-851f-604ce53596d4 req-c991408f-053f-48e4-b3f5-963e97a5a716 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.190836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01858204-01b6-45ea-851f-604ce53596d4 req-c991408f-053f-48e4-b3f5-963e97a5a716 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 943 time: 0.2912550 Jul 08 01:52:15.191673 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.192037 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Added segment eb09af2d-4185-4200-a54f-f5aa3bb21cdb of type vlan for network 0871656c-eb3e-4f92-822f-f4d855ff380c Jul 08 01:52:15.194486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-1a18106b-2cd4-4e96-82a3-fbd73f1b5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.196017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-1a18106b-2cd4-4e96-82a3-fbd73f1b5283 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 1100 time: 0.2324038 Jul 08 01:52:15.260461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.278010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c26be-3f4c-40c4-b989-c3f3f00c63cd req-73b4f72f-7627-43d2-8cb7-8f078bed9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.279888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d7c26be-3f4c-40c4-b989-c3f3f00c63cd req-73b4f72f-7627-43d2-8cb7-8f078bed9702 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 1102 time: 0.2135623 Jul 08 01:52:15.299940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01858204-01b6-45ea-851f-604ce53596d4 req-8e6f3f4b-aa26-488d-8a46-b0cdb33613f4 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078494 Jul 08 01:52:15.324237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-608ac873-1264-4c73-b02f-5b3df45d0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.326656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-608ac873-1264-4c73-b02f-5b3df45d0d0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2051685 Jul 08 01:52:15.334003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:15.338814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d7c26be-3f4c-40c4-b989-c3f3f00c63cd req-e984e755-ef1b-4a4f-8920-a7950dc7bc09 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499351 Jul 08 01:52:15.421730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.422723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.423441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.455887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-5e708e69-8324-47a4-ab79-28656ecc0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.457388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-5e708e69-8324-47a4-ab79-28656ecc0f9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2360682 Jul 08 01:52:15.474450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:15.491450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9', 'mac_address': 'fa:16:3e:a3:49:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:15.521282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] Pushing event updated for resources: {'Network': ['ID=0871656c-eb3e-4f92-822f-f4d855ff380c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:15.533429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 0871656c-eb3e-4f92-822f-f4d855ff380c details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:15.549283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-5dc42628-5819-4c69-ae9a-e1f511bcca33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f00c4c17-8f9e-4cbc-9547-fe5b7e919892 HTTP/1.1" status: 200 len: 217 time: 0.0670178 Jul 08 01:52:15.566075 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b0d48469-fd27-4b2f-a96e-e8c7fbf5f143 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9720569 Jul 08 01:52:15.568712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:15.575071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Request body: {'subnet': {'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-subnet', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:15.597902 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-ec0aab70-9bb8-43aa-9e6c-709fbb4ff459 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552793 Jul 08 01:52:15.604233 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.636312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:15.654029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:15.673668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-ee0a223c-e7ee-42aa-81a7-d64f3643c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.675248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-ee0a223c-e7ee-42aa-81a7-d64f3643c700 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1140077 Jul 08 01:52:15.683585 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.689559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d3665-15af-4f31-a3c1-5e093775755b req-d454e93c-d24d-47b2-8a76-b693d6f5cd1c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.689722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-dd91dfc3-bebb-4923-a2a6-2bf308206a72 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:52:15.690176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-850d3665-15af-4f31-a3c1-5e093775755b req-d454e93c-d24d-47b2-8a76-b693d6f5cd1c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 948 time: 0.2747030 Jul 08 01:52:15.696455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-dd91dfc3-bebb-4923-a2a6-2bf308206a72 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236256 Jul 08 01:52:15.703199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Request body: {'binding': {'host': 'n-h1-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:15.703791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:52:15.731241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Made reservation on behalf of 5eb506cfd8b2424ca77f5e2490a03606 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:15.733699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.738249 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.856004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:16.012604 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.090970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:16.103220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on host n-h1-695189-13 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:16.103615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:16.103958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:16.106446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d12e7e-a1e6-4aa8-818e-d7522ff15779,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:16.115820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:16.116700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:16.120185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Checking segment: {'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:16.120563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Network hostable DHCP agents. Network: 0871656c-eb3e-4f92-822f-f4d855ff380c, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:52:16.125940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:16.126285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:16.126680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:16.127122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Bound port: db062415-e68c-439d-895a-6ac4c5913f82, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:16.193997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:16.199977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-850d3665-15af-4f31-a3c1-5e093775755b req-5da4c45e-6110-429d-bf17-cbe325943171 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004086 Jul 08 01:52:16.216778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Network 0871656c-eb3e-4f92-822f-f4d855ff380c is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:52:16.229025 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-783f876d-605b-4def-98c2-a0f1aa8acbf4 req-4932a864-e0e3-4374-a9cc-23812aac5225 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169488 Jul 08 01:52:16.234501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-4c444b26-ff50-49e0-b01b-116e4ce5da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.239822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-4c444b26-ff50-49e0-b01b-116e4ce5da13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5465710 Jul 08 01:52:16.292769 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.295883 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-b3d9f164-9b10-4b8f-b2df-30de1e802cd4 service neutron] 10.222.0.10 "POST /v2.0/ports/db062415-e68c-439d-895a-6ac4c5913f82/bindings HTTP/1.1" status: 201 len: 390 time: 0.5984559 Jul 08 01:52:16.324966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 0871656c-eb3e-4f92-822f-f4d855ff380c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:16.330238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.334908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.341054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a9780-da90-4fa7-b6d1-c39bf6d25773 None None] Network 0871656c-eb3e-4f92-822f-f4d855ff380c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:16.414543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-7490e85a-1ab9-4f01-a0ce-1fa8418a2b78 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--904532843&fields=id&tenant_id=1a035400ac57449f8d07c2b507b8f1c2 HTTP/1.1" status: 200 len: 267 time: 0.1048105 Jul 08 01:52:16.417093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-750373dd-872d-4fa9-bb39-727e4562a4c3 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648233 Jul 08 01:52:16.422553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57482) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:16.422748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b08c4241-9bde-4a96-873b-471393d31b7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8526044 Jul 08 01:52:16.432904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:16.538767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-0871656c-eb3e-4f92-822f-f4d855ff380c', 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'fixed_ips': [{'subnet_id': '85d12e7e-a1e6-4aa8-818e-d7522ff15779'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:52:16.540274 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.661447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9b6ad9c4-2fbc-4c94-ac4c-ee9d7ae54a9c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.663622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9b6ad9c4-2fbc-4c94-ac4c-ee9d7ae54a9c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 824 time: 0.2370956 Jul 08 01:52:16.681661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.683388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.743904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Allocated IP 172.20.0.2 (0871656c-eb3e-4f92-822f-f4d855ff380c/85d12e7e-a1e6-4aa8-818e-d7522ff15779/cacb45c5-99e5-41f0-a13a-252ccdea95b7) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:16.778818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-84d35791-1bc9-4bdc-b1fa-c86229964848 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516817 Jul 08 01:52:16.790156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-1a55cefa-7a90-4a00-8b41-37b4b4caa850 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/quotas/1a035400ac57449f8d07c2b507b8f1c2 HTTP/1.1" status: 200 len: 375 time: 0.1189563 Jul 08 01:52:16.801930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.826446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835176c-9886-40a0-87c2-68f8f6fc264b req-686b9f44-4de7-4691-9f74-a9910816b412 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.828852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7835176c-9886-40a0-87c2-68f8f6fc264b req-686b9f44-4de7-4691-9f74-a9910816b412 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 949 time: 0.0922158 Jul 08 01:52:16.874262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7835176c-9886-40a0-87c2-68f8f6fc264b req-f018fb43-c833-4883-89d5-9f6de2fc770e tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Jul 08 01:52:17.006084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2baf1e98-5df2-4083-bab0-49eec692cb00 req-5f0e0607-a636-4623-88d5-0eca0ebc10d6 tempest-FlavorsV2NegativeTest-1719879743 tempest-FlavorsV2NegativeTest-1719879743-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=20b4853f76274c62852a16531a891a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453732 Jul 08 01:52:17.082982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-66c00630-aea5-4cdc-b05d-49013967a85f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2918820 Jul 08 01:52:17.111864 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.120216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Transition to ACTIVE for port object cacb45c5-99e5-41f0-a13a-252ccdea95b7 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:17.130183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb909f1a-1040-4268-8608-d10a33391f0c req-771d089e-8475-43ec-aaee-77ef0e141998 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.131558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb909f1a-1040-4268-8608-d10a33391f0c req-771d089e-8475-43ec-aaee-77ef0e141998 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02026de-6058-4693-b342-4df572b848ef HTTP/1.1" status: 200 len: 945 time: 0.3010666 Jul 08 01:52:17.135035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Transition to ACTIVE for port object cacb45c5-99e5-41f0-a13a-252ccdea95b7 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:17.177458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-e140f5c9-2c6e-49b2-84f4-f73e4e12c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.179866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-e140f5c9-2c6e-49b2-84f4-f73e4e12c511 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1097 time: 0.1689081 Jul 08 01:52:17.179988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-7fa7f456-d1eb-49e9-b8c0-aac683cbdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.180761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-7fa7f456-d1eb-49e9-b8c0-aac683cbdc72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4bc614008e340d981e4d9cfd7d5344c&device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 1095 time: 0.3370900 Jul 08 01:52:17.182832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.189228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf1e98-5df2-4083-bab0-49eec692cb00 req-58839ec0-1f57-4367-9d1a-95212c51a0c7 tempest-FlavorsV2NegativeTest-1719879743 tempest-FlavorsV2NegativeTest-1719879743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.190715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2baf1e98-5df2-4083-bab0-49eec692cb00 req-58839ec0-1f57-4367-9d1a-95212c51a0c7 tempest-FlavorsV2NegativeTest-1719879743 tempest-FlavorsV2NegativeTest-1719879743-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835346 Jul 08 01:52:17.228019 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.243080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2baf1e98-5df2-4083-bab0-49eec692cb00 req-3fb24072-58cc-4e45-a780-7e302ca45730 tempest-FlavorsV2NegativeTest-1719879743 tempest-FlavorsV2NegativeTest-1719879743-project] 10.222.0.10 "GET /v2.0/quotas/20b4853f76274c62852a16531a891a00 HTTP/1.1" status: 200 len: 375 time: 0.0441432 Jul 08 01:52:17.273716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Network 0871656c-eb3e-4f92-822f-f4d855ff380c is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:17.277726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Pushing event updated for resources: {'Port': ['ID=cacb45c5-99e5-41f0-a13a-252ccdea95b7,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:17.281124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:17.283933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:17.287370 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.298169 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2baf1e98-5df2-4083-bab0-49eec692cb00 req-3596d2f9-5d7d-4edb-932f-f5dde70c26e6 tempest-FlavorsV2NegativeTest-1719879743 tempest-FlavorsV2NegativeTest-1719879743-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=20b4853f76274c62852a16531a891a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423806 Jul 08 01:52:17.333565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-cc250e2b-5518-4207-8716-416901436140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.337048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-cc250e2b-5518-4207-8716-416901436140 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.1452799 Jul 08 01:52:17.354897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:17.390385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Attempting to bind port cacb45c5-99e5-41f0-a13a-252ccdea95b7 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:17.390734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Attempting to bind port cacb45c5-99e5-41f0-a13a-252ccdea95b7 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:17.391303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Attempting to bind port cacb45c5-99e5-41f0-a13a-252ccdea95b7 on network 0871656c-eb3e-4f92-822f-f4d855ff380c {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:17.407298 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-1122b0c8-ab59-4618-a64e-81d502f62372 service neutron] 10.222.0.10 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924764 Jul 08 01:52:17.408570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:17.408962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Checking segment: {'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:17.410193 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.410193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Bound using segment: {'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:17.410519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Bound port: cacb45c5-99e5-41f0-a13a-252ccdea95b7, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:17.410698 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.448022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-016d5be2-e897-4841-8b24-6a0612837c12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db062415-e68c-439d-895a-6ac4c5913f82 HTTP/1.1" status: 200 len: 217 time: 0.1038616 Jul 08 01:52:17.494601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] For port cacb45c5-99e5-41f0-a13a-252ccdea95b7, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:17.499128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] For port cacb45c5-99e5-41f0-a13a-252ccdea95b7, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cacb45c5-99e5-41f0-a13a-252ccdea95b7,segment=NetworkSegment(eb09af2d-4185-4200-a54f-f5aa3bb21cdb),segment_id=eb09af2d-4185-4200-a54f-f5aa3bb21cdb)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:17.530683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-ba1cf157-6f63-4eab-a3e3-957c1bf16fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.532200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-ba1cf157-6f63-4eab-a3e3-957c1bf16fe8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0759463 Jul 08 01:52:17.561670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-055c3ba8-a29c-4090-84ee-51d7d573c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.563210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-055c3ba8-a29c-4090-84ee-51d7d573c8d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2d6e637-07c5-45cd-a088-dc63934c1f06 HTTP/1.1" status: 200 len: 915 time: 0.3653240 Jul 08 01:52:17.572679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-8d6f9c5d-02ad-49db-89b6-b0a4f4d77d59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338237 Jul 08 01:52:17.581027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f3876-3ecd-493d-be36-8a4d9a6c3e29 req-27bd89d0-525f-4883-a47c-ef4aa03a4c11 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.582460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-197f3876-3ecd-493d-be36-8a4d9a6c3e29 req-27bd89d0-525f-4883-a47c-ef4aa03a4c11 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 943 time: 0.1370406 Jul 08 01:52:17.592643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Deleting port de16dbc7-abf0-4724-9b2b-9784dc857737 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:17.592992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.599810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:17.605773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:17.605773 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.624979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-2606be8a-02d5-458e-8cf8-d63d7df353cd service neutron] 10.222.0.10 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185709 Jul 08 01:52:17.640606 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.664436 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-43d71f8c-1bdf-4c6a-b7ee-de402ee45fa2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d060acd-fb6f-42b0-8bbe-ee0904ed1137 HTTP/1.1" status: 200 len: 217 time: 0.0886698 Jul 08 01:52:17.669443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-197f3876-3ecd-493d-be36-8a4d9a6c3e29 req-dc94c977-3db1-4cdf-a00a-a905c5e6a8c5 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769293 Jul 08 01:52:17.715451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-8db412ac-83a7-4f18-ae56-f7b2d8b3b203 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316297 Jul 08 01:52:17.791177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71223b9a-2431-4027-a99f-15f5139e62c1 None None] Pushing event updated for resources: {'Port': ['ID=cacb45c5-99e5-41f0-a13a-252ccdea95b7,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:17.829772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-7f16bc28-415d-491f-b2a3-4a4323b9d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.832534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-7f16bc28-415d-491f-b2a3-4a4323b9d9f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eca579ec-c876-455e-87ba-c3b1bf144c31 HTTP/1.1" status: 200 len: 853 time: 0.1558962 Jul 08 01:52:17.840167 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.879667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d7137-1cac-45bd-b05c-8f78064ff43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:17.882824 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeb5ce2-4e8e-47e7-8674-867302920d82" -d '{"events": [{"server_uuid": "d79d7137-1cac-45bd-b05c-8f78064ff43b", "name": "network-vif-plugged", "status": "completed", "tag": "9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:17.896856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:17.917026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] For port de16dbc7-abf0-4724-9b2b-9784dc857737, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de16dbc7-abf0-4724-9b2b-9784dc857737,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:17.917804 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.925578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-ba63697a-8800-4ac2-8143-4ee69c975431 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986315 Jul 08 01:52:17.990610 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.010423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.056282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc582-390e-48e2-b774-8a9728692e5a req-2a5dea12-d0ef-48fb-84d9-bdb1439bcafc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:18.068587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-762cc582-390e-48e2-b774-8a9728692e5a req-2a5dea12-d0ef-48fb-84d9-bdb1439bcafc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.2085752 Jul 08 01:52:18.153568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-762cc582-390e-48e2-b774-8a9728692e5a req-c9df1c68-a7d3-48fd-9e79-577d483b50b1 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834455 Jul 08 01:52:18.169794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:18.242851 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4cf8b4-d95a-435b-bfc1-9bcbbdfd24b1 x-openstack-request-id: req-2a4cf8b4-d95a-435b-bfc1-9bcbbdfd24b1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:18.243007 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d7137-1cac-45bd-b05c-8f78064ff43b", "name": "network-vif-plugged", "status": "completed", "tag": "9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:18.243262 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a4cf8b4-d95a-435b-bfc1-9bcbbdfd24b1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:18.243702 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d7137-1cac-45bd-b05c-8f78064ff43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9', 'code': 200} Jul 08 01:52:18.375403 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.375805 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.376215 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Floating IP dd816941-84c9-4c37-b917-3898b76da6bb disassociated. External IP: 172.25.8.22, port: de16dbc7-abf0-4724-9b2b-9784dc857737. Jul 08 01:52:18.376572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Calling delete_port for de16dbc7-abf0-4724-9b2b-9784dc857737 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:18.401352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe125de-3487-411e-a617-f146444815bf req-9da1c25b-4427-4387-865b-faa06f97705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:18.403031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abe125de-3487-411e-a617-f146444815bf req-9da1c25b-4427-4387-865b-faa06f97705d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 1102 time: 0.0854070 Jul 08 01:52:18.515139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abe125de-3487-411e-a617-f146444815bf req-bf6a7b3e-0a6a-4003-a311-d86a1cc08211 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662501 Jul 08 01:52:18.516894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767257-cc3a-439f-b9c4-aa49ae05fc4c req-fbe617f2-3e2d-410b-94ec-e8b618bf1439 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:18.518679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8767257-cc3a-439f-b9c4-aa49ae05fc4c req-fbe617f2-3e2d-410b-94ec-e8b618bf1439 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 950 time: 0.1136403 Jul 08 01:52:18.576661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:18.601164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8767257-cc3a-439f-b9c4-aa49ae05fc4c req-4ef7770c-30b0-4c48-9b31-39cbc09a4dd7 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Jul 08 01:52:18.683231 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9738f573-d3b8-46ed-b0a9-288ec4adc1ac req-9fd1cbe8-5afc-4565-b00d-a610f9973557 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 210 time: 0.0455458 Jul 08 01:52:18.730813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-96ba0589-7963-4ea4-8308-06f2ded050d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:18.732651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-96ba0589-7963-4ea4-8308-06f2ded050d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2d6e637-07c5-45cd-a088-dc63934c1f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8886626 Jul 08 01:52:18.774076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6334f652-07ac-4273-9a0b-501aa7882dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.903166 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.958094 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.000360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb67b41-28eb-4a28-b985-c98749059c2d req-6c0dc518-1767-46c0-a4f5-f18b4192efe4 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:19.001960 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fb67b41-28eb-4a28-b985-c98749059c2d req-6c0dc518-1767-46c0-a4f5-f18b4192efe4 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 943 time: 0.1454151 Jul 08 01:52:19.008677 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6334f652-07ac-4273-9a0b-501aa7882dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.011784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c44345-2a78-4652-b670-22e0f554e01e req-3b8b3e91-3107-4257-aa6a-e0fcb0b5fbb3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:19.019314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5c44345-2a78-4652-b670-22e0f554e01e req-3b8b3e91-3107-4257-aa6a-e0fcb0b5fbb3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 948 time: 0.7373443 Jul 08 01:52:19.059244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fb67b41-28eb-4a28-b985-c98749059c2d req-c7e4f0e3-0f54-47df-af5f-82e2f9984cfc tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490179 Jul 08 01:52:19.102736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.119647 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6334f652-07ac-4273-9a0b-501aa7882dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.183632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3924192-490f-4a52-9258-f02311b51147 None None] Network 0871656c-eb3e-4f92-822f-f4d855ff380c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:19.190319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6334f652-07ac-4273-9a0b-501aa7882dd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20b4853f76274c62852a16531a891a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6120915 Jul 08 01:52:19.198443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:19.212931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334f652-07ac-4273-9a0b-501aa7882dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40538aab-572d-41cb-84d7-0f3abd7ed81c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:19.277165 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5c44345-2a78-4652-b670-22e0f554e01e req-f288647d-50f5-4c8f-8799-f6c201a9f3dd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499909 Jul 08 01:52:19.278195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event deleted for resources: {'Port': ['ID=de16dbc7-abf0-4724-9b2b-9784dc857737,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:19.294106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cacb45c5-99e5-41f0-a13a-252ccdea95b7 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:19.309295 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-8b8b3f43-a262-4d6e-8c3c-34b25c6eef82 service neutron] 10.222.0.18 "GET /v2.0/networks/a2d6e637-07c5-45cd-a088-dc63934c1f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547934 Jul 08 01:52:19.374115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:19.376517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-257af1ce-2f21-41b8-a202-c4392944b8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.410185 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-257af1ce-2f21-41b8-a202-c4392944b8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.519233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cf373-be85-49ef-b789-0726c17214ca req-ff16d546-89cc-4f53-af78-e0505abfe22e tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:19.527018 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b9cf373-be85-49ef-b789-0726c17214ca req-ff16d546-89cc-4f53-af78-e0505abfe22e tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.1950221 Jul 08 01:52:19.545462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:19.546841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Allocated IP 172.25.8.107 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/184ea7e2-f70b-4563-a29a-0ccb2cf60fd9) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:19.563243 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c9692ff-b145-4ab1-adb0-db030e507737 req-321b5160-6ac1-43d9-8f13-10adf61d7ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/a2d6e637-07c5-45cd-a088-dc63934c1f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114191 Jul 08 01:52:19.576731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '8d060acd-fb6f-42b0-8bbe-ee0904ed1137', 'network_id': 'a2d6e637-07c5-45cd-a088-dc63934c1f06', 'port_id': '8d060acd-fb6f-42b0-8bbe-ee0904ed1137', 'mac_address': 'fa:16:3e:5b:55:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca579ec-c876-455e-87ba-c3b1bf144c31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:19.599562 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b9cf373-be85-49ef-b789-0726c17214ca req-b7cc8f59-f18c-4c75-b009-c0b9fdf520a0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715165 Jul 08 01:52:19.671726 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.693264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:19.739400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:19.824265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b053ef4-05a3-4cad-8ac9-9d6b9636b706 req-5f0ddb72-b20e-4268-9da8-fe3939315fea tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 210 time: 0.0725408 Jul 08 01:52:20.120022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a8f0bb53-11e8-4b41-a78c-7a5e24a91ed2 None None] Provisioning for port cacb45c5-99e5-41f0-a13a-252ccdea95b7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:20.162652 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-257af1ce-2f21-41b8-a202-c4392944b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.172568 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-257af1ce-2f21-41b8-a202-c4392944b8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.176520 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-257af1ce-2f21-41b8-a202-c4392944b8ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40538aab-572d-41cb-84d7-0f3abd7ed81c HTTP/1.1" status: 204 len: 168 time: 0.9741395 Jul 08 01:52:20.185671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port cacb45c5-99e5-41f0-a13a-252ccdea95b7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:20.193319 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.196132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f00c4c17-8f9e-4cbc-9547-fe5b7e919892 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:20.198831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Router bd79185e-78c9-4d43-92b6-da8ebd0198f2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:52:20.228263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.231253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257af1ce-2f21-41b8-a202-c4392944b8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40538aab-572d-41cb-84d7-0f3abd7ed81c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:20.299728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:20.301036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4087c0-17b9-4435-93a8-f1596b1798e9 req-fd1a331c-5ee3-4060-a40e-2a10c51e7bc3 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:20.302601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b4087c0-17b9-4435-93a8-f1596b1798e9 req-fd1a331c-5ee3-4060-a40e-2a10c51e7bc3 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 950 time: 0.2292337 Jul 08 01:52:20.304424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cacb45c5-99e5-41f0-a13a-252ccdea95b7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:20.304993 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.389621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea5fe7-4447-4cf3-92da-80c22ed0b2fc req-d91f5f25-a581-48b2-b6cb-85a58ee373f6 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:20.403986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65ea5fe7-4447-4cf3-92da-80c22ed0b2fc req-d91f5f25-a581-48b2-b6cb-85a58ee373f6 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 944 time: 0.2030203 Jul 08 01:52:20.425134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b4087c0-17b9-4435-93a8-f1596b1798e9 req-f5059c9a-517a-478d-a11c-5f14132625ac tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134315 Jul 08 01:52:20.438605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-41436d19-d70b-4447-8cc4-737a365a7227 None None] Provisioning complete for port cacb45c5-99e5-41f0-a13a-252ccdea95b7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:20.441599 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41436d19-d70b-4447-8cc4-737a365a7227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.444109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:20.466860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] Sync routers for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:20.510179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65ea5fe7-4447-4cf3-92da-80c22ed0b2fc req-a0683600-87ab-483a-b7b8-a84696342a90 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029756 Jul 08 01:52:20.527191 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.532059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] No DVR routers for this DVR port de16dbc7-abf0-4724-9b2b-9784dc857737 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:52:20.552343 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.555077 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb909f1a-1040-4268-8608-d10a33391f0c req-a70a5769-599b-4c1a-811a-e23ddee73356 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.18 "DELETE /v2.0/ports/de16dbc7-abf0-4724-9b2b-9784dc857737 HTTP/1.1" status: 204 len: 173 time: 3.3797519 Jul 08 01:52:20.555836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02026de-6058-4693-b342-4df572b848ef', 'name': 'network-vif-deleted', 'tag': 'de16dbc7-abf0-4724-9b2b-9784dc857737'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:20.558076 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccab9ae7-b5e9-4c67-9d81-51be042be12b" -d '{"events": [{"server_uuid": "f02026de-6058-4693-b342-4df572b848ef", "name": "network-vif-deleted", "tag": "de16dbc7-abf0-4724-9b2b-9784dc857737"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:20.572332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:20.572982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:20.583040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:20.588375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:20.591561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:20.597260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Pushing event updated for resources: {'Port': ['ID=184ea7e2-f70b-4563-a29a-0ccb2cf60fd9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:20.714509 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a0c16a-5438-421e-8bb8-168c457799b8 x-openstack-request-id: req-45a0c16a-5438-421e-8bb8-168c457799b8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:20.717676 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02026de-6058-4693-b342-4df572b848ef", "name": "network-vif-deleted", "tag": "de16dbc7-abf0-4724-9b2b-9784dc857737", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:20.717676 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45a0c16a-5438-421e-8bb8-168c457799b8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:20.717676 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02026de-6058-4693-b342-4df572b848ef', 'name': 'network-vif-deleted', 'tag': 'de16dbc7-abf0-4724-9b2b-9784dc857737', 'status': 'completed', 'code': 200} Jul 08 01:52:20.783011 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.842469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port cacb45c5-99e5-41f0-a13a-252ccdea95b7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cacb45c5-99e5-41f0-a13a-252ccdea95b7,segment=NetworkSegment(eb09af2d-4185-4200-a54f-f5aa3bb21cdb),segment_id=eb09af2d-4185-4200-a54f-f5aa3bb21cdb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:20.871151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f00c4c17-8f9e-4cbc-9547-fe5b7e919892, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:20.919739 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.997714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423d57c-ce11-49eb-ae9d-7594eaa9333c req-d5db7436-bd8d-43c5-9f9c-b408f8fa7198 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:21.001292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2423d57c-ce11-49eb-ae9d-7594eaa9333c req-d5db7436-bd8d-43c5-9f9c-b408f8fa7198 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.1313398 Jul 08 01:52:21.005470 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.029728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=cacb45c5-99e5-41f0-a13a-252ccdea95b7,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:21.062987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', 'mac_address': 'fa:16:3e:59:96:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:21.124320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2423d57c-ce11-49eb-ae9d-7594eaa9333c req-448af98b-97ac-4d2a-863b-27ceb821db5c tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146495 Jul 08 01:52:21.219534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:21.220489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.390996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d3d4c3d-7cea-4f25-812f-dc9c1afa4b63 req-05915549-7073-4272-9236-544f02773c69 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 210 time: 0.0652573 Jul 08 01:52:21.407974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370bdf4-e28e-4925-9f02-a66b447c08f6 req-1b11b188-eff8-4e05-b0e6-0ae0191cf9f0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:21.410371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4370bdf4-e28e-4925-9f02-a66b447c08f6 req-1b11b188-eff8-4e05-b0e6-0ae0191cf9f0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 948 time: 0.6937869 Jul 08 01:52:21.442790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cacb45c5-99e5-41f0-a13a-252ccdea95b7 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:21.517308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.584853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00c4c17-8f9e-4cbc-9547-fe5b7e919892 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:21.668758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f00c4c17-8f9e-4cbc-9547-fe5b7e919892, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:21.702160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4370bdf4-e28e-4925-9f02-a66b447c08f6 req-cb757387-e52a-4d44-9e8a-067d72d205cc tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701027 Jul 08 01:52:21.733963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cacb45c5-99e5-41f0-a13a-252ccdea95b7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:21.734353 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.773475 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.843189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8d9bd-e46c-4cdc-8e98-00c40368c0d9 req-cbd5d5ec-a082-4f8b-b805-7390217b9392 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:21.844137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.848443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bf8d9bd-e46c-4cdc-8e98-00c40368c0d9 req-cbd5d5ec-a082-4f8b-b805-7390217b9392 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 950 time: 0.1102917 Jul 08 01:52:21.856229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:21.863110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:21.984568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] Checking router: bd79185e-78c9-4d43-92b6-da8ebd0198f2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:21.996120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bf8d9bd-e46c-4cdc-8e98-00c40368c0d9 req-d729f603-9180-4dc4-af0d-05993b564aa5 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124511 Jul 08 01:52:22.038206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-344663c0-9678-4a29-8522-4f637fbcae17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3031507 Jul 08 01:52:22.077162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:22.079587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:22.104176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:22.179151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80836dc4-8bec-430e-97e3-0d32bf2feec5 req-5c42f8ad-599f-4159-ae6a-c7c478e11228 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:22.186339 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80836dc4-8bec-430e-97e3-0d32bf2feec5 req-5c42f8ad-599f-4159-ae6a-c7c478e11228 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 944 time: 0.2284448 Jul 08 01:52:22.198183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-092d2eb9-f248-45f8-918e-fe677bd4347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:22.199817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-092d2eb9-f248-45f8-918e-fe677bd4347b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1097 time: 0.1314051 Jul 08 01:52:22.255784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['8d060acd-fb6f-42b0-8bbe-ee0904ed1137'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:22.262535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f00c4c17-8f9e-4cbc-9547-fe5b7e919892'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:22.269666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-network', 'tenant_id': '6fa280313c2844feabdddca16eafe71d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:22.292333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298051d7-2fc8-4d95-9d55-6a71f3d2b14d req-460493de-bd40-4e39-98c5-02e10f23c3ce tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:22.294368 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-298051d7-2fc8-4d95-9d55-6a71f3d2b14d req-460493de-bd40-4e39-98c5-02e10f23c3ce tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1097 time: 0.1374462 Jul 08 01:52:22.338685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-298051d7-2fc8-4d95-9d55-6a71f3d2b14d req-ddb3b935-ae8e-47b4-ba9c-5002a4088528 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357506 Jul 08 01:52:22.378360 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80836dc4-8bec-430e-97e3-0d32bf2feec5 req-907c9c3f-8dd0-4335-b06b-7274df58943c tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886823 Jul 08 01:52:22.387730 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Made reservation on behalf of 6fa280313c2844feabdddca16eafe71d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:22.391707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.409645 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.461389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Router 8d31deae-ae17-49d9-9a32-2ed8031755d1 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:52:22.503305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-a3f93eeb-df9b-442e-829c-e7eb204cdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:22.504870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-a3f93eeb-df9b-442e-829c-e7eb204cdbbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.2590859 Jul 08 01:52:22.581467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.622386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:22.674949 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.676983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-f82c12b6-1cc9-4b4d-8bf2-e4eb6dd6374f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 217 time: 0.1566291 Jul 08 01:52:22.700133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:22.720332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.720729 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Added segment 8a5729d2-85d9-4e68-a241-5daa2a84cd08 of type vlan for network 03a2edbc-0872-4907-86a2-37d67afbb09d Jul 08 01:52:22.722056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abed4c43-f338-4659-b7a2-2ee7f31d5dc7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:22.778850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.823809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d657976-e0e1-408d-b623-0689d49532f6 req-4d268557-c318-4277-b0a7-5f2d02a7883f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:22.825398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d657976-e0e1-408d-b623-0689d49532f6 req-4d268557-c318-4277-b0a7-5f2d02a7883f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.3196254 Jul 08 01:52:22.826807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-da7316ce-c174-4ccf-86ad-083d2ae10518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:22.828325 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-da7316ce-c174-4ccf-86ad-083d2ae10518 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.1439002 Jul 08 01:52:22.835825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:22.848957 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Sync routers for ids ['8d31deae-ae17-49d9-9a32-2ed8031755d1'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:22.870456 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Routers {'8d31deae-ae17-49d9-9a32-2ed8031755d1'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:22.871584 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8d31deae-ae17-49d9-9a32-2ed8031755d1'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:22.898523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-cdceddc6-e902-4af3-9cd0-35aba23e8a8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571885 Jul 08 01:52:22.937423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.938687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:22.941443 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.993944 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d657976-e0e1-408d-b623-0689d49532f6 req-6aee0938-59c5-49f5-b4b1-de5a92f27068 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295002 Jul 08 01:52:23.004187 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:23.005587 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9f212cd3-d490-4675-970b-213bd65a200c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5813320 Jul 08 01:52:23.013584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57606) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:23.051571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:23.095004 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Set router 8d31deae-ae17-49d9-9a32-2ed8031755d1 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:23.106530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9974675 Jul 08 01:52:23.108947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:23.121662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a373b-e05c-49d0-8d11-db3422ccbab6 None None] The sync data for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 is: [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:23.164798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Request body: {'subnet': {'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-subnet', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:23.183858 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-c1a76c1c-1863-4fb7-98c0-0193ef5c56c1 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769039 Jul 08 01:52:23.206251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-036494ed-19e1-40a8-bc66-f79db0c96e0e tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:23.207826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-036494ed-19e1-40a8-bc66-f79db0c96e0e tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.32 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 824 time: 0.3976154 Jul 08 01:52:23.214892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99179d59-4be2-4607-9e88-267f6df441b2 admin admin] Pushing event updated for resources: {'Network': ['ID=03a2edbc-0872-4907-86a2-37d67afbb09d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:23.248347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 03a2edbc-0872-4907-86a2-37d67afbb09d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:23.398771 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c33ed81-fd5e-4714-8ad9-ff84da56d00e req-e2015756-111a-409a-921a-b74f9688c80f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 210 time: 0.0919468 Jul 08 01:52:23.424109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-56d8652b-cf54-49a3-ac57-100cbff7a76c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a035400ac57449f8d07c2b507b8f1c2 HTTP/1.1" status: 200 len: 379 time: 0.1802068 Jul 08 01:52:23.441658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Made reservation on behalf of 6fa280313c2844feabdddca16eafe71d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:23.444119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:23.449414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Request body: {'port': {'device_id': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'admin_state_up': True, 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'security_groups': ['cec3f7f4-bccd-4eca-beaa-43e1225e9300']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:23.542206 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:20Z', 'revision_number': 3, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port': {'id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:18Z', 'updated_at': '2021-07-08T01:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:23.586877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b4a68-5506-4e59-81f6-ccf577cea62b None None] New status for floating IP dd816941-84c9-4c37-b917-3898b76da6bb: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:52:23.604648 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Checking router: 8d31deae-ae17-49d9-9a32-2ed8031755d1 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:23.605252 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Updating router 8d31deae-ae17-49d9-9a32-2ed8031755d1 port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:23.670487 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:23.806611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device de16dbc7-abf0-4724-9b2b-9784dc857737 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:23.869780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: de16dbc7-abf0-4724-9b2b-9784dc857737 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:52:23.870384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device de16dbc7-abf0-4724-9b2b-9784dc857737 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:52:23.916996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996946de-5213-425f-9fef-dd49065a5cfb req-0d22f2d3-a4ce-4dc9-9014-93e2e9d8b482 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:23.924486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-996946de-5213-425f-9fef-dd49065a5cfb req-0d22f2d3-a4ce-4dc9-9014-93e2e9d8b482 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 949 time: 0.2815197 Jul 08 01:52:23.949243 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bd4794a-d3d1-41b3-8dd9-4a9beeee1e59 req-eea8b6d6-3f34-42a2-b419-d67d77fa19b6 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556360 Jul 08 01:52:24.020623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-996946de-5213-425f-9fef-dd49065a5cfb req-9a368b21-8c87-4907-b2cc-db0e7c9b1c03 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949059 Jul 08 01:52:24.042122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Made reservation on behalf of 1a035400ac57449f8d07c2b507b8f1c2 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:24.045713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.145026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.255188 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.266456 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Transition to ACTIVE for port object 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:24.306494 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.320503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6b4928-9317-498b-b573-a4dc0167c488,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:24.380530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Checking segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:24.381018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Network hostable DHCP agents. Network: 03a2edbc-0872-4907-86a2-37d67afbb09d, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:52:24.388158 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.390156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Allocated IP 172.20.0.10 (2110a99b-4459-4cbe-bc02-e0eeccfa77ec/793dd119-606f-4fc6-a098-372dcf3f8a10/0dd2fc0e-33a6-4a38-81a9-44d78f5bea95) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:24.461570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60d865-ef92-4bbd-a7f0-e1d6821aeab2 req-6e796ac4-e7ec-4c81-b020-65c7c4fe35fa tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:24.463398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f60d865-ef92-4bbd-a7f0-e1d6821aeab2 req-6e796ac4-e7ec-4c81-b020-65c7c4fe35fa tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 950 time: 0.2407713 Jul 08 01:52:24.471107 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Pushing event updated for resources: {'Port': ['ID=184ea7e2-f70b-4563-a29a-0ccb2cf60fd9,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:24.482118 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.486898 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:24.530339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Network 03a2edbc-0872-4907-86a2-37d67afbb09d is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:52:24.530700 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Attempting to bind port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:24.531083 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Attempting to bind port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:24.531626 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Attempting to bind port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:24.537927 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:24.538298 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:24.538743 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.539135 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:24.539628 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Bound port: 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:24.540026 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.576048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f60d865-ef92-4bbd-a7f0-e1d6821aeab2 req-de0abd6a-6740-48db-9976-f017249020c1 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015513 Jul 08 01:52:24.590872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Allocated IP 172.20.0.1 (0871656c-eb3e-4f92-822f-f4d855ff380c/85d12e7e-a1e6-4aa8-818e-d7522ff15779/8cd743c8-1839-48c2-af6c-5892292e5c11) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:24.618812 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] For port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:24.622131 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] For port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=184ea7e2-f70b-4563-a29a-0ccb2cf60fd9,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:24.658901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.675130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Transition to ACTIVE for port object 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:24.714385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 03a2edbc-0872-4907-86a2-37d67afbb09d) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:24.719516 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.723898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e15cd-5d33-4d8c-a7da-d34f37eab1fe None None] Network 03a2edbc-0872-4907-86a2-37d67afbb09d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:24.749409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:24.750012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.801140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.821080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-4247155d-9632-461b-95c0-3fcfbced1779 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:24.823124 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-4247155d-9632-461b-95c0-3fcfbced1779 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.18 "GET /v2.0/ports?device_id=d79d7137-1cac-45bd-b05c-8f78064ff43b HTTP/1.1" status: 200 len: 950 time: 0.1635158 Jul 08 01:52:24.863400 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c3d9a-a7b4-497b-9e9d-7eb344dca186 None None] Pushing event updated for resources: {'Port': ['ID=184ea7e2-f70b-4563-a29a-0ccb2cf60fd9,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:24.871108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Routers {'8d31deae-ae17-49d9-9a32-2ed8031755d1'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:24.872032 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8d31deae-ae17-49d9-9a32-2ed8031755d1'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:24.878731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.885880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-353a5628-1b45-4a31-a4cb-56e6a22192e2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7398224 Jul 08 01:52:24.893561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57638) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:24.922753 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:24.932632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:24.946912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:24.949265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Transition to ACTIVE for port object 8cd743c8-1839-48c2-af6c-5892292e5c11 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:24.962822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:24.974154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event updated for resources: {'Port': ['ID=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:25.020215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-03a2edbc-0872-4907-86a2-37d67afbb09d', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:52:25.021279 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.075320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:25.076469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.082248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Deleting port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:25.082596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.098552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffce43-70c2-4c65-baa7-989901a5b330 req-5aa3c218-7a0b-4be6-babf-f10c525bfe51 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:25.107280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fffce43-70c2-4c65-baa7-989901a5b330 req-5aa3c218-7a0b-4be6-babf-f10c525bfe51 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 944 time: 0.3579981 Jul 08 01:52:25.129589 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] Set router 8d31deae-ae17-49d9-9a32-2ed8031755d1 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:25.197619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.198814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.228622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] For port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:25.228945 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.238892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fffce43-70c2-4c65-baa7-989901a5b330 req-e365becb-7675-4600-939f-a00ed278860b tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154873 Jul 08 01:52:25.265664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Calling delete_port for 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:25.308118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-eecf3735-d313-4e50-bd8b-56865204a63d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8674967 Jul 08 01:52:25.367176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Allocated IP 172.20.0.2 (03a2edbc-0872-4907-86a2-37d67afbb09d/0c6b4928-9317-498b-b573-a4dc0167c488/09e9dfe5-7ba1-456e-bf7f-a144e654fea9) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:25.377655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Request body: {'port': {'device_id': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:25.407084 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:52:25.429009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.455552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.509365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd743c8-1839-48c2-af6c-5892292e5c11,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:25.533706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Network 0871656c-eb3e-4f92-822f-f4d855ff380c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:25.540592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:25.543965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:25.588332 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.603188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3a5d37a0-db79-46d9-9145-5347e7a0b2d0 None None] Provisioning for port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:25.621005 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:20Z', 'revision_number': 3, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port': {'id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:18Z', 'updated_at': '2021-07-08T01:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:25.629089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3a5d37a0-db79-46d9-9145-5347e7a0b2d0 None None] Provisioning complete for port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:25.629674 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a5d37a0-db79-46d9-9145-5347e7a0b2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.657165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.686450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.686773 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846e7b2-0b01-4d1b-a402-322638ef29e4 None None] The sync data for ids ['8d31deae-ae17-49d9-9a32-2ed8031755d1'] in n-d-695189-13 is: [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:20Z', 'revision_number': 3, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port': {'id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:18Z', 'updated_at': '2021-07-08T01:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:25.705359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:25.745585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Pushing event deleted for resources: {'Port': ['ID=9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:25.796838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.829421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Transition to ACTIVE for port object 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:25.850572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Transition to ACTIVE for port object 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:25.854698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d37a0-db79-46d9-9145-5347e7a0b2d0 None None] Port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:25.863787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f00c4c17-8f9e-4cbc-9547-fe5b7e919892 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:25.936666 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.977620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] No DVR routers for this DVR port 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:52:25.988721 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.992116 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2f87b41-4ce9-4e91-a154-2c2e0018cbc3 req-164a6787-a32f-4e1e-8445-d91db0c00878 tempest-ImagesNegativeTestJSON-740353315 tempest-ImagesNegativeTestJSON-740353315-project] 10.222.0.18 "DELETE /v2.0/ports/9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 HTTP/1.1" status: 204 len: 173 time: 1.1585841 Jul 08 01:52:25.992793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d7137-1cac-45bd-b05c-8f78064ff43b', 'name': 'network-vif-deleted', 'tag': '9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:25.996693 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb30bde-76fb-41e2-bdf3-6e494c188b7a" -d '{"events": [{"server_uuid": "d79d7137-1cac-45bd-b05c-8f78064ff43b", "name": "network-vif-deleted", "tag": "9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:26.069608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Network 03a2edbc-0872-4907-86a2-37d67afbb09d is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:26.072831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Pushing event updated for resources: {'Port': ['ID=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:26.075932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:26.079307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:26.152535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.190123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0bab9607-9abd-4f4b-bc1e-a365856fdf76 None None] Provisioning for port 8cd743c8-1839-48c2-af6c-5892292e5c11 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:26.196217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0bab9607-9abd-4f4b-bc1e-a365856fdf76 None None] Provisioning complete for port 8cd743c8-1839-48c2-af6c-5892292e5c11 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:26.196502 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0bab9607-9abd-4f4b-bc1e-a365856fdf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.229785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Attempting to bind port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:26.230317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Attempting to bind port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:26.230697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Attempting to bind port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 on network 03a2edbc-0872-4907-86a2-37d67afbb09d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:26.236859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:26.246478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:26.246856 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.256511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:26.259545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Checking segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:26.259545 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.259545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Bound using segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:26.259545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Bound port: 09e9dfe5-7ba1-456e-bf7f-a144e654fea9, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:26.259545 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.303292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0bab9607-9abd-4f4b-bc1e-a365856fdf76 None None] Port 8cd743c8-1839-48c2-af6c-5892292e5c11 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:26.306793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-013d8935-07be-47ce-88e1-601899ea3d49 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:52:26.308134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-013d8935-07be-47ce-88e1-601899ea3d49 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089822 Jul 08 01:52:26.322102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Request body: {'binding': {'host': 'n-h1-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:26.322677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:52:26.431668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.471970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] For port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:26.482973 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.484831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.499941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] For port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:26.518164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd39164-1697-48cc-8084-e228a50e8309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:26.520584 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df277b0-f055-4b55-bb95-ad293c6ef7d7" -d '{"events": [{"server_uuid": "4bd39164-1697-48cc-8084-e228a50e8309", "name": "network-vif-plugged", "status": "completed", "tag": "f00c4c17-8f9e-4cbc-9547-fe5b7e919892"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:26.531126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bf1b6-71a6-47bc-81cd-ca59fd9aa3c1 req-0087b847-d173-4efe-876a-4e8dedc0085f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:26.534650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f00c4c17-8f9e-4cbc-9547-fe5b7e919892, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:26.535823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c99bf1b6-71a6-47bc-81cd-ca59fd9aa3c1 req-0087b847-d173-4efe-876a-4e8dedc0085f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 1.0276928 Jul 08 01:52:26.598835 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.611625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.612360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:26.618299 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.648265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c99bf1b6-71a6-47bc-81cd-ca59fd9aa3c1 req-ecf169a1-0bce-4a51-b072-852366ff50fc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823548 Jul 08 01:52:26.691552 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.700039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd743c8-1839-48c2-af6c-5892292e5c11,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:26.769069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:26.825261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3415d0-9e34-4206-a829-93cd8b75502a None None] Pushing event updated for resources: {'Port': ['ID=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:26.854181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Network 0871656c-eb3e-4f92-822f-f4d855ff380c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:26.855746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:26.901867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:26.906407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:26.906788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.950853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on host n-h1-695189-13 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:26.951504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:26.956285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:26.973311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:26.973649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:26.984887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:26.985203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:26.985603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:26.986132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Bound port: 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:27.091021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Router 8d31deae-ae17-49d9-9a32-2ed8031755d1 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:52:27.108138 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.216641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:27.304224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:27.311700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:27.312463 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ee8aff42-4336-4ff3-9719-8f7b16332669 admin admin] 10.222.0.10 "PUT /v2.0/routers/8d31deae-ae17-49d9-9a32-2ed8031755d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2964113 Jul 08 01:52:27.341917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:27.353890 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.354687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:27.376292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312576a2-2830-404f-b956-7e8072872572 req-240ce1a2-ae1a-44ef-a4b3-03d683096535 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:27.377881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-312576a2-2830-404f-b956-7e8072872572 req-240ce1a2-ae1a-44ef-a4b3-03d683096535 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 932 time: 0.4981644 Jul 08 01:52:27.399155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.400344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-76a5c7e1-8b06-4b36-927e-110509e6efac service neutron] 10.222.0.10 "POST /v2.0/ports/45ebca6d-0e1b-48f5-9d87-d3fd259858c8/bindings HTTP/1.1" status: 201 len: 390 time: 1.0821126 Jul 08 01:52:27.419974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:27.450251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:52:27.450597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:52:27.454553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8670b111-cec0-4493-b54c-b90584b6a782 None None] Provisioning complete for port 8cd743c8-1839-48c2-af6c-5892292e5c11 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:27.454553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8670b111-cec0-4493-b54c-b90584b6a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.494216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-312576a2-2830-404f-b956-7e8072872572 req-86412b54-245e-4be0-bee2-9e1179c4d144 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043785 Jul 08 01:52:27.497453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8670b111-cec0-4493-b54c-b90584b6a782 None None] Port 8cd743c8-1839-48c2-af6c-5892292e5c11 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:27.547828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:27.552537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:27.668004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:27.674194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:27.674761 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.694891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:27.706429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.722305 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.735473 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff9fe6-66c2-49e0-b5bd-f1ee5c60180b x-openstack-request-id: req-58ff9fe6-66c2-49e0-b5bd-f1ee5c60180b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:27.736200 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d7137-1cac-45bd-b05c-8f78064ff43b", "name": "network-vif-deleted", "tag": "9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:27.736678 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58ff9fe6-66c2-49e0-b5bd-f1ee5c60180b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:27.738454 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d7137-1cac-45bd-b05c-8f78064ff43b', 'name': 'network-vif-deleted', 'tag': '9eb7e0ce-cd98-4dce-a37b-0f3ea74b74f9', 'status': 'completed', 'code': 200} Jul 08 01:52:27.756762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Transition to ACTIVE for port object 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:27.758771 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.777022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.805072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=184ea7e2-f70b-4563-a29a-0ccb2cf60fd9,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:27.809099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c92108-bd81-4a12-acff-84d604c51fc0 req-76f532ed-02bf-46a5-9a40-ec13b9de5451 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:27.815956 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1c92108-bd81-4a12-acff-84d604c51fc0 req-76f532ed-02bf-46a5-9a40-ec13b9de5451 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 950 time: 0.1951239 Jul 08 01:52:27.833743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.898465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.920215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efcc03-cdc5-40cf-a845-1ac681d95c01 req-ceac783d-2e54-403e-b593-a05ee7694729 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:27.922095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81efcc03-cdc5-40cf-a845-1ac681d95c01 req-ceac783d-2e54-403e-b593-a05ee7694729 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 945 time: 0.0848236 Jul 08 01:52:27.977350 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81efcc03-cdc5-40cf-a845-1ac681d95c01 req-98c047c3-29f2-4533-b279-a6e21ff5c0fd tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478654 Jul 08 01:52:27.981336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=184ea7e2-f70b-4563-a29a-0ccb2cf60fd9,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:27.983286 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1c92108-bd81-4a12-acff-84d604c51fc0 req-748769a0-3431-4836-a5d3-6a3c973f664d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662207 Jul 08 01:52:28.017712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Pushing event updated for resources: {'Port': ['ID=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:28.041485 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558fcdca-5b7a-41fa-ae14-e6751487bc6a x-openstack-request-id: req-558fcdca-5b7a-41fa-ae14-e6751487bc6a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:28.042308 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd39164-1697-48cc-8084-e228a50e8309", "name": "network-vif-plugged", "status": "completed", "tag": "f00c4c17-8f9e-4cbc-9547-fe5b7e919892", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:28.043285 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-558fcdca-5b7a-41fa-ae14-e6751487bc6a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:28.043285 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd39164-1697-48cc-8084-e228a50e8309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', 'code': 200} Jul 08 01:52:28.066640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Allocated IP 172.25.8.36 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/5b9a606a-cf8c-4bba-b127-07b42a143faf) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:28.157364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Attempting to bind port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:28.157717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Attempting to bind port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:28.158100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Attempting to bind port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 on network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:28.167476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 on network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:28.167810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Attempting to bind port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 on network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:28.174979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:28.175259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Checking segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:28.175628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Bound using segment: {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:28.176079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Bound port: 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7efde1ff-59c1-4030-8e6b-83a234abf000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:28.176454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.241585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f336c-ab51-45c4-8eb2-f1b1d24f01e6 req-fee48bd0-1184-48be-ae9c-6e9b34f161b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:28.243129 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ce5f336c-ab51-45c4-8eb2-f1b1d24f01e6 req-fee48bd0-1184-48be-ae9c-6e9b34f161b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 1102 time: 0.1099331 Jul 08 01:52:28.292501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-05720dc0-89bf-4692-9063-e87e3e1c552a req-4eb509ef-eda7-477a-996e-2e6e37082269 tempest-FloatingIPsNegativeTestJSON-2040860152 tempest-FloatingIPsNegativeTestJSON-2040860152-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=5eb506cfd8b2424ca77f5e2490a03606 HTTP/1.1" status: 200 len: 217 time: 0.0894411 Jul 08 01:52:28.296289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ce5f336c-ab51-45c4-8eb2-f1b1d24f01e6 req-dff95451-b397-4333-b42f-bf05091ac796 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463164 Jul 08 01:52:28.304103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4b0c8-7841-4a96-8f86-a6cf7baa1908 req-77cd6d89-67bb-4932-8a2a-5ec03ce654f9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:28.305631 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cde4b0c8-7841-4a96-8f86-a6cf7baa1908 req-77cd6d89-67bb-4932-8a2a-5ec03ce654f9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1045985 Jul 08 01:52:28.344057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] For port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:28.347502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] For port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:28.355637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cde4b0c8-7841-4a96-8f86-a6cf7baa1908 req-6fdac0dd-4710-4430-88f4-fc2b3e682f27 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441637 Jul 08 01:52:28.361908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.440962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.487361 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d9bbc15-8b3e-4457-a043-3edc0947cb51 req-4d23a835-6210-402a-9ba2-88d5457283da tempest-FloatingIPsNegativeTestJSON-2040860152 tempest-FloatingIPsNegativeTestJSON-2040860152-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0335224 Jul 08 01:52:28.490031 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Sync routers for ids ['8d31deae-ae17-49d9-9a32-2ed8031755d1'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:28.500777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.510998 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Routers {'8d31deae-ae17-49d9-9a32-2ed8031755d1'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:28.512002 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8d31deae-ae17-49d9-9a32-2ed8031755d1'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:28.525798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:28.526428 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.527860 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] 10.222.0.32 "PUT /v2.0/ports/0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 HTTP/1.1" status: 200 len: 1093 time: 3.1626332 Jul 08 01:52:28.528315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'tag': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:28.530747 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507" -d '{"events": [{"name": "network-changed", "server_uuid": "9179b84c-4004-4f5d-b9ab-79e9cca4a484", "tag": "0dd2fc0e-33a6-4a38-81a9-44d78f5bea95"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:28.569936 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-07b41f2a-576f-4a1a-83e3-75467bf4af12 req-0cbf4e19-44d5-4e7f-92da-19962f33be43 tempest-FloatingIPsNegativeTestJSON-2040860152 tempest-FloatingIPsNegativeTestJSON-2040860152-project] show failed (client error): The resource could not be found. Jul 08 01:52:28.582268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:28.582268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0490e-9cf3-4100-a23d-3035726d652f service neutron] Pushing event updated for resources: {'Port': ['ID=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:28.586094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:28.589419 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07b41f2a-576f-4a1a-83e3-75467bf4af12 req-0cbf4e19-44d5-4e7f-92da-19962f33be43 tempest-FloatingIPsNegativeTestJSON-2040860152 tempest-FloatingIPsNegativeTestJSON-2040860152-project] 10.222.0.10 "GET /v2.0/floatingips/d6b46ab2-ec2f-4115-9170-4fee1934ecb5 HTTP/1.1" status: 404 len: 350 time: 0.0653365 Jul 08 01:52:28.595116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:28.598877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:28.705117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f5da-c525-49c5-b6cc-d1b9bc65265a req-4eb70860-9ae6-4af3-8d9d-013317e5f8f3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:28.706696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9754f5da-c525-49c5-b6cc-d1b9bc65265a req-4eb70860-9ae6-4af3-8d9d-013317e5f8f3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.3030910 Jul 08 01:52:28.723522 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Set router 8d31deae-ae17-49d9-9a32-2ed8031755d1 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:28.765418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8584d-bbc7-4396-a6c3-6abd2637503d None None] Network 03a2edbc-0872-4907-86a2-37d67afbb09d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:28.822051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Pushing event updated for resources: {'Port': ['ID=5b9a606a-cf8c-4bba-b127-07b42a143faf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:28.927444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4ed5382f-b150-4f4b-b0cc-475f7b325b01 None None] Provisioning for port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:28.934662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4ed5382f-b150-4f4b-b0cc-475f7b325b01 None None] Provisioning complete for port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:28.941421 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4ed5382f-b150-4f4b-b0cc-475f7b325b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.947309 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9754f5da-c525-49c5-b6cc-d1b9bc65265a req-0e747703-4467-4c09-9a41-f39cca0b1a8f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188458 Jul 08 01:52:29.002863 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:26Z', 'revision_number': 4, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port': {'id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:18Z', 'updated_at': '2021-07-08T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8cd743c8-1839-48c2-af6c-5892292e5c11', 'name': '', 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'mac_address': 'fa:16:3e:ee:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '85d12e7e-a1e6-4aa8-818e-d7522ff15779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:24Z', 'updated_at': '2021-07-08T01:52:26Z', 'revision_number': 2, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'subnets': [{'id': '85d12e7e-a1e6-4aa8-818e-d7522ff15779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:29.050501 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cbef5c-1193-4d76-842d-8c158cd97c71 x-openstack-request-id: req-53cbef5c-1193-4d76-842d-8c158cd97c71 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:29.051086 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9179b84c-4004-4f5d-b9ab-79e9cca4a484", "tag": "0dd2fc0e-33a6-4a38-81a9-44d78f5bea95", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:29.051086 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53cbef5c-1193-4d76-842d-8c158cd97c71 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:29.051537 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'tag': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'status': 'completed', 'code': 200} Jul 08 01:52:29.061021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-7f257efa-eea6-4b9d-af7f-b207ccf00cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:29.062714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-7f257efa-eea6-4b9d-af7f-b207ccf00cda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 1096 time: 0.3692842 Jul 08 01:52:29.187619 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-abdef6ad-deaf-45a6-91c7-e5f8497f8c2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 HTTP/1.1" status: 200 len: 217 time: 0.0998795 Jul 08 01:52:29.200407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:29.200806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af656fd-f031-427d-b91b-402c908a9904 req-4b6d5ad2-d4d9-4d08-a7a8-d7eb88d2b308 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:29.208464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4af656fd-f031-427d-b91b-402c908a9904 req-4b6d5ad2-d4d9-4d08-a7a8-d7eb88d2b308 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 944 time: 0.4674954 Jul 08 01:52:29.253293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4ed5382f-b150-4f4b-b0cc-475f7b325b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.266179 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Checking router: 8d31deae-ae17-49d9-9a32-2ed8031755d1 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:29.266179 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Updating router 8d31deae-ae17-49d9-9a32-2ed8031755d1 port 8cd743c8-1839-48c2-af6c-5892292e5c11 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:29.266420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4af656fd-f031-427d-b91b-402c908a9904 req-41575359-5ef6-4ebb-8bbe-d02d9046be1c tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547280 Jul 08 01:52:29.318188 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.491422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4ed5382f-b150-4f4b-b0cc-475f7b325b01 None None] For port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:29.496897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:29.497273 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.569444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89114443-d138-4ebf-ab7a-a53f698884d6 req-976ca5c7-535d-49bf-8cc8-e159508afeca tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:29.571601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89114443-d138-4ebf-ab7a-a53f698884d6 req-976ca5c7-535d-49bf-8cc8-e159508afeca tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 950 time: 0.1428926 Jul 08 01:52:29.596137 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4ed5382f-b150-4f4b-b0cc-475f7b325b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.634180 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89114443-d138-4ebf-ab7a-a53f698884d6 req-3b94251f-0104-43e4-b80e-05378840c7ed tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 Jul 08 01:52:29.691970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5382f-b150-4f4b-b0cc-475f7b325b01 None None] Pushing event updated for resources: {'Port': ['ID=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:29.755700 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.765519 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Transition to ACTIVE for port object 8cd743c8-1839-48c2-af6c-5892292e5c11 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:29.797993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-67cdac1c-38f2-418b-9d2a-58a11464e989 None None] Provisioning complete for port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:29.798368 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67cdac1c-38f2-418b-9d2a-58a11464e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.845155 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.845983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-256efd4c-058e-49c5-a608-39f0ff7f1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:29.847499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-256efd4c-058e-49c5-a608-39f0ff7f1615 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd119-606f-4fc6-a098-372dcf3f8a10 HTTP/1.1" status: 200 len: 863 time: 0.5795529 Jul 08 01:52:29.860299 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.890692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61bdbf-a610-401c-923f-a13a0bb6f356 req-6c3170a8-b4a0-40c6-a1b2-130436bb404b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:29.899408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb61bdbf-a610-401c-923f-a13a0bb6f356 req-6c3170a8-b4a0-40c6-a1b2-130436bb404b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.0862131 Jul 08 01:52:29.945163 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2015a5-d4e9-48fb-aed3-e5bd989ae716 None None] Pushing event updated for resources: {'Port': ['ID=8cd743c8-1839-48c2-af6c-5892292e5c11,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:29.952719 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb61bdbf-a610-401c-923f-a13a0bb6f356 req-861253cc-99db-47fe-8f42-2de8879a6215 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523653 Jul 08 01:52:30.009598 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Attempting to bind port 8cd743c8-1839-48c2-af6c-5892292e5c11 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:30.010170 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Attempting to bind port 8cd743c8-1839-48c2-af6c-5892292e5c11 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:30.010794 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Attempting to bind port 8cd743c8-1839-48c2-af6c-5892292e5c11 on network 0871656c-eb3e-4f92-822f-f4d855ff380c {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:30.022655 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:30.023037 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Checking segment: {'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:30.023608 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.024009 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Bound using segment: {'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:30.024479 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Bound port: 8cd743c8-1839-48c2-af6c-5892292e5c11, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:30.024886 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.040969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13e71e-bc6a-4bcc-83d6-eb6284e3b7f5 req-f03df5ae-0aac-45bf-830a-6eeca1bb7145 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:30.042506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd13e71e-bc6a-4bcc-83d6-eb6284e3b7f5 req-f03df5ae-0aac-45bf-830a-6eeca1bb7145 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 945 time: 0.7771876 Jul 08 01:52:30.044618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de98047-b0aa-4793-88b5-6a9505171024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d060acd-fb6f-42b0-8bbe-ee0904ed1137'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:30.047765 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0883b8f-ca3e-4524-9e24-bcd188848603" -d '{"events": [{"server_uuid": "6de98047-b0aa-4793-88b5-6a9505171024", "name": "network-vif-plugged", "status": "completed", "tag": "8d060acd-fb6f-42b0-8bbe-ee0904ed1137"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:30.108951 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] For port 8cd743c8-1839-48c2-af6c-5892292e5c11, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:30.113409 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] For port 8cd743c8-1839-48c2-af6c-5892292e5c11, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8cd743c8-1839-48c2-af6c-5892292e5c11,segment=NetworkSegment(eb09af2d-4185-4200-a54f-f5aa3bb21cdb),segment_id=eb09af2d-4185-4200-a54f-f5aa3bb21cdb)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:30.183485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-bcca0f2e-71d7-4acf-8913-5a0ba489ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:30.184897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-bcca0f2e-71d7-4acf-8913-5a0ba489ef8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3227105 Jul 08 01:52:30.203649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd13e71e-bc6a-4bcc-83d6-eb6284e3b7f5 req-fca1faf5-875f-413d-a9b5-b8d6f03ef906 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533761 Jul 08 01:52:30.205506 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.239802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a074a2-304c-44c3-9e7d-12d709169500 req-c021b996-ff54-4022-b1b7-c5373294b3dc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:30.241503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2a074a2-304c-44c3-9e7d-12d709169500 req-c021b996-ff54-4022-b1b7-c5373294b3dc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.0716341 Jul 08 01:52:30.283518 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Routers {'8d31deae-ae17-49d9-9a32-2ed8031755d1'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:30.290008 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8d31deae-ae17-49d9-9a32-2ed8031755d1'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:30.308841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2a074a2-304c-44c3-9e7d-12d709169500 req-e6d2863f-6d36-4144-8254-b1b6150af8fb tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Jul 08 01:52:30.314250 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb13ff3-bf95-44dc-8950-180d5826ffc1 x-openstack-request-id: req-3cb13ff3-bf95-44dc-8950-180d5826ffc1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:30.314755 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de98047-b0aa-4793-88b5-6a9505171024", "name": "network-vif-plugged", "status": "completed", "tag": "8d060acd-fb6f-42b0-8bbe-ee0904ed1137", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:30.315179 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cb13ff3-bf95-44dc-8950-180d5826ffc1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:30.315679 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de98047-b0aa-4793-88b5-6a9505171024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d060acd-fb6f-42b0-8bbe-ee0904ed1137', 'code': 200} Jul 08 01:52:30.377115 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2015a5-d4e9-48fb-aed3-e5bd989ae716 None None] Pushing event updated for resources: {'Port': ['ID=8cd743c8-1839-48c2-af6c-5892292e5c11,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:30.440394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.483106 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] Set router 8d31deae-ae17-49d9-9a32-2ed8031755d1 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:30.491816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4e70e-3ad4-4cc6-855e-cb75c5feb3bd req-9c055a0e-8e80-41a2-818d-97596b6fa8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:30.493661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63d4e70e-3ad4-4cc6-855e-cb75c5feb3bd req-9c055a0e-8e80-41a2-818d-97596b6fa8b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 1097 time: 0.0754263 Jul 08 01:52:30.553114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-5c1b0f63-2f81-430a-86e9-257d52c4c0e7 service neutron] 10.222.0.32 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526962 Jul 08 01:52:30.555583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63d4e70e-3ad4-4cc6-855e-cb75c5feb3bd req-30410dc2-c7ea-4436-9319-bba2965ad61d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540473 Jul 08 01:52:30.638502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57702) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:30.689490 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.721146 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:26Z', 'revision_number': 4, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port': {'id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:18Z', 'updated_at': '2021-07-08T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8cd743c8-1839-48c2-af6c-5892292e5c11', 'name': '', 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'mac_address': 'fa:16:3e:ee:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '85d12e7e-a1e6-4aa8-818e-d7522ff15779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:24Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'subnets': [{'id': '85d12e7e-a1e6-4aa8-818e-d7522ff15779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:30.759433 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b512f1-6910-4b46-ba7f-3be25de1b25e None None] The sync data for ids ['8d31deae-ae17-49d9-9a32-2ed8031755d1'] in n-d-695189-13 is: [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:26Z', 'revision_number': 4, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port': {'id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:18Z', 'updated_at': '2021-07-08T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8cd743c8-1839-48c2-af6c-5892292e5c11', 'name': '', 'network_id': '0871656c-eb3e-4f92-822f-f4d855ff380c', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'mac_address': 'fa:16:3e:ee:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '85d12e7e-a1e6-4aa8-818e-d7522ff15779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:24Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'subnets': [{'id': '85d12e7e-a1e6-4aa8-818e-d7522ff15779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:30.863776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-93a9ce98-e172-40bc-b6e5-6bc70313fca3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4c856434c8a4ddbafdd80138247da40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236426 Jul 08 01:52:30.867525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:30.873275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd61d5-e080-4651-87e9-103be22c2981 req-a2d09350-84be-4671-9885-21d161503f3e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:30.874753 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bbd61d5-e080-4651-87e9-103be22c2981 req-a2d09350-84be-4671-9885-21d161503f3e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 950 time: 0.1197312 Jul 08 01:52:30.898180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be88aa05-fd53-4f29-8bb4-95562969e0e1 req-3b882032-1409-4f1f-9b7d-0272abcfd7a7 service neutron] 10.222.0.32 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118627 Jul 08 01:52:30.928255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e1ca0-c92f-432a-b56b-b8fa55920bc0 req-30596be6-e657-4284-a11c-383b4f1417c5 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:30.930343 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-183e1ca0-c92f-432a-b56b-b8fa55920bc0 req-30596be6-e657-4284-a11c-383b4f1417c5 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 944 time: 0.4104314 Jul 08 01:52:30.931222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bbd61d5-e080-4651-87e9-103be22c2981 req-9b76fe5d-582c-4c55-afd5-d8f06e21a921 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Jul 08 01:52:31.042518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:52:31.146573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-183e1ca0-c92f-432a-b56b-b8fa55920bc0 req-13dbb509-08d3-42c5-b9cf-b36bd08144bd tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954439 Jul 08 01:52:31.157613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df5d862a-abe8-4010-9281-aeef37ceaebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.181633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df5d862a-abe8-4010-9281-aeef37ceaebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.186556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bd2ac-a256-4b8c-9529-2b7b276ea808 req-79a7b697-dca6-4b9c-a95c-6d7c8cfca5f1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:31.194032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d4bd2ac-a256-4b8c-9529-2b7b276ea808 req-79a7b697-dca6-4b9c-a95c-6d7c8cfca5f1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 950 time: 0.1311307 Jul 08 01:52:31.270560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d4bd2ac-a256-4b8c-9529-2b7b276ea808 req-1f35cffc-bce0-4805-b36d-a98366d1e5c1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754211 Jul 08 01:52:31.313497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd743c8-1839-48c2-af6c-5892292e5c11 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:31.405479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-b1d94422-c7d8-43d6-bef1-7fd474c9f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:31.409153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-b1d94422-c7d8-43d6-bef1-7fd474c9f807 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 1096 time: 0.3483741 Jul 08 01:52:31.411627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df5d862a-abe8-4010-9281-aeef37ceaebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.414976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df5d862a-abe8-4010-9281-aeef37ceaebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.416529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df5d862a-abe8-4010-9281-aeef37ceaebf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1d7ddf4-c2ab-40ed-9367-9c52b99e24db HTTP/1.1" status: 204 len: 168 time: 0.5455441 Jul 08 01:52:31.422148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8cd743c8-1839-48c2-af6c-5892292e5c11 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:31.429527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8cd743c8-1839-48c2-af6c-5892292e5c11 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:31.429527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.484138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c396bb-eece-4a60-b5a1-b9ed33b41619 req-c45ae22c-1297-43ad-bcdb-b9532d9fef84 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:31.487649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c7c396bb-eece-4a60-b5a1-b9ed33b41619 req-c45ae22c-1297-43ad-bcdb-b9532d9fef84 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 945 time: 0.0930288 Jul 08 01:52:31.536563 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c7c396bb-eece-4a60-b5a1-b9ed33b41619 req-42c9e45e-d296-404e-a549-96f252c4a848 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Jul 08 01:52:31.552129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.571369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d862a-abe8-4010-9281-aeef37ceaebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7ddf4-c2ab-40ed-9367-9c52b99e24db,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:31.602260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-90f10723-cf1c-4794-a2fd-ba4a03d39d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:31.603842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-90f10723-cf1c-4794-a2fd-ba4a03d39d50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 925 time: 0.1814537 Jul 08 01:52:31.606279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 8cd743c8-1839-48c2-af6c-5892292e5c11, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8cd743c8-1839-48c2-af6c-5892292e5c11,segment=NetworkSegment(eb09af2d-4185-4200-a54f-f5aa3bb21cdb),segment_id=eb09af2d-4185-4200-a54f-f5aa3bb21cdb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:31.669219 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.673151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:31.769967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=8cd743c8-1839-48c2-af6c-5892292e5c11,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:31.783493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:31.784331 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.029459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:32.041037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:32.059887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:32.062308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:32.090413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-cf0c77cc-eb4c-4962-895b-27e302f21765 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 HTTP/1.1" status: 200 len: 217 time: 0.0566249 Jul 08 01:52:32.092241 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a9ba7-ad75-4707-8e21-bb914087c547 req-1f126cdd-e2b6-4853-bd8a-9a6fa97821bf tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.098857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a9ba7-ad75-4707-8e21-bb914087c547 req-1f126cdd-e2b6-4853-bd8a-9a6fa97821bf tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.101382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-343a9ba7-ad75-4707-8e21-bb914087c547 req-1f126cdd-e2b6-4853-bd8a-9a6fa97821bf tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309&device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 1691 time: 0.1132441 Jul 08 01:52:32.144604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7a889-e3d1-4b3c-bc51-b7473fec1e4d req-edbbcc75-4d2c-4a66-9063-2b64a5212a21 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.152938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffb7a889-e3d1-4b3c-bc51-b7473fec1e4d req-edbbcc75-4d2c-4a66-9063-2b64a5212a21 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.8460917 Jul 08 01:52:32.161359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-343a9ba7-ad75-4707-8e21-bb914087c547 req-e4a6a9d0-7ddd-4140-99b4-b0e58f8aa990 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Jul 08 01:52:32.192516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.194824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f274b439-622d-4001-a098-1e6787f52b2d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.2820098 Jul 08 01:52:32.197357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57736) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:32.232045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-ab466644-adc2-4ecd-b50a-2397e946bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.233580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-ab466644-adc2-4ecd-b50a-2397e946bf96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd119-606f-4fc6-a098-372dcf3f8a10 HTTP/1.1" status: 200 len: 863 time: 0.1337085 Jul 08 01:52:32.250387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffb7a889-e3d1-4b3c-bc51-b7473fec1e4d req-a9b51ebc-00a9-4ac5-9f5a-3f50351be3ff tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963411 Jul 08 01:52:32.268461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:32.344203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Deleting port 8cd743c8-1839-48c2-af6c-5892292e5c11 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:32.344993 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.474018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-c221f06f-1646-4d6e-b67e-43760b1b9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.476176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-c221f06f-1646-4d6e-b67e-43760b1b9710 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2249694 Jul 08 01:52:32.529121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] For port 8cd743c8-1839-48c2-af6c-5892292e5c11, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8cd743c8-1839-48c2-af6c-5892292e5c11,segment=NetworkSegment(eb09af2d-4185-4200-a54f-f5aa3bb21cdb),segment_id=eb09af2d-4185-4200-a54f-f5aa3bb21cdb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:32.529785 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.541730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:29Z', 'revision_number': 3, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:32.586621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:32.586973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Updating router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 port 5b9a606a-cf8c-4bba-b127-07b42a143faf binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:32.588133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd35d5-e4fe-4696-9100-e2bc8a98ff87 req-5a89bc75-2f52-428f-afbd-170f15dbacf7 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.590277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73bd35d5-e4fe-4696-9100-e2bc8a98ff87 req-5a89bc75-2f52-428f-afbd-170f15dbacf7 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.2757990 Jul 08 01:52:32.626573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.630440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Calling delete_port for 8cd743c8-1839-48c2-af6c-5892292e5c11 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:32.694191 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73bd35d5-e4fe-4696-9100-e2bc8a98ff87 req-634978a6-bf50-45ce-9e3c-1a596fc09e8d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891070 Jul 08 01:52:32.840224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-7cf72956-92b9-492c-8595-9ce55694275e service neutron] 10.222.0.32 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922580 Jul 08 01:52:32.864344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f03ce5-7e81-422d-aa0f-f7e17b041f51 req-02b38e09-7f75-483c-9a4e-f9172d171994 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.872586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30f03ce5-7e81-422d-aa0f-f7e17b041f51 req-02b38e09-7f75-483c-9a4e-f9172d171994 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 944 time: 0.4654226 Jul 08 01:52:32.931886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.963396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.976503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Transition to ACTIVE for port object 5b9a606a-cf8c-4bba-b127-07b42a143faf will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:33.033469 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.092371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30f03ce5-7e81-422d-aa0f-f7e17b041f51 req-c99c4c06-ede0-4739-9403-e0836d0136a4 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188177 Jul 08 01:52:33.109755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea5f9e-a8c1-4afb-95b7-df4e087963ae None None] Pushing event updated for resources: {'Port': ['ID=5b9a606a-cf8c-4bba-b127-07b42a143faf,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:33.120101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Attempting to bind port 5b9a606a-cf8c-4bba-b127-07b42a143faf on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:33.121629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Attempting to bind port 5b9a606a-cf8c-4bba-b127-07b42a143faf by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:33.121795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Attempting to bind port 5b9a606a-cf8c-4bba-b127-07b42a143faf on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:33.130850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:33.131282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:33.131718 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.132282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:33.133481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Bound port: 5b9a606a-cf8c-4bba-b127-07b42a143faf, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:33.134030 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.142600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08bbc99b-e9d7-4fec-9fc7-28c13ca55507 req-3157421e-4c05-44f9-ab0c-6ab501480bb7 service neutron] 10.222.0.32 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504256 Jul 08 01:52:33.168438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba910e5d-4b70-4735-b100-e5793c4b5d26 req-cbf186a6-420f-4669-8f78-19798cd4199e tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.170192 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba910e5d-4b70-4735-b100-e5793c4b5d26 req-cbf186a6-420f-4669-8f78-19798cd4199e tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 945 time: 0.2117999 Jul 08 01:52:33.205414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] For port 5b9a606a-cf8c-4bba-b127-07b42a143faf, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:33.209382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] For port 5b9a606a-cf8c-4bba-b127-07b42a143faf, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5b9a606a-cf8c-4bba-b127-07b42a143faf,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:33.214397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Allocated IP 172.20.0.1 (03a2edbc-0872-4907-86a2-37d67afbb09d/0c6b4928-9317-498b-b573-a4dc0167c488/b571d58d-025e-47e5-b682-825d7cdfa895) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:33.215645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd743c8-1839-48c2-af6c-5892292e5c11 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:33.216514 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.238905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8cd743c8-1839-48c2-af6c-5892292e5c11 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:52:33.239161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba910e5d-4b70-4735-b100-e5793c4b5d26 req-fe9b864e-bc41-4fe0-9d60-69bdc2f32c6e tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594082 Jul 08 01:52:33.239471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd743c8-1839-48c2-af6c-5892292e5c11 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 01:52:33.246589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd743c8-1839-48c2-af6c-5892292e5c11,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:33.275699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Port 8cd743c8-1839-48c2-af6c-5892292e5c11 not found, will not notify nova. {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 01:52:33.281072 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.440883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:33.441538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:33.500666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea5f9e-a8c1-4afb-95b7-df4e087963ae None None] Pushing event updated for resources: {'Port': ['ID=5b9a606a-cf8c-4bba-b127-07b42a143faf,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:33.542013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.577796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-5de9725c-d59e-4099-ba46-5937521ecbb8 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.579233 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-5de9725c-d59e-4099-ba46-5937521ecbb8 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.1915710 Jul 08 01:52:33.581035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Transition to ACTIVE for port object b571d58d-025e-47e5-b682-825d7cdfa895 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:33.590242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f181c-b37e-4cf2-b48c-3d51b8ff8d7a req-d6949a6c-c119-4102-af39-aec0802799aa tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.591882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-989f181c-b37e-4cf2-b48c-3d51b8ff8d7a req-d6949a6c-c119-4102-af39-aec0802799aa tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1568496 Jul 08 01:52:33.598762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-13'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:33.611920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.615239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25be556-75fb-4ba4-881d-6914663bb57b req-2c109dd2-e6e5-44ef-85ec-f8294118a256 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.622840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d25be556-75fb-4ba4-881d-6914663bb57b req-2c109dd2-e6e5-44ef-85ec-f8294118a256 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 1102 time: 0.3785708 Jul 08 01:52:33.623803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:33.696280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d25be556-75fb-4ba4-881d-6914663bb57b req-37048aee-165a-4ddc-b0c3-62b21389b9be tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724010 Jul 08 01:52:33.762873 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-989f181c-b37e-4cf2-b48c-3d51b8ff8d7a req-95ce026f-e58b-4163-b184-59d7a2d54b2e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228318 Jul 08 01:52:33.782001 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.855286 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.885017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:29Z', 'revision_number': 3, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:33.919518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e035b40d-2836-4e57-87fc-c52eeae71b58 None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:29Z', 'revision_number': 3, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:33.920193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Network 03a2edbc-0872-4907-86a2-37d67afbb09d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:33.958414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Router 8d31deae-ae17-49d9-9a32-2ed8031755d1 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:52:33.981922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:33.989709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:34.000984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b571d58d-025e-47e5-b682-825d7cdfa895,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:34.033436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:34.060996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9f1ec-59e8-498a-8daa-acdf2c72b043 req-4dd249e9-4f86-4c7f-b879-215f97602926 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:34.062832 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8e9f1ec-59e8-498a-8daa-acdf2c72b043 req-4dd249e9-4f86-4c7f-b879-215f97602926 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 945 time: 0.1819522 Jul 08 01:52:34.117063 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.211645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:34.240359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8e9f1ec-59e8-498a-8daa-acdf2c72b043 req-c6e6fdde-fc7c-4ad2-9c1f-fa97d10bf97d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716886 Jul 08 01:52:34.270457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:34.283276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a3f26-79d8-4315-8fe0-b7d775e46e71 req-bdf1cc9d-3561-4f27-a621-746a7b447f5c tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:34.291936 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] Sync routers for ids ['8d31deae-ae17-49d9-9a32-2ed8031755d1'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:34.314189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-153a3f26-79d8-4315-8fe0-b7d775e46e71 req-bdf1cc9d-3561-4f27-a621-746a7b447f5c tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 1102 time: 0.3247213 Jul 08 01:52:34.314640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-83035258-4797-4439-a92b-c855d60687a4 admin admin] 10.222.0.10 "PUT /v2.0/routers/8d31deae-ae17-49d9-9a32-2ed8031755d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7241254 Jul 08 01:52:34.316434 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] Routers {'8d31deae-ae17-49d9-9a32-2ed8031755d1'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:34.317074 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8d31deae-ae17-49d9-9a32-2ed8031755d1'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:34.317483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:34.322928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:34.376615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'port_id': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'mac_address': 'fa:16:3e:80:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:34.456476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-153a3f26-79d8-4315-8fe0-b7d775e46e71 req-d41e3850-050d-4b98-a67a-6b82a51336fb tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422668 Jul 08 01:52:34.460620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:34.532833 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.550971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:34.594627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:34.613925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:34.619022 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f052b-df49-478c-a40f-1ac262442c09" -d '{"events": [{"server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "name": "network-vif-unplugged", "status": "completed", "tag": "db062415-e68c-439d-895a-6ac4c5913f82"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:34.624533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.630777 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] Set router 8d31deae-ae17-49d9-9a32-2ed8031755d1 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:34.636679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cd8e94c8-77c3-42c2-9edb-f223de79b212 None None] Provisioning for port b571d58d-025e-47e5-b682-825d7cdfa895 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:34.643536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cd8e94c8-77c3-42c2-9edb-f223de79b212 None None] Provisioning complete for port b571d58d-025e-47e5-b682-825d7cdfa895 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:34.643928 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd8e94c8-77c3-42c2-9edb-f223de79b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.652316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.695436 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.729554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e94c8-77c3-42c2-9edb-f223de79b212 None None] Port b571d58d-025e-47e5-b682-825d7cdfa895 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:34.736640 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.796448 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.818716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8438733-8b0d-45de-a9c0-e20d17c1bdfb req-73b8bec2-c858-4e93-bc87-0f31ca6b0264 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:34.820805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8438733-8b0d-45de-a9c0-e20d17c1bdfb req-73b8bec2-c858-4e93-bc87-0f31ca6b0264 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 944 time: 0.2824154 Jul 08 01:52:34.844832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:34.928683 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.953444 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8438733-8b0d-45de-a9c0-e20d17c1bdfb req-1c0c51b9-c5d0-49b7-992d-3ca35f1a8fb6 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184373 Jul 08 01:52:35.043246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:35.067889 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:33Z', 'revision_number': 5, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port': {'id': '184ea7e2-f70b-4563-a29a-0ccb2cf60fd9', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:18Z', 'updated_at': '2021-07-08T01:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:35.114930 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ffaad-cc80-499d-8c18-4a1bcba0a2d6 x-openstack-request-id: req-8c3ffaad-cc80-499d-8c18-4a1bcba0a2d6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:35.115229 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "name": "network-vif-unplugged", "status": "completed", "tag": "db062415-e68c-439d-895a-6ac4c5913f82", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:35.115525 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c3ffaad-cc80-499d-8c18-4a1bcba0a2d6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:35.116530 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82', 'code': 200} Jul 08 01:52:35.190288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0dd2fc0e-33a6-4a38-81a9-44d78f5bea95'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:35.213073 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] Checking router: 8d31deae-ae17-49d9-9a32-2ed8031755d1 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:35.239312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Deleting port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:35.240093 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.240200 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] Routers {'8d31deae-ae17-49d9-9a32-2ed8031755d1'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:35.241388 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8d31deae-ae17-49d9-9a32-2ed8031755d1'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:35.257179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479fe7e-e8d7-41da-9a14-4550ad369f9e req-890705da-6f57-45ea-bd5b-a61ba316417b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:35.270633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a479fe7e-e8d7-41da-9a14-4550ad369f9e req-890705da-6f57-45ea-bd5b-a61ba316417b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1393354 Jul 08 01:52:35.273988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on host n-h2-695189-13 for vnic_type normal with profile {"migrating_to": "n-h1-695189-13"} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:35.274434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:35.274780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:35.376712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:35.376925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:35.418342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5b9a606a-cf8c-4bba-b127-07b42a143faf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:35.430935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-aee9bbbb-c06c-4b37-ab37-a5195dbc7981 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1533685 Jul 08 01:52:35.445712 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] Set router 8d31deae-ae17-49d9-9a32-2ed8031755d1 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:35.508472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:35.508844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:35.509252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:35.510754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Bound port: db062415-e68c-439d-895a-6ac4c5913f82, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:35.511296 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.539165 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 6, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:35.578275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a479fe7e-e8d7-41da-9a14-4550ad369f9e req-e347268f-d65c-47ba-b291-1f1cc18d6355 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063908 Jul 08 01:52:35.579603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe8768-cb29-4961-94e9-0518596616dc None None] The sync data for ids ['8d31deae-ae17-49d9-9a32-2ed8031755d1'] in n-d-695189-13 is: [{'id': '8d31deae-ae17-49d9-9a32-2ed8031755d1', 'name': 'tempest-FloatingIPsNegativeTestJSON-970195039-router', 'tenant_id': '5eb506cfd8b2424ca77f5e2490a03606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:16Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 6, 'project_id': '5eb506cfd8b2424ca77f5e2490a03606', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:35.633383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.644748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] For port 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=184ea7e2-f70b-4563-a29a-0ccb2cf60fd9,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:35.649017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.661522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Calling delete_port for 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:35.707957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5b9a606a-cf8c-4bba-b127-07b42a143faf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:35.714086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5b9a606a-cf8c-4bba-b127-07b42a143faf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:35.714565 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.736075 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.860862 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.873629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6393489c-e9b1-4166-8290-eb4e039330b7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:35.882029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6393489c-e9b1-4166-8290-eb4e039330b7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4495149 Jul 08 01:52:35.884769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device db062415-e68c-439d-895a-6ac4c5913f82 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:35.896303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5b9a606a-cf8c-4bba-b127-07b42a143faf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5b9a606a-cf8c-4bba-b127-07b42a143faf,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:35.899502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:35.924923 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b79e-700b-409e-8a27-0a8dd9ba42fd req-67ac7615-e831-4e0f-9f7d-3ba8ef1fa482 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:35.926352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9728b79e-700b-409e-8a27-0a8dd9ba42fd req-67ac7615-e831-4e0f-9f7d-3ba8ef1fa482 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.1455202 Jul 08 01:52:35.932949 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-9a2cca4c-e5a6-44e7-be75-2187a4c0038e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/quotas/5ef55ac2dd1448cfa2fea1ee68678dae HTTP/1.1" status: 200 len: 375 time: 0.0497577 Jul 08 01:52:35.965239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:35.967469 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.980662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b571d58d-025e-47e5-b682-825d7cdfa895,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:36.017623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.026785 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9728b79e-700b-409e-8a27-0a8dd9ba42fd req-0d52455d-8655-4446-8034-05808f2fdd0a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931709 Jul 08 01:52:36.029967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.129253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.210521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:36.210890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Pushing event deleted for resources: {'Port': ['ID=184ea7e2-f70b-4563-a29a-0ccb2cf60fd9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:36.240123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5b9a606a-cf8c-4bba-b127-07b42a143faf,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:36.245156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:36.247161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.247675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.248132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.248542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.248972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.249398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.250017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.250471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.250972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.251709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.252134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.252564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.252954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6c304705-ff66-4804-9a7e-ed5714c69033 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3190727 Jul 08 01:52:36.254409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:36.255049 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.257071 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-135ab937-7087-49e5-9ad8-737c3156c1c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/db062415-e68c-439d-895a-6ac4c5913f82 HTTP/1.1" status: 200 len: 1123 time: 2.6637328 Jul 08 01:52:36.289221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.314562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Network 03a2edbc-0872-4907-86a2-37d67afbb09d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:36.320454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:36.328662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on host n-h2-695189-13 for vnic_type normal with profile {"migrating_to": "n-h1-695189-13"} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:36.329049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:36.329617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:36.352170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['db062415-e68c-439d-895a-6ac4c5913f82'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:36.358648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:36.359024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempting to bind port db062415-e68c-439d-895a-6ac4c5913f82 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:36.441845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['db062415-e68c-439d-895a-6ac4c5913f82'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:36.498416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:36.499250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:36.500362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:36.501073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Bound port: db062415-e68c-439d-895a-6ac4c5913f82, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:36.501658 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.562822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:52:36.741421 n-d-695189-13 neutron-server[100714]: WARNING neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Concurrent port binding operations failed on port db062415-e68c-439d-895a-6ac4c5913f82 Jul 08 01:52:36.754655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:36.789320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:36.795609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bed74943-62eb-4a05-9e0a-92d0b7f5c6f8 admin admin] 10.222.0.10 "PUT /v2.0/routers/6905731a-45c7-4a61-aefb-acfc8eac7cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5968416 Jul 08 01:52:36.810409 n-d-695189-13 neutron-server[100714]: INFO neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempt 2 to bind port db062415-e68c-439d-895a-6ac4c5913f82 Jul 08 01:52:36.810409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device db062415-e68c-439d-895a-6ac4c5913f82 has no active binding in host n-h1-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:52:36.858968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-36dfe596-ebb4-4750-bc20-e9f2db17b9ee None None] Provisioning complete for port b571d58d-025e-47e5-b682-825d7cdfa895 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:36.859187 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36dfe596-ebb4-4750-bc20-e9f2db17b9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.909425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.923401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.932059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-36dfe596-ebb4-4750-bc20-e9f2db17b9ee None None] Port b571d58d-025e-47e5-b682-825d7cdfa895 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:37.011622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30724e04-f3df-4817-a742-f746a699e060 req-1942df6e-54cc-48ba-997b-7ae30ce05ad0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:37.018747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30724e04-f3df-4817-a742-f746a699e060 req-1942df6e-54cc-48ba-997b-7ae30ce05ad0 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 945 time: 0.7245560 Jul 08 01:52:37.036062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:37.048144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:37.048783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:37.055848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30724e04-f3df-4817-a742-f746a699e060 req-b5636417-44ee-49c8-ac63-baf5bcb8f44d tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362251 Jul 08 01:52:37.091084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.091725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d31deae-ae17-49d9-9a32-2ed8031755d1 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:52:37.097624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.099480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7c3ad886-d736-4b89-854d-131cd8542854 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8d31deae-ae17-49d9-9a32-2ed8031755d1 HTTP/1.1" status: 204 len: 168 time: 2.7799156 Jul 08 01:52:37.102582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57846) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:37.183687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5b9a606a-cf8c-4bba-b127-07b42a143faf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:37.184080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:37.186364 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d9e868-1b88-4e43-8883-eaee8dc3da43" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "tag": "db062415-e68c-439d-895a-6ac4c5913f82"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:37.228427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-774d916f-ab55-4084-8bdf-5b706c178b14 admin admin] Deleting subnet 85d12e7e-a1e6-4aa8-818e-d7522ff15779 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:52:37.231879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-774d916f-ab55-4084-8bdf-5b706c178b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.245851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:37.306432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-774d916f-ab55-4084-8bdf-5b706c178b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.357826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5b9a606a-cf8c-4bba-b127-07b42a143faf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:37.358202 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.415870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-774d916f-ab55-4084-8bdf-5b706c178b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.592846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 2, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:37.624269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:37.624636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Updating router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 port b571d58d-025e-47e5-b682-825d7cdfa895 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:37.629071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd743c8-1839-48c2-af6c-5892292e5c11 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:37.671673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8cd743c8-1839-48c2-af6c-5892292e5c11 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:52:37.672218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd743c8-1839-48c2-af6c-5892292e5c11 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:52:37.672512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:37.698313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:52:37.698658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 184ea7e2-f70b-4563-a29a-0ccb2cf60fd9 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:52:37.705354 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.794789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42541fec-50eb-4f90-b909-cd161f0c1fb0 req-1b085daa-21ff-4f21-bdb2-5fc2d2021b7c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:37.796338 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42541fec-50eb-4f90-b909-cd161f0c1fb0 req-1b085daa-21ff-4f21-bdb2-5fc2d2021b7c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.4044378 Jul 08 01:52:37.836272 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42541fec-50eb-4f90-b909-cd161f0c1fb0 req-f83c7811-8fd3-45aa-8519-7e6bd48e787c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338888 Jul 08 01:52:37.864708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-774d916f-ab55-4084-8bdf-5b706c178b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.895047 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-774d916f-ab55-4084-8bdf-5b706c178b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.897147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-774d916f-ab55-4084-8bdf-5b706c178b14 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/85d12e7e-a1e6-4aa8-818e-d7522ff15779 HTTP/1.1" status: 204 len: 168 time: 0.7935476 Jul 08 01:52:37.898295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d916f-ab55-4084-8bdf-5b706c178b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d12e7e-a1e6-4aa8-818e-d7522ff15779,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:37.899906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:37.909463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fbc9c5-c12a-41cc-bf9e-1ff362d0e43e None None] Network 0871656c-eb3e-4f92-822f-f4d855ff380c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:38.023558 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.052549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:38.082863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Deleting port cacb45c5-99e5-41f0-a13a-252ccdea95b7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:38.083236 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.159672 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.169652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] For port cacb45c5-99e5-41f0-a13a-252ccdea95b7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cacb45c5-99e5-41f0-a13a-252ccdea95b7,segment=NetworkSegment(eb09af2d-4185-4200-a54f-f5aa3bb21cdb),segment_id=eb09af2d-4185-4200-a54f-f5aa3bb21cdb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:38.170020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.194149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Transition to ACTIVE for port object b571d58d-025e-47e5-b682-825d7cdfa895 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:38.204320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Calling delete_port for cacb45c5-99e5-41f0-a13a-252ccdea95b7 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:38.251740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-8649103b-67f2-480e-b099-5abf51504948 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:38.262926 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-8649103b-67f2-480e-b099-5abf51504948 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 821 time: 0.1578429 Jul 08 01:52:38.276715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-3f511a40-d487-434d-82f2-06499366530b tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/quotas/6fa280313c2844feabdddca16eafe71d HTTP/1.1" status: 200 len: 375 time: 0.0127771 Jul 08 01:52:38.290764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:38.295767 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.304808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:38.308681 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.310586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] DHCP port deletion for 0871656c-eb3e-4f92-822f-f4d855ff380c request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:52:38.414836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229bc5d-3708-477d-b26e-4f6e0f07488d None None] Pushing event updated for resources: {'Port': ['ID=b571d58d-025e-47e5-b682-825d7cdfa895,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:38.427609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-bf35ff94-046a-4c04-a0dc-7f72ebb58e62 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312513 Jul 08 01:52:38.427706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba0103-ee89-4d34-90ea-28bc4a59b847 req-eff4fdb4-0866-43b8-8b88-4062243bb250 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:38.427706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6eba0103-ee89-4d34-90ea-28bc4a59b847 req-eff4fdb4-0866-43b8-8b88-4062243bb250 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.0977826 Jul 08 01:52:38.487009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.544713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Pushing event deleted for resources: {'Port': ['ID=cacb45c5-99e5-41f0-a13a-252ccdea95b7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:38.553630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] No DVR routers for this DVR port cacb45c5-99e5-41f0-a13a-252ccdea95b7 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:52:38.553971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-c8dd3c32-7ab3-41e8-8f65-df494b2a047a service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340773 Jul 08 01:52:38.567422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6eba0103-ee89-4d34-90ea-28bc4a59b847 req-bd863c09-df61-4239-9b5c-5fba6b3ccebe tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320546 Jul 08 01:52:38.698557 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.710316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] Deleting port cacb45c5-99e5-41f0-a13a-252ccdea95b7 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:38.732435 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.741260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Attempting to bind port b571d58d-025e-47e5-b682-825d7cdfa895 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:38.741645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Attempting to bind port b571d58d-025e-47e5-b682-825d7cdfa895 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:38.743880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Attempting to bind port b571d58d-025e-47e5-b682-825d7cdfa895 on network 03a2edbc-0872-4907-86a2-37d67afbb09d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:38.751760 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.767923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:38.771741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Checking segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:38.774025 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.774341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0871656c-eb3e-4f92-822f-f4d855ff380c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:38.775522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Bound using segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:38.776477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Bound port: b571d58d-025e-47e5-b682-825d7cdfa895, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:38.777942 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.779293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-956508c3-96f0-4bed-8043-e3ebadb3397f service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242532 Jul 08 01:52:38.795072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:38.795392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb09af2d-4185-4200-a54f-f5aa3bb21cdb') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:38.812831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.844118 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.856773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:38.857251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:38.858975 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:38.863132 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:38.927265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:38.929565 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2ad42f-9d0e-4c83-a588-c866a8903cf8" -d '{"events": [{"server_uuid": "9179b84c-4004-4f5d-b9ab-79e9cca4a484", "name": "network-vif-plugged", "status": "completed", "tag": "0dd2fc0e-33a6-4a38-81a9-44d78f5bea95"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:38.973754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] For port cacb45c5-99e5-41f0-a13a-252ccdea95b7, host n-d-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:38.974161 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.981151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:39.011786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] For port b571d58d-025e-47e5-b682-825d7cdfa895, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:39.015055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] For port b571d58d-025e-47e5-b682-825d7cdfa895, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b571d58d-025e-47e5-b682-825d7cdfa895,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:39.016472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] Calling delete_port for cacb45c5-99e5-41f0-a13a-252ccdea95b7 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:39.019862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.ipam_backend_mixin [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] Port cacb45c5-99e5-41f0-a13a-252ccdea95b7 was not found and therefore no delete operation was performed {{(pid=100714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:52:39.021174 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.033278 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d3a4b7-d8aa-4cc4-a6d3-76ac80dc5d00 x-openstack-request-id: req-20d3a4b7-d8aa-4cc4-a6d3-76ac80dc5d00 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:39.033713 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "tag": "db062415-e68c-439d-895a-6ac4c5913f82", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:39.033807 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20d3a4b7-d8aa-4cc4-a6d3-76ac80dc5d00 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:39.034337 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82', 'status': 'completed', 'code': 200} Jul 08 01:52:39.064077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] Pushing event deleted for resources: {'Port': ['ID=cacb45c5-99e5-41f0-a13a-252ccdea95b7,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:39.071635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b0e73-9c86-4e42-b811-a9477a7ac3eb None None] No DVR routers for this DVR port cacb45c5-99e5-41f0-a13a-252ccdea95b7 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:52:39.109526 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.114912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.122358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.130890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.136920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] 10.222.0.10 "DELETE /v2.0/networks/0871656c-eb3e-4f92-822f-f4d855ff380c HTTP/1.1" status: 204 len: 168 time: 1.2306876 Jul 08 01:52:39.165739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8c0f3-683c-403d-b577-8ba524b9acfe admin admin] Pushing event deleted for resources: {'Network': ['ID=0871656c-eb3e-4f92-822f-f4d855ff380c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:39.180405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-50e104c0-4b8f-4961-b194-e6471fccb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.184311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-50e104c0-4b8f-4961-b194-e6471fccb119 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1126 time: 0.1109154 Jul 08 01:52:39.342666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:39.343373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:39.349933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cacb45c5-99e5-41f0-a13a-252ccdea95b7 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:39.519157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-457b866b-3a68-4ee5-9fb7-89412a91b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.525950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-457b866b-3a68-4ee5-9fb7-89412a91b1c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.3246691 Jul 08 01:52:39.552759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21b71e-a1c1-4f1a-b96c-b9f93cbfeb95 req-edbb3928-a7bc-4459-bf32-d81dd76151ef tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.562269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ef21b71e-a1c1-4f1a-b96c-b9f93cbfeb95 req-edbb3928-a7bc-4459-bf32-d81dd76151ef tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1436915 Jul 08 01:52:39.596138 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-fb510455-330c-4936-ac40-f0471999bac1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db062415-e68c-439d-895a-6ac4c5913f82 HTTP/1.1" status: 200 len: 217 time: 0.0617683 Jul 08 01:52:39.646292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:39.651627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cd9af-055b-44b2-8f42-63246649caf6 req-36b8bcf4-3e4c-47dd-8e28-3e16c9cfafb1 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.653216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a25cd9af-055b-44b2-8f42-63246649caf6 req-36b8bcf4-3e4c-47dd-8e28-3e16c9cfafb1 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.2833138 Jul 08 01:52:39.657345 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ef21b71e-a1c1-4f1a-b96c-b9f93cbfeb95 req-af64da6c-7fe0-4da9-b007-44b93701306b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907428 Jul 08 01:52:39.747980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-74487c66-89e1-4966-87ca-4557f42e8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.749509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-74487c66-89e1-4966-87ca-4557f42e8dce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.1417143 Jul 08 01:52:39.752828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a25cd9af-055b-44b2-8f42-63246649caf6 req-5edce7d9-afa6-4a98-99b8-064fef7c2176 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914681 Jul 08 01:52:39.825267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57938) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:39.831503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-d8068abd-c02b-4de3-accb-802a0197510d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715621 Jul 08 01:52:39.972568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa2c1581-941c-4b5f-9779-53137b6f9962 req-05b30d68-d6df-4162-b7cb-2648d986bcf1 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 210 time: 0.0909050 Jul 08 01:52:39.993524 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-761cfa66-523c-4e46-9aab-e38676dbfb09 req-390e4361-ba85-4046-9a0a-f3162239a2eb tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 210 time: 0.1158586 Jul 08 01:52:40.067029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229bc5d-3708-477d-b26e-4f6e0f07488d None None] Pushing event updated for resources: {'Port': ['ID=b571d58d-025e-47e5-b682-825d7cdfa895,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:40.069677 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-1c67f972-4ec7-4ef6-8eec-e1773e89cd48 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114344 Jul 08 01:52:40.083980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: cacb45c5-99e5-41f0-a13a-252ccdea95b7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:52:40.085127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cacb45c5-99e5-41f0-a13a-252ccdea95b7 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:52:40.095248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d133d6df-1ebd-43eb-98b0-75cacc18e12e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5eb506cfd8b2424ca77f5e2490a03606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684615 Jul 08 01:52:40.097736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57948) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:40.136389 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee47fd-76e9-4fff-9082-0af2854652d7 x-openstack-request-id: req-f6ee47fd-76e9-4fff-9082-0af2854652d7 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:40.138517 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9179b84c-4004-4f5d-b9ab-79e9cca4a484", "name": "network-vif-plugged", "status": "completed", "tag": "0dd2fc0e-33a6-4a38-81a9-44d78f5bea95", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:40.138872 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6ee47fd-76e9-4fff-9082-0af2854652d7 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:40.139360 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'code': 200} Jul 08 01:52:40.236767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14d9e868-1b88-4e43-8883-eaee8dc3da43 req-fa3778b3-2e63-49b2-98c0-f640aed7c802 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542022 Jul 08 01:52:40.284401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae277e-c151-43d7-8f35-b9c54fd420f7 req-c8fc6f6b-e950-4459-aa85-5be0ee1d9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:40.285913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7ae277e-c151-43d7-8f35-b9c54fd420f7 req-c8fc6f6b-e950-4459-aa85-5be0ee1d9666 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 1098 time: 0.3764777 Jul 08 01:52:40.352158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:40.363791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7ae277e-c151-43d7-8f35-b9c54fd420f7 req-dd6b4613-bc60-4a63-be13-239a31ac4370 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609400 Jul 08 01:52:40.365426 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0519e670-2943-4319-a100-4def9e07a8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.421583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd42279-61e4-45fe-a0e3-02b2778ab765 req-c3f08dc7-3bf3-4710-bd74-cf4f23d4e278 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:40.428255 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5dd42279-61e4-45fe-a0e3-02b2778ab765 req-c3f08dc7-3bf3-4710-bd74-cf4f23d4e278 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.2535470 Jul 08 01:52:40.463491 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0519e670-2943-4319-a100-4def9e07a8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.503056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:39Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:40.523205 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5dd42279-61e4-45fe-a0e3-02b2778ab765 req-cfc42bf0-83e7-4218-88db-aeb94e076d5b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921011 Jul 08 01:52:40.570691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8ca15-85ee-4ea4-a6c1-5fe2f3cb58ab None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:39Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:40.719564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0519e670-2943-4319-a100-4def9e07a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.722348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0519e670-2943-4319-a100-4def9e07a8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.723651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0519e670-2943-4319-a100-4def9e07a8a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14ad9cfc-a498-41a4-bc66-d6ed64acae97 HTTP/1.1" status: 204 len: 168 time: 0.6199512 Jul 08 01:52:40.747088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519e670-2943-4319-a100-4def9e07a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ad9cfc-a498-41a4-bc66-d6ed64acae97,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:40.992715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96a8d7-3569-438d-ad90-4375fc65b16c req-fb9e9849-0ac1-4eb3-9fad-d2cd411096cf tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:40.994572 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c96a8d7-3569-438d-ad90-4375fc65b16c req-fb9e9849-0ac1-4eb3-9fad-d2cd411096cf tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1458039 Jul 08 01:52:41.071718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c96a8d7-3569-438d-ad90-4375fc65b16c req-e70fea0c-736a-4a9b-af75-66049e72977a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711114 Jul 08 01:52:41.123480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76b938-f12e-4a44-a7c7-6d0e12f28749 req-3e9cd4fe-013b-4e7b-ab17-4a8f861f845f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.131046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e76b938-f12e-4a44-a7c7-6d0e12f28749 req-3e9cd4fe-013b-4e7b-ab17-4a8f861f845f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.1637039 Jul 08 01:52:41.223235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-54e6cc9f-9858-4787-b20e-4f83d8f48fbb tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097009 Jul 08 01:52:41.253560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b571d58d-025e-47e5-b682-825d7cdfa895 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:41.388793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e76b938-f12e-4a44-a7c7-6d0e12f28749 req-3817390a-245c-4ddc-b5b2-a4cbb47cb386 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567327 Jul 08 01:52:41.400794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fd7f522-4c29-464e-b860-7a5a70050efa req-a625dc9c-24da-4af9-925d-17f86b2cf972 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 210 time: 0.0844767 Jul 08 01:52:41.519513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b571d58d-025e-47e5-b682-825d7cdfa895 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:41.527594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b571d58d-025e-47e5-b682-825d7cdfa895 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:41.528934 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.561537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-e61adb7a-2e9d-4ce2-9ea4-09897f4bf946 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.563165 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-e61adb7a-2e9d-4ce2-9ea4-09897f4bf946 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209965 Jul 08 01:52:41.586674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-502a331d-f0ac-415b-a48d-45316c8f53d9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823500 Jul 08 01:52:41.598551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Request body: {'port': {'device_id': 'c8fe7334-044d-40e8-bcdb-5723e7ffa9c4', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5ef55ac2dd1448cfa2fea1ee68678dae'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:41.722058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.821264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b571d58d-025e-47e5-b682-825d7cdfa895, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b571d58d-025e-47e5-b682-825d7cdfa895,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:41.831624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca2f2f-8a09-4f5f-96d9-44b2634fa1c9 req-da88a445-244e-49be-b67d-58cf038d4ea3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.837034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71ca2f2f-8a09-4f5f-96d9-44b2634fa1c9 req-da88a445-244e-49be-b67d-58cf038d4ea3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.0871711 Jul 08 01:52:41.885752 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.948707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71ca2f2f-8a09-4f5f-96d9-44b2634fa1c9 req-6d285553-82b6-43e0-8e29-db3b984a5763 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071396 Jul 08 01:52:41.985043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da43cc02-f1cb-4825-bebc-903e0c3f18bb req-6d974093-5ead-4f3d-acff-a66a2d01474c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 210 time: 0.3772519 Jul 08 01:52:42.031603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b571d58d-025e-47e5-b682-825d7cdfa895,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:42.085830 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a42de6b-8aeb-4507-9904-ec7bb06bf71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.280098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-2cdf6ad7-0319-41cf-bbcf-ddb1a06be069 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:42.290816 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-2cdf6ad7-0319-41cf-bbcf-ddb1a06be069 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6815152 Jul 08 01:52:42.309881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Request body: {'port': {'device_id': '0dcdf076-55bf-4f3f-8057-a8c9dab79039', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5ef55ac2dd1448cfa2fea1ee68678dae'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:42.409794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f5ece-927c-41ef-9b78-45eaadca07df req-6099a724-224f-4bf5-9f39-e29164b58a4f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:42.417269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Made reservation on behalf of 5ef55ac2dd1448cfa2fea1ee68678dae for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:42.421428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c9f5ece-927c-41ef-9b78-45eaadca07df req-6099a724-224f-4bf5-9f39-e29164b58a4f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1595228 Jul 08 01:52:42.424121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.483670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c9f5ece-927c-41ef-9b78-45eaadca07df req-2f9dfb14-df4f-43e1-b7d6-0a9f44026c04 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Jul 08 01:52:42.676040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Allocated IP 192.168.233.91 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/9421b8c5-5f19-475c-834d-ca94c0e809a7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:42.700405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb97a777-e323-4266-8a43-e9fa0cf594aa req-2afe46ef-9f3a-439c-a547-c98c010b34b1 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 210 time: 0.0438535 Jul 08 01:52:42.704789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58020) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:42.739147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Made reservation on behalf of 5ef55ac2dd1448cfa2fea1ee68678dae for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:42.743287 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.785341 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d9905-4291-491e-8a0a-2f338ab22bdb req-352a0699-674c-4344-9847-b690fe24f5b9 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:42.790910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-232d9905-4291-491e-8a0a-2f338ab22bdb req-352a0699-674c-4344-9847-b690fe24f5b9 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.1617520 Jul 08 01:52:42.851940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-network', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:42.971326 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-232d9905-4291-491e-8a0a-2f338ab22bdb req-51f1f1c7-4eff-47f3-8c37-8fe9f6b397c8 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667604 Jul 08 01:52:43.012691 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.035026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Transition to ACTIVE for port object 9421b8c5-5f19-475c-834d-ca94c0e809a7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:43.048828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Made reservation on behalf of 1f17f3bb9b384b05aea798b1a77025ad for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:43.051270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.065609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.187918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b571d58d-025e-47e5-b682-825d7cdfa895 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:43.238015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.254805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:43.256829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fdeef7f-baad-41c0-a791-a65c3eaec386 req-30fc6593-afbc-485a-a57b-98508df8a595 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 210 time: 0.0357938 Jul 08 01:52:43.259673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b571d58d-025e-47e5-b682-825d7cdfa895 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:43.260135 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.346209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:43.382211 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:43.391600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:43.398990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'Port': ['ID=9421b8c5-5f19-475c-834d-ca94c0e809a7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:43.413145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Allocated IP 192.168.233.196 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/4f581e44-46d4-4a0f-b6db-c839e6b431ce) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:43.474412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:43.482962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.523947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.524545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.525041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.525554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.526037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.526519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.528295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.528795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.529298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.529926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.530411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.530888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:43.587048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352ee7b-1e29-411a-b87f-51fe1546785d req-33fb7ca2-ceaf-436e-b2b7-45ab64d07f39 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:43.590786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3352ee7b-1e29-411a-b87f-51fe1546785d req-33fb7ca2-ceaf-436e-b2b7-45ab64d07f39 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.4375064 Jul 08 01:52:43.592085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.697688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d033bbb-0a19-4a37-9c2c-3f15b9ed93ff req-5d83b8c3-88fc-42a7-9dfe-4df74a9ba691 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:43.704976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.712561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d033bbb-0a19-4a37-9c2c-3f15b9ed93ff req-5d83b8c3-88fc-42a7-9dfe-4df74a9ba691 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.3342927 Jul 08 01:52:43.713472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:43.722737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Request body: {'floatingip': {'port_id': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:43.743316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-07785e90-5b5c-4d9c-8514-3d89d9dd12d3 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:43.745548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-07785e90-5b5c-4d9c-8514-3d89d9dd12d3 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.32 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 821 time: 0.3380685 Jul 08 01:52:43.770640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76464fca-4c61-48da-8582-8667c7c0642e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:43.805899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3352ee7b-1e29-411a-b87f-51fe1546785d req-53c11d0a-55e8-4ec7-ac0f-ad115e0404d2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940467 Jul 08 01:52:43.818492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.822011 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-4d9be8ee-80e3-479d-b31d-48e08ca6bd4e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2420626 Jul 08 01:52:43.833291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:43.855730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Request body: {'port': {'device_id': 'c8fe7334-044d-40e8-bcdb-5723e7ffa9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:43.859066 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.860196 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Added segment b274c4d6-67bb-4dce-8982-d816186cad36 of type vlan for network 83a406c4-718c-4f55-b61b-4598ea057e46 Jul 08 01:52:43.889107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8d80f464-0e44-49bd-bbe3-d8c3757ca189 None None] Provisioning for port 9421b8c5-5f19-475c-834d-ca94c0e809a7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:43.899959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8d80f464-0e44-49bd-bbe3-d8c3757ca189 None None] Provisioning complete for port 9421b8c5-5f19-475c-834d-ca94c0e809a7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:43.900661 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8d80f464-0e44-49bd-bbe3-d8c3757ca189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.931000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Request body: {'port': {'device_id': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'admin_state_up': True, 'tenant_id': '6fa280313c2844feabdddca16eafe71d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:43.948954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device db062415-e68c-439d-895a-6ac4c5913f82 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:43.999109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8d80f464-0e44-49bd-bbe3-d8c3757ca189 None None] Port 9421b8c5-5f19-475c-834d-ca94c0e809a7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:44.065197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-fbbf8141-16e6-4d0f-8f79-f5078fb477c5 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261303 Jul 08 01:52:44.125541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:44.125711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.141457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device db062415-e68c-439d-895a-6ac4c5913f82 has no active binding in host n-h1-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:52:44.142111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.181799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Transition to ACTIVE for port object 4f581e44-46d4-4a0f-b6db-c839e6b431ce will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:44.199517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.282093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6602055-9cdc-45e2-9ee8-fd9597a17acf req-4ddd9cdd-53cc-4a07-80bb-c44b725b85ef tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:44.289458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6602055-9cdc-45e2-9ee8-fd9597a17acf req-4ddd9cdd-53cc-4a07-80bb-c44b725b85ef tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.2718058 Jul 08 01:52:44.300931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.302231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:44.302445 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.309372 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9e6c-39f7-41f5-808f-0cd3f31adacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.335930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-a08d741d-55eb-4137-9313-fd7c5222a919 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:44.337491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-a08d741d-55eb-4137-9313-fd7c5222a919 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600627 Jul 08 01:52:44.359312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-a2a4f8a3-484d-4caa-8395-58719c633a49 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/quotas/71f03f6da0a545eeb5fdc113d730cbe8 HTTP/1.1" status: 200 len: 375 time: 0.0115614 Jul 08 01:52:44.399097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Made reservation on behalf of 6fa280313c2844feabdddca16eafe71d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:44.402391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.437148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-9a6d2f9d-6780-49e9-bf89-5179e031d014 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514870 Jul 08 01:52:44.461675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.509001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6602055-9cdc-45e2-9ee8-fd9597a17acf req-100a2c36-184e-47b2-9f90-cd92f08fde0d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175379 Jul 08 01:52:44.658814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] Pushing event updated for resources: {'Network': ['ID=83a406c4-718c-4f55-b61b-4598ea057e46,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:44.659296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Allocated IP 172.20.0.13 (03a2edbc-0872-4907-86a2-37d67afbb09d/0c6b4928-9317-498b-b573-a4dc0167c488/35d94a24-3c93-4c90-a417-e55cd97b774c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:44.667042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:44.674671 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fb159f1a-d36a-47d3-90f1-7f2f0d2189d0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9664526 Jul 08 01:52:44.674671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:44.701707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 83a406c4-718c-4f55-b61b-4598ea057e46 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:44.708300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Request body: {'subnet': {'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-subnet', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:44.793606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9225f0-e9de-4a77-ba8b-4ced58b7250b req-9da2a1d8-8117-4da8-9256-5ea59083c1a2 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 210 time: 0.1333394 Jul 08 01:52:44.797086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:44.858970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:44.861129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'Port': ['ID=4f581e44-46d4-4a0f-b6db-c839e6b431ce,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:44.863573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:44.885395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9421b8c5-5f19-475c-834d-ca94c0e809a7 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:44.955139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.967172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.984464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Transition to ACTIVE for port object 9421b8c5-5f19-475c-834d-ca94c0e809a7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:45.000532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:45.001134 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.028916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.031689 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.047492 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-d02e60ad-d346-4900-8c30-07ce8ce9eeda tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330667 Jul 08 01:52:45.062718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Made reservation on behalf of 1f17f3bb9b384b05aea798b1a77025ad for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:45.065315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.088100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.092474 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.142397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Transition to ACTIVE for port object 35d94a24-3c93-4c90-a417-e55cd97b774c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:45.280532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684f8d4-867c-43fa-83cd-2d607b5dab2a req-5ce88d62-5dad-4c60-bdd3-af949978db77 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:45.282338 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6684f8d4-867c-43fa-83cd-2d607b5dab2a req-5ce88d62-5dad-4c60-bdd3-af949978db77 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 936 time: 0.2454786 Jul 08 01:52:45.324925 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Floating IP dd816941-84c9-4c37-b917-3898b76da6bb associated. External IP: 172.25.8.22, port: 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95. Jul 08 01:52:45.383208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6684f8d4-867c-43fa-83cd-2d607b5dab2a req-9d65fac7-a7cf-42e1-a315-f07830766200 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899200 Jul 08 01:52:45.408562 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.421975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a72cfb01-2300-4fd6-9e94-50514ce65c46 None None] Provisioning for port 4f581e44-46d4-4a0f-b6db-c839e6b431ce completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:45.440171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a72cfb01-2300-4fd6-9e94-50514ce65c46 None None] Provisioning complete for port 4f581e44-46d4-4a0f-b6db-c839e6b431ce triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:45.441554 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a72cfb01-2300-4fd6-9e94-50514ce65c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.559443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-bebeb654-77fb-4de9-b569-496e5205f54d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2273068 Jul 08 01:52:45.559443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Request body: {'port': {'device_id': '0dcdf076-55bf-4f3f-8057-a8c9dab79039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:45.830136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a72cfb01-2300-4fd6-9e94-50514ce65c46 None None] Port 4f581e44-46d4-4a0f-b6db-c839e6b431ce cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:45.831243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Pushing event updated for resources: {'Port': ['ID=9421b8c5-5f19-475c-834d-ca94c0e809a7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:45.831243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-a5af8319-fe84-47cf-89d4-9d2acd6e0d8d tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:45.831243 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-a5af8319-fe84-47cf-89d4-9d2acd6e0d8d tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7552347 Jul 08 01:52:45.879396 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-07fc614c-648f-4c7e-85bd-5557321dc1ef tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/quotas/71f03f6da0a545eeb5fdc113d730cbe8 HTTP/1.1" status: 200 len: 375 time: 0.0652387 Jul 08 01:52:45.925237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-99fc543b-0a89-4529-abd2-092e81488b6c tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448542 Jul 08 01:52:45.937301 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.981780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Attempting to bind port 9421b8c5-5f19-475c-834d-ca94c0e809a7 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:45.982101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Attempting to bind port 9421b8c5-5f19-475c-834d-ca94c0e809a7 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:45.982444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Attempting to bind port 9421b8c5-5f19-475c-834d-ca94c0e809a7 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:46.013981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Network 03a2edbc-0872-4907-86a2-37d67afbb09d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:46.023965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.027581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Port 9421b8c5-5f19-475c-834d-ca94c0e809a7 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:46.027581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Attempting to bind port 9421b8c5-5f19-475c-834d-ca94c0e809a7 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:46.041356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:46.044963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:46.045321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:46.046154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:46.046892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Bound port: 9421b8c5-5f19-475c-834d-ca94c0e809a7, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:46.047316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.049664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Pushing event updated for resources: {'Port': ['ID=35d94a24-3c93-4c90-a417-e55cd97b774c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:46.056377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:46.113110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device db062415-e68c-439d-895a-6ac4c5913f82 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:52:46.125171 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-d8d42065-bf50-4304-8b24-29991b1428a5 service neutron] 10.222.0.32 "GET /v2.0/ports/db062415-e68c-439d-895a-6ac4c5913f82/bindings/n-h1-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.1935863 Jul 08 01:52:46.199024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:46.199729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.347216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.359584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] For port 9421b8c5-5f19-475c-834d-ca94c0e809a7, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:46.363002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac49a5-70b7-4569-a2b5-51ebc7231eb1 req-e020906d-8b72-4441-85ab-22ab763a5acc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:46.370797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2dac49a5-70b7-4569-a2b5-51ebc7231eb1 req-e020906d-8b72-4441-85ab-22ab763a5acc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.4460669 Jul 08 01:52:46.431830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] For port 9421b8c5-5f19-475c-834d-ca94c0e809a7, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9421b8c5-5f19-475c-834d-ca94c0e809a7,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:46.500338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5548a412-edee-40cd-83c7-c55c73d83645,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:46.539669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Router bd79185e-78c9-4d43-92b6-da8ebd0198f2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:52:46.541895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-24666178-1c01-41f1-8c60-10844c9d265f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6213050 Jul 08 01:52:46.555094 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.563455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2dac49a5-70b7-4569-a2b5-51ebc7231eb1 req-1244ad64-609d-4051-a941-7264823cf99a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910207 Jul 08 01:52:46.582315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Request body: {'port': {'device_id': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:46.616774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95ef3af8-5ac3-4222-9d23-080ecf373415 None None] Provisioning for port 35d94a24-3c93-4c90-a417-e55cd97b774c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:46.622258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Checking segment: {'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:46.622792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Network hostable DHCP agents. Network: 83a406c4-718c-4f55-b61b-4598ea057e46, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:52:46.624771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95ef3af8-5ac3-4222-9d23-080ecf373415 None None] Provisioning complete for port 35d94a24-3c93-4c90-a417-e55cd97b774c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:46.624771 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95ef3af8-5ac3-4222-9d23-080ecf373415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.638120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:46.638717 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.641169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] 10.222.0.32 "PUT /v2.0/ports/9421b8c5-5f19-475c-834d-ca94c0e809a7 HTTP/1.1" status: 200 len: 1096 time: 2.7992432 Jul 08 01:52:46.652908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fe7334-044d-40e8-bcdb-5723e7ffa9c4', 'tag': '9421b8c5-5f19-475c-834d-ca94c0e809a7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:46.655557 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339e32c2-4eab-4f08-a5e2-c97b76540b01" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fe7334-044d-40e8-bcdb-5723e7ffa9c4", "tag": "9421b8c5-5f19-475c-834d-ca94c0e809a7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:46.715640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-95ef3af8-5ac3-4222-9d23-080ecf373415 None None] Port 35d94a24-3c93-4c90-a417-e55cd97b774c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:46.753644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85a9ef-690f-42c1-b0c9-5d6c57b17de2 service neutron] Pushing event updated for resources: {'Port': ['ID=9421b8c5-5f19-475c-834d-ca94c0e809a7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:46.792657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f581e44-46d4-4a0f-b6db-c839e6b431ce {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:46.801998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.819826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b89e9-863a-4788-bc05-9d6ef763d9ad req-b5d91001-f76e-4ad6-8760-efaf8920429e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:46.850995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-483b89e9-863a-4788-bc05-9d6ef763d9ad req-b5d91001-f76e-4ad6-8760-efaf8920429e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.3705468 Jul 08 01:52:46.926448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:46.936422 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] Sync routers for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:46.949790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.955508 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:46.956346 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:46.969922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-483b89e9-863a-4788-bc05-9d6ef763d9ad req-b5f6609a-dee5-4275-9325-bf2a4c17b091 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158431 Jul 08 01:52:46.979882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Transition to ACTIVE for port object 4f581e44-46d4-4a0f-b6db-c839e6b431ce will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:46.993156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Network 83a406c4-718c-4f55-b61b-4598ea057e46 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:52:47.004840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-98110da6-564f-4422-9af0-ac8d8ee9bf47 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "PUT /v2.0/floatingips/dd816941-84c9-4c37-b917-3898b76da6bb HTTP/1.1" status: 200 len: 991 time: 3.2900631 Jul 08 01:52:47.019944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'tag': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:47.030040 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0edcaf-d570-4151-bc81-d80842fc0ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "9179b84c-4004-4f5d-b9ab-79e9cca4a484", "tag": "0dd2fc0e-33a6-4a38-81a9-44d78f5bea95"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:47.099234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.119909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.126980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-0cde63e5-dbdc-47d8-beb9-0ab7c427ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:47.128685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-0cde63e5-dbdc-47d8-beb9-0ab7c427ab68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 1099 time: 0.2521417 Jul 08 01:52:47.136992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5bcd047a-cf97-4bf9-9ccd-13c9521ce70b req-39d2827b-553e-4754-b6a6-8adee375d91b tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 210 time: 0.0763042 Jul 08 01:52:47.137788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 83a406c4-718c-4f55-b61b-4598ea057e46) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:47.159691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e6de2a-1915-4cc7-b31a-774da23f3dd4 None None] Network 83a406c4-718c-4f55-b61b-4598ea057e46 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:47.188199 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:47.206012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:47.209698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.314293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-e98cb9ca-98a2-4f6f-b8c2-a0c4b6ce83fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9421b8c5-5f19-475c-834d-ca94c0e809a7 HTTP/1.1" status: 200 len: 217 time: 0.1688163 Jul 08 01:52:47.345404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f55cac50-ee4e-4748-9bf3-77e5a8e3aae5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6446140 Jul 08 01:52:47.347691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:47.354868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:47.475598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:47.514922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Attempting to bind port 4f581e44-46d4-4a0f-b6db-c839e6b431ce on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:47.515285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Attempting to bind port 4f581e44-46d4-4a0f-b6db-c839e6b431ce by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:47.515634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Attempting to bind port 4f581e44-46d4-4a0f-b6db-c839e6b431ce on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:47.522079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf7c20-6506-4312-9c77-25ef452e0dcd req-9181c18c-e00d-4d73-8250-340aa7bd0921 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:47.523377 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.530768 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-72cf7c20-6506-4312-9c77-25ef452e0dcd req-9181c18c-e00d-4d73-8250-340aa7bd0921 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 932 time: 0.6225402 Jul 08 01:52:47.536784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f581e44-46d4-4a0f-b6db-c839e6b431ce,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:47.543897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Port 4f581e44-46d4-4a0f-b6db-c839e6b431ce on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:47.544259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Attempting to bind port 4f581e44-46d4-4a0f-b6db-c839e6b431ce on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:47.561634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:47.561979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:47.562374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:47.562820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Bound port: 4f581e44-46d4-4a0f-b6db-c839e6b431ce, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:47.563194 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.580351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-5f3c7563-6066-4e7d-a9cf-0ec432b0d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:47.581842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-83a406c4-718c-4f55-b61b-4598ea057e46', 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'fixed_ips': [{'subnet_id': '5548a412-edee-40cd-83c7-c55c73d83645'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:52:47.582021 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-5f3c7563-6066-4e7d-a9cf-0ec432b0d90d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2351985 Jul 08 01:52:47.583515 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.629425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:47.668599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.669580 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.725388 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd816941-84c9-4c37-b917-3898b76da6bb', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'port_id': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'mac_address': 'fa:16:3e:80:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:50:10Z', 'updated_at': '2021-07-08T01:52:44Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:47.728795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.754119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227595-c84d-4e1f-944a-5f05ef9b1e75 req-cf2d5838-1011-4aee-bea7-bc8b396d1cfb tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:47.761020 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10227595-c84d-4e1f-944a-5f05ef9b1e75 req-cf2d5838-1011-4aee-bea7-bc8b396d1cfb tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 948 time: 0.3558609 Jul 08 01:52:47.765321 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] Checking router: bd79185e-78c9-4d43-92b6-da8ebd0198f2 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:47.786394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] For port 4f581e44-46d4-4a0f-b6db-c839e6b431ce, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:47.788973 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:47.789795 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:47.803578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] For port 4f581e44-46d4-4a0f-b6db-c839e6b431ce, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4f581e44-46d4-4a0f-b6db-c839e6b431ce,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:47.816231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-29f3e0ed-e282-4916-b87d-51cc8a9c04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:47.822394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-29f3e0ed-e282-4916-b87d-51cc8a9c04f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2323899 Jul 08 01:52:47.856150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Allocated IP 172.20.0.2 (83a406c4-718c-4f55-b61b-4598ea057e46/5548a412-edee-40cd-83c7-c55c73d83645/3c3abdb7-3af3-4115-8069-8ad307a20c06) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:47.895749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10227595-c84d-4e1f-944a-5f05ef9b1e75 req-3a8f24fa-6504-4e13-9149-dd09e25c5d3a tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139419 Jul 08 01:52:47.897926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db062415-e68c-439d-895a-6ac4c5913f82 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:47.911009 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:47.993770 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.995925 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:47.996416 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05457f9-920f-4ca5-baeb-cac0a142eccb x-openstack-request-id: req-b05457f9-920f-4ca5-baeb-cac0a142eccb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:47.996416 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fe7334-044d-40e8-bcdb-5723e7ffa9c4", "tag": "9421b8c5-5f19-475c-834d-ca94c0e809a7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:47.996636 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b05457f9-920f-4ca5-baeb-cac0a142eccb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:47.997008 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fe7334-044d-40e8-bcdb-5723e7ffa9c4', 'tag': '9421b8c5-5f19-475c-834d-ca94c0e809a7', 'status': 'completed', 'code': 200} Jul 08 01:52:48.007997 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.109317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:48.109317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.109317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f581e44-46d4-4a0f-b6db-c839e6b431ce HTTP/1.1" status: 200 len: 1097 time: 2.5564842 Jul 08 01:52:48.160244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-72cf7c20-6506-4312-9c77-25ef452e0dcd req-c4ebc43d-a94b-4cab-9f93-c36b733d7e3f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284721 Jul 08 01:52:48.165560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.169219 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.189198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Transition to ACTIVE for port object 3c3abdb7-3af3-4115-8069-8ad307a20c06 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:48.211861 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-5ba87d6f-74f6-4702-bfcb-3d4a2319b8ad service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787789 Jul 08 01:52:48.213543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72273cfc-763c-4c27-af58-b77eee219ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f581e44-46d4-4a0f-b6db-c839e6b431ce,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:48.222179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Transition to ACTIVE for port object 3c3abdb7-3af3-4115-8069-8ad307a20c06 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:48.319798 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.348100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d94a24-3c93-4c90-a417-e55cd97b774c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:48.364426 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-490b2687-b28a-4881-bd8a-4000a996e299 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399963 Jul 08 01:52:48.425236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-28467bcc-5143-4778-8276-27a7bc08deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:48.428581 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-28467bcc-5143-4778-8276-27a7bc08deba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 1100 time: 0.1347284 Jul 08 01:52:48.460401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Pushing event updated for resources: {'Port': ['ID=3c3abdb7-3af3-4115-8069-8ad307a20c06,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:48.477950 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.479632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.479986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.480331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.480673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.481010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.481349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.481680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.482009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.482336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.482663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.483505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.487230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:48.492405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Network 83a406c4-718c-4f55-b61b-4598ea057e46 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:48.495066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:48.497666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:48.515992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-0fc1bee3-1f6f-4d06-90f3-39ef7b4e8e42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=4f581e44-46d4-4a0f-b6db-c839e6b431ce HTTP/1.1" status: 200 len: 217 time: 0.0770466 Jul 08 01:52:48.583424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-42d9dadd-b00b-43bb-87b9-fb0331b6020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:48.587265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-42d9dadd-b00b-43bb-87b9-fb0331b6020d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0609279 Jul 08 01:52:48.588464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.32', 60536) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:48.602798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] Transition to ACTIVE for port object db062415-e68c-439d-895a-6ac4c5913f82 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:48.606735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.607120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Attempting to bind port 3c3abdb7-3af3-4115-8069-8ad307a20c06 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:48.607521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Attempting to bind port 3c3abdb7-3af3-4115-8069-8ad307a20c06 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:48.607887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Attempting to bind port 3c3abdb7-3af3-4115-8069-8ad307a20c06 on network 83a406c4-718c-4f55-b61b-4598ea057e46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:48.616960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:48.617429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Checking segment: {'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:48.617792 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.618181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Bound using segment: {'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:48.618655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Bound port: 3c3abdb7-3af3-4115-8069-8ad307a20c06, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:48.619101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.632435 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcc9e63-ecb1-4af1-80f7-aa5c911a5222 x-openstack-request-id: req-2fcc9e63-ecb1-4af1-80f7-aa5c911a5222 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:48.632774 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9179b84c-4004-4f5d-b9ab-79e9cca4a484", "tag": "0dd2fc0e-33a6-4a38-81a9-44d78f5bea95", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:48.632954 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fcc9e63-ecb1-4af1-80f7-aa5c911a5222 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:48.633513 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'tag': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'status': 'completed', 'code': 200} Jul 08 01:52:48.634704 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd816941-84c9-4c37-b917-3898b76da6bb', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'port_id': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'mac_address': 'fa:16:3e:80:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:50:10Z', 'updated_at': '2021-07-08T01:52:44Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:48.668345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Transition to ACTIVE for port object 35d94a24-3c93-4c90-a417-e55cd97b774c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:48.697379 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.706956 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc99e00-35aa-4859-a1d4-93e34164e403 None None] The sync data for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 is: [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd816941-84c9-4c37-b917-3898b76da6bb', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'port_id': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'mac_address': 'fa:16:3e:80:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:50:10Z', 'updated_at': '2021-07-08T01:52:44Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:48.718867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f274fa-e48c-4f8a-bc9b-d778df2b32ea req-60221d03-6be6-49ca-a082-9c2008915888 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:48.719855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] For port 3c3abdb7-3af3-4115-8069-8ad307a20c06, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:48.723481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] For port 3c3abdb7-3af3-4115-8069-8ad307a20c06, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3c3abdb7-3af3-4115-8069-8ad307a20c06,segment=NetworkSegment(b274c4d6-67bb-4dce-8982-d816186cad36),segment_id=b274c4d6-67bb-4dce-8982-d816186cad36)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:48.727617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a9f274fa-e48c-4f8a-bc9b-d778df2b32ea req-60221d03-6be6-49ca-a082-9c2008915888 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 943 time: 0.2529044 Jul 08 01:52:48.800631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.813424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-8ee492ce-6eb4-46cc-b8c0-50fa1b27dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:48.815103 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-8ee492ce-6eb4-46cc-b8c0-50fa1b27dd80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 1098 time: 0.2257245 Jul 08 01:52:48.829250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-cd3db985-b7bc-4770-b508-be2c068bd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:48.829499 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.831139 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-cd3db985-b7bc-4770-b508-be2c068bd1c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 1099 time: 0.2435603 Jul 08 01:52:48.853033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-5cf2c7a0-aa2a-4d6e-9f8b-53ed6ee959a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:48.855157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-5cf2c7a0-aa2a-4d6e-9f8b-53ed6ee959a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2541113 Jul 08 01:52:48.858074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] No DVR routers for this DVR port db062415-e68c-439d-895a-6ac4c5913f82 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:52:48.886100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5d909-a28c-4b22-94dc-bab6085ebc06 None None] Pushing event updated for resources: {'Port': ['ID=3c3abdb7-3af3-4115-8069-8ad307a20c06,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:48.897498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] Pushing event updated for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:48.995192 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a9f274fa-e48c-4f8a-bc9b-d778df2b32ea req-75456607-3ebb-47fa-8a80-c38a9f1ddf3f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659440 Jul 08 01:52:49.006676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-0c38d95b-6743-4d6b-b257-3e5eaf4af205 service neutron] 10.222.0.32 "PUT /v2.0/ports/db062415-e68c-439d-895a-6ac4c5913f82/bindings/n-h1-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 2.8306527 Jul 08 01:52:49.032851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Pushing event updated for resources: {'Port': ['ID=35d94a24-3c93-4c90-a417-e55cd97b774c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:49.056206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc2aca-0462-4cb9-abaf-5e66ab7db222 req-bcb4b892-77ee-4af1-8ba2-2cd6195a4167 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:49.060290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12bc2aca-0462-4cb9-abaf-5e66ab7db222 req-bcb4b892-77ee-4af1-8ba2-2cd6195a4167 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.3498702 Jul 08 01:52:49.118216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32d630-ef89-40d9-b351-a88484845ed5 None None] New status for floating IP dd816941-84c9-4c37-b917-3898b76da6bb: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:52:49.340737 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-807c3ced-7e79-454c-879e-4eb5d16a09d2 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2237661 Jul 08 01:52:49.368005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d01d186-f77c-463f-bc4f-ac305e5e606e req-edacbb11-65cd-4268-8f14-bfa8bbdc6495 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 210 time: 0.0975399 Jul 08 01:52:49.387425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12bc2aca-0462-4cb9-abaf-5e66ab7db222 req-b51ef663-9669-44ac-8dfd-5c2dd7f60435 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314048 Jul 08 01:52:49.403420 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-e2fad812-4e4d-405f-9e9e-a5ec1ee9d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:49.405665 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-e2fad812-4e4d-405f-9e9e-a5ec1ee9d8e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 925 time: 0.5733387 Jul 08 01:52:49.407353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-da18c6bd-4ae6-4079-86cd-2a85b4095a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:49.409314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-da18c6bd-4ae6-4079-86cd-2a85b4095a62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.5416267 Jul 08 01:52:49.411844 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-5a206c2b-9318-4fdf-aa81-ade2ebee7e79 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600818 Jul 08 01:52:49.491971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Attempting to bind port 35d94a24-3c93-4c90-a417-e55cd97b774c on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:49.492321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Attempting to bind port 35d94a24-3c93-4c90-a417-e55cd97b774c by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:49.492665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Attempting to bind port 35d94a24-3c93-4c90-a417-e55cd97b774c on network 03a2edbc-0872-4907-86a2-37d67afbb09d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:49.519157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Port 35d94a24-3c93-4c90-a417-e55cd97b774c on network 03a2edbc-0872-4907-86a2-37d67afbb09d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:49.519585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Attempting to bind port 35d94a24-3c93-4c90-a417-e55cd97b774c on network 03a2edbc-0872-4907-86a2-37d67afbb09d {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:49.543842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:49.543842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Checking segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:49.543842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Bound using segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:49.543842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Bound port: 35d94a24-3c93-4c90-a417-e55cd97b774c, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:49.543842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:49.653225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-1ab9997b-6912-4885-81d5-e7dfadfd19a6 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:49.654770 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-1ab9997b-6912-4885-81d5-e7dfadfd19a6 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832849 Jul 08 01:52:49.681665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Request body: {'port': {'device_id': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '71f03f6da0a545eeb5fdc113d730cbe8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:49.945911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-07ba27b9-06c4-4d07-984c-3e0099f35136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9421b8c5-5f19-475c-834d-ca94c0e809a7 HTTP/1.1" status: 200 len: 217 time: 0.4881508 Jul 08 01:52:50.015092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-08ec9af8-6e27-443c-9b6a-e745ff950a3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 HTTP/1.1" status: 200 len: 999 time: 0.5739927 Jul 08 01:52:50.015603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcdf076-55bf-4f3f-8057-a8c9dab79039', 'tag': '4f581e44-46d4-4a0f-b6db-c839e6b431ce'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:50.019148 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a5e83b-192b-463b-886c-0f21314829b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcdf076-55bf-4f3f-8057-a8c9dab79039", "tag": "4f581e44-46d4-4a0f-b6db-c839e6b431ce"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:50.042989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.32', 60537) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:50.134958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-5201057f-70fb-4f04-a25a-a5a20e02678d tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870464 Jul 08 01:52:50.141692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] For port 35d94a24-3c93-4c90-a417-e55cd97b774c, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:50.175078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-62d4ee91-c6af-4c75-881c-044896f87f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.176590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-62d4ee91-c6af-4c75-881c-044896f87f61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2151840 Jul 08 01:52:50.179727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] For port 35d94a24-3c93-4c90-a417-e55cd97b774c, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=35d94a24-3c93-4c90-a417-e55cd97b774c,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:50.187966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9555f-bb5d-4915-8a11-130fc3569f75 req-2322f757-d457-442b-a299-31a621525784 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.189554 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63b9555f-bb5d-4915-8a11-130fc3569f75 req-2322f757-d457-442b-a299-31a621525784 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 948 time: 0.6102481 Jul 08 01:52:50.240075 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8c480e-4036-40e8-b73f-29bf5c2c45c5 req-136006fd-51e5-4248-ac46-ebb88527d3a9 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139277 Jul 08 01:52:50.257156 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.292389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-a0c714cb-d3e0-4153-b2ca-0cd19c34294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.294612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-a0c714cb-d3e0-4153-b2ca-0cd19c34294e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd119-606f-4fc6-a098-372dcf3f8a10 HTTP/1.1" status: 200 len: 863 time: 0.2294590 Jul 08 01:52:50.329028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-04b7781e-bcd7-4238-bc47-51cb31ef3a0d tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.330993 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-04b7781e-bcd7-4238-bc47-51cb31ef3a0d tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.4013596 Jul 08 01:52:50.331674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.332375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.334435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] 10.222.0.32 "PUT /v2.0/ports/35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 1093 time: 3.7625444 Jul 08 01:52:50.338983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.383904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63b9555f-bb5d-4915-8a11-130fc3569f75 req-63ec33c8-93c6-4261-a24c-c571eab5d397 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716931 Jul 08 01:52:50.396235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.416661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e099d-96d4-46f8-ab4b-6ccfa6913b9e req-81703c1c-00ca-411c-ba87-fc64937dc12e tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.423633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-572e099d-96d4-46f8-ab4b-6ccfa6913b9e req-81703c1c-00ca-411c-ba87-fc64937dc12e tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 944 time: 0.4954088 Jul 08 01:52:50.429245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f18a1-316b-4876-a221-268af8ebcf23 service neutron] Pushing event updated for resources: {'Port': ['ID=35d94a24-3c93-4c90-a417-e55cd97b774c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:50.469179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Made reservation on behalf of 71f03f6da0a545eeb5fdc113d730cbe8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:50.472805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.483855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d43b6eb-0782-4dd4-87e7-7002dc64c05a None None] Network 83a406c4-718c-4f55-b61b-4598ea057e46 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:50.513788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.514099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-3ec30296-f5f4-4186-8d78-5b418d59ca5a tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.515628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-3ec30296-f5f4-4186-8d78-5b418d59ca5a tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637626 Jul 08 01:52:50.556628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Request body: {'port': {'device_id': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '71f03f6da0a545eeb5fdc113d730cbe8'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:50.596002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-572e099d-96d4-46f8-ab4b-6ccfa6913b9e req-e9b91ed5-0f1e-49c5-9373-06c501a66099 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713750 Jul 08 01:52:50.649135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:50.652118 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71e9937-2909-481a-997d-43a54c748bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:50.671651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Allocated IP 172.25.8.59 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/465f3cd4-281a-47a9-9a49-9ba4b8cbb418) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:50.749109 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9128766d-9352-4877-ba30-85dcacfddf6e x-openstack-request-id: req-9128766d-9352-4877-ba30-85dcacfddf6e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:50.749405 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcdf076-55bf-4f3f-8057-a8c9dab79039", "tag": "4f581e44-46d4-4a0f-b6db-c839e6b431ce", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:50.749651 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9128766d-9352-4877-ba30-85dcacfddf6e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:50.750044 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcdf076-55bf-4f3f-8057-a8c9dab79039', 'tag': '4f581e44-46d4-4a0f-b6db-c839e6b431ce', 'status': 'completed', 'code': 200} Jul 08 01:52:50.776286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-927bdc01-04a8-4349-a50c-2f9b242a8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.778287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-927bdc01-04a8-4349-a50c-2f9b242a8115 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5703537 Jul 08 01:52:50.817941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-7728776d-9f70-4acb-9598-1d75abe01383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.820012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-7728776d-9f70-4acb-9598-1d75abe01383 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1096 time: 0.3415413 Jul 08 01:52:50.870152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-2468e8ca-f4ed-46e4-aca2-c9c67fa016d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.871856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-2468e8ca-f4ed-46e4-aca2-c9c67fa016d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff&tenant_id=817457c9802b41198f112cb2aab5d4cb HTTP/1.1" status: 200 len: 1096 time: 0.5158987 Jul 08 01:52:50.873592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-7d1133d2-55fd-4b26-bd41-404785922da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:50.875269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-7d1133d2-55fd-4b26-bd41-404785922da1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5653908 Jul 08 01:52:50.891826 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.904207 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-146aac4c-8356-4525-ba37-8247ccbc20ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 217 time: 0.0662513 Jul 08 01:52:50.909652 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.914013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-24607df9-f19e-486b-ad68-b794d4191c21 req-8a0bd03b-9009-4637-9b13-9582db93489b tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 210 time: 0.0499873 Jul 08 01:52:50.933007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-288f70ca-63d5-44f8-a130-eaa35711b6ff None None] Provisioning for port 3c3abdb7-3af3-4115-8069-8ad307a20c06 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:51.036051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-84a77431-c7d6-46ab-b9bb-e49d60ce580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.037492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-84a77431-c7d6-46ab-b9bb-e49d60ce580a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.1129885 Jul 08 01:52:51.058528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2a3a8-a307-46fe-8993-5d339860b03b req-bd1d7f0d-6592-4846-bc22-76d559c85163 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.066425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75b2a3a8-a307-46fe-8993-5d339860b03b req-bd1d7f0d-6592-4846-bc22-76d559c85163 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 944 time: 0.4086275 Jul 08 01:52:51.139230 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-6406ea56-4dbe-4e73-b06d-fca4242e5ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231380 Jul 08 01:52:51.152553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5e83b-192b-463b-886c-0f21314829b6 req-27e92505-b324-4cc8-aa17-bf5c8b545fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.154400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68a5e83b-192b-463b-886c-0f21314829b6 req-27e92505-b324-4cc8-aa17-bf5c8b545fdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 1100 time: 0.4144137 Jul 08 01:52:51.154669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.197761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-b20c154d-73c9-4a8b-b515-d430dd878b07 service neutron] 10.222.0.32 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806392 Jul 08 01:52:51.197970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75b2a3a8-a307-46fe-8993-5d339860b03b req-3aa917bc-b69a-4688-8b47-ac14cf47bf0d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304975 Jul 08 01:52:51.207630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-5326ff3b-9ff9-4a88-a512-a013af6dbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.209220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-5326ff3b-9ff9-4a88-a512-a013af6dbd5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366932 Jul 08 01:52:51.244532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3c3abdb7-3af3-4115-8069-8ad307a20c06 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:51.251755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.304839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.351086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-30611172-08d4-4dea-90ba-17253710b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.352668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-30611172-08d4-4dea-90ba-17253710b36d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1096 time: 0.4392323 Jul 08 01:52:51.389581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 3c3abdb7-3af3-4115-8069-8ad307a20c06 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:51.409929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3c3abdb7-3af3-4115-8069-8ad307a20c06 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:51.410534 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.417115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683c2784-5f2c-438c-91d2-8b262eef6dd4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:51.421558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:51.430328 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec8cbee-7887-43bb-b9e3-0559328eb93d x-openstack-request-id: req-0ec8cbee-7887-43bb-b9e3-0559328eb93d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:51.430625 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:51.431224 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ec8cbee-7887-43bb-b9e3-0559328eb93d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:51.431817 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'status': 'completed', 'code': 200} Jul 08 01:52:51.448336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:51.457279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:51.459301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Pushing event updated for resources: {'Port': ['ID=465f3cd4-281a-47a9-9a49-9ba4b8cbb418,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:51.503144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Made reservation on behalf of 71f03f6da0a545eeb5fdc113d730cbe8 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:51.506911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.545474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fc550-3290-4ea1-ad9b-34dfb26d0f79 req-3d334eee-d310-41ea-91bd-d80c729936df tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.546998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-338fc550-3290-4ea1-ad9b-34dfb26d0f79 req-3d334eee-d310-41ea-91bd-d80c729936df tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.4917812 Jul 08 01:52:51.575654 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.579328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-032ee1c9-cf92-4528-a876-a5440da04efc service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550415 Jul 08 01:52:51.584843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-53f9effb-56c1-4976-8209-02317028fd84 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249060 Jul 08 01:52:51.613113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 3c3abdb7-3af3-4115-8069-8ad307a20c06, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3c3abdb7-3af3-4115-8069-8ad307a20c06,segment=NetworkSegment(b274c4d6-67bb-4dce-8982-d816186cad36),segment_id=b274c4d6-67bb-4dce-8982-d816186cad36)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:51.616959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Allocated IP 192.168.233.45 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/39e8a3c7-650f-4205-814a-0f1d6c0b6e9c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:51.623726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5e83b-192b-463b-886c-0f21314829b6 req-ff6a7a68-023c-4e4d-9bde-02641d8d59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.625231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68a5e83b-192b-463b-886c-0f21314829b6 req-ff6a7a68-023c-4e4d-9bde-02641d8d59a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.4494722 Jul 08 01:52:51.671499 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-022124f4-fc1c-475b-acea-07ea422b2199 service neutron] 10.222.0.32 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302535 Jul 08 01:52:51.673705 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.739187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-338fc550-3290-4ea1-ad9b-34dfb26d0f79 req-9ec49af9-538e-48ca-908f-3ce34230726d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808305 Jul 08 01:52:51.743888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68a5e83b-192b-463b-886c-0f21314829b6 req-b7aa00b3-09e1-4e62-b295-7bc5079ccdfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=4f581e44-46d4-4a0f-b6db-c839e6b431ce HTTP/1.1" status: 200 len: 217 time: 0.0749850 Jul 08 01:52:51.747531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-babaf2df-7c91-4439-a020-d4166f4c123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.749018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-babaf2df-7c91-4439-a020-d4166f4c123f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.3806579 Jul 08 01:52:51.756485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=3c3abdb7-3af3-4115-8069-8ad307a20c06,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:51.834909 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-94a96fff-6f3a-4d4b-817e-3a2f63ef6fa3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db062415-e68c-439d-895a-6ac4c5913f82 HTTP/1.1" status: 200 len: 217 time: 0.0633788 Jul 08 01:52:51.868083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5e83b-192b-463b-886c-0f21314829b6 req-3163fc24-28f1-45e1-b702-b66be8821754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.869544 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68a5e83b-192b-463b-886c-0f21314829b6 req-3163fc24-28f1-45e1-b702-b66be8821754 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1119673 Jul 08 01:52:51.886755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d489bb3-b6db-4d23-b885-4a9ccc05c647 req-be38c3d1-f023-46cf-968e-e400131700d2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.888400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d489bb3-b6db-4d23-b885-4a9ccc05c647 req-be38c3d1-f023-46cf-968e-e400131700d2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 948 time: 0.3515680 Jul 08 01:52:51.917353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-419a0a01-459c-47ef-85ad-509a9cce35a3 req-3d8adebd-8408-4466-ac0e-ce1ff7719589 service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099256 Jul 08 01:52:51.954360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-4ccce656-6251-4756-ba55-b3ee2e1f67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:51.960396 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-4ccce656-6251-4756-ba55-b3ee2e1f67a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.1176491 Jul 08 01:52:52.018395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d489bb3-b6db-4d23-b885-4a9ccc05c647 req-779dfc7e-1b1b-4b3b-8c5e-249f0f47c749 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233933 Jul 08 01:52:52.137414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9421b8c5-5f19-475c-834d-ca94c0e809a7 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:52.145338 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.168153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.171417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Transition to ACTIVE for port object 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:52.245717 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ecb0f8b7-f468-4ca2-8559-8457158af3d6 req-92cf0771-b6ee-45c9-9dec-41b1cfa09089 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 210 time: 0.0754757 Jul 08 01:52:52.265758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9421b8c5-5f19-475c-834d-ca94c0e809a7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9421b8c5-5f19-475c-834d-ca94c0e809a7,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:52.269615 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-a2b9337c-ff04-446d-aa72-24d828a04e1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3063135 Jul 08 01:52:52.292958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '9421b8c5-5f19-475c-834d-ca94c0e809a7', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '9421b8c5-5f19-475c-834d-ca94c0e809a7', 'mac_address': 'fa:16:3e:e2:1b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:52.301073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f6592-660d-4c55-ac12-23c14d791a9a req-802326ef-d193-43f5-b655-128f0a1bffff tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:52.307833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe8f6592-660d-4c55-ac12-23c14d791a9a req-802326ef-d193-43f5-b655-128f0a1bffff tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 944 time: 0.4417512 Jul 08 01:52:52.320547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9937-2909-481a-997d-43a54c748bd1 req-d44e30e7-b4ff-433a-b6ae-b35350ddfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:52.322055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d71e9937-2909-481a-997d-43a54c748bd1 req-d44e30e7-b4ff-433a-b6ae-b35350ddfac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1096 time: 0.2470334 Jul 08 01:52:52.336334 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.353225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9421b8c5-5f19-475c-834d-ca94c0e809a7 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:52.362581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5e83b-192b-463b-886c-0f21314829b6 req-38d7986a-5b3a-470c-a234-b16f65a50a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:52.364138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68a5e83b-192b-463b-886c-0f21314829b6 req-38d7986a-5b3a-470c-a234-b16f65a50a49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4830980 Jul 08 01:52:52.380937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9421b8c5-5f19-475c-834d-ca94c0e809a7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9421b8c5-5f19-475c-834d-ca94c0e809a7,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:52.429858 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.449774 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe8f6592-660d-4c55-ac12-23c14d791a9a req-c6739268-e01d-45bc-af8f-65589f21f1f4 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410775 Jul 08 01:52:52.497416 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.502846 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-feeb5b52-c671-406b-a2c4-eb2e35248182 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212219 Jul 08 01:52:52.562228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:52.579104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:52.602822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9421b8c5-5f19-475c-834d-ca94c0e809a7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:52.609932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:52.610123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:52.628481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Allocated IP 192.168.233.15 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/a42d2b17-226a-4391-aa28-9c9dba7a5bc5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:52.639312 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68a5e83b-192b-463b-886c-0f21314829b6 req-c3324bf5-f157-4792-9903-b0f0214273ec service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640288 Jul 08 01:52:52.648701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9937-2909-481a-997d-43a54c748bd1 req-31448b43-26d4-4e28-9e75-db2653c66502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:52.650077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d71e9937-2909-481a-997d-43a54c748bd1 req-31448b43-26d4-4e28-9e75-db2653c66502 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.3154230 Jul 08 01:52:52.663745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.730772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f0a0-56f2-4049-9885-f166999e4cc0 req-f1223b21-53cb-4092-8e55-7506d3f00d4d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:52.732848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4588f0a0-56f2-4049-9885-f166999e4cc0 req-f1223b21-53cb-4092-8e55-7506d3f00d4d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 944 time: 0.3181560 Jul 08 01:52:52.735641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d71e9937-2909-481a-997d-43a54c748bd1 req-749d4159-2f56-4ced-bec1-b559cb99921d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 217 time: 0.0605464 Jul 08 01:52:52.741773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:52.742429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.771833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-8e4784bc-d503-4bf6-abc2-4d2399c58a00 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553020 Jul 08 01:52:52.850229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68a5e83b-192b-463b-886c-0f21314829b6 req-32ae9b42-9224-4fcc-a629-cae1a0c6e7c9 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019360 Jul 08 01:52:52.945338 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.954523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9421b8c5-5f19-475c-834d-ca94c0e809a7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:52.970606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Transition to ACTIVE for port object a42d2b17-226a-4391-aa28-9c9dba7a5bc5 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:52.992214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7732f8-5f93-4f94-867c-741eb30e8b08 req-01671009-c639-44ef-8982-59e058bc4106 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.000107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc7732f8-5f93-4f94-867c-741eb30e8b08 req-01671009-c639-44ef-8982-59e058bc4106 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1137116 Jul 08 01:52:53.000271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9639069f-1407-4667-951e-d8ac6a643a33 None None] Provisioning for port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:53.005936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9639069f-1407-4667-951e-d8ac6a643a33 None None] Provisioning complete for port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:53.006461 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9639069f-1407-4667-951e-d8ac6a643a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.048097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc7732f8-5f93-4f94-867c-741eb30e8b08 req-8d841ca4-6b19-48f0-8dde-0e10159babb1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487542 Jul 08 01:52:53.092613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9639069f-1407-4667-951e-d8ac6a643a33 None None] Port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:53.102246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.183786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:53.193556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:53.210370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:53.214991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3c3abdb7-3af3-4115-8069-8ad307a20c06 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:53.272243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9937-2909-481a-997d-43a54c748bd1 req-f40f691e-ac7a-417f-8c8a-639866622dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.274228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d71e9937-2909-481a-997d-43a54c748bd1 req-f40f691e-ac7a-417f-8c8a-639866622dfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.4901080 Jul 08 01:52:53.280633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Pushing event updated for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:53.301241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3c3abdb7-3af3-4115-8069-8ad307a20c06 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:53.302004 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.318730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.319516 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.393411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4588f0a0-56f2-4049-9885-f166999e4cc0 req-b50ae6a0-d2e1-46d6-9b24-59a340d8c7bf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480069 Jul 08 01:52:53.401422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed199456-c2fd-462f-bafb-3ec0699c3ffb req-521cbc64-4353-4878-ba2f-10b976422221 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.407877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed199456-c2fd-462f-bafb-3ec0699c3ffb req-521cbc64-4353-4878-ba2f-10b976422221 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 948 time: 0.1935902 Jul 08 01:52:53.414200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-707c534b-e346-4df7-b2f7-e5e9a0f63a93 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7377377 Jul 08 01:52:53.439950 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-e494b8fe-d56b-4665-adc7-1a589f3a95ee tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8982687 Jul 08 01:52:53.442223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Request body: {'port': {'device_id': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:53.462275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Request body: {'port': {'device_id': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:53.493240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed199456-c2fd-462f-bafb-3ec0699c3ffb req-bd98e3d8-64f5-4ecc-9e90-6a44f8c9ec97 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816975 Jul 08 01:52:53.493950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9937-2909-481a-997d-43a54c748bd1 req-80fde198-6185-48f8-8521-7820ab21f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.495586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d71e9937-2909-481a-997d-43a54c748bd1 req-80fde198-6185-48f8-8521-7820ab21f3c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044334 Jul 08 01:52:53.499002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-00a46915-8206-4bf7-99ce-29f7259a4ddd tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.500845 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-00a46915-8206-4bf7-99ce-29f7259a4ddd tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.1706095 Jul 08 01:52:53.581960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26a7a2f6-c11c-4724-9875-66f6f998c752 None None] Provisioning for port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:53.588776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26a7a2f6-c11c-4724-9875-66f6f998c752 None None] Provisioning complete for port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:53.589160 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26a7a2f6-c11c-4724-9875-66f6f998c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.620661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Router 6a861068-64fd-40ff-af96-afbc2c2bd292 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:52:53.634477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-26a7a2f6-c11c-4724-9875-66f6f998c752 None None] Port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:53.638240 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.639294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.760502 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d71e9937-2909-481a-997d-43a54c748bd1 req-8e22ffa2-3c81-42bc-9c67-9fc4db6637ee service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343469 Jul 08 01:52:53.851413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7948f-4222-4d28-81c3-e81e8e15a8fe req-85ea51f8-ac06-43f6-8b8c-8549ff0867c8 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.852929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-82e7948f-4222-4d28-81c3-e81e8e15a8fe req-85ea51f8-ac06-43f6-8b8c-8549ff0867c8 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 944 time: 0.1822710 Jul 08 01:52:53.862103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-bb172d06-057a-4709-85f4-b2e0d5afb6e6 service neutron] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:53.915797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-bb172d06-057a-4709-85f4-b2e0d5afb6e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.919709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a12821-1d7b-49ed-8a3a-737d23fd5a63 req-bb172d06-057a-4709-85f4-b2e0d5afb6e6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/db062415-e68c-439d-895a-6ac4c5913f82/bindings/n-h2-695189-13 HTTP/1.1" status: 204 len: 173 time: 0.4015844 Jul 08 01:52:53.932227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d239a73-ef76-427d-aa63-c289aa264b83 req-f330625a-e931-4b9d-a8e9-8e672c12713d tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.939141 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d239a73-ef76-427d-aa63-c289aa264b83 req-f330625a-e931-4b9d-a8e9-8e672c12713d tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 935 time: 0.3870556 Jul 08 01:52:53.948326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 4f581e44-46d4-4a0f-b6db-c839e6b431ce details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:53.954769 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-82e7948f-4222-4d28-81c3-e81e8e15a8fe req-8e7039d6-c02f-4966-adf4-1aefd2539d68 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923991 Jul 08 01:52:54.005218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:54.016763 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Sync routers for ids ['6a861068-64fd-40ff-af96-afbc2c2bd292'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:54.035558 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Routers {'6a861068-64fd-40ff-af96-afbc2c2bd292'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:54.036632 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6a861068-64fd-40ff-af96-afbc2c2bd292'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:54.043079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d71e9937-2909-481a-997d-43a54c748bd1 req-66bbc099-945b-4d42-b944-42ee1b2ce80d service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641137 Jul 08 01:52:54.057370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d239a73-ef76-427d-aa63-c289aa264b83 req-44539ffc-a8f9-4ef1-932e-88844708c28d tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172504 Jul 08 01:52:54.095753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 4f581e44-46d4-4a0f-b6db-c839e6b431ce, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4f581e44-46d4-4a0f-b6db-c839e6b431ce,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:54.111831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '4f581e44-46d4-4a0f-b6db-c839e6b431ce', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '4f581e44-46d4-4a0f-b6db-c839e6b431ce', 'mac_address': 'fa:16:3e:0d:72:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:54.137739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42d2b17-226a-4391-aa28-9c9dba7a5bc5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:54.142153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9421b8c5-5f19-475c-834d-ca94c0e809a7 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:54.158308 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.158857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.163481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-79d64c6f-a3ee-444a-ba4b-075a29bd40d1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.8007390 Jul 08 01:52:54.174008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58184) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:54.188204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Transition to ACTIVE for port object a42d2b17-226a-4391-aa28-9c9dba7a5bc5 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:54.217279 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.235820 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Set router 6a861068-64fd-40ff-af96-afbc2c2bd292 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:54.251093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f581e44-46d4-4a0f-b6db-c839e6b431ce {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:54.279487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.279878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 4f581e44-46d4-4a0f-b6db-c839e6b431ce, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4f581e44-46d4-4a0f-b6db-c839e6b431ce,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:54.360230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.414267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 9421b8c5-5f19-475c-834d-ca94c0e809a7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:54.430420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 9421b8c5-5f19-475c-834d-ca94c0e809a7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:54.431688 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.440680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Attempting to bind port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:54.441245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Attempting to bind port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:54.441343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Attempting to bind port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:54.462453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:54.466372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:54.466976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Attempting to bind port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:54.487242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:54.487693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:54.488035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:54.488490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Bound port: a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:54.488865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.520211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=4f581e44-46d4-4a0f-b6db-c839e6b431ce,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:54.587070 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:51Z', 'revision_number': 3, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port': {'id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:50Z', 'updated_at': '2021-07-08T01:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:54.601074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.620737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6ccc-431e-4021-81a5-9d793ebc5dd7 req-fbe97457-2949-4e12-9d0f-d1ac3e8843c1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:54.622315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c67d6ccc-431e-4021-81a5-9d793ebc5dd7 req-fbe97457-2949-4e12-9d0f-d1ac3e8843c1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.3801558 Jul 08 01:52:54.623829 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Checking router: 6a861068-64fd-40ff-af96-afbc2c2bd292 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:54.624450 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Updating router 6a861068-64fd-40ff-af96-afbc2c2bd292 port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:54.626713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:54.630154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:54.636163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe7334-044d-40e8-bcdb-5723e7ffa9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9421b8c5-5f19-475c-834d-ca94c0e809a7'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:54.638686 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d4c543-2bae-4eab-a3af-022e1d63a779" -d '{"events": [{"server_uuid": "c8fe7334-044d-40e8-bcdb-5723e7ffa9c4", "name": "network-vif-plugged", "status": "completed", "tag": "9421b8c5-5f19-475c-834d-ca94c0e809a7"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:54.652397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9421b8c5-5f19-475c-834d-ca94c0e809a7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9421b8c5-5f19-475c-834d-ca94c0e809a7,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:54.686249 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.709570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['4f581e44-46d4-4a0f-b6db-c839e6b431ce'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:54.731958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.764625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.789027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:54.789793 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.791361 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] 10.222.0.32 "PUT /v2.0/ports/a42d2b17-226a-4391-aa28-9c9dba7a5bc5 HTTP/1.1" status: 200 len: 1096 time: 1.3349822 Jul 08 01:52:54.792007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:54.794473 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff346d7-d2a3-4e31-b49a-2294598da013" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:54.810199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced07be2-d520-446f-83c2-d0adce9153ec req-26576e7f-ba10-46b9-ac7f-f1bdaa5ae97a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:54.819456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ced07be2-d520-446f-83c2-d0adce9153ec req-26576e7f-ba10-46b9-ac7f-f1bdaa5ae97a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 944 time: 0.1682587 Jul 08 01:52:54.825983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c67d6ccc-431e-4021-81a5-9d793ebc5dd7 req-ec96b22f-d035-43d1-b727-454afb8883b3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641989 Jul 08 01:52:54.836770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9421b8c5-5f19-475c-834d-ca94c0e809a7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:54.933057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7edb10-082b-4806-97c9-54ab4b12feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:54.976878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:54.979278 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ced07be2-d520-446f-83c2-d0adce9153ec req-0a393862-5b6c-497e-ac89-79f8c5f71b2f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588588 Jul 08 01:52:55.013179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.057696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Transition to ACTIVE for port object 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:55.104203 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b187c-8365-4bb3-bc93-ff38c166a3a8 x-openstack-request-id: req-5b2b187c-8365-4bb3-bc93-ff38c166a3a8 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:55.104817 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe7334-044d-40e8-bcdb-5723e7ffa9c4", "name": "network-vif-plugged", "status": "completed", "tag": "9421b8c5-5f19-475c-834d-ca94c0e809a7", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:55.105169 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b2b187c-8365-4bb3-bc93-ff38c166a3a8 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:55.105665 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe7334-044d-40e8-bcdb-5723e7ffa9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9421b8c5-5f19-475c-834d-ca94c0e809a7', 'code': 200} Jul 08 01:52:55.155507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-a9b4e050-554c-4552-a666-d90cac25864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.157450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-a9b4e050-554c-4552-a666-d90cac25864d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 1099 time: 0.1736376 Jul 08 01:52:55.165049 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.175104 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Transition to ACTIVE for port object 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:55.176265 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f14f7c9-0854-4c7c-837b-7b80ac910a5c x-openstack-request-id: req-7f14f7c9-0854-4c7c-837b-7b80ac910a5c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:55.176566 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:55.176814 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f14f7c9-0854-4c7c-837b-7b80ac910a5c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:55.177226 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'status': 'completed', 'code': 200} Jul 08 01:52:55.194486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.207812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822cafb-2a7d-4342-ae7b-3b9cb8fa2c62 req-bd275b7a-1a2c-4b19-a622-1dc5b9ac0321 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.215561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b822cafb-2a7d-4342-ae7b-3b9cb8fa2c62 req-bd275b7a-1a2c-4b19-a622-1dc5b9ac0321 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 949 time: 0.1717801 Jul 08 01:52:55.230421 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-dca5f8f9-2f9d-49ea-84b5-891ab1541e1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5 HTTP/1.1" status: 200 len: 217 time: 0.0427020 Jul 08 01:52:55.250115 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.316833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-d5385e31-3188-478d-9826-fad1ded3fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.319528 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-d5385e31-3188-478d-9826-fad1ded3fbdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0644014 Jul 08 01:52:55.346063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b822cafb-2a7d-4342-ae7b-3b9cb8fa2c62 req-2337b168-2f69-41e5-aede-d0c0f68fd347 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295311 Jul 08 01:52:55.372724 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7aaa3-70cc-481d-a293-42d2c86003a5 None None] Pushing event updated for resources: {'Port': ['ID=465f3cd4-281a-47a9-9a49-9ba4b8cbb418,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:55.375083 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Attempting to bind port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:55.375485 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Attempting to bind port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:55.375975 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Attempting to bind port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:55.386003 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:55.386003 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:55.386554 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.386908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:55.387423 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Bound port: 465f3cd4-281a-47a9-9a49-9ba4b8cbb418, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:55.387835 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.467671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-6af5dbd4-166b-45ce-96a9-dd9ba4f62393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.469336 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-6af5dbd4-166b-45ce-96a9-dd9ba4f62393 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1380568 Jul 08 01:52:55.479593 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] For port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:55.484379 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] For port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=465f3cd4-281a-47a9-9a49-9ba4b8cbb418,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:55.492463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:55.500516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.571278 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.613016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab458f-e171-469c-a80b-b9c837fdea49 req-6aba1809-f4ec-4761-8be1-8ba7da5dcf9e tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.620008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ceab458f-e171-469c-a80b-b9c837fdea49 req-6aba1809-f4ec-4761-8be1-8ba7da5dcf9e tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 944 time: 0.2099621 Jul 08 01:52:55.635940 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Routers {'6a861068-64fd-40ff-af96-afbc2c2bd292'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:55.636600 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6a861068-64fd-40ff-af96-afbc2c2bd292'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:55.675712 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7aaa3-70cc-481d-a293-42d2c86003a5 None None] Pushing event updated for resources: {'Port': ['ID=465f3cd4-281a-47a9-9a49-9ba4b8cbb418,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:55.677348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ceab458f-e171-469c-a80b-b9c837fdea49 req-13554186-81f3-4426-8110-e286cd180f46 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560441 Jul 08 01:52:55.714469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-b1876d84-a632-40c3-8778-2005fc1317b4 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970010 Jul 08 01:52:55.825685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Attempting to bind port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:55.826224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Attempting to bind port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:55.826489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Attempting to bind port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:55.833395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e84ac-cb9a-458c-a8be-4da37fb99cb3 req-6c5d6618-e5d2-4367-9e4c-303163546c92 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176822 Jul 08 01:52:55.854072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:55.854431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Attempting to bind port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:55.861906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74f4e5-3b7c-46a3-a264-e4b058f161a1 req-55588319-362b-4e44-87ee-d8794f8e98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.870217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a74f4e5-3b7c-46a3-a264-e4b058f161a1 req-55588319-362b-4e44-87ee-d8794f8e98ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 1101 time: 0.6360636 Jul 08 01:52:55.870217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Allocated IP 172.20.0.1 (83a406c4-718c-4f55-b61b-4598ea057e46/5548a412-edee-40cd-83c7-c55c73d83645/4df6da3d-39ea-4e77-bb8e-d43170c9c82b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:55.875703 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] Set router 6a861068-64fd-40ff-af96-afbc2c2bd292 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:55.876962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:55.877316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:55.877711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:55.878154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Bound port: 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:55.878523 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.922592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54182ac5-b425-4d13-863a-89f77d562fbb req-57517e73-bc9a-434f-b71d-e8499220037e tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.924151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54182ac5-b425-4d13-863a-89f77d562fbb req-57517e73-bc9a-434f-b71d-e8499220037e tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 947 time: 0.3402660 Jul 08 01:52:56.029635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a74f4e5-3b7c-46a3-a264-e4b058f161a1 req-0229518a-9078-4b4b-a080-61aa9cedd6d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538839 Jul 08 01:52:56.108347 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:51Z', 'revision_number': 3, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port': {'id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:50Z', 'updated_at': '2021-07-08T01:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:56.125823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-0234bbc4-2657-4b2d-a03b-2d283e75d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.127702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-0234bbc4-2657-4b2d-a03b-2d283e75d554 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 1099 time: 0.1212752 Jul 08 01:52:56.137045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-9fdec1a0-61b4-4279-b8aa-ab1c7d66065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.138985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-9fdec1a0-61b4-4279-b8aa-ab1c7d66065f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1097 time: 0.0850272 Jul 08 01:52:56.148573 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33968fc3-e365-4417-bf04-42c82e7f541f None None] The sync data for ids ['6a861068-64fd-40ff-af96-afbc2c2bd292'] in n-d-695189-13 is: [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:51Z', 'revision_number': 3, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port': {'id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:50Z', 'updated_at': '2021-07-08T01:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:56.168415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 35d94a24-3c93-4c90-a417-e55cd97b774c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:56.296056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 35d94a24-3c93-4c90-a417-e55cd97b774c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=35d94a24-3c93-4c90-a417-e55cd97b774c,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:56.313780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'mac_address': 'fa:16:3e:ca:a0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:56.346899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-560b2913-7483-47c6-8286-b5dc025b41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.351663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-560b2913-7483-47c6-8286-b5dc025b41a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2104008 Jul 08 01:52:56.359293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.374192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d94a24-3c93-4c90-a417-e55cd97b774c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:56.400398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 35d94a24-3c93-4c90-a417-e55cd97b774c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=35d94a24-3c93-4c90-a417-e55cd97b774c,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:56.441659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-043d2530-ab70-4036-a53b-edd99c9c0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.443182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-043d2530-ab70-4036-a53b-edd99c9c0cc1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.2935214 Jul 08 01:52:56.444551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-e7c5d8a2-26c8-4da7-a651-3df0d9e9cd5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5 HTTP/1.1" status: 200 len: 217 time: 0.0716929 Jul 08 01:52:56.449149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.465130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Transition to ACTIVE for port object 4df6da3d-39ea-4e77-bb8e-d43170c9c82b will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:56.492048 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.522287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54182ac5-b425-4d13-863a-89f77d562fbb req-321fcb1a-1bbe-482c-ab29-bc88b4c1aeaf tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719640 Jul 08 01:52:56.539188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:56.545628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:56.588182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.629167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=35d94a24-3c93-4c90-a417-e55cd97b774c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:56.630841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-c9cb5202-4c16-4fd1-bea9-b36b5f237c68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8 HTTP/1.1" status: 200 len: 217 time: 0.1606097 Jul 08 01:52:56.636563 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.649476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Network 83a406c4-718c-4f55-b61b-4598ea057e46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:56.659887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:56.682613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-435eac9d-fb3b-41de-bbf9-06b4f18d6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.684170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-435eac9d-fb3b-41de-bbf9-06b4f18d6ec9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2245891 Jul 08 01:52:56.684881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4df6da3d-39ea-4e77-bb8e-d43170c9c82b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:56.709802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:56.741612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-14033c31-cf78-4623-9d77-2641774b1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.743393 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-14033c31-cf78-4623-9d77-2641774b1e81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.1034446 Jul 08 01:52:56.750378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a493e6-304c-460f-897b-ad02b85d4597 req-7115b752-3096-4803-88a7-b699aa19a86d tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.757722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22a493e6-304c-460f-897b-ad02b85d4597 req-7115b752-3096-4803-88a7-b699aa19a86d tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1096 time: 0.2105610 Jul 08 01:52:56.823853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-d1d61940-0d8f-4f9e-8821-e9aa2bb0e7ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472116 Jul 08 01:52:56.841995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.842632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.844100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/39e8a3c7-650f-4205-814a-0f1d6c0b6e9c HTTP/1.1" status: 200 len: 1096 time: 3.4069624 Jul 08 01:52:56.844875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.908745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['35d94a24-3c93-4c90-a417-e55cd97b774c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:56.941960 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22a493e6-304c-460f-897b-ad02b85d4597 req-72fa8bae-1f7a-4577-add4-a5021934053e tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826708 Jul 08 01:52:56.946355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-ba836062-8a46-4c3c-b476-f63626ab650e service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133244 Jul 08 01:52:57.029082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:57.031607 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e80040-91e2-426e-8c53-cef716992a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:57.046326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb1c3e-a197-4446-9a6c-9eb960b100f9 service neutron] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:57.087867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395d433-4b33-4b1f-968f-4a5ffdf64789 req-0147b069-a903-4cc6-8aa2-68291d139344 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.090082 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b395d433-4b33-4b1f-968f-4a5ffdf64789 req-0147b069-a903-4cc6-8aa2-68291d139344 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.3894496 Jul 08 01:52:57.094409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-30bdfb7a-3495-4d3f-bf6e-a00534072559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.096236 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-30bdfb7a-3495-4d3f-bf6e-a00534072559 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3943522 Jul 08 01:52:57.167127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.208361 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b395d433-4b33-4b1f-968f-4a5ffdf64789 req-5aed76c3-f7a3-485d-b947-750fb810306b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103797 Jul 08 01:52:57.229745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-abd4e9a2-e008-47c3-b08d-ab815fd1edb1 None None] Provisioning for port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:57.233592 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-d0d41db8-7b55-41b4-8557-a213e9e0d8c6 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704282 Jul 08 01:52:57.275836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-abd4e9a2-e008-47c3-b08d-ab815fd1edb1 None None] Provisioning complete for port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:57.277434 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-abd4e9a2-e008-47c3-b08d-ab815fd1edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.369274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-abd4e9a2-e008-47c3-b08d-ab815fd1edb1 None None] Port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:57.387474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:57.393598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-a291de33-3f84-45b3-9d03-0ac27596efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.393598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-a291de33-3f84-45b3-9d03-0ac27596efaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 1099 time: 0.3578575 Jul 08 01:52:57.524455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-5db1052c-0a9b-4ae3-9f61-0ea5fe77a60c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c HTTP/1.1" status: 200 len: 217 time: 0.1082497 Jul 08 01:52:57.636568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:57.641820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:57.642662 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.751788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-f67e6bc4-0cd0-45d7-a8ee-99dbbc4770ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.753910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-f67e6bc4-0cd0-45d7-a8ee-99dbbc4770ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1853378 Jul 08 01:52:57.770126 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.799377 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-1f7505fe-2dfe-46b4-b525-671a99aafed3 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923461 Jul 08 01:52:57.815244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=465f3cd4-281a-47a9-9a49-9ba4b8cbb418,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:57.832760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12233c98-b7b8-4b61-b194-f3cf117439ab req-d0a4f46a-8e90-4e41-acc9-972aa324a4c9 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.835548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12233c98-b7b8-4b61-b194-f3cf117439ab req-d0a4f46a-8e90-4e41-acc9-972aa324a4c9 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 945 time: 0.3217227 Jul 08 01:52:57.858772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.879022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.901384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-b22746f9-4a43-4e3d-9bd2-d3f0a717826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.903144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-b22746f9-4a43-4e3d-9bd2-d3f0a717826b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1344793 Jul 08 01:52:57.906886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12233c98-b7b8-4b61-b194-f3cf117439ab req-66cff2c0-69b9-4174-8d7d-d7f92d84d716 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592382 Jul 08 01:52:57.954827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.966575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 4f581e44-46d4-4a0f-b6db-c839e6b431ce up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:57.988138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bff346d7-d2a3-4e31-b49a-2294598da013 req-afed4030-776c-4750-9ea9-2ed3f19c1602 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708999 Jul 08 01:52:58.026712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9f391-f141-47e5-b7c2-de6d63113ff3 req-32e52b18-97d0-43fe-84a1-f4e33db98863 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:58.041196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-77b9f391-f141-47e5-b7c2-de6d63113ff3 req-32e52b18-97d0-43fe-84a1-f4e33db98863 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 949 time: 0.7996068 Jul 08 01:52:58.091701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=465f3cd4-281a-47a9-9a49-9ba4b8cbb418,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:58.103230 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-77b9f391-f141-47e5-b7c2-de6d63113ff3 req-959ff1c0-1385-40f9-8e53-a1a34214f92e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Jul 08 01:52:58.166341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:58.185948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4df6da3d-39ea-4e77-bb8e-d43170c9c82b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:58.204485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 4f581e44-46d4-4a0f-b6db-c839e6b431ce completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:58.209619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 4f581e44-46d4-4a0f-b6db-c839e6b431ce triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:58.210390 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:58.280881 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095ca5c3-fd1b-4201-aca8-a7fc9718702f x-openstack-request-id: req-095ca5c3-fd1b-4201-aca8-a7fc9718702f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:58.282990 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:58.283847 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-095ca5c3-fd1b-4201-aca8-a7fc9718702f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:58.284724 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'status': 'completed', 'code': 200} Jul 08 01:52:58.298962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-b0033c3c-6d53-4f1e-9e41-daf1c7b85013 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794856 Jul 08 01:52:58.360508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e088696-5a20-46de-b0da-5ebfe050f3bc req-11bdb396-ad75-43cd-bb80-499dc3343dc8 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:58.362067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e088696-5a20-46de-b0da-5ebfe050f3bc req-11bdb396-ad75-43cd-bb80-499dc3343dc8 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 1096 time: 0.0966430 Jul 08 01:52:58.372276 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:58.411767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcdf076-55bf-4f3f-8057-a8c9dab79039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f581e44-46d4-4a0f-b6db-c839e6b431ce'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:58.414389 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4e0fa6-8ed2-4b74-8a27-dcfe7e9e2069" -d '{"events": [{"server_uuid": "0dcdf076-55bf-4f3f-8057-a8c9dab79039", "name": "network-vif-plugged", "status": "completed", "tag": "4f581e44-46d4-4a0f-b6db-c839e6b431ce"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:58.432452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 4f581e44-46d4-4a0f-b6db-c839e6b431ce, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4f581e44-46d4-4a0f-b6db-c839e6b431ce,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:58.444776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e088696-5a20-46de-b0da-5ebfe050f3bc req-d67db934-e1dd-4f18-8c9b-e791296576b9 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673578 Jul 08 01:52:58.518362 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:58.552903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4e500-7baa-4194-896a-c4eba522e067 req-373bc9fb-41f5-453e-8740-e973ac66dadf tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:58.554665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36f4e500-7baa-4194-896a-c4eba522e067 req-373bc9fb-41f5-453e-8740-e973ac66dadf tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 947 time: 0.1198146 Jul 08 01:52:58.581093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=4f581e44-46d4-4a0f-b6db-c839e6b431ce,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:58.613088 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e3b526d-99a6-4bdc-9442-27f98cfbedbd req-3f4e1cd0-a8e4-44a0-90c2-f7f422f88577 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961097 Jul 08 01:52:58.627226 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Network 83a406c4-718c-4f55-b61b-4598ea057e46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:58.634245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:58.663962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36f4e500-7baa-4194-896a-c4eba522e067 req-2a5f6b91-03fd-47b9-88dc-9f5f13c762dc tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969987 Jul 08 01:52:58.727564 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b343e9-ef34-4479-8f6c-336204cccafa x-openstack-request-id: req-55b343e9-ef34-4479-8f6c-336204cccafa {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:58.727866 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcdf076-55bf-4f3f-8057-a8c9dab79039", "name": "network-vif-plugged", "status": "completed", "tag": "4f581e44-46d4-4a0f-b6db-c839e6b431ce", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:58.728118 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55b343e9-ef34-4479-8f6c-336204cccafa {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:58.728515 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcdf076-55bf-4f3f-8057-a8c9dab79039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f581e44-46d4-4a0f-b6db-c839e6b431ce', 'code': 200} Jul 08 01:52:58.746693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cc278-7364-48fb-9d01-217341f6116a req-a0b13237-7e20-4fd2-b08a-daa3011b0843 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:58.748412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b25cc278-7364-48fb-9d01-217341f6116a req-a0b13237-7e20-4fd2-b08a-daa3011b0843 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1221893 Jul 08 01:52:58.845876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b25cc278-7364-48fb-9d01-217341f6116a req-48cf528a-7cf2-43d2-bede-54e75ed1d582 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840333 Jul 08 01:52:58.895192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Router 6a861068-64fd-40ff-af96-afbc2c2bd292 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:52:58.898026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2575-58a0-4b7c-82b5-e71b48f6090f req-2842236e-3d6b-4745-bece-b7273305e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:58.899710 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b10a2575-58a0-4b7c-82b5-e71b48f6090f req-2842236e-3d6b-4745-bece-b7273305e2eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 1102 time: 0.0797341 Jul 08 01:52:58.945953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b10a2575-58a0-4b7c-82b5-e71b48f6090f req-2c03c9e4-20e8-4d28-b97a-c5f9663247e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393407 Jul 08 01:52:58.976141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80040-91e2-426e-8c53-cef716992a9f req-0a2300df-cf1f-4c5b-aea8-521862776c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:58.977658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75e80040-91e2-426e-8c53-cef716992a9f req-0a2300df-cf1f-4c5b-aea8-521862776c55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 1099 time: 0.1647458 Jul 08 01:52:58.978608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-756d1aef-393e-47fc-925f-452f59d15db2 None None] Provisioning complete for port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:58.979215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-756d1aef-393e-47fc-925f-452f59d15db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:59.014784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-756d1aef-393e-47fc-925f-452f59d15db2 None None] Port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:59.114300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:59.129808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d34fb5eb-34d3-4883-9f68-76b2b62e72c1 admin admin] 10.222.0.10 "PUT /v2.0/routers/6a861068-64fd-40ff-af96-afbc2c2bd292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9466655 Jul 08 01:52:59.130001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Sync routers for ids ['6a861068-64fd-40ff-af96-afbc2c2bd292'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:59.162925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80040-91e2-426e-8c53-cef716992a9f req-feb938c0-189f-43d3-ac7f-a83741c0183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:59.164534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75e80040-91e2-426e-8c53-cef716992a9f req-feb938c0-189f-43d3-ac7f-a83741c0183f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1571834 Jul 08 01:52:59.166426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Routers {'6a861068-64fd-40ff-af96-afbc2c2bd292'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:59.168093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6a861068-64fd-40ff-af96-afbc2c2bd292'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:59.181713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:59.194236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b682-d65a-4cda-87c8-3592475cbd8c req-7ed42400-c644-46a1-88ed-349d49b8d47e tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:59.201359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a98b682-d65a-4cda-87c8-3592475cbd8c req-7ed42400-c644-46a1-88ed-349d49b8d47e tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 945 time: 0.1460841 Jul 08 01:52:59.241214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75e80040-91e2-426e-8c53-cef716992a9f req-36ea38da-9b1e-493f-b1f3-c841ab71e9b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c HTTP/1.1" status: 200 len: 217 time: 0.0607579 Jul 08 01:52:59.308182 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a98b682-d65a-4cda-87c8-3592475cbd8c req-a82218c3-08d1-41b0-a7b3-6ee8c8b2269f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056857 Jul 08 01:52:59.314711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Set router 6a861068-64fd-40ff-af96-afbc2c2bd292 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:59.339863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80040-91e2-426e-8c53-cef716992a9f req-05aa3f5e-b341-431c-bada-95b159d16808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:59.341355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75e80040-91e2-426e-8c53-cef716992a9f req-05aa3f5e-b341-431c-bada-95b159d16808 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0859509 Jul 08 01:52:59.381928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97786e5a-2d07-4e9c-9402-a4d4214799e7 req-57c031f4-2e54-46b7-b8dc-1d94e445765e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:59.394137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97786e5a-2d07-4e9c-9402-a4d4214799e7 req-57c031f4-2e54-46b7-b8dc-1d94e445765e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 950 time: 0.1102753 Jul 08 01:52:59.449809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80040-91e2-426e-8c53-cef716992a9f req-c9c38d7d-db2f-4371-9841-fa915d06a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:59.451269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75e80040-91e2-426e-8c53-cef716992a9f req-c9c38d7d-db2f-4371-9841-fa915d06a872 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963962 Jul 08 01:52:59.471371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97786e5a-2d07-4e9c-9402-a4d4214799e7 req-8cd03a36-7963-4532-b8e9-11528670896c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759919 Jul 08 01:52:59.553969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:59.554528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:59.572887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75e80040-91e2-426e-8c53-cef716992a9f req-0d7b200f-3aac-403e-bb59-70c274198a1d service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035397 Jul 08 01:52:59.675434 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-e3247469-a85f-4431-964d-877cbc626a43 req-a948f527-95bc-4dde-8c70-ee7ff09ac23f tempest-FloatingIPDetailsNegativeTestJSON-1885165083 tempest-FloatingIPDetailsNegativeTestJSON-1885165083-project] show failed (client error): The resource could not be found. Jul 08 01:52:59.676505 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3247469-a85f-4431-964d-877cbc626a43 req-a948f527-95bc-4dde-8c70-ee7ff09ac23f tempest-FloatingIPDetailsNegativeTestJSON-1885165083 tempest-FloatingIPDetailsNegativeTestJSON-1885165083-project] 10.222.0.10 "GET /v2.0/floatingips/765c41bc-4245-427b-9471-e248e49695c0 HTTP/1.1" status: 404 len: 350 time: 0.0414159 Jul 08 01:52:59.690717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58256) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:59.763977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75e80040-91e2-426e-8c53-cef716992a9f req-5d14bbc9-b3b4-4420-bd38-7e33cbd93cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810715 Jul 08 01:52:59.788206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port': {'id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:50Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '4df6da3d-39ea-4e77-bb8e-d43170c9c82b', 'name': '', 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'mac_address': 'fa:16:3e:c9:87:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '5548a412-edee-40cd-83c7-c55c73d83645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:55Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 2, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'subnets': [{'id': '5548a412-edee-40cd-83c7-c55c73d83645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:59.822397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Checking router: 6a861068-64fd-40ff-af96-afbc2c2bd292 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:59.823198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Updating router 6a861068-64fd-40ff-af96-afbc2c2bd292 port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:59.861819 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:59.987833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e5c1-d8a6-403c-9274-71bc10142267 req-5e5edf7f-e663-4b2d-a38d-4e1d4867f0a1 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:59.990531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d287e5c1-d8a6-403c-9274-71bc10142267 req-5e5edf7f-e663-4b2d-a38d-4e1d4867f0a1 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 947 time: 0.1703131 Jul 08 01:53:00.076043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d287e5c1-d8a6-403c-9274-71bc10142267 req-d0abae96-fa49-4ba7-8cb4-2258fe968cd2 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775335 Jul 08 01:53:00.104959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b1fc-1edb-4b24-a298-a138dc362967 req-a1116b81-721d-4dfa-895f-08e644754ce2 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:00.110042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daf6b1fc-1edb-4b24-a298-a138dc362967 req-a1116b81-721d-4dfa-895f-08e644754ce2 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.0924397 Jul 08 01:53:00.180074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daf6b1fc-1edb-4b24-a298-a138dc362967 req-f2c644f9-436b-4322-a58a-c4633593908a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630481 Jul 08 01:53:00.198183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a42d2b17-226a-4391-aa28-9c9dba7a5bc5 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:00.203402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 35d94a24-3c93-4c90-a417-e55cd97b774c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:00.211604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.358094 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.368687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Transition to ACTIVE for port object 4df6da3d-39ea-4e77-bb8e-d43170c9c82b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:00.418365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:00.429332 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.436999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'mac_address': 'fa:16:3e:49:2e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:00.470613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 35d94a24-3c93-4c90-a417-e55cd97b774c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:00.510960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 35d94a24-3c93-4c90-a417-e55cd97b774c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:00.514113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.520887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eee93-b1ed-4e8f-8daa-f9e55564d078 None None] Pushing event updated for resources: {'Port': ['ID=4df6da3d-39ea-4e77-bb8e-d43170c9c82b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:00.575957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Deleting port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:00.576317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.596526 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.650100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8802-eb4b-48da-9cb8-a8c26c13f85c req-deaa53fa-0111-4c01-a32d-62f46a268dd2 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:00.663258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-444a8802-eb4b-48da-9cb8-a8c26c13f85c req-deaa53fa-0111-4c01-a32d-62f46a268dd2 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 945 time: 0.2035615 Jul 08 01:53:00.664173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42d2b17-226a-4391-aa28-9c9dba7a5bc5 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:00.670165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Attempting to bind port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:00.670542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Attempting to bind port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:00.670908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Attempting to bind port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b on network 83a406c4-718c-4f55-b61b-4598ea057e46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:00.716606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:00.717313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Checking segment: {'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:00.717900 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.718459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Bound using segment: {'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:00.719353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Bound port: 4df6da3d-39ea-4e77-bb8e-d43170c9c82b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b274c4d6-67bb-4dce-8982-d816186cad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:00.719929 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.723574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:00.756123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-444a8802-eb4b-48da-9cb8-a8c26c13f85c req-09fe3b01-84a9-41ca-846b-ac401821d3e8 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916772 Jul 08 01:53:00.780698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] For port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b, host n-d-695189-13, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:00.781086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.795590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Calling delete_port for 4df6da3d-39ea-4e77-bb8e-d43170c9c82b owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:00.805695 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.821641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a073b24-590a-4366-8b2c-07948dc607ef req-611978ae-70e6-4caf-9bc7-a00b8d1a3010 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:00.823481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a073b24-590a-4366-8b2c-07948dc607ef req-611978ae-70e6-4caf-9bc7-a00b8d1a3010 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 950 time: 0.0915737 Jul 08 01:53:00.860606 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.876557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a073b24-590a-4366-8b2c-07948dc607ef req-5391746e-a80e-45b1-9ece-73f6032f38af tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Jul 08 01:53:00.918132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:00.924437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] For port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:00.929413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] For port 4df6da3d-39ea-4e77-bb8e-d43170c9c82b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4df6da3d-39ea-4e77-bb8e-d43170c9c82b,segment=NetworkSegment(b274c4d6-67bb-4dce-8982-d816186cad36),segment_id=b274c4d6-67bb-4dce-8982-d816186cad36)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:00.941849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:00.944263 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c23990-fad7-4988-85b8-811dd140dfe3" -d '{"events": [{"server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "name": "network-vif-plugged", "status": "completed", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:00.961292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 35d94a24-3c93-4c90-a417-e55cd97b774c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=35d94a24-3c93-4c90-a417-e55cd97b774c,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:00.987951 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.991241 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ad238a-b057-4325-86c8-7f405b108398 x-openstack-request-id: req-42ad238a-b057-4325-86c8-7f405b108398 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:00.991550 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "name": "network-vif-plugged", "status": "completed", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:00.991798 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42ad238a-b057-4325-86c8-7f405b108398 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:00.992181 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'code': 200} Jul 08 01:53:01.029783 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.062120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Routers {'6a861068-64fd-40ff-af96-afbc2c2bd292'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:01.062775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6a861068-64fd-40ff-af96-afbc2c2bd292'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:01.121186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eee93-b1ed-4e8f-8daa-f9e55564d078 None None] Pushing event updated for resources: {'Port': ['ID=4df6da3d-39ea-4e77-bb8e-d43170c9c82b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:01.140083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0155f-a912-46c0-bd5e-22704eff8632 req-c28ccea8-d6a0-4c33-9ec9-db22ba9b62f9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:01.141827 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0bc0155f-a912-46c0-bd5e-22704eff8632 req-c28ccea8-d6a0-4c33-9ec9-db22ba9b62f9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 949 time: 0.1159718 Jul 08 01:53:01.190600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.225991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a42d2b17-226a-4391-aa28-9c9dba7a5bc5'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:01.235493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693362d-fc50-41dc-aad2-80fca8367be3 req-362b290e-0c5c-45ca-a4a9-466619828440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:01.241542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8693362d-fc50-41dc-aad2-80fca8367be3 req-362b290e-0c5c-45ca-a4a9-466619828440 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.1455641 Jul 08 01:53:01.260709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df6da3d-39ea-4e77-bb8e-d43170c9c82b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:01.283071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=35d94a24-3c93-4c90-a417-e55cd97b774c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:01.306555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8693362d-fc50-41dc-aad2-80fca8367be3 req-695e4010-5d9c-4337-8c2d-0379151a81fa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538380 Jul 08 01:53:01.318614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] Set router 6a861068-64fd-40ff-af96-afbc2c2bd292 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:01.381547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0bc0155f-a912-46c0-bd5e-22704eff8632 req-2d170d55-d94b-49a0-a638-88cd99864c8f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310438 Jul 08 01:53:01.400318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-296db102-ede4-40b7-a710-bd415ac5bb5e None None] Could not find standard attr ID for object 4df6da3d-39ea-4e77-bb8e-d43170c9c82b. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:53:01.404522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9555-9496-48b7-81e8-e5408ce98dfe req-e9847bff-7b40-44af-8e3e-bf1126bfeef6 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:01.416497 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82bc9555-9496-48b7-81e8-e5408ce98dfe req-e9847bff-7b40-44af-8e3e-bf1126bfeef6 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 948 time: 0.1003590 Jul 08 01:53:01.509358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82bc9555-9496-48b7-81e8-e5408ce98dfe req-c3c80220-6c6f-435b-8cb5-d3eac0f36b02 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918782 Jul 08 01:53:01.608000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.729808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port': {'id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:50Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '4df6da3d-39ea-4e77-bb8e-d43170c9c82b', 'name': '', 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'mac_address': 'fa:16:3e:c9:87:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '5548a412-edee-40cd-83c7-c55c73d83645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:55Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'subnets': [{'id': '5548a412-edee-40cd-83c7-c55c73d83645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:01.770585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59fc42b-d2e8-4c4d-a0a7-99ef8bd06789 None None] The sync data for ids ['6a861068-64fd-40ff-af96-afbc2c2bd292'] in n-d-695189-13 is: [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port': {'id': '465f3cd4-281a-47a9-9a49-9ba4b8cbb418', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:19:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:50Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '4df6da3d-39ea-4e77-bb8e-d43170c9c82b', 'name': '', 'network_id': '83a406c4-718c-4f55-b61b-4598ea057e46', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'mac_address': 'fa:16:3e:c9:87:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '5548a412-edee-40cd-83c7-c55c73d83645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:55Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'subnets': [{'id': '5548a412-edee-40cd-83c7-c55c73d83645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:01.772773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066bd12-8771-49d1-8181-8da08d0c8a7f req-3a0e3420-a9d0-49d4-8180-570f1a3bd0cb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:01.775008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3066bd12-8771-49d1-8181-8da08d0c8a7f req-3a0e3420-a9d0-49d4-8180-570f1a3bd0cb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1629503 Jul 08 01:53:01.897073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3066bd12-8771-49d1-8181-8da08d0c8a7f req-db715ce7-8b47-4d05-a8d7-9e0fd5aaa91d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144226 Jul 08 01:53:01.919149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc9ef-a1c9-4879-a8b4-04731e51dd12 req-7d6fa2d6-a7e8-435a-b756-388a9feb5069 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:01.925479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc9ef-a1c9-4879-a8b4-04731e51dd12 req-7d6fa2d6-a7e8-435a-b756-388a9feb5069 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:01.933781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-051cc9ef-a1c9-4879-a8b4-04731e51dd12 req-7d6fa2d6-a7e8-435a-b756-388a9feb5069 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039&device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 1690 time: 0.1385050 Jul 08 01:53:02.007934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-051cc9ef-a1c9-4879-a8b4-04731e51dd12 req-9a8494e0-931b-4b58-b6eb-cd25499554f2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726404 Jul 08 01:53:02.030135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Router 6a861068-64fd-40ff-af96-afbc2c2bd292 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:02.220748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:02.241547 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:53:02.271307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:02.285838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c527c5b3-d6c2-4de6-9071-75adea8abc48 admin admin] 10.222.0.10 "PUT /v2.0/routers/6a861068-64fd-40ff-af96-afbc2c2bd292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5938063 Jul 08 01:53:02.288688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58288) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:02.323291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f0789-61e2-441c-aba0-04602f066aa1 req-781a2b13-20cd-4603-b9ed-08a52f4e10ea tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.329256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b44f0789-61e2-441c-aba0-04602f066aa1 req-781a2b13-20cd-4603-b9ed-08a52f4e10ea tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 946 time: 0.1171598 Jul 08 01:53:02.383142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:02.401711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'mac_address': 'fa:16:3e:ec:5c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:02.412366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b44f0789-61e2-441c-aba0-04602f066aa1 req-6234b487-5266-424c-8fce-ffdd4ecc9116 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740106 Jul 08 01:53:02.476684 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.502108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.504713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:02.576283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:02.650141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.760218 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.768386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:02.788184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6826419-370b-4b71-8aa7-2f279b77a925 req-0c411b91-3431-4a70-882a-35c02182578e tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.795492 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6826419-370b-4b71-8aa7-2f279b77a925 req-0c411b91-3431-4a70-882a-35c02182578e tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 1102 time: 0.1249380 Jul 08 01:53:02.892313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6826419-370b-4b71-8aa7-2f279b77a925 req-868bfc24-d8b2-4260-91f8-353342c1f993 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959179 Jul 08 01:53:02.916238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Deleting port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:02.916842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.058129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] For port 465f3cd4-281a-47a9-9a49-9ba4b8cbb418, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=465f3cd4-281a-47a9-9a49-9ba4b8cbb418,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:03.058129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.114138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Calling delete_port for 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:03.114940 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:03.228841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35284aff-0543-4778-8fc1-aad1a280bcb7 req-f7bd1bf2-7e26-4200-9132-9e5a86a71d01 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.237838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35284aff-0543-4778-8fc1-aad1a280bcb7 req-f7bd1bf2-7e26-4200-9132-9e5a86a71d01 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 948 time: 0.1655912 Jul 08 01:53:03.392743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35284aff-0543-4778-8fc1-aad1a280bcb7 req-8bb04156-cce2-42a5-8b3d-181de7e7853d tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537561 Jul 08 01:53:03.580044 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.616613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=465f3cd4-281a-47a9-9a49-9ba4b8cbb418,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:03.631286 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] Sync routers for ids ['6a861068-64fd-40ff-af96-afbc2c2bd292'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:03.641578 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] Routers {'6a861068-64fd-40ff-af96-afbc2c2bd292'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:03.642246 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6a861068-64fd-40ff-af96-afbc2c2bd292'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:03.711659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239ba43-7326-427a-a59e-de7c6a39f0f3 req-fe5f9fd5-4822-4a2a-9dce-6f25203a8332 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.713387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c239ba43-7326-427a-a59e-de7c6a39f0f3 req-fe5f9fd5-4822-4a2a-9dce-6f25203a8332 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1664298 Jul 08 01:53:03.716095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.733227 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] Set router 6a861068-64fd-40ff-af96-afbc2c2bd292 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:03.790322 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:53:03Z', 'revision_number': 7, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:03.824411 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] Checking router: 6a861068-64fd-40ff-af96-afbc2c2bd292 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:03.834385 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] Routers {'6a861068-64fd-40ff-af96-afbc2c2bd292'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:03.835618 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6a861068-64fd-40ff-af96-afbc2c2bd292'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:03.916915 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] Set router 6a861068-64fd-40ff-af96-afbc2c2bd292 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:03.970230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ebc2b-922a-4ec7-81b3-75250fcab5f8 req-e27cee00-a71b-4897-911c-608bd1a75235 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.972720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a07ebc2b-922a-4ec7-81b3-75250fcab5f8 req-e27cee00-a71b-4897-911c-608bd1a75235 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 1101 time: 0.0834229 Jul 08 01:53:03.990916 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:53:03Z', 'revision_number': 7, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:04.022830 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7199d23-35cc-4961-b08d-15b2e1b5fe87 None None] The sync data for ids ['6a861068-64fd-40ff-af96-afbc2c2bd292'] in n-d-695189-13 is: [{'id': '6a861068-64fd-40ff-af96-afbc2c2bd292', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-733929812-router', 'tenant_id': '1f17f3bb9b384b05aea798b1a77025ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:53:03Z', 'revision_number': 7, 'project_id': '1f17f3bb9b384b05aea798b1a77025ad', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:04.028045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a07ebc2b-922a-4ec7-81b3-75250fcab5f8 req-9049e162-d597-4664-a9ce-1bfb3e8534e7 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471051 Jul 08 01:53:04.127949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.131483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.189800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c239ba43-7326-427a-a59e-de7c6a39f0f3 req-8e89df91-2b3a-486a-a052-8dd860244fd9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808716 Jul 08 01:53:04.253218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a42d2b17-226a-4391-aa28-9c9dba7a5bc5 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:04.257372 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.258125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a861068-64fd-40ff-af96-afbc2c2bd292 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:53:04.263473 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.264605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0af8e07c-8c95-4573-9448-74d7bcfdbac0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6a861068-64fd-40ff-af96-afbc2c2bd292 HTTP/1.1" status: 204 len: 168 time: 1.9749103 Jul 08 01:53:04.267463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:04.360687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc41d74-741d-4030-8c1d-c45162f96171 req-9b3474d0-7753-4fca-afe5-9225c61f061b tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:04.362223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-acc41d74-741d-4030-8c1d-c45162f96171 req-9b3474d0-7753-4fca-afe5-9225c61f061b tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 945 time: 0.0697470 Jul 08 01:53:04.366396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5bc011-9554-4f26-bbc8-4499ab0fb792 admin admin] Deleting subnet 5548a412-edee-40cd-83c7-c55c73d83645 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:53:04.370940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc011-9554-4f26-bbc8-4499ab0fb792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.393170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:04.398074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:04.399959 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.421135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-acc41d74-741d-4030-8c1d-c45162f96171 req-55b141f8-4ecc-460b-859f-eca5be5d59b5 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Jul 08 01:53:04.447193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc011-9554-4f26-bbc8-4499ab0fb792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.493193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ab99-63c8-4383-a854-d31038c34c4f req-187021d3-a26e-4672-a038-952151ccae04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:04.497106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6710ab99-63c8-4383-a854-d31038c34c4f req-187021d3-a26e-4672-a038-952151ccae04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 946 time: 0.2090452 Jul 08 01:53:04.554750 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.564456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-5f551706-ca98-4461-806d-36be8dcc8af0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345039 Jul 08 01:53:04.592608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:04.605909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:04.605909 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bd08a-90bf-4b30-99e9-d49f80be0874" -d '{"events": [{"server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "name": "network-vif-plugged", "status": "completed", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:04.623301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6710ab99-63c8-4383-a854-d31038c34c4f req-ca673e89-759d-4f2b-9d89-bc6fce81a1c4 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219132 Jul 08 01:53:04.654618 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc011-9554-4f26-bbc8-4499ab0fb792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.685365 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.709010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-79c46846-0e68-470b-be0e-66de95d4bf01 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:04.711611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-79c46846-0e68-470b-be0e-66de95d4bf01 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408651 Jul 08 01:53:04.727707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-3d5b1689-31cb-468e-bba9-a2f2fbe073cc tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/quotas/5ef55ac2dd1448cfa2fea1ee68678dae HTTP/1.1" status: 200 len: 375 time: 0.0104787 Jul 08 01:53:04.773777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:04.811912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7d95c-59ee-45e6-87d8-e019f20db65d req-b19c8d4c-8764-4a9d-9da1-8263c1b0dc2b tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:04.813445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7c7d95c-59ee-45e6-87d8-e019f20db65d req-b19c8d4c-8764-4a9d-9da1-8263c1b0dc2b tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 949 time: 0.0761800 Jul 08 01:53:04.814967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc011-9554-4f26-bbc8-4499ab0fb792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.823217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-bdffd3ba-df2d-4395-a67f-281cfc9ba9b2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0893142 Jul 08 01:53:04.844533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41e46e-e4b7-4551-8b8f-2e47ddfd03b1 None None] Network 83a406c4-718c-4f55-b61b-4598ea057e46 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:04.870384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc011-9554-4f26-bbc8-4499ab0fb792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.872683 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2d5bc011-9554-4f26-bbc8-4499ab0fb792 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5548a412-edee-40cd-83c7-c55c73d83645 HTTP/1.1" status: 204 len: 168 time: 0.6037130 Jul 08 01:53:04.875288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58336) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:04.898631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bc011-9554-4f26-bbc8-4499ab0fb792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5548a412-edee-40cd-83c7-c55c73d83645,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:04.947163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7c7d95c-59ee-45e6-87d8-e019f20db65d req-d3ada763-2a99-46de-859a-eba6ac2b9b4b tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176858 Jul 08 01:53:04.998230 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.010004 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f835522-f651-4476-be5f-8926645740ec x-openstack-request-id: req-4f835522-f651-4476-be5f-8926645740ec {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:05.010576 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "name": "network-vif-plugged", "status": "completed", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:05.011040 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f835522-f651-4476-be5f-8926645740ec {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:05.011676 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'code': 200} Jul 08 01:53:05.079899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Deleting port 3c3abdb7-3af3-4115-8069-8ad307a20c06 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:05.082258 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.211729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4df6da3d-39ea-4e77-bb8e-d43170c9c82b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:05.228319 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9b3823b-29f0-48ee-8c39-44288b9be708 req-76753de3-1ffa-4378-af36-3ff5b5c9bcc3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 210 time: 0.0669255 Jul 08 01:53:05.244430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] DHCP port deletion for 83a406c4-718c-4f55-b61b-4598ea057e46 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:53:05.249924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4df6da3d-39ea-4e77-bb8e-d43170c9c82b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:05.250276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4df6da3d-39ea-4e77-bb8e-d43170c9c82b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:05.250693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:05.258534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] For port 3c3abdb7-3af3-4115-8069-8ad307a20c06, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3c3abdb7-3af3-4115-8069-8ad307a20c06,segment=NetworkSegment(b274c4d6-67bb-4dce-8982-d816186cad36),segment_id=b274c4d6-67bb-4dce-8982-d816186cad36)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:05.258920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.276025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Calling delete_port for 3c3abdb7-3af3-4115-8069-8ad307a20c06 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:05.287208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:05.288290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 465f3cd4-281a-47a9-9a49-9ba4b8cbb418 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:05.360255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] Deleting port 3c3abdb7-3af3-4115-8069-8ad307a20c06 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:05.360994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.535214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] For port 3c3abdb7-3af3-4115-8069-8ad307a20c06, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3c3abdb7-3af3-4115-8069-8ad307a20c06,segment=NetworkSegment(b274c4d6-67bb-4dce-8982-d816186cad36),segment_id=b274c4d6-67bb-4dce-8982-d816186cad36)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:05.536646 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.545876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.583752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3abdb7-3af3-4115-8069-8ad307a20c06,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:05.587702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] No DVR routers for this DVR port 3c3abdb7-3af3-4115-8069-8ad307a20c06 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:05.698647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.711210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a406c4-718c-4f55-b61b-4598ea057e46']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:05.732228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] Calling delete_port for 3c3abdb7-3af3-4115-8069-8ad307a20c06 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:05.746799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b274c4d6-67bb-4dce-8982-d816186cad36') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:05.747133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b274c4d6-67bb-4dce-8982-d816186cad36') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:05.767872 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.826388 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.839259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-d2201b3d-5cf4-487b-9925-448d8323ce5e tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:05.842126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-d2201b3d-5cf4-487b-9925-448d8323ce5e tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.18 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 945 time: 0.3337307 Jul 08 01:53:05.844946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.855650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] Pushing event deleted for resources: {'Port': ['ID=3c3abdb7-3af3-4115-8069-8ad307a20c06,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:05.865620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afc441-174c-4621-aed8-e771d9a72e1f None None] No DVR routers for this DVR port 3c3abdb7-3af3-4115-8069-8ad307a20c06 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:05.876745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:53:05.878896 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:53:05.964255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7df20-c2aa-48d2-b127-3012ad75344e req-234f61a7-947a-4647-a123-1e514e38e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:05.965775 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4be7df20-c2aa-48d2-b127-3012ad75344e req-234f61a7-947a-4647-a123-1e514e38e1ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 1101 time: 0.8291216 Jul 08 01:53:05.976787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d7f3759-c625-4cec-939b-e0247133d551 req-8ad535eb-303e-4a28-b860-f4451b2d2749 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9534917 Jul 08 01:53:05.981927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:05.982620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83e84-a33d-475b-8c24-f689cad58842 req-7cfe8661-4109-4080-8397-be12903206d2 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:05.984224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-90b83e84-a33d-475b-8c24-f689cad58842 req-7cfe8661-4109-4080-8397-be12903206d2 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.3660498 Jul 08 01:53:06.043041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4be7df20-c2aa-48d2-b127-3012ad75344e req-8215709c-6fe5-4a60-b503-3d0065081470 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 Jul 08 01:53:06.074242 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-90b83e84-a33d-475b-8c24-f689cad58842 req-3fcd7358-8af2-4b19-9d73-f12a21c67854 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489304 Jul 08 01:53:06.085581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.104365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Deleting port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:06.104711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.177293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.197762 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.202096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] 10.222.0.10 "DELETE /v2.0/networks/83a406c4-718c-4f55-b61b-4598ea057e46 HTTP/1.1" status: 204 len: 168 time: 1.3235137 Jul 08 01:53:06.203666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f7cc9-4bba-4532-81f7-ec1163e87a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a406c4-718c-4f55-b61b-4598ea057e46,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:06.217935 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.306927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:06.312401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] For port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:06.312780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.334329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524f2b4-d18c-4401-975e-03657659e257 req-0a8d4c37-edad-4ae5-95d7-b248801659c9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.344248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b524f2b4-d18c-4401-975e-03657659e257 req-0a8d4c37-edad-4ae5-95d7-b248801659c9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 945 time: 0.1369386 Jul 08 01:53:06.346387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Allocated IP 172.25.8.219 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/97e801fc-400f-40c6-a92b-bc43873f5585) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:06.349119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Calling delete_port for 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:06.404915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:06.409623 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:06.410371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.432900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b524f2b4-d18c-4401-975e-03657659e257 req-a7bbf775-a095-44f8-b5fe-c1bdb08917a8 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/security-groups?id=79261513-8c2e-49d7-9a08-c105b7e09e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886722 Jul 08 01:53:06.503216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.518108 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.572372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:06.595782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:06.626729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-093f34e5-1fff-4dd7-98ec-08d2a43a1cee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f17f3bb9b384b05aea798b1a77025ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492995 Jul 08 01:53:06.627089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58364) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:06.644658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.661954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.669032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47f7d2-f77e-49e4-96bb-68d258198e9c req-b9a67c8c-6c4e-45b1-9505-29f316079623 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.676304 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd47f7d2-f77e-49e4-96bb-68d258198e9c req-b9a67c8c-6c4e-45b1-9505-29f316079623 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 949 time: 0.1001801 Jul 08 01:53:06.727685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd47f7d2-f77e-49e4-96bb-68d258198e9c req-481d7dbc-a74e-4140-82a7-ba3234af1207 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503211 Jul 08 01:53:06.734289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.754374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:06.760586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['8d060acd-fb6f-42b0-8bbe-ee0904ed1137'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:06.782727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:06.791719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Pushing event deleted for resources: {'Port': ['ID=8d060acd-fb6f-42b0-8bbe-ee0904ed1137,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:06.792880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:06.803079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:06.811212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Pushing event updated for resources: {'Port': ['ID=97e801fc-400f-40c6-a92b-bc43873f5585,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:06.851277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ead474e-fea8-48c5-86db-534099b8f38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.855068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] No DVR routers for this DVR port 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:06.858795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.872530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a68ce2af-82e6-4030-8f35-fb2145c1d335 req-9e14f7ab-74eb-4d30-8e27-48a25e2d0da9 tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.18 "DELETE /v2.0/ports/8d060acd-fb6f-42b0-8bbe-ee0904ed1137 HTTP/1.1" status: 204 len: 173 time: 1.0074730 Jul 08 01:53:06.872993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de98047-b0aa-4793-88b5-6a9505171024', 'name': 'network-vif-deleted', 'tag': '8d060acd-fb6f-42b0-8bbe-ee0904ed1137'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:06.877040 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c521ff04-71e7-4e68-a9cd-229e91498eae" -d '{"events": [{"server_uuid": "6de98047-b0aa-4793-88b5-6a9505171024", "name": "network-vif-deleted", "tag": "8d060acd-fb6f-42b0-8bbe-ee0904ed1137"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:06.890514 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ead474e-fea8-48c5-86db-534099b8f38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.951621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0196bd12-b57d-4293-855a-005328e7882e req-160a39db-a670-4b2a-922a-33d22cb4ae63 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 210 time: 0.0489402 Jul 08 01:53:06.975797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.012759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:07.015971 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e576e2-eff9-4fb0-9032-b15ab98073b0" -d '{"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-plugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:07.099744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ead474e-fea8-48c5-86db-534099b8f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.103653 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ead474e-fea8-48c5-86db-534099b8f38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.105176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3ead474e-fea8-48c5-86db-534099b8f38f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76464fca-4c61-48da-8582-8667c7c0642e HTTP/1.1" status: 204 len: 168 time: 0.4770164 Jul 08 01:53:07.125205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead474e-fea8-48c5-86db-534099b8f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76464fca-4c61-48da-8582-8667c7c0642e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:07.131805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.179837 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c87dfb-b298-4849-8fa6-cac0997c6e2e x-openstack-request-id: req-09c87dfb-b298-4849-8fa6-cac0997c6e2e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:07.180583 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de98047-b0aa-4793-88b5-6a9505171024", "name": "network-vif-deleted", "tag": "8d060acd-fb6f-42b0-8bbe-ee0904ed1137", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:07.180878 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09c87dfb-b298-4849-8fa6-cac0997c6e2e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:07.181593 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de98047-b0aa-4793-88b5-6a9505171024', 'name': 'network-vif-deleted', 'tag': '8d060acd-fb6f-42b0-8bbe-ee0904ed1137', 'status': 'completed', 'code': 200} Jul 08 01:53:07.252119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3c3abdb7-3af3-4115-8069-8ad307a20c06 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:07.291147 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37ab14-0ede-4f5b-a6ec-85c679717d89 x-openstack-request-id: req-3c37ab14-0ede-4f5b-a6ec-85c679717d89 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:07.291555 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-plugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:07.291690 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c37ab14-0ede-4f5b-a6ec-85c679717d89 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:07.292086 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'code': 200} Jul 08 01:53:07.297248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 3c3abdb7-3af3-4115-8069-8ad307a20c06 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:07.297860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3c3abdb7-3af3-4115-8069-8ad307a20c06 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:07.493282 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.519030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19397022-757e-4430-8986-4b06a238bf22 req-030e0c4b-0c3a-4237-a1ca-c68b51ef871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:07.520775 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19397022-757e-4430-8986-4b06a238bf22 req-030e0c4b-0c3a-4237-a1ca-c68b51ef871f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 1101 time: 0.1010308 Jul 08 01:53:07.537333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110220-5734-4231-a0ca-b8178a1f4740 req-85a42251-aff6-4ac1-9099-e77ed1504132 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:07.538994 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6110220-5734-4231-a0ca-b8178a1f4740 req-85a42251-aff6-4ac1-9099-e77ed1504132 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.0866101 Jul 08 01:53:07.586852 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6110220-5734-4231-a0ca-b8178a1f4740 req-9c7d21ac-1c78-4295-8484-773f7b498e20 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404744 Jul 08 01:53:07.600792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.681101 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19397022-757e-4430-8986-4b06a238bf22 req-cbe2caeb-fffb-4611-a3ee-df3e960a2e6f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307421 Jul 08 01:53:07.730953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Pushing event updated for resources: {'Port': ['ID=97e801fc-400f-40c6-a92b-bc43873f5585,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:07.744344 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.787191 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-699a1f5d-6f8e-42a0-9d75-a9eb978dc63c req-e7813601-0ac9-4ce1-9cd6-5d785015716d tempest-AttachSCSIVolumeTestJSON-950782184 tempest-AttachSCSIVolumeTestJSON-950782184-project] 10.222.0.10 "GET /v2.0/ports?device_id=6de98047-b0aa-4793-88b5-6a9505171024 HTTP/1.1" status: 200 len: 210 time: 0.0338819 Jul 08 01:53:07.839751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.841054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d7f3759-c625-4cec-939b-e0247133d551 req-cad4b57f-c538-43c2-addb-08d13a805b59 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8634286 Jul 08 01:53:07.924072 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d7f3759-c625-4cec-939b-e0247133d551 req-471b810e-2208-4dde-9827-126cb7018d8e tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0766182 Jul 08 01:53:07.993192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51e17f-341b-4fa2-afdd-0b60d935a337 req-ead7b59c-0c28-447b-8d97-4f4255e0f1a2 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:08.002884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a51e17f-341b-4fa2-afdd-0b60d935a337 req-ead7b59c-0c28-447b-8d97-4f4255e0f1a2 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 949 time: 0.1059010 Jul 08 01:53:08.070369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a51e17f-341b-4fa2-afdd-0b60d935a337 req-ef581d40-07e9-4dce-a097-6ee1c8ef41fb tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600724 Jul 08 01:53:08.086887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f3759-c625-4cec-939b-e0247133d551 req-6eeaf579-a35a-48b0-931b-a6aedfc173eb tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:08.093675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d7f3759-c625-4cec-939b-e0247133d551 req-6eeaf579-a35a-48b0-931b-a6aedfc173eb tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1629653 Jul 08 01:53:08.286263 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-142c5317-5e3c-4327-aa42-c2ef2fc4056c req-bc5b31fd-3974-44ca-82b3-1ddb9e7ba4dc tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 210 time: 0.0509362 Jul 08 01:53:08.364672 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a764de-d729-40ca-91b4-4432d9322afd req-8d4b2465-6921-44e9-afe5-ca3b6546e536 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:08.366625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43a764de-d729-40ca-91b4-4432d9322afd req-8d4b2465-6921-44e9-afe5-ca3b6546e536 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 949 time: 0.0931644 Jul 08 01:53:08.381983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-7abfe70e-81a5-4913-bdd9-336a3417740d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227146 Jul 08 01:53:08.436650 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43a764de-d729-40ca-91b4-4432d9322afd req-0f9b836f-27a0-444a-b5de-42bb385180e5 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Jul 08 01:53:08.597387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-b2b3370f-1706-4308-8dcb-a2444f99e314 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:08.598900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-b2b3370f-1706-4308-8dcb-a2444f99e314 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005885 Jul 08 01:53:08.635621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Request body: {'port': {'device_id': '1228465f-b170-4596-947c-d278274996e2', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5ef55ac2dd1448cfa2fea1ee68678dae'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:08.764723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519569b-9989-4b6f-8564-0217494d7e99 req-4f458b7b-1121-4bf3-bbf7-c829776ef354 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:08.766838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-4f458b7b-1121-4bf3-bbf7-c829776ef354 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 821 time: 0.2374465 Jul 08 01:53:08.785739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-16a71cfc-0d49-4844-8bea-e9b85379147c tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/quotas/6fa280313c2844feabdddca16eafe71d HTTP/1.1" status: 200 len: 375 time: 0.0119059 Jul 08 01:53:08.836070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Made reservation on behalf of 5ef55ac2dd1448cfa2fea1ee68678dae for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:08.839682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.904013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a83db5-d0df-4bc1-98c4-111e4b5bc268 req-f6fa50bd-c708-4be5-b258-ea2b76438a08 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:08.912291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6a83db5-d0df-4bc1-98c4-111e4b5bc268 req-f6fa50bd-c708-4be5-b258-ea2b76438a08 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.0860732 Jul 08 01:53:08.944948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-fc261102-fe50-4609-9cfd-0776fdcf5780 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1535642 Jul 08 01:53:08.960954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6a83db5-d0df-4bc1-98c4-111e4b5bc268 req-da5d0c70-7451-4a06-9b37-9492c81d9635 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Jul 08 01:53:09.072529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Allocated IP 192.168.233.122 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/a4f34902-5364-4fb4-93c3-7cc20c9807e1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:09.105366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-744c2410-3373-451d-9b2b-47c59f180537 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512165 Jul 08 01:53:09.298420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-a92f489c-2b2d-4cf4-b29f-e5444635e352 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755524 Jul 08 01:53:09.337334 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:09.353720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Transition to ACTIVE for port object a4f34902-5364-4fb4-93c3-7cc20c9807e1 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:09.519707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:09.537703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', '4f581e44-46d4-4a0f-b6db-c839e6b431ce'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:09.586507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9421b8c5-5f19-475c-834d-ca94c0e809a7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:09.625670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'Port': ['ID=a4f34902-5364-4fb4-93c3-7cc20c9807e1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:09.637914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:09.638290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:09.640674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:09.726793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.728566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:09.795575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b975-e389-4c96-82ef-e3037e28d054 req-1fd54153-98b6-4b8c-93aa-a19f81a23e3b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.809966 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2215b975-e389-4c96-82ef-e3037e28d054 req-1fd54153-98b6-4b8c-93aa-a19f81a23e3b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 936 time: 0.2819977 Jul 08 01:53:09.873502 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-52a55db2-b777-43b6-b144-303703892583 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2448850 Jul 08 01:53:09.892749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Request body: {'port': {'device_id': '1228465f-b170-4596-947c-d278274996e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:09.907151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2215b975-e389-4c96-82ef-e3037e28d054 req-7577420b-af8f-4bc1-a6b8-0a284819e9d7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961893 Jul 08 01:53:10.035897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:10.129362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:10.129907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 8d060acd-fb6f-42b0-8bbe-ee0904ed1137 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:10.185258 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1433e767-70c2-4b5b-a5ae-162f9c23a315 req-83a3a381-d0d0-4da5-ab47-232654a9992a tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 210 time: 0.0973699 Jul 08 01:53:10.210927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.262428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963e646-c593-421a-9637-e141ae317600 req-32b52a89-f3cc-4195-85c9-0a885a3630e1 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.270826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0963e646-c593-421a-9637-e141ae317600 req-32b52a89-f3cc-4195-85c9-0a885a3630e1 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 949 time: 0.1423523 Jul 08 01:53:10.296468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:10.312253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-372414c5-c896-40f9-a91b-aaace969ccc2 None None] Provisioning for port a4f34902-5364-4fb4-93c3-7cc20c9807e1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:10.383523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0963e646-c593-421a-9637-e141ae317600 req-8ee61ec5-b778-4bb9-a781-7577c5da9a07 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113226 Jul 08 01:53:10.473752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-372414c5-c896-40f9-a91b-aaace969ccc2 None None] Provisioning complete for port a4f34902-5364-4fb4-93c3-7cc20c9807e1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:10.476350 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-372414c5-c896-40f9-a91b-aaace969ccc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.686659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-372414c5-c896-40f9-a91b-aaace969ccc2 None None] Port a4f34902-5364-4fb4-93c3-7cc20c9807e1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:53:10.743158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3b1120c-1dc5-479b-b356-eb0cd2e9a19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.984933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f34902-5364-4fb4-93c3-7cc20c9807e1 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:11.008635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.047755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b764d-52f8-44cf-96b3-4304bba4f77a req-ed657613-4633-46f7-b0b3-5d1fe7de74a5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:11.053764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-822b764d-52f8-44cf-96b3-4304bba4f77a req-ed657613-4633-46f7-b0b3-5d1fe7de74a5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.3640332 Jul 08 01:53:11.060521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Transition to ACTIVE for port object a4f34902-5364-4fb4-93c3-7cc20c9807e1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:11.125912 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.192446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-822b764d-52f8-44cf-96b3-4304bba4f77a req-49255235-dcfc-4f86-9533-60eef7d77e05 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297929 Jul 08 01:53:11.323897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f34902-5364-4fb4-93c3-7cc20c9807e1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:11.417500 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3b1120c-1dc5-479b-b356-eb0cd2e9a19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.501197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Attempting to bind port a4f34902-5364-4fb4-93c3-7cc20c9807e1 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:11.501536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Attempting to bind port a4f34902-5364-4fb4-93c3-7cc20c9807e1 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:11.502802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Attempting to bind port a4f34902-5364-4fb4-93c3-7cc20c9807e1 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:11.520370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3b1120c-1dc5-479b-b356-eb0cd2e9a19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.564669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d841f6a-7748-4d68-b1d1-568d6a5be166 req-3b961074-6b67-4f17-93d1-7b3ec5b669f9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:11.576004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d841f6a-7748-4d68-b1d1-568d6a5be166 req-3b961074-6b67-4f17-93d1-7b3ec5b669f9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 948 time: 0.2098153 Jul 08 01:53:11.580381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Port a4f34902-5364-4fb4-93c3-7cc20c9807e1 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:11.580733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Attempting to bind port a4f34902-5364-4fb4-93c3-7cc20c9807e1 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:11.634299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:11.634691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:11.635039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:11.635529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Bound port: a4f34902-5364-4fb4-93c3-7cc20c9807e1, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:11.635900 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.640019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1120c-1dc5-479b-b356-eb0cd2e9a19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61a7c78-e6dc-4af3-a7bb-f9666df80d4b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:11.672853 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e3b1120c-1dc5-479b-b356-eb0cd2e9a19a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6ed6368b20e4c7c82da11f06d8cdde6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3644824 Jul 08 01:53:11.675553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58590) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:11.747998 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d841f6a-7748-4d68-b1d1-568d6a5be166 req-b9b1134e-53ff-4bd1-895b-5b28f0de7a45 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592534 Jul 08 01:53:11.779038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] For port a4f34902-5364-4fb4-93c3-7cc20c9807e1, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:11.789517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] For port a4f34902-5364-4fb4-93c3-7cc20c9807e1, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4f34902-5364-4fb4-93c3-7cc20c9807e1,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:11.826893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8fc3ba40-c564-4510-bbf2-96fbe7ee05ea req-252dbb27-11b3-4f85-954f-722f83d4dffe tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 210 time: 0.1436768 Jul 08 01:53:11.883595 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b84e9b4-0a84-401b-a322-3418a32d5414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.888053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.932433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b84e9b4-0a84-401b-a322-3418a32d5414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.947982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:11.949071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.951474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4f34902-5364-4fb4-93c3-7cc20c9807e1 HTTP/1.1" status: 200 len: 1097 time: 2.0651023 Jul 08 01:53:11.952039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1228465f-b170-4596-947c-d278274996e2', 'tag': 'a4f34902-5364-4fb4-93c3-7cc20c9807e1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:11.954404 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6660fae5-7459-4c28-af3e-3c0418b542d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1228465f-b170-4596-947c-d278274996e2", "tag": "a4f34902-5364-4fb4-93c3-7cc20c9807e1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:12.000082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e00fe5c4-eace-4cbb-9e5e-a0a9a0a0afb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.024141 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a257080-38d0-44ef-bcaf-e22d0310de3b x-openstack-request-id: req-0a257080-38d0-44ef-bcaf-e22d0310de3b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:12.024636 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1228465f-b170-4596-947c-d278274996e2", "tag": "a4f34902-5364-4fb4-93c3-7cc20c9807e1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:12.025014 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a257080-38d0-44ef-bcaf-e22d0310de3b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:12.025483 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1228465f-b170-4596-947c-d278274996e2', 'tag': 'a4f34902-5364-4fb4-93c3-7cc20c9807e1', 'status': 'completed', 'code': 200} Jul 08 01:53:12.031024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dbca0-c5d1-4ebd-9b49-f45a7cdc6eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f34902-5364-4fb4-93c3-7cc20c9807e1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:12.147903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b84e9b4-0a84-401b-a322-3418a32d5414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.151068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b84e9b4-0a84-401b-a322-3418a32d5414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.153674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9b84e9b4-0a84-401b-a322-3418a32d5414 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b61a7c78-e6dc-4af3-a7bb-f9666df80d4b HTTP/1.1" status: 204 len: 168 time: 0.4770098 Jul 08 01:53:12.168401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84e9b4-0a84-401b-a322-3418a32d5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61a7c78-e6dc-4af3-a7bb-f9666df80d4b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:12.169413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660fae5-7459-4c28-af3e-3c0418b542d0 req-63292667-8fe6-4a59-b3c0-664649f0891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:12.173491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6660fae5-7459-4c28-af3e-3c0418b542d0 req-63292667-8fe6-4a59-b3c0-664649f0891f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 1100 time: 0.0889015 Jul 08 01:53:12.245208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6660fae5-7459-4c28-af3e-3c0418b542d0 req-1620cbc7-6f27-453c-9fe2-e0dee633c3fe service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369298 Jul 08 01:53:12.406174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660fae5-7459-4c28-af3e-3c0418b542d0 req-57dcee71-8956-4a15-895e-bd3e1a7b7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:12.407710 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6660fae5-7459-4c28-af3e-3c0418b542d0 req-57dcee71-8956-4a15-895e-bd3e1a7b7ffa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464510 Jul 08 01:53:12.446307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6effb7-39c8-488c-aa21-20c303d39d3c req-568d75a3-b165-4c42-a44e-8e4b2beff141 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:12.448066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b6effb7-39c8-488c-aa21-20c303d39d3c req-568d75a3-b165-4c42-a44e-8e4b2beff141 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.0930088 Jul 08 01:53:12.575960 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b6effb7-39c8-488c-aa21-20c303d39d3c req-775cbb38-c098-4dc5-afe7-90c6fe762859 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208653 Jul 08 01:53:12.624512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-fd97c0e7-b7ad-4a65-b15b-10d5d3af0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:12.626023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-fd97c0e7-b7ad-4a65-b15b-10d5d3af0728 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 1100 time: 0.1529450 Jul 08 01:53:12.705926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-4460abf7-b478-405c-9f50-79b0aef52b71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a4f34902-5364-4fb4-93c3-7cc20c9807e1 HTTP/1.1" status: 200 len: 217 time: 0.0563476 Jul 08 01:53:12.788816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-5a82fafd-e2bd-43aa-8291-c937290b1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:12.790504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-5a82fafd-e2bd-43aa-8291-c937290b1555 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0621009 Jul 08 01:53:12.894841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-b7538c5c-2331-4b7e-a46b-ee057f456719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:12.897101 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-b7538c5c-2331-4b7e-a46b-ee057f456719 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797746 Jul 08 01:53:13.125750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-bc4a866d-e293-4d77-b152-3b3faa8fb28b service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066433 Jul 08 01:53:13.136590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d62ac8-1bbf-427c-a5b5-aebc52c9cc15 req-dd2698ca-2563-48d8-8f42-4ac08ad688d7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:13.143125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42d62ac8-1bbf-427c-a5b5-aebc52c9cc15 req-dd2698ca-2563-48d8-8f42-4ac08ad688d7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 948 time: 0.2071323 Jul 08 01:53:13.164026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b67e0f19-ccc7-4b27-8e4f-5868a7df7313 req-4b760143-338b-4522-b943-7b52574a8a8d tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 210 time: 0.1295912 Jul 08 01:53:13.250411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d675dea8-d274-465b-858b-353935c95d5b tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:13.256373 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d675dea8-d274-465b-858b-353935c95d5b tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.18 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 821 time: 0.3761053 Jul 08 01:53:13.256689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42d62ac8-1bbf-427c-a5b5-aebc52c9cc15 req-b49302af-005b-413a-91fa-8c9f82e04e61 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121995 Jul 08 01:53:13.269803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Request body: {'port': {'device_id': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'admin_state_up': True, 'tenant_id': '6fa280313c2844feabdddca16eafe71d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:13.328376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2afeeaf7-876b-453d-909c-f35cd5b5ff2b req-5a0b1ef9-17e6-497f-92db-4950e0f88e78 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831281 Jul 08 01:53:13.629847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Made reservation on behalf of 6fa280313c2844feabdddca16eafe71d for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:13.635185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.853566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Allocated IP 172.20.0.10 (03a2edbc-0872-4907-86a2-37d67afbb09d/0c6b4928-9317-498b-b573-a4dc0167c488/366eff57-499d-4f49-96f5-4d42a329cb8f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:13.895523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aba6aa-1dbf-4bc0-9211-deab36c5fa00 req-afbd2811-5df7-4b1e-b880-5dc390a7d3b8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:13.897378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3aba6aa-1dbf-4bc0-9211-deab36c5fa00 req-afbd2811-5df7-4b1e-b880-5dc390a7d3b8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.0980866 Jul 08 01:53:13.951938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3aba6aa-1dbf-4bc0-9211-deab36c5fa00 req-e8ae0983-943b-4db3-b526-c7c1ccc84df5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Jul 08 01:53:14.057637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.073681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Transition to ACTIVE for port object 366eff57-499d-4f49-96f5-4d42a329cb8f will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:14.188246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.221515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['35d94a24-3c93-4c90-a417-e55cd97b774c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:14.235037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Network 03a2edbc-0872-4907-86a2-37d67afbb09d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:14.242741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:14.245507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:14.297719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:14.314338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Pushing event updated for resources: {'Port': ['ID=366eff57-499d-4f49-96f5-4d42a329cb8f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:14.407071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.407790 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.413423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-06597248-9e47-4d1f-8d89-1e06be19f938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.537619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac6e4a-2065-47ad-9925-de37f1a28fbd req-89631c47-4cd0-44e4-bed6-6ec724986878 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.540309 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7fac6e4a-2065-47ad-9925-de37f1a28fbd req-89631c47-4cd0-44e4-bed6-6ec724986878 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 932 time: 0.1285629 Jul 08 01:53:14.542661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-d9b43c0d-8e7e-41b5-9d91-304b2fcbf1ad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2781115 Jul 08 01:53:14.561825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Request body: {'port': {'device_id': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:14.588143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:14.601676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7fac6e4a-2065-47ad-9925-de37f1a28fbd req-0e4d3f32-99d1-4bde-83ba-934e0ee027e1 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 Jul 08 01:53:14.611094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'mac_address': 'fa:16:3e:ec:5c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:14.696453 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.719608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.769005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:14.777859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a6fb37b0-efea-4de1-9ef3-d698ba58dba9 None None] Provisioning for port 366eff57-499d-4f49-96f5-4d42a329cb8f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:14.786187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a6fb37b0-efea-4de1-9ef3-d698ba58dba9 None None] Provisioning complete for port 366eff57-499d-4f49-96f5-4d42a329cb8f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:14.786604 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a6fb37b0-efea-4de1-9ef3-d698ba58dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.794478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaab19f-ed90-4b3e-8c9d-4fdd8b7fd853 req-449188de-af38-44e7-8a27-4d0cc1f686a1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.801674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4aaab19f-ed90-4b3e-8c9d-4fdd8b7fd853 req-449188de-af38-44e7-8a27-4d0cc1f686a1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 948 time: 0.1970420 Jul 08 01:53:14.824136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:14.839874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb37b0-efea-4de1-9ef3-d698ba58dba9 None None] Port 366eff57-499d-4f49-96f5-4d42a329cb8f cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:53:14.844699 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.907886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4aaab19f-ed90-4b3e-8c9d-4fdd8b7fd853 req-a6c754ab-dca4-4ae8-9054-211f1fe192fb tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052716 Jul 08 01:53:14.935258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.992236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:15.161878 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366eff57-499d-4f49-96f5-4d42a329cb8f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:15.171320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.189125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Transition to ACTIVE for port object 366eff57-499d-4f49-96f5-4d42a329cb8f will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:15.208880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af520d6-9ba5-47c0-a19d-e5f6eea9e415 req-1e164493-2403-44a2-9f59-d9baffee7457 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.210725 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6af520d6-9ba5-47c0-a19d-e5f6eea9e415 req-1e164493-2403-44a2-9f59-d9baffee7457 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.1129370 Jul 08 01:53:15.251781 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6af520d6-9ba5-47c0-a19d-e5f6eea9e415 req-d052b476-60b4-4af0-892f-c9f3df755a2f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350420 Jul 08 01:53:15.313374 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.462608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Pushing event updated for resources: {'Port': ['ID=366eff57-499d-4f49-96f5-4d42a329cb8f,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:15.476957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:15.538036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Attempting to bind port 366eff57-499d-4f49-96f5-4d42a329cb8f on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:15.538386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Attempting to bind port 366eff57-499d-4f49-96f5-4d42a329cb8f by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:15.538731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Attempting to bind port 366eff57-499d-4f49-96f5-4d42a329cb8f on network 03a2edbc-0872-4907-86a2-37d67afbb09d {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:15.549111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Port 366eff57-499d-4f49-96f5-4d42a329cb8f on network 03a2edbc-0872-4907-86a2-37d67afbb09d not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:15.550355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Attempting to bind port 366eff57-499d-4f49-96f5-4d42a329cb8f on network 03a2edbc-0872-4907-86a2-37d67afbb09d {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:15.563530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:15.563972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Checking segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:15.564286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Bound using segment: {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:15.564733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Bound port: 366eff57-499d-4f49-96f5-4d42a329cb8f, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5729d2-85d9-4e68-a241-5daa2a84cd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:15.565117 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.654803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.675654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] For port 366eff57-499d-4f49-96f5-4d42a329cb8f, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:15.679897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] For port 366eff57-499d-4f49-96f5-4d42a329cb8f, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=366eff57-499d-4f49-96f5-4d42a329cb8f,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:15.772988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.895588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.898218 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.901928 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] 10.222.0.18 "PUT /v2.0/ports/366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 1093 time: 1.3478658 Jul 08 01:53:15.903074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:15.907626 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9de7e9-d58f-46fa-abfe-d54feb576db6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:15.955911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162139-5cad-4e5d-87b3-9cc3d395e1cb req-154b8300-90e5-4a78-908e-8954add7b8fe tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.965049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9162139-5cad-4e5d-87b3-9cc3d395e1cb req-154b8300-90e5-4a78-908e-8954add7b8fe tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 944 time: 0.1833255 Jul 08 01:53:15.975935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d0e51-b424-4d52-b72f-f0376b458815 service neutron] Pushing event updated for resources: {'Port': ['ID=366eff57-499d-4f49-96f5-4d42a329cb8f,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:16.026048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9162139-5cad-4e5d-87b3-9cc3d395e1cb req-53d5ac42-6bbc-4d6d-bbc7-b72946c5d858 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597563 Jul 08 01:53:16.220326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519569b-9989-4b6f-8564-0217494d7e99 req-fe425512-52e4-4601-ac1f-d2c8a68d6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:16.221860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-fe425512-52e4-4601-ac1f-d2c8a68d6150 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 1096 time: 0.1372738 Jul 08 01:53:16.286870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:16.304805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-4d0c3c6f-4b38-48de-bd86-0636db8002fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 217 time: 0.0743623 Jul 08 01:53:16.308504 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf255f-f65d-48f3-bd44-317cb5fbbf4a x-openstack-request-id: req-0acf255f-f65d-48f3-bd44-317cb5fbbf4a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:16.308810 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:16.309077 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0acf255f-f65d-48f3-bd44-317cb5fbbf4a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:16.311400 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'status': 'completed', 'code': 200} Jul 08 01:53:16.398390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519569b-9989-4b6f-8564-0217494d7e99 req-5b5aca1d-9ff2-4000-92b9-16de694d8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:16.400361 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-5b5aca1d-9ff2-4000-92b9-16de694d8577 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0852427 Jul 08 01:53:16.456093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:16.456713 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:16.529085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519569b-9989-4b6f-8564-0217494d7e99 req-e1ed1ed6-dccc-48c4-85e7-648357f3fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:16.530715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-e1ed1ed6-dccc-48c4-85e7-648357f3fecf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232615 Jul 08 01:53:16.968465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-c718c46b-c2a1-46c7-8897-8f9958b40ba3 service neutron] 10.222.0.18 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772223 Jul 08 01:53:16.970071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:16.970905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7519569b-9989-4b6f-8564-0217494d7e99 req-a8b2cae8-4f1e-42b3-a52d-72694469c01b service neutron] 10.222.0.18 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986805 Jul 08 01:53:16.971351 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:16.971351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:16.971351 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f90cbe-5f90-4b5d-a2e0-617c5768b50e" -d '{"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-plugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:16.971915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:16.972018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035586e-16e7-4389-9216-11792b87d713 req-7296d5b3-3b3a-483c-8734-77e7ad5afa6f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:16.973664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3035586e-16e7-4389-9216-11792b87d713 req-7296d5b3-3b3a-483c-8734-77e7ad5afa6f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.2374530 Jul 08 01:53:16.992804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66218c81-a5a0-4462-93a3-a2a85bed29ff req-20ad39e5-3e78-42ec-b44c-635ab3b7dabd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:17.035010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66218c81-a5a0-4462-93a3-a2a85bed29ff req-20ad39e5-3e78-42ec-b44c-635ab3b7dabd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 948 time: 0.5689573 Jul 08 01:53:17.035698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3035586e-16e7-4389-9216-11792b87d713 req-c78c4db7-0745-4bb1-aeec-04dfd4abd5a8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Jul 08 01:53:17.095402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66218c81-a5a0-4462-93a3-a2a85bed29ff req-d7d99ed1-3610-4732-8a77-4c827f86b23b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906074 Jul 08 01:53:17.126857 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.248389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-67386850-dc04-44bb-891b-8afe2e4b4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:17.251090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-67386850-dc04-44bb-891b-8afe2e4b4ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 1096 time: 0.0981131 Jul 08 01:53:17.311545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:17.330005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.388381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-c945e8bf-4896-4a6b-bb3b-4ec1088d076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:17.390034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-c945e8bf-4896-4a6b-bb3b-4ec1088d076a service neutron] 10.222.0.18 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1319954 Jul 08 01:53:17.402591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.448709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-26b4716d-c2c6-426c-b417-140010b0c5c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 217 time: 0.0420241 Jul 08 01:53:17.482309 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5debe539-de9c-4a69-933d-08781cac5e0e x-openstack-request-id: req-5debe539-de9c-4a69-933d-08781cac5e0e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:17.483195 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-plugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:17.483559 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5debe539-de9c-4a69-933d-08781cac5e0e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:17.484047 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'code': 200} Jul 08 01:53:17.519274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-106c1994-67f6-43ed-8ca9-9849ea1fa508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:17.521509 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-106c1994-67f6-43ed-8ca9-9849ea1fa508 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0688951 Jul 08 01:53:17.613161 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-3efe8f00-1e21-4e21-8238-d13f5b6cd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:17.614778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-3efe8f00-1e21-4e21-8238-d13f5b6cd6bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836709 Jul 08 01:53:17.738369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-f67fbcf6-778a-45f6-9b5f-359de89a2982 service neutron] 10.222.0.18 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159341 Jul 08 01:53:17.871645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9de7e9-d58f-46fa-abfe-d54feb576db6 req-401df1c2-7a30-45f0-b592-028f52a2e055 service neutron] 10.222.0.18 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087799 Jul 08 01:53:17.948027 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:18.088124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cb68e-93bf-41fb-bbc9-e699c34bb23b req-4f45f619-e187-498d-bbce-f278d65b7cf9 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.098035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-506cb68e-93bf-41fb-bbc9-e699c34bb23b req-4f45f619-e187-498d-bbce-f278d65b7cf9 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 944 time: 0.5002751 Jul 08 01:53:18.174704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-506cb68e-93bf-41fb-bbc9-e699c34bb23b req-1064348e-34df-460c-9b7f-5f64e4ec1773 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782537 Jul 08 01:53:18.246185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Deleting port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:18.246827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:18.312550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a4f34902-5364-4fb4-93c3-7cc20c9807e1 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:18.423303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] For port c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:18.424633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:18.453775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Calling delete_port for c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:18.504640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a4f34902-5364-4fb4-93c3-7cc20c9807e1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4f34902-5364-4fb4-93c3-7cc20c9807e1,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:18.522100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a4f34902-5364-4fb4-93c3-7cc20c9807e1', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'a4f34902-5364-4fb4-93c3-7cc20c9807e1', 'mac_address': 'fa:16:3e:61:c4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:18.633096 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:18.690477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f34902-5364-4fb4-93c3-7cc20c9807e1 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:18.753341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a4f34902-5364-4fb4-93c3-7cc20c9807e1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4f34902-5364-4fb4-93c3-7cc20c9807e1,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:18.831426 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:18.873168 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:18.909827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:18.943206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a4f34902-5364-4fb4-93c3-7cc20c9807e1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:19.001557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-5b289588-8c73-4944-aa0e-ce0930593781 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:19.005536 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-5b289588-8c73-4944-aa0e-ce0930593781 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.1530166 Jul 08 01:53:19.022099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-13'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:19.082731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352fdf4-f7b2-461b-954f-6cbc584420c7 req-85797d9c-bfae-4838-a622-ed3dcfa06c39 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:19.093292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a352fdf4-f7b2-461b-954f-6cbc584420c7 req-85797d9c-bfae-4838-a622-ed3dcfa06c39 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 945 time: 0.2673664 Jul 08 01:53:19.185753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.217964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a352fdf4-f7b2-461b-954f-6cbc584420c7 req-f44af27c-645d-4b88-9bde-c4be05e78f44 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215613 Jul 08 01:53:19.377291 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.434070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:19.440126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a4f34902-5364-4fb4-93c3-7cc20c9807e1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:19.537278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:19.584059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf8245-233e-4a86-86d2-15a410de436b req-7b3a77c8-82e4-47cd-8d0d-af4a8f7ff45b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:19.589509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccbf8245-233e-4a86-86d2-15a410de436b req-7b3a77c8-82e4-47cd-8d0d-af4a8f7ff45b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 949 time: 0.2034502 Jul 08 01:53:19.605539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:19.618679 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af136e4d-b41e-4c7d-9391-48bcee9bf9d6" -d '{"events": [{"server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "name": "network-vif-unplugged", "status": "completed", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:19.626231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.695788 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.721887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccbf8245-233e-4a86-86d2-15a410de436b req-e3b54a34-d5bb-490e-9722-d585a0f011d2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251059 Jul 08 01:53:19.829428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:19.833442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on host n-h2-695189-13 for vnic_type normal with profile {"migrating_to": "n-h1-695189-13"} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:19.833799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:19.834129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:19.840994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:19.842339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Attempting to bind port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:19.850110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:19.850461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:19.850876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:19.851614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Bound port: 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:19.852121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.859327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:19.965801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:19.969888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:20.017301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:20.027510 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-be5ea07d-309b-4a70-9b66-d6d9aeae14f9 admin admin] 10.222.0.10 "PUT /v2.0/routers/4f3b4c9d-86d1-4d84-873e-e77b3a51ee73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2075589 Jul 08 01:53:20.030004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] Sync routers for ids ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:20.030268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:20.042015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] Routers {'4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:20.042662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:20.055960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.176460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] Set router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:20.206090 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.271135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:20.271978 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.273908 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/45ebca6d-0e1b-48f5-9d87-d3fd259858c8 HTTP/1.1" status: 200 len: 1123 time: 1.2598970 Jul 08 01:53:20.276239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb948458-bce2-4094-bb70-464eaca5b6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:20.297140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 366eff57-499d-4f49-96f5-4d42a329cb8f details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:20.488779 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.501208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db451-085e-4c1b-becf-8bea180862b6 req-778244ab-835a-4c64-8a36-f85cf394f641 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:20.509575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea8db451-085e-4c1b-becf-8bea180862b6 req-778244ab-835a-4c64-8a36-f85cf394f641 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 944 time: 0.2109056 Jul 08 01:53:20.573436 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea8db451-085e-4c1b-becf-8bea180862b6 req-c9d51589-128b-4727-884c-1800cef6ea1c tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481498 Jul 08 01:53:20.613491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['45ebca6d-0e1b-48f5-9d87-d3fd259858c8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:20.616189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['45ebca6d-0e1b-48f5-9d87-d3fd259858c8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:20.647280 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5db2f4-17a6-4a87-b11e-bc0e5387564e x-openstack-request-id: req-bf5db2f4-17a6-4a87-b11e-bc0e5387564e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:20.647611 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "name": "network-vif-unplugged", "status": "completed", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:20.647868 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf5db2f4-17a6-4a87-b11e-bc0e5387564e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:20.648282 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8', 'code': 200} Jul 08 01:53:20.697936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Deleting port 9cbbb196-bf9d-482b-ba53-613a4bd754e5 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:20.698445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.819398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] For port 9cbbb196-bf9d-482b-ba53-613a4bd754e5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9cbbb196-bf9d-482b-ba53-613a4bd754e5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:20.821269 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.830646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 366eff57-499d-4f49-96f5-4d42a329cb8f, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=366eff57-499d-4f49-96f5-4d42a329cb8f,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:20.853622 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.872892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Calling delete_port for 9cbbb196-bf9d-482b-ba53-613a4bd754e5 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:20.875570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'port_id': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'mac_address': 'fa:16:3e:ce:15:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:21.012223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.059200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:53:18Z', 'revision_number': 5, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port': {'id': '9cbbb196-bf9d-482b-ba53-613a4bd754e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:01Z', 'updated_at': '2021-07-08T01:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:21.065380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366eff57-499d-4f49-96f5-4d42a329cb8f {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:21.127664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c12cbb-afd2-43f4-8420-482a85921a87 req-a13d318d-0217-452d-8987-2fb6ec2db41c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:21.136359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13c12cbb-afd2-43f4-8420-482a85921a87 req-a13d318d-0217-452d-8987-2fb6ec2db41c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.1570983 Jul 08 01:53:21.147448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] Checking router: 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:21.189065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 366eff57-499d-4f49-96f5-4d42a329cb8f, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=366eff57-499d-4f49-96f5-4d42a329cb8f,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:21.198721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] Routers {'4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:21.199779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:21.230806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13c12cbb-afd2-43f4-8420-482a85921a87 req-45cfec36-3c97-43f6-a39c-b9ae8b0992b6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881066 Jul 08 01:53:21.306028 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.307451 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.358807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbbb196-bf9d-482b-ba53-613a4bd754e5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:21.458633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=366eff57-499d-4f49-96f5-4d42a329cb8f,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:21.504467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.533135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] Set router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:21.615051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.618871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.643280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:53:20Z', 'revision_number': 6, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:21.670504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bfe1c-9244-4c6f-a90b-3329312a987a req-4484df0c-cc10-447a-9f48-96a30332ad7c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:21.672226 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d73bfe1c-9244-4c6f-a90b-3329312a987a req-4484df0c-cc10-447a-9f48-96a30332ad7c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 949 time: 0.2156148 Jul 08 01:53:21.688421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['366eff57-499d-4f49-96f5-4d42a329cb8f'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:21.691815 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd537d-919f-49d9-814c-98bd25aadd96 None None] The sync data for ids ['4f3b4c9d-86d1-4d84-873e-e77b3a51ee73'] in n-d-695189-13 is: [{'id': '4f3b4c9d-86d1-4d84-873e-e77b3a51ee73', 'name': 'tempest-AttachSCSIVolumeTestJSON-109688711-router', 'tenant_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:58Z', 'updated_at': '2021-07-08T01:53:20Z', 'revision_number': 6, 'project_id': 'a4bc614008e340d981e4d9cfd7d5344c', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:21.760515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d73bfe1c-9244-4c6f-a90b-3329312a987a req-4fcc3c98-e0cf-41c9-8c01-b801a1b3599b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755475 Jul 08 01:53:21.762873 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.763506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:53:21.776355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.780254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58826) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:21.783359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9d2be54d-c3da-480e-ad3d-31efae3e2e53 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4f3b4c9d-86d1-4d84-873e-e77b3a51ee73 HTTP/1.1" status: 204 len: 168 time: 1.7497134 Jul 08 01:53:22.121787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:22.290801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:22.306065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 has no active binding in host n-h1-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:53:22.336999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039ad50-3192-49d8-b9b2-b7632bdc8ce1 req-e6eaedd7-f579-492d-a298-f228e619e414 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:22.340705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4039ad50-3192-49d8-b9b2-b7632bdc8ce1 req-e6eaedd7-f579-492d-a298-f228e619e414 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 945 time: 0.0981312 Jul 08 01:53:22.341039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a4f34902-5364-4fb4-93c3-7cc20c9807e1 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:22.399124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-997d3c22-8482-4cf8-958e-d02b73980e0f admin admin] Deleting subnet eca579ec-c876-455e-87ba-c3b1bf144c31 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:53:22.406202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-997d3c22-8482-4cf8-958e-d02b73980e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.448597 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4039ad50-3192-49d8-b9b2-b7632bdc8ce1 req-00a69cc9-0b97-46aa-a825-5d6201049456 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951643 Jul 08 01:53:22.485676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port a4f34902-5364-4fb4-93c3-7cc20c9807e1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:22.487625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-997d3c22-8482-4cf8-958e-d02b73980e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.492753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a4f34902-5364-4fb4-93c3-7cc20c9807e1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:22.493304 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.648995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:22.653057 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040a485a-cf84-41ad-847e-5e479825dc80" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:22.664007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-997d3c22-8482-4cf8-958e-d02b73980e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.666636 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.744190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1228465f-b170-4596-947c-d278274996e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f34902-5364-4fb4-93c3-7cc20c9807e1'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:22.747105 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a28359b-cfa0-4c4f-9f30-027532a50397" -d '{"events": [{"server_uuid": "1228465f-b170-4596-947c-d278274996e2", "name": "network-vif-plugged", "status": "completed", "tag": "a4f34902-5364-4fb4-93c3-7cc20c9807e1"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:22.765528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a4f34902-5364-4fb4-93c3-7cc20c9807e1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4f34902-5364-4fb4-93c3-7cc20c9807e1,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:22.818469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3db9d3-fc72-4306-8cf5-a17b12752f63 req-e1b6174a-7312-4e04-9c44-9f61b9bf51fb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:22.820136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d3db9d3-fc72-4306-8cf5-a17b12752f63 req-e1b6174a-7312-4e04-9c44-9f61b9bf51fb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.1115928 Jul 08 01:53:22.865758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d3db9d3-fc72-4306-8cf5-a17b12752f63 req-28dcfc1d-db2f-4a21-8f10-e4b414fabc83 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397077 Jul 08 01:53:22.919533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-997d3c22-8482-4cf8-958e-d02b73980e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.949098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d3c22-8482-4cf8-958e-d02b73980e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca579ec-c876-455e-87ba-c3b1bf144c31,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:22.951507 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-997d3c22-8482-4cf8-958e-d02b73980e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.953483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-997d3c22-8482-4cf8-958e-d02b73980e0f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eca579ec-c876-455e-87ba-c3b1bf144c31 HTTP/1.1" status: 204 len: 168 time: 1.1715810 Jul 08 01:53:22.955976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58842) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:22.962134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a9c038-c1d3-4437-bea9-275a65638bc8 None None] Network a2d6e637-07c5-45cd-a088-dc63934c1f06 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:23.039527 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.092272 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.153117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Deleting port 456b99e6-725d-4a79-98f4-d516a939a258 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:23.155083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.203238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a4f34902-5364-4fb4-93c3-7cc20c9807e1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:23.228247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:23.270288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] For port 456b99e6-725d-4a79-98f4-d516a939a258, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=456b99e6-725d-4a79-98f4-d516a939a258,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:23.270891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.271872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:23.272482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c24a4fd7-9be7-4ac3-9692-5fbd02b8a45c not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:23.272926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9cbbb196-bf9d-482b-ba53-613a4bd754e5 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:23.297891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Calling delete_port for 456b99e6-725d-4a79-98f4-d516a939a258 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:23.324716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] DHCP port deletion for a2d6e637-07c5-45cd-a088-dc63934c1f06 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:53:23.324716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 9cbbb196-bf9d-482b-ba53-613a4bd754e5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:23.324716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9cbbb196-bf9d-482b-ba53-613a4bd754e5 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:23.386099 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e35652b-e83e-4665-b717-de006feb2b92 x-openstack-request-id: req-3e35652b-e83e-4665-b717-de006feb2b92 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:23.386614 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:23.387469 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e35652b-e83e-4665-b717-de006feb2b92 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:23.388266 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8', 'status': 'completed', 'code': 200} Jul 08 01:53:23.455704 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ee2a9-2e2b-4b9e-ae8a-78a0864216ae x-openstack-request-id: req-887ee2a9-2e2b-4b9e-ae8a-78a0864216ae {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:23.456372 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1228465f-b170-4596-947c-d278274996e2", "name": "network-vif-plugged", "status": "completed", "tag": "a4f34902-5364-4fb4-93c3-7cc20c9807e1", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:23.456635 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-887ee2a9-2e2b-4b9e-ae8a-78a0864216ae {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:23.459876 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1228465f-b170-4596-947c-d278274996e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f34902-5364-4fb4-93c3-7cc20c9807e1', 'code': 200} Jul 08 01:53:23.469892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] Deleting port 456b99e6-725d-4a79-98f4-d516a939a258 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:23.470293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.512999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a485a-cf84-41ad-847e-5e479825dc80 req-a3afe482-fb9b-4e94-b907-e9d31588cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:23.516221 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a485a-cf84-41ad-847e-5e479825dc80 req-a3afe482-fb9b-4e94-b907-e9d31588cf6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1126 time: 0.1135569 Jul 08 01:53:23.642776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] For port 456b99e6-725d-4a79-98f4-d516a939a258, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=456b99e6-725d-4a79-98f4-d516a939a258,segment=NetworkSegment(60db6486-e9df-4f23-b7b4-5106fa0fa0b5),segment_id=60db6486-e9df-4f23-b7b4-5106fa0fa0b5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:23.643143 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.658955 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.665391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] Calling delete_port for 456b99e6-725d-4a79-98f4-d516a939a258 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:23.739891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Pushing event deleted for resources: {'Port': ['ID=456b99e6-725d-4a79-98f4-d516a939a258,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:23.758139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] No DVR routers for this DVR port 456b99e6-725d-4a79-98f4-d516a939a258 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:23.777110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650edd25-f09a-48db-92ca-e66606f150cd req-2226535c-7bc4-4f03-924d-3d95d3b5339f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:23.785269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-650edd25-f09a-48db-92ca-e66606f150cd req-2226535c-7bc4-4f03-924d-3d95d3b5339f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 950 time: 0.1340299 Jul 08 01:53:23.823458 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.841362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-650edd25-f09a-48db-92ca-e66606f150cd req-298442cc-af55-4935-b6c9-79cc2388e6e6 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Jul 08 01:53:23.890520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a485a-cf84-41ad-847e-5e479825dc80 req-9fd7898e-9c40-48c0-9df6-a43c8d663151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:23.897008 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a485a-cf84-41ad-847e-5e479825dc80 req-9fd7898e-9c40-48c0-9df6-a43c8d663151 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.3287261 Jul 08 01:53:23.900992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] Pushing event deleted for resources: {'Port': ['ID=456b99e6-725d-4a79-98f4-d516a939a258,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:23.922032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.934121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d6e637-07c5-45cd-a088-dc63934c1f06']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:23.943936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7933e870-398b-4a92-b89e-78c30b9fb8f3 None None] No DVR routers for this DVR port 456b99e6-725d-4a79-98f4-d516a939a258 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:23.948002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60db6486-e9df-4f23-b7b4-5106fa0fa0b5') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:23.948427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60db6486-e9df-4f23-b7b4-5106fa0fa0b5') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:23.966379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.985732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5898c3-c736-4aad-a3dd-83910a582856 req-de6c09d2-27a1-466e-a20f-b5fb3ef45e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:23.987915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac5898c3-c736-4aad-a3dd-83910a582856 req-de6c09d2-27a1-466e-a20f-b5fb3ef45e11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 1102 time: 0.4227314 Jul 08 01:53:23.988992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:24.000667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:53:24.001159 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:53:24.004085 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:53:24.053673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a485a-cf84-41ad-847e-5e479825dc80 req-bfab0042-ee50-4d0e-8bf5-c3b16dcc10b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8 HTTP/1.1" status: 200 len: 217 time: 0.1286986 Jul 08 01:53:24.115201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac5898c3-c736-4aad-a3dd-83910a582856 req-b4868314-5db0-4918-a4a3-3e1505ace974 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956552 Jul 08 01:53:24.129375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 366eff57-499d-4f49-96f5-4d42a329cb8f up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:24.192223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a485a-cf84-41ad-847e-5e479825dc80 req-bd0dd0a9-00c1-44cb-89f2-bf962b5526ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:24.193864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:24.194240 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a485a-cf84-41ad-847e-5e479825dc80 req-bd0dd0a9-00c1-44cb-89f2-bf962b5526ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0971303 Jul 08 01:53:24.203944 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:24.209348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58860) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:24.210270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a2d6e637-07c5-45cd-a088-dc63934c1f06 HTTP/1.1" status: 204 len: 168 time: 1.2532394 Jul 08 01:53:24.225775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148bcdb-7117-4768-a8a8-62ee03daa357 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d6e637-07c5-45cd-a088-dc63934c1f06,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:24.291219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 366eff57-499d-4f49-96f5-4d42a329cb8f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:24.296924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 366eff57-499d-4f49-96f5-4d42a329cb8f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:24.300675 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:24.332409 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a485a-cf84-41ad-847e-5e479825dc80 req-225daee6-1067-4f3f-a4ac-021974fbd7d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653911 Jul 08 01:53:24.469197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba192-de24-4f50-a4e1-175694685833 req-d68622c7-cc5c-4b7a-bbf3-3afac1966d2d tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:24.477263 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe7ba192-de24-4f50-a4e1-175694685833 req-d68622c7-cc5c-4b7a-bbf3-3afac1966d2d tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 945 time: 0.2091100 Jul 08 01:53:24.501594 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:24.586788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 366eff57-499d-4f49-96f5-4d42a329cb8f, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=366eff57-499d-4f49-96f5-4d42a329cb8f,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:24.596992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe7ba192-de24-4f50-a4e1-175694685833 req-b734191a-b1e9-4cdc-a1c0-d650e0f9e823 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188612 Jul 08 01:53:24.642342 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a485a-cf84-41ad-847e-5e479825dc80 req-a74cd35f-6aac-4f88-99f5-cac8142a083b service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617719 Jul 08 01:53:24.718304 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:24.849704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=366eff57-499d-4f49-96f5-4d42a329cb8f,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:25.194736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 456b99e6-725d-4a79-98f4-d516a939a258 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:25.236655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 456b99e6-725d-4a79-98f4-d516a939a258 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:25.237024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 456b99e6-725d-4a79-98f4-d516a939a258 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:25.337136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a485a-cf84-41ad-847e-5e479825dc80 req-390b5db1-d6b5-4d6c-906f-5fd951b70052 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827824 Jul 08 01:53:25.361091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbf891-38d8-4a9e-98b9-b375fedf8494 req-4d16c415-b223-4ba1-9d5e-20d2ac5b929e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:25.369108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ccbf891-38d8-4a9e-98b9-b375fedf8494 req-4d16c415-b223-4ba1-9d5e-20d2ac5b929e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.1976223 Jul 08 01:53:25.439282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ccbf891-38d8-4a9e-98b9-b375fedf8494 req-08e27c01-4752-45ed-bc72-b88e159430d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690367 Jul 08 01:53:25.461710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:25.466176 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b7f2ba-5fca-4908-bdb2-bba307fc5c3a" -d '{"events": [{"server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "name": "network-vif-plugged", "status": "completed", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:25.536283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:25.814211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abae0-c4d6-4d13-8cc0-b9cbdf37ab93 req-939ca597-e2b6-4548-a316-7debc1a0f795 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:25.815763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fd6abae0-c4d6-4d13-8cc0-b9cbdf37ab93 req-939ca597-e2b6-4548-a316-7debc1a0f795 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 950 time: 0.1170537 Jul 08 01:53:25.908342 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fd6abae0-c4d6-4d13-8cc0-b9cbdf37ab93 req-bc5d16fc-9d83-4659-8e40-b9878b50b43e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849204 Jul 08 01:53:26.004689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Deleting port b9f5f707-dd35-449c-9504-dc6758d89146 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:26.005255 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.158269 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7f7f18-9d28-427f-b9cf-7b257c3f6c78 x-openstack-request-id: req-6e7f7f18-9d28-427f-b9cf-7b257c3f6c78 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:26.158269 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "name": "network-vif-plugged", "status": "completed", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:26.158269 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e7f7f18-9d28-427f-b9cf-7b257c3f6c78 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:26.158269 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'code': 200} Jul 08 01:53:26.213565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] For port b9f5f707-dd35-449c-9504-dc6758d89146, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b9f5f707-dd35-449c-9504-dc6758d89146,segment=NetworkSegment(feaef821-d023-4a58-9cf6-eac6954e1138),segment_id=feaef821-d023-4a58-9cf6-eac6954e1138)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:26.215622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.241075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Calling delete_port for b9f5f707-dd35-449c-9504-dc6758d89146 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:26.360920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9090f-91ec-4a0b-8f80-20a329d79c8a req-a1ec951f-c3d1-496d-81a0-c878b3053df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:26.363921 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2f9090f-91ec-4a0b-8f80-20a329d79c8a req-a1ec951f-c3d1-496d-81a0-c878b3053df6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 1098 time: 0.0997515 Jul 08 01:53:26.422593 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2f9090f-91ec-4a0b-8f80-20a329d79c8a req-1bca2992-a545-4aff-ab58-b5f9933ff517 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493710 Jul 08 01:53:26.592925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917ae20-f188-46d5-b694-db5f75e62f64 req-858bd30f-98e2-4aeb-9be9-f2fd114a010b tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:26.595067 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9917ae20-f188-46d5-b694-db5f75e62f64 req-858bd30f-98e2-4aeb-9be9-f2fd114a010b tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 946 time: 0.1237421 Jul 08 01:53:26.682740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9917ae20-f188-46d5-b694-db5f75e62f64 req-9edea10a-8dbb-457e-8cb3-2cc03cd09ff1 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741982 Jul 08 01:53:27.450702 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.481918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f5f707-dd35-449c-9504-dc6758d89146,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:27.684984 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.861031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e8bb2-9256-4f4f-b144-fc398de3eb86 req-81fa23d8-bd0c-4b2a-98bf-dde2d6437e82 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:27.862650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a3e8bb2-9256-4f4f-b144-fc398de3eb86 req-81fa23d8-bd0c-4b2a-98bf-dde2d6437e82 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.1258957 Jul 08 01:53:27.983624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a3e8bb2-9256-4f4f-b144-fc398de3eb86 req-dc4eb620-6936-4ccf-8f4c-cd18e1c0163e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133199 Jul 08 01:53:28.063666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Router fb11649f-0775-4ab4-a186-46cbbaf44e3d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:28.244998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:28.251108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f5089463-8c3c-4313-9a6a-67f4d52bdf58 admin admin] 10.222.0.10 "PUT /v2.0/routers/fb11649f-0775-4ab4-a186-46cbbaf44e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0405846 Jul 08 01:53:28.253705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58896) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:28.261670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b969-68d4-4166-9627-14e9bda7dedd req-d85eb5ad-cf14-4fd4-b7ae-99ef26a741b2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:28.262339 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] Sync routers for ids ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:28.268715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2619b969-68d4-4166-9627-14e9bda7dedd req-d85eb5ad-cf14-4fd4-b7ae-99ef26a741b2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 950 time: 0.1446879 Jul 08 01:53:28.290648 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] Routers {'fb11649f-0775-4ab4-a186-46cbbaf44e3d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:28.301065 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:28.311619 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2619b969-68d4-4166-9627-14e9bda7dedd req-1b2bbc3d-9e9a-4a45-93ee-75796cf79142 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 Jul 08 01:53:28.463272 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] Set router fb11649f-0775-4ab4-a186-46cbbaf44e3d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:28.481611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.630972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.755604 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:53:26Z', 'revision_number': 5, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port': {'id': 'e78146ad-a55d-49a6-955c-90489b8f25de', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:51:14Z', 'updated_at': '2021-07-08T01:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:28.819355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Deleting port e78146ad-a55d-49a6-955c-90489b8f25de {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:28.819729 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.823367 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] Checking router: fb11649f-0775-4ab4-a186-46cbbaf44e3d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:28.862144 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] Routers {'fb11649f-0775-4ab4-a186-46cbbaf44e3d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:28.869203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28742320-38bc-496e-a4e3-ab1e2ca7398e req-594c20c5-854f-4f6c-a149-baa4bc289491 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:28.869747 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:28.877644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-28742320-38bc-496e-a4e3-ab1e2ca7398e req-594c20c5-854f-4f6c-a149-baa4bc289491 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 946 time: 0.1019080 Jul 08 01:53:28.959590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-28742320-38bc-496e-a4e3-ab1e2ca7398e req-66151b48-28fe-4279-bf4b-c4317b5a49b8 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808401 Jul 08 01:53:28.995828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] For port e78146ad-a55d-49a6-955c-90489b8f25de, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e78146ad-a55d-49a6-955c-90489b8f25de,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:29.000363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.034709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Calling delete_port for e78146ad-a55d-49a6-955c-90489b8f25de owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:29.046345 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] Set router fb11649f-0775-4ab4-a186-46cbbaf44e3d gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:29.174344 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:53:28Z', 'revision_number': 6, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:29.210517 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead7da9-9684-4d2a-8f19-3655fbce87f1 None None] The sync data for ids ['fb11649f-0775-4ab4-a186-46cbbaf44e3d'] in n-d-695189-13 is: [{'id': 'fb11649f-0775-4ab4-a186-46cbbaf44e3d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1957096050-router', 'tenant_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:12Z', 'updated_at': '2021-07-08T01:53:28Z', 'revision_number': 6, 'project_id': 'd9062d7d09c54e379bb2833b2d8090d9', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:29.307787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-d7b63a1d-f710-4fdd-844b-0abc73aaf448 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1039512 Jul 08 01:53:29.309832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33c0b-9325-4144-9841-66145af26eee req-a39a5468-cdd2-4857-a385-839f5ab8a3ec tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:29.316518 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5c33c0b-9325-4144-9841-66145af26eee req-a39a5468-cdd2-4857-a385-839f5ab8a3ec tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 1102 time: 0.1622932 Jul 08 01:53:29.391905 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5c33c0b-9325-4144-9841-66145af26eee req-34783e4f-f2ab-4a50-89a1-76ea7f2cd5c7 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Jul 08 01:53:29.528790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-c701c4aa-7e79-406f-82be-00e6cb90b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:29.530979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-c701c4aa-7e79-406f-82be-00e6cb90b4a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 1096 time: 0.1182463 Jul 08 01:53:29.646020 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.699331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Pushing event deleted for resources: {'Port': ['ID=e78146ad-a55d-49a6-955c-90489b8f25de,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:29.807474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-08c1d80b-f6bf-4e38-8d55-4c8366e689fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:29.812587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-08c1d80b-f6bf-4e38-8d55-4c8366e689fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.2342415 Jul 08 01:53:29.857125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.886886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-9afbd9fc-3cd4-440f-b9b4-f8f2fce931c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 200 len: 217 time: 0.0566292 Jul 08 01:53:29.978692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-17a3c5a6-2813-4b2a-9cec-7f06e8c4223d tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:29.987054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-17a3c5a6-2813-4b2a-9cec-7f06e8c4223d tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3984723 Jul 08 01:53:30.088155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-af949c6a-7e04-4391-9bb3-df1267b90bba tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0995986 Jul 08 01:53:30.095087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.095628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Request body: {'floatingip': {'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:30.101187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-7493a3d9-d0ce-46bf-b11f-038b7303b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:30.101375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.103575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-7493a3d9-d0ce-46bf-b11f-038b7303b096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.1916099 Jul 08 01:53:30.198213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.220606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-52693b69-ed06-415a-a7ed-cc237a24e5f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692406 Jul 08 01:53:30.250135 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.251043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb11649f-0775-4ab4-a186-46cbbaf44e3d {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:53:30.260324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.263876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-22fd82d4-5376-440b-91e6-24a5bd75d47f admin admin] 10.222.0.10 "DELETE /v2.0/routers/fb11649f-0775-4ab4-a186-46cbbaf44e3d HTTP/1.1" status: 204 len: 168 time: 2.0070169 Jul 08 01:53:30.264176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58920) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:30.384867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8e79f9-6e81-4831-8c77-7acd3d553032 admin admin] Deleting subnet aa4a2990-de72-444c-b002-d9a7174b559c {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:53:30.392275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d8e79f9-6e81-4831-8c77-7acd3d553032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.483706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d8e79f9-6e81-4831-8c77-7acd3d553032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.567236 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-c84a4750-60f8-40b3-bef5-da9a3b4bb36f service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066897 Jul 08 01:53:30.655486 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d8e79f9-6e81-4831-8c77-7acd3d553032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.733750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32878143-ad09-4aca-9ead-29b478ddbb26 req-e1de0d7f-4881-477e-981a-64db281e1c11 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413336 Jul 08 01:53:30.829442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d8e79f9-6e81-4831-8c77-7acd3d553032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.894975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e79f9-6e81-4831-8c77-7acd3d553032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4a2990-de72-444c-b002-d9a7174b559c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:30.905244 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d8e79f9-6e81-4831-8c77-7acd3d553032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.909869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24431427-2497-4382-a3dd-ee032fb0a112 None None] Network 8ccfe293-b2ab-4799-998a-328241eee87d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:30.910795 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8d8e79f9-6e81-4831-8c77-7acd3d553032 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/aa4a2990-de72-444c-b002-d9a7174b559c HTTP/1.1" status: 204 len: 168 time: 0.6454396 Jul 08 01:53:30.912092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58922) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:31.016065 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.202378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Deleting port 71c50136-9c7e-4142-a471-302e8cacb4c2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:31.202755 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.247408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e78146ad-a55d-49a6-955c-90489b8f25de no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:31.272484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e78146ad-a55d-49a6-955c-90489b8f25de {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:31.272789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e78146ad-a55d-49a6-955c-90489b8f25de not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:31.273175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b9f5f707-dd35-449c-9504-dc6758d89146 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:31.298159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b9f5f707-dd35-449c-9504-dc6758d89146 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:31.298511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b9f5f707-dd35-449c-9504-dc6758d89146 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:31.389221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.406133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] DHCP port deletion for 8ccfe293-b2ab-4799-998a-328241eee87d request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:53:31.437376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] For port 71c50136-9c7e-4142-a471-302e8cacb4c2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=71c50136-9c7e-4142-a471-302e8cacb4c2,segment=NetworkSegment(feaef821-d023-4a58-9cf6-eac6954e1138),segment_id=feaef821-d023-4a58-9cf6-eac6954e1138)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:31.437376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.452778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c584d-bca1-4183-ab91-9961f00d4356 req-dd8ae391-eb7a-46da-beac-0deaa2adb420 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.454447 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e04c584d-bca1-4183-ab91-9961f00d4356 req-dd8ae391-eb7a-46da-beac-0deaa2adb420 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.2491419 Jul 08 01:53:31.463579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] Deleting port 71c50136-9c7e-4142-a471-302e8cacb4c2 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:31.463579 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.485540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Calling delete_port for 71c50136-9c7e-4142-a471-302e8cacb4c2 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:31.591023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e04c584d-bca1-4183-ab91-9961f00d4356 req-bd1fb74f-28bf-4745-b52b-b2a60263dc76 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593345 Jul 08 01:53:31.591129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] For port 71c50136-9c7e-4142-a471-302e8cacb4c2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=71c50136-9c7e-4142-a471-302e8cacb4c2,segment=NetworkSegment(feaef821-d023-4a58-9cf6-eac6954e1138),segment_id=feaef821-d023-4a58-9cf6-eac6954e1138)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:31.591129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.591129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] Calling delete_port for 71c50136-9c7e-4142-a471-302e8cacb4c2 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:32.171076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.199014 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.213114 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.218931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] No DVR routers for this DVR port 71c50136-9c7e-4142-a471-302e8cacb4c2 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:32.306216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] No DVR routers for this DVR port 71c50136-9c7e-4142-a471-302e8cacb4c2 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:32.308100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c4780-7b8f-4592-883d-d3eb00a5381c None None] Pushing event deleted for resources: {'Port': ['ID=71c50136-9c7e-4142-a471-302e8cacb4c2,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:32.324608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c50136-9c7e-4142-a471-302e8cacb4c2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:32.357455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:32.435110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.459044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccfe293-b2ab-4799-998a-328241eee87d']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:32.481563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feaef821-d023-4a58-9cf6-eac6954e1138') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:32.481947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feaef821-d023-4a58-9cf6-eac6954e1138') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:32.504121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.520847 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Floating IP ff48980b-1dd1-4393-94a9-334b55586224 associated. External IP: 172.25.8.219, port: 35d94a24-3c93-4c90-a417-e55cd97b774c. Jul 08 01:53:32.530274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.537846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:53:32.537846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.560358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-acad5347-3489-4600-941c-68846102a480 service neutron] 10.222.0.32 "GET /v2.0/ports/45ebca6d-0e1b-48f5-9d87-d3fd259858c8/bindings/n-h1-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.1227903 Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:53:32.561407 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:53:32.568352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-7234db9a-02f6-486c-9432-3a4c0f7cc39d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277848 Jul 08 01:53:32.769003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c066c7bd-30d0-485a-ac33-aca922adb16e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:32.776090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c066c7bd-30d0-485a-ac33-aca922adb16e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067285 Jul 08 01:53:32.789417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-1a307ba2-3b79-4ee7-ab69-6b4f716f971e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/quotas/5ef55ac2dd1448cfa2fea1ee68678dae HTTP/1.1" status: 200 len: 375 time: 0.0118024 Jul 08 01:53:32.836449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.863157 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.865293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8ccfe293-b2ab-4799-998a-328241eee87d HTTP/1.1" status: 204 len: 168 time: 1.9521332 Jul 08 01:53:32.871309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957577d-3776-44ab-9d38-89def2809d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccfe293-b2ab-4799-998a-328241eee87d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:32.916304 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-54cd0021-d45f-4b73-bf5c-c93ae25d4243 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1208291 Jul 08 01:53:33.183967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:33.189681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 71c50136-9c7e-4142-a471-302e8cacb4c2 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:33.207029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:33.212377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 71c50136-9c7e-4142-a471-302e8cacb4c2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:33.213376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 71c50136-9c7e-4142-a471-302e8cacb4c2 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:33.245150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:33.249371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58966) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:33.417826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:33.438826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:33.447053 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-260e3a58-e627-483d-9e59-131a6643fbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:33.466894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:33.590707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:33.690800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-260e3a58-e627-483d-9e59-131a6643fbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:33.711910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a9d31c87-7799-42bb-b15d-01f6b4871c24 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4bc614008e340d981e4d9cfd7d5344c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697687 Jul 08 01:53:33.714499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58990) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:33.722970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:33.729170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:33.734631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:33.750671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:33.751291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:33.846501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-879c44cc-fc0c-416c-8a53-61e189d9ef90 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "PUT /v2.0/floatingips/ff48980b-1dd1-4393-94a9-334b55586224 HTTP/1.1" status: 200 len: 997 time: 3.7522256 Jul 08 01:53:33.854493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-260e3a58-e627-483d-9e59-131a6643fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:33.861529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:33.861529 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a454795-798c-408e-b6a4-a7ca449730b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:33.933570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] Transition to ACTIVE for port object 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:33.934345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e3a58-e627-483d-9e59-131a6643fbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cec432-c107-41ec-b07f-19b33e837f7a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:33.960257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-b32acf5a-98b9-451d-a6c0-9f628c51190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:33.970159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-b32acf5a-98b9-451d-a6c0-9f628c51190f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.1001060 Jul 08 01:53:33.970417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:34.031039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bd3822d-2b66-4f60-9fea-6776a88e13d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.037327 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-260e3a58-e627-483d-9e59-131a6643fbf2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=344c96364f6345f6b0424717027a3630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7858970 Jul 08 01:53:34.038754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.041277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58994) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:34.122843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bd3822d-2b66-4f60-9fea-6776a88e13d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.197307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5cc97-4358-42c9-87d3-c0c91b2a5785 req-a8d864c2-946f-4584-a573-31de8dd5a4f8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.198834 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23f5cc97-4358-42c9-87d3-c0c91b2a5785 req-a8d864c2-946f-4584-a573-31de8dd5a4f8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 943 time: 0.4187043 Jul 08 01:53:34.226654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] No DVR routers for this DVR port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:34.259227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] Pushing event updated for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:34.299758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-68f0b071-c80e-4e39-89e4-466adfc6b0da service neutron] 10.222.0.32 "PUT /v2.0/ports/45ebca6d-0e1b-48f5-9d87-d3fd259858c8/bindings/n-h1-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7194803 Jul 08 01:53:34.302382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-580587b3-e659-4b0d-bbe1-dd922ae92837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.309452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-580587b3-e659-4b0d-bbe1-dd922ae92837 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.3378463 Jul 08 01:53:34.338866 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23f5cc97-4358-42c9-87d3-c0c91b2a5785 req-2135f197-97f8-4b11-ad0a-2554064179ff tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126041 Jul 08 01:53:34.384604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff499296-3c46-47ae-9f52-23dd4f1970ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.385493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-7f26b41f-6a7a-4b2e-b618-b562145aa9b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 1000 time: 0.0748556 Jul 08 01:53:34.466322 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff499296-3c46-47ae-9f52-23dd4f1970ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.490374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-a7896c4d-5ba7-404b-9bb4-057c0b5fa3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.502810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-a7896c4d-5ba7-404b-9bb4-057c0b5fa3a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0940943 Jul 08 01:53:34.562334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-5a3169b1-1f99-42a8-8f31-bb34daff96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.564150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-5a3169b1-1f99-42a8-8f31-bb34daff96d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601871 Jul 08 01:53:34.579433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-58a34096-5088-48d9-8587-de68ad6f0246 req-44994954-4659-43bb-a563-bad1dcef67cc tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 210 time: 0.0474343 Jul 08 01:53:34.634671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-92debfa1-020d-423e-91d6-abaf345e6d15 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.636309 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-92debfa1-020d-423e-91d6-abaf345e6d15 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.1723585 Jul 08 01:53:34.655351 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b4fbdd-5f7c-49ae-8dba-f9afbadbf6c4 x-openstack-request-id: req-f5b4fbdd-5f7c-49ae-8dba-f9afbadbf6c4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:34.655893 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:34.656017 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5b4fbdd-5f7c-49ae-8dba-f9afbadbf6c4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:34.656336 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'status': 'completed', 'code': 200} Jul 08 01:53:34.681896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bd3822d-2b66-4f60-9fea-6776a88e13d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.684644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bd3822d-2b66-4f60-9fea-6776a88e13d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.685802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3bd3822d-2b66-4f60-9fea-6776a88e13d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79261513-8c2e-49d7-9a08-c105b7e09e7a HTTP/1.1" status: 204 len: 168 time: 0.9703078 Jul 08 01:53:34.722246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-976e5632-258e-4726-8aa3-2d5f04dfc37e service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473253 Jul 08 01:53:34.752827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff499296-3c46-47ae-9f52-23dd4f1970ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.761318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff499296-3c46-47ae-9f52-23dd4f1970ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.763992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ca:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:31Z', 'revision_number': 1, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:34.766348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ff499296-3c46-47ae-9f52-23dd4f1970ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7cec432-c107-41ec-b07f-19b33e837f7a HTTP/1.1" status: 204 len: 168 time: 0.7198799 Jul 08 01:53:34.766348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3822d-2b66-4f60-9fea-6776a88e13d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79261513-8c2e-49d7-9a08-c105b7e09e7a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:34.803362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff499296-3c46-47ae-9f52-23dd4f1970ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cec432-c107-41ec-b07f-19b33e837f7a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:34.924259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:34.931224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-3002c10b-18ea-41b1-8c8d-6efb3c6cb87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.932891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-3002c10b-18ea-41b1-8c8d-6efb3c6cb87a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d HTTP/1.1" status: 200 len: 1096 time: 0.2871947 Jul 08 01:53:34.965984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:34.966981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:34.992095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-407db601-322a-4b08-b605-afaa3d0d8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.994152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-407db601-322a-4b08-b605-afaa3d0d8ebe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.2678258 Jul 08 01:53:34.997175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58f0ce86-d07d-4336-b784-248a2642b3d2 req-34509d41-1f5b-4529-81e6-24f8834aa5c1 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277453 Jul 08 01:53:35.066817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-ae980070-ce6d-4d36-8202-3c0b59b57642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.075112 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-ae980070-ce6d-4d36-8202-3c0b59b57642 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1096 time: 0.1098354 Jul 08 01:53:35.145179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:35.158505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-71239531-493a-4b04-9694-2d3ab88623f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.163432 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-71239531-493a-4b04-9694-2d3ab88623f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1492538 Jul 08 01:53:35.237330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-2f745ba1-6ea2-46a2-a5ee-9f46588177b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.239822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-2f745ba1-6ea2-46a2-a5ee-9f46588177b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1562049 Jul 08 01:53:35.295878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-90a017ea-c01d-4d5d-b32b-d012541299da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 1000 time: 0.1090276 Jul 08 01:53:35.314606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-c7020fff-58c5-476c-b6bd-d1f8d57b0578 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8 HTTP/1.1" status: 200 len: 217 time: 0.0639801 Jul 08 01:53:35.418001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-f03b6267-052e-4416-b621-f3ceeb6a4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.429496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-f03b6267-052e-4416-b621-f3ceeb6a4948 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.1012921 Jul 08 01:53:35.476299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-c8030425-609d-4b61-8b6c-1fd786f02053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.479518 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-c8030425-609d-4b61-8b6c-1fd786f02053 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.1141670 Jul 08 01:53:35.501997 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-b849feae-994f-45f8-8c55-0f256d2f9740 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685041 Jul 08 01:53:35.532626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-feebfb10-7aef-4fec-bf53-598bcbc3adfe tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.540275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-feebfb10-7aef-4fec-bf53-598bcbc3adfe tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2281282 Jul 08 01:53:35.577450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ca:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:31Z', 'revision_number': 1, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:35.623856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-f6831829-21f6-419e-8d3c-9bf04888619e tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1000 time: 0.0823431 Jul 08 01:53:35.667175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-a16c4d6a-a7fd-40cb-bd20-ac7298fe5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.668040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Request body: {'floatingip': {'port_id': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:35.676487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-a16c4d6a-a7fd-40cb-bd20-ac7298fe5b9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662121 Jul 08 01:53:35.694989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf4192-39e3-48c9-8040-c07691efb958 None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ca:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:31Z', 'revision_number': 1, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:35.769532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:35.772004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e2145-deaa-4ec2-9b3b-f259fe425838 req-02bccc46-7385-4fe8-b25b-76b16cc09282 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.773645 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-931e2145-deaa-4ec2-9b3b-f259fe425838 req-02bccc46-7385-4fe8-b25b-76b16cc09282 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 944 time: 0.1110740 Jul 08 01:53:35.866229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-9024a669-e8da-4417-867d-ad8a3c90df89 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413904 Jul 08 01:53:35.888100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-931e2145-deaa-4ec2-9b3b-f259fe425838 req-845d1405-70f0-4a0c-ae3d-8c2f3014089a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946965 Jul 08 01:53:36.063231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:36.145491 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d238639-afda-4fc2-8a6b-914e39a94291 None None] New status for floating IP ff48980b-1dd1-4393-94a9-334b55586224: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:53:36.159045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-d525375f-62ba-4d08-b758-a07d5953f73c service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042173 Jul 08 01:53:36.171504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a7527c0-db21-4ebc-a4d6-17284e36004b req-1be88fab-30c2-4f7c-862a-bc2c723c241c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 210 time: 0.0802250 Jul 08 01:53:36.268353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d683a5c5-e0dd-4d76-904b-dbd689f4fa8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9062d7d09c54e379bb2833b2d8090d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038474 Jul 08 01:53:36.298232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:36.439415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a454795-798c-408e-b6a4-a7ca449730b9 req-b9919c72-feb9-4844-87b0-3469637ea679 service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413485 Jul 08 01:53:36.440603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.498793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.631293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-8a6f2467-cf88-47e0-b78e-e020c00cefeb service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7502363 Jul 08 01:53:36.743220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.745822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.755165 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a1d995c-2708-4eb6-bee9-d801a2477676 HTTP/1.1" status: 204 len: 168 time: 0.4478636 Jul 08 01:53:36.772991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d995c-2708-4eb6-bee9-d801a2477676,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:36.789396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.792806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.792806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.792806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.792806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.792806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.792806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.793378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.793657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.794160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.794660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.795151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5779f57b-bac1-45dd-b969-7ec9bcf7a46b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:36.871776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b829-d009-46f2-944c-b7dc33a7dc41 req-15209f30-1b11-45d5-b82b-ad4f7e286312 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:36.875790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5190b829-d009-46f2-944c-b7dc33a7dc41 req-15209f30-1b11-45d5-b82b-ad4f7e286312 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 949 time: 0.2399428 Jul 08 01:53:36.960308 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5190b829-d009-46f2-944c-b7dc33a7dc41 req-11cddae4-622a-48a1-be7c-c73eda14fc32 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781307 Jul 08 01:53:37.019165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:53:37.019630 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:53:37.191328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a42011ec-1d60-4464-8624-aa6186a42f87 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382280 Jul 08 01:53:37.249374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-517797bf-ff2d-488c-ac20-75242e83aa0f tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:37.251207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-517797bf-ff2d-488c-ac20-75242e83aa0f tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.1079068 Jul 08 01:53:37.336352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-13d24460-7d6d-4884-b865-2025ac154b8c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:37.349906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-13d24460-7d6d-4884-b865-2025ac154b8c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481152 Jul 08 01:53:37.381385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Request body: {'port': {'device_id': '9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5ef55ac2dd1448cfa2fea1ee68678dae'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:37.521093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.604759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-45547626-85f7-4414-bfb4-516b24f04cd5 service neutron] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:37.609493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-45547626-85f7-4414-bfb4-516b24f04cd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.610629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27135ea1-4726-4cf4-8b66-6f24234e4f24 req-45547626-85f7-4414-bfb4-516b24f04cd5 service neutron] 10.222.0.18 "DELETE /v2.0/ports/45ebca6d-0e1b-48f5-9d87-d3fd259858c8/bindings/n-h2-695189-13 HTTP/1.1" status: 204 len: 173 time: 0.3416038 Jul 08 01:53:37.619941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe7177-e546-49d3-a6de-e10c3267fb2d req-482d8d19-4445-47e6-9ecc-fdf72e86c613 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:37.622281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-76fe7177-e546-49d3-a6de-e10c3267fb2d req-482d8d19-4445-47e6-9ecc-fdf72e86c613 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 944 time: 0.0713995 Jul 08 01:53:37.671578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Made reservation on behalf of 5ef55ac2dd1448cfa2fea1ee68678dae for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:37.675572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.696067 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-76fe7177-e546-49d3-a6de-e10c3267fb2d req-cf5da6fe-f59a-4139-a1c9-5c0c1bc46251 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587454 Jul 08 01:53:37.892556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Allocated IP 192.168.233.180 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/8f82270d-17fb-4ec3-99c9-1583d62eb7d5) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:38.079998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.094644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Transition to ACTIVE for port object 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:38.227965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59142) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:38.250842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.263935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', '4f581e44-46d4-4a0f-b6db-c839e6b431ce'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:38.275517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.290347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9421b8c5-5f19-475c-834d-ca94c0e809a7', 'a4f34902-5364-4fb4-93c3-7cc20c9807e1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:38.305836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:38.309389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:38.312043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:38.373204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'Port': ['ID=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:38.393055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1435281927-network', 'tenant_id': '8cad025aabef4482a3559f97e2594892'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:38.396786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:38.408161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:38.408814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.422343 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.569435 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Floating IP ff48980b-1dd1-4393-94a9-334b55586224 associated. External IP: 172.25.8.219, port: 35d94a24-3c93-4c90-a417-e55cd97b774c. Jul 08 01:53:38.590951 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.606042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Made reservation on behalf of 8cad025aabef4482a3559f97e2594892 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:38.608960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.621430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.698864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:38.701202 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb1a06f-45d1-4336-a2dc-5d4d80d60bb2" -d '{"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-unplugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:38.721007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:38.726070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288819ab-1fde-40ee-b7b0-3342b2f7f0b4 req-9d4ec0b9-e90b-4681-9951-72c0db3ec7d1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:38.733478 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-288819ab-1fde-40ee-b7b0-3342b2f7f0b4 req-9d4ec0b9-e90b-4681-9951-72c0db3ec7d1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 936 time: 0.0829849 Jul 08 01:53:38.781216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-288819ab-1fde-40ee-b7b0-3342b2f7f0b4 req-cab3cba4-afb7-48e3-bc17-f195bc300f41 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465031 Jul 08 01:53:38.824646 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a9ff7ee2-9a58-41ab-a73d-dad07535401c tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4493694 Jul 08 01:53:38.852244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Request body: {'port': {'device_id': '9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:38.878108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:38.882514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3b4fa89f-e717-41d9-98b1-55d5a85141c3 None None] Provisioning for port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:38.897770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3b4fa89f-e717-41d9-98b1-55d5a85141c3 None None] Provisioning complete for port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:38.898209 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa89f-e717-41d9-98b1-55d5a85141c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.907250 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.958867 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.971219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.028417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fa89f-e717-41d9-98b1-55d5a85141c3 None None] Port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:53:39.072237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:39.088560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:39.092783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:39.135190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:39.135946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:39.152301 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.170804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:53:39.187175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.187844 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Added segment a655f580-7c0c-4d98-a015-ba5d2fa89308 of type vlan for network f25b3545-137a-4432-9878-70106c12cb06 Jul 08 01:53:39.239831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.241729 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:53:39.333152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:39.365615 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e09523e-f335-41e8-bffd-0b5092646a31 x-openstack-request-id: req-4e09523e-f335-41e8-bffd-0b5092646a31 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:39.366004 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-unplugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:39.366276 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e09523e-f335-41e8-bffd-0b5092646a31 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:39.366649 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'code': 200} Jul 08 01:53:39.393494 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.394579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:39.395875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.407670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:39.495632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaa6435-b566-4170-bb50-7d988090c492,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:39.541718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f25b3545-137a-4432-9878-70106c12cb06,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:39.560218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f25b3545-137a-4432-9878-70106c12cb06 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:53:39.572618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:39.578701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.587370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-90fb9246-72fc-42e3-afc0-091d68eac6f7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3578610 Jul 08 01:53:39.589549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:39.600296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59166) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:39.604325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Request body: {'subnet': {'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1435281927-subnet', 'tenant_id': '8cad025aabef4482a3559f97e2594892', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:39.611582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.635521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Transition to ACTIVE for port object 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:39.639121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f208d-1653-40bf-a42e-d3f0888e9300 req-61f6a4a7-5531-46eb-a5f5-d73f9d9cee67 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:39.646623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:39.652155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-966f208d-1653-40bf-a42e-d3f0888e9300 req-61f6a4a7-5531-46eb-a5f5-d73f9d9cee67 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1096 time: 0.1726680 Jul 08 01:53:39.652562 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:39.688600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-966f208d-1653-40bf-a42e-d3f0888e9300 req-72faaafc-af3a-4489-a9e1-6e362ca52d33 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Jul 08 01:53:39.696725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.712911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-b7b9d80a-fd29-4bf8-bd5a-c722b3bf2dad tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "PUT /v2.0/floatingips/ff48980b-1dd1-4393-94a9-334b55586224 HTTP/1.1" status: 200 len: 999 time: 4.0846894 Jul 08 01:53:39.761752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Made reservation on behalf of 8cad025aabef4482a3559f97e2594892 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:39.764890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:39.811712 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2567124-5ea1-4275-b002-71e753119033 x-openstack-request-id: req-b2567124-5ea1-4275-b002-71e753119033 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:39.812046 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:39.812258 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2567124-5ea1-4275-b002-71e753119033 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:39.812659 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'status': 'completed', 'code': 200} Jul 08 01:53:39.870211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Pushing event updated for resources: {'Port': ['ID=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:39.891151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-c5e74b9d-dba0-40f8-a8cb-e0fc3c41d784 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:39.897568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-c5e74b9d-dba0-40f8-a8cb-e0fc3c41d784 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports/35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 943 time: 0.1714587 Jul 08 01:53:39.962722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ce:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:38Z', 'revision_number': 3, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:40.010926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Attempting to bind port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:40.011528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Attempting to bind port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:40.011807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Attempting to bind port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:40.014172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:40.029632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:40.030288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:40.044707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:40.045028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Attempting to bind port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:40.060956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:40.061197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:40.061602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:40.062057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Bound port: 8f82270d-17fb-4ec3-99c9-1583d62eb7d5, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:40.062423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:40.162977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:40.163569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13421489-328f-4234-9843-0d17641d8406 req-a67704f0-99c9-437e-ba0e-82b65bc21d32 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.165325 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13421489-328f-4234-9843-0d17641d8406 req-a67704f0-99c9-437e-ba0e-82b65bc21d32 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 1096 time: 0.1676600 Jul 08 01:53:40.237891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] For port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:40.272131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] For port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:40.278877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13421489-328f-4234-9843-0d17641d8406 req-29fb5bfd-b0f1-4df6-971c-54d4bb205ff2 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075969 Jul 08 01:53:40.343321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-e168b434-ba1e-4f59-ad0b-f9e91c82a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.344882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-e168b434-ba1e-4f59-ad0b-f9e91c82a187 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.4912333 Jul 08 01:53:40.348576 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-a1811a8d-4337-454e-8bdc-431ebb1ca4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.350035 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-a1811a8d-4337-454e-8bdc-431ebb1ca4b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.0932605 Jul 08 01:53:40.400903 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:40.472015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5160627-7a1a-4ec0-a862-0fabc5aebbc7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:40.477795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:40.488424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ce:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:38Z', 'revision_number': 3, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:40.520839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8564b-1ae4-4d49-9048-5d203e0c71ea None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ce:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:38Z', 'revision_number': 3, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:40.528369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-df839a5a-091e-4249-a54f-a3163fd732a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.529999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-df839a5a-091e-4249-a54f-a3163fd732a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1742511 Jul 08 01:53:40.531389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-84a9ce42-913d-44d2-a58b-0651f29f78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.532735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-84a9ce42-913d-44d2-a58b-0651f29f78cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1692140 Jul 08 01:53:40.542175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Checking segment: {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:40.542613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Network hostable DHCP agents. Network: f25b3545-137a-4432-9878-70106c12cb06, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:53:40.550893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.552197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:40.553650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] 10.222.0.32 "PUT /v2.0/ports/8f82270d-17fb-4ec3-99c9-1583d62eb7d5 HTTP/1.1" status: 200 len: 1097 time: 1.7080016 Jul 08 01:53:40.559275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0', 'tag': '8f82270d-17fb-4ec3-99c9-1583d62eb7d5'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:40.561495 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4de345-ef6f-405d-9493-cfa8602fe615" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0", "tag": "8f82270d-17fb-4ec3-99c9-1583d62eb7d5"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:40.599960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385ebfd-ca96-4682-b6a9-a050a21f5f6c service neutron] Pushing event updated for resources: {'Port': ['ID=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:40.622944 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-3eaf7956-f3d9-4ccd-8ff2-107bf7269640 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 217 time: 0.0409038 Jul 08 01:53:40.630278 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-c88d9a1c-6fd6-43c8-ad30-79b20308d2a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 217 time: 0.0933549 Jul 08 01:53:40.635320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acc157-76e1-406d-ad59-8b1aa161ab12 req-8f93128a-368e-44e9-815b-2c6fa25636f0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.637239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-25acc157-76e1-406d-ad59-8b1aa161ab12 req-8f93128a-368e-44e9-815b-2c6fa25636f0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 948 time: 0.1770627 Jul 08 01:53:40.687897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-25acc157-76e1-406d-ad59-8b1aa161ab12 req-cfc23c60-df7c-49dd-a2b0-46d6a23af3e6 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Jul 08 01:53:40.705159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Network f25b3545-137a-4432-9878-70106c12cb06 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:53:40.724479 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-2ccefb00-fa93-4948-bdc0-ff23cff3986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.726261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-2ccefb00-fa93-4948-bdc0-ff23cff3986e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0866940 Jul 08 01:53:40.727961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-d567c99e-3f0c-4b81-b86c-c865c50440e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.736068 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-d567c99e-3f0c-4b81-b86c-c865c50440e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.1047940 Jul 08 01:53:40.803459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-116d8952-231e-4546-9edf-9948ffbed672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.805034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-116d8952-231e-4546-9edf-9948ffbed672 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 1100 time: 0.0719955 Jul 08 01:53:40.836692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-2277a3cc-26c5-484b-b445-fcde0422caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.844960 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce7ffd-0307-4f2b-80ef-cd7087613bb1 None None] New status for floating IP ff48980b-1dd1-4393-94a9-334b55586224: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:53:40.845433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-2277a3cc-26c5-484b-b445-fcde0422caf4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080306 Jul 08 01:53:40.869489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f25b3545-137a-4432-9878-70106c12cb06) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:40.872227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-660a66e2-eda5-47af-8c5d-316ec298aabd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8f82270d-17fb-4ec3-99c9-1583d62eb7d5 HTTP/1.1" status: 200 len: 217 time: 0.0571322 Jul 08 01:53:40.882101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.882101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:40.882955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e1a08-bcda-4010-a858-4f4552d050cc None None] Network f25b3545-137a-4432-9878-70106c12cb06 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:40.908858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-8779de56-a241-4b08-89dd-ca5a53cffb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.910633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-8779de56-a241-4b08-89dd-ca5a53cffb10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1652846 Jul 08 01:53:40.981106 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-a1e400af-f34a-48d5-a4a9-e0cd67edd001 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347122 Jul 08 01:53:41.013653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a5476c9d-f9f4-4c14-ab65-0c1402a777e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.016282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-a5476c9d-f9f4-4c14-ab65-0c1402a777e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1250811 Jul 08 01:53:41.144555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-96985b10-471f-4948-8010-ac895be28641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.151692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-96985b10-471f-4948-8010-ac895be28641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153376 Jul 08 01:53:41.154660 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c95d65ae-36a7-4d0b-83c1-b19c20173a83 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5545881 Jul 08 01:53:41.155597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3300b3-e9e6-40a4-86c6-4a19ac500987 None None] Network f25b3545-137a-4432-9878-70106c12cb06 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:41.180758 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-fa4de94f-15d4-4d61-85b9-b355600ed0b9 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986673 Jul 08 01:53:41.203313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-a7b12731-bd1d-4e82-949a-16f28e8bf900 service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114842 Jul 08 01:53:41.343728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-63f1aec9-ecf5-4215-a223-36ab82be6bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720119 Jul 08 01:53:41.418003 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23c78a26-26bb-40de-8472-9fd0cbfaa4f4 req-571ebf8a-8a76-4bc4-a201-d3ce086d4285 service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958592 Jul 08 01:53:41.421352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:41.432322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:41.432943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:41.448844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-3055d697-ae09-4e93-8fe5-46b84d0f2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.461611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-3055d697-ae09-4e93-8fe5-46b84d0f2c17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 1098 time: 0.1294491 Jul 08 01:53:41.496309 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e98a38f9-67fc-4cc1-8bb4-60822624fc81 req-83aa6095-17d6-4e0d-a9b1-dafac5354efe service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375101 Jul 08 01:53:41.559541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:41.563551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-3973cec3-14e1-4ff6-89f0-5eb105350e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.565786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-3973cec3-14e1-4ff6-89f0-5eb105350e8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1093745 Jul 08 01:53:41.581838 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6f9c56-4ce7-422a-b08e-0b86de2bb746 x-openstack-request-id: req-ea6f9c56-4ce7-422a-b08e-0b86de2bb746 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:41.593592 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0", "tag": "8f82270d-17fb-4ec3-99c9-1583d62eb7d5", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:41.593592 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea6f9c56-4ce7-422a-b08e-0b86de2bb746 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:41.593592 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0', 'tag': '8f82270d-17fb-4ec3-99c9-1583d62eb7d5', 'status': 'completed', 'code': 200} Jul 08 01:53:41.646103 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-3379506d-0f1a-4ec4-880a-c1520b1e0dfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 1002 time: 0.0720644 Jul 08 01:53:41.657200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:41.709478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-f5a17d2c-55fc-4adf-8947-4a07496b8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.714817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-f5a17d2c-55fc-4adf-8947-4a07496b8d66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0600617 Jul 08 01:53:41.814444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:41.818915 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:41.834710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-6f55c5c6-a574-45a0-9f64-b10718f077cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.837540 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-6f55c5c6-a574-45a0-9f64-b10718f077cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112909 Jul 08 01:53:41.838471 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec66e2b8-e25b-403d-ad1e-7d094aa0102d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:41.924841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-dc321a70-d54b-4517-a639-a15a8929cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.927002 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-dc321a70-d54b-4517-a639-a15a8929cec9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 1100 time: 0.1641088 Jul 08 01:53:41.941374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ce:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:40Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:41.958897 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-a53fdb01-c247-42e8-b600-20c2a7a59291 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135256 Jul 08 01:53:41.970741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:41.980650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:41.981267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:42.022409 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f2ae30be-8104-4d8d-8852-ae91a1931654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.061099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c6a35f-fd6f-4a5f-9f4f-061b80977768 req-17af4639-647f-4978-8a23-a315ce22b168 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951114 Jul 08 01:53:42.101489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:42.331893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcb0d1-2932-4079-b6c7-1d015f4c8cca req-f41a906b-d251-47af-98e1-365e2f0414ac tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:42.334259 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29dcb0d1-2932-4079-b6c7-1d015f4c8cca req-f41a906b-d251-47af-98e1-365e2f0414ac tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 948 time: 0.0755105 Jul 08 01:53:42.366131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ce:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:40Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:42.381538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29dcb0d1-2932-4079-b6c7-1d015f4c8cca req-48fee74a-8ceb-45a2-b061-bc2c5137d0ac tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Jul 08 01:53:42.403129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a42d2b17-226a-4391-aa28-9c9dba7a5bc5 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:42.415490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d31c3e-d871-4c8d-a91e-13bad800365a None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ce:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:40Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:42.459184 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ff867b-92bb-4fe0-9cf4-61c67c4b233d x-openstack-request-id: req-82ff867b-92bb-4fe0-9cf4-61c67c4b233d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:42.459696 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:42.459978 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82ff867b-92bb-4fe0-9cf4-61c67c4b233d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:42.460656 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'status': 'completed', 'code': 200} Jul 08 01:53:42.523708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec66e2b8-e25b-403d-ad1e-7d094aa0102d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.533633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-ac428b60-9111-4087-b183-f593816f798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:42.535190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-ac428b60-9111-4087-b183-f593816f798b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.5900545 Jul 08 01:53:42.555769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:42.574444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'mac_address': 'fa:16:3e:49:2e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:42.611624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-e2c6678e-1d55-4b24-be00-4ebf04ecabb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8f82270d-17fb-4ec3-99c9-1583d62eb7d5 HTTP/1.1" status: 200 len: 217 time: 0.0518513 Jul 08 01:53:42.626879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-1c7cfb1c-3a02-4988-8afc-c5cab157b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:42.632174 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-1c7cfb1c-3a02-4988-8afc-c5cab157b09a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 1098 time: 0.1504664 Jul 08 01:53:42.640074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-a03f76af-094e-488c-9510-7c518c023bcd tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:42.642401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-a03f76af-094e-488c-9510-7c518c023bcd tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 822 time: 0.6788032 Jul 08 01:53:42.642693 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.683939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a42d2b17-226a-4391-aa28-9c9dba7a5bc5 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:42.724023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:42.726129 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec66e2b8-e25b-403d-ad1e-7d094aa0102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.754052 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-46d13aea-601a-430f-99f1-3809f790f890 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/quotas/8cad025aabef4482a3559f97e2594892 HTTP/1.1" status: 200 len: 375 time: 0.0940607 Jul 08 01:53:42.810373 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.829596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-e6335d59-5266-432f-984d-2df5c88cc258 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739620 Jul 08 01:53:42.843459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-c8cb4f9b-7ab5-4b72-89da-895d1041a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:42.844911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-c8cb4f9b-7ab5-4b72-89da-895d1041a86e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1998112 Jul 08 01:53:42.849007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-57a62592-d753-4f1b-b9d8-571bf3f80397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:42.850605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-57a62592-d753-4f1b-b9d8-571bf3f80397 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.2132175 Jul 08 01:53:42.855667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ec66e2b8-e25b-403d-ad1e-7d094aa0102d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d88835ce47d426f860e2e3c5843fa74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1973777 Jul 08 01:53:42.858415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59256) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:42.866259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66e2b8-e25b-403d-ad1e-7d094aa0102d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7482b2da-9a98-40c3-90b1-489729676f20,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:42.912098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:42.938457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd5749aa-b8c9-4a17-8278-66302bbb8855 req-4a29fa78-7914-403d-bc98-f7b721a88fea tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1002 time: 0.1534767 Jul 08 01:53:42.992900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-e4db0c80-4f77-4bdb-90c0-09126ec0c9cc service neutron] 10.222.0.10 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522586 Jul 08 01:53:43.000692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-4785f272-3792-4171-8601-3eb6bac54dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.002418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-4785f272-3792-4171-8601-3eb6bac54dda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1333115 Jul 08 01:53:43.017651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-3e81e3f8-0a22-44bd-994d-9330e508c572 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 1002 time: 0.1508467 Jul 08 01:53:43.037402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5749aa-b8c9-4a17-8278-66302bbb8855 req-b3b8a283-1bc7-4e86-8ce6-c19f0c54f011 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.038971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd5749aa-b8c9-4a17-8278-66302bbb8855 req-b3b8a283-1bc7-4e86-8ce6-c19f0c54f011 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports/366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 943 time: 0.0906963 Jul 08 01:53:43.050845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfeca2df-928c-48f6-8066-30d321b2d0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.076563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a42d2b17-226a-4391-aa28-9c9dba7a5bc5'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:43.105844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfeca2df-928c-48f6-8066-30d321b2d0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.130213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-a4b6e192-23a1-4e25-912d-c68893a0c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.131884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-a4b6e192-23a1-4e25-912d-c68893a0c7d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0919445 Jul 08 01:53:43.173361 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-e11dd871-f79e-485e-89bb-0e584f5c886e service neutron] 10.222.0.10 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696486 Jul 08 01:53:43.190271 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-646b9ff2-30a2-4511-90ab-62f73bcf7045 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673098 Jul 08 01:53:43.333999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-55c6d9df-f118-4a0d-821e-fe8facf9e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.335737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-55c6d9df-f118-4a0d-821e-fe8facf9e941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1894712 Jul 08 01:53:43.339162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd5749aa-b8c9-4a17-8278-66302bbb8855 req-48a013cb-2d7c-402f-8f53-e09934aa6d06 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1002 time: 0.1440122 Jul 08 01:53:43.352159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb4de345-ef6f-405d-9493-cfa8602fe615 req-23aea481-0ac8-4c5e-a682-03818255dbf7 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512980 Jul 08 01:53:43.440739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfeca2df-928c-48f6-8066-30d321b2d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.443836 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfeca2df-928c-48f6-8066-30d321b2d0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.447313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cfeca2df-928c-48f6-8066-30d321b2d0dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7482b2da-9a98-40c3-90b1-489729676f20 HTTP/1.1" status: 204 len: 168 time: 0.5854063 Jul 08 01:53:43.470506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeca2df-928c-48f6-8066-30d321b2d0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7482b2da-9a98-40c3-90b1-489729676f20,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:43.571222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5749aa-b8c9-4a17-8278-66302bbb8855 req-6748746d-3b24-4d30-90eb-6d377b2def48 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.573744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd5749aa-b8c9-4a17-8278-66302bbb8855 req-6748746d-3b24-4d30-90eb-6d377b2def48 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.2283092 Jul 08 01:53:43.576026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-0dbe102f-30b6-4cb5-a3c2-6c26ab87f578 service neutron] 10.222.0.18 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179203 Jul 08 01:53:43.671683 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70da4d1d-9c9c-4110-96cc-0244582806ca req-24ba0431-53ac-4d5c-80be-4f55ed16f11a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 210 time: 0.0389819 Jul 08 01:53:43.737013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b04cb5-7b5b-45e2-85ad-68cbb10c91a4 req-3c04cbf4-ff9b-4074-b444-786895f7e02f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.738267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99b04cb5-7b5b-45e2-85ad-68cbb10c91a4 req-3c04cbf4-ff9b-4074-b444-786895f7e02f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 948 time: 0.1071346 Jul 08 01:53:43.794715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99b04cb5-7b5b-45e2-85ad-68cbb10c91a4 req-433de3d9-7f82-4c6f-9f45-0ab7651ac0a7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495818 Jul 08 01:53:43.818693 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-9ec04e80-955c-4261-8f71-ec2d6fde0c73 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1002 time: 0.1087465 Jul 08 01:53:43.821652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc85b8fb-a4e2-460f-ac42-14f31cc9cbe7 req-ec3cdfbd-641f-431a-b2ff-4551c69544b6 service neutron] 10.222.0.18 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367537 Jul 08 01:53:43.897246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-e6b1a92f-6d5e-48c0-9b8b-f14f964e9d9f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.898603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-e6b1a92f-6d5e-48c0-9b8b-f14f964e9d9f tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports/366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 943 time: 0.0717347 Jul 08 01:53:44.069978 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-4d5519ed-cfd7-4ae0-97dc-ce4a8994a6e8 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1002 time: 0.0688286 Jul 08 01:53:44.177095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-08b78194-a756-4a3a-8333-9f7aa4e18ed9 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:44.178443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-08b78194-a756-4a3a-8333-9f7aa4e18ed9 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1030648 Jul 08 01:53:44.253600 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-eca194b8-cc9a-4d34-ab26-ef369506f07a tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1002 time: 0.0682623 Jul 08 01:53:44.274599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:44.313192 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c12ae139-38c0-4c26-804d-8c0e6aabe207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.349130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.408045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:44.524646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a42d2b17-226a-4391-aa28-9c9dba7a5bc5 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:44.528403 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.573823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:44.600642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '8f82270d-17fb-4ec3-99c9-1583d62eb7d5', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '8f82270d-17fb-4ec3-99c9-1583d62eb7d5', 'mac_address': 'fa:16:3e:ff:cd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:44.628029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:44.628533 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.628910 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.629650 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Floating IP ff48980b-1dd1-4393-94a9-334b55586224 disassociated. External IP: 172.25.8.219, port: 366eff57-499d-4f49-96f5-4d42a329cb8f. Jul 08 01:53:44.784041 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.809227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:44.890208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:44.903455 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.907981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e6f9c9a-4445-4f76-97d2-af56a8a1b850 req-5f51a4fe-dfe3-4e92-a948-5bd55f2a9708 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 210 time: 0.1283257 Jul 08 01:53:44.916049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59324) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:44.920884 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.971193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:44.986731 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812a003a-982f-45f5-b628-7064ddbc429c" -d '{"events": [{"server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "name": "network-vif-plugged", "status": "completed", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:45.016695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:45.050433 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.133599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:45.144317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-873974105-network', 'tenant_id': 'c7dace23907e4816b7ecfb7beb123a70'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:45.155816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e107dff-d956-4900-ac3f-850d1b4c8ebe req-3393d853-90d2-4f10-803b-fd7d3f7e4242 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:45.157450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e107dff-d956-4900-ac3f-850d1b4c8ebe req-3393d853-90d2-4f10-803b-fd7d3f7e4242 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 949 time: 0.0944841 Jul 08 01:53:45.177422 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.244929 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e107dff-d956-4900-ac3f-850d1b4c8ebe req-d4729b17-f564-4cf3-8df6-eeba16296dc4 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757248 Jul 08 01:53:45.252886 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:45.324968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Made reservation on behalf of c7dace23907e4816b7ecfb7beb123a70 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:45.330285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.355942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.417971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:45.471399 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4370306-b944-481e-811d-8f43a7bb8d08 x-openstack-request-id: req-d4370306-b944-481e-811d-8f43a7bb8d08 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:45.472099 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "name": "network-vif-plugged", "status": "completed", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:45.472099 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4370306-b944-481e-811d-8f43a7bb8d08 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:45.482426 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'code': 200} Jul 08 01:53:45.556925 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.587223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:45.591867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.601995 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:45.612309 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:45.613418 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:45.635327 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-54bfcb69-3f64-469e-ba2f-1b7aed8c69f5 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "PUT /v2.0/floatingips/ff48980b-1dd1-4393-94a9-334b55586224 HTTP/1.1" status: 200 len: 695 time: 1.3749151 Jul 08 01:53:45.635816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:45.638286 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b06c3d-1040-47b8-9c11-078140649323" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:45.702403 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.703481 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.745859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8f82270d-17fb-4ec3-99c9-1583d62eb7d5'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:45.749133 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871b1791-de81-4fa8-8ca8-1862622327fe x-openstack-request-id: req-871b1791-de81-4fa8-8ca8-1862622327fe {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:45.749133 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:45.749133 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-871b1791-de81-4fa8-8ca8-1862622327fe {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:45.749466 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'status': 'completed', 'code': 200} Jul 08 01:53:45.770606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:53:45.787223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aebcd0-91bf-43b4-8406-42219418d3c9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:45.793015 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:45.821309 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.822349 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Added segment aa65e780-f034-46c6-9776-1f8a02a1690f of type vlan for network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b Jul 08 01:53:45.831205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-431cdaeb-1d3d-4dcf-8a78-a481b4e5faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:45.833367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-431cdaeb-1d3d-4dcf-8a78-a481b4e5faac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 1098 time: 0.1488214 Jul 08 01:53:45.923651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.933891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b06c3d-1040-47b8-9c11-078140649323 req-f4966a46-ea0c-4aa3-8783-95d5a30318f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:45.949327 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b06c3d-1040-47b8-9c11-078140649323 req-f4966a46-ea0c-4aa3-8783-95d5a30318f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 1098 time: 0.1694918 Jul 08 01:53:46.107528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:46.108919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.110473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:46.118765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-6ac38c25-c5a4-44b1-96a7-2991789d70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.120329 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-6ac38c25-c5a4-44b1-96a7-2991789d70ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.2778554 Jul 08 01:53:46.193415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-b49ca944-f0fc-4cd0-8b1f-e7767f9a824a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 217 time: 0.0663586 Jul 08 01:53:46.194806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b06c3d-1040-47b8-9c11-078140649323 req-692f3b5a-0267-450d-95ad-5f75c03b0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.196324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b06c3d-1040-47b8-9c11-078140649323 req-692f3b5a-0267-450d-95ad-5f75c03b0827 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.2388358 Jul 08 01:53:46.235634 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:46.262074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b164156-fcdb-4ffa-b5c3-eb98e4ddfb48 req-3e2da8e2-a9ad-46b5-95bf-81e49585b7a3 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 210 time: 0.1098969 Jul 08 01:53:46.289126 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:46.309555 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:46.310485 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:46.316052 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3896804 Jul 08 01:53:46.320964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145386d-cbad-4499-9930-cabcfd11c135 admin admin] Pushing event updated for resources: {'Network': ['ID=83cc0542-7b8b-4a7c-b5c8-172c9cb2413b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:46.326345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59368) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:46.340010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:53:46.347198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Request body: {'subnet': {'network_id': '83cc0542-7b8b-4a7c-b5c8-172c9cb2413b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-873974105-subnet', 'tenant_id': 'c7dace23907e4816b7ecfb7beb123a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:46.387043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b06c3d-1040-47b8-9c11-078140649323 req-f2118f21-c0e8-43a6-8168-0d8524e34cf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 200 len: 217 time: 0.1660917 Jul 08 01:53:46.456921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-a300a9b6-f725-4852-afa4-857b77fc9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.459667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-a300a9b6-f725-4852-afa4-857b77fc9822 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.2581434 Jul 08 01:53:46.484603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b06c3d-1040-47b8-9c11-078140649323 req-5a4126e6-1d65-4176-91f6-15327ceb3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.487923 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b06c3d-1040-47b8-9c11-078140649323 req-5a4126e6-1d65-4176-91f6-15327ceb3171 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0934062 Jul 08 01:53:46.513168 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:46.547251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Made reservation on behalf of c7dace23907e4816b7ecfb7beb123a70 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:46.549908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:46.687743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-053023d3-872d-468a-a80a-1fd5c783d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.693161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-053023d3-872d-468a-a80a-1fd5c783d13a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2029486 Jul 08 01:53:46.698445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b06c3d-1040-47b8-9c11-078140649323 req-175879b0-4dc6-4a80-b848-b6a02f41fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.700851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b06c3d-1040-47b8-9c11-078140649323 req-175879b0-4dc6-4a80-b848-b6a02f41fdd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000911 Jul 08 01:53:46.731565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a214b-c535-41cc-a641-47452e8b516b req-b164e72b-ae13-496d-ad02-ce9d48c01ae7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.739327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c5a214b-c535-41cc-a641-47452e8b516b req-b164e72b-ae13-496d-ad02-ce9d48c01ae7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 949 time: 0.1705098 Jul 08 01:53:46.820257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c5a214b-c535-41cc-a641-47452e8b516b req-a28c38e8-d5ff-4f63-817f-abcf3f0d4ba7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796502 Jul 08 01:53:46.979735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-f20d2a3e-480e-47ba-8244-781306cf9b11 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776740 Jul 08 01:53:46.990701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b06c3d-1040-47b8-9c11-078140649323 req-e99f897e-800d-4c39-be69-a76c4365e0e5 service neutron] 10.222.0.18 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700849 Jul 08 01:53:47.004163 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:47.058026 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63453b46-e426-450f-accf-2e6e0b9c7e32 None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:47.084845 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.263389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfbd0da-475e-4fa1-8981-cc96aaefc33a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:47.272729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Checking segment: {'id': 'aa65e780-f034-46c6-9776-1f8a02a1690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83cc0542-7b8b-4a7c-b5c8-172c9cb2413b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:47.273334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Network hostable DHCP agents. Network: 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:53:47.324842 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.375860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af9dd432-bd2c-4f16-8875-e5e993dc93ff req-03c8ee38-f52d-42e2-a3fb-8545ea9dbdf9 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840275 Jul 08 01:53:47.393415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b06c3d-1040-47b8-9c11-078140649323 req-0c854af7-7e79-420e-a429-8119af17b7f1 service neutron] 10.222.0.18 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876390 Jul 08 01:53:47.406524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:53:47.497145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33870427-7f6b-4961-9214-83b0c5b77667 req-75c3e41d-2365-4f41-8390-373fa4a114c6 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 210 time: 0.0438256 Jul 08 01:53:47.534091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04d4cc-03e9-47d5-a647-622ebf672b7e None None] New status for floating IP ff48980b-1dd1-4393-94a9-334b55586224: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:53:47.576148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:47.592069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:47.593899 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.709348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-205ca1bb-96ff-47f9-8f83-ea4c64423b9e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3809099 Jul 08 01:53:47.766644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032786c-4391-4153-a352-25584773e528 None None] Network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:48.101374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5a08c-3952-4ae2-a970-b67c4e5d5a4e None None] Network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:48.112471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94cdf7-64f4-472d-bd25-770d4cfbc3e7 req-a5f3e236-f4f6-4a80-903c-1228c86bc5b9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:48.120379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b94cdf7-64f4-472d-bd25-770d4cfbc3e7 req-a5f3e236-f4f6-4a80-903c-1228c86bc5b9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 949 time: 0.1536732 Jul 08 01:53:48.143976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.155031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-8cac87da-a775-4e96-9176-fea2330441c1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:48.157544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-8cac87da-a775-4e96-9176-fea2330441c1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.32 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 822 time: 0.1754110 Jul 08 01:53:48.164703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b94cdf7-64f4-472d-bd25-770d4cfbc3e7 req-8c963b18-e3c4-4b1b-899b-f5bcaaa904cf tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Jul 08 01:53:48.207278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Request body: {'port': {'device_id': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'admin_state_up': True, 'tenant_id': '8cad025aabef4482a3559f97e2594892'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:48.438242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:48.672108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:48.677778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:48.678234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.696483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-1c67482d-6568-4918-8246-87ad2cc9770c tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:48.698053 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-1c67482d-6568-4918-8246-87ad2cc9770c tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1054900 Jul 08 01:53:48.779569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-726a37ae-92ba-44b5-9880-afa33667d4b9 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0637202 Jul 08 01:53:48.795909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Request body: {'floatingip': {'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:48.805115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-afa994bd-486a-4988-9ca0-d21fbb1ae6c6 req-030b29ad-695b-448b-98b1-328e3c612035 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 210 time: 0.1430204 Jul 08 01:53:48.809220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Made reservation on behalf of 8cad025aabef4482a3559f97e2594892 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:48.819157 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.895785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.972799 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.002392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f82270d-17fb-4ec3-99c9-1583d62eb7d5'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:49.005684 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05464156-8ca5-4dac-a00a-6262a034b56e" -d '{"events": [{"server_uuid": "9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0", "name": "network-vif-plugged", "status": "completed", "tag": "8f82270d-17fb-4ec3-99c9-1583d62eb7d5"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:49.019965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:49.090765 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.115525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59464) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:49.135139 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15872e9c-84af-4f2d-93dd-617128798681 x-openstack-request-id: req-15872e9c-84af-4f2d-93dd-617128798681 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:49.136915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-379401277-network', 'tenant_id': '61ccdc1435a244c2858e964c4ff6e90d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:49.137352 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0", "name": "network-vif-plugged", "status": "completed", "tag": "8f82270d-17fb-4ec3-99c9-1583d62eb7d5", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:49.137619 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15872e9c-84af-4f2d-93dd-617128798681 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:49.138021 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f82270d-17fb-4ec3-99c9-1583d62eb7d5', 'code': 200} Jul 08 01:53:49.216394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:49.233913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.234291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.234599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.234937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.235277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.235634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.235967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.237556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Allocated IP 172.20.0.9 (f25b3545-137a-4432-9878-70106c12cb06/d5160627-7a1a-4ec0-a862-0fabc5aebbc7/49d69c76-92d2-4b3f-bd98-10ff2cd779d1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:49.243172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.243672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.245313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.245313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.245313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:49.342898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Made reservation on behalf of 61ccdc1435a244c2858e964c4ff6e90d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:49.345588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.366273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.448932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4463a2e-af7a-4236-8793-e646e0119bed req-1cbf0811-f3bf-4a7f-ac8a-f0c274282042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:49.450919 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4463a2e-af7a-4236-8793-e646e0119bed req-1cbf0811-f3bf-4a7f-ac8a-f0c274282042 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 1102 time: 0.1429207 Jul 08 01:53:49.514189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da121c3-4447-46ba-8619-63b91bb85f1e req-643b69ba-52d2-4f82-80c3-44b23a74e8d3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:49.518901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4463a2e-af7a-4236-8793-e646e0119bed req-cebe8386-f27f-40d2-bc15-741049ecb716 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579195 Jul 08 01:53:49.522472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0da121c3-4447-46ba-8619-63b91bb85f1e req-643b69ba-52d2-4f82-80c3-44b23a74e8d3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 950 time: 0.1320937 Jul 08 01:53:49.555229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.602864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0da121c3-4447-46ba-8619-63b91bb85f1e req-1fc5512a-f261-4070-bca7-13e17e520895 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793016 Jul 08 01:53:49.684730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.765546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event updated for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:49.775244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Network f25b3545-137a-4432-9878-70106c12cb06 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:49.778923 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:49.784515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:49.807054 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.893161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:49.893972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.914794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-71ae0b60-e595-41a7-aaf3-57d828d1fdef tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:49.922257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-71ae0b60-e595-41a7-aaf3-57d828d1fdef tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0ee0c88-bb5d-458e-99c2-ad7a80c0d573 HTTP/1.1" status: 200 len: 946 time: 0.2166684 Jul 08 01:53:49.926279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.034284 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b1193dfd-38d7-4000-b3ca-4c65a9d5a6a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8383670 Jul 08 01:53:50.053907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Request body: {'port': {'device_id': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:50.065146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:53:50.067069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:53:50.125130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb8eb08-c8d3-46ac-897f-0b796f791c67,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:50.136107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.136469 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Added segment fc671b67-8113-48f0-a3cc-7e103d957d6a of type vlan for network 9ec5f309-f010-4562-b4bb-b6a91d4a99fd Jul 08 01:53:50.139407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.139773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.140128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.140478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.140820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.141161 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.141503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.141952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.142165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.142500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.142994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.143393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:50.196104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.199953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.209272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc78172-53ed-41e3-bed3-1f5e1e88354b req-d2132224-17d1-400b-9073-ae984a855279 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:50.210811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8cc78172-53ed-41e3-bed3-1f5e1e88354b req-d2132224-17d1-400b-9073-ae984a855279 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 931 time: 0.1287866 Jul 08 01:53:50.211503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Deleting port 366eff57-499d-4f49-96f5-4d42a329cb8f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:50.211861 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.278361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.280489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8cc78172-53ed-41e3-bed3-1f5e1e88354b req-c0dedaf0-c3d2-4892-99ff-1ae4d81b71ae tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611749 Jul 08 01:53:50.288575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.398807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] For port 366eff57-499d-4f49-96f5-4d42a329cb8f, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=366eff57-499d-4f49-96f5-4d42a329cb8f,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:50.398807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.442363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Calling delete_port for 366eff57-499d-4f49-96f5-4d42a329cb8f owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:50.503619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.505290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:50.505887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.508698 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Floating IP ff48980b-1dd1-4393-94a9-334b55586224 associated. External IP: 172.25.8.219, port: 35d94a24-3c93-4c90-a417-e55cd97b774c. Jul 08 01:53:50.580565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:50.590551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.605948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Transition to ACTIVE for port object 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:50.708312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] Pushing event updated for resources: {'Network': ['ID=9ec5f309-f010-4562-b4bb-b6a91d4a99fd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:50.726471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9ec5f309-f010-4562-b4bb-b6a91d4a99fd details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:53:50.737081 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.803293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.854697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Pushing event updated for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:51.065672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Attempting to bind port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:51.066129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Attempting to bind port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:51.067146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Attempting to bind port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 on network f25b3545-137a-4432-9878-70106c12cb06 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:51.078815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 on network f25b3545-137a-4432-9878-70106c12cb06 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:51.079153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Attempting to bind port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 on network f25b3545-137a-4432-9878-70106c12cb06 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:51.090118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:51.090461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Checking segment: {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:51.090863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Bound using segment: {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:51.091311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Bound port: 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:51.091713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.114787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2651fb-b578-4570-8e18-153228aa7274 req-b03b598b-9365-4c02-acb7-74ac55ea711e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:51.122283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed2651fb-b578-4570-8e18-153228aa7274 req-b03b598b-9365-4c02-acb7-74ac55ea711e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 950 time: 0.2093868 Jul 08 01:53:51.231587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed2651fb-b578-4570-8e18-153228aa7274 req-534604e6-8823-4e0b-95e5-b92aabc5bdc7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042361 Jul 08 01:53:51.277505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:51.286928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:51.359044 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.420499 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-211e2d0f-9312-4ccf-ab0d-403e999674ae admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2980523 Jul 08 01:53:51.451974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:51.459607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Request body: {'subnet': {'network_id': '9ec5f309-f010-4562-b4bb-b6a91d4a99fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-379401277-subnet', 'tenant_id': '61ccdc1435a244c2858e964c4ff6e90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:51.469204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:51.470280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.475251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] 10.222.0.32 "PUT /v2.0/ports/49d69c76-92d2-4b3f-bd98-10ff2cd779d1 HTTP/1.1" status: 200 len: 1092 time: 1.4274707 Jul 08 01:53:51.477492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:51.480192 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1" -d '{"events": [{"name": "network-changed", "server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:51.513863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33479f90-5033-4848-9c66-fdb5a7e90741 service neutron] Pushing event updated for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:51.523035 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.534208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['366eff57-499d-4f49-96f5-4d42a329cb8f'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:51.540209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['35d94a24-3c93-4c90-a417-e55cd97b774c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:51.559694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:51.560598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Pushing event deleted for resources: {'Port': ['ID=366eff57-499d-4f49-96f5-4d42a329cb8f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:51.639213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Made reservation on behalf of 61ccdc1435a244c2858e964c4ff6e90d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:51.643115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.884245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] No DVR routers for this DVR port 366eff57-499d-4f49-96f5-4d42a329cb8f on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:51.889764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.927115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbc6cba9-53d8-4a1e-aece-60ff261d5f7e req-8c59bbab-4808-4a59-91cf-040bce35bdfd tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.18 "DELETE /v2.0/ports/366eff57-499d-4f49-96f5-4d42a329cb8f HTTP/1.1" status: 204 len: 173 time: 1.9628310 Jul 08 01:53:51.931162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'name': 'network-vif-deleted', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:51.956029 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070f754-f941-444e-a133-d7f709ee7ac6" -d '{"events": [{"server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "name": "network-vif-deleted", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:52.073913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-69d0fd6a-7d27-4990-92b6-0c66594df8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:52.076682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:52.082624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-69d0fd6a-7d27-4990-92b6-0c66594df8d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 1095 time: 0.3230166 Jul 08 01:53:52.085149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.089509 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:52.136939 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:52.137923 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:52.147990 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-b87470b9-c280-4b67-bc46-47c0cfd349df tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "PUT /v2.0/floatingips/ff48980b-1dd1-4393-94a9-334b55586224 HTTP/1.1" status: 200 len: 997 time: 3.3608999 Jul 08 01:53:52.206158 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-483abfcd-0db7-4320-bed2-3ef6ca0c5390 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1 HTTP/1.1" status: 200 len: 217 time: 0.1090951 Jul 08 01:53:52.264333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-dd609200-03d6-43f2-9f83-d246e131ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:52.267379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-dd609200-03d6-43f2-9f83-d246e131ae39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.1071584 Jul 08 01:53:52.363162 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:52.363450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-61d62d3e-bdfb-40db-b333-44f32884f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:52.363450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-61d62d3e-bdfb-40db-b333-44f32884f6ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5160627-7a1a-4ec0-a862-0fabc5aebbc7 HTTP/1.1" status: 200 len: 862 time: 0.1037836 Jul 08 01:53:52.374589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-4bb54d99-051b-46ab-b012-5713ab257281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:52.376183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-4bb54d99-051b-46ab-b012-5713ab257281 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1039076 Jul 08 01:53:52.411426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-a4d5378b-459d-4765-ad6d-694449021ebb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f25b3545-137a-4432-9878-70106c12cb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349934 Jul 08 01:53:52.513657 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-5a81b9df-65e9-4922-b408-05a1eef9326b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 1000 time: 0.1310058 Jul 08 01:53:52.539228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-34a2d5c5-9cc8-4915-8947-f94fb7f955a6 service neutron] 10.222.0.32 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152284 Jul 08 01:53:52.601207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-0e844ac3-0150-4de3-b546-7c1695597559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:52.603802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-0e844ac3-0150-4de3-b546-7c1695597559 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0818200 Jul 08 01:53:52.637106 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ca:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:49Z', 'revision_number': 8, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:52.670986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c297644-b05a-4d01-b03a-8d700ac676c0 req-b7949823-9ee5-493d-a3cb-5dc3c9f0c460 service neutron] 10.222.0.32 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219928 Jul 08 01:53:52.683774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-19ee70db-444f-4890-91f2-9af95ad3562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:52.692638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-19ee70db-444f-4890-91f2-9af95ad3562d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787938 Jul 08 01:53:52.714489 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.782162 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:52.783946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5208e68c-db20-4f5d-9689-2745397c105f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:52.795762 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:52.796712 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:52.806099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Checking segment: {'id': 'fc671b67-8113-48f0-a3cc-7e103d957d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9ec5f309-f010-4562-b4bb-b6a91d4a99fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:52.806477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Network hostable DHCP agents. Network: 9ec5f309-f010-4562-b4bb-b6a91d4a99fd, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:53:52.882362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-3a99acd3-47e8-406f-86a8-77970fad981b service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888120 Jul 08 01:53:52.930492 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:52.940105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Network 9ec5f309-f010-4562-b4bb-b6a91d4a99fd is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:53:53.009634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9ec5f309-f010-4562-b4bb-b6a91d4a99fd) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:53.013551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:53.014157 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.024392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f233ebbc-10bb-49c8-94d2-7a9dde870875 None None] Network 9ec5f309-f010-4562-b4bb-b6a91d4a99fd requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:53.044096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5258bc6-904d-4c10-8941-4a3fd7bb4588 req-809791d2-e484-4053-8ad6-373225ed416a service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521974 Jul 08 01:53:53.120339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cd3b2d2d-7853-4f0c-9fdd-95348faa83cd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6666067 Jul 08 01:53:53.308621 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ca:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:49Z', 'revision_number': 8, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:53.374874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373cda55-e5a8-43a1-afd9-2e5513996e4a None None] Network 9ec5f309-f010-4562-b4bb-b6a91d4a99fd requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:53.406096 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a801cd-4193-4a06-a20a-5c562869b1e9 None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ff48980b-1dd1-4393-94a9-334b55586224', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'port_id': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'mac_address': 'fa:16:3e:ca:a0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:06Z', 'updated_at': '2021-07-08T01:53:49Z', 'revision_number': 8, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:53.680563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1077668-8545-4c35-924a-24bd38797bbb req-92a6b339-0919-4dfb-82b4-3d8e1718e218 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:53.682802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-92a6b339-0919-4dfb-82b4-3d8e1718e218 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 820 time: 0.3443518 Jul 08 01:53:53.701894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-739d036f-411d-46ba-9f8c-1d735fac2768 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/quotas/817457c9802b41198f112cb2aab5d4cb HTTP/1.1" status: 200 len: 375 time: 0.0123756 Jul 08 01:53:53.821736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3fbb9-9c03-4658-b9bc-3c00a51f28c1 None None] New status for floating IP ff48980b-1dd1-4393-94a9-334b55586224: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:53:53.833013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-e628f948-981c-4e83-a325-10e3c99b109e tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250203 Jul 08 01:53:53.972025 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-47e2dd61-4cad-4af4-867d-4174c299eb16 service neutron] 10.222.0.10 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302524 Jul 08 01:53:54.090945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-a92e15d6-f4bb-4067-adc4-f51a54d5f7da service neutron] 10.222.0.10 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104801 Jul 08 01:53:54.334220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 366eff57-499d-4f49-96f5-4d42a329cb8f no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:54.358814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 366eff57-499d-4f49-96f5-4d42a329cb8f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:54.359217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 366eff57-499d-4f49-96f5-4d42a329cb8f not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:54.886823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca218f0-dd45-4728-a2d0-59bd13322884 req-acff4e61-1e6f-434f-a485-f99defe2e2c7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:54.889228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ca218f0-dd45-4728-a2d0-59bd13322884 req-acff4e61-1e6f-434f-a485-f99defe2e2c7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 943 time: 0.1153934 Jul 08 01:53:54.963954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ca218f0-dd45-4728-a2d0-59bd13322884 req-06210e8d-16b5-4be3-bfca-709f6f0006fc tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663080 Jul 08 01:53:55.010310 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c9030-230f-4197-be17-b428ae0964f1 x-openstack-request-id: req-894c9030-230f-4197-be17-b428ae0964f1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:55.011149 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:55.011579 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-894c9030-230f-4197-be17-b428ae0964f1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:55.012165 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'status': 'completed', 'code': 200} Jul 08 01:53:55.046140 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af0a9a8-9571-45d1-a2e0-b768035aedd8 x-openstack-request-id: req-4af0a9a8-9571-45d1-a2e0-b768035aedd8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:55.046460 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ee0c88-bb5d-458e-99c2-ad7a80c0d573", "name": "network-vif-deleted", "tag": "366eff57-499d-4f49-96f5-4d42a329cb8f", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:55.046694 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4af0a9a8-9571-45d1-a2e0-b768035aedd8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:55.048097 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ee0c88-bb5d-458e-99c2-ad7a80c0d573', 'name': 'network-vif-deleted', 'tag': '366eff57-499d-4f49-96f5-4d42a329cb8f', 'status': 'completed', 'code': 200} Jul 08 01:53:55.189444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-906369b5-8606-47e1-9880-b4fd408121cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:55.197113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-906369b5-8606-47e1-9880-b4fd408121cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 1095 time: 0.1412992 Jul 08 01:53:55.259801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee90d86-4f09-48d3-8362-41e30255fe3d req-e527c9a5-4198-48e5-98a2-7ee57718ad81 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:55.261654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ee90d86-4f09-48d3-8362-41e30255fe3d req-e527c9a5-4198-48e5-98a2-7ee57718ad81 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 950 time: 0.0999761 Jul 08 01:53:55.323626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ee90d86-4f09-48d3-8362-41e30255fe3d req-407c23df-6f16-4469-8ce2-217568aecb63 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554616 Jul 08 01:53:55.334949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-910c4af9-03be-4ce3-b19b-4fa18064bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:55.336774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-910c4af9-03be-4ce3-b19b-4fa18064bb64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 923 time: 0.1253316 Jul 08 01:53:55.387767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-ade29143-2d90-4050-830c-22f68ddb394e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1 HTTP/1.1" status: 200 len: 217 time: 0.0430720 Jul 08 01:53:55.521634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-04c99aa6-f47d-42dc-8505-524be1f124d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:55.523719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-04c99aa6-f47d-42dc-8505-524be1f124d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d5160627-7a1a-4ec0-a862-0fabc5aebbc7 HTTP/1.1" status: 200 len: 862 time: 0.1067579 Jul 08 01:53:55.570464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-c7ba003f-a733-4a37-b8c9-f5e1ac397789 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f25b3545-137a-4432-9878-70106c12cb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296056 Jul 08 01:53:55.690924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3bd2c73-eed2-4ea5-b166-0ca284c9947c req-9382aec2-b498-4a5d-9aca-8c5bbf00eef8 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips/ff48980b-1dd1-4393-94a9-334b55586224 HTTP/1.1" status: 200 len: 999 time: 0.0824044 Jul 08 01:53:55.717538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-233bbcbd-07ff-42d1-b826-ee5e679580d8 service neutron] 10.222.0.32 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205311 Jul 08 01:53:55.841280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd2c73-eed2-4ea5-b166-0ca284c9947c req-ffe1256d-0190-416b-96fb-896a2e7d39f0 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:55.847212 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8d0681e-292c-4aa0-ad7d-22fe747f34e1 req-0fded4fa-78d1-4167-81d5-c44726f3769c service neutron] 10.222.0.32 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110902 Jul 08 01:53:55.852467 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3bd2c73-eed2-4ea5-b166-0ca284c9947c req-ffe1256d-0190-416b-96fb-896a2e7d39f0 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1558604 Jul 08 01:53:55.860748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-c3bd2c73-eed2-4ea5-b166-0ca284c9947c req-27fb25b7-86ca-4bb8-a17f-4ecbce0db950 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:53:55.867918 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3bd2c73-eed2-4ea5-b166-0ca284c9947c req-27fb25b7-86ca-4bb8-a17f-4ecbce0db950 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143046 Jul 08 01:53:56.514399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:56.648118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:56.662810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'port_id': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'mac_address': 'fa:16:3e:59:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5160627-7a1a-4ec0-a862-0fabc5aebbc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:56.709432 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.724423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:56.746121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:56.805046 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.859388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:57.048565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:57.051646 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8ea867-c259-4249-ba04-d0fa11601393" -d '{"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:57.529580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['49d69c76-92d2-4b3f-bd98-10ff2cd779d1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:57.615947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1077668-8545-4c35-924a-24bd38797bbb req-5618badb-bd36-4f59-805a-ffd731fcf6d0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:57.619161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-5618badb-bd36-4f59-805a-ffd731fcf6d0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 820 time: 0.1466782 Jul 08 01:53:57.632196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Request body: {'port': {'device_id': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'admin_state_up': True, 'tenant_id': '817457c9802b41198f112cb2aab5d4cb'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:57.827775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Made reservation on behalf of 817457c9802b41198f112cb2aab5d4cb for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:57.831665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:58.055643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Allocated IP 172.20.0.7 (1aa08506-daf0-4876-a5c0-b5876f6c346c/332bb977-b183-4ea9-97bc-26fe22bf9868/17c0f58c-06f0-44c4-8f02-b113804cd030) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:58.275798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:58.411510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:58.424148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['db062415-e68c-439d-895a-6ac4c5913f82'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:58.474699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Network 1aa08506-daf0-4876-a5c0-b5876f6c346c is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:58.479290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:58.490132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:58.525979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Pushing event updated for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:58.561605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:58.562240 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:58.679973 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-a4926341-863a-4423-9ca3-4da6c6c5164a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0527580 Jul 08 01:53:58.693982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Request body: {'port': {'device_id': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:58.788746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.209234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c0f58c-06f0-44c4-8f02-b113804cd030 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:59.222238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.254946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Transition to ACTIVE for port object 17c0f58c-06f0-44c4-8f02-b113804cd030 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:59.367778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.554029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Pushing event updated for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:59.601319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:59.602029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:59.602482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:59.607734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:59.608215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:59.614484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:59.614963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:59.615509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:59.616052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Bound port: 17c0f58c-06f0-44c4-8f02-b113804cd030, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:59.616525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.705517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:59.712207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:59.765096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.828817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Pushing event updated for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:59.841956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:59.842579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.844265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-a74d2345-37e3-4490-9fc0-7d40d6bb8bcf service neutron] 10.222.0.18 "PUT /v2.0/ports/17c0f58c-06f0-44c4-8f02-b113804cd030 HTTP/1.1" status: 200 len: 1092 time: 1.1547599 Jul 08 01:54:00.049177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1077668-8545-4c35-924a-24bd38797bbb req-764e2752-1ddf-4bc0-9310-edf734b449c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:00.060164 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-764e2752-1ddf-4bc0-9310-edf734b449c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1095 time: 0.1038477 Jul 08 01:54:00.136419 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-5ff0445b-b6a8-4b5a-93ef-55f745884e1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17c0f58c-06f0-44c4-8f02-b113804cd030 HTTP/1.1" status: 200 len: 217 time: 0.0689585 Jul 08 01:54:00.212840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1077668-8545-4c35-924a-24bd38797bbb req-f439d9a2-1dd3-4690-99f6-c03976b2e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:00.214709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-f439d9a2-1dd3-4690-99f6-c03976b2e4a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0693643 Jul 08 01:54:00.264886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-19a7078b-25a2-4076-9a13-359e2aba48fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423536 Jul 08 01:54:00.422614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-fc47ae1e-ccb0-4056-9e1f-ca6a3e8316cb service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509583 Jul 08 01:54:00.531399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:00.547161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1077668-8545-4c35-924a-24bd38797bbb req-47a75e4a-307a-4538-9246-674ada67c87e service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172786 Jul 08 01:54:00.673122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:00.677972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:00.681824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.819098 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.861686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:00.865092 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5d4a8b-b273-471e-9a48-493d055f30a3" -d '{"events": [{"server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "name": "network-vif-plugged", "status": "completed", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:00.883999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:00.990106 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:01.082868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:03.471452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2ace71c0-208e-4409-bfca-bb6f6f59f6d6 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:03.479538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2ace71c0-208e-4409-bfca-bb6f6f59f6d6 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/networks?id=83cc0542-7b8b-4a7c-b5c8-172c9cb2413b HTTP/1.1" status: 200 len: 824 time: 0.1291709 Jul 08 01:54:03.495513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2222d228-29ea-4c6c-9b77-24cb28acdd7e tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/quotas/c7dace23907e4816b7ecfb7beb123a70 HTTP/1.1" status: 200 len: 375 time: 0.0150192 Jul 08 01:54:03.522212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173aa008-fcdd-4e28-8011-fe18ce5cc042 req-c8d2e8fb-dfda-4e48-b146-be49567006d3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:03.523873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-173aa008-fcdd-4e28-8011-fe18ce5cc042 req-c8d2e8fb-dfda-4e48-b146-be49567006d3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.0795512 Jul 08 01:54:03.530355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-6920beb3-4415-4a4a-a5ae-d89814e14fce tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7dace23907e4816b7ecfb7beb123a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339746 Jul 08 01:54:03.564023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-173aa008-fcdd-4e28-8011-fe18ce5cc042 req-b7a91cfc-7fb0-4f81-b048-44a75859b17a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Jul 08 01:54:03.640125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-6c445932-f223-41ea-89fa-f21656474fab service neutron] 10.222.0.10 "GET /v2.0/networks/83cc0542-7b8b-4a7c-b5c8-172c9cb2413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026819 Jul 08 01:54:03.741913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-5b6fb966-face-4829-8d09-61cdc5a72a59 service neutron] 10.222.0.10 "GET /v2.0/networks/83cc0542-7b8b-4a7c-b5c8-172c9cb2413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984495 Jul 08 01:54:03.759182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bc80-4c03-4423-bced-1a461bc2c119 req-c622918d-b45d-4341-8b1b-62af55e6d943 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:03.761560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a19bc80-4c03-4423-bced-1a461bc2c119 req-c622918d-b45d-4341-8b1b-62af55e6d943 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 1102 time: 0.0766785 Jul 08 01:54:03.806492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a19bc80-4c03-4423-bced-1a461bc2c119 req-a33359c3-1910-4603-b16e-3a2c8afe7a3f tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Jul 08 01:54:03.986109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-af5fd3d7-d149-4976-bd3d-4b4d76e0ca04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1002 time: 0.1506448 Jul 08 01:54:04.074954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-0c26d1ae-8628-4f9a-b9a0-b32c00cb71ed tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:04.076503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-0c26d1ae-8628-4f9a-b9a0-b32c00cb71ed tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports/35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 943 time: 0.0897074 Jul 08 01:54:04.134014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194678-d370-4795-b75d-d9cb975b8ac5 req-cfc2ac05-c403-439b-87dc-248e26c23bd8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:04.142885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb194678-d370-4795-b75d-d9cb975b8ac5 req-cfc2ac05-c403-439b-87dc-248e26c23bd8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.0842612 Jul 08 01:54:04.181846 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb194678-d370-4795-b75d-d9cb975b8ac5 req-a1ab406d-295a-4e53-bbef-9ca9e41dc701 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Jul 08 01:54:04.266204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-e3dd6ff7-8e2b-424c-b690-abf310ca2a29 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1002 time: 0.0703154 Jul 08 01:54:04.356388 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f219df61-f0e9-4620-9718-1afcdacaa3ca x-openstack-request-id: req-f219df61-f0e9-4620-9718-1afcdacaa3ca {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:04.356925 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:04.357379 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f219df61-f0e9-4620-9718-1afcdacaa3ca {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:04.357958 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'status': 'completed', 'code': 200} Jul 08 01:54:04.390237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-b0035bf1-e208-4a9b-a6ef-7c7b23f2e2b0 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:04.391776 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee551c47-4859-497b-ac4b-7311b045887c x-openstack-request-id: req-ee551c47-4859-497b-ac4b-7311b045887c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:04.392954 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "name": "network-vif-plugged", "status": "completed", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:04.393915 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee551c47-4859-497b-ac4b-7311b045887c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:04.394541 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'code': 200} Jul 08 01:54:04.399809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-b0035bf1-e208-4a9b-a6ef-7c7b23f2e2b0 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1259291 Jul 08 01:54:04.501848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-2dbcc238-7978-4359-a887-6d1b9e87f638 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 1002 time: 0.1028771 Jul 08 01:54:04.506743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:04.575002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-d7efa15f-0a75-4b64-8622-b1ebfab16127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:04.576495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-d7efa15f-0a75-4b64-8622-b1ebfab16127 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.1393397 Jul 08 01:54:04.580759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.582748 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-f2da54ec-a2ab-4128-9d02-a1ad9571767f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271616 Jul 08 01:54:04.669030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edb412-8fa3-4742-88be-1aa9a16eb0d6 req-d5984218-0ca5-4808-9284-41c98b48685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:04.673204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39edb412-8fa3-4742-88be-1aa9a16eb0d6 req-d5984218-0ca5-4808-9284-41c98b48685c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 1097 time: 0.1560464 Jul 08 01:54:04.749329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-524fb658-fd2b-4fb5-b365-81ce703cf85b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:04.750923 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-524fb658-fd2b-4fb5-b365-81ce703cf85b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617782 Jul 08 01:54:04.753237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39edb412-8fa3-4742-88be-1aa9a16eb0d6 req-fab6eaae-dc8f-4878-89ec-1e77c1bc08b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707188 Jul 08 01:54:04.771630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-9ce1f7ad-96ac-4045-9d28-e0bda966f138 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/quotas/5ef55ac2dd1448cfa2fea1ee68678dae HTTP/1.1" status: 200 len: 375 time: 0.0122142 Jul 08 01:54:04.860879 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-92bd65f5-bf85-45dc-89e0-df8a46611972 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0856049 Jul 08 01:54:05.110712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-2f44c4f2-4153-4392-8835-336fa33dc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:05.112315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-2f44c4f2-4153-4392-8835-336fa33dc95f service neutron] 10.222.0.32 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1677074 Jul 08 01:54:05.181108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f210964f-d8ef-4d87-9f82-5de4814a8dcc req-6cc220f6-1502-4628-aec3-691b8b8bcab9 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 210 time: 0.0425916 Jul 08 01:54:05.207800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.230786 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-6072f0b5-eb74-4a4c-a59f-1e32ba3b5070 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 1002 time: 0.0905640 Jul 08 01:54:05.315193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-d52f8631-1525-4a4f-b128-91ddc59e7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:05.318061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-d52f8631-1525-4a4f-b128-91ddc59e7560 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0696552 Jul 08 01:54:05.330216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.337030 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Floating IP ff48980b-1dd1-4393-94a9-334b55586224 disassociated. External IP: 172.25.8.219, port: 35d94a24-3c93-4c90-a417-e55cd97b774c. Jul 08 01:54:05.384339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc835061-e581-4685-bb44-697754f2c4bb req-905d4a73-a4dd-41c0-a501-558c14adc741 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:05.385791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc835061-e581-4685-bb44-697754f2c4bb req-905d4a73-a4dd-41c0-a501-558c14adc741 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 949 time: 0.0721798 Jul 08 01:54:05.430070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc835061-e581-4685-bb44-697754f2c4bb req-d1e1bdfd-3907-4e40-9101-60dc57955672 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Jul 08 01:54:05.481676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-b11e44df-e2d3-41d4-9c09-9ea96c5ec35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:05.483216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-b11e44df-e2d3-41d4-9c09-9ea96c5ec35e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133873 Jul 08 01:54:05.648294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdd501-d4b2-4d65-8ab1-55cedebcc305 req-6cf2ca9b-9b12-4ac0-a652-7f0a26ca511d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:05.649812 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22cdd501-d4b2-4d65-8ab1-55cedebcc305 req-6cf2ca9b-9b12-4ac0-a652-7f0a26ca511d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.0910487 Jul 08 01:54:05.685093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-a64de4a1-395b-4068-ae99-7942c3b35774 service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613059 Jul 08 01:54:05.692413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22cdd501-d4b2-4d65-8ab1-55cedebcc305 req-c6e7bd33-8819-40d7-aa68-820fa24ce5aa tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357075 Jul 08 01:54:05.693576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:54:05.780690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-996a3623-e422-4839-b957-3fe796065963 req-a3d7c1b0-afa2-43ac-a4f9-10bce4aee974 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 210 time: 0.0306849 Jul 08 01:54:05.913547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c8ea867-c259-4249-ba04-d0fa11601393 req-4ff82911-baff-4fe3-b9b8-478de9515a59 service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183645 Jul 08 01:54:05.927850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:54:05.928916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.947270 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:54:05.957831 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:54:05.958930 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:06.001596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-7655c6aa-f5ed-4768-b196-25a84a832353 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "PUT /v2.0/floatingips/ff48980b-1dd1-4393-94a9-334b55586224 HTTP/1.1" status: 200 len: 696 time: 1.4953363 Jul 08 01:54:06.001596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:06.017932 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e8200e-464e-40fd-ba3c-a46133c5723f" -d '{"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:06.025003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241405aa-82bd-4bdd-a8d8-78eb7e57a5e1 req-1397f137-37db-46fa-bed0-143451242785 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:06.026672 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-241405aa-82bd-4bdd-a8d8-78eb7e57a5e1 req-1397f137-37db-46fa-bed0-143451242785 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1307871 Jul 08 01:54:06.075440 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-241405aa-82bd-4bdd-a8d8-78eb7e57a5e1 req-7bc471d8-d0de-4a80-85f0-432aae9737f9 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Jul 08 01:54:06.083796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-89e04d2c-ff25-49a1-aad4-b0d6a15d2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:06.085551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-89e04d2c-ff25-49a1-aad4-b0d6a15d2cbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.0608876 Jul 08 01:54:06.133619 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:54:06.195436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-369349a4-cea0-4213-ad27-5c88881b133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:06.196934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-369349a4-cea0-4213-ad27-5c88881b133c service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1057026 Jul 08 01:54:06.250711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-d66aeb6d-c54e-4a4b-a1b0-9dca0f9f7108 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 217 time: 0.0474439 Jul 08 01:54:06.308461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-d3e0df4d-834e-4162-9c20-48c2d8661cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:06.315300 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-d3e0df4d-834e-4162-9c20-48c2d8661cf0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0533628 Jul 08 01:54:06.359684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:06.362261 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24abba9-97b7-4220-a954-bda447e4a333" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:06.404698 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:06.431968 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:54:06.440937 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:54:06.442456 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:06.474267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-ceed6d14-3350-41d1-93c8-33e90c00566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:06.476470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-ceed6d14-3350-41d1-93c8-33e90c00566b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571558 Jul 08 01:54:06.561260 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:54:06.561742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a42d2b17-226a-4391-aa28-9c9dba7a5bc5 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:06.661626 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:06.673349 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-bf587b3a-7823-4b26-92bf-195dec55f904 service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871986 Jul 08 01:54:06.700525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:06.704697 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6483f7fe-2143-41c2-aa78-0f86634550e3" -d '{"events": [{"server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "name": "network-vif-unplugged", "status": "completed", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:06.732251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:06.845479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b654be-2a47-4b95-b4b1-722ed688fdbe req-4c6a8f02-1a81-424f-8684-4b4d9eedbc6a service neutron] 10.222.0.10 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598732 Jul 08 01:54:06.864982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-362c7af5-43f5-41ca-9224-833db3854bfd tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:06.866634 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-362c7af5-43f5-41ca-9224-833db3854bfd tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.18 "GET /v2.0/networks?id=83cc0542-7b8b-4a7c-b5c8-172c9cb2413b HTTP/1.1" status: 200 len: 824 time: 0.2171187 Jul 08 01:54:06.871509 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:06.878252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Request body: {'port': {'device_id': 'e51271b6-faad-48a7-a2f4-af45a7fa4ef1', 'network_id': '83cc0542-7b8b-4a7c-b5c8-172c9cb2413b', 'admin_state_up': True, 'tenant_id': 'c7dace23907e4816b7ecfb7beb123a70'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:06.898025 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffa517-c063-4274-b503-43d03ba55c92 None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:52:34Z', 'revision_number': 4, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b571d58d-025e-47e5-b682-825d7cdfa895', 'name': '', 'network_id': '03a2edbc-0872-4907-86a2-37d67afbb09d', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'mac_address': 'fa:16:3e:9e:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:33Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'subnets': [{'id': '0c6b4928-9317-498b-b573-a4dc0167c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:54:07.138388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a436cb-834d-4317-9178-936b8a79f729 None None] New status for floating IP ff48980b-1dd1-4393-94a9-334b55586224: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:54:07.346576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:07.400630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:07.695695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Made reservation on behalf of c7dace23907e4816b7ecfb7beb123a70 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:07.695695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:07.773770 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec91ec3-a090-4ae8-b22c-8889402dd7dd x-openstack-request-id: req-eec91ec3-a090-4ae8-b22c-8889402dd7dd {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:07.774556 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:07.774711 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eec91ec3-a090-4ae8-b22c-8889402dd7dd {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:07.779033 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'status': 'completed', 'code': 200} Jul 08 01:54:07.861293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Allocated IP 172.20.0.4 (83cc0542-7b8b-4a7c-b5c8-172c9cb2413b/5bfbd0da-475e-4fa1-8981-cc96aaefc33a/85179575-24f3-4e4d-a434-1ed8ad37f0eb) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:07.920758 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b1a5c-dc2d-448b-aa06-40cb01cdc6de x-openstack-request-id: req-c13b1a5c-dc2d-448b-aa06-40cb01cdc6de {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:07.921472 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:07.921472 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c13b1a5c-dc2d-448b-aa06-40cb01cdc6de {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:07.921684 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030', 'status': 'completed', 'code': 200} Jul 08 01:54:07.936127 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022d445-c179-4911-acc2-766475936d48 x-openstack-request-id: req-9022d445-c179-4911-acc2-766475936d48 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:07.937251 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "name": "network-vif-unplugged", "status": "completed", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:07.937833 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9022d445-c179-4911-acc2-766475936d48 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:07.938488 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'code': 200} Jul 08 01:54:08.015122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-0d2fcc03-a37c-4bf8-8653-026797dde74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.017859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-0d2fcc03-a37c-4bf8-8653-026797dde74a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fa280313c2844feabdddca16eafe71d&device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 1098 time: 0.1523120 Jul 08 01:54:08.036364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3407d29-5ead-49a3-887f-b5db15f618c5 req-a1ccb59b-5f2f-4996-aea6-9d43fa098b54 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 210 time: 0.0750017 Jul 08 01:54:08.151070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-5fbe0426-64d7-4d69-af93-88b10261d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.152960 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-5fbe0426-64d7-4d69-af93-88b10261d4fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 200 len: 922 time: 0.1087265 Jul 08 01:54:08.201126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd39af9a-4f50-42a5-addf-8795e693ba86 req-227ff5be-6f60-455b-80ee-96acd37830ec tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 210 time: 0.0387890 Jul 08 01:54:08.232021 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-ecb68a7f-0df6-4a4c-a0ae-7b773ced7ec3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 200 len: 217 time: 0.0587535 Jul 08 01:54:08.326698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-e6fa9812-13b3-4d78-972c-4698e04de59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.333614 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-e6fa9812-13b3-4d78-972c-4698e04de59a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 200 len: 860 time: 0.0784993 Jul 08 01:54:08.476654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.485367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381620b-9144-4857-b77c-a5d6d2e0f2df req-b7f45a14-dea3-4c00-a139-2edf3578d0f6 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.493872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2381620b-9144-4857-b77c-a5d6d2e0f2df req-b7f45a14-dea3-4c00-a139-2edf3578d0f6 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1693799 Jul 08 01:54:08.527287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-ecd214a1-e144-44fc-98fa-6f0c9a0bd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.529180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-ecd214a1-e144-44fc-98fa-6f0c9a0bd928 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03a2edbc-0872-4907-86a2-37d67afbb09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464849 Jul 08 01:54:08.532577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24abba9-97b7-4220-a954-bda447e4a333 req-df2eb757-ce43-49b5-b3ac-81819f2699af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.534099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b24abba9-97b7-4220-a954-bda447e4a333 req-df2eb757-ce43-49b5-b3ac-81819f2699af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1095 time: 0.6116235 Jul 08 01:54:08.543442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e27cc-86a3-45cb-9064-4d8b24d38922 req-fb030950-79de-4006-b146-060ea7f6469f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.544915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-505e27cc-86a3-45cb-9064-4d8b24d38922 req-fb030950-79de-4006-b146-060ea7f6469f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.4737349 Jul 08 01:54:08.561979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2381620b-9144-4857-b77c-a5d6d2e0f2df req-a2c622eb-8142-4e1c-bedc-3254376b10dc tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582900 Jul 08 01:54:08.654667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-505e27cc-86a3-45cb-9064-4d8b24d38922 req-98c89054-e5a0-4bb2-baa0-af9965fb5c36 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971847 Jul 08 01:54:08.708528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24abba9-97b7-4220-a954-bda447e4a333 req-51826ac7-faa0-4e25-9d7d-46b422e80bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.710515 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b24abba9-97b7-4220-a954-bda447e4a333 req-51826ac7-faa0-4e25-9d7d-46b422e80bbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.1631324 Jul 08 01:54:08.717695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-02350f13-73fe-464b-9ba8-2fa5ca178ccb service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698790 Jul 08 01:54:08.770346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.783010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b24abba9-97b7-4220-a954-bda447e4a333 req-f2df6422-64f6-435f-9feb-7c080cf0617c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17c0f58c-06f0-44c4-8f02-b113804cd030 HTTP/1.1" status: 200 len: 217 time: 0.0578582 Jul 08 01:54:08.842876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:08.854945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:08.885099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-82e06825-85ed-4936-b27b-532ab3ce7081 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506637 Jul 08 01:54:08.908186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Pushing event updated for resources: {'Port': ['ID=85179575-24f3-4e4d-a434-1ed8ad37f0eb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:08.920549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:09.001091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36e8200e-464e-40fd-ba3c-a46133c5723f req-e3789fd5-d0b3-4648-8803-3024bb992533 service neutron] 10.222.0.32 "GET /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643268 Jul 08 01:54:09.043558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-8edd679a-6848-424e-a690-6920868ac934 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips/ff48980b-1dd1-4393-94a9-334b55586224 HTTP/1.1" status: 200 len: 694 time: 0.0798173 Jul 08 01:54:09.063376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24abba9-97b7-4220-a954-bda447e4a333 req-d8b12d5c-e758-4e51-b185-ee06ad65543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:09.065245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b24abba9-97b7-4220-a954-bda447e4a333 req-d8b12d5c-e758-4e51-b185-ee06ad65543b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.2361355 Jul 08 01:54:09.072411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2973cd9-0747-468f-bcea-2728b75ec7c3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:09.075874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2973cd9-0747-468f-bcea-2728b75ec7c3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803443 Jul 08 01:54:09.090657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Request body: {'port': {'device_id': '10590301-382d-4cf8-87e8-13863ecd0f95', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '5ef55ac2dd1448cfa2fea1ee68678dae'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:09.100790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:09.101415 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.151914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b24abba9-97b7-4220-a954-bda447e4a333 req-bcbfedb7-bdd9-4521-9fe1-4d96e1b54682 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797956 Jul 08 01:54:09.159466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d978f-4b9e-481f-a16c-3941a41be5f4 req-e4dc5396-880f-4fbb-8e97-3c8982b6f621 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:09.161152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d94d978f-4b9e-481f-a16c-3941a41be5f4 req-e4dc5396-880f-4fbb-8e97-3c8982b6f621 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1827869 Jul 08 01:54:09.225856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d94d978f-4b9e-481f-a16c-3941a41be5f4 req-58704926-f120-4b42-8a4c-fb04027c05d7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587292 Jul 08 01:54:09.256450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2a3058be-2cdd-4e67-9d8f-bc266727de9a tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3813915 Jul 08 01:54:09.271779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Request body: {'port': {'device_id': 'e51271b6-faad-48a7-a2f4-af45a7fa4ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:09.307017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Made reservation on behalf of 5ef55ac2dd1448cfa2fea1ee68678dae for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:09.308329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-1b66d5b4-b144-464d-b8bf-09f6d74f7934 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:09.309620 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-1b66d5b4-b144-464d-b8bf-09f6d74f7934 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.2646260 Jul 08 01:54:09.311556 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.430176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-ff3b011d-35d0-4699-b86d-ad8326ea2e95 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 697 time: 0.0904045 Jul 08 01:54:09.441698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b24abba9-97b7-4220-a954-bda447e4a333 req-68691201-4a6e-4f52-a928-815230f7bfad service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723861 Jul 08 01:54:09.504787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ffa8b-5a04-4ff7-8109-81ca3fc01ec1 req-d0f6daa8-9766-48b9-b19a-22de44acf2a3 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:09.506387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-445ffa8b-5a04-4ff7-8109-81ca3fc01ec1 req-d0f6daa8-9766-48b9-b19a-22de44acf2a3 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 931 time: 0.1616478 Jul 08 01:54:09.516402 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.537372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Allocated IP 192.168.233.73 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/41038ffa-1a58-4acf-b07f-b95d4d3e6364) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:09.568111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-43df0b8b-af56-4718-a862-8f2ac97f9e54 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 697 time: 0.1129880 Jul 08 01:54:09.571858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-445ffa8b-5a04-4ff7-8109-81ca3fc01ec1 req-dae88d7d-7906-40fa-be8c-aa822ead2f11 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589142 Jul 08 01:54:09.720166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17daac31-c062-4328-81ef-a44bdf6e1738 req-06e33208-c1a0-49aa-8de5-d86c3bb2034d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 210 time: 0.0392613 Jul 08 01:54:09.749585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.763779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Transition to ACTIVE for port object 41038ffa-1a58-4acf-b07f-b95d4d3e6364 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:09.822521 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b24abba9-97b7-4220-a954-bda447e4a333 req-1ed76af9-fe16-47a5-9ec3-fc98ee6a48bf service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713181 Jul 08 01:54:09.889591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.902009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', '4f581e44-46d4-4a0f-b6db-c839e6b431ce'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:09.930635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9421b8c5-5f19-475c-834d-ca94c0e809a7', 'a4f34902-5364-4fb4-93c3-7cc20c9807e1', '8f82270d-17fb-4ec3-99c9-1583d62eb7d5'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:09.952434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event updated for resources: {'Port': ['ID=41038ffa-1a58-4acf-b07f-b95d4d3e6364,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:09.984810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:09.991473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:10.018956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed56dc0-483e-4b0d-8dcf-6106a70bc593 req-e52cd49c-6c13-46db-a190-823f7849cfb8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:10.027908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ed56dc0-483e-4b0d-8dcf-6106a70bc593 req-e52cd49c-6c13-46db-a190-823f7849cfb8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.1726093 Jul 08 01:54:10.037360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85179575-24f3-4e4d-a434-1ed8ad37f0eb {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:10.045453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.058269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:10.068417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Transition to ACTIVE for port object 85179575-24f3-4e4d-a434-1ed8ad37f0eb will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:10.076794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Deleting port 97e801fc-400f-40c6-a92b-bc43873f5585 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:10.077149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.131979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:10.132531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.173150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.173514 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.186934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Calling delete_port for 97e801fc-400f-40c6-a92b-bc43873f5585 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:10.188867 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ed56dc0-483e-4b0d-8dcf-6106a70bc593 req-9f121ee3-d665-4f47-a73a-faffbaf77a4e tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582637 Jul 08 01:54:10.251977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-25bfc70c-73be-4753-b9f2-2a0cbcf7fa10 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1688955 Jul 08 01:54:10.257522 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.264656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Request body: {'port': {'device_id': '10590301-382d-4cf8-87e8-13863ecd0f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:10.421759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.450074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-152ba94a-3b28-45ac-ada2-fa95a46c8c06 None None] Provisioning for port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:10.467940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Pushing event updated for resources: {'Port': ['ID=85179575-24f3-4e4d-a434-1ed8ad37f0eb,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:10.493029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-152ba94a-3b28-45ac-ada2-fa95a46c8c06 None None] Provisioning complete for port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:10.493856 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-152ba94a-3b28-45ac-ada2-fa95a46c8c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.528192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Attempting to bind port 85179575-24f3-4e4d-a434-1ed8ad37f0eb on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:10.528455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Attempting to bind port 85179575-24f3-4e4d-a434-1ed8ad37f0eb by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'aa65e780-f034-46c6-9776-1f8a02a1690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83cc0542-7b8b-4a7c-b5c8-172c9cb2413b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:10.528811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Attempting to bind port 85179575-24f3-4e4d-a434-1ed8ad37f0eb on network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:10.536901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Port 85179575-24f3-4e4d-a434-1ed8ad37f0eb on network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:10.537398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Attempting to bind port 85179575-24f3-4e4d-a434-1ed8ad37f0eb on network 83cc0542-7b8b-4a7c-b5c8-172c9cb2413b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:10.539327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-152ba94a-3b28-45ac-ada2-fa95a46c8c06 None None] Port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:54:10.555198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:10.555575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Checking segment: {'id': 'aa65e780-f034-46c6-9776-1f8a02a1690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83cc0542-7b8b-4a7c-b5c8-172c9cb2413b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:10.555980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Bound using segment: {'id': 'aa65e780-f034-46c6-9776-1f8a02a1690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83cc0542-7b8b-4a7c-b5c8-172c9cb2413b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:10.556497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Bound port: 85179575-24f3-4e4d-a434-1ed8ad37f0eb, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa65e780-f034-46c6-9776-1f8a02a1690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83cc0542-7b8b-4a7c-b5c8-172c9cb2413b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:10.556882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.642746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] For port 85179575-24f3-4e4d-a434-1ed8ad37f0eb, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:10.646309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] For port 85179575-24f3-4e4d-a434-1ed8ad37f0eb, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=85179575-24f3-4e4d-a434-1ed8ad37f0eb,segment=NetworkSegment(aa65e780-f034-46c6-9776-1f8a02a1690f),segment_id=aa65e780-f034-46c6-9776-1f8a02a1690f)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:10.667120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.701000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Pushing event deleted for resources: {'Port': ['ID=97e801fc-400f-40c6-a92b-bc43873f5585,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:10.761725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056e461-d5fa-4dbb-8970-d8b763e948b0 req-2da9c0c7-1d15-43e2-b48c-a3a24a06e3a2 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:10.763258 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c056e461-d5fa-4dbb-8970-d8b763e948b0 req-2da9c0c7-1d15-43e2-b48c-a3a24a06e3a2 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1273959 Jul 08 01:54:10.772553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.818893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c056e461-d5fa-4dbb-8970-d8b763e948b0 req-35acee0d-d2d2-447e-ac8c-3f0f7379b77a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Jul 08 01:54:10.828431 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:10.829600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.832421 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] 10.222.0.18 "PUT /v2.0/ports/85179575-24f3-4e4d-a434-1ed8ad37f0eb HTTP/1.1" status: 200 len: 1092 time: 1.5693996 Jul 08 01:54:10.839611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51271b6-faad-48a7-a2f4-af45a7fa4ef1', 'tag': '85179575-24f3-4e4d-a434-1ed8ad37f0eb'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:10.844480 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2a6a31-b768-4984-ac14-0d130ba8666b" -d '{"events": [{"name": "network-changed", "server_uuid": "e51271b6-faad-48a7-a2f4-af45a7fa4ef1", "tag": "85179575-24f3-4e4d-a434-1ed8ad37f0eb"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:10.864755 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.868621 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.880855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d6f461f-739e-4392-8ee0-5180e8a46d30 req-3c90a219-cdaa-4313-8bdd-465eb9a098cf tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "DELETE /v2.0/floatingips/ff48980b-1dd1-4393-94a9-334b55586224 HTTP/1.1" status: 204 len: 173 time: 1.3034708 Jul 08 01:54:10.908395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72205a4c-2621-4985-ae1b-6d8216ea5d0c service neutron] Pushing event updated for resources: {'Port': ['ID=85179575-24f3-4e4d-a434-1ed8ad37f0eb,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:10.943940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41038ffa-1a58-4acf-b07f-b95d4d3e6364 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:10.958793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.979644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Transition to ACTIVE for port object 41038ffa-1a58-4acf-b07f-b95d4d3e6364 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:11.099791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-e0a7b15e-544a-4368-b105-09c9b13e56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.101458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-e0a7b15e-544a-4368-b105-09c9b13e56b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7dace23907e4816b7ecfb7beb123a70&device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 1095 time: 0.1373987 Jul 08 01:54:11.114469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.141157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f504d-1f1c-4d53-bc38-4fccf2852734 req-863da0ec-ca61-4390-811a-a05e6ba59f24 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.146724 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-134f504d-1f1c-4d53-bc38-4fccf2852734 req-863da0ec-ca61-4390-811a-a05e6ba59f24 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 943 time: 0.1038818 Jul 08 01:54:11.186276 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-2035ea58-c7ce-4a96-8c65-581e9ebc1c50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85179575-24f3-4e4d-a434-1ed8ad37f0eb HTTP/1.1" status: 200 len: 217 time: 0.0711119 Jul 08 01:54:11.192905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Pushing event updated for resources: {'Port': ['ID=41038ffa-1a58-4acf-b07f-b95d4d3e6364,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:11.220503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f5485-6dda-43d4-a785-0a7376f118b3 req-ab701929-2465-4092-b08b-2a4fca51e98f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.228185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc7f5485-6dda-43d4-a785-0a7376f118b3 req-ab701929-2465-4092-b08b-2a4fca51e98f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 935 time: 0.1674914 Jul 08 01:54:11.273047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-134f504d-1f1c-4d53-bc38-4fccf2852734 req-c4d25a16-916d-4d9b-ae6e-af1d408051e2 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253338 Jul 08 01:54:11.312451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-ec909d68-7fec-40e8-8272-285f137967da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.314435 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-ec909d68-7fec-40e8-8272-285f137967da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bfbd0da-475e-4fa1-8981-cc96aaefc33a HTTP/1.1" status: 200 len: 864 time: 0.1192329 Jul 08 01:54:11.373350 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-5be5ebbc-606e-4826-9000-545e63f9719e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83cc0542-7b8b-4a7c-b5c8-172c9cb2413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499039 Jul 08 01:54:11.396567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc7f5485-6dda-43d4-a785-0a7376f118b3 req-b6a0661e-4b0f-4ab5-9927-9d3d71fd3d01 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674485 Jul 08 01:54:11.433620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Attempting to bind port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:11.434022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Attempting to bind port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:11.434418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Attempting to bind port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:11.439373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:11.439870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Attempting to bind port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:11.446099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:11.446585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:11.447463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:11.447666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Bound port: 41038ffa-1a58-4acf-b07f-b95d4d3e6364, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:11.448137 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.501104 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f106d7-1430-4377-89e5-6ca3d32ce625 x-openstack-request-id: req-53f106d7-1430-4377-89e5-6ca3d32ce625 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:11.501104 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51271b6-faad-48a7-a2f4-af45a7fa4ef1", "tag": "85179575-24f3-4e4d-a434-1ed8ad37f0eb", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:11.501104 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53f106d7-1430-4377-89e5-6ca3d32ce625 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:11.501104 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51271b6-faad-48a7-a2f4-af45a7fa4ef1', 'tag': '85179575-24f3-4e4d-a434-1ed8ad37f0eb', 'status': 'completed', 'code': 200} Jul 08 01:54:11.555004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] For port 41038ffa-1a58-4acf-b07f-b95d4d3e6364, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:11.558442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] For port 41038ffa-1a58-4acf-b07f-b95d4d3e6364, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=41038ffa-1a58-4acf-b07f-b95d4d3e6364,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:11.570617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b52c9e-af10-45aa-9141-79ade40e6da0 req-7cf38306-268d-4ec6-b59d-d2ae46b45422 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.571713 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96b52c9e-af10-45aa-9141-79ade40e6da0 req-7cf38306-268d-4ec6-b59d-d2ae46b45422 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1158192 Jul 08 01:54:11.575856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-77dc051b-b93f-4f04-99cf-452c405e966d service neutron] 10.222.0.18 "GET /v2.0/networks/83cc0542-7b8b-4a7c-b5c8-172c9cb2413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936569 Jul 08 01:54:11.647610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.658782 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96b52c9e-af10-45aa-9141-79ade40e6da0 req-5a7d2332-b07c-4b72-836a-e3c338cec54e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804062 Jul 08 01:54:11.708140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92dedbdb-9572-42ee-9f6b-4dc7099b27a1 req-103b404b-48b7-410e-9282-cbd992282877 service neutron] 10.222.0.18 "GET /v2.0/networks/83cc0542-7b8b-4a7c-b5c8-172c9cb2413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229146 Jul 08 01:54:11.735229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.735884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.737408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] 10.222.0.18 "PUT /v2.0/ports/41038ffa-1a58-4acf-b07f-b95d4d3e6364 HTTP/1.1" status: 200 len: 1096 time: 1.4771926 Jul 08 01:54:11.737879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10590301-382d-4cf8-87e8-13863ecd0f95', 'tag': '41038ffa-1a58-4acf-b07f-b95d4d3e6364'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:11.741191 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2880c9-6db6-4fe4-a65e-6dced0e80225" -d '{"events": [{"name": "network-changed", "server_uuid": "10590301-382d-4cf8-87e8-13863ecd0f95", "tag": "41038ffa-1a58-4acf-b07f-b95d4d3e6364"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:11.769882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc28ee-4d0e-4cd8-8b3f-49d2a4133256 service neutron] Pushing event updated for resources: {'Port': ['ID=41038ffa-1a58-4acf-b07f-b95d4d3e6364,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:11.951306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-9e77601c-b9c6-48e1-a7b6-3df3abaad6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.952999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-9e77601c-b9c6-48e1-a7b6-3df3abaad6e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 1099 time: 0.0934658 Jul 08 01:54:11.973271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50321b-8eef-4079-9d2c-935544112aa0 req-2cd74c03-9630-4ec4-86d1-310d46399b4b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.974860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a50321b-8eef-4079-9d2c-935544112aa0 req-2cd74c03-9630-4ec4-86d1-310d46399b4b tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.1666751 Jul 08 01:54:11.984766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-462b6fc9-0575-4c46-8779-976b961ffc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:11.992064 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-462b6fc9-0575-4c46-8779-976b961ffc3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7dace23907e4816b7ecfb7beb123a70&device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 1095 time: 0.1339784 Jul 08 01:54:12.011908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-18439ede-060d-46a1-b588-f08d45e91961 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=41038ffa-1a58-4acf-b07f-b95d4d3e6364 HTTP/1.1" status: 200 len: 217 time: 0.0497396 Jul 08 01:54:12.026835 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7bcf6f78-8d50-4f91-962a-db8b461d12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.096133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a50321b-8eef-4079-9d2c-935544112aa0 req-5bf9c4c6-c9f2-43fe-bfcc-eaa69b5c0897 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151490 Jul 08 01:54:12.100782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-e91f9711-4c1b-4998-b931-098e67add2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.108346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-e91f9711-4c1b-4998-b931-098e67add2d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0881190 Jul 08 01:54:12.147748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-0f1bc800-7407-4db5-8944-4839cb27ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.149776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-0f1bc800-7407-4db5-8944-4839cb27ea81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=83cc0542-7b8b-4a7c-b5c8-172c9cb2413b HTTP/1.1" status: 200 len: 925 time: 0.1451433 Jul 08 01:54:12.158793 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2238847f-1dc1-4a71-b1ae-391fdf773a4c x-openstack-request-id: req-2238847f-1dc1-4a71-b1ae-391fdf773a4c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:12.159160 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10590301-382d-4cf8-87e8-13863ecd0f95", "tag": "41038ffa-1a58-4acf-b07f-b95d4d3e6364", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:12.159534 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2238847f-1dc1-4a71-b1ae-391fdf773a4c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:12.160107 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10590301-382d-4cf8-87e8-13863ecd0f95', 'tag': '41038ffa-1a58-4acf-b07f-b95d4d3e6364', 'status': 'completed', 'code': 200} Jul 08 01:54:12.202887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-ae02f4ad-b43f-4b89-b56f-207e41fec23f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85179575-24f3-4e4d-a434-1ed8ad37f0eb HTTP/1.1" status: 200 len: 217 time: 0.0412183 Jul 08 01:54:12.203743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-8200bbe0-b7c4-43fe-bbf6-72ca800a53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.205323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-8200bbe0-b7c4-43fe-bbf6-72ca800a53d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0884287 Jul 08 01:54:12.264714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-d2e11a20-5413-4985-897d-4d3bd3ab366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.266224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-d2e11a20-5413-4985-897d-4d3bd3ab366e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bfbd0da-475e-4fa1-8981-cc96aaefc33a HTTP/1.1" status: 200 len: 864 time: 0.0508068 Jul 08 01:54:12.308996 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-6879a555-60a9-4057-906b-ee39c09b0042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83cc0542-7b8b-4a7c-b5c8-172c9cb2413b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360718 Jul 08 01:54:12.425167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:12.453339 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-b767b9d0-0887-4c66-9ece-31ec38530fc9 service neutron] 10.222.0.18 "GET /v2.0/networks/83cc0542-7b8b-4a7c-b5c8-172c9cb2413b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330867 Jul 08 01:54:12.462813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5cd22-b48e-429e-9899-1f55ccf21b04 req-3434065c-b5bb-497c-8a00-278eafd3dc98 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.464494 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79f5cd22-b48e-429e-9899-1f55ccf21b04 req-3434065c-b5bb-497c-8a00-278eafd3dc98 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1544943 Jul 08 01:54:12.529181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:12.542498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '17c0f58c-06f0-44c4-8f02-b113804cd030', 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c', 'port_id': '17c0f58c-06f0-44c4-8f02-b113804cd030', 'mac_address': 'fa:16:3e:85:2d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332bb977-b183-4ea9-97bc-26fe22bf9868', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:12.549701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79f5cd22-b48e-429e-9899-1f55ccf21b04 req-17083a7b-89e8-4f5a-9517-415f96c65ee3 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Jul 08 01:54:12.591531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:12.606359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd2a6a31-b768-4984-ac14-0d130ba8666b req-5f62aada-0059-4642-8560-b3691085a4d5 service neutron] 10.222.0.18 "GET /v2.0/networks/83cc0542-7b8b-4a7c-b5c8-172c9cb2413b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408641 Jul 08 01:54:12.615897 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.644734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c0f58c-06f0-44c4-8f02-b113804cd030 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:12.651412 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-64fc6148-4706-452d-afc3-be53e4dabfee service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357445 Jul 08 01:54:12.663352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2590366-c945-4643-a223-4bafe6043b65 req-33b80a13-eda7-42b4-817d-f61a029bbdfb tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.664976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2590366-c945-4643-a223-4bafe6043b65 req-33b80a13-eda7-42b4-817d-f61a029bbdfb tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 946 time: 0.4025142 Jul 08 01:54:12.701001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:12.737611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:12.752344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'mac_address': 'fa:16:3e:ec:5c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:12.754314 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2590366-c945-4643-a223-4bafe6043b65 req-dd495b04-e9ca-4e6b-86e8-0527bf4d9519 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810776 Jul 08 01:54:12.789358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a19d9b-7036-415a-b36c-debdfb6a0e92 req-fbb6ebe2-a221-410a-9e74-d06155feec44 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.793743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065a32bb-7c1b-439d-9749-f4c52a335855 req-8b6b2db1-e6f9-4fe2-b0b4-88e8403d2540 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278441 Jul 08 01:54:12.796760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7a19d9b-7036-415a-b36c-debdfb6a0e92 req-fbb6ebe2-a221-410a-9e74-d06155feec44 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 943 time: 0.1055717 Jul 08 01:54:12.797047 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.802145 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.840051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:12.845168 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7a19d9b-7036-415a-b36c-debdfb6a0e92 req-b981704f-bf43-4cf1-a20e-41fb11dda12d tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475101 Jul 08 01:54:12.873918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:12.884187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:12.970290 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.996116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010b50-4a1d-468d-a2da-6685d858c6f5 req-58c99bb3-0ac3-4a77-8384-59a1d3f1bcd0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.997665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c010b50-4a1d-468d-a2da-6685d858c6f5 req-58c99bb3-0ac3-4a77-8384-59a1d3f1bcd0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 947 time: 0.0905199 Jul 08 01:54:13.028732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:13.038873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac52d5-da4e-4864-834e-94abb1d5d481 req-7d416746-8e6f-48a0-9e4b-c41fbd27b83a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.040702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2ac52d5-da4e-4864-834e-94abb1d5d481 req-7d416746-8e6f-48a0-9e4b-c41fbd27b83a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.0746284 Jul 08 01:54:13.052234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c010b50-4a1d-468d-a2da-6685d858c6f5 req-4f335980-d7e8-4575-9343-b7103204cdbb tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Jul 08 01:54:13.055020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-326ce998-63b2-49ec-b13b-42c2aa8a0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.060183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-326ce998-63b2-49ec-b13b-42c2aa8a0485 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 1099 time: 0.0943506 Jul 08 01:54:13.083014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2ac52d5-da4e-4864-834e-94abb1d5d481 req-0198f9ec-58d9-4984-bf46-27ae7f6ab69f tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Jul 08 01:54:13.115370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['17c0f58c-06f0-44c4-8f02-b113804cd030'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:13.165114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-cfe59042-a092-4687-b450-bd82c489945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.166793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-cfe59042-a092-4687-b450-bd82c489945d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1030471 Jul 08 01:54:13.217420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-30c23aff-9c33-407e-b565-7866ab9434fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=41038ffa-1a58-4acf-b07f-b95d4d3e6364 HTTP/1.1" status: 200 len: 217 time: 0.0422914 Jul 08 01:54:13.273243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-ef274bcb-4431-43c4-ab43-f4e9d2b8eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.275032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-ef274bcb-4431-43c4-ab43-f4e9d2b8eb8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0507963 Jul 08 01:54:13.304757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912712b-e023-4bb6-8f9d-2203e6fd725f req-2ce6473e-32d8-4068-b859-d1889657cfe0 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.306443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c912712b-e023-4bb6-8f9d-2203e6fd725f req-2ce6473e-32d8-4068-b859-d1889657cfe0 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.0749896 Jul 08 01:54:13.340084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-60d8afa2-4023-4835-8df9-ea58ab4b87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.341761 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-60d8afa2-4023-4835-8df9-ea58ab4b87c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602648 Jul 08 01:54:13.346753 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c912712b-e023-4bb6-8f9d-2203e6fd725f req-c2717e5f-e970-4343-b3c6-8234ef8e39c2 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Jul 08 01:54:13.359910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:13.481857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-7799a06f-3df4-499d-b01f-4e5483167de5 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291738 Jul 08 01:54:13.491089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26241d-4c54-4a75-861b-fa99df052337 req-428412c4-66ca-463c-8baf-8891f196de9f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.492525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e26241d-4c54-4a75-861b-fa99df052337 req-428412c4-66ca-463c-8baf-8891f196de9f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 944 time: 0.1488929 Jul 08 01:54:13.580117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e26241d-4c54-4a75-861b-fa99df052337 req-cab1901a-c73a-434b-837c-be7d3f664042 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791712 Jul 08 01:54:13.603417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb24c-0711-45be-a5b2-b7cb69a0cbad req-7bbd1238-debb-4caf-928b-4d06942d16e4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.604173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12beb24c-0711-45be-a5b2-b7cb69a0cbad req-7bbd1238-debb-4caf-928b-4d06942d16e4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.0729709 Jul 08 01:54:13.615866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa2880c9-6db6-4fe4-a65e-6dced0e80225 req-124327a7-02a1-4b8d-a021-edeb4d0bb096 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223590 Jul 08 01:54:13.644864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12beb24c-0711-45be-a5b2-b7cb69a0cbad req-b9b13bd5-ce1d-493f-b9b8-8ced84184e55 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Jul 08 01:54:13.945330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed85ee-8da1-4cf8-a0ad-cf1f902d7847 req-80683b68-72f2-4af5-9faa-ab6c33fb3623 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:13.946963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8ed85ee-8da1-4cf8-a0ad-cf1f902d7847 req-80683b68-72f2-4af5-9faa-ab6c33fb3623 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 946 time: 0.0653849 Jul 08 01:54:13.984461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8ed85ee-8da1-4cf8-a0ad-cf1f902d7847 req-0aa74b24-b281-41ae-ace1-21f8277a3d08 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Jul 08 01:54:14.176490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7007f98-8ab7-4644-a528-78f4fa37d2a8 req-8754e167-e433-4dd4-9d87-9ed5e5de0176 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:14.177983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7007f98-8ab7-4644-a528-78f4fa37d2a8 req-8754e167-e433-4dd4-9d87-9ed5e5de0176 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 943 time: 0.0789206 Jul 08 01:54:14.217805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7007f98-8ab7-4644-a528-78f4fa37d2a8 req-89b8976d-3349-410b-872f-16d79fd8f275 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341661 Jul 08 01:54:14.324475 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9975fc93-653c-437b-93ad-64c1f4320caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:14.398893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bf169-01ca-4327-bca6-d47111d4ccc1 req-4759cec9-4073-4d92-8d09-6238e6f3835a tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:14.400640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-076bf169-01ca-4327-bca6-d47111d4ccc1 req-4759cec9-4073-4d92-8d09-6238e6f3835a tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 947 time: 0.0843172 Jul 08 01:54:14.426936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 85179575-24f3-4e4d-a434-1ed8ad37f0eb details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:14.432638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:14.456190 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-076bf169-01ca-4327-bca6-d47111d4ccc1 req-8fbaecb1-99fe-465c-ba41-a086e44f9b83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496862 Jul 08 01:54:14.735179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 85179575-24f3-4e4d-a434-1ed8ad37f0eb, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=85179575-24f3-4e4d-a434-1ed8ad37f0eb,segment=NetworkSegment(aa65e780-f034-46c6-9776-1f8a02a1690f),segment_id=aa65e780-f034-46c6-9776-1f8a02a1690f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:14.760017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '85179575-24f3-4e4d-a434-1ed8ad37f0eb', 'network_id': '83cc0542-7b8b-4a7c-b5c8-172c9cb2413b', 'port_id': '85179575-24f3-4e4d-a434-1ed8ad37f0eb', 'mac_address': 'fa:16:3e:dd:60:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfbd0da-475e-4fa1-8981-cc96aaefc33a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:14.813395 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:14.823069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 17c0f58c-06f0-44c4-8f02-b113804cd030 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:14.829982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 17c0f58c-06f0-44c4-8f02-b113804cd030 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:14.830357 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:14.834109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85179575-24f3-4e4d-a434-1ed8ad37f0eb {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:14.838850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b3e3-a5e4-46ad-962b-8f007c4270c0 req-de5cdcc9-c35e-4260-8349-d55d651e3bcf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:14.841427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f015b3e3-a5e4-46ad-962b-8f007c4270c0 req-de5cdcc9-c35e-4260-8349-d55d651e3bcf tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 944 time: 0.1102283 Jul 08 01:54:14.857621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 85179575-24f3-4e4d-a434-1ed8ad37f0eb, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=85179575-24f3-4e4d-a434-1ed8ad37f0eb,segment=NetworkSegment(aa65e780-f034-46c6-9776-1f8a02a1690f),segment_id=aa65e780-f034-46c6-9776-1f8a02a1690f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:14.881044 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:14.890395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f015b3e3-a5e4-46ad-962b-8f007c4270c0 req-ebb04fcf-d321-420c-8a3b-c0d2a5d6e02c tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Jul 08 01:54:14.988576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:15.001491 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:15.049244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:15.052214 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f4929f-8487-4327-b933-d2809120fd0a" -d '{"events": [{"server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "name": "network-vif-plugged", "status": "completed", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:15.074717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:15.114875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=85179575-24f3-4e4d-a434-1ed8ad37f0eb,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:15.176791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a25a6-f88c-4217-bc91-702ffd558dfa req-1300bd79-dcac-4725-8eb5-e72481626bf5 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:15.178972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-736a25a6-f88c-4217-bc91-702ffd558dfa req-1300bd79-dcac-4725-8eb5-e72481626bf5 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1253469 Jul 08 01:54:15.183795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:15.251234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec2b5-83cc-4628-a208-1723df4a946a req-dd73ebb0-3d6c-43c8-b21b-99ba04d90d8c tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:15.259370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d0ec2b5-83cc-4628-a208-1723df4a946a req-dd73ebb0-3d6c-43c8-b21b-99ba04d90d8c tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 946 time: 0.0986590 Jul 08 01:54:15.266584 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-736a25a6-f88c-4217-bc91-702ffd558dfa req-93ba13b1-1910-439b-bcc3-3e2cd2e89ac6 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705044 Jul 08 01:54:15.271672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:15.300820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['85179575-24f3-4e4d-a434-1ed8ad37f0eb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:15.323430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d0ec2b5-83cc-4628-a208-1723df4a946a req-8ff62af2-9615-4762-bc3f-a041dc325a7c tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/security-groups?id=abed4c43-f338-4659-b7a2-2ee7f31d5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608263 Jul 08 01:54:15.358264 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66154315-8945-4d0c-a746-ef8d9a786626 x-openstack-request-id: req-66154315-8945-4d0c-a746-ef8d9a786626 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:15.360294 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "name": "network-vif-plugged", "status": "completed", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:15.362458 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66154315-8945-4d0c-a746-ef8d9a786626 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:15.364343 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030', 'code': 200} Jul 08 01:54:15.524120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99014d87-0c7e-4a55-aa4e-8c904c8d002d req-e6e7550c-d7b2-49b4-8f61-930411f1685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:15.525704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99014d87-0c7e-4a55-aa4e-8c904c8d002d req-e6e7550c-d7b2-49b4-8f61-930411f1685d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1097 time: 0.0780611 Jul 08 01:54:15.686021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:15.711742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0f29e-f491-44d0-98da-f1991fc21571 req-208ebf27-ec79-450b-a742-098dfc27aad3 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:15.719918 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1f0f29e-f491-44d0-98da-f1991fc21571 req-208ebf27-ec79-450b-a742-098dfc27aad3 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 944 time: 0.2059519 Jul 08 01:54:15.731466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99014d87-0c7e-4a55-aa4e-8c904c8d002d req-bfb987fa-28ed-4f7e-8117-dd1a7094fd52 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565251 Jul 08 01:54:15.769612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-065fc274-2e37-40c6-b49e-a19bd359f8ea tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:15.771332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-065fc274-2e37-40c6-b49e-a19bd359f8ea tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.32 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 946 time: 0.1858428 Jul 08 01:54:15.797340 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1f0f29e-f491-44d0-98da-f1991fc21571 req-fed45fe4-e793-459d-827c-9d66539c95c5 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762722 Jul 08 01:54:15.828886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e6aec-4e87-4fc7-927f-3186de248cb6 req-bd2ae7b4-6986-4d07-b171-050008df8907 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:15.831149 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a0e6aec-4e87-4fc7-927f-3186de248cb6 req-bd2ae7b4-6986-4d07-b171-050008df8907 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 947 time: 0.0869601 Jul 08 01:54:15.917561 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a0e6aec-4e87-4fc7-927f-3186de248cb6 req-46a38423-5dd8-4ab9-8e4b-e1f78cbd3be3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781929 Jul 08 01:54:16.005971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Deleting port 35d94a24-3c93-4c90-a417-e55cd97b774c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:16.006595 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:16.147628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] For port 35d94a24-3c93-4c90-a417-e55cd97b774c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=35d94a24-3c93-4c90-a417-e55cd97b774c,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:16.148112 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:16.169239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Calling delete_port for 35d94a24-3c93-4c90-a417-e55cd97b774c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:16.243206 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:54:16.335288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a8604-920b-46c8-b884-78f9d80cb48a req-c3b87d45-7c3c-4e17-9816-26e6f4e31731 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:16.343546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d3a8604-920b-46c8-b884-78f9d80cb48a req-c3b87d45-7c3c-4e17-9816-26e6f4e31731 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.2381406 Jul 08 01:54:16.442698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 41038ffa-1a58-4acf-b07f-b95d4d3e6364 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:16.522528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d3a8604-920b-46c8-b884-78f9d80cb48a req-5a870866-855c-41d6-a0fe-fc3be31844ff tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764293 Jul 08 01:54:16.613645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 41038ffa-1a58-4acf-b07f-b95d4d3e6364, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=41038ffa-1a58-4acf-b07f-b95d4d3e6364,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:16.634640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '41038ffa-1a58-4acf-b07f-b95d4d3e6364', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '41038ffa-1a58-4acf-b07f-b95d4d3e6364', 'mac_address': 'fa:16:3e:3b:22:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:16.638319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:16.643865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a43184-1826-4da0-ad91-35e88c45c72c req-f63e3f18-bea0-41fc-ae70-81cf1e76ced3 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:16.646019 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29a43184-1826-4da0-ad91-35e88c45c72c req-f63e3f18-bea0-41fc-ae70-81cf1e76ced3 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1721058 Jul 08 01:54:16.656084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:16.719200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['35d94a24-3c93-4c90-a417-e55cd97b774c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:16.764845 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29a43184-1826-4da0-ad91-35e88c45c72c req-bc3d7686-0c0d-4245-b2e1-be66f1137305 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988507 Jul 08 01:54:16.780260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Pushing event deleted for resources: {'Port': ['ID=35d94a24-3c93-4c90-a417-e55cd97b774c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:16.853647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] No DVR routers for this DVR port 35d94a24-3c93-4c90-a417-e55cd97b774c on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:16.857906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-636528a0-8397-46fc-88e8-b62df85fb17e req-895d196f-a630-4957-b1c1-71a19faa9bb8 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 210 time: 0.0469735 Jul 08 01:54:16.861640 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:16.863977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f1bd174-c3ba-470b-a1e8-6cf23531e66a req-1dec1a14-2e50-483d-b708-417e13ecfd04 tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.32 "DELETE /v2.0/ports/35d94a24-3c93-4c90-a417-e55cd97b774c HTTP/1.1" status: 204 len: 173 time: 1.0651658 Jul 08 01:54:16.864918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'name': 'network-vif-deleted', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:16.865291 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:16.868788 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578fd46c-3bcf-4b60-b5fb-f63190c81522" -d '{"events": [{"server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "name": "network-vif-deleted", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:16.887689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41038ffa-1a58-4acf-b07f-b95d4d3e6364 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:16.905919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:16.906300 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:16.914253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 41038ffa-1a58-4acf-b07f-b95d4d3e6364, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=41038ffa-1a58-4acf-b07f-b95d4d3e6364,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:17.044712 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccae7bf9-552c-40e1-b7e3-e919b2468fcb x-openstack-request-id: req-ccae7bf9-552c-40e1-b7e3-e919b2468fcb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:17.045656 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08f0a3b-2618-4dbc-b7e9-882edaffd85b", "name": "network-vif-deleted", "tag": "35d94a24-3c93-4c90-a417-e55cd97b774c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:17.046191 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ccae7bf9-552c-40e1-b7e3-e919b2468fcb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:17.046758 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08f0a3b-2618-4dbc-b7e9-882edaffd85b', 'name': 'network-vif-deleted', 'tag': '35d94a24-3c93-4c90-a417-e55cd97b774c', 'status': 'completed', 'code': 200} Jul 08 01:54:17.049712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:17.107003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:17.182874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=41038ffa-1a58-4acf-b07f-b95d4d3e6364,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:17.263555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:17.358700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30102267-16ef-4bc6-a6d8-edf794fee205 req-37348258-5cf1-4130-bda9-a89813bcccfe tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:17.360628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30102267-16ef-4bc6-a6d8-edf794fee205 req-37348258-5cf1-4130-bda9-a89813bcccfe tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 944 time: 0.1756558 Jul 08 01:54:17.365900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:17.371539 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3501235-de9a-4305-8aa8-35faab4ac1d2" -d '{"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-plugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:17.397594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['41038ffa-1a58-4acf-b07f-b95d4d3e6364'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:17.428459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:17.431708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30102267-16ef-4bc6-a6d8-edf794fee205 req-998085b9-c40c-4a95-8104-d3fcc1263c02 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540590 Jul 08 01:54:17.432103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:17.511028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5205d7-7e9f-444a-b2fa-53199bb0d1c8 req-e40de9ef-f9cb-4bde-ab0d-00168b86f06f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:17.522035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:17.525607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a5205d7-7e9f-444a-b2fa-53199bb0d1c8 req-e40de9ef-f9cb-4bde-ab0d-00168b86f06f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 948 time: 0.1611221 Jul 08 01:54:17.545933 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc727e9-64c2-4665-8c1d-616509f71254 x-openstack-request-id: req-cbc727e9-64c2-4665-8c1d-616509f71254 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:17.546341 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-plugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:17.546703 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbc727e9-64c2-4665-8c1d-616509f71254 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:17.547187 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'code': 200} Jul 08 01:54:17.582642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a5205d7-7e9f-444a-b2fa-53199bb0d1c8 req-a4e6eb58-2194-485a-a41b-90e241a05645 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560637 Jul 08 01:54:17.739451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bddd5-35a3-4719-90d1-c4919ec6876e req-a23ce306-6d64-4f87-ba20-eb28ca95f0dd tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:17.743895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c9bddd5-35a3-4719-90d1-c4919ec6876e req-a23ce306-6d64-4f87-ba20-eb28ca95f0dd tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.0757987 Jul 08 01:54:17.784021 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c9bddd5-35a3-4719-90d1-c4919ec6876e req-d0a1d34e-bea1-4f3d-a258-f9c014b4fee6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365827 Jul 08 01:54:18.002127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:18.026104 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481a1d-0f69-4271-b1c4-f8d6dc434be6 req-313bf76c-956f-4250-ab03-932f2ecb39ad tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:18.029029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeb2fc-7fc3-46b4-b394-d9cae8e0fe75 req-dc0217c9-e1fe-4008-bc21-3f708fd4e7d4 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:18.033574 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-00481a1d-0f69-4271-b1c4-f8d6dc434be6 req-313bf76c-956f-4250-ab03-932f2ecb39ad tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1248531 Jul 08 01:54:18.036251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08aeb2fc-7fc3-46b4-b394-d9cae8e0fe75 req-dc0217c9-e1fe-4008-bc21-3f708fd4e7d4 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1097 time: 0.0903094 Jul 08 01:54:18.073294 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08aeb2fc-7fc3-46b4-b394-d9cae8e0fe75 req-4315f590-0e80-4293-ba77-1d8da8090b9f tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360289 Jul 08 01:54:18.077257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-00481a1d-0f69-4271-b1c4-f8d6dc434be6 req-91758743-c96f-4b3d-81be-906d0cd660fb tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Jul 08 01:54:18.234952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4984ea58-73f0-49b6-8b86-f2741be1ae13 req-e2f910b0-7b74-4b5b-99d6-5b9cc60ce18b tempest-FloatingIPsAssociationTestJSON-725789988 tempest-FloatingIPsAssociationTestJSON-725789988-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08f0a3b-2618-4dbc-b7e9-882edaffd85b HTTP/1.1" status: 200 len: 210 time: 0.0407822 Jul 08 01:54:18.470097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa4f5f-5e8c-43cf-ad59-2b7fd408553f req-25ec3a8f-193d-47a2-86c2-9fe8b98142aa tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:18.472998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 85179575-24f3-4e4d-a434-1ed8ad37f0eb up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:18.484404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5caa4f5f-5e8c-43cf-ad59-2b7fd408553f req-25ec3a8f-193d-47a2-86c2-9fe8b98142aa tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1097 time: 0.1209157 Jul 08 01:54:18.640651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:18.657726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5caa4f5f-5e8c-43cf-ad59-2b7fd408553f req-67b66da8-44c6-473b-a41a-b6dcb66dc2fa tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772688 Jul 08 01:54:18.789783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d735f-310c-43d4-8932-5c476f5298c6 req-7b1918a3-7d0d-4d1b-84ae-06a2ea2e647f tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:18.799638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f9d735f-310c-43d4-8932-5c476f5298c6 req-7b1918a3-7d0d-4d1b-84ae-06a2ea2e647f tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 944 time: 0.1536801 Jul 08 01:54:18.811955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:18.825414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'port_id': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'mac_address': 'fa:16:3e:59:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5160627-7a1a-4ec0-a862-0fabc5aebbc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:18.878210 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:18.888643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f9d735f-310c-43d4-8932-5c476f5298c6 req-1801592a-a5d5-450d-a625-711e271bcfd7 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871274 Jul 08 01:54:18.902076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:18.939999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:18.943459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be97bc-f90c-4517-8aa5-67cd8a2a184b req-1ec5159c-bc67-47fa-93a1-ccd4797296a9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:18.950044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30be97bc-f90c-4517-8aa5-67cd8a2a184b req-1ec5159c-bc67-47fa-93a1-ccd4797296a9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 948 time: 0.1412060 Jul 08 01:54:18.995380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30be97bc-f90c-4517-8aa5-67cd8a2a184b req-b1ebcbc6-fbac-465c-802d-f894cfc447cd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Jul 08 01:54:19.261648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a0646-d59f-4a8b-a6f0-1c139d8fc3d9 req-7644b38a-6721-4918-8659-4a55f389fa71 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:19.263202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf8a0646-d59f-4a8b-a6f0-1c139d8fc3d9 req-7644b38a-6721-4918-8659-4a55f389fa71 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.0689144 Jul 08 01:54:19.325167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf8a0646-d59f-4a8b-a6f0-1c139d8fc3d9 req-26506697-3607-44b5-be1a-31b681b0d6d0 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 Jul 08 01:54:19.330487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 85179575-24f3-4e4d-a434-1ed8ad37f0eb completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:19.336161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 85179575-24f3-4e4d-a434-1ed8ad37f0eb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:19.336788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.338953 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.430472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:19.510036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.541772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 85179575-24f3-4e4d-a434-1ed8ad37f0eb, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=85179575-24f3-4e4d-a434-1ed8ad37f0eb,segment=NetworkSegment(aa65e780-f034-46c6-9776-1f8a02a1690f),segment_id=aa65e780-f034-46c6-9776-1f8a02a1690f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:19.562154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51271b6-faad-48a7-a2f4-af45a7fa4ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85179575-24f3-4e4d-a434-1ed8ad37f0eb'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:19.562269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60026) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:19.562787 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdf6970-c5c9-410c-a05a-9ae6a91a01d1" -d '{"events": [{"server_uuid": "e51271b6-faad-48a7-a2f4-af45a7fa4ef1", "name": "network-vif-plugged", "status": "completed", "tag": "85179575-24f3-4e4d-a434-1ed8ad37f0eb"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:19.568248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['49d69c76-92d2-4b3f-bd98-10ff2cd779d1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:19.644306 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.677298 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b78b7ad-2e5d-4dae-bd1d-5e27c835320d x-openstack-request-id: req-5b78b7ad-2e5d-4dae-bd1d-5e27c835320d {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:19.687860 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51271b6-faad-48a7-a2f4-af45a7fa4ef1", "name": "network-vif-plugged", "status": "completed", "tag": "85179575-24f3-4e4d-a434-1ed8ad37f0eb", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:19.688169 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b78b7ad-2e5d-4dae-bd1d-5e27c835320d {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:19.688655 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51271b6-faad-48a7-a2f4-af45a7fa4ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85179575-24f3-4e4d-a434-1ed8ad37f0eb', 'code': 200} Jul 08 01:54:19.769499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=85179575-24f3-4e4d-a434-1ed8ad37f0eb,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:19.822142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f748f8d-0889-4616-a8ac-5a222ee52148 req-a3e95705-a6d6-4cbc-8ed6-8e82dade38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:19.824133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f748f8d-0889-4616-a8ac-5a222ee52148 req-a3e95705-a6d6-4cbc-8ed6-8e82dade38ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0928960 Jul 08 01:54:19.875103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f748f8d-0889-4616-a8ac-5a222ee52148 req-82fca918-159a-4de5-9f2c-3219dd86f416 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Jul 08 01:54:20.097388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3b79c-d5f4-44ec-ac8c-8ef2c2aa5c5c req-14361b49-8419-4a42-8e6a-769275c59d80 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:20.104537 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6d3b79c-d5f4-44ec-ac8c-8ef2c2aa5c5c req-14361b49-8419-4a42-8e6a-769275c59d80 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 945 time: 0.0781550 Jul 08 01:54:20.181157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6d3b79c-d5f4-44ec-ac8c-8ef2c2aa5c5c req-f8f36a85-5728-4120-95c0-3755ee2dbcbb tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 Jul 08 01:54:20.378864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:20.385618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1fa15-0029-4819-a1aa-64a0e408d293 req-517c6848-8f3e-45bd-8cbe-3cb8784ac7f0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:20.393125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33b1fa15-0029-4819-a1aa-64a0e408d293 req-517c6848-8f3e-45bd-8cbe-3cb8784ac7f0 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 948 time: 0.0952685 Jul 08 01:54:20.443538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33b1fa15-0029-4819-a1aa-64a0e408d293 req-fab128de-840f-443d-b4a5-06bb1304056e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495744 Jul 08 01:54:20.485675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 41038ffa-1a58-4acf-b07f-b95d4d3e6364 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:20.654127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:20.667744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181a6c0-77c4-40aa-a775-6bbf8b20fb9e req-bc5a5649-0524-488f-ad23-b7931a6f52ea tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:20.677427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9181a6c0-77c4-40aa-a775-6bbf8b20fb9e req-bc5a5649-0524-488f-ad23-b7931a6f52ea tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 944 time: 0.0961819 Jul 08 01:54:20.752922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9181a6c0-77c4-40aa-a775-6bbf8b20fb9e req-0ed213e6-75e6-462c-8a6a-c6ea469b4dd3 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726595 Jul 08 01:54:20.787168 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:20.788342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:20.796147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:20.797900 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:20.803020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Deleting port b571d58d-025e-47e5-b682-825d7cdfa895 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:20.803673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:20.880452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:20.881838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:20.997954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] For port b571d58d-025e-47e5-b682-825d7cdfa895, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b571d58d-025e-47e5-b682-825d7cdfa895,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:20.998816 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.000734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.032468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Calling delete_port for b571d58d-025e-47e5-b682-825d7cdfa895 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:21.073911 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.122048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:21.153745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 41038ffa-1a58-4acf-b07f-b95d4d3e6364, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=41038ffa-1a58-4acf-b07f-b95d4d3e6364,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:21.237823 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.238661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 35d94a24-3c93-4c90-a417-e55cd97b774c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:21.335693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:21.338499 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.343983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 35d94a24-3c93-4c90-a417-e55cd97b774c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:21.344338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 35d94a24-3c93-4c90-a417-e55cd97b774c not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:21.364636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399046fd-b15a-4667-9c19-8105112f317f req-a5afc263-b0b2-4b9c-a069-46a65cbd133d tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:21.373697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-399046fd-b15a-4667-9c19-8105112f317f req-a5afc263-b0b2-4b9c-a069-46a65cbd133d tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 945 time: 0.0804024 Jul 08 01:54:21.398069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=41038ffa-1a58-4acf-b07f-b95d4d3e6364,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:21.404887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.425504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-399046fd-b15a-4667-9c19-8105112f317f req-69f6d196-d25c-4dde-9581-373f427f2e09 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Jul 08 01:54:21.464181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b571d58d-025e-47e5-b682-825d7cdfa895,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:21.689706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262daa54-3484-4a2d-ba27-f2555058d057 req-87b7ae87-d4b6-47e3-9f00-4449a0abee25 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:21.690180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1'}, {'server_uuid': '10590301-382d-4cf8-87e8-13863ecd0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41038ffa-1a58-4acf-b07f-b95d4d3e6364'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:21.692100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-262daa54-3484-4a2d-ba27-f2555058d057 req-87b7ae87-d4b6-47e3-9f00-4449a0abee25 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 945 time: 0.0918322 Jul 08 01:54:21.694054 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88569e53-583e-4d2d-bf7c-0fec1197ecb1" -d '{"events": [{"server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "name": "network-vif-plugged", "status": "completed", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1"}, {"server_uuid": "10590301-382d-4cf8-87e8-13863ecd0f95", "name": "network-vif-plugged", "status": "completed", "tag": "41038ffa-1a58-4acf-b07f-b95d4d3e6364"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:21.762810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-262daa54-3484-4a2d-ba27-f2555058d057 req-79216f78-443c-4075-8cb0-30494c0efcae tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554054 Jul 08 01:54:21.766048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.984772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5dc5d645-f08b-47f3-a898-06fc34ea4d73 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:54:21.986119 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5dc5d645-f08b-47f3-a898-06fc34ea4d73 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131075 Jul 08 01:54:22.025702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Request body: {'binding': {'host': 'n-h2-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:22.026999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:54:22.044904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194ae4-4ee6-472d-92fa-75b80484eba5 req-7e90b205-1119-4276-9d88-6604ca51ef14 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:22.046563 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08194ae4-4ee6-472d-92fa-75b80484eba5 req-7e90b205-1119-4276-9d88-6604ca51ef14 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 949 time: 0.1622231 Jul 08 01:54:22.137476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:54:22.202224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08194ae4-4ee6-472d-92fa-75b80484eba5 req-bab29fa5-9f98-4efb-ac07-bdaab2a04eda tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050909 Jul 08 01:54:22.307596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on host n-h2-695189-13 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:22.307957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:22.308302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:22.313693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:22.314024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:22.321812 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cd3efc-5b56-47ee-8b89-184ad11b672d x-openstack-request-id: req-20cd3efc-5b56-47ee-8b89-184ad11b672d {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:22.322636 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "name": "network-vif-plugged", "status": "completed", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1", "code": 200}, {"server_uuid": "10590301-382d-4cf8-87e8-13863ecd0f95", "name": "network-vif-plugged", "status": "completed", "tag": "41038ffa-1a58-4acf-b07f-b95d4d3e6364", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:22.322636 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20cd3efc-5b56-47ee-8b89-184ad11b672d {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:22.322856 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'code': 200} Jul 08 01:54:22.323050 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10590301-382d-4cf8-87e8-13863ecd0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41038ffa-1a58-4acf-b07f-b95d4d3e6364', 'code': 200} Jul 08 01:54:22.325506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:22.325862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:22.326261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:22.326706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Bound port: 17c0f58c-06f0-44c4-8f02-b113804cd030, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:22.349200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:54:22.364306 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] Sync routers for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:54:22.368084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-32c7a677-edb6-4c44-96bb-49bca1f12d4f admin admin] 10.222.0.10 "PUT /v2.0/routers/6905731a-45c7-4a61-aefb-acfc8eac7cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8043075 Jul 08 01:54:22.368348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:22.381741 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:54:22.382389 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:22.506424 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:54:22.525449 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:22.699533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:22.797709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:22.827806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:22.829200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d533520e-c07d-42f2-bf8b-4215b013f072 service neutron] 10.222.0.10 "POST /v2.0/ports/17c0f58c-06f0-44c4-8f02-b113804cd030/bindings HTTP/1.1" status: 201 len: 390 time: 0.8217478 Jul 08 01:54:22.865309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496be4e-9794-4a3d-9dd7-59698a3f731b req-8e3d7fe7-c6ec-4227-80bf-9654a0d4a281 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:22.867056 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8496be4e-9794-4a3d-9dd7-59698a3f731b req-8e3d7fe7-c6ec-4227-80bf-9654a0d4a281 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1660523 Jul 08 01:54:22.871254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571a35a-dd75-459e-8b0d-8db834514bcf req-6ea97250-a773-40fb-8aa1-046f0846665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:22.875862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6571a35a-dd75-459e-8b0d-8db834514bcf req-6ea97250-a773-40fb-8aa1-046f0846665d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 1101 time: 0.2106223 Jul 08 01:54:22.897547 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:54:21Z', 'revision_number': 5, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port': {'id': '5b9a606a-cf8c-4bba-b127-07b42a143faf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:22.949409 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] Checking router: 6905731a-45c7-4a61-aefb-acfc8eac7cf5 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:54:22.960902 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] Routers {'6905731a-45c7-4a61-aefb-acfc8eac7cf5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:54:22.962121 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:22.996016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6571a35a-dd75-459e-8b0d-8db834514bcf req-7834423f-27f2-421e-9d3a-45ccbec4f19c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147661 Jul 08 01:54:23.011913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8496be4e-9794-4a3d-9dd7-59698a3f731b req-824e50a6-e6ea-4756-99d3-85954d3641f9 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327627 Jul 08 01:54:23.050784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Deleting port 5b9a606a-cf8c-4bba-b127-07b42a143faf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:23.051067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:23.122962 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] Set router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:54:23.196154 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:54:22Z', 'revision_number': 6, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:23.203300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] For port 5b9a606a-cf8c-4bba-b127-07b42a143faf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5b9a606a-cf8c-4bba-b127-07b42a143faf,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:23.203697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:23.220820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Calling delete_port for 5b9a606a-cf8c-4bba-b127-07b42a143faf owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:23.230664 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0a3e1-a67e-4265-9a92-39077e5cb690 None None] The sync data for ids ['6905731a-45c7-4a61-aefb-acfc8eac7cf5'] in n-d-695189-13 is: [{'id': '6905731a-45c7-4a61-aefb-acfc8eac7cf5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1132217904-router', 'tenant_id': '6fa280313c2844feabdddca16eafe71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:25Z', 'updated_at': '2021-07-08T01:54:22Z', 'revision_number': 6, 'project_id': '6fa280313c2844feabdddca16eafe71d', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:54:23.686392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-7ceb4176-f415-4ab5-8591-a8db003a7777 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1893253 Jul 08 01:54:23.728983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ba2b5-91e9-40e1-a154-2f0d8af61474 req-769de6bc-305b-49b2-9845-a5289b0dac25 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:23.741544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-943ba2b5-91e9-40e1-a154-2f0d8af61474 req-769de6bc-305b-49b2-9845-a5289b0dac25 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 945 time: 0.2005627 Jul 08 01:54:23.839849 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-943ba2b5-91e9-40e1-a154-2f0d8af61474 req-5322142c-7eba-4efb-9bd8-bffe746a6833 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972600 Jul 08 01:54:23.870958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:23.976611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9a606a-cf8c-4bba-b127-07b42a143faf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:24.088381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-f34ccdcb-4bf9-4fdf-9cfd-701591e6bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:24.089970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-f34ccdcb-4bf9-4fdf-9cfd-701591e6bc5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 1097 time: 0.3409185 Jul 08 01:54:24.098226 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:24.289457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-f902c602-5ef0-409f-9272-168d93638c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:24.308961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-f902c602-5ef0-409f-9272-168d93638c33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1097 time: 0.5005398 Jul 08 01:54:24.339893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:24.339893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:24.371353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e1ed5-5fc2-404e-8da3-1af8116c1476 req-7a7dc300-c730-4c29-bb33-ad58a5e919ff tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:24.373211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e3e1ed5-5fc2-404e-8da3-1af8116c1476 req-7a7dc300-c730-4c29-bb33-ad58a5e919ff tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.1204734 Jul 08 01:54:24.436209 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e3e1ed5-5fc2-404e-8da3-1af8116c1476 req-c612c1c0-2530-4140-b09b-5f65ef4c5183 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556622 Jul 08 01:54:24.437103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27d66c-9b89-4b18-b993-1aeedfd83f4c req-7052236f-6942-43d0-9b57-f9b4f25bc766 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:24.438590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec27d66c-9b89-4b18-b993-1aeedfd83f4c req-7052236f-6942-43d0-9b57-f9b4f25bc766 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 949 time: 0.4516408 Jul 08 01:54:24.520552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-b44b072b-4ca4-43e6-84e8-22f19fe1a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:24.520552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-b44b072b-4ca4-43e6-84e8-22f19fe1a32e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.3649604 Jul 08 01:54:24.587248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-430237e7-a76d-4d60-a196-08b10d2d2d5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 200 len: 217 time: 0.0681703 Jul 08 01:54:24.590323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec27d66c-9b89-4b18-b993-1aeedfd83f4c req-80c87214-5eeb-4140-89cf-ab6940fb6dd1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402373 Jul 08 01:54:24.603106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-a71611ee-7a55-492c-b6e4-4a18131bd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:24.607630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-a71611ee-7a55-492c-b6e4-4a18131bd3e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.2741978 Jul 08 01:54:24.698685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-bf6b26cb-2d43-4a03-9cb8-ace6adc02611 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17c0f58c-06f0-44c4-8f02-b113804cd030 HTTP/1.1" status: 200 len: 217 time: 0.0493610 Jul 08 01:54:24.897381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6012-c638-426b-9714-b43b8821f726 req-a19de1c8-0b89-4371-95c5-05dc9600814f tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:24.899993 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d7b6012-c638-426b-9714-b43b8821f726 req-a19de1c8-0b89-4371-95c5-05dc9600814f tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1052818 Jul 08 01:54:24.966231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d7b6012-c638-426b-9714-b43b8821f726 req-b1c2f41a-8bda-4c35-9539-efb9e60cc949 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571775 Jul 08 01:54:25.120518 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.121084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6905731a-45c7-4a61-aefb-acfc8eac7cf5 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:54:25.125826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-2632b158-f9f8-4646-bb4d-6bfeab2d1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:25.127311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-2632b158-f9f8-4646-bb4d-6bfeab2d1261 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.5345268 Jul 08 01:54:25.134078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.135454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e97d7fdb-a526-41a3-8e83-e1e66322417e admin admin] 10.222.0.10 "DELETE /v2.0/routers/6905731a-45c7-4a61-aefb-acfc8eac7cf5 HTTP/1.1" status: 204 len: 168 time: 2.7668030 Jul 08 01:54:25.138864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60148) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:25.171198 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-85cc90e0-6b33-4cbf-a0f8-ae0bed313a54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326593 Jul 08 01:54:25.174946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-9e919de4-fbd3-4f44-bcc7-33545b5f1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:25.176299 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-9e919de4-fbd3-4f44-bcc7-33545b5f1d88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.4627850 Jul 08 01:54:25.262199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b571d58d-025e-47e5-b682-825d7cdfa895 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:25.269839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34d22b7-068d-4a4a-b4f4-9360fae870f3 admin admin] Deleting subnet 0c6b4928-9317-498b-b573-a4dc0167c488 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:54:25.274859 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e34d22b7-068d-4a4a-b4f4-9360fae870f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.285721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-ea023325-ca7b-42ec-bdd6-02f40048e7b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763304 Jul 08 01:54:25.312607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b571d58d-025e-47e5-b682-825d7cdfa895 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:25.314829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b571d58d-025e-47e5-b682-825d7cdfa895 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:25.315398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5b9a606a-cf8c-4bba-b127-07b42a143faf no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:25.324786 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e34d22b7-068d-4a4a-b4f4-9360fae870f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.399941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5b9a606a-cf8c-4bba-b127-07b42a143faf {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:25.402416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5b9a606a-cf8c-4bba-b127-07b42a143faf not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:25.416479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-9c783be6-9302-4332-b5af-d3060016e739 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379985 Jul 08 01:54:25.446309 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e34d22b7-068d-4a4a-b4f4-9360fae870f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.505450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-f8647888-e9e9-4138-9437-30edf55a7fac service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998527 Jul 08 01:54:25.602313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aedfdade-28fb-43c0-a9d0-663728f367e8 req-8af40520-aded-404b-90d9-1783a84d2a2e service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788111 Jul 08 01:54:25.680024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e34d22b7-068d-4a4a-b4f4-9360fae870f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.695969 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-276f3e15-6d57-4c9e-be9e-466b423b8bde service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694398 Jul 08 01:54:25.729589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac47a69-3de3-499e-aba3-607cecfea7ae req-52c46ae6-7fea-42fb-9ade-c538cef845bc tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:25.731695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ac47a69-3de3-499e-aba3-607cecfea7ae req-52c46ae6-7fea-42fb-9ade-c538cef845bc tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 945 time: 0.1006634 Jul 08 01:54:25.732594 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e34d22b7-068d-4a4a-b4f4-9360fae870f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.737894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e34d22b7-068d-4a4a-b4f4-9360fae870f3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0c6b4928-9317-498b-b573-a4dc0167c488 HTTP/1.1" status: 204 len: 168 time: 0.5948660 Jul 08 01:54:25.737894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d22b7-068d-4a4a-b4f4-9360fae870f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6b4928-9317-498b-b573-a4dc0167c488,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:25.739230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60160) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:25.745333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb7ab2-6729-457e-bc24-eaaca7320842 None None] Network 03a2edbc-0872-4907-86a2-37d67afbb09d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:54:25.804957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ac47a69-3de3-499e-aba3-607cecfea7ae req-9e427e35-f6fd-47c8-870f-34c9ad538191 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505273 Jul 08 01:54:25.840635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.849570 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c292-01ff-4c24-ad91-441ab18e3d25 req-64515c6b-b3a1-45e0-a0ee-ebdca91241d0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:25.851170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12c0c292-01ff-4c24-ad91-441ab18e3d25 req-64515c6b-b3a1-45e0-a0ee-ebdca91241d0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.2140861 Jul 08 01:54:25.976392 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12c0c292-01ff-4c24-ad91-441ab18e3d25 req-583799f7-2beb-4c50-ad13-726041dee0be tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150842 Jul 08 01:54:26.021241 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Deleting port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:26.021600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.045843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] DHCP port deletion for 03a2edbc-0872-4907-86a2-37d67afbb09d request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:54:26.108309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] For port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:26.108968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.136926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabab5b-1ded-45de-8c66-1cb70d66c9e7 req-271eded2-1ab0-4718-87a7-23b6c1afbc1d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:26.150606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Calling delete_port for 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:26.154407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eaabab5b-1ded-45de-8c66-1cb70d66c9e7 req-271eded2-1ab0-4718-87a7-23b6c1afbc1d tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 949 time: 0.1506040 Jul 08 01:54:26.173920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] Deleting port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:26.174572 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.231348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eaabab5b-1ded-45de-8c66-1cb70d66c9e7 req-86f597ff-f18d-4ba0-99a5-46a6306a4cfd tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755119 Jul 08 01:54:26.274598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] For port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,segment=NetworkSegment(8a5729d2-85d9-4e68-a241-5daa2a84cd08),segment_id=8a5729d2-85d9-4e68-a241-5daa2a84cd08)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:26.276399 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.293055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] Calling delete_port for 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:26.387273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.419987 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.441485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] No DVR routers for this DVR port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:26.443208 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Pushing event deleted for resources: {'Port': ['ID=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:26.455136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] No DVR routers for this DVR port 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:26.498664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf19c6-beb1-42ec-89c9-bb0ca1599ca6 None None] Pushing event deleted for resources: {'Port': ['ID=09e9dfe5-7ba1-456e-bf7f-a144e654fea9,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:26.592641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2699e-a387-4ca4-a3ee-ea1474e19326 req-d7eb31f6-c739-44a4-aeb5-d02679157677 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:26.602171 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b1f2699e-a387-4ca4-a3ee-ea1474e19326 req-d7eb31f6-c739-44a4-aeb5-d02679157677 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 945 time: 0.1759980 Jul 08 01:54:26.660524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b1f2699e-a387-4ca4-a3ee-ea1474e19326 req-4ddc19b9-4052-48ae-a685-67ec38bc0a46 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572414 Jul 08 01:54:26.668630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:26.680864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.713644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a2edbc-0872-4907-86a2-37d67afbb09d']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:26.723584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5729d2-85d9-4e68-a241-5daa2a84cd08') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:26.724137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5729d2-85d9-4e68-a241-5daa2a84cd08') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:26.738460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.755173 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.762423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:54:26.763084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:54:26.824497 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:54:26.869660 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.918929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b0c9752d-efac-4bd7-8f47-0c9e012df1e6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:26.925538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:26.928262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b0c9752d-efac-4bd7-8f47-0c9e012df1e6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 806 time: 0.3480160 Jul 08 01:54:26.934661 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673e67f1-dc41-4cb2-a6b9-a10fc2b14f5e" -d '{"events": [{"server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "name": "network-vif-unplugged", "status": "completed", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:26.937910 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.946591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.949166 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] 10.222.0.10 "DELETE /v2.0/networks/03a2edbc-0872-4907-86a2-37d67afbb09d HTTP/1.1" status: 204 len: 168 time: 1.2081900 Jul 08 01:54:26.953345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:26.957477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae2008-30d4-4a05-b017-dedf0177ce50 req-ab6fd2ac-676f-4756-8a2f-c34e7ef70549 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:26.959786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-1d1b399d-8210-4261-aa5e-bc2ece98192b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/quotas/4df8b9538aa54ae8ac361eadb5f3f26d HTTP/1.1" status: 200 len: 375 time: 0.0303643 Jul 08 01:54:26.965440 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4dae2008-30d4-4a05-b017-dedf0177ce50 req-ab6fd2ac-676f-4756-8a2f-c34e7ef70549 tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 1101 time: 0.1373384 Jul 08 01:54:26.986654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e4897-a08d-4c15-9643-940a0485b77c admin admin] Pushing event deleted for resources: {'Network': ['ID=03a2edbc-0872-4907-86a2-37d67afbb09d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:27.017480 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.047705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cabfc505-45c2-4990-8c3e-4382d6c31f48 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:27.049843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cabfc505-45c2-4990-8c3e-4382d6c31f48 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.18 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 945 time: 0.1771121 Jul 08 01:54:27.068640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4dae2008-30d4-4a05-b017-dedf0177ce50 req-964f1cce-2b16-4cad-940e-cb2b5b06161c tempest-ServersOnMultiNodesTest-1325748017 tempest-ServersOnMultiNodesTest-1325748017-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010959 Jul 08 01:54:27.130896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-9665e6d9-0a57-4f17-a6dc-a8732b60183d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699588 Jul 08 01:54:27.150056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:27.268701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:27.283525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-cf759787-562c-4648-9de1-19a13a86f774 service neutron] 10.222.0.10 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433544 Jul 08 01:54:27.319064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:27.321784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 09e9dfe5-7ba1-456e-bf7f-a144e654fea9 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:27.436893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-2e36c726-4eb2-4386-a83e-8ced538bdb92 service neutron] 10.222.0.10 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504354 Jul 08 01:54:27.449002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Deleting port 85179575-24f3-4e4d-a434-1ed8ad37f0eb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:27.450597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.455564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60196) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:27.556445 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cb41a0d6-3803-43c6-a8cc-7e150f19fca7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fa280313c2844feabdddca16eafe71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992858 Jul 08 01:54:27.559422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60198) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:27.617439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8a0c-9e22-4ff9-8482-739664f4cd9e req-3c110cfe-8b4f-4194-8aaa-17f70bfab4e7 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:27.619147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1ab8a0c-9e22-4ff9-8482-739664f4cd9e req-3c110cfe-8b4f-4194-8aaa-17f70bfab4e7 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 945 time: 0.3259301 Jul 08 01:54:27.630417 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e98b7ba7-07e0-4b23-ad67-a8df0b491971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.663921 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e98b7ba7-07e0-4b23-ad67-a8df0b491971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.766730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1ab8a0c-9e22-4ff9-8482-739664f4cd9e req-df726113-a99a-4b33-b69c-c072ff419a5e tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3aebcd0-91bf-43b4-8406-42219418d3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324441 Jul 08 01:54:27.788814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-f2307cc0-e559-4617-949a-978d9d4f9ad3 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:27.790693 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-f2307cc0-e559-4617-949a-978d9d4f9ad3 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.32 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 943 time: 0.2417655 Jul 08 01:54:27.828180 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e98b7ba7-07e0-4b23-ad67-a8df0b491971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.831894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e98b7ba7-07e0-4b23-ad67-a8df0b491971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.835965 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e98b7ba7-07e0-4b23-ad67-a8df0b491971 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abed4c43-f338-4659-b7a2-2ee7f31d5dc7 HTTP/1.1" status: 204 len: 168 time: 0.2750800 Jul 08 01:54:27.846067 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c152aed-473e-40e5-8610-d2ed62de6eb2 x-openstack-request-id: req-0c152aed-473e-40e5-8610-d2ed62de6eb2 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:27.846367 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "name": "network-vif-unplugged", "status": "completed", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:27.846667 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c152aed-473e-40e5-8610-d2ed62de6eb2 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:27.847078 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'code': 200} Jul 08 01:54:27.856353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b7ba7-07e0-4b23-ad67-a8df0b491971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abed4c43-f338-4659-b7a2-2ee7f31d5dc7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:27.955076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] For port 85179575-24f3-4e4d-a434-1ed8ad37f0eb, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=85179575-24f3-4e4d-a434-1ed8ad37f0eb,segment=NetworkSegment(aa65e780-f034-46c6-9776-1f8a02a1690f),segment_id=aa65e780-f034-46c6-9776-1f8a02a1690f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:27.955503 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.041758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Calling delete_port for 85179575-24f3-4e4d-a434-1ed8ad37f0eb owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:28.145172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Deleting port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:28.145531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.157707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db6ddd-7dda-4c14-8d33-791e5daf2c82 req-c7f2ebb5-346f-4d0b-9c15-d97b34bda9c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:28.159838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67db6ddd-7dda-4c14-8d33-791e5daf2c82 req-c7f2ebb5-346f-4d0b-9c15-d97b34bda9c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.1665723 Jul 08 01:54:28.381162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67db6ddd-7dda-4c14-8d33-791e5daf2c82 req-1f78a9d8-c27b-490d-957b-0cb7d0ca43fc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567888 Jul 08 01:54:28.449863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] For port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:28.453220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.475842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.491658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['85179575-24f3-4e4d-a434-1ed8ad37f0eb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:28.499403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Calling delete_port for 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:28.730956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Pushing event deleted for resources: {'Port': ['ID=85179575-24f3-4e4d-a434-1ed8ad37f0eb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:28.852233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] No DVR routers for this DVR port 85179575-24f3-4e4d-a434-1ed8ad37f0eb on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:28.869042 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.871628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-801ae119-8f4e-4081-8341-4bcd7dae03c6 req-cce88395-6b6d-4a56-afe1-7059aa5b5613 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.18 "DELETE /v2.0/ports/85179575-24f3-4e4d-a434-1ed8ad37f0eb HTTP/1.1" status: 204 len: 173 time: 1.8014841 Jul 08 01:54:28.874049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51271b6-faad-48a7-a2f4-af45a7fa4ef1', 'name': 'network-vif-deleted', 'tag': '85179575-24f3-4e4d-a434-1ed8ad37f0eb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:28.876946 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82da2897-540b-407b-8c85-6e23d506d402" -d '{"events": [{"server_uuid": "e51271b6-faad-48a7-a2f4-af45a7fa4ef1", "name": "network-vif-deleted", "tag": "85179575-24f3-4e4d-a434-1ed8ad37f0eb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:28.921991 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e860c4fa-fdbd-4c94-8d5a-687a7258da11 req-b9d55f1b-eb39-472b-a996-61b626cfaa9f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0481341 Jul 08 01:54:28.952070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:29.007994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event deleted for resources: {'Port': ['ID=49d69c76-92d2-4b3f-bd98-10ff2cd779d1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:29.122684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] No DVR routers for this DVR port 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:29.131681 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:29.134023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c42a7ff2-8067-44e3-bf05-a5b709fda6b9 req-cb408786-71e5-42a3-b870-6e77a7c04ec1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.32 "DELETE /v2.0/ports/49d69c76-92d2-4b3f-bd98-10ff2cd779d1 HTTP/1.1" status: 204 len: 173 time: 1.3292551 Jul 08 01:54:29.144931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fee1cf-43a6-452a-a150-b428177d52da req-28dfc59f-3fda-467b-bc33-4fc5fa23ff01 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:29.153607 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48fee1cf-43a6-452a-a150-b428177d52da req-28dfc59f-3fda-467b-bc33-4fc5fa23ff01 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 865 time: 0.2955575 Jul 08 01:54:29.207312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48fee1cf-43a6-452a-a150-b428177d52da req-520674bd-51a4-4750-b62e-2c982fbe046e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526903 Jul 08 01:54:29.371483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17fa62-403e-41bd-9276-df750f4d557b req-3b31c621-448c-4246-a0cc-9ebc75e7b8a9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:29.379089 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa17fa62-403e-41bd-9276-df750f4d557b req-3b31c621-448c-4246-a0cc-9ebc75e7b8a9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 949 time: 0.1792929 Jul 08 01:54:29.464166 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa17fa62-403e-41bd-9276-df750f4d557b req-0f1f89d8-6ff7-47de-a705-f4729ea1efb1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840790 Jul 08 01:54:29.529455 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c9f59b-9765-4e06-b931-c77706584a42 x-openstack-request-id: req-09c9f59b-9765-4e06-b931-c77706584a42 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:29.529904 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51271b6-faad-48a7-a2f4-af45a7fa4ef1", "name": "network-vif-deleted", "tag": "85179575-24f3-4e4d-a434-1ed8ad37f0eb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:29.530179 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09c9f59b-9765-4e06-b931-c77706584a42 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:29.532192 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51271b6-faad-48a7-a2f4-af45a7fa4ef1', 'name': 'network-vif-deleted', 'tag': '85179575-24f3-4e4d-a434-1ed8ad37f0eb', 'status': 'completed', 'code': 200} Jul 08 01:54:29.568901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78939e6b-6289-4ae5-8042-376a501c6aa6 req-0cfcdc90-cfde-4beb-bfec-7b8654524a60 tempest-ServersNegativeTestMultiTenantJSON-2092631382 tempest-ServersNegativeTestMultiTenantJSON-2092631382-project] 10.222.0.10 "GET /v2.0/ports?device_id=e51271b6-faad-48a7-a2f4-af45a7fa4ef1 HTTP/1.1" status: 200 len: 210 time: 0.0624113 Jul 08 01:54:29.758748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d97f2-4dab-4ece-af32-5202d7315b95 req-88e5bc98-c754-4576-bbfb-7236a90335a8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:29.760755 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c2d97f2-4dab-4ece-af32-5202d7315b95 req-88e5bc98-c754-4576-bbfb-7236a90335a8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.1354306 Jul 08 01:54:29.907516 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c2d97f2-4dab-4ece-af32-5202d7315b95 req-b0c03185-5521-40e2-9532-dd3fc18a6352 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397641 Jul 08 01:54:30.266411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-28400891-85c7-4df3-8023-0f1b0920bebe req-54da8f41-6d97-4d1a-94cb-752168261b66 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0636103 Jul 08 01:54:30.493349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-54ba8f1e-c6b7-4b12-925f-2dc8becb0c59 req-4f00d194-023f-4e58-9194-1ef08cec9d47 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=813a75fe-1ee4-4730-b1f6-b540f300889a HTTP/1.1" status: 200 len: 210 time: 0.0526760 Jul 08 01:54:30.519198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 85179575-24f3-4e4d-a434-1ed8ad37f0eb no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:30.558193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 85179575-24f3-4e4d-a434-1ed8ad37f0eb {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:30.559564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 85179575-24f3-4e4d-a434-1ed8ad37f0eb not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:30.580682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48047-124e-47f3-bc23-7d509020863a req-e98609de-c5a4-4fe5-8882-acac12461fb9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:30.587708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3e48047-124e-47f3-bc23-7d509020863a req-e98609de-c5a4-4fe5-8882-acac12461fb9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 949 time: 0.3398843 Jul 08 01:54:30.639832 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-1b43c311-2c01-4b06-9a1d-57330a42e7c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2723832 Jul 08 01:54:30.789357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60292) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:30.821826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Deleting port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:30.822176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.918842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba7e72e-b445-4a38-b104-a0fae5ef9f70 admin admin] Deleting subnet 5bfbd0da-475e-4fa1-8981-cc96aaefc33a {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:54:30.930261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e72e-b445-4a38-b104-a0fae5ef9f70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.956741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-bd7c41a8-5426-43d2-a786-79c7885cda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:30.958292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-bd7c41a8-5426-43d2-a786-79c7885cda7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 1098 time: 0.2477469 Jul 08 01:54:30.986046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ced21-4d0a-44f3-8d37-07f17b83efc6 req-ce22ebbd-0d79-4d94-a421-9e869ce0a7d8 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:30.987665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c01ced21-4d0a-44f3-8d37-07f17b83efc6 req-ce22ebbd-0d79-4d94-a421-9e869ce0a7d8 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 949 time: 0.2651339 Jul 08 01:54:30.996095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e72e-b445-4a38-b104-a0fae5ef9f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.996328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] For port 41038ffa-1a58-4acf-b07f-b95d4d3e6364, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=41038ffa-1a58-4acf-b07f-b95d4d3e6364,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:30.997011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.042182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Calling delete_port for 41038ffa-1a58-4acf-b07f-b95d4d3e6364 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:31.046040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e72e-b445-4a38-b104-a0fae5ef9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.166887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c01ced21-4d0a-44f3-8d37-07f17b83efc6 req-972be48b-7ae3-45ae-aa39-c97cc464e9a1 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662862 Jul 08 01:54:31.205494 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e72e-b445-4a38-b104-a0fae5ef9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.263089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7e72e-b445-4a38-b104-a0fae5ef9f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfbd0da-475e-4fa1-8981-cc96aaefc33a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:31.268449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-5580d30a-850e-4911-a840-c9f9cef03612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:31.273069 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-5580d30a-850e-4911-a840-c9f9cef03612 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 200 len: 925 time: 0.2660773 Jul 08 01:54:31.290660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e72e-b445-4a38-b104-a0fae5ef9f70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.295730 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8ba7e72e-b445-4a38-b104-a0fae5ef9f70 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5bfbd0da-475e-4fa1-8981-cc96aaefc33a HTTP/1.1" status: 204 len: 168 time: 0.5035720 Jul 08 01:54:31.301979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60310) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:31.390111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.422763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-6c32bb3a-ba9a-4ae1-bea0-aeb5a132d85b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 HTTP/1.1" status: 200 len: 1001 time: 0.1267538 Jul 08 01:54:31.504234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-135a027b-b39e-4f7c-8e97-18c50ce49566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:31.506205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-135a027b-b39e-4f7c-8e97-18c50ce49566 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd119-606f-4fc6-a098-372dcf3f8a10 HTTP/1.1" status: 200 len: 863 time: 0.0715740 Jul 08 01:54:31.516744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.533120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e810431b-4745-4662-b811-432e348db492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cc0542-7b8b-4a7c-b5c8-172c9cb2413b']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:31.554557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'name': 'network-vif-deleted', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:31.557082 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23234b75-bc2e-4647-86c5-656a764adcb2" -d '{"events": [{"server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "name": "network-vif-deleted", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:31.563315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.569008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e810431b-4745-4662-b811-432e348db492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa65e780-f034-46c6-9776-1f8a02a1690f') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:31.569322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e810431b-4745-4662-b811-432e348db492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa65e780-f034-46c6-9776-1f8a02a1690f') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:31.575122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', '4f581e44-46d4-4a0f-b6db-c839e6b431ce', '41038ffa-1a58-4acf-b07f-b95d4d3e6364'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:31.634875 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.682329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9421b8c5-5f19-475c-834d-ca94c0e809a7', 'a4f34902-5364-4fb4-93c3-7cc20c9807e1', '8f82270d-17fb-4ec3-99c9-1583d62eb7d5'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:31.741619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.757700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:54:31.763913 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.765755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] No DVR routers for this DVR port 41038ffa-1a58-4acf-b07f-b95d4d3e6364 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:31.826581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event deleted for resources: {'Port': ['ID=41038ffa-1a58-4acf-b07f-b95d4d3e6364,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:54:31.842065 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:54:31.858758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.861392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3e48047-124e-47f3-bc23-7d509020863a req-4eb3942e-7371-49fa-8b08-6f713f69241b tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "DELETE /v2.0/ports/41038ffa-1a58-4acf-b07f-b95d4d3e6364 HTTP/1.1" status: 204 len: 173 time: 1.2713363 Jul 08 01:54:31.898186 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2443a8f3-7f82-44a6-a84c-78c7c87fc7bf req-35160c45-0d2a-4ddc-9827-e5fecbb29f50 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0547142 Jul 08 01:54:31.942783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25b130-040f-430e-9dbb-95418770ebc2 req-9aa5d7a2-ffe9-4d03-a3c9-3c6f06d66efe tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:31.945760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d25b130-040f-430e-9dbb-95418770ebc2 req-9aa5d7a2-ffe9-4d03-a3c9-3c6f06d66efe tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.1830926 Jul 08 01:54:31.958788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-91030bfe-fb69-4273-940e-8f47e615f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:31.969194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-91030bfe-fb69-4273-940e-8f47e615f742 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2110a99b-4459-4cbe-bc02-e0eeccfa77ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4387085 Jul 08 01:54:32.109088 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d25b130-040f-430e-9dbb-95418770ebc2 req-4fa5e49e-41c6-4b9d-a6cb-00b992de08d0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533179 Jul 08 01:54:32.171537 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc415b-7e7a-40a9-bb98-d1db1a2ac1f4 x-openstack-request-id: req-1dbc415b-7e7a-40a9-bb98-d1db1a2ac1f4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:32.175439 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813a75fe-1ee4-4730-b1f6-b540f300889a", "name": "network-vif-deleted", "tag": "49d69c76-92d2-4b3f-bd98-10ff2cd779d1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:32.175439 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1dbc415b-7e7a-40a9-bb98-d1db1a2ac1f4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:32.175439 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813a75fe-1ee4-4730-b1f6-b540f300889a', 'name': 'network-vif-deleted', 'tag': '49d69c76-92d2-4b3f-bd98-10ff2cd779d1', 'status': 'completed', 'code': 200} Jul 08 01:54:32.176680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-68fdcf09-8fd6-4939-bd99-cc3c2a8acdb2 service neutron] 10.222.0.32 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955206 Jul 08 01:54:32.330537 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d4ff0cd-7849-49ec-804a-1f7fa6877b54 req-7a6d0a14-1c58-4953-a880-5e5c1690d6fc service neutron] 10.222.0.32 "GET /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390674 Jul 08 01:54:32.399594 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.406037 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.409798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e810431b-4745-4662-b811-432e348db492 admin admin] 10.222.0.10 "DELETE /v2.0/networks/83cc0542-7b8b-4a7c-b5c8-172c9cb2413b HTTP/1.1" status: 204 len: 168 time: 1.1045561 Jul 08 01:54:32.412055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:32.454792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810431b-4745-4662-b811-432e348db492 admin admin] Pushing event deleted for resources: {'Network': ['ID=83cc0542-7b8b-4a7c-b5c8-172c9cb2413b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:32.488340 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ee1397-f3dc-4557-bcea-ecc871ddbef0 admin admin] Deleting subnet 5208e68c-db20-4f5d-9689-2745397c105f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:54:32.493765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1397-f3dc-4557-bcea-ecc871ddbef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.609143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1397-f3dc-4557-bcea-ecc871ddbef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.693762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:32.720510 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1397-f3dc-4557-bcea-ecc871ddbef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.755320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60370) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:32.761831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ce6cc638-658b-4b67-8d5c-15266a3c2cef tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--472855792', 'description': 'tempest-description--1836865922'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:32.772986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:32.775746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 49d69c76-92d2-4b3f-bd98-10ff2cd779d1 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:32.784707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-e23cafa9-8a59-44ea-93fa-e332be47bf4b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:32.789416 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-e23cafa9-8a59-44ea-93fa-e332be47bf4b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 806 time: 0.2972071 Jul 08 01:54:32.837761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Request body: {'port': {'device_id': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'admin_state_up': True, 'tenant_id': '4df8b9538aa54ae8ac361eadb5f3f26d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:32.916642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc638-658b-4b67-8d5c-15266a3c2cef tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.978603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1397-f3dc-4557-bcea-ecc871ddbef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.996075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ee1397-f3dc-4557-bcea-ecc871ddbef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.001140 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e5ee1397-f3dc-4557-bcea-ecc871ddbef0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5208e68c-db20-4f5d-9689-2745397c105f HTTP/1.1" status: 204 len: 168 time: 0.5879076 Jul 08 01:54:33.005209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:33.070777 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee1397-f3dc-4557-bcea-ecc871ddbef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5208e68c-db20-4f5d-9689-2745397c105f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:33.159128 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.162410 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e31bb285-4370-445d-9c44-f48f58f9fa0a req-5993cb3e-fbf8-4485-9e4d-2f5938438383 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=10590301-382d-4cf8-87e8-13863ecd0f95 HTTP/1.1" status: 200 len: 210 time: 0.1132767 Jul 08 01:54:33.234120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc638-658b-4b67-8d5c-15266a3c2cef tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.307481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc638-658b-4b67-8d5c-15266a3c2cef tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.392433 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.411796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cc638-658b-4b67-8d5c-15266a3c2cef tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c5f706-6b1e-4ec6-bad4-2df1e48b0883,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:33.424453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec5f309-f010-4562-b4bb-b6a91d4a99fd']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:33.447657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc671b67-8113-48f0-a3cc-7e103d957d6a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:33.447969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc671b67-8113-48f0-a3cc-7e103d957d6a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:33.459871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.475608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.484147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:54:33.484556 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:54:33.562844 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:54:33.627882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d3283b2-b650-4a18-8be0-2bed600fe1a5 req-8fe3811f-2652-4015-814d-29e65f187bb9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0588968 Jul 08 01:54:33.661575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.690746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.698396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9ec5f309-f010-4562-b4bb-b6a91d4a99fd HTTP/1.1" status: 204 len: 168 time: 0.6893752 Jul 08 01:54:33.720604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Made reservation on behalf of 4df8b9538aa54ae8ac361eadb5f3f26d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:33.724788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.752274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e2f8f-537b-49a0-a39c-41d4309753c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec5f309-f010-4562-b4bb-b6a91d4a99fd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:33.906045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce6cc638-658b-4b67-8d5c-15266a3c2cef tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.908079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ce6cc638-658b-4b67-8d5c-15266a3c2cef tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1511791 Jul 08 01:54:33.912471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60430) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:33.919865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0de1c36e-62d2-40f5-8d0d-8e4576a94874 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Request body: {'security_group_rule': {'security_group_id': '52c5f706-6b1e-4ec6-bad4-2df1e48b0883', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:34.036584 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de1c36e-62d2-40f5-8d0d-8e4576a94874 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.164049 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de1c36e-62d2-40f5-8d0d-8e4576a94874 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.256774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10590301-382d-4cf8-87e8-13863ecd0f95', 'name': 'network-vif-deleted', 'tag': '41038ffa-1a58-4acf-b07f-b95d4d3e6364'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:34.261677 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b054cc90-df37-4662-b93c-08ada064ebf6" -d '{"events": [{"server_uuid": "10590301-382d-4cf8-87e8-13863ecd0f95", "name": "network-vif-deleted", "tag": "41038ffa-1a58-4acf-b07f-b95d4d3e6364"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:34.284778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de1c36e-62d2-40f5-8d0d-8e4576a94874 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.289899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1c6f-059e-4d08-89ae-786822c54e74 req-2dfc2cca-8a05-49eb-9676-ac9478b8b5f2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:34.297790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-96dd1c6f-059e-4d08-89ae-786822c54e74 req-2dfc2cca-8a05-49eb-9676-ac9478b8b5f2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.6840420 Jul 08 01:54:34.312722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1c36e-62d2-40f5-8d0d-8e4576a94874 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbce424-6e1a-4c41-807f-9786d5f0ecd3,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:34.357062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60466) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:34.406345 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de1c36e-62d2-40f5-8d0d-8e4576a94874 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.408269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0de1c36e-62d2-40f5-8d0d-8e4576a94874 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4944084 Jul 08 01:54:34.412680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60472) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:34.423963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e5308297-a032-498e-8293-457eae981c3a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Request body: {'security_group_rule': {'security_group_id': '52c5f706-6b1e-4ec6-bad4-2df1e48b0883', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:34.428055 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca381f1-9f4d-44b1-8f2f-6d1744a0139d x-openstack-request-id: req-4ca381f1-9f4d-44b1-8f2f-6d1744a0139d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:34.428543 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10590301-382d-4cf8-87e8-13863ecd0f95", "name": "network-vif-deleted", "tag": "41038ffa-1a58-4acf-b07f-b95d4d3e6364", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:34.428658 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ca381f1-9f4d-44b1-8f2f-6d1744a0139d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:34.428967 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10590301-382d-4cf8-87e8-13863ecd0f95', 'name': 'network-vif-deleted', 'tag': '41038ffa-1a58-4acf-b07f-b95d4d3e6364', 'status': 'completed', 'code': 200} Jul 08 01:54:34.430153 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-640ab4be-aa21-45f1-a489-5dd6cb257def admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7dace23907e4816b7ecfb7beb123a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718598 Jul 08 01:54:34.433033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60476) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:34.473989 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-96dd1c6f-059e-4d08-89ae-786822c54e74 req-9c4f7c3d-8d32-41c2-b025-53f9685ce68a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347759 Jul 08 01:54:34.496934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Allocated IP 172.20.0.3 (68974dc5-4c4e-4451-9f8d-07f701067f0c/5b8875b2-d7ea-4b54-9760-799d2f235563/6bf41382-6474-443f-87fa-4d1e62609bdc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:34.509905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ede8071-5433-468c-ab89-8510b66efe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.541198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ede8071-5433-468c-ab89-8510b66efe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.549738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 41038ffa-1a58-4acf-b07f-b95d4d3e6364 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:34.595836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 41038ffa-1a58-4acf-b07f-b95d4d3e6364 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:34.596180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 41038ffa-1a58-4acf-b07f-b95d4d3e6364 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:34.669692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5308297-a032-498e-8293-457eae981c3a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.731944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.771965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5308297-a032-498e-8293-457eae981c3a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.856278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ede8071-5433-468c-ab89-8510b66efe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.857478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.858961 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ede8071-5433-468c-ab89-8510b66efe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.860178 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2ede8071-5433-468c-ab89-8510b66efe51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3aebcd0-91bf-43b4-8406-42219418d3c9 HTTP/1.1" status: 204 len: 168 time: 0.4261780 Jul 08 01:54:34.869535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede8071-5433-468c-ab89-8510b66efe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aebcd0-91bf-43b4-8406-42219418d3c9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:34.871491 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5308297-a032-498e-8293-457eae981c3a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.883830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['45ebca6d-0e1b-48f5-9d87-d3fd259858c8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:34.895985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5308297-a032-498e-8293-457eae981c3a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1d064e-c83b-4614-89c6-a323a1417c84,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:34.961194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Network 68974dc5-4c4e-4451-9f8d-07f701067f0c is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:34.989775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:34.994602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:35.038377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Pushing event updated for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:35.091754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5308297-a032-498e-8293-457eae981c3a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:35.096497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e5308297-a032-498e-8293-457eae981c3a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6804729 Jul 08 01:54:35.098580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60520) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:35.103830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:35.111102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:35.112052 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:35.228013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:35.319893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-d9841a7d-a659-4404-bc8e-882f25934ad3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4872353 Jul 08 01:54:35.341786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Request body: {'port': {'device_id': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:35.380745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:35.523395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Allocated IP 172.25.8.2 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ceda1c63-515a-4b17-995d-19c14bb5b4b4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:35.553464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc5033-7a9c-4cc9-916d-a026d73fcc7d req-5c90c8d2-d7f7-455e-a0a7-3a809ebcd7a3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:35.554980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbbc5033-7a9c-4cc9-916d-a026d73fcc7d req-5c90c8d2-d7f7-455e-a0a7-3a809ebcd7a3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 931 time: 0.2196460 Jul 08 01:54:35.560261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:35.592088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cc551-bdf2-449a-af4b-8ed24b11dc01 req-89a7d066-0122-44aa-ac94-4fef87c7ba2f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:35.593743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-121cc551-bdf2-449a-af4b-8ed24b11dc01 req-89a7d066-0122-44aa-ac94-4fef87c7ba2f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 950 time: 0.0719349 Jul 08 01:54:35.634140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-121cc551-bdf2-449a-af4b-8ed24b11dc01 req-ce6ad9ea-b7ab-4b81-bb7a-741ba7f3d60a tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Jul 08 01:54:35.736047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbbc5033-7a9c-4cc9-916d-a026d73fcc7d req-ff78c656-d76b-40c7-87cb-3f9579f52f49 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635647 Jul 08 01:54:35.797665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60562) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:35.897892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-27908260-6113-4350-927f-0a843c813147 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61ccdc1435a244c2858e964c4ff6e90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988495 Jul 08 01:54:35.901420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60572) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:36.002394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf41382-6474-443f-87fa-4d1e62609bdc {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:36.015481 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.068869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5907c33d-a5c2-44a7-a570-96915adb7ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.074050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Transition to ACTIVE for port object 6bf41382-6474-443f-87fa-4d1e62609bdc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:36.102264 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5907c33d-a5c2-44a7-a570-96915adb7ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.165049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d62f7b-5ee1-4fe1-9192-ebbf7c468042 req-93143839-25c2-4d14-9dbe-b7146bf21709 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:36.174373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30d62f7b-5ee1-4fe1-9192-ebbf7c468042 req-93143839-25c2-4d14-9dbe-b7146bf21709 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.1652071 Jul 08 01:54:36.182840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.248531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.279756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30d62f7b-5ee1-4fe1-9192-ebbf7c468042 req-c8e2600c-c4c3-4a9e-a4f2-602365bee763 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037550 Jul 08 01:54:36.287403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:36.354927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5907c33d-a5c2-44a7-a570-96915adb7ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.357733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5907c33d-a5c2-44a7-a570-96915adb7ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.358871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5907c33d-a5c2-44a7-a570-96915adb7ea3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7eb8eb08-c8d3-46ac-897f-0b796f791c67 HTTP/1.1" status: 204 len: 168 time: 0.4565115 Jul 08 01:54:36.393406 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.403591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907c33d-a5c2-44a7-a570-96915adb7ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb8eb08-c8d3-46ac-897f-0b796f791c67,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:36.441937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:36.445040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:36.445400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:36.452106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:36.452724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:36.458235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:36.458589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:36.458983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:36.459533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Bound port: 6bf41382-6474-443f-87fa-4d1e62609bdc, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:36.460230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.464553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:36.481918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:36.494771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:36.567160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event updated for resources: {'Port': ['ID=ceda1c63-515a-4b17-995d-19c14bb5b4b4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:36.589119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:36.591123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52748ac-3e19-4bc5-877b-e7bf169272ca req-da533736-bf3d-4db4-81d3-87fea689fc7b tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:36.592983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c52748ac-3e19-4bc5-877b-e7bf169272ca req-da533736-bf3d-4db4-81d3-87fea689fc7b tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 950 time: 0.2397478 Jul 08 01:54:36.593969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:36.636942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c52748ac-3e19-4bc5-877b-e7bf169272ca req-da8e6a60-3b95-4137-9cd2-209ff776895e tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366900 Jul 08 01:54:36.713797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.747701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:36.748607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.750292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] 10.222.0.32 "PUT /v2.0/ports/6bf41382-6474-443f-87fa-4d1e62609bdc HTTP/1.1" status: 200 len: 1092 time: 1.4136870 Jul 08 01:54:36.783381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:36.786736 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85acedb4-317b-4033-89f5-c4685ab13898" -d '{"events": [{"name": "network-changed", "server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:36.823734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:36.832113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.832471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.832708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.832826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.833153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.833845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.833992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.834292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.834662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.834965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.835300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.835769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.836109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9de3986-294f-416c-8b87-bfc09ff6e165 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:36.870158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0b9a1-9db1-4521-93d7-e15850557e27 req-4df040cf-7bfc-4231-9def-90e89b6901c5 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:36.877199 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5dd0b9a1-9db1-4521-93d7-e15850557e27 req-4df040cf-7bfc-4231-9def-90e89b6901c5 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 950 time: 0.0869210 Jul 08 01:54:36.929862 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5dd0b9a1-9db1-4521-93d7-e15850557e27 req-34e7a638-d253-456b-a784-b7001a87cb58 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515242 Jul 08 01:54:37.005199 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.074113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-c6529e65-bf99-4530-ba1b-73134ba22459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:37.075696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-c6529e65-bf99-4530-ba1b-73134ba22459 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1095 time: 0.1730037 Jul 08 01:54:37.170860 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-11843662-2174-48c9-a218-66ca43c69731 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf41382-6474-443f-87fa-4d1e62609bdc HTTP/1.1" status: 200 len: 217 time: 0.0791402 Jul 08 01:54:37.234814 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.255641 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fd5a04-42bd-4025-96b3-46fe3cbe2c86 x-openstack-request-id: req-72fd5a04-42bd-4025-96b3-46fe3cbe2c86 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:37.255939 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:37.256214 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72fd5a04-42bd-4025-96b3-46fe3cbe2c86 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:37.256602 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc', 'status': 'completed', 'code': 200} Jul 08 01:54:37.296045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.298207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-17104e73-e6fa-42c2-9b60-c943f091d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:37.300462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-17104e73-e6fa-42c2-9b60-c943f091d31a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.1178184 Jul 08 01:54:37.366453 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-a61c3310-edd7-4152-b17f-1bc337b3544d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461743 Jul 08 01:54:37.381796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b82f8-db55-43a7-8429-14602a73ca52 req-2ad1a1eb-3e1d-4dbf-b758-6bc42fd5e16b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:37.390715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-999b82f8-db55-43a7-8429-14602a73ca52 req-2ad1a1eb-3e1d-4dbf-b758-6bc42fd5e16b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1380298 Jul 08 01:54:37.411121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event updated for resources: {'Port': ['ID=ceda1c63-515a-4b17-995d-19c14bb5b4b4,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:37.428579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.495109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-72fc2dfe-d5f8-4eae-8643-c8e06c017b8c service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007395 Jul 08 01:54:37.524577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.526833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1310bf10-c4bd-4671-862e-a9d2bc07b4a7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4268503 Jul 08 01:54:37.541404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-999b82f8-db55-43a7-8429-14602a73ca52 req-d04bf7cf-1247-44da-9c21-f18e7cd7573b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494725 Jul 08 01:54:37.640819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2f8ac33-d95d-416a-adb1-e133b73a8b81 req-1ba4aa8b-3452-47dc-a4ac-9cecb25896be service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313107 Jul 08 01:54:37.767457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-4bb11aa7-92b8-44f0-bf62-c22ac4c5d6f2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:37.768491 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-4bb11aa7-92b8-44f0-bf62-c22ac4c5d6f2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 950 time: 0.1631730 Jul 08 01:54:37.909539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acedb4-317b-4033-89f5-c4685ab13898 req-a6017595-0912-4393-9bf6-6b426ad7511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:37.911644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85acedb4-317b-4033-89f5-c4685ab13898 req-a6017595-0912-4393-9bf6-6b426ad7511b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1095 time: 0.0869718 Jul 08 01:54:37.970905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Deleting port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:37.979200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.080805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acedb4-317b-4033-89f5-c4685ab13898 req-9209716f-6db9-43cc-b89b-a30d16d50ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:38.083147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85acedb4-317b-4033-89f5-c4685ab13898 req-9209716f-6db9-43cc-b89b-a30d16d50ff1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1592469 Jul 08 01:54:38.138401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85acedb4-317b-4033-89f5-c4685ab13898 req-7d976502-ef50-4816-80f1-5e9177c6da4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf41382-6474-443f-87fa-4d1e62609bdc HTTP/1.1" status: 200 len: 217 time: 0.0417407 Jul 08 01:54:38.183832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd7c0d-f301-460a-8e45-0741ccb28ac0 req-64c6d163-76a0-41be-bdd5-68e674fc8c67 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:38.193924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73dd7c0d-f301-460a-8e45-0741ccb28ac0 req-64c6d163-76a0-41be-bdd5-68e674fc8c67 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.1554627 Jul 08 01:54:38.196335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] For port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:38.196866 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.207921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acedb4-317b-4033-89f5-c4685ab13898 req-e597ce1c-0468-4df9-823c-08472f76ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:38.209637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85acedb4-317b-4033-89f5-c4685ab13898 req-e597ce1c-0468-4df9-823c-08472f76ec88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0607913 Jul 08 01:54:38.236349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Calling delete_port for 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:38.273190 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73dd7c0d-f301-460a-8e45-0741ccb28ac0 req-fcd85ee9-3fc7-4263-901e-7c4d44de3ae7 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801156 Jul 08 01:54:38.350840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85acedb4-317b-4033-89f5-c4685ab13898 req-d3835522-fb58-479e-b1b1-fc596d829788 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300790 Jul 08 01:54:38.358060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-6effc34d-d035-4db8-ae24-2cf96f49ee25 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:38.359559 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-6effc34d-d035-4db8-ae24-2cf96f49ee25 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 822 time: 0.1306849 Jul 08 01:54:38.443175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-f2ac4ba2-eeb6-4464-9b31-b4ae08281669 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/quotas/8cad025aabef4482a3559f97e2594892 HTTP/1.1" status: 200 len: 375 time: 0.0175979 Jul 08 01:54:38.507216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85acedb4-317b-4033-89f5-c4685ab13898 req-970f0f37-c7ee-4dd9-ab8b-c7df4e2ee2fd service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459451 Jul 08 01:54:38.531370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.543625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', '4f581e44-46d4-4a0f-b6db-c839e6b431ce'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:38.570842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event deleted for resources: {'Port': ['ID=8f82270d-17fb-4ec3-99c9-1583d62eb7d5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:38.588596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1707-35b7-48e4-abc1-1f857d3e29b3 req-38c056f0-dc70-4f65-b5b3-003e990e73c2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:38.590000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9421b8c5-5f19-475c-834d-ca94c0e809a7', 'a4f34902-5364-4fb4-93c3-7cc20c9807e1', '8f82270d-17fb-4ec3-99c9-1583d62eb7d5'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:38.590142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b45e1707-35b7-48e4-abc1-1f857d3e29b3 req-38c056f0-dc70-4f65-b5b3-003e990e73c2 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0 HTTP/1.1" status: 200 len: 867 time: 0.1033466 Jul 08 01:54:38.644016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] No DVR routers for this DVR port 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:38.650206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85acedb4-317b-4033-89f5-c4685ab13898 req-b52a2349-6b48-4e30-b053-e5f7f92bd08e service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320179 Jul 08 01:54:38.657433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.659670 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2dabff3-d6c9-4ed6-8de8-cfe20b3f6fb2 req-707b483a-2d35-4ef4-b513-7d741121a117 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "DELETE /v2.0/ports/8f82270d-17fb-4ec3-99c9-1583d62eb7d5 HTTP/1.1" status: 204 len: 173 time: 0.8816602 Jul 08 01:54:38.660144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0', 'name': 'network-vif-deleted', 'tag': '8f82270d-17fb-4ec3-99c9-1583d62eb7d5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:38.664101 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb745c2-193d-48ad-b426-99a5dd896da5" -d '{"events": [{"server_uuid": "9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0", "name": "network-vif-deleted", "tag": "8f82270d-17fb-4ec3-99c9-1583d62eb7d5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:38.679833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-638dd9a6-c900-43f8-b341-9bfcf5170115 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2224278 Jul 08 01:54:38.715469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b45e1707-35b7-48e4-abc1-1f857d3e29b3 req-90e1b1c0-99e3-49f4-b50f-e6363eee2d89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059287 Jul 08 01:54:38.724287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:38.794343 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-d24bd726-8f3c-4083-971b-84d93ec1c1e5 service neutron] 10.222.0.10 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133826 Jul 08 01:54:38.907230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-c0347dd2-0ce8-4323-b425-d194fe241de8 service neutron] 10.222.0.10 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116426 Jul 08 01:54:38.959505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.018675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:39.020952 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058f8292-07b8-47d0-8433-22d91c074ce9" -d '{"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-unplugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:39.054752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:39.204955 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.366745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=11']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:39.886673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99780fe0-02e0-4979-ab78-f8b41e973851 req-3973fb31-6d78-4806-b4fb-a7c9e3ad41e1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:39.888253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99780fe0-02e0-4979-ab78-f8b41e973851 req-3973fb31-6d78-4806-b4fb-a7c9e3ad41e1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0694599 Jul 08 01:54:39.940723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99780fe0-02e0-4979-ab78-f8b41e973851 req-9db0239f-43d4-46e1-9b81-534792ec4871 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Jul 08 01:54:39.984494 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6d67b4-da05-4824-a528-3d79c6831e8e x-openstack-request-id: req-0d6d67b4-da05-4824-a528-3d79c6831e8e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:39.984799 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0", "name": "network-vif-deleted", "tag": "8f82270d-17fb-4ec3-99c9-1583d62eb7d5", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:39.985055 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d6d67b4-da05-4824-a528-3d79c6831e8e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:39.985485 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9ee5d7-b3fd-445f-9de1-e6a8a19242c0', 'name': 'network-vif-deleted', 'tag': '8f82270d-17fb-4ec3-99c9-1583d62eb7d5', 'status': 'completed', 'code': 200} Jul 08 01:54:40.014765 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164b0885-4461-4465-b49d-89488bae8c00 x-openstack-request-id: req-164b0885-4461-4465-b49d-89488bae8c00 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:40.015280 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-unplugged", "status": "completed", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:40.015633 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-164b0885-4461-4465-b49d-89488bae8c00 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:40.017522 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'code': 200} Jul 08 01:54:40.074711 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f0f4ccf-e060-4c0b-8245-76f1df040977 req-b3b0b34f-ef24-4770-bd81-6165ca762e9d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 210 time: 0.0304594 Jul 08 01:54:40.360685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918fa4-891a-4fdd-a4fd-9dbdcbebef12 req-9a1d15b3-5fb0-40d3-aff4-303bc8f879db tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:40.362814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5918fa4-891a-4fdd-a4fd-9dbdcbebef12 req-9a1d15b3-5fb0-40d3-aff4-303bc8f879db tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 945 time: 0.0783265 Jul 08 01:54:40.434744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5918fa4-891a-4fdd-a4fd-9dbdcbebef12 req-2af7e846-8c7c-49bf-94da-bfd421ed2ae9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655422 Jul 08 01:54:41.221281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-7efd3143-2a01-4414-8cc2-8384fc0e8d31 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:41.223954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-7efd3143-2a01-4414-8cc2-8384fc0e8d31 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.1020415 Jul 08 01:54:41.244246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-13'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:41.367207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.425334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59ddaa-22a0-4c5a-b69d-b9a564eb2b0d req-14d31020-fce6-49b8-ac05-a6a05cf54653 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:41.426917 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca59ddaa-22a0-4c5a-b69d-b9a564eb2b0d req-14d31020-fce6-49b8-ac05-a6a05cf54653 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1450379 Jul 08 01:54:41.527537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca59ddaa-22a0-4c5a-b69d-b9a564eb2b0d req-5c2002bb-cde5-4317-8f5a-f54598933f4f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920775 Jul 08 01:54:41.567621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:41.612197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:41.677380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a892c1b5-c884-4ccb-81bd-bde4989e6c79 req-c1e55951-901f-4281-9e5e-fff23916e3d4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 210 time: 0.0391483 Jul 08 01:54:41.694927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.800086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-627e0409-c2fe-4049-adf0-9d2e631ee34e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:41.801871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-627e0409-c2fe-4049-adf0-9d2e631ee34e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.18 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 822 time: 0.1448400 Jul 08 01:54:41.817115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Request body: {'port': {'device_id': 'cfa40856-dab5-4e09-ac69-1e377f009a17', 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'admin_state_up': True, 'tenant_id': '8cad025aabef4482a3559f97e2594892'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:41.826063 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.866423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6d56c-f690-4216-80e4-be5787e79b36 req-3a626f1d-8b64-4ec1-9f64-bb1344c6d987 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:41.868295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bf6d56c-f690-4216-80e4-be5787e79b36 req-3a626f1d-8b64-4ec1-9f64-bb1344c6d987 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 950 time: 0.1502898 Jul 08 01:54:41.936728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bf6d56c-f690-4216-80e4-be5787e79b36 req-1518cb20-11e3-4822-8db5-3b559e6aed57 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578246 Jul 08 01:54:41.946245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:41.953869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on host n-h1-695189-13 for vnic_type normal with profile {"migrating_to": "n-h2-695189-13"} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:41.954218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:41.954550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:41.965005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:41.965392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Attempting to bind port 17c0f58c-06f0-44c4-8f02-b113804cd030 on network 1aa08506-daf0-4876-a5c0-b5876f6c346c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:41.974796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:41.975144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Checking segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:41.975578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Bound using segment: {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:41.976005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Bound port: 17c0f58c-06f0-44c4-8f02-b113804cd030, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662f4cd4-010c-4e5e-a2da-0b18a49ca781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1aa08506-daf0-4876-a5c0-b5876f6c346c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:41.976373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.988288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:41.990707 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f935fd08-4bca-48f8-8485-394391715ab4" -d '{"events": [{"server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "name": "network-vif-unplugged", "status": "completed", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:41.997518 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3b5950c8-30f6-4132-aabe-1e7dab48cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.066540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Made reservation on behalf of 8cad025aabef4482a3559f97e2594892 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:42.067104 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa2f3-e991-4a59-9d7b-4be6b56af05e req-ac05a1df-b91a-4124-8c8f-1ce73c89a4e7 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:42.068535 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a8aa2f3-e991-4a59-9d7b-4be6b56af05e req-ac05a1df-b91a-4124-8c8f-1ce73c89a4e7 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.1571519 Jul 08 01:54:42.075431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.085668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:42.110142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:42.139202 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a8aa2f3-e991-4a59-9d7b-4be6b56af05e req-49a58f75-a5c9-41fc-a3d7-5c2510c4411c tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640588 Jul 08 01:54:42.194193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.248617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Allocated IP 172.20.0.4 (f25b3545-137a-4432-9878-70106c12cb06/d5160627-7a1a-4ec0-a862-0fabc5aebbc7/7f98b708-2f11-4e75-b01c-67bdd3f57bc6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:42.321157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:42.334203 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:42.334844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.336325 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-5c6819cf-b7f4-4339-831c-86a55e4755f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/17c0f58c-06f0-44c4-8f02-b113804cd030 HTTP/1.1" status: 200 len: 1123 time: 1.0980494 Jul 08 01:54:42.430809 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b269d3-0c80-409f-93f5-2702cd046ff7 x-openstack-request-id: req-f2b269d3-0c80-409f-93f5-2702cd046ff7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:42.431072 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "name": "network-vif-unplugged", "status": "completed", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:42.431678 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2b269d3-0c80-409f-93f5-2702cd046ff7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:42.432137 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030', 'code': 200} Jul 08 01:54:42.448456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.454186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['17c0f58c-06f0-44c4-8f02-b113804cd030'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:42.510474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['17c0f58c-06f0-44c4-8f02-b113804cd030'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:42.599736 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.674060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event updated for resources: {'Port': ['ID=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:42.685058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Network f25b3545-137a-4432-9878-70106c12cb06 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:42.687157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:42.690570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:42.751744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:42.753924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:42.791987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:42.792339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8f82270d-17fb-4ec3-99c9-1583d62eb7d5 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:42.806256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:42.806933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.842422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246e21-01ef-4707-8197-9af3033b105d req-a3182412-18e2-4b45-8369-6a607c4ef84b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:42.844003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f246e21-01ef-4707-8197-9af3033b105d req-a3182412-18e2-4b45-8369-6a607c4ef84b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1143224 Jul 08 01:54:42.888639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-4f173bb9-350c-4718-b030-d2a1639a142d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0767753 Jul 08 01:54:42.902475 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f246e21-01ef-4707-8197-9af3033b105d req-8cd06484-fcb9-4d03-a0eb-c9a4eafbeb38 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512061 Jul 08 01:54:42.908389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Request body: {'port': {'device_id': 'cfa40856-dab5-4e09-ac69-1e377f009a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:42.909697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:42.934398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 has no active binding in host n-h2-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:54:43.013260 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:43.188474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2b137-8533-449b-8b27-68a19798b74a req-20953988-57c5-43ff-8198-98a7c26381aa tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:43.190681 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-98a2b137-8533-449b-8b27-68a19798b74a req-20953988-57c5-43ff-8198-98a7c26381aa tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 931 time: 0.0951352 Jul 08 01:54:43.234942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-98a2b137-8533-449b-8b27-68a19798b74a req-35ded512-84ee-4c92-8c9f-7fb9332add1d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386629 Jul 08 01:54:43.357586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc27ea-2790-4a79-a432-ccbf5112471f req-915c3f9d-3294-4281-b833-ccb622e818b7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:43.359196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cabc27ea-2790-4a79-a432-ccbf5112471f req-915c3f9d-3294-4281-b833-ccb622e818b7 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 950 time: 0.1313024 Jul 08 01:54:43.361427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:43.378842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-8a94fed4-1ac5-4af6-bb3b-34bb05a3f0c9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:43.380487 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-8a94fed4-1ac5-4af6-bb3b-34bb05a3f0c9 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 950 time: 0.0851550 Jul 08 01:54:43.388526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:43.400315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Transition to ACTIVE for port object 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:43.451545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cabc27ea-2790-4a79-a432-ccbf5112471f req-f3c2f639-67b7-44d6-abe7-441d75b0ee59 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Jul 08 01:54:43.484080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:43.522337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Deleting port a4f34902-5364-4fb4-93c3-7cc20c9807e1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:43.524917 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:43.568824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Pushing event updated for resources: {'Port': ['ID=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:43.741699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Attempting to bind port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:43.742060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Attempting to bind port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:43.742463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Attempting to bind port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 on network f25b3545-137a-4432-9878-70106c12cb06 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:43.748479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 on network f25b3545-137a-4432-9878-70106c12cb06 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:43.748809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Attempting to bind port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 on network f25b3545-137a-4432-9878-70106c12cb06 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:43.750130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] For port a4f34902-5364-4fb4-93c3-7cc20c9807e1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4f34902-5364-4fb4-93c3-7cc20c9807e1,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:43.750688 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:43.756478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:43.756826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Checking segment: {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:43.757291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Bound using segment: {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:43.758054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Bound port: 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:43.758423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:43.775737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Calling delete_port for a4f34902-5364-4fb4-93c3-7cc20c9807e1 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:43.789697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527a9c0-d369-4ea9-92cf-f1f4cf75cc8d req-06b07f02-cff3-409b-83fa-657add1b22fd tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:43.791429 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9527a9c0-d369-4ea9-92cf-f1f4cf75cc8d req-06b07f02-cff3-409b-83fa-657add1b22fd tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.1598177 Jul 08 01:54:43.851865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:43.853899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:43.904422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9527a9c0-d369-4ea9-92cf-f1f4cf75cc8d req-92379aa4-9093-4531-89a8-b32a4071e905 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007116 Jul 08 01:54:43.947772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:44.023814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:44.024320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:44.027830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] 10.222.0.18 "PUT /v2.0/ports/7f98b708-2f11-4e75-b01c-67bdd3f57bc6 HTTP/1.1" status: 200 len: 1092 time: 1.1243701 Jul 08 01:54:44.028292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa40856-dab5-4e09-ac69-1e377f009a17', 'tag': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:44.030546 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae288386-7131-4600-84d8-4bcc2ce8d87d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa40856-dab5-4e09-ac69-1e377f009a17", "tag": "7f98b708-2f11-4e75-b01c-67bdd3f57bc6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:44.079620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da629a2-2554-42df-955d-c4a93597b20e service neutron] Pushing event updated for resources: {'Port': ['ID=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:44.143623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:44.156303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', '4f581e44-46d4-4a0f-b6db-c839e6b431ce'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:44.161690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9421b8c5-5f19-475c-834d-ca94c0e809a7', 'a4f34902-5364-4fb4-93c3-7cc20c9807e1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:44.215839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32964) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:44.216782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event deleted for resources: {'Port': ['ID=a4f34902-5364-4fb4-93c3-7cc20c9807e1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:44.271575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-5a6365bf-4781-447a-bcea-ca0d8f49f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:44.273924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-5a6365bf-4781-447a-bcea-ca0d8f49f6a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 1095 time: 0.0959721 Jul 08 01:54:44.293806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] No DVR routers for this DVR port a4f34902-5364-4fb4-93c3-7cc20c9807e1 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:44.298355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:44.301555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b0188dba-a049-4d61-af92-004cc52a75c1 req-0020d034-b680-44ed-bac3-5afdda21bb43 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "DELETE /v2.0/ports/a4f34902-5364-4fb4-93c3-7cc20c9807e1 HTTP/1.1" status: 204 len: 173 time: 0.9113343 Jul 08 01:54:44.341097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768fcb3-546b-4425-86c1-f7f475d2bfc2 req-135dc42c-3e95-4816-83cb-09f7db71e61a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:44.343040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8768fcb3-546b-4425-86c1-f7f475d2bfc2 req-135dc42c-3e95-4816-83cb-09f7db71e61a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.2334311 Jul 08 01:54:44.353962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-a7c3d8e1-fdbb-4cd1-9f2f-0c026c60db54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6 HTTP/1.1" status: 200 len: 217 time: 0.0716383 Jul 08 01:54:44.412115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8768fcb3-546b-4425-86c1-f7f475d2bfc2 req-66d16397-696d-40c7-892d-7dda50a883fd tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605755 Jul 08 01:54:44.426067 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-960daa4b-a9df-4cdd-971f-f3706a58ea78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:44.435666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-9e0728cf-2e96-416c-95a2-f4d5377a8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:44.436466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030'}, {'server_uuid': '1228465f-b170-4596-947c-d278274996e2', 'name': 'network-vif-deleted', 'tag': 'a4f34902-5364-4fb4-93c3-7cc20c9807e1'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:44.437984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-9e0728cf-2e96-416c-95a2-f4d5377a8474 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5160627-7a1a-4ec0-a862-0fabc5aebbc7 HTTP/1.1" status: 200 len: 862 time: 0.0765436 Jul 08 01:54:44.439559 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030"}, {"server_uuid": "1228465f-b170-4596-947c-d278274996e2", "name": "network-vif-deleted", "tag": "a4f34902-5364-4fb4-93c3-7cc20c9807e1"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:44.446396 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7566ea99-8ed6-4f46-82f3-21353fde3ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:44.501971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-e5326f94-cc71-4808-af93-5908c7ea3eb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f25b3545-137a-4432-9878-70106c12cb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556827 Jul 08 01:54:44.517259 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613d4454-6483-401d-8648-9e8ab982a8ff x-openstack-request-id: req-613d4454-6483-401d-8648-9e8ab982a8ff {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:44.518588 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa40856-dab5-4e09-ac69-1e377f009a17", "tag": "7f98b708-2f11-4e75-b01c-67bdd3f57bc6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:44.519323 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-613d4454-6483-401d-8648-9e8ab982a8ff {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:44.520032 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa40856-dab5-4e09-ac69-1e377f009a17', 'tag': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6', 'status': 'completed', 'code': 200} Jul 08 01:54:44.698166 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7566ea99-8ed6-4f46-82f3-21353fde3ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:44.794103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7566ea99-8ed6-4f46-82f3-21353fde3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:44.827465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-61a1a7a5-4272-4e52-81db-e799275c2566 service neutron] 10.222.0.18 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112872 Jul 08 01:54:44.864716 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7566ea99-8ed6-4f46-82f3-21353fde3ea2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=533a4f44b3654e9cb8cf383b0d565931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398835 Jul 08 01:54:44.865362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32990) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:44.874214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566ea99-8ed6-4f46-82f3-21353fde3ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90869122-84b1-4809-b4b3-71e85bdd8cc0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:44.907232 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.006590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba70d855-8d11-46c7-af6e-71162fd98531 req-84d7f0c0-11cb-477d-8e9f-cbc350565e99 service neutron] 10.222.0.18 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671004 Jul 08 01:54:45.046989 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87ff3daa-f249-4393-bb8b-ed0d94e224a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.068094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7644ec3-ab5b-4a2d-872f-9b394f8fe57b req-30ec3aff-a514-4bee-8521-ccedec207f87 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.069665 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7644ec3-ab5b-4a2d-872f-9b394f8fe57b req-30ec3aff-a514-4bee-8521-ccedec207f87 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 943 time: 0.1654384 Jul 08 01:54:45.089601 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87ff3daa-f249-4393-bb8b-ed0d94e224a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.143671 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7644ec3-ab5b-4a2d-872f-9b394f8fe57b req-7c2dd802-bb56-4fa9-a46a-566ff28b129b tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640240 Jul 08 01:54:45.204573 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87ff3daa-f249-4393-bb8b-ed0d94e224a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.207809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87ff3daa-f249-4393-bb8b-ed0d94e224a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.212431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-87ff3daa-f249-4393-bb8b-ed0d94e224a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90869122-84b1-4809-b4b3-71e85bdd8cc0 HTTP/1.1" status: 204 len: 168 time: 0.3416700 Jul 08 01:54:45.218150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff3daa-f249-4393-bb8b-ed0d94e224a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90869122-84b1-4809-b4b3-71e85bdd8cc0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:45.239284 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f2343-2d4c-485f-b293-b1571e714e2e x-openstack-request-id: req-375f2343-2d4c-485f-b293-b1571e714e2e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:45.240710 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030", "status": "completed", "code": 200}, {"server_uuid": "1228465f-b170-4596-947c-d278274996e2", "name": "network-vif-deleted", "tag": "a4f34902-5364-4fb4-93c3-7cc20c9807e1", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:45.240969 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-375f2343-2d4c-485f-b293-b1571e714e2e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:45.241396 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030', 'status': 'completed', 'code': 200} Jul 08 01:54:45.243077 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1228465f-b170-4596-947c-d278274996e2', 'name': 'network-vif-deleted', 'tag': 'a4f34902-5364-4fb4-93c3-7cc20c9807e1', 'status': 'completed', 'code': 200} Jul 08 01:54:45.251219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-62ef5ed0-c1f2-4738-b6f0-6933327676ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.253552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-62ef5ed0-c1f2-4738-b6f0-6933327676ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 1095 time: 0.0888884 Jul 08 01:54:45.314732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-8c4a693d-c5f7-4df7-916d-6943d9bc8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.316245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-8c4a693d-c5f7-4df7-916d-6943d9bc8598 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1126 time: 0.0647049 Jul 08 01:54:45.360739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-4a969dbc-0819-4a02-ab00-2dc4d899f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.362281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-4a969dbc-0819-4a02-ab00-2dc4d899f9f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 923 time: 0.1021740 Jul 08 01:54:45.409995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-442006aa-86eb-49e7-9f9a-e6f316791765 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6 HTTP/1.1" status: 200 len: 217 time: 0.0401559 Jul 08 01:54:45.416194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6dc28d3-5aaf-4f52-8197-43d4aef54493 req-6c59bfd8-aa36-481b-901f-f880c9de0608 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=1228465f-b170-4596-947c-d278274996e2 HTTP/1.1" status: 200 len: 210 time: 0.0430908 Jul 08 01:54:45.473974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-a17017e9-8f8c-495a-9086-1b7fb44d133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.478218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-a17017e9-8f8c-495a-9086-1b7fb44d133e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.1545334 Jul 08 01:54:45.486264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-736384c8-2dff-4d0d-af1f-555b804d5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.489168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-736384c8-2dff-4d0d-af1f-555b804d5c7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5160627-7a1a-4ec0-a862-0fabc5aebbc7 HTTP/1.1" status: 200 len: 862 time: 0.0658774 Jul 08 01:54:45.553250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-6eb88667-53ef-485c-b260-834cdb4f5c3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f25b3545-137a-4432-9878-70106c12cb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385153 Jul 08 01:54:45.555853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-0e359c57-09de-4d17-b854-eec02ff7c621 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17c0f58c-06f0-44c4-8f02-b113804cd030 HTTP/1.1" status: 200 len: 217 time: 0.0699108 Jul 08 01:54:45.656676 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.673215 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-3e6ab9a4-84ab-471b-98bc-030de5d31cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087043 Jul 08 01:54:45.673429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-63dbce83-7420-4489-b75f-f81b6fcbc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.675028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-63dbce83-7420-4489-b75f-f81b6fcbc868 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.1069050 Jul 08 01:54:45.715125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-1d2954e2-544f-4589-b83b-9f2694f0b959 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304110 Jul 08 01:54:45.788833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae288386-7131-4600-84d8-4bcc2ce8d87d req-39ba3f1f-81a8-4591-8c5d-33cf28ad1c19 service neutron] 10.222.0.18 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052811 Jul 08 01:54:45.791660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8e1d9-be99-49ae-8306-26098f7b970f req-bfaa9aa5-8f60-4f51-ad7b-d5882ce700ec tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.798460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bdb8e1d9-be99-49ae-8306-26098f7b970f req-bfaa9aa5-8f60-4f51-ad7b-d5882ce700ec tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.1584876 Jul 08 01:54:45.864192 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bdb8e1d9-be99-49ae-8306-26098f7b970f req-4143c63a-cac6-4c47-9610-56e54ab5ca4d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647650 Jul 08 01:54:45.891850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-59a3b7c6-6a59-4035-b211-736470ff40c6 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665218 Jul 08 01:54:45.983939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cd3ba-0f72-4239-878c-3b09904cafbe req-058c46b7-4637-4a9e-980c-843888ba30b0 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.989384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-521cd3ba-0f72-4239-878c-3b09904cafbe req-058c46b7-4637-4a9e-980c-843888ba30b0 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1258113 Jul 08 01:54:46.018447 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53fa5915-7cd3-46a4-8c92-f3fd61d925d1 req-26ebbdae-68d7-4cc6-8c50-32ec57972e75 service neutron] 10.222.0.18 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157246 Jul 08 01:54:46.046073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-521cd3ba-0f72-4239-878c-3b09904cafbe req-7ae3dbe0-c990-4cee-8bab-7a6b786cba4e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502293 Jul 08 01:54:46.411498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53b90d-6c29-447c-84ee-4d3ef93e2720 req-9d0d83e9-4b79-4d4a-a186-7f0843839ab0 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:46.419191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d53b90d-6c29-447c-84ee-4d3ef93e2720 req-9d0d83e9-4b79-4d4a-a186-7f0843839ab0 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 943 time: 0.0830367 Jul 08 01:54:46.479177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d53b90d-6c29-447c-84ee-4d3ef93e2720 req-c9170914-d3bc-468e-bb10-17d286a071a5 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586286 Jul 08 01:54:46.510929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33062) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:46.649543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-404351602-network', 'tenant_id': 'e83593977d1547b39f9e9ee6df2447bd'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:46.766543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Made reservation on behalf of e83593977d1547b39f9e9ee6df2447bd for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:46.770354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.774652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:46.803061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.888398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:46.909449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 has no active binding in host n-h2-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:54:46.943658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.012819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.036424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:54:47.058782 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.059139 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Added segment ba3be3fa-f2e5-4e66-992e-72485cb5c72e of type vlan for network 7081761a-5246-40e3-9fa7-e2bc8ae52beb Jul 08 01:54:47.061328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:47.114566 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.216100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.218254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:47.220179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.280558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638aa73-0a73-47c9-9f6c-b0d17ed8ef0e req-b2499750-85f3-477a-9177-fb5a47b61ceb tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:47.282143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3638aa73-0a73-47c9-9f6c-b0d17ed8ef0e req-b2499750-85f3-477a-9177-fb5a47b61ceb tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 943 time: 0.0735505 Jul 08 01:54:47.310575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7081761a-5246-40e3-9fa7-e2bc8ae52beb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:47.313323 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.322891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 7081761a-5246-40e3-9fa7-e2bc8ae52beb details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:54:47.332381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-327bffb7-2a09-43ca-ae09-510afd2114e7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8202207 Jul 08 01:54:47.332829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3638aa73-0a73-47c9-9f6c-b0d17ed8ef0e req-182ec534-5c21-4058-bb5c-ca8021615f14 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 Jul 08 01:54:47.335114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33098) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:47.343369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Request body: {'subnet': {'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-404351602-subnet', 'tenant_id': 'e83593977d1547b39f9e9ee6df2447bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:47.495957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Made reservation on behalf of e83593977d1547b39f9e9ee6df2447bd for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:47.498509 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.532189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ac530-f757-49a1-a976-06bce84a3d56 req-173b97d7-0d55-4433-95bc-307d8397db41 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:47.533600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-439ac530-f757-49a1-a976-06bce84a3d56 req-173b97d7-0d55-4433-95bc-307d8397db41 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0776188 Jul 08 01:54:47.595995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-439ac530-f757-49a1-a976-06bce84a3d56 req-5de84bb9-4055-4453-be8c-710a43c64e16 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564501 Jul 08 01:54:47.768998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.831322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebb33c5-4491-4bb5-a653-719eb3deb5eb,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:47.841049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Checking segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:47.841570 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Network hostable DHCP agents. Network: 7081761a-5246-40e3-9fa7-e2bc8ae52beb, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:54:47.930682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Network 7081761a-5246-40e3-9fa7-e2bc8ae52beb is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:54:47.947159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.992636 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-409fde34-1325-4b6a-9542-e956b82f7b7c service neutron] 10.222.0.18 "GET /v2.0/ports/17c0f58c-06f0-44c4-8f02-b113804cd030/bindings/n-h2-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.1113245 Jul 08 01:54:48.026048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 7081761a-5246-40e3-9fa7-e2bc8ae52beb) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:48.035999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079829ed-6aea-4d7b-b132-37e22cfa6688 None None] Network 7081761a-5246-40e3-9fa7-e2bc8ae52beb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:54:48.045045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:48.045888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:48.136474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3ade325b-de6f-4241-aaab-84801193f19b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7999690 Jul 08 01:54:48.199064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea86dba4-bce3-42d3-8ddd-fbd910e0d16f None None] Network 7081761a-5246-40e3-9fa7-e2bc8ae52beb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:54:48.306612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:48.328061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf31db-ad90-426e-9e73-728e3301d131 req-d434b4a4-ced4-4219-bfb1-367806a1ea82 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:48.331111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73cf31db-ad90-426e-9e73-728e3301d131 req-d434b4a4-ced4-4219-bfb1-367806a1ea82 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 943 time: 0.1414673 Jul 08 01:54:48.356898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:48.400221 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73cf31db-ad90-426e-9e73-728e3301d131 req-35ca9773-6758-4ff0-9b0d-a843be31c717 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624502 Jul 08 01:54:48.402324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c0f58c-06f0-44c4-8f02-b113804cd030 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:48.414536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:48.511183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:48.624184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0deb0-ee4f-48aa-929c-ca1012e9df5e req-c1bf0b9b-4f99-4f03-9b3b-1988efa51a3e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:48.625751 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ec0deb0-ee4f-48aa-929c-ca1012e9df5e req-c1bf0b9b-4f99-4f03-9b3b-1988efa51a3e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 949 time: 0.1250942 Jul 08 01:54:48.637064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] Transition to ACTIVE for port object 17c0f58c-06f0-44c4-8f02-b113804cd030 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:48.643068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:48.646770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:48.675295 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ec0deb0-ee4f-48aa-929c-ca1012e9df5e req-9f07bdb8-e6ca-45d0-b114-c20e9c66f249 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370307 Jul 08 01:54:48.691162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:48.739416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:48.770508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] No DVR routers for this DVR port 17c0f58c-06f0-44c4-8f02-b113804cd030 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:48.776991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:48.782691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6bf41382-6474-443f-87fa-4d1e62609bdc details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:48.793456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a4f34902-5364-4fb4-93c3-7cc20c9807e1 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:48.827332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: a4f34902-5364-4fb4-93c3-7cc20c9807e1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:48.827608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a4f34902-5364-4fb4-93c3-7cc20c9807e1 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:48.842414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:48.867558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6', 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'port_id': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6', 'mac_address': 'fa:16:3e:97:15:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5160627-7a1a-4ec0-a862-0fabc5aebbc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:49.130113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.155647 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-59e24392-ab8f-4822-9161-5c24a8b8ea51 service neutron] 10.222.0.18 "PUT /v2.0/ports/17c0f58c-06f0-44c4-8f02-b113804cd030/bindings/n-h2-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1575124 Jul 08 01:54:49.163999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:49.197763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:49.214564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:49.217206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '6bf41382-6474-443f-87fa-4d1e62609bdc', 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c', 'port_id': '6bf41382-6474-443f-87fa-4d1e62609bdc', 'mac_address': 'fa:16:3e:31:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8875b2-d7ea-4b54-9760-799d2f235563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:49.258732 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.268471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-d1df2058-9740-4bdf-95bd-58f967397190 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:49.270157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-d1df2058-9740-4bdf-95bd-58f967397190 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 949 time: 0.1683245 Jul 08 01:54:49.273747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf41382-6474-443f-87fa-4d1e62609bdc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:49.303258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:49.307704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.334907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-02c18dd0-8dc3-4cf0-a9d4-fdc1a3cc7eeb tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:49.336649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-02c18dd0-8dc3-4cf0-a9d4-fdc1a3cc7eeb tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 804 time: 0.1786122 Jul 08 01:54:49.370397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:49.377527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-cbb1cc53-c534-4b06-888c-f9a4493e19bf tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:49.378554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.379122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.379652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.380279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.380595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-cbb1cc53-c534-4b06-888c-f9a4493e19bf tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.0645835 Jul 08 01:54:49.381134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.381427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.381832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.382269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.382775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.383183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.383715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.384121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.395604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-85289c93-295f-410a-bdf6-a3e02040f298 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/quotas/e83593977d1547b39f9e9ee6df2447bd HTTP/1.1" status: 200 len: 375 time: 0.0506938 Jul 08 01:54:49.410597 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.452767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-136448ae-b794-4d8f-b158-48ac0e5b69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:49.454989 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-136448ae-b794-4d8f-b158-48ac0e5b69e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990&tenant_id=817457c9802b41198f112cb2aab5d4cb HTTP/1.1" status: 200 len: 1096 time: 0.0667415 Jul 08 01:54:49.490333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:49.495818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-e8b31f3c-ff71-4333-98c5-44a069feb78c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544527 Jul 08 01:54:49.553516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-b61adf2e-e8cf-48ab-9fcc-9a12c5bfceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:49.554989 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-b61adf2e-e8cf-48ab-9fcc-9a12c5bfceea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=817457c9802b41198f112cb2aab5d4cb&device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1096 time: 0.0666158 Jul 08 01:54:49.570490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-1daf83dd-7aac-4d54-88c8-da3f9c81e975 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:49.572039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-1daf83dd-7aac-4d54-88c8-da3f9c81e975 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcdf076-55bf-4f3f-8057-a8c9dab79039 HTTP/1.1" status: 200 len: 950 time: 0.2646420 Jul 08 01:54:49.599325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7f98b708-2f11-4e75-b01c-67bdd3f57bc6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:49.680743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Deleting port 9421b8c5-5f19-475c-834d-ca94c0e809a7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:49.681549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.756511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['6bf41382-6474-443f-87fa-4d1e62609bdc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:49.785266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] For port 9421b8c5-5f19-475c-834d-ca94c0e809a7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9421b8c5-5f19-475c-834d-ca94c0e809a7,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:49.786457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.801573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Calling delete_port for 9421b8c5-5f19-475c-834d-ca94c0e809a7 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:49.883605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-660ed0a7-646d-4b30-9722-520e477e919f service neutron] 10.222.0.10 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754644 Jul 08 01:54:50.034614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-0511e197-4a49-46a5-bde3-7cfd99882983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:50.036694 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-0511e197-4a49-46a5-bde3-7cfd99882983 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 200 len: 921 time: 0.4743161 Jul 08 01:54:50.082202 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f5eaca84-3b8c-428a-a6be-8dd0de564a91 service neutron] 10.222.0.10 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973920 Jul 08 01:54:50.086320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-60a3e60c-92f3-4477-b54d-1f3834a33c8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17c0f58c-06f0-44c4-8f02-b113804cd030 HTTP/1.1" status: 200 len: 217 time: 0.0389614 Jul 08 01:54:50.094807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Deleting port 4f581e44-46d4-4a0f-b6db-c839e6b431ce {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:50.095225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:50.167016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:50.182260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-4903ab85-5f6e-4bf9-b5c4-02b0785306d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:50.184320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-4903ab85-5f6e-4bf9-b5c4-02b0785306d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 200 len: 860 time: 0.0786736 Jul 08 01:54:50.212545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event deleted for resources: {'Port': ['ID=9421b8c5-5f19-475c-834d-ca94c0e809a7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:50.217997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ea833-171b-42f0-a13f-5db9c27f4bce req-93c9acc6-e8ef-487f-a81e-61cc95f60c89 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:50.226103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c90ea833-171b-42f0-a13f-5db9c27f4bce req-93c9acc6-e8ef-487f-a81e-61cc95f60c89 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 944 time: 0.2778251 Jul 08 01:54:50.259385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-7fb40b55-325b-49cb-b64a-e87c8dd30a45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1aa08506-daf0-4876-a5c0-b5876f6c346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603397 Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.265507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:50.295915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] No DVR routers for this DVR port 9421b8c5-5f19-475c-834d-ca94c0e809a7 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:50.300986 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:50.302982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb141a44-120b-4125-9ed8-523dbf9a935d req-63253ec9-c6ad-4eee-84d0-e3220bbe0b89 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.32 "DELETE /v2.0/ports/9421b8c5-5f19-475c-834d-ca94c0e809a7 HTTP/1.1" status: 204 len: 173 time: 1.0265832 Jul 08 01:54:50.303815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fe7334-044d-40e8-bcdb-5723e7ffa9c4', 'name': 'network-vif-deleted', 'tag': '9421b8c5-5f19-475c-834d-ca94c0e809a7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:50.305767 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df99d219-b537-4e8c-aeef-7f88a6236aa2" -d '{"events": [{"server_uuid": "c8fe7334-044d-40e8-bcdb-5723e7ffa9c4", "name": "network-vif-deleted", "tag": "9421b8c5-5f19-475c-834d-ca94c0e809a7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:50.309380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] For port 4f581e44-46d4-4a0f-b6db-c839e6b431ce, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4f581e44-46d4-4a0f-b6db-c839e6b431ce,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:50.309751 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:50.328607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Calling delete_port for 4f581e44-46d4-4a0f-b6db-c839e6b431ce owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:50.370585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c90ea833-171b-42f0-a13f-5db9c27f4bce req-763266ec-8f73-479f-937f-b881b96ae37c tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434000 Jul 08 01:54:50.441094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-97c8bd42-f461-4f82-a620-2816077b0228 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684783 Jul 08 01:54:50.457983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:50.663466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:50.704198 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-d534eef1-1f1a-4947-89cd-98a2788e07a6 service neutron] 10.222.0.32 "GET /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541139 Jul 08 01:54:50.710911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234672-c7f3-4239-942a-a5cf5b5829e2 req-361077df-767a-466b-9555-38cbb2d35d6e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:50.722808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7234672-c7f3-4239-942a-a5cf5b5829e2 req-361077df-767a-466b-9555-38cbb2d35d6e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 944 time: 0.1708462 Jul 08 01:54:50.762782 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:50.805342 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:50.808856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6bf41382-6474-443f-87fa-4d1e62609bdc up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:50.814049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event deleted for resources: {'Port': ['ID=4f581e44-46d4-4a0f-b6db-c839e6b431ce,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:50.857783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7234672-c7f3-4239-942a-a5cf5b5829e2 req-266f93a5-82d6-4762-844a-47f16f3d1d0e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340680 Jul 08 01:54:50.896804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] No DVR routers for this DVR port 4f581e44-46d4-4a0f-b6db-c839e6b431ce on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:50.899720 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:50.911933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f842eb9-7e2f-41ea-831c-f5a7bb7e9efc req-4a1c0e7e-1e3c-4466-8e32-839c7af44a6f tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "DELETE /v2.0/ports/4f581e44-46d4-4a0f-b6db-c839e6b431ce HTTP/1.1" status: 204 len: 173 time: 1.3284826 Jul 08 01:54:50.997098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2777f1-a604-458b-94d1-024e5cde1482 req-1f8fa9ef-ba88-4fce-b2c5-3c4865260a87 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:50.999979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e2777f1-a604-458b-94d1-024e5cde1482 req-1f8fa9ef-ba88-4fce-b2c5-3c4865260a87 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 944 time: 0.1354663 Jul 08 01:54:51.052100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e2777f1-a604-458b-94d1-024e5cde1482 req-1b499485-83cf-4466-ae4f-78e093998d4b tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459011 Jul 08 01:54:51.068371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:51.080748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:51.081142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:51.111219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 6bf41382-6474-443f-87fa-4d1e62609bdc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:51.130503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 6bf41382-6474-443f-87fa-4d1e62609bdc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:51.130907 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:51.215855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ebcaa611-d03d-422a-9f03-5eff9fe99412 req-5b3f28c3-c318-4baf-b205-aedcf5689dae tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8fe7334-044d-40e8-bcdb-5723e7ffa9c4 HTTP/1.1" status: 200 len: 210 time: 0.0290072 Jul 08 01:54:51.271682 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:51.330130 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:51.332290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa40856-dab5-4e09-ac69-1e377f009a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:51.334591 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b141251-ee8a-49c6-bea9-406b9a18bf20" -d '{"events": [{"server_uuid": "cfa40856-dab5-4e09-ac69-1e377f009a17", "name": "network-vif-plugged", "status": "completed", "tag": "7f98b708-2f11-4e75-b01c-67bdd3f57bc6"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:51.356629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:51.380690 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ae1b73-4ba1-4000-9172-a7bf4eddc756 x-openstack-request-id: req-20ae1b73-4ba1-4000-9172-a7bf4eddc756 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:51.381761 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fe7334-044d-40e8-bcdb-5723e7ffa9c4", "name": "network-vif-deleted", "tag": "9421b8c5-5f19-475c-834d-ca94c0e809a7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:51.382002 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20ae1b73-4ba1-4000-9172-a7bf4eddc756 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:51.382427 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fe7334-044d-40e8-bcdb-5723e7ffa9c4', 'name': 'network-vif-deleted', 'tag': '9421b8c5-5f19-475c-834d-ca94c0e809a7', 'status': 'completed', 'code': 200} Jul 08 01:54:51.385015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:51.446377 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:51.447218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 4f581e44-46d4-4a0f-b6db-c839e6b431ce no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:51.470039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7954efef-05f8-42be-9046-707b58a66bc3 req-eb3dcd12-61b5-4bda-ae52-f7e2a8f71385 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 210 time: 0.0408747 Jul 08 01:54:51.480640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 4f581e44-46d4-4a0f-b6db-c839e6b431ce {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:51.480640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 4f581e44-46d4-4a0f-b6db-c839e6b431ce not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:51.543398 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:51.544183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9421b8c5-5f19-475c-834d-ca94c0e809a7 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:51.545983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:51.659452 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68297b3-a8c6-45e7-b7b2-5b0aafd43a02 x-openstack-request-id: req-c68297b3-a8c6-45e7-b7b2-5b0aafd43a02 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:51.659452 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa40856-dab5-4e09-ac69-1e377f009a17", "name": "network-vif-plugged", "status": "completed", "tag": "7f98b708-2f11-4e75-b01c-67bdd3f57bc6", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:51.659452 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c68297b3-a8c6-45e7-b7b2-5b0aafd43a02 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:51.659452 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa40856-dab5-4e09-ac69-1e377f009a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6', 'code': 200} Jul 08 01:54:51.665251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 9421b8c5-5f19-475c-834d-ca94c0e809a7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:51.665852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9421b8c5-5f19-475c-834d-ca94c0e809a7 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:51.698882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:51.728541 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b78423-8751-4578-a6f7-0fe973fd6b60 req-f21b7a6c-08c4-44e2-a2eb-654a18e7962a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:51.730096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c7b78423-8751-4578-a6f7-0fe973fd6b60 req-f21b7a6c-08c4-44e2-a2eb-654a18e7962a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 944 time: 0.0874627 Jul 08 01:54:51.771483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d5e79-c3ce-47f8-8c05-5d4430c67cbf req-1dd72d0a-8888-429d-842f-6ae3b485be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:51.771856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad8d5e79-c3ce-47f8-8c05-5d4430c67cbf req-1dd72d0a-8888-429d-842f-6ae3b485be46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 1097 time: 0.0801880 Jul 08 01:54:51.807733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c7b78423-8751-4578-a6f7-0fe973fd6b60 req-45e56cd7-7e61-4715-b5b5-7c8a9ebceffc tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694013 Jul 08 01:54:51.887788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad8d5e79-c3ce-47f8-8c05-5d4430c67cbf req-65449ac2-d14f-4a3e-9751-b62aacc3bbe5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987482 Jul 08 01:54:51.918408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e2b9-ae2a-4782-96c5-5eec32cb8ebe req-ccff2b4d-234d-4d64-9c82-a3310036a4ae tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:51.920782 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b623e2b9-ae2a-4782-96c5-5eec32cb8ebe req-ccff2b4d-234d-4d64-9c82-a3310036a4ae tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 947 time: 0.0954144 Jul 08 01:54:51.974622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b623e2b9-ae2a-4782-96c5-5eec32cb8ebe req-c8b10307-6a85-4482-a5eb-e377c5fc83f1 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476253 Jul 08 01:54:52.075256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-56a8714b-f20b-46c0-ab91-fe5f54f27f67 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:52.077966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-56a8714b-f20b-46c0-ab91-fe5f54f27f67 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990&tenant_id=817457c9802b41198f112cb2aab5d4cb&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.0985737 Jul 08 01:54:52.155581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:52.279158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe3278-c612-4cb1-a3e5-122377928993 req-2e5abba9-fcde-4056-9973-f385f0d2ddd6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:52.280665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7dbe3278-c612-4cb1-a3e5-122377928993 req-2e5abba9-fcde-4056-9973-f385f0d2ddd6 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.1431017 Jul 08 01:54:52.342556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7dbe3278-c612-4cb1-a3e5-122377928993 req-7314e279-84c6-4f9a-affa-939f296c9d66 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509231 Jul 08 01:54:52.345422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077acfc-b98f-4338-9735-b28b562d7ae8 req-d223cfc3-247c-451c-a133-633c783fda6a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:52.352980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e077acfc-b98f-4338-9735-b28b562d7ae8 req-d223cfc3-247c-451c-a133-633c783fda6a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 945 time: 0.1459963 Jul 08 01:54:52.392168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-03170e5f-a601-48d8-a4be-352a5deda5c6 service neutron] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:52.396947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-03170e5f-a601-48d8-a4be-352a5deda5c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:52.398270 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a15563b8-495a-4613-ad62-d5fb22d68d3e req-03170e5f-a601-48d8-a4be-352a5deda5c6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/17c0f58c-06f0-44c4-8f02-b113804cd030/bindings/n-h1-695189-13 HTTP/1.1" status: 204 len: 173 time: 0.3124013 Jul 08 01:54:52.433087 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e077acfc-b98f-4338-9735-b28b562d7ae8 req-5747aaf8-abbf-4abc-88fc-86681eb2122d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747910 Jul 08 01:54:52.633012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33242) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:52.702742 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a0544e07-c2a3-4241-865a-4e145da0cdfd req-3edd8792-c3e1-4922-9ff5-830ef0ec7406 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 210 time: 0.0441887 Jul 08 01:54:52.765630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52c61579-6345-451c-af95-1c6ab0081fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:52.886338 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52c61579-6345-451c-af95-1c6ab0081fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:52.987031 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52c61579-6345-451c-af95-1c6ab0081fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:52.994998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0859171-2472-4c05-8ea8-dbcc3e484831 req-d3927efa-3007-4d17-b4c2-5b2cb98a25e8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:52.996821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0859171-2472-4c05-8ea8-dbcc3e484831 req-d3927efa-3007-4d17-b4c2-5b2cb98a25e8 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 944 time: 0.0688429 Jul 08 01:54:53.029526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c61579-6345-451c-af95-1c6ab0081fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd0ba2-96e3-444a-960a-2cccdd990ae1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:53.039928 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-52c61579-6345-451c-af95-1c6ab0081fd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a91c2bdc2047453ba381a8438da7bd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034917 Jul 08 01:54:53.040294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33254) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:53.054191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0859171-2472-4c05-8ea8-dbcc3e484831 req-56515e79-c304-4142-bb8b-f34ba3eafe91 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497940 Jul 08 01:54:53.112318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04fd1701-7c88-487c-9a9f-3c009dddcf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.134528 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04fd1701-7c88-487c-9a9f-3c009dddcf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.243603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:54:53.244752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db1f0a-601f-47f3-b902-2614d3bc1986 req-f868226c-5836-40b8-8439-c6905dd90081 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:53.246319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4db1f0a-601f-47f3-b902-2614d3bc1986 req-f868226c-5836-40b8-8439-c6905dd90081 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 947 time: 0.0832016 Jul 08 01:54:53.250656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04fd1701-7c88-487c-9a9f-3c009dddcf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.254084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04fd1701-7c88-487c-9a9f-3c009dddcf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.258024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-04fd1701-7c88-487c-9a9f-3c009dddcf61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7bd0ba2-96e3-444a-960a-2cccdd990ae1 HTTP/1.1" status: 204 len: 168 time: 0.2141154 Jul 08 01:54:53.265364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd1701-7c88-487c-9a9f-3c009dddcf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd0ba2-96e3-444a-960a-2cccdd990ae1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:53.289437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4db1f0a-601f-47f3-b902-2614d3bc1986 req-f1efaf39-81c2-4670-8f55-ecbe163cb07c tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Jul 08 01:54:53.383751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcdf076-55bf-4f3f-8057-a8c9dab79039', 'name': 'network-vif-deleted', 'tag': '4f581e44-46d4-4a0f-b6db-c839e6b431ce'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:53.386120 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f93cda-dd5d-41cf-b7e0-2b813db49ce1" -d '{"events": [{"server_uuid": "0dcdf076-55bf-4f3f-8057-a8c9dab79039", "name": "network-vif-deleted", "tag": "4f581e44-46d4-4a0f-b6db-c839e6b431ce"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:53.604869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-190d3b21-39d9-4fb0-9f86-ec570a1afb92 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:53.606360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-190d3b21-39d9-4fb0-9f86-ec570a1afb92 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 947 time: 0.1111286 Jul 08 01:54:53.612593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b2f0e-fba0-4a71-b679-f41d1b3c2964 req-64ec61d1-8a9f-408e-b7cd-88915aee6254 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:53.614021 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18b2f0e-fba0-4a71-b679-f41d1b3c2964 req-64ec61d1-8a9f-408e-b7cd-88915aee6254 tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 1096 time: 0.0906420 Jul 08 01:54:53.660123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:53.663475 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8a085b-4908-4408-a4f2-d9cbdc8a37c0" -d '{"events": [{"server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:53.722094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18b2f0e-fba0-4a71-b679-f41d1b3c2964 req-293c495e-255d-4770-8a90-7bcb23dbe87f tempest-LiveAutoBlockMigrationV225Test-760303674 tempest-LiveAutoBlockMigrationV225Test-760303674-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976655 Jul 08 01:54:53.784768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Deleting port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:53.785125 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.861073 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfdbda3-cdbc-4e43-83f8-2bc8c7b754fd x-openstack-request-id: req-dcfdbda3-cdbc-4e43-83f8-2bc8c7b754fd {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:53.862275 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcdf076-55bf-4f3f-8057-a8c9dab79039", "name": "network-vif-deleted", "tag": "4f581e44-46d4-4a0f-b6db-c839e6b431ce", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:53.862613 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcfdbda3-cdbc-4e43-83f8-2bc8c7b754fd {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:53.863119 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcdf076-55bf-4f3f-8057-a8c9dab79039', 'name': 'network-vif-deleted', 'tag': '4f581e44-46d4-4a0f-b6db-c839e6b431ce', 'status': 'completed', 'code': 200} Jul 08 01:54:53.941970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] For port a42d2b17-226a-4391-aa28-9c9dba7a5bc5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:53.942355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.960604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Calling delete_port for a42d2b17-226a-4391-aa28-9c9dba7a5bc5 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:53.973028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd98ba-1966-4ec5-8ac8-f6ceb6ee49c7 req-e56875e7-f093-4e79-8b48-3078f19f1af5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:53.974556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59dd98ba-1966-4ec5-8ac8-f6ceb6ee49c7 req-e56875e7-f093-4e79-8b48-3078f19f1af5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.1256444 Jul 08 01:54:54.036224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfedf5-0d59-4642-b882-55d02c78bf14 req-d03e6188-1945-4409-a3c9-8579ac079dc0 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:54.044216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4dfedf5-0d59-4642-b882-55d02c78bf14 req-d03e6188-1945-4409-a3c9-8579ac079dc0 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 945 time: 0.0824203 Jul 08 01:54:54.059928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59dd98ba-1966-4ec5-8ac8-f6ceb6ee49c7 req-e96a8012-3bfa-45b2-a7ee-2798141b35f3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779898 Jul 08 01:54:54.119962 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f94c174-3b34-4118-be34-9a91df5f6f3c x-openstack-request-id: req-6f94c174-3b34-4118-be34-9a91df5f6f3c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:54.120264 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:54.120524 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f94c174-3b34-4118-be34-9a91df5f6f3c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:54.120923 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc', 'code': 200} Jul 08 01:54:54.143982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4dfedf5-0d59-4642-b882-55d02c78bf14 req-0662c631-0e7b-4aa4-9001-0097d81d4ea4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984814 Jul 08 01:54:54.224980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-4818697f-99a6-4d2d-a082-79aca887ed86 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:54.227568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-4818697f-99a6-4d2d-a082-79aca887ed86 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.32 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 804 time: 0.1746047 Jul 08 01:54:54.241254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Request body: {'port': {'device_id': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'admin_state_up': True, 'tenant_id': 'e83593977d1547b39f9e9ee6df2447bd'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:54.245425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:54.294696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Pushing event deleted for resources: {'Port': ['ID=a42d2b17-226a-4391-aa28-9c9dba7a5bc5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:54.389529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da65e451-40f2-4a2a-a9e4-d0dbbeea32bd req-bcc7954f-ae75-4af7-b217-6315a320bc69 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 210 time: 0.0739541 Jul 08 01:54:54.423805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] No DVR routers for this DVR port a42d2b17-226a-4391-aa28-9c9dba7a5bc5 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:54.426794 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:54.429222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f836079-f72a-4cab-8f3a-b28d13eebe1d req-63a1da67-9049-4e91-96a3-f4eaf32ace58 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "DELETE /v2.0/ports/a42d2b17-226a-4391-aa28-9c9dba7a5bc5 HTTP/1.1" status: 204 len: 173 time: 0.8130114 Jul 08 01:54:54.430489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'name': 'network-vif-deleted', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:54.432783 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2d84b5-cb1d-433a-97e3-780894955df9" -d '{"events": [{"server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "name": "network-vif-deleted", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:54.438343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1e41-67d9-485b-94dd-e158a81c737e req-8dac1e28-d0e3-4ab4-b7e1-ea74fadfbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:54.440327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d65d1e41-67d9-485b-94dd-e158a81c737e req-8dac1e28-d0e3-4ab4-b7e1-ea74fadfbe58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1097 time: 0.2296076 Jul 08 01:54:54.486173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d65d1e41-67d9-485b-94dd-e158a81c737e req-ae11a438-4014-4fd5-a7ee-bfde32df1a2e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Jul 08 01:54:54.551709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Made reservation on behalf of e83593977d1547b39f9e9ee6df2447bd for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:54.557107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:54.570036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9adaa-f157-43f7-8082-7d80da517af1 req-3feea14c-fd3f-4427-83ff-5dea6b5bcc82 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:54.572284 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85a9adaa-f157-43f7-8082-7d80da517af1 req-3feea14c-fd3f-4427-83ff-5dea6b5bcc82 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 950 time: 0.0818925 Jul 08 01:54:54.623427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85a9adaa-f157-43f7-8082-7d80da517af1 req-8560dc02-ac60-404d-9a00-e5a3638faf28 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Jul 08 01:54:54.783450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Allocated IP 172.20.0.10 (7081761a-5246-40e3-9fa7-e2bc8ae52beb/eebb33c5-4491-4bb5-a653-719eb3deb5eb/5ad09a72-25f9-4114-8645-fc47dfbada5a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:54.855798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-42be73da-e6b9-473a-8a5f-4edff76d3732 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:54.858305 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-42be73da-e6b9-473a-8a5f-4edff76d3732 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 950 time: 0.1626642 Jul 08 01:54:54.892325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0fe96-9f77-4602-8b50-1318584567ba req-ecd2a753-0535-4863-ac8b-338b146d6451 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:54.892325 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18c0fe96-9f77-4602-8b50-1318584567ba req-ecd2a753-0535-4863-ac8b-338b146d6451 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 945 time: 0.1131499 Jul 08 01:54:54.956373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18c0fe96-9f77-4602-8b50-1318584567ba req-e12d79d1-2ed0-445a-9a31-ed87d20380ae tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592210 Jul 08 01:54:54.961972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42321a18-262d-48ff-96d0-0dd37d0d7c53 req-02484e6d-7485-4da8-95d3-531e95c1fea8 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f0868a5-ed7c-4c27-bf63-d63edfc7117c HTTP/1.1" status: 200 len: 210 time: 0.0801330 Jul 08 01:54:55.053023 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e6053-e4b7-4de6-8962-428e0772a789 x-openstack-request-id: req-c39e6053-e4b7-4de6-8962-428e0772a789 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:55.053311 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0868a5-ed7c-4c27-bf63-d63edfc7117c", "name": "network-vif-deleted", "tag": "a42d2b17-226a-4391-aa28-9c9dba7a5bc5", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:55.053567 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c39e6053-e4b7-4de6-8962-428e0772a789 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:55.053974 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0868a5-ed7c-4c27-bf63-d63edfc7117c', 'name': 'network-vif-deleted', 'tag': 'a42d2b17-226a-4391-aa28-9c9dba7a5bc5', 'status': 'completed', 'code': 200} Jul 08 01:54:55.194328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Deleting port 6a23706e-4f66-46fa-a2be-21ae7620534e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:55.194933 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.199548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.324638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] For port 6a23706e-4f66-46fa-a2be-21ae7620534e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6a23706e-4f66-46fa-a2be-21ae7620534e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:55.325047 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.325552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5ab63-fc30-4e08-a83c-21a4b724a71f req-c2ad2b2a-bc57-4cc4-8e16-3acd713b6ead tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:55.332565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ba5ab63-fc30-4e08-a83c-21a4b724a71f req-c2ad2b2a-bc57-4cc4-8e16-3acd713b6ead tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 944 time: 0.1588540 Jul 08 01:54:55.338014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Calling delete_port for 6a23706e-4f66-46fa-a2be-21ae7620534e owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:55.384668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-c83d7fc2-3030-47d8-b695-c9d9e27851c3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:55.386162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-c83d7fc2-3030-47d8-b695-c9d9e27851c3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd39164-1697-48cc-8084-e228a50e8309 HTTP/1.1" status: 200 len: 950 time: 0.1548443 Jul 08 01:54:55.392253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ba5ab63-fc30-4e08-a83c-21a4b724a71f req-fa799369-616b-4ece-a87c-960ea4439d49 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584335 Jul 08 01:54:55.476258 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.541676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Deleting port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:55.542922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.646999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Network 7081761a-5246-40e3-9fa7-e2bc8ae52beb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:55.659981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:55.673734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Pushing event updated for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:55.677119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:55.707497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20394bdc-495c-4fc1-877e-5862a180a679 req-b71c0580-3987-4b16-b435-21c29c2200de tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:55.709207 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20394bdc-495c-4fc1-877e-5862a180a679 req-b71c0580-3987-4b16-b435-21c29c2200de tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.1098051 Jul 08 01:54:55.716680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] For port f00c4c17-8f9e-4cbc-9547-fe5b7e919892, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:55.717345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.732513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:55.733463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.747368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Calling delete_port for f00c4c17-8f9e-4cbc-9547-fe5b7e919892 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:55.774445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20394bdc-495c-4fc1-877e-5862a180a679 req-69e31423-7343-4728-a3ca-b4fe139693be tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543764 Jul 08 01:54:55.851935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-7d280b30-7746-40e0-a56d-12c0e2f87ef6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6146033 Jul 08 01:54:55.853164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.867743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e', 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:55.909041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Request body: {'port': {'device_id': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:55.920641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-b1221b56-25f8-480e-a5fe-ee2a10be1c5f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:55.923390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-b1221b56-25f8-480e-a5fe-ee2a10be1c5f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 944 time: 0.1041074 Jul 08 01:54:55.950396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event deleted for resources: {'Port': ['ID=6a23706e-4f66-46fa-a2be-21ae7620534e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:56.093513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] No DVR routers for this DVR port 6a23706e-4f66-46fa-a2be-21ae7620534e on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:56.098111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.100494 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0275f236-ece1-4ed3-b8cf-2d811edcfee8 req-b04d3cde-ef69-4238-845f-68fae904e837 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "DELETE /v2.0/ports/6a23706e-4f66-46fa-a2be-21ae7620534e HTTP/1.1" status: 204 len: 173 time: 1.2357726 Jul 08 01:54:56.100940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0b8a4-e228-4479-9772-48b4cbfc0bd9', 'name': 'network-vif-deleted', 'tag': '6a23706e-4f66-46fa-a2be-21ae7620534e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:56.103415 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e62bf-7ecf-4272-a0a3-132e49b590a3" -d '{"events": [{"server_uuid": "5cf0b8a4-e228-4479-9772-48b4cbfc0bd9", "name": "network-vif-deleted", "tag": "6a23706e-4f66-46fa-a2be-21ae7620534e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:56.142373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.204277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a752686-77dc-4415-bdf6-97af931269e4 req-bce40c9a-c76b-4d79-be5c-f8e5a5ecf9b1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:56.206661 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a752686-77dc-4415-bdf6-97af931269e4 req-bce40c9a-c76b-4d79-be5c-f8e5a5ecf9b1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 932 time: 0.1833041 Jul 08 01:54:56.228292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab09acd8-1970-43c4-b4b9-bab946825f1b req-bb97eb57-02a1-457e-8fc9-b0641ad2d978 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 210 time: 0.0635245 Jul 08 01:54:56.266203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Deleting port 17c0f58c-06f0-44c4-8f02-b113804cd030 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:56.266653 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.288897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.340716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a752686-77dc-4415-bdf6-97af931269e4 req-81db2b26-56a3-4b2f-abeb-0f73acd1eca8 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251531 Jul 08 01:54:56.469745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event deleted for resources: {'Port': ['ID=f00c4c17-8f9e-4cbc-9547-fe5b7e919892,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:56.533240 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edde092e-395e-42f2-974c-4a517ab37c08 x-openstack-request-id: req-edde092e-395e-42f2-974c-4a517ab37c08 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:56.534746 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0b8a4-e228-4479-9772-48b4cbfc0bd9", "name": "network-vif-deleted", "tag": "6a23706e-4f66-46fa-a2be-21ae7620534e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:56.534746 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edde092e-395e-42f2-974c-4a517ab37c08 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:56.534746 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0b8a4-e228-4479-9772-48b4cbfc0bd9', 'name': 'network-vif-deleted', 'tag': '6a23706e-4f66-46fa-a2be-21ae7620534e', 'status': 'completed', 'code': 200} Jul 08 01:54:56.573696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] No DVR routers for this DVR port f00c4c17-8f9e-4cbc-9547-fe5b7e919892 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:56.577692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad09a72-25f9-4114-8645-fc47dfbada5a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:56.578863 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.584235 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a1a52a1-48be-4eaa-b25f-feed5b27e320 req-d5c5e5cb-21d0-48a8-a264-fa89fa071c83 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "DELETE /v2.0/ports/f00c4c17-8f9e-4cbc-9547-fe5b7e919892 HTTP/1.1" status: 204 len: 173 time: 1.1901114 Jul 08 01:54:56.586819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.606749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] For port 17c0f58c-06f0-44c4-8f02-b113804cd030, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17c0f58c-06f0-44c4-8f02-b113804cd030,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:56.609851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.613231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Transition to ACTIVE for port object 5ad09a72-25f9-4114-8645-fc47dfbada5a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:56.624476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Calling delete_port for 17c0f58c-06f0-44c4-8f02-b113804cd030 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:56.626443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272', '6a23706e-4f66-46fa-a2be-21ae7620534e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:56.720237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.849700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:56.890365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.902932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['db062415-e68c-439d-895a-6ac4c5913f82'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:56.946908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c589b5-cb57-444d-a969-b75ae168ebb5 req-83f6041e-12a8-435a-bcf1-b0230650c024 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:56.947038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Pushing event deleted for resources: {'Port': ['ID=17c0f58c-06f0-44c4-8f02-b113804cd030,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:56.947135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57c589b5-cb57-444d-a969-b75ae168ebb5 req-83f6041e-12a8-435a-bcf1-b0230650c024 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 866 time: 0.1490443 Jul 08 01:54:56.951552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Attempting to bind port 5ad09a72-25f9-4114-8645-fc47dfbada5a on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:56.951894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Attempting to bind port 5ad09a72-25f9-4114-8645-fc47dfbada5a by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:56.952229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Attempting to bind port 5ad09a72-25f9-4114-8645-fc47dfbada5a on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:56.956665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['17c0f58c-06f0-44c4-8f02-b113804cd030'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:56.980528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Port 5ad09a72-25f9-4114-8645-fc47dfbada5a on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:56.980528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Attempting to bind port 5ad09a72-25f9-4114-8645-fc47dfbada5a on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:56.991147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:56.991524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Checking segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:56.992024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Bound using segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:56.992359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Bound port: 5ad09a72-25f9-4114-8645-fc47dfbada5a, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:56.994643 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.058885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57c589b5-cb57-444d-a969-b75ae168ebb5 req-50233659-6ec3-41b3-a6bf-80eb45d0836d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041183 Jul 08 01:54:57.067617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd39164-1697-48cc-8084-e228a50e8309', 'name': 'network-vif-deleted', 'tag': 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:57.070914 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea666601-8d77-4b0e-9f0e-2a27cf97dc73" -d '{"events": [{"server_uuid": "4bd39164-1697-48cc-8084-e228a50e8309", "name": "network-vif-deleted", "tag": "f00c4c17-8f9e-4cbc-9547-fe5b7e919892"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:57.073695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] No DVR routers for this DVR port 17c0f58c-06f0-44c4-8f02-b113804cd030 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:57.078292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.091315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2bbcba0-6839-4ad9-8117-227b681157f7 req-cae0b7e6-5116-48ae-a0e6-3bcdc87b2d62 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "DELETE /v2.0/ports/17c0f58c-06f0-44c4-8f02-b113804cd030 HTTP/1.1" status: 204 len: 173 time: 1.1512549 Jul 08 01:54:57.183564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:57.201246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:57.310040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaec45-2b66-4dbb-af37-3017f60a2160 req-4fcbaf83-009c-4927-8e61-3cc0d070b6fb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:57.311585 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-61eaec45-2b66-4dbb-af37-3017f60a2160 req-4fcbaf83-009c-4927-8e61-3cc0d070b6fb tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0691586 Jul 08 01:54:57.324685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.384911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:57.385531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.386931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ad09a72-25f9-4114-8645-fc47dfbada5a HTTP/1.1" status: 200 len: 1093 time: 1.5150144 Jul 08 01:54:57.395275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-61eaec45-2b66-4dbb-af37-3017f60a2160 req-7915a9c0-b393-4eb5-adbb-d06160c29116 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780623 Jul 08 01:54:57.422721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe35cd-7914-4f53-bb92-64e013b7ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:57.515938 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad32e6-0345-45d4-b273-05bad60e6c5e x-openstack-request-id: req-b0ad32e6-0345-45d4-b273-05bad60e6c5e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:57.517259 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd39164-1697-48cc-8084-e228a50e8309", "name": "network-vif-deleted", "tag": "f00c4c17-8f9e-4cbc-9547-fe5b7e919892", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:57.518340 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0ad32e6-0345-45d4-b273-05bad60e6c5e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:57.518957 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd39164-1697-48cc-8084-e228a50e8309', 'name': 'network-vif-deleted', 'tag': 'f00c4c17-8f9e-4cbc-9547-fe5b7e919892', 'status': 'completed', 'code': 200} Jul 08 01:54:57.621646 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b70b8304-efb9-478e-9298-ffb419fea8b4 req-ee6d2f68-a630-4d0b-89d0-9c1c7e3df25e tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cf0b8a4-e228-4479-9772-48b4cbfc0bd9 HTTP/1.1" status: 200 len: 210 time: 0.0346746 Jul 08 01:54:57.750009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-321cb7c1-4da0-4750-a50f-ac76351aa619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:57.751750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-321cb7c1-4da0-4750-a50f-ac76351aa619 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 1096 time: 0.1401963 Jul 08 01:54:57.775940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f5087-b9dd-4815-ac09-829f0f4c9231 req-bd249c70-c642-43a2-8644-66020dcde098 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:57.777481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c1f5087-b9dd-4815-ac09-829f0f4c9231 req-bd249c70-c642-43a2-8644-66020dcde098 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 944 time: 0.1353102 Jul 08 01:54:57.839154 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-af943874-0267-4399-9879-5a3805530d38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a HTTP/1.1" status: 200 len: 217 time: 0.0731091 Jul 08 01:54:57.867504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509fa7-cac4-4b35-ad05-9b370cbe9ef4 req-73e9643f-9355-4dca-918d-065ddfd89500 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:57.871351 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18509fa7-cac4-4b35-ad05-9b370cbe9ef4 req-73e9643f-9355-4dca-918d-065ddfd89500 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1097 time: 0.1115036 Jul 08 01:54:57.900215 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c1f5087-b9dd-4815-ac09-829f0f4c9231 req-38b185b9-8bfb-4328-99e8-71a46158e4bc tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107237 Jul 08 01:54:57.920437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18509fa7-cac4-4b35-ad05-9b370cbe9ef4 req-0d7467d5-83f7-4981-a18a-b469caa4cade tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Jul 08 01:54:57.948819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-b2b95492-b3a5-4f45-bb38-1643a10f430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:57.950812 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-b2b95492-b3a5-4f45-bb38-1643a10f430e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 200 len: 844 time: 0.0979769 Jul 08 01:54:57.997517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-a2ab16fa-bf0e-4b35-b910-b527a5b53589 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7081761a-5246-40e3-9fa7-e2bc8ae52beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323911 Jul 08 01:54:58.129008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d633d35-aac8-47e0-97d3-3bc76afba6f2 req-166dbf15-dd25-4802-b482-5da73e4bd073 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:58.130628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d633d35-aac8-47e0-97d3-3bc76afba6f2 req-166dbf15-dd25-4802-b482-5da73e4bd073 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 945 time: 0.1002729 Jul 08 01:54:58.167617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392d27-3e31-4cb6-aa90-7fd0bfd392ac req-fce25fae-7981-46ca-9ac1-52037762b003 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:58.169060 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66392d27-3e31-4cb6-aa90-7fd0bfd392ac req-fce25fae-7981-46ca-9ac1-52037762b003 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 948 time: 0.1029513 Jul 08 01:54:58.180901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d633d35-aac8-47e0-97d3-3bc76afba6f2 req-482614be-182c-4432-a707-123ad00c4628 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Jul 08 01:54:58.197897 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-22d49414-bc1b-4dca-abdd-706f426d96f3 service neutron] 10.222.0.32 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924837 Jul 08 01:54:58.295043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66392d27-3e31-4cb6-aa90-7fd0bfd392ac req-36e614e0-7fa9-4e46-abcc-047a03171041 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163950 Jul 08 01:54:58.364007 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d26dfa9-7c41-45f0-8837-2c34ae236458 req-17508909-efcf-4c54-ad33-972ee5902eb1 service neutron] 10.222.0.32 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548746 Jul 08 01:54:58.498655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb239d3f-b20d-48a2-9b09-b956d38c216b req-0c6efd93-d8cc-4f03-8c0d-8cc02fde8252 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 210 time: 0.0363965 Jul 08 01:54:58.513817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734346-1155-4c41-8cb3-e10a4bc10d2e req-1a36e81e-c5f5-47e5-8744-4f151314cf05 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:58.513817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41734346-1155-4c41-8cb3-e10a4bc10d2e req-1a36e81e-c5f5-47e5-8744-4f151314cf05 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0575416 Jul 08 01:54:58.538955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:58.541201 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb4c84-4f6d-4f59-b71b-d91c582d230e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:58.550142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41734346-1155-4c41-8cb3-e10a4bc10d2e req-1031a301-f7a4-450c-92d1-f8d24ed45ce9 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370474 Jul 08 01:54:58.582486 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66af18b-7abc-40c7-aabc-88bf0cb7d2b3 x-openstack-request-id: req-f66af18b-7abc-40c7-aabc-88bf0cb7d2b3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:58.582486 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:58.582486 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f66af18b-7abc-40c7-aabc-88bf0cb7d2b3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:58.582486 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'status': 'completed', 'code': 200} Jul 08 01:54:58.690814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f00c4c17-8f9e-4cbc-9547-fe5b7e919892 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:58.717281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-0afc742b-b2ba-4c36-b11d-dd08883ca66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:58.725171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-0afc742b-b2ba-4c36-b11d-dd08883ca66c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 1096 time: 0.1080165 Jul 08 01:54:58.735868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: f00c4c17-8f9e-4cbc-9547-fe5b7e919892 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:58.736261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f00c4c17-8f9e-4cbc-9547-fe5b7e919892 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:58.736713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6a23706e-4f66-46fa-a2be-21ae7620534e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:58.784690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 6a23706e-4f66-46fa-a2be-21ae7620534e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:58.785086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6a23706e-4f66-46fa-a2be-21ae7620534e not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:58.864015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:58.884433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 17c0f58c-06f0-44c4-8f02-b113804cd030 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:58.884819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17c0f58c-06f0-44c4-8f02-b113804cd030 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:58.885434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a42d2b17-226a-4391-aa28-9c9dba7a5bc5 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:58.905805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: a42d2b17-226a-4391-aa28-9c9dba7a5bc5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:58.906170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a42d2b17-226a-4391-aa28-9c9dba7a5bc5 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:59.239595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5526320-f372-4aa6-b7f1-ac1da65ba79f req-aa67d9a4-7a74-4835-8568-ef1691dee1bd tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:59.241068 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5526320-f372-4aa6-b7f1-ac1da65ba79f req-aa67d9a4-7a74-4835-8568-ef1691dee1bd tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 944 time: 0.1064293 Jul 08 01:54:59.242545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-7462a2c8-f544-4eaa-ad2e-79ead010a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:59.243864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-7462a2c8-f544-4eaa-ad2e-79ead010a225 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 905 time: 0.5087070 Jul 08 01:54:59.296181 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-86460d2f-047a-420d-975e-50628a227908 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a HTTP/1.1" status: 200 len: 217 time: 0.0431991 Jul 08 01:54:59.322539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5526320-f372-4aa6-b7f1-ac1da65ba79f req-4b6dcfff-a012-4b48-8637-c5667d07f6a9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756309 Jul 08 01:54:59.359060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-ca19698a-0570-4716-9a1a-f3c33129914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:59.361030 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-ca19698a-0570-4716-9a1a-f3c33129914a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 200 len: 844 time: 0.0515637 Jul 08 01:54:59.400850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-7dc778c4-117c-45de-bdb1-333a657ce11e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7081761a-5246-40e3-9fa7-e2bc8ae52beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313232 Jul 08 01:54:59.520387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'name': 'network-vif-deleted', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:59.523821 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9205902-411f-4353-bdda-6fe72fd44058" -d '{"events": [{"server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "name": "network-vif-deleted", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:59.543354 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-418019e1-b7be-4d5f-b5e6-f0357f06a0eb service neutron] 10.222.0.32 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271610 Jul 08 01:54:59.671813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1acb4c84-4f6d-4f59-b71b-d91c582d230e req-d96dcc8d-be82-4bdb-95ba-2c13e63cf529 service neutron] 10.222.0.32 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123896 Jul 08 01:55:00.053113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302d601-7226-4e5c-ad7b-2927d55634a1 req-84f3f834-47d4-43e9-9c59-67c4d1604d0e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.054781 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4302d601-7226-4e5c-ad7b-2927d55634a1 req-84f3f834-47d4-43e9-9c59-67c4d1604d0e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 945 time: 0.1084616 Jul 08 01:55:00.105071 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4302d601-7226-4e5c-ad7b-2927d55634a1 req-9a298cbb-156f-453a-943d-43c5b1008b87 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Jul 08 01:55:00.175705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-4e71f25d-40e9-4c2e-9eae-402b1dc62f13 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.177274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-4e71f25d-40e9-4c2e-9eae-402b1dc62f13 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 948 time: 0.0877471 Jul 08 01:55:00.323630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97407b67-9ce3-4359-b8fa-0235b31453ac req-cfd4c8b2-a94d-429e-8cf0-ecd7adde7b7a tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.325141 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97407b67-9ce3-4359-b8fa-0235b31453ac req-cfd4c8b2-a94d-429e-8cf0-ecd7adde7b7a tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 948 time: 0.1107497 Jul 08 01:55:00.343065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Deleting port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:00.343437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.434934 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97407b67-9ce3-4359-b8fa-0235b31453ac req-964013d1-61e5-4846-8a87-41db8965c6bd tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/security-groups?id=683c2784-5f2c-438c-91d2-8b262eef6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926223 Jul 08 01:55:00.478041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] For port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:00.478502 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.499540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Calling delete_port for 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:00.590771 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f9e92f-ee33-4184-a03f-aba2ce91e3d7 x-openstack-request-id: req-a0f9e92f-ee33-4184-a03f-aba2ce91e3d7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:00.591635 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd3b179-897a-432a-a8f4-2a7b518b6990", "name": "network-vif-deleted", "tag": "17c0f58c-06f0-44c4-8f02-b113804cd030", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:00.592488 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0f9e92f-ee33-4184-a03f-aba2ce91e3d7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:00.594138 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd3b179-897a-432a-a8f4-2a7b518b6990', 'name': 'network-vif-deleted', 'tag': '17c0f58c-06f0-44c4-8f02-b113804cd030', 'status': 'completed', 'code': 200} Jul 08 01:55:00.709168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:00.709639 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb98217c-cc2d-4dc6-bf0d-66ffe3f2d973 req-90fe55bd-a22d-48b7-bb84-53d3d42e8220 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 210 time: 0.0295076 Jul 08 01:55:00.728524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.764716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-fc6c6a05-c719-4d7d-b94b-30bb7e03cfe5 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:55:00.767820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-fc6c6a05-c719-4d7d-b94b-30bb7e03cfe5 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070038 Jul 08 01:55:00.770913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Pushing event deleted for resources: {'Port': ['ID=39e8a3c7-650f-4205-814a-0f1d6c0b6e9c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:00.781213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Request body: {'binding': {'host': 'n-h1-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:00.781901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Unknown quota resources ['binding']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:55:00.836046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] No DVR routers for this DVR port 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:00.839305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.842147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2f09bbb-e0f2-447d-8db2-24dd9e3c1f1a req-071cb869-e442-4d51-906e-e5c660d8c065 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.32 "DELETE /v2.0/ports/39e8a3c7-650f-4205-814a-0f1d6c0b6e9c HTTP/1.1" status: 204 len: 173 time: 0.6582589 Jul 08 01:55:00.842790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-deleted', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:00.845298 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3d46b4-c332-4e30-a5bb-b4807acb06c4" -d '{"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-deleted", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:00.895209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:00.907984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6', 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'port_id': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6', 'mac_address': 'fa:16:3e:97:15:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5160627-7a1a-4ec0-a862-0fabc5aebbc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:00.946302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on host n-h1-695189-13 for vnic_type normal with profile None {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:00.946653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:00.947014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:00.951514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:00.951711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.952260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:00.958323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:00.958669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:00.960459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:00.960459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Bound port: 6bf41382-6474-443f-87fa-4d1e62609bdc, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:00.968710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:00.990944 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:00.994284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156c62-758a-437a-ad50-d2e6f9245c04 req-aa31210f-7f9d-49e7-b165-d2c0476e3b66 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.995975 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f156c62-758a-437a-ad50-d2e6f9245c04 req-aa31210f-7f9d-49e7-b165-d2c0476e3b66 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 950 time: 0.1083362 Jul 08 01:55:01.027956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:01.040169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f156c62-758a-437a-ad50-d2e6f9245c04 req-6b08c284-b0da-4b43-98cc-35acc2c7a282 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/security-groups?id=066cc725-1ac5-4f1c-8af1-399e7193c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381634 Jul 08 01:55:01.078838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:01.108589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:01.114642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae8fb40d-495b-4f1b-b4a1-3e10c77de9cf service neutron] 10.222.0.10 "POST /v2.0/ports/6bf41382-6474-443f-87fa-4d1e62609bdc/bindings HTTP/1.1" status: 201 len: 390 time: 0.3373930 Jul 08 01:55:01.174508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:01.242417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7f98b708-2f11-4e75-b01c-67bdd3f57bc6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:01.295040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67391302-fcfa-4ac3-b819-077d7c7b61da req-7e0521f4-140f-4cf9-ae0d-b8ce67b5920a tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:01.304905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67391302-fcfa-4ac3-b819-077d7c7b61da req-7e0521f4-140f-4cf9-ae0d-b8ce67b5920a tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 944 time: 0.1122761 Jul 08 01:55:01.315033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33508) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:01.392022 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67391302-fcfa-4ac3-b819-077d7c7b61da req-4d382744-7ce6-410f-b4f0-1142d1d20a84 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861444 Jul 08 01:55:01.402364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-0606df61-fa5b-4731-983f-ef30c47aa2d3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:01.410204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-0606df61-fa5b-4731-983f-ef30c47aa2d3 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 950 time: 0.1431193 Jul 08 01:55:01.453273 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e07fbb1-6b9f-4690-b545-795ef4bbfa12 x-openstack-request-id: req-6e07fbb1-6b9f-4690-b545-795ef4bbfa12 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:01.453870 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b13984-da7a-466b-b1eb-6c5cd22bd172", "name": "network-vif-deleted", "tag": "39e8a3c7-650f-4205-814a-0f1d6c0b6e9c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:01.456707 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e07fbb1-6b9f-4690-b545-795ef4bbfa12 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:01.457271 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b13984-da7a-466b-b1eb-6c5cd22bd172', 'name': 'network-vif-deleted', 'tag': '39e8a3c7-650f-4205-814a-0f1d6c0b6e9c', 'status': 'completed', 'code': 200} Jul 08 01:55:01.519074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbee-1279-42d5-a454-d2954b9e25dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:01.553498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Deleting port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:01.553853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:01.685078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ae1c416-76d5-43d5-8674-ab15c3a2a25e req-fc69971b-b37f-4c66-99f5-82f81a6df174 tempest-ListImageFiltersTestJSON-752107181 tempest-ListImageFiltersTestJSON-752107181-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6b13984-da7a-466b-b1eb-6c5cd22bd172 HTTP/1.1" status: 200 len: 210 time: 0.0436301 Jul 08 01:55:01.695122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbee-1279-42d5-a454-d2954b9e25dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:01.699886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] For port 52e18c5d-89c0-44d3-bf9d-92b9c399c272, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=52e18c5d-89c0-44d3-bf9d-92b9c399c272,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:01.700351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:01.714581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Calling delete_port for 52e18c5d-89c0-44d3-bf9d-92b9c399c272 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:01.725705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856cab7-0655-426b-84c0-a0a11407fb5f req-466e5461-a7f6-43e0-a785-4007fda8739c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:01.728383 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1856cab7-0655-426b-84c0-a0a11407fb5f req-466e5461-a7f6-43e0-a785-4007fda8739c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 944 time: 0.1017580 Jul 08 01:55:01.786510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1856cab7-0655-426b-84c0-a0a11407fb5f req-76d1e66f-4898-414f-adfc-ad736e6ff0ea tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501723 Jul 08 01:55:01.815143 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcbee-1279-42d5-a454-d2954b9e25dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:01.878234 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d8cfcbee-1279-42d5-a454-d2954b9e25dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13a548b25d1d4dd8adaa9c1e83b6d3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597744 Jul 08 01:55:01.879191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33522) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:01.952034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bb8f9-077c-4a46-8fd3-e720bb815efc req-04faddf3-6f4c-4862-b280-4dde233cff8b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:01.953703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a19bb8f9-077c-4a46-8fd3-e720bb815efc req-04faddf3-6f4c-4862-b280-4dde233cff8b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0953465 Jul 08 01:55:01.965866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfcbee-1279-42d5-a454-d2954b9e25dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084e7069-f893-4c57-8eab-db779a75dfc2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:01.983525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:01.994857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['52e18c5d-89c0-44d3-bf9d-92b9c399c272'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:02.024894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a25824-b2e4-46e3-a4e2-ab83268ec102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.047745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Pushing event deleted for resources: {'Port': ['ID=52e18c5d-89c0-44d3-bf9d-92b9c399c272,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:02.087946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a25824-b2e4-46e3-a4e2-ab83268ec102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.099535 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] No DVR routers for this DVR port 52e18c5d-89c0-44d3-bf9d-92b9c399c272 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:02.102579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.104757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e06ddd6-7529-421d-a602-e43dbd4efcfb req-dcfcd2f1-c9ce-4df0-b66f-41c611593417 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.18 "DELETE /v2.0/ports/52e18c5d-89c0-44d3-bf9d-92b9c399c272 HTTP/1.1" status: 204 len: 173 time: 0.6876626 Jul 08 01:55:02.120382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a19bb8f9-077c-4a46-8fd3-e720bb815efc req-99e3b0ca-4553-495e-b3df-15ea01b19b63 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583681 Jul 08 01:55:02.140434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-690ba14a-a1eb-4408-ab4d-e5f84df55fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:02.143198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-690ba14a-a1eb-4408-ab4d-e5f84df55fdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1097 time: 0.2388659 Jul 08 01:55:02.198693 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b891a6e6-9b1d-4d71-b117-d7ca8a4c8a6c req-72092a41-0f96-4c9a-a151-e8bfd500dd1f tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd3b179-897a-432a-a8f4-2a7b518b6990 HTTP/1.1" status: 200 len: 210 time: 0.0677247 Jul 08 01:55:02.289526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae5017d9-205c-468c-8277-de2f55b28b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:02.291505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ae5017d9-205c-468c-8277-de2f55b28b75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1331310 Jul 08 01:55:02.344347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-aaa43055-d23b-4a96-85e6-717607cbefd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf41382-6474-443f-87fa-4d1e62609bdc HTTP/1.1" status: 200 len: 217 time: 0.0442431 Jul 08 01:55:02.407050 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a25824-b2e4-46e3-a4e2-ab83268ec102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.412634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a25824-b2e4-46e3-a4e2-ab83268ec102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.420137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-54a25824-b2e4-46e3-a4e2-ab83268ec102 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/084e7069-f893-4c57-8eab-db779a75dfc2 HTTP/1.1" status: 204 len: 168 time: 0.5340660 Jul 08 01:55:02.437135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f00dd0fe-e9ef-43e0-a88d-6167dbf5a9e7 req-99cf294a-c990-484f-abe4-02d3b6fb2365 tempest-ServersOnMultiNodesTest-1676983126 tempest-ServersOnMultiNodesTest-1676983126-project] 10.222.0.10 "GET /v2.0/ports?device_id=484c4084-e763-4876-8533-4349739e5f68 HTTP/1.1" status: 200 len: 210 time: 0.0955281 Jul 08 01:55:02.479665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25824-b2e4-46e3-a4e2-ab83268ec102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084e7069-f893-4c57-8eab-db779a75dfc2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:02.501387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-896a3c38-ff19-4ad1-805a-0ab95a78561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:02.503175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-896a3c38-ff19-4ad1-805a-0ab95a78561c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.1501744 Jul 08 01:55:02.569823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-d90838ec-fd71-4e4f-bb24-3bc3a08b98b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599873 Jul 08 01:55:02.596453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484c4084-e763-4876-8533-4349739e5f68', 'name': 'network-vif-deleted', 'tag': '52e18c5d-89c0-44d3-bf9d-92b9c399c272'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:02.599130 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77b6bec-f9f0-47cd-aa04-d5903812081d" -d '{"events": [{"server_uuid": "484c4084-e763-4876-8533-4349739e5f68", "name": "network-vif-deleted", "tag": "52e18c5d-89c0-44d3-bf9d-92b9c399c272"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:02.698838 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc985337-488e-40e1-800a-cc78b47fe5fd x-openstack-request-id: req-cc985337-488e-40e1-800a-cc78b47fe5fd {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:02.699869 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484c4084-e763-4876-8533-4349739e5f68", "name": "network-vif-deleted", "tag": "52e18c5d-89c0-44d3-bf9d-92b9c399c272", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:02.700552 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc985337-488e-40e1-800a-cc78b47fe5fd {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:02.701365 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484c4084-e763-4876-8533-4349739e5f68', 'name': 'network-vif-deleted', 'tag': '52e18c5d-89c0-44d3-bf9d-92b9c399c272', 'status': 'completed', 'code': 200} Jul 08 01:55:02.709110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:02.740761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-1a922335-0d76-40dd-842c-3220413c6dda service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618862 Jul 08 01:55:02.765699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15639d3a-ecfe-4d97-aa23-ac68e83d94a2 req-715cd9be-2a19-45fe-83ec-02e9cbafe28b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:02.768694 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15639d3a-ecfe-4d97-aa23-ac68e83d94a2 req-715cd9be-2a19-45fe-83ec-02e9cbafe28b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 944 time: 0.1285079 Jul 08 01:55:02.928473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5ad09a72-25f9-4114-8645-fc47dfbada5a details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:02.929336 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15639d3a-ecfe-4d97-aa23-ac68e83d94a2 req-7f3282ae-db3c-4f86-93b9-949f1ebac823 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035995 Jul 08 01:55:02.946114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-24a32a5f-7ed8-4327-95dc-50b4180f30ff service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976964 Jul 08 01:55:02.995712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:03.016085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'port_id': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'mac_address': 'fa:16:3e:7e:07:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebb33c5-4491-4bb5-a653-719eb3deb5eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:03.019998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.022797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85219c-876c-4e57-83d2-2b6786892046 req-122bd1ef-0256-43fc-b889-ea24f992651b tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:03.034626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b85219c-876c-4e57-83d2-2b6786892046 req-122bd1ef-0256-43fc-b889-ea24f992651b tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 944 time: 0.2148440 Jul 08 01:55:03.059289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:03.082892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b85219c-876c-4e57-83d2-2b6786892046 req-c17ca252-86e6-4e90-b019-1fd0b05c297c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Jul 08 01:55:03.097827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:03.102545 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.129952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad09a72-25f9-4114-8645-fc47dfbada5a {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:03.151086 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.153769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 52e18c5d-89c0-44d3-bf9d-92b9c399c272 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:03.196473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:03.198673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 52e18c5d-89c0-44d3-bf9d-92b9c399c272 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:03.199021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 52e18c5d-89c0-44d3-bf9d-92b9c399c272 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:03.249406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:03.271719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.358415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:03.437528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33554) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:03.456439 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c03a-d466-4620-b320-8fed1111b461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.596125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['5ad09a72-25f9-4114-8645-fc47dfbada5a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:03.682578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6ec2-bbff-41f9-812f-367824195f43 req-7c8f33d0-a44c-42d4-81a4-41084b371ba1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:03.684137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af7e6ec2-bbff-41f9-812f-367824195f43 req-7c8f33d0-a44c-42d4-81a4-41084b371ba1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.1437798 Jul 08 01:55:03.690704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c03a-d466-4620-b320-8fed1111b461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.740638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af7e6ec2-bbff-41f9-812f-367824195f43 req-087d7b5c-e6b8-47c2-9f31-7142dbdb851e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485327 Jul 08 01:55:03.755475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c03a-d466-4620-b320-8fed1111b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.817351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c7a1c03a-d466-4620-b320-8fed1111b461 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f9be3ce2aee4d089e7c3347f7432d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760123 Jul 08 01:55:03.817351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c03a-d466-4620-b320-8fed1111b461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d6c5b3-fc53-4205-8aeb-31078ee02ab7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:03.823630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33566) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:03.902463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32b10bdf-1518-42bd-bb6f-d495adb149b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.933048 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32b10bdf-1518-42bd-bb6f-d495adb149b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.067149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32b10bdf-1518-42bd-bb6f-d495adb149b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.071765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32b10bdf-1518-42bd-bb6f-d495adb149b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.073352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-32b10bdf-1518-42bd-bb6f-d495adb149b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5d6c5b3-fc53-4205-8aeb-31078ee02ab7 HTTP/1.1" status: 204 len: 168 time: 0.2546158 Jul 08 01:55:04.113270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b10bdf-1518-42bd-bb6f-d495adb149b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d6c5b3-fc53-4205-8aeb-31078ee02ab7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:04.292775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d6a27-1ed1-4d99-a667-5a4b0c3067f0 req-51595c51-ea8a-4193-8850-8b96b44c80a7 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:04.301155 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a4d6a27-1ed1-4d99-a667-5a4b0c3067f0 req-51595c51-ea8a-4193-8850-8b96b44c80a7 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 945 time: 0.1144292 Jul 08 01:55:04.343104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a4d6a27-1ed1-4d99-a667-5a4b0c3067f0 req-3eee2c6c-7710-4c76-b23e-b7cb9af381b3 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Jul 08 01:55:04.407485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8942f-988f-4c0f-9198-4ca5c502bffe req-0e342b5b-bf85-4f71-9e91-276ee9e8cae1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:04.410134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26d8942f-988f-4c0f-9198-4ca5c502bffe req-0e342b5b-bf85-4f71-9e91-276ee9e8cae1 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 943 time: 0.0796747 Jul 08 01:55:04.472164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26d8942f-988f-4c0f-9198-4ca5c502bffe req-5914e3b9-ee7f-4943-a36b-7e25df1341f8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557783 Jul 08 01:55:04.485073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-bf5bc0ce-992d-4e7f-bda8-6c9897b3e708 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:04.487562 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-bf5bc0ce-992d-4e7f-bda8-6c9897b3e708 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 943 time: 0.1013894 Jul 08 01:55:04.615283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Deleting port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:04.615709 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.793170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] For port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:04.793901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.824393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Calling delete_port for 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:04.869341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:04.871735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5ad09a72-25f9-4114-8645-fc47dfbada5a up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:05.055598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 5ad09a72-25f9-4114-8645-fc47dfbada5a completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:05.059771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 5ad09a72-25f9-4114-8645-fc47dfbada5a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:05.060159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.250441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33620) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:05.258114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0a9cf68b-6957-4396-8543-b24054f99de0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ef55ac2dd1448cfa2fea1ee68678dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769140 Jul 08 01:55:05.260123 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.292807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.325830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:05.336510 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4709659-d02f-43cb-8992-241ee861c71d" -d '{"events": [{"server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "name": "network-vif-plugged", "status": "completed", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:05.376300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:05.380223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event deleted for resources: {'Port': ['ID=7f98b708-2f11-4e75-b01c-67bdd3f57bc6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:05.456445 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.458101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:05.465657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60f4b78-76f5-4759-8dfd-3e5852e14f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.485806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:05.486977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 39e8a3c7-650f-4205-814a-0f1d6c0b6e9c not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:05.512688 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60f4b78-76f5-4759-8dfd-3e5852e14f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.520750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] No DVR routers for this DVR port 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:05.530801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.533157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d8db505-773a-45d0-8015-c895e2dca8d5 req-138c6602-9f4c-4d69-afa2-1f0c146beab8 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.18 "DELETE /v2.0/ports/7f98b708-2f11-4e75-b01c-67bdd3f57bc6 HTTP/1.1" status: 204 len: 173 time: 1.0395608 Jul 08 01:55:05.534718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa40856-dab5-4e09-ac69-1e377f009a17', 'name': 'network-vif-deleted', 'tag': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:05.547282 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3544dc61-c834-4727-b58c-c3bd7061b234" -d '{"events": [{"server_uuid": "cfa40856-dab5-4e09-ac69-1e377f009a17", "name": "network-vif-deleted", "tag": "7f98b708-2f11-4e75-b01c-67bdd3f57bc6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:05.557195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:05.603796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3f78e-a3cc-4f8f-aa39-c6ae1f93845a req-aba46774-5958-4d72-b64f-e07df36fa42d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:05.605092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ba3f78e-a3cc-4f8f-aa39-c6ae1f93845a req-aba46774-5958-4d72-b64f-e07df36fa42d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.2202406 Jul 08 01:55:05.680733 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ba3f78e-a3cc-4f8f-aa39-c6ae1f93845a req-f97c98fa-b470-4608-be11-6220930a189c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631483 Jul 08 01:55:05.775864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60f4b78-76f5-4759-8dfd-3e5852e14f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.782417 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60f4b78-76f5-4759-8dfd-3e5852e14f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.791763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a60f4b78-76f5-4759-8dfd-3e5852e14f95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/066cc725-1ac5-4f1c-8af1-399e7193c4c3 HTTP/1.1" status: 204 len: 168 time: 0.5401068 Jul 08 01:55:05.828223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f4b78-76f5-4759-8dfd-3e5852e14f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066cc725-1ac5-4f1c-8af1-399e7193c4c3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:05.902368 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad4e9b-62b4-4765-9918-f2ec610fb3f8 x-openstack-request-id: req-27ad4e9b-62b4-4765-9918-f2ec610fb3f8 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:05.903383 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "name": "network-vif-plugged", "status": "completed", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:05.903872 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27ad4e9b-62b4-4765-9918-f2ec610fb3f8 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:05.904480 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'code': 200} Jul 08 01:55:06.026964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a9654-d772-4caa-aa08-4d65e1903fa1 req-000f29cd-931f-49fc-bbe4-ad7efdd433c1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:06.034557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-316a9654-d772-4caa-aa08-4d65e1903fa1 req-000f29cd-931f-49fc-bbe4-ad7efdd433c1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 946 time: 0.1947880 Jul 08 01:55:06.090201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-316a9654-d772-4caa-aa08-4d65e1903fa1 req-d971a885-7ccf-499b-bf3b-f43b6e13a6a1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546317 Jul 08 01:55:06.161180 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4cca5a-c428-4b53-a401-977fe97add26 x-openstack-request-id: req-8d4cca5a-c428-4b53-a401-977fe97add26 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:06.161865 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa40856-dab5-4e09-ac69-1e377f009a17", "name": "network-vif-deleted", "tag": "7f98b708-2f11-4e75-b01c-67bdd3f57bc6", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:06.162495 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d4cca5a-c428-4b53-a401-977fe97add26 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:06.163307 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa40856-dab5-4e09-ac69-1e377f009a17', 'name': 'network-vif-deleted', 'tag': '7f98b708-2f11-4e75-b01c-67bdd3f57bc6', 'status': 'completed', 'code': 200} Jul 08 01:55:06.176328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7996a749-0f9d-4705-a92d-d63ce50104d6 req-faa62425-1b04-454d-8728-d6ae20d24f84 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfa40856-dab5-4e09-ac69-1e377f009a17 HTTP/1.1" status: 200 len: 210 time: 0.0830083 Jul 08 01:55:06.347710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8047-0baf-48fd-a6b2-654787c7cce7 req-094a1de6-e01b-458e-84d1-a6e9e69aabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:06.350042 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-533c8047-0baf-48fd-a6b2-654787c7cce7 req-094a1de6-e01b-458e-84d1-a6e9e69aabee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 1098 time: 0.3127606 Jul 08 01:55:06.455795 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-533c8047-0baf-48fd-a6b2-654787c7cce7 req-41379621-574f-4d4a-a97e-49f7e147e9cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863252 Jul 08 01:55:06.908019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0d324-0a8e-49c7-905d-641a810fee3a req-828fede1-e1b6-4806-8d09-cc5668787e5b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:06.909603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73b0d324-0a8e-49c7-905d-641a810fee3a req-828fede1-e1b6-4806-8d09-cc5668787e5b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0877838 Jul 08 01:55:06.940958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33672) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:07.041590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73b0d324-0a8e-49c7-905d-641a810fee3a req-0cc6541a-1c1b-4bbe-91de-6a32b92d270f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219625 Jul 08 01:55:07.049872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4a5b0dfd-0d26-4472-8cbf-4302f0b0e4a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86ec0b6b8c584a93bfaef8e4de25aa00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075687 Jul 08 01:55:07.054904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:07.120294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc6aca44-1f7a-4b20-aee3-534eed5da66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.146869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc6aca44-1f7a-4b20-aee3-534eed5da66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.291445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e4e30-3298-4fe8-a7e2-aec7ec35a651 req-0b00fd5d-c27a-40ea-b2e9-79d306371991 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:07.292986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a08e4e30-3298-4fe8-a7e2-aec7ec35a651 req-0b00fd5d-c27a-40ea-b2e9-79d306371991 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 946 time: 0.0667050 Jul 08 01:55:07.323393 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc6aca44-1f7a-4b20-aee3-534eed5da66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.326210 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc6aca44-1f7a-4b20-aee3-534eed5da66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.329837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fc6aca44-1f7a-4b20-aee3-534eed5da66f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f89aca1f-8fb8-48ba-a361-f38167fb4280 HTTP/1.1" status: 204 len: 168 time: 0.2716231 Jul 08 01:55:07.369861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a08e4e30-3298-4fe8-a7e2-aec7ec35a651 req-c008b028-67b0-4b10-8d56-bb71017f22ae tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708978 Jul 08 01:55:07.370903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6aca44-1f7a-4b20-aee3-534eed5da66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89aca1f-8fb8-48ba-a361-f38167fb4280,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:08.002930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-657fad07-7153-4f99-b569-c0a002a46942 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:08.004891 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-657fad07-7153-4f99-b569-c0a002a46942 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 822 time: 0.1252835 Jul 08 01:55:08.021190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-9b6d49b8-1b76-4254-b5e7-579f85e53d71 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/quotas/8cad025aabef4482a3559f97e2594892 HTTP/1.1" status: 200 len: 375 time: 0.0105541 Jul 08 01:55:08.110250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-91ec4bd3-f1e6-4d29-89f0-efc92591a8de tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816748 Jul 08 01:55:08.268861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:08.375069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b905f-d965-44da-88b2-93ac663e3e69 req-afd6e480-726c-4a29-ab0f-cb5a3061a3fe tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:08.376689 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e17b905f-d965-44da-88b2-93ac663e3e69 req-afd6e480-726c-4a29-ab0f-cb5a3061a3fe tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.1322877 Jul 08 01:55:08.438183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e17b905f-d965-44da-88b2-93ac663e3e69 req-522e951b-dc9e-40a1-a8b3-2fb8ee4bac7b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539331 Jul 08 01:55:08.670522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33746) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:08.670750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6406cd04-b447-475f-85d9-aeac8f1b5ad2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71f03f6da0a545eeb5fdc113d730cbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007232 Jul 08 01:55:08.708877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-1c285d51-a2d7-4dba-b3c8-f6b4e485d91d service neutron] 10.222.0.10 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977483 Jul 08 01:55:08.736949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:08.779541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:08.781810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7f98b708-2f11-4e75-b01c-67bdd3f57bc6 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:08.856750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-c56c8e92-3019-409d-a150-e413538314ad service neutron] 10.222.0.10 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465402 Jul 08 01:55:08.871201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aa656-b19d-410b-8e42-d81441b472ba req-93cf8975-38d6-44d8-bdf3-057d17687e9d tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:08.878559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f1aa656-b19d-410b-8e42-d81441b472ba req-93cf8975-38d6-44d8-bdf3-057d17687e9d tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 946 time: 0.1872773 Jul 08 01:55:08.898959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8db5b1ff-e565-4611-806e-1bc2183c910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:08.948857 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8db5b1ff-e565-4611-806e-1bc2183c910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:08.966721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f1aa656-b19d-410b-8e42-d81441b472ba req-32b504ab-b73a-4ede-85e7-dfa50c629c91 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872107 Jul 08 01:55:09.118336 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8db5b1ff-e565-4611-806e-1bc2183c910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:09.121955 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8db5b1ff-e565-4611-806e-1bc2183c910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:09.123635 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8db5b1ff-e565-4611-806e-1bc2183c910d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/683c2784-5f2c-438c-91d2-8b262eef6dd4 HTTP/1.1" status: 204 len: 168 time: 0.4516618 Jul 08 01:55:09.139405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5b1ff-e565-4611-806e-1bc2183c910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683c2784-5f2c-438c-91d2-8b262eef6dd4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:09.284740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39ac92b0-d5a6-44aa-b9ce-b3335c5866d6 req-ec0fe3e9-a54a-4b92-89dc-aadc9a427e8a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 210 time: 0.0304883 Jul 08 01:55:09.728814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1e2f4-110e-4f7e-85d0-5f51f9f35dc1 req-cb7d7b91-78c6-4d46-b557-c553aa759190 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:09.736327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e577e-7797-4780-b5a7-bc890c726a4e req-05c2f8e6-ee4a-4687-82bc-f9ed0ed1ba84 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:09.738624 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45b1e2f4-110e-4f7e-85d0-5f51f9f35dc1 req-cb7d7b91-78c6-4d46-b557-c553aa759190 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0992358 Jul 08 01:55:09.745376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7e9e577e-7797-4780-b5a7-bc890c726a4e req-05c2f8e6-ee4a-4687-82bc-f9ed0ed1ba84 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 946 time: 0.1302068 Jul 08 01:55:09.808895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7e9e577e-7797-4780-b5a7-bc890c726a4e req-037d0db8-5a10-45a5-b474-1c629215d0ba tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 Jul 08 01:55:09.824018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45b1e2f4-110e-4f7e-85d0-5f51f9f35dc1 req-ce55cdcf-63b9-45df-8277-344c85543a27 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844014 Jul 08 01:55:10.132670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a42d34a5-8d44-4901-9f5c-a5388cabb955 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1e2fc9bc05134d98a19b705ea49d4fb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253737 Jul 08 01:55:10.364038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-98c3124d-6d40-41df-92f9-67f7af17c60b tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:10.371573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-98c3124d-6d40-41df-92f9-67f7af17c60b tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272816 Jul 08 01:55:10.393830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-3b5708f5-cd4b-44e5-98a4-6414847ce5cf tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/quotas/1e2fc9bc05134d98a19b705ea49d4fb6 HTTP/1.1" status: 200 len: 375 time: 0.0156660 Jul 08 01:55:10.433364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-13733e0d-6884-4999-bb24-2307ed2ffe6b tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e2fc9bc05134d98a19b705ea49d4fb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330484 Jul 08 01:55:10.469045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9f809a3-ecbf-4b4b-bbed-0b5f52ce9b81 req-9200bca4-6fb9-4b64-8282-c737c3ceebfd tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 210 time: 0.0415294 Jul 08 01:55:10.875121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6e506bc7-b6ce-4ac0-b114-66179d335b86 req-1e15e496-a42b-4597-86d6-22a17e9d03b5 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 210 time: 0.1129844 Jul 08 01:55:11.051441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:11.219101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d85e120c-1e9d-490d-9dc4-0e42a01d6d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:11.284809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3063d1-37a4-4be0-93de-9793d919a290 req-c02205e0-b291-43d3-b11e-a0a4d433b3da tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:11.286324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb3063d1-37a4-4be0-93de-9793d919a290 req-c02205e0-b291-43d3-b11e-a0a4d433b3da tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 946 time: 0.1203222 Jul 08 01:55:11.342663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb3063d1-37a4-4be0-93de-9793d919a290 req-49fafc19-9831-47cf-9795-4b9765466f34 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Jul 08 01:55:11.395801 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d85e120c-1e9d-490d-9dc4-0e42a01d6d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:11.419486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd3fe5-a11a-4bf4-9db0-e5ce66a89ed0 req-16e73977-34d1-4b36-8aac-134318e2da41 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:11.421048 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80cd3fe5-a11a-4bf4-9db0-e5ce66a89ed0 req-16e73977-34d1-4b36-8aac-134318e2da41 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0860581 Jul 08 01:55:11.467900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80cd3fe5-a11a-4bf4-9db0-e5ce66a89ed0 req-d9dc56e0-73e1-450e-a6ad-069abc689fe7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Jul 08 01:55:11.473486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d85e120c-1e9d-490d-9dc4-0e42a01d6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:11.538115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d85e120c-1e9d-490d-9dc4-0e42a01d6d26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78db323eca374654804522533785e3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4846563 Jul 08 01:55:11.538986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e120c-1e9d-490d-9dc4-0e42a01d6d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00429f-cea4-4f28-8830-5f0d0172075f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:11.541909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33868) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:11.627300 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aefc573d-d749-4d33-98e7-d9b7c702d00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:11.694166 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aefc573d-d749-4d33-98e7-d9b7c702d00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:11.837266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba9573-467b-4347-8b1a-65e250444bdf req-e0598002-29e8-4452-b754-3f778742b5c2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:11.844726 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5ba9573-467b-4347-8b1a-65e250444bdf req-e0598002-29e8-4452-b754-3f778742b5c2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 944 time: 0.2026415 Jul 08 01:55:11.905824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-2a8c0907-54a8-46ad-86f4-71ded8d16fc0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:11.907384 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-2a8c0907-54a8-46ad-86f4-71ded8d16fc0 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 944 time: 0.2044845 Jul 08 01:55:11.926269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5ba9573-467b-4347-8b1a-65e250444bdf req-dff84525-76d3-410d-af15-6bfc363b000a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734200 Jul 08 01:55:11.969751 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aefc573d-d749-4d33-98e7-d9b7c702d00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:11.975985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aefc573d-d749-4d33-98e7-d9b7c702d00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:11.975985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aefc573d-d749-4d33-98e7-d9b7c702d00a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb00429f-cea4-4f28-8830-5f0d0172075f HTTP/1.1" status: 204 len: 168 time: 0.4318032 Jul 08 01:55:11.993547 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c2fadde8-8a4f-4360-a56a-f464f0eb1ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.050649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc573d-d749-4d33-98e7-d9b7c702d00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00429f-cea4-4f28-8830-5f0d0172075f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:12.053953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-6151fb13-3d85-48af-8dfe-bfbe5303edaa tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:12.055648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-6151fb13-3d85-48af-8dfe-bfbe5303edaa tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.18 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 822 time: 0.1400573 Jul 08 01:55:12.075609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Request body: {'port': {'device_id': 'bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff', 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'admin_state_up': True, 'tenant_id': '8cad025aabef4482a3559f97e2594892'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:12.135886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Deleting port db062415-e68c-439d-895a-6ac4c5913f82 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:12.136243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.201065 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d7e1fed-2edb-40c9-8f64-f039fc731baf req-2b601ab7-bca8-4850-951b-68b96466de6f tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 210 time: 0.0894148 Jul 08 01:55:12.231889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:12.295435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] For port db062415-e68c-439d-895a-6ac4c5913f82, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=db062415-e68c-439d-895a-6ac4c5913f82,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:12.295812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.312695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Calling delete_port for db062415-e68c-439d-895a-6ac4c5913f82 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:12.330107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Made reservation on behalf of 8cad025aabef4482a3559f97e2594892 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:12.334368 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.548721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146bd26-aae8-4236-af2a-a7fd87d5ed08 req-6124de50-8e40-4e2e-b0a4-1091eb0c2c55 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:12.551056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1146bd26-aae8-4236-af2a-a7fd87d5ed08 req-6124de50-8e40-4e2e-b0a4-1091eb0c2c55 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.1370900 Jul 08 01:55:12.614761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1146bd26-aae8-4236-af2a-a7fd87d5ed08 req-7873ebae-a65a-4411-8294-c0f7566ab6b8 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571146 Jul 08 01:55:12.620423 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.632042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['db062415-e68c-439d-895a-6ac4c5913f82'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:12.739993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] No DVR routers for this DVR port db062415-e68c-439d-895a-6ac4c5913f82 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:12.741918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Pushing event deleted for resources: {'Port': ['ID=db062415-e68c-439d-895a-6ac4c5913f82,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:12.744484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.746707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2bd3b86-508b-469c-b914-ff3bf1124c8d req-a1e825a2-730c-4a4b-8973-2888e793e7c9 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.18 "DELETE /v2.0/ports/db062415-e68c-439d-895a-6ac4c5913f82 HTTP/1.1" status: 204 len: 173 time: 0.8253927 Jul 08 01:55:12.747600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'name': 'network-vif-deleted', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:12.749519 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70fe92b-6099-4568-894c-9d2c7fdba626" -d '{"events": [{"server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "name": "network-vif-deleted", "tag": "db062415-e68c-439d-895a-6ac4c5913f82"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:12.873094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33904) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:12.888507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a2f5-82a2-40ce-9898-78c4149ffa5f req-c86c6164-0757-47bf-9b94-df26fbf66958 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:12.890065 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b512a2f5-82a2-40ce-9898-78c4149ffa5f req-c86c6164-0757-47bf-9b94-df26fbf66958 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0951192 Jul 08 01:55:12.896800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6c3a167-527f-44cd-b3ee-349be9c17f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.907067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b783072-05be-4458-b933-38d06f1be77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.910908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6fc4377-ba92-44b0-aba2-e74abc568122 req-c47de09b-b33a-4d7e-97e2-72adbc45dc13 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 210 time: 0.0466654 Jul 08 01:55:12.936411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Allocated IP 172.20.0.4 (f25b3545-137a-4432-9878-70106c12cb06/d5160627-7a1a-4ec0-a862-0fabc5aebbc7/23668837-b55b-4662-b441-f1f26d4f4332) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:55:12.946538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-1b783072-05be-4458-b933-38d06f1be77f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:55:12.946538 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:55:12.946538 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '57e094e897814dfd803a846ed70645be', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 55, 12, 930103)}] Jul 08 01:55:12.946538 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:55:12.946987 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-1b783072-05be-4458-b933-38d06f1be77f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:55:12.972078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b512a2f5-82a2-40ce-9898-78c4149ffa5f req-820ac551-3bc7-4c65-bfcd-cdfc69c54c12 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613353 Jul 08 01:55:13.035907 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce399230-ad73-44aa-820d-7bad2eb92fab x-openstack-request-id: req-ce399230-ad73-44aa-820d-7bad2eb92fab {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:13.036307 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f8dd83-1fa7-4772-a4f0-82a06a21dcff", "name": "network-vif-deleted", "tag": "db062415-e68c-439d-895a-6ac4c5913f82", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:13.036899 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce399230-ad73-44aa-820d-7bad2eb92fab {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:13.037464 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f8dd83-1fa7-4772-a4f0-82a06a21dcff', 'name': 'network-vif-deleted', 'tag': 'db062415-e68c-439d-895a-6ac4c5913f82', 'status': 'completed', 'code': 200} Jul 08 01:55:13.089256 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6c3a167-527f-44cd-b3ee-349be9c17f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.141230 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6c3a167-527f-44cd-b3ee-349be9c17f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.147249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.171886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0f2dccd-baa3-449f-bb7f-589ef5e4446c req-614083dd-f6b4-4d0f-b23d-8b0739d17b35 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f8dd83-1fa7-4772-a4f0-82a06a21dcff HTTP/1.1" status: 200 len: 210 time: 0.0437057 Jul 08 01:55:13.187508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e6c3a167-527f-44cd-b3ee-349be9c17f9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df0d116134ef40c7962f49fe1d0b695f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144329 Jul 08 01:55:13.188437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3a167-527f-44cd-b3ee-349be9c17f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27db62c3-7a61-4e90-8214-3f2023409ff9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:13.191372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33916) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:13.242553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08213567-4802-446c-baa0-6d22430cba0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.250300 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.265455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08213567-4802-446c-baa0-6d22430cba0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.311303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Network f25b3545-137a-4432-9878-70106c12cb06 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:55:13.315281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:13.319767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:55:13.324466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event updated for resources: {'Port': ['ID=23668837-b55b-4662-b441-f1f26d4f4332,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:13.370424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:13.371253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.397565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c2e0a-8455-4c00-808c-3e5560adb8f2 req-4116e67e-e350-4dbe-9f5a-d0ccd4203a7c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:13.399200 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc5c2e0a-8455-4c00-808c-3e5560adb8f2 req-4116e67e-e350-4dbe-9f5a-d0ccd4203a7c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 931 time: 0.0709815 Jul 08 01:55:13.430500 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08213567-4802-446c-baa0-6d22430cba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.433011 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08213567-4802-446c-baa0-6d22430cba0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.436983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-08213567-4802-446c-baa0-6d22430cba0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27db62c3-7a61-4e90-8214-3f2023409ff9 HTTP/1.1" status: 204 len: 168 time: 0.2417064 Jul 08 01:55:13.448679 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc5c2e0a-8455-4c00-808c-3e5560adb8f2 req-7d70e2f3-85a7-4d6e-b6a9-2d462c1277a2 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428901 Jul 08 01:55:13.448882 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b783072-05be-4458-b933-38d06f1be77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.458334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08213567-4802-446c-baa0-6d22430cba0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db62c3-7a61-4e90-8214-3f2023409ff9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:13.475765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-713daaa9-6202-4bc8-b286-b6488db39c7e tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4058397 Jul 08 01:55:13.490719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Request body: {'port': {'device_id': 'bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:13.598104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.666671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b783072-05be-4458-b933-38d06f1be77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.672062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-4dedbe37-5fd1-405c-b2a4-98a09e3b0a03 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e2fc9bc05134d98a19b705ea49d4fb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224829 Jul 08 01:55:13.790095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a5940c13-5625-4329-b40a-1ad3b1ab060b tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:13.791937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a5940c13-5625-4329-b40a-1ad3b1ab060b tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148391 Jul 08 01:55:13.806478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Request body: {'port': {'device_id': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '1e2fc9bc05134d98a19b705ea49d4fb6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:13.817388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b783072-05be-4458-b933-38d06f1be77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:13.870077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b783072-05be-4458-b933-38d06f1be77f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57e094e897814dfd803a846ed70645be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6367991 Jul 08 01:55:13.872657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:13.882805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b783072-05be-4458-b933-38d06f1be77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d94976-5615-4b36-a3c7-c50cd2f364de,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:13.977146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a88a153d-6b61-40fd-9529-c8d878218c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.041019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a88a153d-6b61-40fd-9529-c8d878218c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.101822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70827b3b-1445-4690-a017-aa465c88c940 req-76c7ec36-069a-40da-bc4e-f457ed28d320 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 210 time: 0.0367095 Jul 08 01:55:14.107022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23668837-b55b-4662-b441-f1f26d4f4332 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:14.117893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.121229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Made reservation on behalf of 1e2fc9bc05134d98a19b705ea49d4fb6 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:14.125475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.146873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.222065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Transition to ACTIVE for port object 23668837-b55b-4662-b441-f1f26d4f4332 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:14.226488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a88a153d-6b61-40fd-9529-c8d878218c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.229698 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a88a153d-6b61-40fd-9529-c8d878218c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.234150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a88a153d-6b61-40fd-9529-c8d878218c08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04d94976-5615-4b36-a3c7-c50cd2f364de HTTP/1.1" status: 204 len: 168 time: 0.3605173 Jul 08 01:55:14.255094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a153d-6b61-40fd-9529-c8d878218c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d94976-5615-4b36-a3c7-c50cd2f364de,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:14.285264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff11a1-9505-4c53-adbe-50600a1ff477 req-a562bf22-711d-4af8-bccf-3db2ffcaa9fe tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:14.286848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdff11a1-9505-4c53-adbe-50600a1ff477 req-a562bf22-711d-4af8-bccf-3db2ffcaa9fe tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.1172686 Jul 08 01:55:14.349726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdff11a1-9505-4c53-adbe-50600a1ff477 req-f592fef0-1e50-4a68-a0e2-b5c4aecc7ca9 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551772 Jul 08 01:55:14.362829 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef1329e9-a016-4b55-bf61-88ff5896afd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.368102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.393999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.406212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5f240-c89b-4406-9bc0-62cdb810ee9b req-a2bf8d59-585d-4a3e-abc0-cb0928946045 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:14.409298 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2a5f240-c89b-4406-9bc0-62cdb810ee9b req-a2bf8d59-585d-4a3e-abc0-cb0928946045 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.1612568 Jul 08 01:55:14.440494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=23668837-b55b-4662-b441-f1f26d4f4332,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:14.485308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2a5f240-c89b-4406-9bc0-62cdb810ee9b req-0ca342ce-e563-4387-b186-9ad80e381aca tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679510 Jul 08 01:55:14.515371 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.526142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Attempting to bind port 23668837-b55b-4662-b441-f1f26d4f4332 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:14.526705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Attempting to bind port 23668837-b55b-4662-b441-f1f26d4f4332 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:14.527265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Attempting to bind port 23668837-b55b-4662-b441-f1f26d4f4332 on network f25b3545-137a-4432-9878-70106c12cb06 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:14.534211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Port 23668837-b55b-4662-b441-f1f26d4f4332 on network f25b3545-137a-4432-9878-70106c12cb06 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:14.534784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Attempting to bind port 23668837-b55b-4662-b441-f1f26d4f4332 on network f25b3545-137a-4432-9878-70106c12cb06 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:14.541748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:14.541748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Checking segment: {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:14.541748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Bound using segment: {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:14.542313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Bound port: 23668837-b55b-4662-b441-f1f26d4f4332, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a655f580-7c0c-4d98-a015-ba5d2fa89308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:14.542891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.659661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] For port 23668837-b55b-4662-b441-f1f26d4f4332, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:14.664971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] For port 23668837-b55b-4662-b441-f1f26d4f4332, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=23668837-b55b-4662-b441-f1f26d4f4332,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:14.675204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11126be0-b234-4570-9316-25ba083caf6e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:14.750550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.776439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Allocated IP 192.168.233.221 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:55:14.792054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4ae63-f1a5-479d-88ba-5166e8d60cf8 req-4a2168cb-5535-4a69-9ce4-c88358b5436c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:14.793734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59c4ae63-f1a5-479d-88ba-5166e8d60cf8 req-4a2168cb-5535-4a69-9ce4-c88358b5436c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 943 time: 0.1688349 Jul 08 01:55:14.832696 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.835623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:14.839078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:14.839651 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] 10.222.0.18 "PUT /v2.0/ports/23668837-b55b-4662-b441-f1f26d4f4332 HTTP/1.1" status: 200 len: 1092 time: 1.3538840 Jul 08 01:55:14.841237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff', 'tag': '23668837-b55b-4662-b441-f1f26d4f4332'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:14.845931 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c618ae-874b-4e31-9ba9-390fc07ccd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff", "tag": "23668837-b55b-4662-b441-f1f26d4f4332"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:14.870840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7e371-5796-4beb-a173-999e98bb9cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=23668837-b55b-4662-b441-f1f26d4f4332,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:14.883138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59c4ae63-f1a5-479d-88ba-5166e8d60cf8 req-0e8eeb1f-5f7c-4d7d-82ac-aebea93a6ecc tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796721 Jul 08 01:55:14.999149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-7bddb35b-92d4-4fee-b8d0-5fe0937d878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:15.000819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-7bddb35b-92d4-4fee-b8d0-5fe0937d878f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 1095 time: 0.0604198 Jul 08 01:55:15.007895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:15.022615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Transition to ACTIVE for port object a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:15.065220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-7f472bfc-db98-4df9-b39b-1dd34835fa22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23668837-b55b-4662-b441-f1f26d4f4332 HTTP/1.1" status: 200 len: 217 time: 0.0576937 Jul 08 01:55:15.117171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-90019863-ebaa-4f16-9459-1e1e2651c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:15.118916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-90019863-ebaa-4f16-9459-1e1e2651c11c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5160627-7a1a-4ec0-a862-0fabc5aebbc7 HTTP/1.1" status: 200 len: 862 time: 0.0476878 Jul 08 01:55:15.158866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-313e9987-2b2e-445d-86fb-97a047234dfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f25b3545-137a-4432-9878-70106c12cb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334709 Jul 08 01:55:15.186602 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:15.246989 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be315807-74bf-4350-8c78-d3be47b6c29b x-openstack-request-id: req-be315807-74bf-4350-8c78-d3be47b6c29b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:15.247555 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff", "tag": "23668837-b55b-4662-b441-f1f26d4f4332", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:15.247555 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be315807-74bf-4350-8c78-d3be47b6c29b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:15.248434 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff', 'tag': '23668837-b55b-4662-b441-f1f26d4f4332', 'status': 'completed', 'code': 200} Jul 08 01:55:15.270719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:55:15.272257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:15.274245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-0aa4f625-f757-43b4-bf1c-e03d43c6d574 service neutron] 10.222.0.18 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092350 Jul 08 01:55:15.285216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:55:15.346800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:15.401590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:15.402584 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:15.479713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861dbd5e-04bd-48ce-9ab2-b349b19028ff req-b3188df2-dcbb-4fe6-baf9-d32dc82f3f7a service neutron] 10.222.0.18 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985798 Jul 08 01:55:15.496259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a7bec-7787-40bb-aa0c-7190c3f997da req-0fcb9a24-a3eb-46b6-9e47-0f87e9204802 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:15.497835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f0a7bec-7787-40bb-aa0c-7190c3f997da req-0fcb9a24-a3eb-46b6-9e47-0f87e9204802 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 936 time: 0.1409419 Jul 08 01:55:15.503357 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-37db7acd-0196-4118-9f5a-1405c8530ea3 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7017767 Jul 08 01:55:15.515660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Request body: {'port': {'device_id': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:15.542798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f0a7bec-7787-40bb-aa0c-7190c3f997da req-008ddaaa-cc5a-4b35-a277-b9193086bee0 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388675 Jul 08 01:55:15.555222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade38b82-6568-4089-b6b5-66f2a7b50e5b req-1c09d4a0-806d-4c08-b11a-686962e9005d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:15.556466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ade38b82-6568-4089-b6b5-66f2a7b50e5b req-1c09d4a0-806d-4c08-b11a-686962e9005d tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 944 time: 0.1716654 Jul 08 01:55:15.636653 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ade38b82-6568-4089-b6b5-66f2a7b50e5b req-8fd1a2ca-d720-4f2f-b8c3-2533779e90ae tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726833 Jul 08 01:55:15.650517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:15.684866 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:15.730085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6ad99ead-969e-4dfc-892f-81e95d3b77ca None None] Provisioning for port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:15.739469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6ad99ead-969e-4dfc-892f-81e95d3b77ca None None] Provisioning complete for port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:15.740291 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6ad99ead-969e-4dfc-892f-81e95d3b77ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:15.822487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6ad99ead-969e-4dfc-892f-81e95d3b77ca None None] Port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:55:15.844877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-c1c673f7-2cb7-410a-9d2c-c3048f688ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:15.847940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-c1c673f7-2cb7-410a-9d2c-c3048f688ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8cad025aabef4482a3559f97e2594892&device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 1095 time: 0.1622345 Jul 08 01:55:15.858639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f48be-9ec7-46d6-be2a-05bdda96e1ba req-5701cbfb-5559-4716-802c-3d172d21211f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:15.872364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-184f48be-9ec7-46d6-be2a-05bdda96e1ba req-5701cbfb-5559-4716-802c-3d172d21211f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.2133381 Jul 08 01:55:15.997855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-0e50f41a-26a2-461a-bef1-56cfbe2a4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.001598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-0e50f41a-26a2-461a-bef1-56cfbe2a4d68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 200 len: 923 time: 0.1201689 Jul 08 01:55:16.024162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:16.061713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-184f48be-9ec7-46d6-be2a-05bdda96e1ba req-c05bca2f-dc1e-4505-8b2d-d11ee5c84fb9 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883471 Jul 08 01:55:16.063201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-f2455287-1d84-4506-9d99-4e4a3df51cc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23668837-b55b-4662-b441-f1f26d4f4332 HTTP/1.1" status: 200 len: 217 time: 0.0526714 Jul 08 01:55:16.120979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-077b83ca-364d-4e87-b315-a7050c6456d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.122612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-077b83ca-364d-4e87-b315-a7050c6456d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5160627-7a1a-4ec0-a862-0fabc5aebbc7 HTTP/1.1" status: 200 len: 862 time: 0.0525358 Jul 08 01:55:16.164600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-b11721d2-60ac-443a-9954-b74d643486cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f25b3545-137a-4432-9878-70106c12cb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349174 Jul 08 01:55:16.206635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f08b6afd-acbc-406b-8131-afc64ae840cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.314793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-f56903a3-b245-4265-9770-748e51ca9b2c service neutron] 10.222.0.18 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388273 Jul 08 01:55:16.475501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f08b6afd-acbc-406b-8131-afc64ae840cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.508107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-82526a21-d8c7-476f-a0bc-3fab32a18b34 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.509757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-82526a21-d8c7-476f-a0bc-3fab32a18b34 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 944 time: 0.6126871 Jul 08 01:55:16.514056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:16.529883 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.570822 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c618ae-874b-4e31-9ba9-390fc07ccd9f req-3b1be108-1e78-468c-b74b-ee48ba1b9355 service neutron] 10.222.0.18 "GET /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466512 Jul 08 01:55:16.576610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f08b6afd-acbc-406b-8131-afc64ae840cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.588071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6111c-afeb-4083-b807-42e01de39ceb req-ee03a08f-12f3-4c9f-a4ae-496deb8769d7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.595580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-55b6111c-afeb-4083-b807-42e01de39ceb req-ee03a08f-12f3-4c9f-a4ae-496deb8769d7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 943 time: 0.1040220 Jul 08 01:55:16.621824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Transition to ACTIVE for port object a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:16.649914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3a1e9-0f37-410c-beef-bfe4bf30f1a5 req-8dde713b-9afb-46b7-80f2-4950e9c709df tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.651662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4e3a1e9-0f37-410c-beef-bfe4bf30f1a5 req-8dde713b-9afb-46b7-80f2-4950e9c709df tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 945 time: 0.6705408 Jul 08 01:55:16.686904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b6afd-acbc-406b-8131-afc64ae840cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8b693-9f6b-4282-94aa-b4c0b51964ee,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:16.703528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f08b6afd-acbc-406b-8131-afc64ae840cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcb1233ffa684eb8afc3038b61629b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764963 Jul 08 01:55:16.708941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34038) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:16.720557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.723058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-55b6111c-afeb-4083-b807-42e01de39ceb req-db57bb2b-b201-4b5f-bc92-6026a9a336c4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255224 Jul 08 01:55:16.785125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device db062415-e68c-439d-895a-6ac4c5913f82 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:16.813180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-9b0b309c-e5da-4aea-b949-6e38cba0c5a2 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.815560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-9b0b309c-e5da-4aea-b949-6e38cba0c5a2 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.32 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.1728752 Jul 08 01:55:16.818920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19420210-2d7c-4165-8617-177889d92c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.833583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: db062415-e68c-439d-895a-6ac4c5913f82 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:16.834533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device db062415-e68c-439d-895a-6ac4c5913f82 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:16.857722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-3f3a89ce-2a6a-430a-9185-3ab6d47dcaf8 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.859916 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-3f3a89ce-2a6a-430a-9185-3ab6d47dcaf8 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.3243644 Jul 08 01:55:16.869502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4e3a1e9-0f37-410c-beef-bfe4bf30f1a5 req-7e7ddd2e-e2fb-4cd6-a92b-a6f5a545ecad tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070556 Jul 08 01:55:16.873584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:16.889103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-13'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:16.932901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5ad09a72-25f9-4114-8645-fc47dfbada5a details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:17.009719 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19420210-2d7c-4165-8617-177889d92c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.012047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34048) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:17.012859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Deleting port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:17.013237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.103834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:17.127265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'port_id': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'mac_address': 'fa:16:3e:7e:07:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebb33c5-4491-4bb5-a653-719eb3deb5eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:17.169602 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Attempting to bind port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:17.169955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Attempting to bind port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:17.170297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Attempting to bind port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:17.250543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be9f8b-f205-4661-9200-b07e8a11b33b req-f13119d3-54b3-4433-b1c1-8728d5c99bd1 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:17.257575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24be9f8b-f205-4661-9200-b07e8a11b33b req-f13119d3-54b3-4433-b1c1-8728d5c99bd1 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 948 time: 0.3062782 Jul 08 01:55:17.260274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Deleting port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:17.260630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.290300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:17.290778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Attempting to bind port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:17.313794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.315401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19420210-2d7c-4165-8617-177889d92c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.317964 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19420210-2d7c-4165-8617-177889d92c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.319122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-19420210-2d7c-4165-8617-177889d92c3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/deb8b693-9f6b-4282-94aa-b4c0b51964ee HTTP/1.1" status: 204 len: 168 time: 0.6092269 Jul 08 01:55:17.336888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:17.337331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:17.338191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:17.339206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Bound port: a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:17.339655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.350987 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cad71b7d-d44b-448d-a72a-46072199f58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.356003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] For port f27a38fc-1cde-49e2-81ea-9fdf20f67d54, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:17.356956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.357106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19420210-2d7c-4165-8617-177889d92c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8b693-9f6b-4282-94aa-b4c0b51964ee,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:17.414375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24be9f8b-f205-4661-9200-b07e8a11b33b req-5fb0a9ff-8de3-4fd9-9b78-771ef6727090 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555789 Jul 08 01:55:17.417742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Calling delete_port for f27a38fc-1cde-49e2-81ea-9fdf20f67d54 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:17.466502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598b19-a071-4d32-94e3-26c9e616c3f0 req-0359ea7b-e38f-46c1-9ea3-560f69955e53 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:17.474282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f8598b19-a071-4d32-94e3-26c9e616c3f0 req-0359ea7b-e38f-46c1-9ea3-560f69955e53 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 944 time: 0.3377738 Jul 08 01:55:17.479678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.495755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ad09a72-25f9-4114-8645-fc47dfbada5a {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:17.517549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:17.534697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] For port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:17.535081 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.548202 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.591026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f8598b19-a071-4d32-94e3-26c9e616c3f0 req-8c78a1af-88f4-4abf-acb4-659b088ef088 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157620 Jul 08 01:55:17.600459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.663154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:17.686415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:17.716301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:17.737029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:17.743705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['5ad09a72-25f9-4114-8645-fc47dfbada5a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:17.806975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:17.817758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cad71b7d-d44b-448d-a72a-46072199f58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.879498 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cad71b7d-d44b-448d-a72a-46072199f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.888776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37adea7-03e7-4c32-aeec-de5fffeaa414 req-7b3f1e76-c353-4850-aec7-eab5e6d3b9f2 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:17.896392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a37adea7-03e7-4c32-aeec-de5fffeaa414 req-7b3f1e76-c353-4850-aec7-eab5e6d3b9f2 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 946 time: 0.2443686 Jul 08 01:55:17.914262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.921893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:17.926183 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27921189-1e79-45e5-811c-02d5f1ec518c" -d '{"events": [{"server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:17.937536 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.956371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:17.976298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad71b7d-d44b-448d-a72a-46072199f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b9b514-7361-4a98-bbb6-e1183ddcbf05,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:17.997839 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.070356 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cad71b7d-d44b-448d-a72a-46072199f58b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62b9794d7048471d9cc8c8b47fe17d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0195618 Jul 08 01:55:18.076508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:18.088887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.089272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.089588 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Floating IP dd816941-84c9-4c37-b917-3898b76da6bb disassociated. External IP: 172.25.8.22, port: 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95. Jul 08 01:55:18.094734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Calling delete_port for 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:18.102771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:18.103444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.107958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] 10.222.0.18 "PUT /v2.0/ports/a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e HTTP/1.1" status: 200 len: 1097 time: 2.5958889 Jul 08 01:55:18.114637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a37adea7-03e7-4c32-aeec-de5fffeaa414 req-163734b4-cb90-4621-baf8-3bb8b5abe1a9 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups?id=cec3f7f4-bccd-4eca-beaa-43e1225e9300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172883 Jul 08 01:55:18.211995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.249950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53123c9-7d7a-4713-b670-78f8b24aa30d service neutron] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:18.307096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on host n-h2-695189-13 for vnic_type normal with profile {"migrating_to": "n-h1-695189-13"} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:18.307568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:18.307918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:18.363162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:18.365400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:18.391259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8404-6b9a-425b-9f87-34e49ab65e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.439232 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8404-6b9a-425b-9f87-34e49ab65e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.465712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:18.467049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:18.467836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:18.468504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Bound port: 6bf41382-6474-443f-87fa-4d1e62609bdc, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:18.469095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.479248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573afec-1b21-468d-be72-1acdb9314f9c req-f2f2a6f7-02e2-4db3-8979-9ef17143fc19 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:18.481003 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c573afec-1b21-468d-be72-1acdb9314f9c req-f2f2a6f7-02e2-4db3-8979-9ef17143fc19 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 943 time: 0.4407065 Jul 08 01:55:18.526794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] No DVR routers for this DVR port f27a38fc-1cde-49e2-81ea-9fdf20f67d54 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:18.539624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27841a-d2ae-4f8b-b002-52c7fef3a001 req-0494002e-963b-4ee1-98a4-b34b7013b6ac tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:18.540573 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.542629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7518faa7-b95d-4c5b-ad4e-ed7fcf56dc1c req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.32 "DELETE /v2.0/ports/f27a38fc-1cde-49e2-81ea-9fdf20f67d54 HTTP/1.1" status: 204 len: 173 time: 2.0231271 Jul 08 01:55:18.546813 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae27841a-d2ae-4f8b-b002-52c7fef3a001 req-0494002e-963b-4ee1-98a4-b34b7013b6ac tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1915891 Jul 08 01:55:18.577703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Pushing event updated for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:18.604413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae27841a-d2ae-4f8b-b002-52c7fef3a001 req-bad8f2cd-f5b0-4220-8956-b9f17b9f128e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566480 Jul 08 01:55:18.660376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c0446-42a2-4360-b601-c2a339e538c6 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Pushing event deleted for resources: {'Port': ['ID=f27a38fc-1cde-49e2-81ea-9fdf20f67d54,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:18.665935 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.667479 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e87de05-3567-43ec-9008-63bc2e3acefc x-openstack-request-id: req-7e87de05-3567-43ec-9008-63bc2e3acefc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:18.667860 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:18.668182 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e87de05-3567-43ec-9008-63bc2e3acefc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:18.668735 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc', 'code': 200} Jul 08 01:55:18.669409 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8404-6b9a-425b-9f87-34e49ab65e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.673884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8404-6b9a-425b-9f87-34e49ab65e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:18.675442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fc5f8404-6b9a-425b-9f87-34e49ab65e28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09b9b514-7361-4a98-bbb6-e1183ddcbf05 HTTP/1.1" status: 204 len: 168 time: 0.5960202 Jul 08 01:55:18.686953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-ab66a7b9-fb9c-47ba-800b-a93a1f81313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:18.690783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-ab66a7b9-fb9c-47ba-800b-a93a1f81313e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e2fc9bc05134d98a19b705ea49d4fb6&device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 1100 time: 0.4405601 Jul 08 01:55:18.694716 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c573afec-1b21-468d-be72-1acdb9314f9c req-3875eb14-8eed-401d-b82d-53751b07d680 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840167 Jul 08 01:55:18.767701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f8404-6b9a-425b-9f87-34e49ab65e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b9b514-7361-4a98-bbb6-e1183ddcbf05,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:18.778102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event deleted for resources: {'Port': ['ID=0dd2fc0e-33a6-4a38-81a9-44d78f5bea95,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:18.805892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6bf41382-6474-443f-87fa-4d1e62609bdc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:18.873979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-eab42905-62cf-4c08-b4fc-65e9df436986 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e HTTP/1.1" status: 200 len: 217 time: 0.1740613 Jul 08 01:55:18.925169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:18.950600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5ad09a72-25f9-4114-8645-fc47dfbada5a up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:19.006399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Router bd79185e-78c9-4d43-92b6-da8ebd0198f2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:55:19.022219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:19.052220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-262bb50d-5f28-427a-9a60-0dcb0b356e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:19.057084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-262bb50d-5f28-427a-9a60-0dcb0b356e79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1683469 Jul 08 01:55:19.131081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:19.153331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62278f8e-72f7-47c6-80c5-2f15cff3aee2 req-950cfc70-4e98-4fa2-9904-097de06b66a4 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:19.155421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62278f8e-72f7-47c6-80c5-2f15cff3aee2 req-950cfc70-4e98-4fa2-9904-097de06b66a4 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 948 time: 0.1765351 Jul 08 01:55:19.197321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 5ad09a72-25f9-4114-8645-fc47dfbada5a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:19.198380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:19.200807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:19.292119 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2dac5c80-4870-456a-8428-424694868310 req-50fa3a55-70dd-4cf7-a901-d8f0e9001c3a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=bead5f83-c85d-4e50-84f2-6bb1e2359902 HTTP/1.1" status: 200 len: 210 time: 0.1658695 Jul 08 01:55:19.377880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on host n-h2-695189-13 for vnic_type normal with profile {"migrating_to": "n-h1-695189-13"} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:19.378268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:19.378768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:19.414367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:19.414737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempting to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc on network 68974dc5-4c4e-4451-9f8d-07f701067f0c {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:19.429091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:19.431138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Checking segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:19.431138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Bound using segment: {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:19.431138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Bound port: 6bf41382-6474-443f-87fa-4d1e62609bdc, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b85c1-9d45-40fb-9f00-8aaba27549d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '68974dc5-4c4e-4451-9f8d-07f701067f0c'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:19.431138 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:19.505586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Pushing event updated for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:19.528940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:19.530219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:19.531870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-a6c90548-7528-4518-8ad5-d15f714a14bd service neutron] 10.222.0.18 "PUT /v2.0/ports/6bf41382-6474-443f-87fa-4d1e62609bdc HTTP/1.1" status: 200 len: 1123 time: 2.6591060 Jul 08 01:55:19.550372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-258c8086-40c8-4a9a-b1dd-77b099245f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:19.552446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-258c8086-40c8-4a9a-b1dd-77b099245f53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4871757 Jul 08 01:55:19.671988 n-d-695189-13 neutron-server[100714]: WARNING neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Concurrent port binding operations failed on port 6bf41382-6474-443f-87fa-4d1e62609bdc Jul 08 01:55:19.678060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:19.685310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['6bf41382-6474-443f-87fa-4d1e62609bdc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:19.690027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['6bf41382-6474-443f-87fa-4d1e62609bdc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:19.740254 n-d-695189-13 neutron-server[100714]: INFO neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Attempt 2 to bind port 6bf41382-6474-443f-87fa-4d1e62609bdc Jul 08 01:55:19.741049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6bf41382-6474-443f-87fa-4d1e62609bdc has no active binding in host n-h1-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:55:19.741605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 23668837-b55b-4662-b441-f1f26d4f4332 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:19.790637 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:19.791906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-e12cb665-a687-4f68-b0e0-fbd2d265282b service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326689 Jul 08 01:55:19.849184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:19.852231 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cd4c04-4244-4712-ad00-caaf0d950f78" -d '{"events": [{"server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "name": "network-vif-plugged", "status": "completed", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:19.893126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93dc7597-dbcb-41a6-b692-e27a71b87181 req-c5ff4dde-2627-451d-80e8-c496e7c59264 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 210 time: 0.0983109 Jul 08 01:55:19.914965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:19.915170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:55:20.012006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] Sync routers for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:55:20.035965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62278f8e-72f7-47c6-80c5-2f15cff3aee2 req-05051fb7-b642-486b-9bae-48aec1cb38c4 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700690 Jul 08 01:55:20.037824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] No DVR routers for this DVR port 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:20.044249 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:20.045314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f27a38fc-1cde-49e2-81ea-9fdf20f67d54 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:20.045721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:20.054779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f06c31fe-edc0-404c-b5d7-f3350c470a5b req-dcb243f9-dbfd-41e3-8d83-ea7c5d6a1110 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.32 "DELETE /v2.0/ports/0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 HTTP/1.1" status: 204 len: 173 time: 3.2295811 Jul 08 01:55:20.055285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'name': 'network-vif-deleted', 'tag': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:20.057660 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91c4dd-7311-4c3c-bec2-4cbcc9cec80e" -d '{"events": [{"server_uuid": "9179b84c-4004-4f5d-b9ab-79e9cca4a484", "name": "network-vif-deleted", "tag": "0dd2fc0e-33a6-4a38-81a9-44d78f5bea95"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:20.084175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:55:20.085139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:20.089450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29c0e1e8-b391-4f3c-8c63-089a7dd277e1 req-a89b643c-a7fe-49b9-a65c-3e480bf73622 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799416 Jul 08 01:55:20.219510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:55:20.373398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d3320-1791-4f7e-b6cb-c043d9032b32 req-e1ebd60d-e9fe-4a43-a5b5-d62967aad9ef tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:20.384855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac8d3320-1791-4f7e-b6cb-c043d9032b32 req-e1ebd60d-e9fe-4a43-a5b5-d62967aad9ef tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.2286127 Jul 08 01:55:20.449036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:20.473342 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac8d3320-1791-4f7e-b6cb-c043d9032b32 req-bd6b674f-dc0e-4ed1-8e91-0c534293db5c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862010 Jul 08 01:55:20.492628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: f27a38fc-1cde-49e2-81ea-9fdf20f67d54 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:20.492628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f27a38fc-1cde-49e2-81ea-9fdf20f67d54 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:20.492628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:20.506026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aeef9-42ba-4983-9543-a448cb53ebc9 req-14a3d97c-4f83-4390-a20f-d470a99b2a7c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:20.524306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:20.524832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0dd2fc0e-33a6-4a38-81a9-44d78f5bea95 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:20.524956 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b0aeef9-42ba-4983-9543-a448cb53ebc9 req-14a3d97c-4f83-4390-a20f-d470a99b2a7c tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 943 time: 0.2078850 Jul 08 01:55:20.553954 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009df6f7-4ed5-4bef-9b47-a548ea29c2de x-openstack-request-id: req-009df6f7-4ed5-4bef-9b47-a548ea29c2de {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:20.554375 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "name": "network-vif-plugged", "status": "completed", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:20.554682 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-009df6f7-4ed5-4bef-9b47-a548ea29c2de {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:20.555308 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'code': 200} Jul 08 01:55:20.600724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34170) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:20.667227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b0aeef9-42ba-4983-9543-a448cb53ebc9 req-d6c923d4-c14b-43d1-9688-a14642e1b907 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411526 Jul 08 01:55:20.670754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'}, {'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'name': 'network-vif-deleted', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54'}, {'name': 'network-changed', 'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:20.674970 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e"}, {"server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "name": "network-vif-deleted", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54"}, {"name": "network-changed", "server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:20.765940 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc4da5-3e10-4c71-9a79-5e612d47731a x-openstack-request-id: req-a4bc4da5-3e10-4c71-9a79-5e612d47731a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:20.766247 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9179b84c-4004-4f5d-b9ab-79e9cca4a484", "name": "network-vif-deleted", "tag": "0dd2fc0e-33a6-4a38-81a9-44d78f5bea95", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:20.766505 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4bc4da5-3e10-4c71-9a79-5e612d47731a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:20.767528 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9179b84c-4004-4f5d-b9ab-79e9cca4a484', 'name': 'network-vif-deleted', 'tag': '0dd2fc0e-33a6-4a38-81a9-44d78f5bea95', 'status': 'completed', 'code': 200} Jul 08 01:55:20.778795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 23668837-b55b-4662-b441-f1f26d4f4332, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=23668837-b55b-4662-b441-f1f26d4f4332,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:20.855675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:20.886358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-373798801-network', 'tenant_id': '6dfa016384984b2b898f8cc4f92b1858'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:20.904522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '23668837-b55b-4662-b441-f1f26d4f4332', 'network_id': 'f25b3545-137a-4432-9878-70106c12cb06', 'port_id': '23668837-b55b-4662-b441-f1f26d4f4332', 'mac_address': 'fa:16:3e:9a:28:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5160627-7a1a-4ec0-a862-0fabc5aebbc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:20.908424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] Checking router: bd79185e-78c9-4d43-92b6-da8ebd0198f2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:55:20.912847 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:20.943414 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f76e1-a23b-4cd1-a6e4-2ea0563cbdf1 x-openstack-request-id: req-af5f76e1-a23b-4cd1-a6e4-2ea0563cbdf1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:20.943738 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e", "status": "completed", "code": 200}, {"server_uuid": "bead5f83-c85d-4e50-84f2-6bb1e2359902", "name": "network-vif-deleted", "tag": "f27a38fc-1cde-49e2-81ea-9fdf20f67d54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:20.944003 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af5f76e1-a23b-4cd1-a6e4-2ea0563cbdf1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:20.944430 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'status': 'completed', 'code': 200} Jul 08 01:55:20.948526 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bead5f83-c85d-4e50-84f2-6bb1e2359902', 'name': 'network-vif-deleted', 'tag': 'f27a38fc-1cde-49e2-81ea-9fdf20f67d54', 'status': 'completed', 'code': 200} Jul 08 01:55:20.948823 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc', 'status': 'completed', 'code': 200} Jul 08 01:55:20.961866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:55:20.962964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:21.019121 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:21.096387 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23668837-b55b-4662-b441-f1f26d4f4332 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:21.120404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-d1946c3f-fcc3-4515-a67b-4a91dfc2c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.121696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-80db489f-6049-4041-ad6c-446989eb38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.124103 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-d1946c3f-fcc3-4515-a67b-4a91dfc2c91d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e2fc9bc05134d98a19b705ea49d4fb6&device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 1100 time: 0.1743801 Jul 08 01:55:21.126030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-80db489f-6049-4041-ad6c-446989eb38cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1126 time: 0.1741126 Jul 08 01:55:21.190702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 23668837-b55b-4662-b441-f1f26d4f4332, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=23668837-b55b-4662-b441-f1f26d4f4332,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:21.202258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Made reservation on behalf of 6dfa016384984b2b898f8cc4f92b1858 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:21.220224 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:21.269159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:55:21.272145 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:21.335118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:21.382503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cd44f3b-fbd6-43c7-b73b-31614e656443 req-839d92df-17ba-4d27-98ae-c09de8399a3f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/ports?device_id=9179b84c-4004-4f5d-b9ab-79e9cca4a484 HTTP/1.1" status: 200 len: 210 time: 0.1061118 Jul 08 01:55:21.408762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-c49f9aec-8d4b-43a3-b264-30be40f5329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.411706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-c49f9aec-8d4b-43a3-b264-30be40f5329e service neutron] 10.222.0.32 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.2765722 Jul 08 01:55:21.515802 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-160b0ae2-e177-441c-a5fb-d96718e6f2aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf41382-6474-443f-87fa-4d1e62609bdc HTTP/1.1" status: 200 len: 217 time: 0.0929139 Jul 08 01:55:21.518700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-7876847c-1b6f-4626-aea5-a16f1f5ec3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.520759 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-7876847c-1b6f-4626-aea5-a16f1f5ec3dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.3891180 Jul 08 01:55:21.597011 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-078c388b-7e35-4f3b-a99e-ef9b792aa1d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e HTTP/1.1" status: 200 len: 217 time: 0.0630181 Jul 08 01:55:21.658446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-23c02be9-1f02-4772-8ee5-1e6eb02ed6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.662208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-23c02be9-1f02-4772-8ee5-1e6eb02ed6cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.1358929 Jul 08 01:55:21.724561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-12728a16-c8be-4628-9ca5-99da3be97d41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520921 Jul 08 01:55:21.755250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-15599f53-b376-44a3-b5d6-da2a49cc9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.756962 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-15599f53-b376-44a3-b5d6-da2a49cc9498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1451144 Jul 08 01:55:21.852855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:21.861059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=23668837-b55b-4662-b441-f1f26d4f4332,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:21.894014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912e69-c31d-42d1-abba-e3ac310cd7ec req-4d4866d9-0c58-4bdb-a2cb-a8bf6dd45262 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.914474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df912e69-c31d-42d1-abba-e3ac310cd7ec req-4d4866d9-0c58-4bdb-a2cb-a8bf6dd45262 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 948 time: 0.3224020 Jul 08 01:55:21.949839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-93499ea2-0043-4164-bf47-c5f9986abc23 service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046471 Jul 08 01:55:21.986021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:21.998992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:55:22.021447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:22.023751 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Added segment 79f4a2c5-4e60-4040-b6e8-fa2688bedf2c of type vlan for network fbdb8d45-7f81-4e72-bb8a-b61d1865970b Jul 08 01:55:22.074593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-5f1d4a43-c3ea-4227-b60a-28a7efc3dc8e service neutron] 10.222.0.32 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079350 Jul 08 01:55:22.107578 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df912e69-c31d-42d1-abba-e3ac310cd7ec req-bef6e782-8321-437d-a450-7995b2a9629d tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767070 Jul 08 01:55:22.164708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:22.198077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['23668837-b55b-4662-b441-f1f26d4f4332'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:22.240314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b6d20-19ee-49cd-9842-823cdf36bad0 req-73485a42-8845-452a-b1a9-3dadd01b1b7d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.251951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b6d20-19ee-49cd-9842-823cdf36bad0 req-73485a42-8845-452a-b1a9-3dadd01b1b7d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1774902 Jul 08 01:55:22.266340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-b0d6f6c0-0a92-4dea-ba44-d7454a7259e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.268639 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-b0d6f6c0-0a92-4dea-ba44-d7454a7259e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4943740 Jul 08 01:55:22.326132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836f5a8b-174f-4181-8096-92198c9f90a4 None None] The sync data for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 is: [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:49:48Z', 'revision_number': 4, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '16ea8c3a-b31f-425b-ad3a-010afb4d5f6c', 'name': '', 'network_id': '2110a99b-4459-4cbe-bc02-e0eeccfa77ec', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'mac_address': 'fa:16:3e:3d:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:46Z', 'updated_at': '2021-07-08T01:49:55Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'subnets': [{'id': '793dd119-606f-4fc6-a098-372dcf3f8a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:55:22.361993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b6d20-19ee-49cd-9842-823cdf36bad0 req-4014f024-1fcd-4688-819b-4b428407b943 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075344 Jul 08 01:55:22.417431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:22.442591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:22.611062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a2a867-e7e5-4e03-82c2-ff3e13c88a56,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:22.718894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87e359cf-4330-4216-9b48-895600d67b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:22.786561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-5c1bc422-c341-4896-8c56-1cf91865f309 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.788627 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-5c1bc422-c341-4896-8c56-1cf91865f309 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 945 time: 0.4447913 Jul 08 01:55:22.794815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-bfbf564c-28be-4bc1-b9a8-798437ed75ef service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890413 Jul 08 01:55:22.807256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb3829-4864-4c33-86b7-90b7838e91b8 req-381bc88c-f5f8-49dc-a938-9127d90db28a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.812842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99c225-24f7-41af-a74d-29a2bf1fc244 req-f092cd60-11d6-4437-8f96-0f6813f768e7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.814674 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7fb3829-4864-4c33-86b7-90b7838e91b8 req-381bc88c-f5f8-49dc-a938-9127d90db28a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 945 time: 0.2347887 Jul 08 01:55:22.820228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f99c225-24f7-41af-a74d-29a2bf1fc244 req-f092cd60-11d6-4437-8f96-0f6813f768e7 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 944 time: 0.2626669 Jul 08 01:55:22.824836 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-ab1953cc-3a66-41ff-b4b7-8a0c26984a4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1928689 Jul 08 01:55:22.847462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:22.849282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.850120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:22.871480 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3ab20-7f6c-45c5-94a6-ebe7d5d89d19 None None] New status for floating IP dd816941-84c9-4c37-b917-3898b76da6bb: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:55:22.932847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7fb3829-4864-4c33-86b7-90b7838e91b8 req-75b27a56-92aa-4247-91fa-6c0621bce8d3 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc0185bf-2b77-4118-ae65-6f1c8dbcc217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172256 Jul 08 01:55:23.040620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87e359cf-4330-4216-9b48-895600d67b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.057987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-afe52aea-47f2-4ae2-9c25-88b1802ef405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.059406 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-afe52aea-47f2-4ae2-9c25-88b1802ef405 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 1097 time: 0.2028918 Jul 08 01:55:23.097458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbdb8d45-7f81-4e72-bb8a-b61d1865970b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:23.108417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:55:23.125889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f99c225-24f7-41af-a74d-29a2bf1fc244 req-b7c5b6c3-150d-4f72-92f9-078c5d3ce666 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011811 Jul 08 01:55:23.133537 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87e359cf-4330-4216-9b48-895600d67b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.216664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-61aa7b13-b2b5-44d5-b0b2-74d27b1c72b8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6144986 Jul 08 01:55:23.222105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34232) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:23.230790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Request body: {'subnet': {'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-373798801-subnet', 'tenant_id': '6dfa016384984b2b898f8cc4f92b1858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:23.262901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5d7473b-bc94-44ba-ae07-ff5e41c830c7 req-3b27ccd9-ce0d-455e-95ca-732501b3755b service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400351 Jul 08 01:55:23.285760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Deleting port e8972fbd-65f4-4b61-b6d3-c4a118785907 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:23.286833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.300546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:23.304774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 23668837-b55b-4662-b441-f1f26d4f4332 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:23.398270 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-87e359cf-4330-4216-9b48-895600d67b96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d7a25c282d041b884086fd0666e6b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9690244 Jul 08 01:55:23.400616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:23.439044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] For port e8972fbd-65f4-4b61-b6d3-c4a118785907, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e8972fbd-65f4-4b61-b6d3-c4a118785907,segment=NetworkSegment(662f4cd4-010c-4e5e-a2da-0b18a49ca781),segment_id=662f4cd4-010c-4e5e-a2da-0b18a49ca781)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:23.439554 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.455623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Calling delete_port for e8972fbd-65f4-4b61-b6d3-c4a118785907 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:23.464754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e359cf-4330-4216-9b48-895600d67b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec8a4f2-b543-4af7-9e07-d67dff47f600,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:23.603029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:23.616115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:23.633497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-ac15c0d1-96c2-491e-a6f5-fda719eae84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.638741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-ac15c0d1-96c2-491e-a6f5-fda719eae84c service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.5465541 Jul 08 01:55:23.653071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Made reservation on behalf of 6dfa016384984b2b898f8cc4f92b1858 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:23.655525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'mac_address': 'fa:16:3e:d0:1e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:23.655820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.668101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 23668837-b55b-4662-b441-f1f26d4f4332 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:23.683046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 23668837-b55b-4662-b441-f1f26d4f4332 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:23.690399 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.748026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-f5ca1543-a8ef-46cc-af7c-a5458164bdea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 200 len: 217 time: 0.0844512 Jul 08 01:55:23.750203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3a68cc-0c8e-403f-a69c-c104c27a6267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.823946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.851521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:23.903003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:23.941633 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.977341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23668837-b55b-4662-b441-f1f26d4f4332'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:23.981864 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c161f36e-aad3-4114-a10b-c298a9064051" -d '{"events": [{"server_uuid": "bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff", "name": "network-vif-plugged", "status": "completed", "tag": "23668837-b55b-4662-b441-f1f26d4f4332"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:23.989584 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.003368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 23668837-b55b-4662-b441-f1f26d4f4332, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=23668837-b55b-4662-b441-f1f26d4f4332,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:24.024701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3a68cc-0c8e-403f-a69c-c104c27a6267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.102571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.115569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:24.146966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33cde4aa-0e98-46ab-a179-3a6da8d3351f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.172921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-0801adb9-ad2d-42ed-8b6d-68993d0e3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.180113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-0801adb9-ad2d-42ed-8b6d-68993d0e3fb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.4181819 Jul 08 01:55:24.200322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=23668837-b55b-4662-b441-f1f26d4f4332,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:24.272866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:24.300424 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-72dae034-d3f1-4c02-8907-b93f1a4dcd43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074853 Jul 08 01:55:24.306805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33cde4aa-0e98-46ab-a179-3a6da8d3351f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.421491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9f702-b7b9-42e2-bec4-1297c72b0426 req-85d6e821-e6e2-48c3-a79e-f91f23ed9e6e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.428438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cb9f702-b7b9-42e2-bec4-1297c72b0426 req-85d6e821-e6e2-48c3-a79e-f91f23ed9e6e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.5619521 Jul 08 01:55:24.456868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3a68cc-0c8e-403f-a69c-c104c27a6267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.459397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3a68cc-0c8e-403f-a69c-c104c27a6267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.460548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0e3a68cc-0c8e-403f-a69c-c104c27a6267 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eec8a4f2-b543-4af7-9e07-d67dff47f600 HTTP/1.1" status: 204 len: 168 time: 1.0535064 Jul 08 01:55:24.495569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a68cc-0c8e-403f-a69c-c104c27a6267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec8a4f2-b543-4af7-9e07-d67dff47f600,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:24.530494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cb9f702-b7b9-42e2-bec4-1297c72b0426 req-a949de37-40c0-488d-a61f-f7cf2e0e2a98 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010270 Jul 08 01:55:24.555908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b652c0-da4d-4df0-8cfa-916b2bbaefeb req-f9b34b58-e3a1-4b0b-8917-c437dffc26d2 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.557665 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80b652c0-da4d-4df0-8cfa-916b2bbaefeb req-f9b34b58-e3a1-4b0b-8917-c437dffc26d2 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 948 time: 0.9652944 Jul 08 01:55:24.572824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-df876d78-3eb7-4918-aa6d-7da3017dbda1 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541296 Jul 08 01:55:24.630675 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33cde4aa-0e98-46ab-a179-3a6da8d3351f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.642957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33cde4aa-0e98-46ab-a179-3a6da8d3351f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.651983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-33cde4aa-0e98-46ab-a179-3a6da8d3351f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "DELETE /v2.0/security-groups/cec3f7f4-bccd-4eca-beaa-43e1225e9300 HTTP/1.1" status: 204 len: 168 time: 1.0460279 Jul 08 01:55:24.653608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34262) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:24.714003 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-3e8bc0bd-1025-4fdd-83fb-679ad8c457be tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] show failed (client error): The resource could not be found. Jul 08 01:55:24.717932 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e8bc0bd-1025-4fdd-83fb-679ad8c457be tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "GET /v2.0/security-groups/cec3f7f4-bccd-4eca-beaa-43e1225e9300 HTTP/1.1" status: 404 len: 347 time: 0.0548944 Jul 08 01:55:24.726072 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80b652c0-da4d-4df0-8cfa-916b2bbaefeb req-ba9f3287-c1aa-4db2-9b41-d59e6aa0540a tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334221 Jul 08 01:55:24.728876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34264) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:24.780483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cde4aa-0e98-46ab-a179-3a6da8d3351f tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec3f7f4-bccd-4eca-beaa-43e1225e9300,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:24.817313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.849046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0dabe7d9-de2e-4992-8533-6c6d5572dc86 req-c3d83182-e035-478f-bcfe-80ef44125da2 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 210 time: 0.0545206 Jul 08 01:55:24.867497 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dd3952-9470-4a5e-b251-26336c9351eb x-openstack-request-id: req-52dd3952-9470-4a5e-b251-26336c9351eb {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:24.868036 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff", "name": "network-vif-plugged", "status": "completed", "tag": "23668837-b55b-4662-b441-f1f26d4f4332", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:24.868142 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52dd3952-9470-4a5e-b251-26336c9351eb {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:24.868473 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23668837-b55b-4662-b441-f1f26d4f4332', 'code': 200} Jul 08 01:55:24.917730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Pushing event deleted for resources: {'Port': ['ID=e8972fbd-65f4-4b61-b6d3-c4a118785907,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:24.932319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.949202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5aaea2d5-bf3e-4f2c-a434-31cd40c41b8a req-976447bb-29a6-4bbb-ad16-dd1abdbbdc9d service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669672 Jul 08 01:55:25.139674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] No DVR routers for this DVR port e8972fbd-65f4-4b61-b6d3-c4a118785907 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:25.152393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f21a8-ff5f-454e-aff4-f975ea9d8905 req-86d26b34-80e4-4830-b781-fb91ea6dd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:25.153199 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.154197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b84f21a8-ff5f-454e-aff4-f975ea9d8905 req-86d26b34-80e4-4830-b781-fb91ea6dd499 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 1097 time: 0.1231782 Jul 08 01:55:25.155498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-504cad8d-d3ba-4eed-8157-989f4da1479b req-3a280552-d8bf-49e2-9c1b-0de90248ea42 tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.18 "DELETE /v2.0/ports/e8972fbd-65f4-4b61-b6d3-c4a118785907 HTTP/1.1" status: 204 len: 173 time: 2.3597391 Jul 08 01:55:25.157081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Checking segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:25.157492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Network hostable DHCP agents. Network: fbdb8d45-7f81-4e72-bb8a-b61d1865970b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:55:25.159530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'name': 'network-vif-deleted', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:25.161773 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda373bf-1417-4861-a5da-bdf76ff34f39" -d '{"events": [{"server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "name": "network-vif-deleted", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:25.178777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc20689-5b16-4c21-9e63-5f26fe24f72c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:25.237312 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f06590e-085b-4752-8777-6e69d9a9cdcb x-openstack-request-id: req-4f06590e-085b-4752-8777-6e69d9a9cdcb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:25.237626 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ced3c42-e90c-4ab5-aa36-514f6e8572fb", "name": "network-vif-deleted", "tag": "e8972fbd-65f4-4b61-b6d3-c4a118785907", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:25.237742 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f06590e-085b-4752-8777-6e69d9a9cdcb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:25.238132 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ced3c42-e90c-4ab5-aa36-514f6e8572fb', 'name': 'network-vif-deleted', 'tag': 'e8972fbd-65f4-4b61-b6d3-c4a118785907', 'status': 'completed', 'code': 200} Jul 08 01:55:25.241246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b84f21a8-ff5f-454e-aff4-f975ea9d8905 req-b42905e0-33f5-40e3-b69c-81f8f458b871 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663698 Jul 08 01:55:25.254228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Deleting port b2de3152-cbf6-4878-a031-baafbec0e078 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:25.254583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.283128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:25.322425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ac9b2-5842-42b1-90df-3ad0f3cb63b1 req-8526e83f-31f4-4a51-a762-a7cb63f539a5 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:25.324697 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c5ac9b2-5842-42b1-90df-3ad0f3cb63b1 req-8526e83f-31f4-4a51-a762-a7cb63f539a5 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 945 time: 0.1830323 Jul 08 01:55:25.369242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.369860 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.383770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Calling delete_port for b2de3152-cbf6-4878-a031-baafbec0e078 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:25.559837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c5ac9b2-5842-42b1-90df-3ad0f3cb63b1 req-aed3c159-88fc-4475-a8ab-1d6391a9ca04 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892434 Jul 08 01:55:25.706866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:25.707186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:55:25.715565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:25.716234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.721990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6834d-be9d-4bc2-9ee8-d0b6ba67ced2 req-0011b516-86da-45e5-bc83-979f02b387d3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:25.724747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9e6834d-be9d-4bc2-9ee8-d0b6ba67ced2 req-0011b516-86da-45e5-bc83-979f02b387d3 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0846009 Jul 08 01:55:25.832096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, fbdb8d45-7f81-4e72-bb8a-b61d1865970b) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:25.835658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.843379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9e6834d-be9d-4bc2-9ee8-d0b6ba67ced2 req-728cf1a2-f5d1-4b35-8fe9-8962e4cd5bd4 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136880 Jul 08 01:55:25.868382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e34997-5f27-46a3-9236-96bbce8d1bd4 None None] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:55:25.881795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:25.885354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:26.002118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Pushing event deleted for resources: {'Port': ['ID=b2de3152-cbf6-4878-a031-baafbec0e078,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:26.078305 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:26.167241 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9019f5e-bd92-49f0-8355-4eebd1ee8332 req-fe97e9a1-57c5-4d48-ac6f-cf41b94a323a tempest-LiveAutoBlockMigrationV225Test-986973904 tempest-LiveAutoBlockMigrationV225Test-986973904-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ced3c42-e90c-4ab5-aa36-514f6e8572fb HTTP/1.1" status: 200 len: 210 time: 0.0530932 Jul 08 01:55:26.178399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:26.296435 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c4275d3d-008f-4816-b196-d6b1b702d13b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0695980 Jul 08 01:55:26.404512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:26.404512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e8972fbd-65f4-4b61-b6d3-c4a118785907 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:26.404512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b592341-12c6-4504-bb45-5e7c423bf9ad None None] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:55:26.405705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:26.405705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:26.405705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0c8fb172-3358-4ae8-9e8b-cf652f947f14 tempest-ServersWithSpecificFlavorTestJSON-31935678 tempest-ServersWithSpecificFlavorTestJSON-31935678-project] 10.222.0.10 "DELETE /v2.0/floatingips/dd816941-84c9-4c37-b917-3898b76da6bb HTTP/1.1" status: 204 len: 168 time: 1.6699624 Jul 08 01:55:26.407986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: e8972fbd-65f4-4b61-b6d3-c4a118785907 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:26.407986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e8972fbd-65f4-4b61-b6d3-c4a118785907 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:26.439383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40a148-15bc-4915-a744-f8274b64d6d5 req-81c77b9d-b34c-4ff8-bae3-12a527079f4e tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.447668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f40a148-15bc-4915-a744-f8274b64d6d5 req-81c77b9d-b34c-4ff8-bae3-12a527079f4e tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 950 time: 0.2312257 Jul 08 01:55:26.505306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:26.539887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f40a148-15bc-4915-a744-f8274b64d6d5 req-0377bafe-cc3b-4adb-aacf-20855ff14a13 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911739 Jul 08 01:55:26.802839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-c2e35679-4fde-446e-9ef9-a810ec939384 service neutron] 10.222.0.32 "GET /v2.0/ports/6bf41382-6474-443f-87fa-4d1e62609bdc/bindings/n-h1-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.1255188 Jul 08 01:55:26.862428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a8dab-767b-47b6-9725-8e8a96d27866 req-0367700b-0e18-40fd-8933-5d731bddbec4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.872183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:26.876910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-374a8dab-767b-47b6-9725-8e8a96d27866 req-0367700b-0e18-40fd-8933-5d731bddbec4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 945 time: 0.1432507 Jul 08 01:55:26.877625 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977a52ca-11a6-4ac6-9440-ddeb83f08389" -d '{"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:26.975822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6bf41382-6474-443f-87fa-4d1e62609bdc no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:26.986934 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-374a8dab-767b-47b6-9725-8e8a96d27866 req-4a6d89fc-0c21-4553-b793-c84c59fe7012 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119769 Jul 08 01:55:27.140340 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:27.220631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:27.247517 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf43c2-a7d5-4cea-9140-46d44e4b78d0 x-openstack-request-id: req-88cf43c2-a7d5-4cea-9140-46d44e4b78d0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:27.247517 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:27.247517 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88cf43c2-a7d5-4cea-9140-46d44e4b78d0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:27.247517 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'code': 200} Jul 08 01:55:27.353730 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf41382-6474-443f-87fa-4d1e62609bdc {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:27.385248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:27.477983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-162c206b-1f3f-44d2-9bc2-fedbe5a79add tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:27.491122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-162c206b-1f3f-44d2-9bc2-fedbe5a79add tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.2672751 Jul 08 01:55:27.503053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:27.515630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-815594d0-bb42-4383-a729-6e9cfe5fdfcc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/quotas/6dfa016384984b2b898f8cc4f92b1858 HTTP/1.1" status: 200 len: 375 time: 0.0234044 Jul 08 01:55:27.560056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-de6d90a4-7bd7-4b95-9a8b-7876fc263fbf tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433769 Jul 08 01:55:27.589244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2ecf1-7a9f-4c09-8864-13971112f193 req-0110d991-68ba-4d81-a263-f4a3acaaca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:27.591450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ebc2ecf1-7a9f-4c09-8864-13971112f193 req-0110d991-68ba-4d81-a263-f4a3acaaca2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 1102 time: 0.2002206 Jul 08 01:55:27.636206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f906077-f1c5-451e-92f0-0343a244ea14 req-ac941f7c-74c5-4eb2-b0f4-367cc8dfc29d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:27.644129 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f906077-f1c5-451e-92f0-0343a244ea14 req-ac941f7c-74c5-4eb2-b0f4-367cc8dfc29d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 943 time: 0.2311449 Jul 08 01:55:27.763555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f906077-f1c5-451e-92f0-0343a244ea14 req-12becddd-2345-4a17-b1ce-27e23263b8e5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180353 Jul 08 01:55:27.781690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ebc2ecf1-7a9f-4c09-8864-13971112f193 req-10de3ef4-cf96-4fb0-b02c-0edb7bfc7f57 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644294 Jul 08 01:55:27.866331 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-c3053fad-fdaa-471c-9ef3-5a802b987f3f service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052001 Jul 08 01:55:27.869438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] Transition to ACTIVE for port object 6bf41382-6474-443f-87fa-4d1e62609bdc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:27.964931 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.002360 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-04f9b924-bde5-4597-8b93-90ad8ed85629 service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348968 Jul 08 01:55:28.008567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34358) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:28.075955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:28.116185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] No DVR routers for this DVR port 6bf41382-6474-443f-87fa-4d1e62609bdc on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:28.156562 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cad96d35-b4dd-46c0-a04f-f99fb56ad341 service neutron] 10.222.0.32 "PUT /v2.0/ports/6bf41382-6474-443f-87fa-4d1e62609bdc/bindings/n-h1-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3462594 Jul 08 01:55:28.317911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201b3d1-366e-490d-aece-6857f152d087 req-c97aea00-12fb-450b-880c-8d8d9ce2e98d tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:28.325541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8201b3d1-366e-490d-aece-6857f152d087 req-c97aea00-12fb-450b-880c-8d8d9ce2e98d tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 950 time: 0.1344376 Jul 08 01:55:28.424407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8201b3d1-366e-490d-aece-6857f152d087 req-e3bce211-864f-4094-8a23-2a062ca7da5c tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972941 Jul 08 01:55:28.428779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b4fbdf-8f7a-48ed-8e44-3c11a4e01931 admin admin] Deleting subnet 332bb977-b183-4ea9-97bc-26fe22bf9868 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:55:28.447893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93b4fbdf-8f7a-48ed-8e44-3c11a4e01931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.523105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba761857-2cfd-450e-aea9-c45fd3b12ebd req-6aaa2fd9-8a58-4998-9610-9f4d3ed5823d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 210 time: 0.0561538 Jul 08 01:55:28.587319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93b4fbdf-8f7a-48ed-8e44-3c11a4e01931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.672357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93b4fbdf-8f7a-48ed-8e44-3c11a4e01931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.862384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cc6fa296-92d1-4f81-bf14-faa5dec69307 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:28.863965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-cc6fa296-92d1-4f81-bf14-faa5dec69307 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.5011685 Jul 08 01:55:28.867637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79713d-ef00-4b95-b444-3e0ef118878e req-5df82e5b-f015-4ab0-85b9-f0545fc49996 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:28.875101 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc79713d-ef00-4b95-b444-3e0ef118878e req-5df82e5b-f015-4ab0-85b9-f0545fc49996 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 945 time: 0.1371276 Jul 08 01:55:28.947192 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93b4fbdf-8f7a-48ed-8e44-3c11a4e01931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.075271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc79713d-ef00-4b95-b444-3e0ef118878e req-0c66d112-18ee-415c-8902-ab4e2933069d tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992328 Jul 08 01:55:29.076191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4fbdf-8f7a-48ed-8e44-3c11a4e01931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332bb977-b183-4ea9-97bc-26fe22bf9868,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:29.081742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93b4fbdf-8f7a-48ed-8e44-3c11a4e01931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.089324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-93b4fbdf-8f7a-48ed-8e44-3c11a4e01931 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/332bb977-b183-4ea9-97bc-26fe22bf9868 HTTP/1.1" status: 204 len: 168 time: 1.0789757 Jul 08 01:55:29.089324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34406) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:29.096761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-2db88d9a-0019-4a24-a3b6-c72a2d5102bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:29.097920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-2db88d9a-0019-4a24-a3b6-c72a2d5102bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d HTTP/1.1" status: 200 len: 1096 time: 0.2166295 Jul 08 01:55:29.187697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945a2a1-572f-412b-85c6-d889b2df49c1 req-b5256896-3e46-4c11-a991-d30c6592e13e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:29.197819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c945a2a1-572f-412b-85c6-d889b2df49c1 req-b5256896-3e46-4c11-a991-d30c6592e13e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 944 time: 0.2021224 Jul 08 01:55:29.260027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.268573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c945a2a1-572f-412b-85c6-d889b2df49c1 req-a6c6cb50-d0b3-4994-9614-538ba198a20c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693498 Jul 08 01:55:29.298804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ee5e5c01-26c1-4103-b90b-926ae57a276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:29.300359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-ee5e5c01-26c1-4103-b90b-926ae57a276a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1096 time: 0.1664369 Jul 08 01:55:29.434484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-237b028c-4c6e-4111-8cdf-c145d3d6e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:29.436304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-237b028c-4c6e-4111-8cdf-c145d3d6e402 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 200 len: 907 time: 0.1288218 Jul 08 01:55:29.439060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.461026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa08506-daf0-4876-a5c0-b5876f6c346c']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:29.478988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662f4cd4-010c-4e5e-a2da-0b18a49ca781') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:29.479526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662f4cd4-010c-4e5e-a2da-0b18a49ca781') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:29.494071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.514221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.521224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:55:29.521913 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.543689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-b46ae758-616d-48f1-bd6b-cc30f47be1d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf41382-6474-443f-87fa-4d1e62609bdc HTTP/1.1" status: 200 len: 217 time: 0.0986702 Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:55:29.590679 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:55:29.636037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-9aedbe0e-ab79-4567-a218-4cb83ca63993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:29.637964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-9aedbe0e-ab79-4567-a218-4cb83ca63993 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 200 len: 846 time: 0.0876935 Jul 08 01:55:29.687075 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-97aacbc7-abec-466b-bc90-9d8d14849fa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68974dc5-4c4e-4451-9f8d-07f701067f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404327 Jul 08 01:55:29.690953 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.696970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.700641 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1aa08506-daf0-4876-a5c0-b5876f6c346c HTTP/1.1" status: 204 len: 168 time: 0.6113400 Jul 08 01:55:29.703047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34438) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:29.820615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105aa35-05ec-44a3-bfa1-ca6033a4ad31 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa08506-daf0-4876-a5c0-b5876f6c346c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:29.865658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-10830e7f-5f59-4af6-bd44-8fd30671ca54 admin admin] Deleting subnet 2993e4eb-a342-471a-80bb-5926b3d1c22f {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:55:29.869464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10830e7f-5f59-4af6-bd44-8fd30671ca54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.891664 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-701d4069-e5d9-4190-9346-e96602a972a5 service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953981 Jul 08 01:55:29.911733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10830e7f-5f59-4af6-bd44-8fd30671ca54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.964220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adeace-1dce-4e5d-9c74-03c06f0b0868 req-46190a3b-9c39-415a-9e4c-a2638dfb36c4 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:29.965816 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50adeace-1dce-4e5d-9c74-03c06f0b0868 req-46190a3b-9c39-415a-9e4c-a2638dfb36c4 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 950 time: 0.1475370 Jul 08 01:55:29.994140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10830e7f-5f59-4af6-bd44-8fd30671ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.027678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-6edc697b-21f2-4648-8170-cfab787481aa service neutron] 10.222.0.18 "GET /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229677 Jul 08 01:55:30.073503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50adeace-1dce-4e5d-9c74-03c06f0b0868 req-dcc0809d-278b-448c-9e38-c6abcb0ab445 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967386 Jul 08 01:55:30.166359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34462) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:30.170205 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10830e7f-5f59-4af6-bd44-8fd30671ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.217771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10830e7f-5f59-4af6-bd44-8fd30671ca54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2993e4eb-a342-471a-80bb-5926b3d1c22f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:30.241348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10830e7f-5f59-4af6-bd44-8fd30671ca54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.245525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-10830e7f-5f59-4af6-bd44-8fd30671ca54 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2993e4eb-a342-471a-80bb-5926b3d1c22f HTTP/1.1" status: 204 len: 168 time: 0.5393109 Jul 08 01:55:30.245713 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:55:30.246167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34466) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:30.344293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-213fa21e-e0d4-46e7-9678-a5f14ea07b5e req-de7ce9c0-5f6d-470a-9e1f-bc6bcb4638cd tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 210 time: 0.0547085 Jul 08 01:55:30.383123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.541967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.556845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec8a195-c3ea-4c40-9a53-9bd56423c755']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:30.568821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ca069c-19d3-4231-8cfb-987056512651') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:30.569104 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ca069c-19d3-4231-8cfb-987056512651') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:30.598734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76873a1-78a0-4ba4-aa35-641da797ed3e req-219f5351-8ff8-4f93-84d0-ea9441b75733 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:30.598734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e76873a1-78a0-4ba4-aa35-641da797ed3e req-219f5351-8ff8-4f93-84d0-ea9441b75733 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 945 time: 0.2480547 Jul 08 01:55:30.598734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.639504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.650078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:55:30.650497 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:55:30.652209 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:55:30.707730 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e76873a1-78a0-4ba4-aa35-641da797ed3e req-8ac5a196-67c0-4535-92cc-877e58b9ef87 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025567 Jul 08 01:55:30.849120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-c0d90a3f-09ef-4941-902f-d26e880e772e tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:30.850648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-c0d90a3f-09ef-4941-902f-d26e880e772e tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4&tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.0997994 Jul 08 01:55:30.861810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.872675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.891852 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] 10.222.0.10 "DELETE /v2.0/networks/aec8a195-c3ea-4c40-9a53-9bd56423c755 HTTP/1.1" status: 204 len: 168 time: 0.6277864 Jul 08 01:55:30.902440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c9ac1-59b6-4472-94c4-b94119bbd3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=aec8a195-c3ea-4c40-9a53-9bd56423c755,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:31.100996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c7332-1597-4eac-a23f-7e9be56741af req-574a9a64-37f0-42c1-991e-6bfb2c5886e7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:31.107946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df4c7332-1597-4eac-a23f-7e9be56741af req-574a9a64-37f0-42c1-991e-6bfb2c5886e7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 944 time: 0.1708627 Jul 08 01:55:31.169802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.204278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34486) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:31.273656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df4c7332-1597-4eac-a23f-7e9be56741af req-33eb6ab5-56dc-4971-9fed-fc90bed7273f tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587398 Jul 08 01:55:31.347548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34502) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:31.461838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-13f8e9b4-1fd6-4205-9f0a-ae55fb3c8664 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=817457c9802b41198f112cb2aab5d4cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1130159 Jul 08 01:55:31.464709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34512) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:31.532966 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d543101a-b856-4fb4-9947-6fd75829515c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.598651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-2dc4514b-55c4-4c30-b51c-17c30be9a443 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:31.600391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-2dc4514b-55c4-4c30-b51c-17c30be9a443 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 945 time: 0.2055676 Jul 08 01:55:31.680654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e75d-fdf5-4d0b-b226-718df64ad861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.700034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de9be8bc-9e50-4db0-8231-c753aa7ea807 req-a641b83a-fd9b-4523-bd3b-7a46e7317562 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 210 time: 0.0299373 Jul 08 01:55:31.740936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Deleting port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:31.741285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.741827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e75d-fdf5-4d0b-b226-718df64ad861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.833067 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] For port 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:31.834458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.848723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Calling delete_port for 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:31.868015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22627-0fd7-4186-bc44-a8ce383e8192 req-c99f9321-d092-40cd-a69a-3e52ce56a82c tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:31.870167 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73e22627-0fd7-4186-bc44-a8ce383e8192 req-c99f9321-d092-40cd-a69a-3e52ce56a82c tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 1096 time: 0.2664120 Jul 08 01:55:31.919905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d543101a-b856-4fb4-9947-6fd75829515c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.925014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Deleting port 23668837-b55b-4662-b441-f1f26d4f4332 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:31.925483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.947664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-8af9f2a7-6417-4301-a877-7ac64bb2f21b service neutron] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:31.947664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-8af9f2a7-6417-4301-a877-7ac64bb2f21b service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.948763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ac245b8-378d-4f0c-8e14-6d7603543327 req-8af9f2a7-6417-4301-a877-7ac64bb2f21b service neutron] 10.222.0.18 "DELETE /v2.0/ports/6bf41382-6474-443f-87fa-4d1e62609bdc/bindings/n-h2-695189-13 HTTP/1.1" status: 204 len: 173 time: 1.0906157 Jul 08 01:55:32.013665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d543101a-b856-4fb4-9947-6fd75829515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.039447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0b707-1249-4564-9057-6f5bbbbe8e8c req-51c2a6ae-b396-428f-be02-699901a48147 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:32.041205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4b0b707-1249-4564-9057-6f5bbbbe8e8c req-51c2a6ae-b396-428f-be02-699901a48147 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 945 time: 0.1902852 Jul 08 01:55:32.045182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73e22627-0fd7-4186-bc44-a8ce383e8192 req-6f0f0722-00f3-4b72-9784-8a696786d810 tempest-LiveMigrationTest-392845299 tempest-LiveMigrationTest-392845299-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683726 Jul 08 01:55:32.094905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e75d-fdf5-4d0b-b226-718df64ad861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.098039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e75d-fdf5-4d0b-b226-718df64ad861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.099971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6dc2e75d-fdf5-4d0b-b226-718df64ad861 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc0185bf-2b77-4118-ae65-6f1c8dbcc217 HTTP/1.1" status: 204 len: 168 time: 0.6340969 Jul 08 01:55:32.135632 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d543101a-b856-4fb4-9947-6fd75829515c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54f8d9121288425b91ad479cc2e4d6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300957 Jul 08 01:55:32.144561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34528) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:32.145442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543101a-b856-4fb4-9947-6fd75829515c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a71c57a-6a4f-45ee-aacb-15c058f89224,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:32.181577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4b0b707-1249-4564-9057-6f5bbbbe8e8c req-28a1f761-e054-4dfe-b431-618ddc90aa19 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebaa6435-b566-4170-bb50-7d988090c492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284871 Jul 08 01:55:32.192097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2e75d-fdf5-4d0b-b226-718df64ad861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0185bf-2b77-4118-ae65-6f1c8dbcc217,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:32.201536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] For port 23668837-b55b-4662-b441-f1f26d4f4332, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=23668837-b55b-4662-b441-f1f26d4f4332,segment=NetworkSegment(a655f580-7c0c-4d98-a015-ba5d2fa89308),segment_id=a655f580-7c0c-4d98-a015-ba5d2fa89308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:32.202075 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.241393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Calling delete_port for 23668837-b55b-4662-b441-f1f26d4f4332 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:32.358954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9a6046e-5fd5-4abe-b610-654dd192fb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.411608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9a6046e-5fd5-4abe-b610-654dd192fb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.465831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.502707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=16ea8c3a-b31f-425b-ad3a-010afb4d5f6c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:32.675156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-fc2f843d-4d05-4300-9f83-d36da9aecf61 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:32.677925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-fc2f843d-4d05-4300-9f83-d36da9aecf61 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.3469708 Jul 08 01:55:32.694514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Request body: {'port': {'device_id': '09b3bc76-bcae-4562-b1ba-4a6cbe62823c', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'admin_state_up': True, 'tenant_id': '6dfa016384984b2b898f8cc4f92b1858'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:32.753532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.754715 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9a6046e-5fd5-4abe-b610-654dd192fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.758495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9a6046e-5fd5-4abe-b610-654dd192fb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.759622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a9a6046e-5fd5-4abe-b610-654dd192fb17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a71c57a-6a4f-45ee-aacb-15c058f89224 HTTP/1.1" status: 204 len: 168 time: 0.6109223 Jul 08 01:55:32.765484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['23668837-b55b-4662-b441-f1f26d4f4332'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:32.928989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event deleted for resources: {'Port': ['ID=23668837-b55b-4662-b441-f1f26d4f4332,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:32.933461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6046e-5fd5-4abe-b610-654dd192fb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a71c57a-6a4f-45ee-aacb-15c058f89224,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:33.088487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] No DVR routers for this DVR port 23668837-b55b-4662-b441-f1f26d4f4332 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:33.093259 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:33.098844 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4fe30608-8dc5-49c4-8d33-1b2e6e310320 req-648ec7d2-9621-454d-98f0-d1a424545ce4 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.18 "DELETE /v2.0/ports/23668837-b55b-4662-b441-f1f26d4f4332 HTTP/1.1" status: 204 len: 173 time: 1.4819584 Jul 08 01:55:33.104320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff', 'name': 'network-vif-deleted', 'tag': '23668837-b55b-4662-b441-f1f26d4f4332'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:33.107313 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7487e9ae-d090-4f2d-964a-0d8993e84ee1" -d '{"events": [{"server_uuid": "bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff", "name": "network-vif-deleted", "tag": "23668837-b55b-4662-b441-f1f26d4f4332"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:33.285888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55747816-1ebb-401c-a850-44592cc61ebd req-5f878e83-bf1e-419d-a8e6-7d31c6ca2a75 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:33.288629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55747816-1ebb-401c-a850-44592cc61ebd req-5f878e83-bf1e-419d-a8e6-7d31c6ca2a75 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 944 time: 0.1136694 Jul 08 01:55:33.306265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6011c2a-ff1a-49e6-a073-0dae2f721cd1 req-24b58daf-807e-4abe-be03-17e5e4eda135 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 210 time: 0.1501248 Jul 08 01:55:33.379420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55747816-1ebb-401c-a850-44592cc61ebd req-cff4b949-e53f-4f71-bc8d-15abc8127f93 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839205 Jul 08 01:55:33.403645 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:33.416428 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abde9a1-e137-4d41-9ca3-e5967e0e5f59 x-openstack-request-id: req-8abde9a1-e137-4d41-9ca3-e5967e0e5f59 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:33.417055 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff", "name": "network-vif-deleted", "tag": "23668837-b55b-4662-b441-f1f26d4f4332", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:33.417723 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8abde9a1-e137-4d41-9ca3-e5967e0e5f59 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:33.418286 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff', 'name': 'network-vif-deleted', 'tag': '23668837-b55b-4662-b441-f1f26d4f4332', 'status': 'completed', 'code': 200} Jul 08 01:55:33.473393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34562) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:33.592887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d040a177-5018-45d7-9ed7-4279714270c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c626bc4802be43a589f9d04d749096e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156013 Jul 08 01:55:33.629260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34576) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:33.644335 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-17d76037-473d-4c34-835b-02236c957799 req-3b23fa3e-11ea-49bc-a415-c5ed597eb183 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4c2306-1666-41cc-a0e3-fd8c02d7a0ff HTTP/1.1" status: 200 len: 210 time: 0.0711021 Jul 08 01:55:33.811071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e88923d-e4e9-4db9-9869-d64f01771d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:33.862214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-b7d78f4f-8635-440f-866c-771ea16bd53e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:33.864091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-b7d78f4f-8635-440f-866c-771ea16bd53e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.18 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 944 time: 0.1734519 Jul 08 01:55:33.866367 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e88923d-e4e9-4db9-9869-d64f01771d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:33.979112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Made reservation on behalf of 6dfa016384984b2b898f8cc4f92b1858 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:33.983282 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.039302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Deleting port 6bf41382-6474-443f-87fa-4d1e62609bdc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:34.039843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.092036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34588) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:34.112850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e88923d-e4e9-4db9-9869-d64f01771d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.116518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8e88923d-e4e9-4db9-9869-d64f01771d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.119498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8e88923d-e4e9-4db9-9869-d64f01771d7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35bcfb5f-a52b-409b-8a8a-5d8bfe77164b HTTP/1.1" status: 204 len: 168 time: 0.4754090 Jul 08 01:55:34.129089 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75212421-1163-48f3-bbae-4f3ecc0d6854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.142127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88923d-e4e9-4db9-9869-d64f01771d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bcfb5f-a52b-409b-8a8a-5d8bfe77164b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:34.269319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] For port 6bf41382-6474-443f-87fa-4d1e62609bdc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6bf41382-6474-443f-87fa-4d1e62609bdc,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:34.269710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.290959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Allocated IP 172.20.0.2 (fbdb8d45-7f81-4e72-bb8a-b61d1865970b/3dc20689-5b16-4c21-9e63-5f26fe24f72c/775cd4e3-e2bb-479b-9030-a873834ac1da) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:55:34.307711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Calling delete_port for 6bf41382-6474-443f-87fa-4d1e62609bdc owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:34.356631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Router bd79185e-78c9-4d43-92b6-da8ebd0198f2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:55:34.453317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75212421-1163-48f3-bbae-4f3ecc0d6854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.549761 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75212421-1163-48f3-bbae-4f3ecc0d6854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.619885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-75212421-1163-48f3-bbae-4f3ecc0d6854 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21c94d99491a45bb9e523007576c5ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267847 Jul 08 01:55:34.620939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75212421-1163-48f3-bbae-4f3ecc0d6854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da39ceef-7599-49c9-9a12-90bfc13345e5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:34.623566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34598) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:34.712495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.727846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['45ebca6d-0e1b-48f5-9d87-d3fd259858c8', '6bf41382-6474-443f-87fa-4d1e62609bdc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:34.754629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Pushing event deleted for resources: {'Port': ['ID=6bf41382-6474-443f-87fa-4d1e62609bdc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:34.762289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eb764b8-c952-4467-98e3-bc7ec0df09fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.826457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] No DVR routers for this DVR port 6bf41382-6474-443f-87fa-4d1e62609bdc on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:34.830597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.832673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.835394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eab253f0-f9a6-440e-882b-6bbabab203a0 req-93e32950-a731-49ef-9800-29e9a579b920 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.18 "DELETE /v2.0/ports/6bf41382-6474-443f-87fa-4d1e62609bdc HTTP/1.1" status: 204 len: 173 time: 0.9612098 Jul 08 01:55:34.836764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eb764b8-c952-4467-98e3-bc7ec0df09fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.982091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:55:35.009521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34610) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:35.009740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c4f2abff-3fa8-482f-8990-c2fb8f2b3d3f admin admin] 10.222.0.10 "PUT /v2.0/routers/bd79185e-78c9-4d43-92b6-da8ebd0198f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8421247 Jul 08 01:55:35.032727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] Sync routers for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:55:35.042175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.073059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:55:35.075219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:35.098048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eb764b8-c952-4467-98e3-bc7ec0df09fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.113791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eb764b8-c952-4467-98e3-bc7ec0df09fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.115097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0eb764b8-c952-4467-98e3-bc7ec0df09fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da39ceef-7599-49c9-9a12-90bfc13345e5 HTTP/1.1" status: 204 len: 168 time: 0.4903975 Jul 08 01:55:35.134043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718146a-1e0f-459c-a2aa-3dba199d5ced req-412e9f26-6575-42c7-81de-4a8e1941c548 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:35.135673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5718146a-1e0f-459c-a2aa-3dba199d5ced req-412e9f26-6575-42c7-81de-4a8e1941c548 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 866 time: 0.5446482 Jul 08 01:55:35.182455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:55:35.195237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:35.228074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:55:35.244120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb764b8-c952-4467-98e3-bc7ec0df09fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da39ceef-7599-49c9-9a12-90bfc13345e5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:35.316361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:55:35.360692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5718146a-1e0f-459c-a2aa-3dba199d5ced req-64bad4eb-6636-438f-bdd5-a97304e674a1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919682 Jul 08 01:55:35.382446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event updated for resources: {'Port': ['ID=775cd4e3-e2bb-479b-9030-a873834ac1da,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:35.399685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.470415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:35.477308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 23668837-b55b-4662-b441-f1f26d4f4332 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:35.481847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:35.481847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.498055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'name': 'network-vif-deleted', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:35.500641 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04643f26-d3c6-403d-a359-64798e11cf52" -d '{"events": [{"server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "name": "network-vif-deleted", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:35.522564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 23668837-b55b-4662-b441-f1f26d4f4332 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:35.527995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4288e-9c0d-43f8-a418-23b140ea021d req-b00370e2-6b65-4e0e-a71f-0dbd061fcff4 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:35.537273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fcc4288e-9c0d-43f8-a418-23b140ea021d req-b00370e2-6b65-4e0e-a71f-0dbd061fcff4 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 931 time: 0.4433067 Jul 08 01:55:35.537781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 23668837-b55b-4662-b441-f1f26d4f4332 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:35.621114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-0da5a254-1120-4ed0-a54e-e495c6c94073 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9334743 Jul 08 01:55:35.639258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Request body: {'port': {'device_id': '09b3bc76-bcae-4562-b1ba-4a6cbe62823c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:35.672601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fcc4288e-9c0d-43f8-a418-23b140ea021d req-b9a96959-db24-4cdf-af5b-acb0d01eea73 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336620 Jul 08 01:55:35.701479 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.896915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.961656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Deleting port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:35.962009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.015867 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aebf0b0-7e22-478e-b72b-93a51c4806e2 x-openstack-request-id: req-0aebf0b0-7e22-478e-b72b-93a51c4806e2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:36.016092 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133292e3-480c-4f83-ad76-b6dd72c1b0b4", "name": "network-vif-deleted", "tag": "6bf41382-6474-443f-87fa-4d1e62609bdc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:36.016339 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0aebf0b0-7e22-478e-b72b-93a51c4806e2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:36.016743 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133292e3-480c-4f83-ad76-b6dd72c1b0b4', 'name': 'network-vif-deleted', 'tag': '6bf41382-6474-443f-87fa-4d1e62609bdc', 'status': 'completed', 'code': 200} Jul 08 01:55:36.049733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:36.085992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'mac_address': 'fa:16:3e:d0:1e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:36.152006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] For port 3fe7da15-f66a-4614-b68d-d6ab6b5daa63, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3fe7da15-f66a-4614-b68d-d6ab6b5daa63,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:36.153272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.190946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:55:32Z', 'revision_number': 5, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port': {'id': '3fe7da15-f66a-4614-b68d-d6ab6b5daa63', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:42Z', 'updated_at': '2021-07-08T01:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:36.192021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Calling delete_port for 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:36.257963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] Checking router: bd79185e-78c9-4d43-92b6-da8ebd0198f2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:55:36.273613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] Routers {'bd79185e-78c9-4d43-92b6-da8ebd0198f2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:55:36.274168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:36.277145 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.322871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:36.346013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:36.426604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] Set router bd79185e-78c9-4d43-92b6-da8ebd0198f2 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:55:36.470768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775cd4e3-e2bb-479b-9030-a873834ac1da {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:36.481540 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.489470 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.496238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Transition to ACTIVE for port object 775cd4e3-e2bb-479b-9030-a873834ac1da will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:36.581129 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.725254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Pushing event updated for resources: {'Port': ['ID=775cd4e3-e2bb-479b-9030-a873834ac1da,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:36.808809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:55:35Z', 'revision_number': 6, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:36.827029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.870677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe7da15-f66a-4614-b68d-d6ab6b5daa63,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:36.876544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d20ad1-88d8-4570-9e47-19aca382be79 None None] The sync data for ids ['bd79185e-78c9-4d43-92b6-da8ebd0198f2'] in n-d-695189-13 is: [{'id': 'bd79185e-78c9-4d43-92b6-da8ebd0198f2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1260600214-router', 'tenant_id': '1a035400ac57449f8d07c2b507b8f1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:41Z', 'updated_at': '2021-07-08T01:55:35Z', 'revision_number': 6, 'project_id': '1a035400ac57449f8d07c2b507b8f1c2', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:55:36.878294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:36.882245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:36.940138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Attempting to bind port 775cd4e3-e2bb-479b-9030-a873834ac1da on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:36.940574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Attempting to bind port 775cd4e3-e2bb-479b-9030-a873834ac1da by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:36.941098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Attempting to bind port 775cd4e3-e2bb-479b-9030-a873834ac1da on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:36.945808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Port 775cd4e3-e2bb-479b-9030-a873834ac1da on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:36.946255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Attempting to bind port 775cd4e3-e2bb-479b-9030-a873834ac1da on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:36.955692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:36.956149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Checking segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:36.956643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Bound using segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:36.965712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Bound port: 775cd4e3-e2bb-479b-9030-a873834ac1da, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:36.969638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.035129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.112384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] For port 775cd4e3-e2bb-479b-9030-a873834ac1da, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:37.129244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] For port 775cd4e3-e2bb-479b-9030-a873834ac1da, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=775cd4e3-e2bb-479b-9030-a873834ac1da,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:37.222074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.262747 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.273565 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.346011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:37.355533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:37.355533 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.374675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] 10.222.0.32 "PUT /v2.0/ports/775cd4e3-e2bb-479b-9030-a873834ac1da HTTP/1.1" status: 200 len: 1092 time: 1.7443392 Jul 08 01:55:37.375199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b3bc76-bcae-4562-b1ba-4a6cbe62823c', 'tag': '775cd4e3-e2bb-479b-9030-a873834ac1da'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:37.389655 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08b431c-4d15-45ca-b849-5681a1477d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "09b3bc76-bcae-4562-b1ba-4a6cbe62823c", "tag": "775cd4e3-e2bb-479b-9030-a873834ac1da"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:37.473670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Pushing event updated for resources: {'Port': ['ID=775cd4e3-e2bb-479b-9030-a873834ac1da,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:37.493712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:37.535388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.535953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd79185e-78c9-4d43-92b6-da8ebd0198f2 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:55:37.542007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.546104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d56bfc5a-6437-45c6-81c0-ad9a3a7bfb42 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bd79185e-78c9-4d43-92b6-da8ebd0198f2 HTTP/1.1" status: 204 len: 168 time: 2.5356936 Jul 08 01:55:37.546826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34704) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:37.571669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:37.571669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 16ea8c3a-b31f-425b-ad3a-010afb4d5f6c not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:37.572567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:37.572947 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.574251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.574623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.574972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.575318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.575736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.576091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.576436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.576786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.577107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.577444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.577777 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.578108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57721254-3d82-41e3-a5c7-a5e31613320f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:37.708503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8165ae-1447-4bfe-b6cb-edb7fc102bd1 admin admin] Deleting subnet 793dd119-606f-4fc6-a098-372dcf3f8a10 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:55:37.724658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed8165ae-1447-4bfe-b6cb-edb7fc102bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.765101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-73dd745a-fc83-42e2-93c9-29875f785b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:37.767260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-73dd745a-fc83-42e2-93c9-29875f785b7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 1095 time: 0.2748227 Jul 08 01:55:37.773946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.832753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed8165ae-1447-4bfe-b6cb-edb7fc102bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.879515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:37.883125 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e062d1da-1daa-4bb3-a9c5-1645cd98e730" -d '{"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:37.893760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-5cd4dabd-bbf0-4df5-b0f3-aa55aacb5aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=775cd4e3-e2bb-479b-9030-a873834ac1da HTTP/1.1" status: 200 len: 217 time: 0.1100724 Jul 08 01:55:37.919657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:38.016348 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.017490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6bf41382-6474-443f-87fa-4d1e62609bdc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:38.052719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-8bd706db-eb68-4644-b281-f213cf3754fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:38.054280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-8bd706db-eb68-4644-b281-f213cf3754fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.1460357 Jul 08 01:55:38.064915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 6bf41382-6474-443f-87fa-4d1e62609bdc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:38.068269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6bf41382-6474-443f-87fa-4d1e62609bdc not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:38.129158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed8165ae-1447-4bfe-b6cb-edb7fc102bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.153545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-c6ec0218-b472-41cc-9917-509a5a2e378d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889945 Jul 08 01:55:38.252121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:38.352976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed8165ae-1447-4bfe-b6cb-edb7fc102bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.410234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8165ae-1447-4bfe-b6cb-edb7fc102bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793dd119-606f-4fc6-a098-372dcf3f8a10,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:38.411965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-9c36b1fc-cbcd-4b19-b4a0-295dcd07bc7b service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492554 Jul 08 01:55:38.427713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed8165ae-1447-4bfe-b6cb-edb7fc102bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.433684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2165a3-32b8-438d-a652-be9501e72434 None None] Network 2110a99b-4459-4cbe-bc02-e0eeccfa77ec requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:55:38.437527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ed8165ae-1447-4bfe-b6cb-edb7fc102bd1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/793dd119-606f-4fc6-a098-372dcf3f8a10 HTTP/1.1" status: 204 len: 168 time: 0.8887653 Jul 08 01:55:38.438382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34720) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:38.613277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.627206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c1e3b96-542f-491f-b7af-0e5f3d71c9c7 req-9d67b423-4300-4320-8f09-e43ade3a2398 service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044895 Jul 08 01:55:38.746144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Deleting port 09c39941-5537-4fbf-b24a-29382a02b3b2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:38.749627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.806677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] DHCP port deletion for 2110a99b-4459-4cbe-bc02-e0eeccfa77ec request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:55:38.905716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] Deleting port 09c39941-5537-4fbf-b24a-29382a02b3b2 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:38.906103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.992106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] For port 09c39941-5537-4fbf-b24a-29382a02b3b2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=09c39941-5537-4fbf-b24a-29382a02b3b2,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:38.992505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.011289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] Calling delete_port for 09c39941-5537-4fbf-b24a-29382a02b3b2 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:39.374610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:39.434242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:39.435058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3fe7da15-f66a-4614-b68d-d6ab6b5daa63 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:39.435058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 09c39941-5537-4fbf-b24a-29382a02b3b2 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:39.478269 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.552074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] Pushing event deleted for resources: {'Port': ['ID=09c39941-5537-4fbf-b24a-29382a02b3b2,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:39.568078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb1fcd-53bc-472a-8d53-b19f98ec1b1b None None] No DVR routers for this DVR port 09c39941-5537-4fbf-b24a-29382a02b3b2 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:39.592922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No active binding found for port 09c39941-5537-4fbf-b24a-29382a02b3b2 {{(pid=100714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 01:55:39.593388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 09c39941-5537-4fbf-b24a-29382a02b3b2 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:39.696886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] For port 09c39941-5537-4fbf-b24a-29382a02b3b2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=09c39941-5537-4fbf-b24a-29382a02b3b2,segment=NetworkSegment(7efde1ff-59c1-4030-8e6b-83a234abf000),segment_id=7efde1ff-59c1-4030-8e6b-83a234abf000)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:39.696886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.696886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Calling delete_port for 09c39941-5537-4fbf-b24a-29382a02b3b2 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:39.771561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.802538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c39941-5537-4fbf-b24a-29382a02b3b2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:39.810468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] No DVR routers for this DVR port 09c39941-5537-4fbf-b24a-29382a02b3b2 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:39.915727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.927866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2110a99b-4459-4cbe-bc02-e0eeccfa77ec']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:39.942806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efde1ff-59c1-4030-8e6b-83a234abf000') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:39.943105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efde1ff-59c1-4030-8e6b-83a234abf000') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:39.956340 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.972090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.981370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:55:39.981879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:55:40.052669 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:55:40.120267 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.128258 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.131522 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2110a99b-4459-4cbe-bc02-e0eeccfa77ec HTTP/1.1" status: 204 len: 168 time: 1.6896777 Jul 08 01:55:40.134528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:40.161393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c3775-15f9-4e91-8f2a-c6544710d1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2110a99b-4459-4cbe-bc02-e0eeccfa77ec,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:40.609264 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.961493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Deleting port 5fde9c7f-de14-438c-85db-c6d4b1063e61 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:40.961493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.057925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] For port 5fde9c7f-de14-438c-85db-c6d4b1063e61, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5fde9c7f-de14-438c-85db-c6d4b1063e61,segment=NetworkSegment(5dfeffbf-1de5-432a-b647-ae479b02a819),segment_id=5dfeffbf-1de5-432a-b647-ae479b02a819)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:41.058575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.082048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Calling delete_port for 5fde9c7f-de14-438c-85db-c6d4b1063e61 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:41.089402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 775cd4e3-e2bb-479b-9030-a873834ac1da details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:41.234459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 775cd4e3-e2bb-479b-9030-a873834ac1da, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=775cd4e3-e2bb-479b-9030-a873834ac1da,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:41.247978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '775cd4e3-e2bb-479b-9030-a873834ac1da', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'port_id': '775cd4e3-e2bb-479b-9030-a873834ac1da', 'mac_address': 'fa:16:3e:3a:3a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc20689-5b16-4c21-9e63-5f26fe24f72c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:41.304861 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.323499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775cd4e3-e2bb-479b-9030-a873834ac1da {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:41.361196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 775cd4e3-e2bb-479b-9030-a873834ac1da, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=775cd4e3-e2bb-479b-9030-a873834ac1da,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:41.444796 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.479520 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e6d7bca-7aee-451b-87d6-e9df47d82e0f req-95a0df21-6863-49fa-92f4-66971cf224a8 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=133292e3-480c-4f83-ad76-b6dd72c1b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0357471 Jul 08 01:55:41.480853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.520781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fde9c7f-de14-438c-85db-c6d4b1063e61,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:41.549022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=775cd4e3-e2bb-479b-9030-a873834ac1da,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:41.713245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['775cd4e3-e2bb-479b-9030-a873834ac1da'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:41.897789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:42.015699 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7f371d21-1d7f-4f6c-8589-2eb1e12e288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:42.075229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda0d12-18d3-4895-928a-83a717222438 req-867bf66c-f484-4f96-9c24-ce2dede7f1c6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:42.077472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4eda0d12-18d3-4895-928a-83a717222438 req-867bf66c-f484-4f96-9c24-ce2dede7f1c6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 944 time: 0.2246413 Jul 08 01:55:42.182474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4eda0d12-18d3-4895-928a-83a717222438 req-82e20b92-2789-4fe3-bef1-b27159ebab56 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900950 Jul 08 01:55:42.294270 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1555dfdc-5bfd-46df-b048-9bbe01c77af3 x-openstack-request-id: req-1555dfdc-5bfd-46df-b048-9bbe01c77af3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:42.294506 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b3bc76-bcae-4562-b1ba-4a6cbe62823c", "tag": "775cd4e3-e2bb-479b-9030-a873834ac1da", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:42.294762 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1555dfdc-5bfd-46df-b048-9bbe01c77af3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:42.295191 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b3bc76-bcae-4562-b1ba-4a6cbe62823c', 'tag': '775cd4e3-e2bb-479b-9030-a873834ac1da', 'status': 'completed', 'code': 200} Jul 08 01:55:42.336250 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb820a9-1718-4304-a36a-235d9ece1d56 x-openstack-request-id: req-1eb820a9-1718-4304-a36a-235d9ece1d56 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:42.336747 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:42.336862 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1eb820a9-1718-4304-a36a-235d9ece1d56 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:42.337381 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'code': 200} Jul 08 01:55:42.450461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:55:42.782766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:55:42.792032 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] Sync routers for ids ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:55:42.793854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34794) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:42.871738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c8c9565f-1765-481b-a6e3-f68609267ff9 admin admin] 10.222.0.10 "PUT /v2.0/routers/1899efef-adec-40dd-9ed6-b2fb3dd9e0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6716912 Jul 08 01:55:42.871738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-18b13b19-9fb7-4d76-a6db-f96e4ae4749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:42.871738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-18b13b19-9fb7-4d76-a6db-f96e4ae4749c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 1096 time: 0.4575534 Jul 08 01:55:42.874097 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] Routers {'1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:55:42.874097 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:42.996617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-f0f56a6f-f2dd-4844-a0fc-42d0097142e1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1368394 Jul 08 01:55:43.009371 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] Set router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:55:43.014927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.085545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 775cd4e3-e2bb-479b-9030-a873834ac1da up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:43.154972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-e4c8ab99-888d-48c6-a92c-15fef196142d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:43.156627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.163439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-e4c8ab99-888d-48c6-a92c-15fef196142d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648543 Jul 08 01:55:43.166369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-625e3edf-e6e0-44b3-a62d-c2dd88881e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:43.171044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-625e3edf-e6e0-44b3-a62d-c2dd88881e16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 912 time: 0.3467851 Jul 08 01:55:43.189295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-63bfee28-2201-4883-b16b-7c8dae488e83 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/quotas/ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 375 time: 0.0249786 Jul 08 01:55:43.221819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-57acc3df-b3ab-4546-8225-dc4a6d3418a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=775cd4e3-e2bb-479b-9030-a873834ac1da HTTP/1.1" status: 200 len: 217 time: 0.0424135 Jul 08 01:55:43.243870 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:55:41Z', 'revision_number': 5, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:43.290041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-dbc757f1-e6a2-4dfd-9bf5-0ba409c0b4d2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707171 Jul 08 01:55:43.301986 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] Checking router: 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:55:43.314866 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] Routers {'1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:55:43.315539 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:43.326617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-564622d6-0c1b-40f3-b284-1c1ef9dfebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:43.336751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-564622d6-0c1b-40f3-b284-1c1ef9dfebd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.1033602 Jul 08 01:55:43.361101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 775cd4e3-e2bb-479b-9030-a873834ac1da completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:43.370989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 775cd4e3-e2bb-479b-9030-a873834ac1da triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:43.371402 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.448917 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-2aa39ac2-44ca-45bb-b1e9-3bc0c9ff22e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060922 Jul 08 01:55:43.462463 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] Set router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:55:43.480577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Deleting port d46149af-3288-4fe7-b9c3-f787959a2b78 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:43.480929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.566076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.707995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 775cd4e3-e2bb-479b-9030-a873834ac1da, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=775cd4e3-e2bb-479b-9030-a873834ac1da,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:43.724798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-28bc205a-97e6-4d35-879b-7d5f0011ea3a service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672293 Jul 08 01:55:43.731650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] For port d46149af-3288-4fe7-b9c3-f787959a2b78, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d46149af-3288-4fe7-b9c3-f787959a2b78,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:43.737916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.775017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.800092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Calling delete_port for d46149af-3288-4fe7-b9c3-f787959a2b78 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:43.990478 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f08b431c-4d15-45ca-b849-5681a1477d0c req-a24015c8-598d-449e-aeca-f9ce962be34e service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568583 Jul 08 01:55:44.064016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=775cd4e3-e2bb-479b-9030-a873834ac1da,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:44.093844 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:55:41Z', 'revision_number': 5, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:44.144637 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc962a7d-178e-4a48-8186-112b03dbab72 None None] The sync data for ids ['1899efef-adec-40dd-9ed6-b2fb3dd9e0cb'] in n-d-695189-13 is: [{'id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436417079-router', 'tenant_id': 'cbe3b6cbb875484790bb84cff4940f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:57Z', 'updated_at': '2021-07-08T01:55:41Z', 'revision_number': 5, 'project_id': 'cbe3b6cbb875484790bb84cff4940f09', 'gw_port': {'id': 'd46149af-3288-4fe7-b9c3-f787959a2b78', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899efef-adec-40dd-9ed6-b2fb3dd9e0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:55:44.339164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b3bc76-bcae-4562-b1ba-4a6cbe62823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775cd4e3-e2bb-479b-9030-a873834ac1da'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:44.342167 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8696be5f-a94c-4ed7-a0a3-109ec02bfb78" -d '{"events": [{"server_uuid": "09b3bc76-bcae-4562-b1ba-4a6cbe62823c", "name": "network-vif-plugged", "status": "completed", "tag": "775cd4e3-e2bb-479b-9030-a873834ac1da"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:44.347994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-22046b8b-425c-40e7-a1ba-b06476fccb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:44.418625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0711b0-0c88-4887-bab4-ece640f77e9c req-56cebfc4-62e0-4f18-8b72-c1e6ca15299e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:44.420554 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f0711b0-0c88-4887-bab4-ece640f77e9c req-56cebfc4-62e0-4f18-8b72-c1e6ca15299e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 945 time: 0.1929541 Jul 08 01:55:44.458383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34872) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:44.500483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f0711b0-0c88-4887-bab4-ece640f77e9c req-cb1ba20a-8bda-4d51-8475-9e371e5ad112 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674317 Jul 08 01:55:44.502061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:44.662393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46149af-3288-4fe7-b9c3-f787959a2b78,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:44.745962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3e100d1-e0c2-42a0-9f75-bd665bdbf1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:44.775968 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc5c3d75-89f8-494b-9f8f-bda83e552364 req-931244cc-a196-4b40-91aa-64108ebfc10b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 210 time: 0.1234217 Jul 08 01:55:44.826666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:44.827371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:44.958520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34886) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:44.981145 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:44.989172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.066710 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9519371-ace4-4b32-9e1a-5d6e99756641 x-openstack-request-id: req-e9519371-ace4-4b32-9e1a-5d6e99756641 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:45.067013 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b3bc76-bcae-4562-b1ba-4a6cbe62823c", "name": "network-vif-plugged", "status": "completed", "tag": "775cd4e3-e2bb-479b-9030-a873834ac1da", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:45.067274 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9519371-ace4-4b32-9e1a-5d6e99756641 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:45.067945 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b3bc76-bcae-4562-b1ba-4a6cbe62823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775cd4e3-e2bb-479b-9030-a873834ac1da', 'code': 200} Jul 08 01:55:45.080738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3e100d1-e0c2-42a0-9f75-bd665bdbf1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.195597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e9ed1b-7ff1-404b-8db0-529bbdb1d129 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.243050 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.245219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1899efef-adec-40dd-9ed6-b2fb3dd9e0cb {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:55:45.256303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.262216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e4336adc-12ed-41c2-b809-c21d967dae96 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1899efef-adec-40dd-9ed6-b2fb3dd9e0cb HTTP/1.1" status: 204 len: 168 time: 2.4666269 Jul 08 01:55:45.263164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34898) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:45.266023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3e100d1-e0c2-42a0-9f75-bd665bdbf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.316014 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a3e100d1-e0c2-42a0-9f75-bd665bdbf1ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93dc4fbc51874f45b1a1bef07039a933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8565166 Jul 08 01:55:45.323656 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e9ed1b-7ff1-404b-8db0-529bbdb1d129 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.329639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:45.361075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5fde9c7f-de14-438c-85db-c6d4b1063e61 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:45.408259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e100d1-e0c2-42a0-9f75-bd665bdbf1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d635aadb-fa15-44d2-b2d0-cd3e287ca07e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:45.417514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5fde9c7f-de14-438c-85db-c6d4b1063e61 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:45.418065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5fde9c7f-de14-438c-85db-c6d4b1063e61 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:45.464436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f468884c-3b9a-45fc-9fc3-fd98d3505c0e admin admin] Deleting subnet 15dd248a-ee7e-481d-8661-b9933e58eeff {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:55:45.468118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f468884c-3b9a-45fc-9fc3-fd98d3505c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.618220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f468884c-3b9a-45fc-9fc3-fd98d3505c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.648206 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e9ed1b-7ff1-404b-8db0-529bbdb1d129 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.651487 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57e9ed1b-7ff1-404b-8db0-529bbdb1d129 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.653354 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-57e9ed1b-7ff1-404b-8db0-529bbdb1d129 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "DELETE /v2.0/security-groups/52c5f706-6b1e-4ec6-bad4-2df1e48b0883 HTTP/1.1" status: 204 len: 168 time: 0.6938560 Jul 08 01:55:45.658305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34916) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:45.673397 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.684871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9ed1b-7ff1-404b-8db0-529bbdb1d129 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c5f706-6b1e-4ec6-bad4-2df1e48b0883,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:45.707289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842516c-63d4-4e74-98d9-fcde600ec192 req-4d0efe41-aab7-4ebb-932c-16857089f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:45.710235 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-9f64fdb5-718d-4553-8fc7-45aac0a8fb6a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] show failed (client error): The resource could not be found. Jul 08 01:55:45.711500 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9f64fdb5-718d-4553-8fc7-45aac0a8fb6a tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "GET /v2.0/security-groups/52c5f706-6b1e-4ec6-bad4-2df1e48b0883 HTTP/1.1" status: 404 len: 347 time: 0.0520561 Jul 08 01:55:45.714904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0842516c-63d4-4e74-98d9-fcde600ec192 req-4d0efe41-aab7-4ebb-932c-16857089f2c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 1097 time: 0.5661116 Jul 08 01:55:45.715822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:45.827101 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f468884c-3b9a-45fc-9fc3-fd98d3505c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:45.985442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0842516c-63d4-4e74-98d9-fcde600ec192 req-143fa3cb-6e80-4667-b162-3baa9802a12d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511644 Jul 08 01:55:45.994490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f468884c-3b9a-45fc-9fc3-fd98d3505c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.038780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8c05b0-aca6-4c59-836b-9b119adc444d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.054710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468884c-3b9a-45fc-9fc3-fd98d3505c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15dd248a-ee7e-481d-8661-b9933e58eeff,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:46.067897 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f468884c-3b9a-45fc-9fc3-fd98d3505c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.071261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f468884c-3b9a-45fc-9fc3-fd98d3505c0e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/15dd248a-ee7e-481d-8661-b9933e58eeff HTTP/1.1" status: 204 len: 168 time: 0.8066156 Jul 08 01:55:46.073635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34930) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:46.077075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab161ee-7b3e-4158-bbab-ddcf44a08e15 None None] Network 0da9da91-bf2a-4710-9a3d-608e4dc44568 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:55:46.195986 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.272662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Deleting port 60a455b6-c3c8-433b-b952-387223df60d2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:46.273513 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.459082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] For port 60a455b6-c3c8-433b-b952-387223df60d2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=60a455b6-c3c8-433b-b952-387223df60d2,segment=NetworkSegment(5dfeffbf-1de5-432a-b647-ae479b02a819),segment_id=5dfeffbf-1de5-432a-b647-ae479b02a819)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:46.461823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.510234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Calling delete_port for 60a455b6-c3c8-433b-b952-387223df60d2 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:46.629143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] DHCP port deletion for 0da9da91-bf2a-4710-9a3d-608e4dc44568 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:55:46.639771 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8c05b0-aca6-4c59-836b-9b119adc444d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.709836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45672e13-60b3-40c1-8ce7-7600bf6e8a6e req-286ffe05-725b-4a0e-8e38-0125eb5fdabb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 210 time: 0.0383480 Jul 08 01:55:46.745863 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.767586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] Deleting port 60a455b6-c3c8-433b-b952-387223df60d2 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:46.768182 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.846682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a455b6-c3c8-433b-b952-387223df60d2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:46.861527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] No DVR routers for this DVR port 60a455b6-c3c8-433b-b952-387223df60d2 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:46.890444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Deleting port ceda1c63-515a-4b17-995d-19c14bb5b4b4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:46.890798 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.021264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] For port 60a455b6-c3c8-433b-b952-387223df60d2, host n-d-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:47.021919 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.058597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e90e00-6b23-48e9-ba76-7aecb8a8f2fe req-ebcae5cb-f6f5-45de-bef8-1afd0c722c20 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:47.060174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] Calling delete_port for 60a455b6-c3c8-433b-b952-387223df60d2 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:47.069432 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66e90e00-6b23-48e9-ba76-7aecb8a8f2fe req-ebcae5cb-f6f5-45de-bef8-1afd0c722c20 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 945 time: 0.4936261 Jul 08 01:55:47.070645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.ipam_backend_mixin [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] Port 60a455b6-c3c8-433b-b952-387223df60d2 was not found and therefore no delete operation was performed {{(pid=100714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:55:47.073404 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.074515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8c05b0-aca6-4c59-836b-9b119adc444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.077110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a8c05b0-aca6-4c59-836b-9b119adc444d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.078595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6a8c05b0-aca6-4c59-836b-9b119adc444d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d635aadb-fa15-44d2-b2d0-cd3e287ca07e HTTP/1.1" status: 204 len: 168 time: 1.7466724 Jul 08 01:55:47.121815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c05b0-aca6-4c59-836b-9b119adc444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d635aadb-fa15-44d2-b2d0-cd3e287ca07e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:47.126706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.155291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da9da91-bf2a-4710-9a3d-608e4dc44568']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:47.160824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5ad09a72-25f9-4114-8645-fc47dfbada5a no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:47.163970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] No DVR routers for this DVR port 60a455b6-c3c8-433b-b952-387223df60d2 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:47.176028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23cb1-ef51-4d37-a549-b62bec35d3a2 None None] Pushing event deleted for resources: {'Port': ['ID=60a455b6-c3c8-433b-b952-387223df60d2,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:47.191276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfeffbf-1de5-432a-b647-ae479b02a819') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:47.192263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfeffbf-1de5-432a-b647-ae479b02a819') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:47.229681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66e90e00-6b23-48e9-ba76-7aecb8a8f2fe req-e9a75c6a-afd6-49cd-963b-29b87c1fa5fb tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592631 Jul 08 01:55:47.249227 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.261585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.261931 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.278958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.306914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:55:47.307397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:55:47.310366 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:55:47.312769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Calling delete_port for ceda1c63-515a-4b17-995d-19c14bb5b4b4 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:47.492192 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.498634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 60a455b6-c3c8-433b-b952-387223df60d2 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:47.506241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.583900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 60a455b6-c3c8-433b-b952-387223df60d2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:47.588786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 60a455b6-c3c8-433b-b952-387223df60d2 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:47.589816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d46149af-3288-4fe7-b9c3-f787959a2b78 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:47.671862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d46149af-3288-4fe7-b9c3-f787959a2b78 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:47.672534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d46149af-3288-4fe7-b9c3-f787959a2b78 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:47.695748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.702562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.708433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0da9da91-bf2a-4710-9a3d-608e4dc44568 HTTP/1.1" status: 204 len: 168 time: 1.6307731 Jul 08 01:55:47.727825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:47.732577 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d88704e-7cf6-4669-ad3f-ed0593f9c3fc" -d '{"events": [{"server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:47.735176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def567ce-b028-4ba3-843d-4c5ada64d5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da9da91-bf2a-4710-9a3d-608e4dc44568,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:47.776731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:47.829525 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93275c6-1752-406f-b66c-41ddbb19c60b x-openstack-request-id: req-f93275c6-1752-406f-b66c-41ddbb19c60b {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:47.829820 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:47.830073 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f93275c6-1752-406f-b66c-41ddbb19c60b {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:47.830470 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'code': 200} Jul 08 01:55:47.884355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-d267e59b-353a-4b6b-83b5-1b2b3c46c4ff tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151371 Jul 08 01:55:47.925051 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.072267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:48.078380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.132674 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.162252 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d57d5e8-56ed-47f0-af8d-3cbdac6c1957 req-1b5fcf03-ca76-45a0-a63c-ca815da39dc4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 210 time: 0.0470195 Jul 08 01:55:48.217140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Pushing event deleted for resources: {'Port': ['ID=ceda1c63-515a-4b17-995d-19c14bb5b4b4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:48.358808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34976) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:48.360458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-a816093d-cf0b-4ca9-9148-21d78756db39 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:48.361991 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-a816093d-cf0b-4ca9-9148-21d78756db39 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4593494 Jul 08 01:55:48.377730 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17cb4911-5868-4401-b524-42781ed1ae70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.382593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.394450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.398488 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e03e2694-6926-4d90-8103-a38ea1476c64 tempest-ImagesOneServerNegativeTestJSON-1900621455 tempest-ImagesOneServerNegativeTestJSON-1900621455-project] 10.222.0.10 "DELETE /v2.0/floatingips/1339b1da-cf90-4b4d-80b1-ae179f24ba36 HTTP/1.1" status: 204 len: 168 time: 2.6801195 Jul 08 01:55:48.411805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Request body: {'port': {'device_id': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'ff8fa382b4fa47f594f312f95a5086b7'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:48.453373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-22b2cee8-fc65-4dc1-8a29-b2f458738acc tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:48.459729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-22b2cee8-fc65-4dc1-8a29-b2f458738acc tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 804 time: 0.4676147 Jul 08 01:55:48.498083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34980) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:48.589889 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-610ab893-2759-4128-b55e-fe7f8472a4e5 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/quotas/e83593977d1547b39f9e9ee6df2447bd HTTP/1.1" status: 200 len: 375 time: 0.0880804 Jul 08 01:55:48.625806 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17cb4911-5868-4401-b524-42781ed1ae70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.671188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b5c220c-633b-4173-8583-329601d6baca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a035400ac57449f8d07c2b507b8f1c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1680164 Jul 08 01:55:48.681763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:48.684740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f127-ac50-48ac-b4ff-dc498d4b7528 req-360f0e7a-eae6-4e17-84fc-bf1974a192f1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:48.692118 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b024f127-ac50-48ac-b4ff-dc498d4b7528 req-360f0e7a-eae6-4e17-84fc-bf1974a192f1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 945 time: 0.1484590 Jul 08 01:55:48.752515 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17cb4911-5868-4401-b524-42781ed1ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.758984 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b024f127-ac50-48ac-b4ff-dc498d4b7528 req-dcb663be-68d8-4244-8216-f3cce657c5dc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658693 Jul 08 01:55:48.789733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb4911-5868-4401-b524-42781ed1ae70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc58274-9a5b-4086-a207-f7e5a3d92770,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:48.808660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c6dc0c-0a2e-41cd-9fa6-7bac2caffd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.818692 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-17cb4911-5868-4401-b524-42781ed1ae70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d34e396c73d4ee78929f4e4de65a9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578128 Jul 08 01:55:48.821593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:48.887528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c6dc0c-0a2e-41cd-9fa6-7bac2caffd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.992177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4247ecd9-c9f2-4b56-b164-5b19310f9183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.011139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-a38a5a64-7dc2-4bb8-905a-9a424bf5a2f6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4107900 Jul 08 01:55:49.023424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Made reservation on behalf of ff8fa382b4fa47f594f312f95a5086b7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:49.027067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.099714 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.118493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4247ecd9-c9f2-4b56-b164-5b19310f9183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.197327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c6dc0c-0a2e-41cd-9fa6-7bac2caffd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.199868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69c6dc0c-0a2e-41cd-9fa6-7bac2caffd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.203992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-69c6dc0c-0a2e-41cd-9fa6-7bac2caffd59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c1584b1-f98b-4f10-ad81-a008037e0e9b HTTP/1.1" status: 204 len: 168 time: 0.5182984 Jul 08 01:55:49.225241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6dc0c-0a2e-41cd-9fa6-7bac2caffd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1584b1-f98b-4f10-ad81-a008037e0e9b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:49.243637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-9111d648-4212-4fa0-89e5-8eb26a05543b service neutron] 10.222.0.10 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261083 Jul 08 01:55:49.378876 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4247ecd9-c9f2-4b56-b164-5b19310f9183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.381657 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4247ecd9-c9f2-4b56-b164-5b19310f9183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.385341 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4247ecd9-c9f2-4b56-b164-5b19310f9183 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fc58274-9a5b-4086-a207-f7e5a3d92770 HTTP/1.1" status: 204 len: 168 time: 0.5546761 Jul 08 01:55:49.385677 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.402176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247ecd9-c9f2-4b56-b164-5b19310f9183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc58274-9a5b-4086-a207-f7e5a3d92770,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:49.426514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-81f80a1c-fee0-4754-a366-89e0a222b549 service neutron] 10.222.0.10 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874840 Jul 08 01:55:49.454738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.606627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:49.725739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Allocated IP 192.168.233.95 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/88ca812e-d755-4b3d-b044-614b07976e56) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:55:49.901937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-9549b148-d4d7-47a1-a7a7-fb4866f5e725 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:49.904271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-9549b148-d4d7-47a1-a7a7-fb4866f5e725 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b7a9dab-807c-448b-ad86-b9bbab678c2b HTTP/1.1" status: 200 len: 944 time: 0.2340436 Jul 08 01:55:50.135111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Deleting port 5ad09a72-25f9-4114-8645-fc47dfbada5a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:50.135640 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.206628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9f6c95f-3d04-4604-b304-563d9ce93aef req-0e29546d-b640-4284-b6eb-e63c0887c92e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 210 time: 0.1093528 Jul 08 01:55:50.261646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.301433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Transition to ACTIVE for port object 88ca812e-d755-4b3d-b044-614b07976e56 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:50.391674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] For port 5ad09a72-25f9-4114-8645-fc47dfbada5a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5ad09a72-25f9-4114-8645-fc47dfbada5a,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:50.392670 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.435416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:50.442663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Calling delete_port for 5ad09a72-25f9-4114-8645-fc47dfbada5a owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:50.529215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.567004 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c13dd78c-4055-40c2-9dee-4d1176f3793f req-88f86c11-47d3-4c0c-8f1e-59fef8c0255f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 210 time: 0.0437248 Jul 08 01:55:50.621068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:50.669563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:55:50.673364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c442482-f508-423e-9677-eca373db7b29 admin admin] Deleting subnet d5160627-7a1a-4ec0-a862-0fabc5aebbc7 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:55:50.677599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c442482-f508-423e-9677-eca373db7b29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.717446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35052) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:50.743714 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c442482-f508-423e-9677-eca373db7b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.757858 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.785018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9fe30de6-fdfa-4a29-bc2e-32c868fa7723 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbe3b6cbb875484790bb84cff4940f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621607 Jul 08 01:55:50.785619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35056) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:50.804837 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.830603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c442482-f508-423e-9677-eca373db7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.881010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Pushing event deleted for resources: {'Port': ['ID=5ad09a72-25f9-4114-8645-fc47dfbada5a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:50.895547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.895906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.896402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.897419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.897770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.898126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.898445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.898936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.899292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.901466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.901845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.903054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:50.926834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:50.947301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:55:51.042018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:51.043940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.075169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39cc1-145b-4770-9080-1cdfcf81d790 req-f438426b-cde3-43fc-8e92-d485b4fd455f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:51.084840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3a39cc1-145b-4770-9080-1cdfcf81d790 req-f438426b-cde3-43fc-8e92-d485b4fd455f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 945 time: 0.6462231 Jul 08 01:55:51.096590 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c442482-f508-423e-9677-eca373db7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.115323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] No DVR routers for this DVR port 5ad09a72-25f9-4114-8645-fc47dfbada5a on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:51.142491 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f68d422-7e34-41df-876d-c3e7019300f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.168664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c442482-f508-423e-9677-eca373db7b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5160627-7a1a-4ec0-a862-0fabc5aebbc7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:51.173124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.179679 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5eecd66a-4f0c-4f88-940b-7811d10f2618 req-3029bb07-f0e0-4801-8f11-49f7c7053a2c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.32 "DELETE /v2.0/ports/5ad09a72-25f9-4114-8645-fc47dfbada5a HTTP/1.1" status: 204 len: 173 time: 1.2667911 Jul 08 01:55:51.201517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3a39cc1-145b-4770-9080-1cdfcf81d790 req-311f31d5-380e-488a-b60e-ddefebf4458d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162014 Jul 08 01:55:51.214421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c442482-f508-423e-9677-eca373db7b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.215070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'name': 'network-vif-deleted', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:51.215176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c442482-f508-423e-9677-eca373db7b29 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d5160627-7a1a-4ec0-a862-0fabc5aebbc7 HTTP/1.1" status: 204 len: 168 time: 0.7749083 Jul 08 01:55:51.215176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-efb43eff-b3ce-4f6b-859d-1c10bfab4e7a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8318686 Jul 08 01:55:51.216029 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcbb369-465a-4176-95f8-c7f4bf68dd4b" -d '{"events": [{"server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "name": "network-vif-deleted", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:51.228040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Request body: {'port': {'device_id': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:51.234228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:51.335564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f68d422-7e34-41df-876d-c3e7019300f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.360425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-bfb526fd-97c9-473c-8203-9dcf9aa5171b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:51.362199 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-bfb526fd-97c9-473c-8203-9dcf9aa5171b tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 944 time: 0.4945793 Jul 08 01:55:51.387922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdf9b-45c5-4312-8cb4-4955f7ea318f req-4c4afc40-588f-4915-b46b-7993bbd9438a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:51.389370 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fbcdf9b-45c5-4312-8cb4-4955f7ea318f req-4c4afc40-588f-4915-b46b-7993bbd9438a tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 944 time: 0.4480515 Jul 08 01:55:51.461146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.469097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.515892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-67c33203-2690-4808-8988-5b568ba80c7f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:51.517369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-67c33203-2690-4808-8988-5b568ba80c7f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 945 time: 0.2841232 Jul 08 01:55:51.521829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fbcdf9b-45c5-4312-8cb4-4955f7ea318f req-8891449c-d74d-4465-b9d4-1f4f7d5a5228 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223915 Jul 08 01:55:51.551048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff447a5-7cb8-467d-9b18-041bf03d06af req-e71adacc-3526-4cb3-8afd-1260be2e7d00 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:51.552635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fff447a5-7cb8-467d-9b18-041bf03d06af req-e71adacc-3526-4cb3-8afd-1260be2e7d00 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 935 time: 0.1813662 Jul 08 01:55:51.622107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-14f97b8f-9518-43f3-b7d5-a5627495370b None None] Provisioning for port 88ca812e-d755-4b3d-b044-614b07976e56 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:51.622327 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66e546-710a-46d1-b5b2-d655cfd582d6 x-openstack-request-id: req-4e66e546-710a-46d1-b5b2-d655cfd582d6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:51.623410 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7a9dab-807c-448b-ad86-b9bbab678c2b", "name": "network-vif-deleted", "tag": "5ad09a72-25f9-4114-8645-fc47dfbada5a", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:51.623929 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e66e546-710a-46d1-b5b2-d655cfd582d6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:51.624774 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7a9dab-807c-448b-ad86-b9bbab678c2b', 'name': 'network-vif-deleted', 'tag': '5ad09a72-25f9-4114-8645-fc47dfbada5a', 'status': 'completed', 'code': 200} Jul 08 01:55:51.633749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Deleting port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:51.638611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.658501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-14f97b8f-9518-43f3-b7d5-a5627495370b None None] Provisioning complete for port 88ca812e-d755-4b3d-b044-614b07976e56 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:51.658890 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-14f97b8f-9518-43f3-b7d5-a5627495370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.704905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f68d422-7e34-41df-876d-c3e7019300f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.707592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f68d422-7e34-41df-876d-c3e7019300f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.712531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2f68d422-7e34-41df-876d-c3e7019300f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1234a7b4-1d75-4589-a73b-b54bbcb6c575 HTTP/1.1" status: 204 len: 168 time: 0.9222538 Jul 08 01:55:51.717020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.740266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25b3545-137a-4432-9878-70106c12cb06']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:51.748547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68d422-7e34-41df-876d-c3e7019300f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1234a7b4-1d75-4589-a73b-b54bbcb6c575,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:51.762280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a655f580-7c0c-4d98-a015-ba5d2fa89308') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:51.762624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a655f580-7c0c-4d98-a015-ba5d2fa89308') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:51.790673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fff447a5-7cb8-467d-9b18-041bf03d06af req-a9f0a5ef-8483-40b1-a995-133c58aaece3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296572 Jul 08 01:55:51.827831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.889621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-14f97b8f-9518-43f3-b7d5-a5627495370b None None] Port 88ca812e-d755-4b3d-b044-614b07976e56 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:55:51.905294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] For port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:51.908908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.914560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.941230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:55:51.941733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:55:51.943981 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:55:51.969648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Calling delete_port for 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:52.068598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Deleting port 775cd4e3-e2bb-479b-9030-a873834ac1da {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:52.069242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.148483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ca812e-d755-4b3d-b044-614b07976e56 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:52.158890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fcd2b4dc-1e17-4b2b-b8fe-2400f3fcff5c req-fa4f7b0d-76e5-45fc-9426-698e96b3c398 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 210 time: 0.0890834 Jul 08 01:55:52.159054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.163175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.189176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.189176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f25b3545-137a-4432-9878-70106c12cb06 HTTP/1.1" status: 204 len: 168 time: 0.9372005 Jul 08 01:55:52.220222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Transition to ACTIVE for port object 88ca812e-d755-4b3d-b044-614b07976e56 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:52.234484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0048e-226e-4892-ade8-29100631b5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f25b3545-137a-4432-9878-70106c12cb06,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:52.295113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] For port 775cd4e3-e2bb-479b-9030-a873834ac1da, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=775cd4e3-e2bb-479b-9030-a873834ac1da,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:52.295665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.343797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Calling delete_port for 775cd4e3-e2bb-479b-9030-a873834ac1da owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:52.362706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.431837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:52.552636 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.565555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['45ebca6d-0e1b-48f5-9d87-d3fd259858c8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:52.608581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436381-fee2-4687-be34-e3444b6d467e req-d363ae7f-08d5-4905-8cbc-9a90c73f3df6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:52.621963 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-40436381-fee2-4687-be34-e3444b6d467e req-d363ae7f-08d5-4905-8cbc-9a90c73f3df6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 945 time: 0.2946308 Jul 08 01:55:52.694816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Pushing event deleted for resources: {'Port': ['ID=45ebca6d-0e1b-48f5-9d87-d3fd259858c8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:52.705394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.718135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['775cd4e3-e2bb-479b-9030-a873834ac1da'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:52.792369 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-40436381-fee2-4687-be34-e3444b6d467e req-63c7ff86-8b13-477c-8c41-823c3827d0c2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685162 Jul 08 01:55:52.814734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:52.833962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Attempting to bind port 88ca812e-d755-4b3d-b044-614b07976e56 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:52.837419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Attempting to bind port 88ca812e-d755-4b3d-b044-614b07976e56 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:52.839160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Attempting to bind port 88ca812e-d755-4b3d-b044-614b07976e56 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:52.852792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] No DVR routers for this DVR port 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:52.856094 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.861502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5639b62f-621a-4b13-a8a4-21fb3de16308 req-fbd6512b-f32f-41bd-bd1b-e96b944ae397 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.18 "DELETE /v2.0/ports/45ebca6d-0e1b-48f5-9d87-d3fd259858c8 HTTP/1.1" status: 204 len: 173 time: 1.4870200 Jul 08 01:55:52.861502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event deleted for resources: {'Port': ['ID=775cd4e3-e2bb-479b-9030-a873834ac1da,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:52.877524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Port 88ca812e-d755-4b3d-b044-614b07976e56 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:52.878349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Attempting to bind port 88ca812e-d755-4b3d-b044-614b07976e56 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:52.900051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:52.901715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:52.902795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:52.904636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Bound port: 88ca812e-d755-4b3d-b044-614b07976e56, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:52.905121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.938589 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c70aeed4-5637-4620-8005-bf49e816bac2 req-b4cf0c44-0789-4940-aae5-0b68504c0cb7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 210 time: 0.0883367 Jul 08 01:55:53.041940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] No DVR routers for this DVR port 775cd4e3-e2bb-479b-9030-a873834ac1da on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:53.046065 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.056007 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16f6b794-c8ea-4f8d-b742-7cc91cb491cc req-13c646f6-f4b3-4cee-b2f7-c0614f07590f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "DELETE /v2.0/ports/775cd4e3-e2bb-479b-9030-a873834ac1da HTTP/1.1" status: 204 len: 173 time: 1.5253549 Jul 08 01:55:53.101124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35126) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:53.120522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5ad09a72-25f9-4114-8645-fc47dfbada5a no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:53.175369 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c90dd92f-a507-41c3-b507-0eb0c070f4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.186347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 5ad09a72-25f9-4114-8645-fc47dfbada5a {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:53.187059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5ad09a72-25f9-4114-8645-fc47dfbada5a not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:53.208055 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9c3e1e44-a38b-4f22-87ef-0ce3dfcdfc5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cad025aabef4482a3559f97e2594892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057281 Jul 08 01:55:53.210597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35130) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:53.235037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:53.238810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:53.294869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb85ce9-fde2-43ef-a291-b8b979d04ed7 req-54fc4c68-e712-4156-b885-d7b9959d906d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:53.303963 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8cb85ce9-fde2-43ef-a291-b8b979d04ed7 req-54fc4c68-e712-4156-b885-d7b9959d906d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 947 time: 0.2747200 Jul 08 01:55:53.339234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.351467 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02e14bba-87e7-403c-b551-6aa543a72802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.384763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02e14bba-87e7-403c-b551-6aa543a72802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.445348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:53.446417 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.448714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 1096 time: 2.2272577 Jul 08 01:55:53.457850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:53.459108 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008acb43-ce6d-4cbd-af08-0beaaa6df602" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "tag": "88ca812e-d755-4b3d-b044-614b07976e56"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:53.490927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8cb85ce9-fde2-43ef-a291-b8b979d04ed7 req-6f8bf900-126e-4a80-99e7-afd75f0fda26 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859961 Jul 08 01:55:53.526417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213b063-bd9c-4857-b672-4476242435d3 service neutron] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:53.606278 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ac0c24-41a7-48d6-8c04-047491171b66 x-openstack-request-id: req-56ac0c24-41a7-48d6-8c04-047491171b66 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:53.606630 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "tag": "88ca812e-d755-4b3d-b044-614b07976e56", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:53.606833 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56ac0c24-41a7-48d6-8c04-047491171b66 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:53.607247 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56', 'status': 'completed', 'code': 200} Jul 08 01:55:53.690874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c90dd92f-a507-41c3-b507-0eb0c070f4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.739392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008acb43-ce6d-4cbd-af08-0beaaa6df602 req-764efd56-297f-434d-9730-63d7736824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:53.741063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-008acb43-ce6d-4cbd-af08-0beaaa6df602 req-764efd56-297f-434d-9730-63d7736824ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1099 time: 0.1119165 Jul 08 01:55:53.791961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-008acb43-ce6d-4cbd-af08-0beaaa6df602 req-9c4f71f8-567b-4f97-8b75-8ac34ef27099 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390279 Jul 08 01:55:53.832290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c90dd92f-a507-41c3-b507-0eb0c070f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.930022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c90dd92f-a507-41c3-b507-0eb0c070f4d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cad2e0d1dc264b368968537bd31fa4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0738909 Jul 08 01:55:53.973500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:54.113225 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-676cba2d-5016-4ad6-9b00-0bbdc7bf02ae req-02b6338a-3ab0-4e5f-9bb1-f39aa9822c2f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=09b3bc76-bcae-4562-b1ba-4a6cbe62823c HTTP/1.1" status: 200 len: 210 time: 0.0629222 Jul 08 01:55:54.113699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dd92f-a507-41c3-b507-0eb0c070f4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d145d8f5-0ff7-49df-a404-72526069f46d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:54.206462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7616211-c7f1-46c4-976f-e58ed09a772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.236573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7616211-c7f1-46c4-976f-e58ed09a772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.296044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008acb43-ce6d-4cbd-af08-0beaaa6df602 req-f9b7fee0-b12b-407b-9ff5-0e9fe9bf5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:54.298803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-008acb43-ce6d-4cbd-af08-0beaaa6df602 req-f9b7fee0-b12b-407b-9ff5-0e9fe9bf5a45 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4994264 Jul 08 01:55:54.364701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad77ded5-38cd-4f6f-8a8d-4400ccc4a47f req-cddd9fb9-b844-4ae9-8e3d-eff3c0be77cc tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e HTTP/1.1" status: 200 len: 210 time: 0.0661280 Jul 08 01:55:54.380917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7616211-c7f1-46c4-976f-e58ed09a772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.383752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7616211-c7f1-46c4-976f-e58ed09a772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.385101 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f7616211-c7f1-46c4-976f-e58ed09a772b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d145d8f5-0ff7-49df-a404-72526069f46d HTTP/1.1" status: 204 len: 168 time: 0.4100215 Jul 08 01:55:54.407316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7616211-c7f1-46c4-976f-e58ed09a772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d145d8f5-0ff7-49df-a404-72526069f46d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:54.448822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'name': 'network-vif-deleted', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8'}, {'server_uuid': '09b3bc76-bcae-4562-b1ba-4a6cbe62823c', 'name': 'network-vif-deleted', 'tag': '775cd4e3-e2bb-479b-9030-a873834ac1da'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:54.458327 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3519a1-0aae-42ce-b008-75a0f9622c0f" -d '{"events": [{"server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "name": "network-vif-deleted", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8"}, {"server_uuid": "09b3bc76-bcae-4562-b1ba-4a6cbe62823c", "name": "network-vif-deleted", "tag": "775cd4e3-e2bb-479b-9030-a873834ac1da"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:54.473492 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6b2f53a-3d5e-4c49-a4af-d6bd1017f2cd req-db845397-9d4c-4cc8-b480-7a00cb834135 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 210 time: 1.0078831 Jul 08 01:55:54.493678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02e14bba-87e7-403c-b551-6aa543a72802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.497677 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02e14bba-87e7-403c-b551-6aa543a72802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.499380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-02e14bba-87e7-403c-b551-6aa543a72802 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebaa6435-b566-4170-bb50-7d988090c492 HTTP/1.1" status: 204 len: 168 time: 1.2837665 Jul 08 01:55:54.574836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-b96434f1-6127-4d89-a2e7-b1e80bad3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:54.580029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-b96434f1-6127-4d89-a2e7-b1e80bad3f52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1099 time: 0.1662624 Jul 08 01:55:54.588483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e14bba-87e7-403c-b551-6aa543a72802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaa6435-b566-4170-bb50-7d988090c492,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:54.641475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-81281b7c-2e99-4ba7-b050-7249797a1c00 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:54.658609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-81281b7c-2e99-4ba7-b050-7249797a1c00 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.18 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 804 time: 1.1565411 Jul 08 01:55:54.662469 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334c0697-0fb4-4405-935b-54b8ea88758b x-openstack-request-id: req-334c0697-0fb4-4405-935b-54b8ea88758b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:54.662842 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e", "name": "network-vif-deleted", "tag": "45ebca6d-0e1b-48f5-9d87-d3fd259858c8", "status": "completed", "code": 200}, {"server_uuid": "09b3bc76-bcae-4562-b1ba-4a6cbe62823c", "name": "network-vif-deleted", "tag": "775cd4e3-e2bb-479b-9030-a873834ac1da", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:54.663195 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-334c0697-0fb4-4405-935b-54b8ea88758b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:54.663401 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6ab3ae-2328-4fa1-9d65-e9f6f1fb099e', 'name': 'network-vif-deleted', 'tag': '45ebca6d-0e1b-48f5-9d87-d3fd259858c8', 'status': 'completed', 'code': 200} Jul 08 01:55:54.663860 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b3bc76-bcae-4562-b1ba-4a6cbe62823c', 'name': 'network-vif-deleted', 'tag': '775cd4e3-e2bb-479b-9030-a873834ac1da', 'status': 'completed', 'code': 200} Jul 08 01:55:54.666059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-c8c23f4e-1a47-4ecc-bb37-e78e9e119f30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 217 time: 0.0749919 Jul 08 01:55:54.668505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Request body: {'port': {'device_id': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'admin_state_up': True, 'tenant_id': 'e83593977d1547b39f9e9ee6df2447bd'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:54.736177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-59602b9d-d71f-4632-96cf-5a662a1a11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:54.737711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-59602b9d-d71f-4632-96cf-5a662a1a11f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0641768 Jul 08 01:55:54.913388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95f9e-9e6f-4cd4-9215-7077f4d7cc2e req-5925ed68-2ebb-478c-bdca-befdd1c35f3f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:54.920505 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0dc95f9e-9e6f-4cd4-9215-7077f4d7cc2e req-5925ed68-2ebb-478c-bdca-befdd1c35f3f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 947 time: 0.1763332 Jul 08 01:55:54.951460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-2087623c-893e-4d82-9e1c-e2bc5e53a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:54.964592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-2087623c-893e-4d82-9e1c-e2bc5e53a9b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514244 Jul 08 01:55:55.000017 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0dc95f9e-9e6f-4cd4-9215-7077f4d7cc2e req-7f2dabf8-453d-4a1e-81dc-90fc99b7f443 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783727 Jul 08 01:55:55.016542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Made reservation on behalf of e83593977d1547b39f9e9ee6df2447bd for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:55.019997 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:55.100424 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-373e52d9-5f94-45bf-8a1f-a8067f5552db service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219647 Jul 08 01:55:55.149000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 775cd4e3-e2bb-479b-9030-a873834ac1da no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:55.197141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 775cd4e3-e2bb-479b-9030-a873834ac1da {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:55.201402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 775cd4e3-e2bb-479b-9030-a873834ac1da not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:55.223239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Allocated IP 172.20.0.6 (7081761a-5246-40e3-9fa7-e2bc8ae52beb/eebb33c5-4491-4bb5-a653-719eb3deb5eb/b4cb3ab8-e506-4869-a233-79804947e942) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:55:55.424709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:55.499808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:55.500705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 45ebca6d-0e1b-48f5-9d87-d3fd259858c8 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:55.614748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:55.839564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2559b303-e082-48ef-b563-4b530a666563 req-5d78a4dc-6309-4a94-85f9-a6076f7e26b9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 210 time: 0.0751083 Jul 08 01:55:55.847221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:55.892131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Network 7081761a-5246-40e3-9fa7-e2bc8ae52beb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:55:55.902355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:55.907226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:55:55.912698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-febbc1cd-8324-41a9-a339-dd8d31c03276 req-0719f54c-eaac-42d6-aae5-6b6c7601372b service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8041637 Jul 08 01:55:56.036098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Pushing event updated for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:56.048694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:56.049351 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.078835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-ab09927c-b627-416c-9f16-5554380a9ba3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:56.080467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-ab09927c-b627-416c-9f16-5554380a9ba3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.2551665 Jul 08 01:55:56.097875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-adeaf930-d388-4b43-943c-8b769053cb15 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/quotas/6dfa016384984b2b898f8cc4f92b1858 HTTP/1.1" status: 200 len: 375 time: 0.0119190 Jul 08 01:55:56.126093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dcb77a0a-9386-4971-bb44-0e3285800344 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4604089 Jul 08 01:55:56.139123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Request body: {'port': {'device_id': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:56.175214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-9b7c89ca-c113-40af-81ed-878a8cf88570 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716288 Jul 08 01:55:56.309994 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.347763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-2c6b83af-32ea-49e4-be08-44befae33aab service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647449 Jul 08 01:55:56.552303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1f120f62-af26-41a1-9fec-ae05b7852ce5 service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969633 Jul 08 01:55:56.822853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a58f1-28dc-4f7f-a990-9a689fefd3de req-b2b19345-6d12-4876-b7e1-4d2e7a0488a5 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:56.825049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a58f1-28dc-4f7f-a990-9a689fefd3de req-b2b19345-6d12-4876-b7e1-4d2e7a0488a5 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 947 time: 0.1815300 Jul 08 01:55:56.950404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cb3ab8-e506-4869-a233-79804947e942 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:56.960524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.051320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a58f1-28dc-4f7f-a990-9a689fefd3de req-cfb2fa02-3581-4f3b-b7a3-ae92f9d0a62c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168391 Jul 08 01:55:57.052778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Transition to ACTIVE for port object b4cb3ab8-e506-4869-a233-79804947e942 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:57.133773 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.157478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caabac-189b-437d-9625-436682a70d24 req-91777644-66e0-477a-b2e3-1cf3e83470c1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:57.166024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1caabac-189b-437d-9625-436682a70d24 req-91777644-66e0-477a-b2e3-1cf3e83470c1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 944 time: 0.1999083 Jul 08 01:55:57.167686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:57.188209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:57.311842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Attempting to bind port b4cb3ab8-e506-4869-a233-79804947e942 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:57.312121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Attempting to bind port b4cb3ab8-e506-4869-a233-79804947e942 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:57.312663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Attempting to bind port b4cb3ab8-e506-4869-a233-79804947e942 on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:57.326922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Port b4cb3ab8-e506-4869-a233-79804947e942 on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:57.328079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Attempting to bind port b4cb3ab8-e506-4869-a233-79804947e942 on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:57.335589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:57.336348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Checking segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:57.337086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Bound using segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:57.337800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Bound port: b4cb3ab8-e506-4869-a233-79804947e942, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:57.338962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.373694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-576759762'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:57.411526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eccf67-ede2-4a2d-8e8c-d656e72d4bac req-26cbb6fb-62d2-43b3-ab0d-00f5b4877b37 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:57.419079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7eccf67-ede2-4a2d-8e8c-d656e72d4bac req-26cbb6fb-62d2-43b3-ab0d-00f5b4877b37 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 944 time: 0.3644369 Jul 08 01:55:57.443879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:57.447039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:57.470261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Deleting port 56d2064a-d811-48b3-b654-a175089c65e8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:57.470708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.487131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7eccf67-ede2-4a2d-8e8c-d656e72d4bac req-156a53fd-0a7a-4305-b1ec-562e11de7c7e tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669982 Jul 08 01:55:57.503043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:57.506972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.545742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.606737 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.634577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] For port 56d2064a-d811-48b3-b654-a175089c65e8, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=56d2064a-d811-48b3-b654-a175089c65e8,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:57.640389 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.641529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:57.641529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.642969 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] 10.222.0.18 "PUT /v2.0/ports/b4cb3ab8-e506-4869-a233-79804947e942 HTTP/1.1" status: 200 len: 1092 time: 1.5082889 Jul 08 01:55:57.645671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:57.649941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Calling delete_port for 56d2064a-d811-48b3-b654-a175089c65e8 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:57.659932 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a46a5-a9c1-49c9-b71d-9fc862254f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "tag": "b4cb3ab8-e506-4869-a233-79804947e942"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:57.809013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-418cb817-1c0f-4613-9366-8fed9ff6390a req-0927bef6-e901-4739-aead-959b4094ad3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 210 time: 0.0925856 Jul 08 01:55:57.839906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa37790-efb3-46b4-bef1-2db3d4e01501 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:57.865166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-1da57884-0f81-40f9-82f9-01af983926a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:57.867053 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-1da57884-0f81-40f9-82f9-01af983926a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 1095 time: 0.1002357 Jul 08 01:55:57.911597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.929188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e22ec1-151f-4f52-b175-94e2c1aa0b34 req-126e7a6c-e2f2-4b81-9a07-bc3beb3c0cc4 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:57.930892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8e22ec1-151f-4f52-b175-94e2c1aa0b34 req-126e7a6c-e2f2-4b81-9a07-bc3beb3c0cc4 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 943 time: 0.1795912 Jul 08 01:55:57.950562 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-bee894e3-a7d6-4224-b92b-2dfe4f6943be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4cb3ab8-e506-4869-a233-79804947e942 HTTP/1.1" status: 200 len: 217 time: 0.0757976 Jul 08 01:55:57.993387 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.051181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-3d516e6d-6fc8-4240-9f38-0c5fb7e8dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:58.063557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-3d516e6d-6fc8-4240-9f38-0c5fb7e8dbf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 200 len: 844 time: 0.1022601 Jul 08 01:55:58.082874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.111441 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-dd6016fd-1822-4952-a2e4-94b73757ca1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7081761a-5246-40e3-9fa7-e2bc8ae52beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429673 Jul 08 01:55:58.111843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8e22ec1-151f-4f52-b175-94e2c1aa0b34 req-b777d116-028a-4cce-8eb4-4bde45dff6bc tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653235 Jul 08 01:55:58.119164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Pushing event deleted for resources: {'Port': ['ID=56d2064a-d811-48b3-b654-a175089c65e8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:58.149663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] No DVR routers for this DVR port 56d2064a-d811-48b3-b654-a175089c65e8 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:58.166049 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.180003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1caabac-189b-437d-9625-436682a70d24 req-e0cc463e-6412-40a5-9502-b57f2b5cb8d1 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.18 "DELETE /v2.0/ports/56d2064a-d811-48b3-b654-a175089c65e8 HTTP/1.1" status: 204 len: 173 time: 0.9882667 Jul 08 01:55:58.180700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'name': 'network-vif-deleted', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:58.183273 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b09567-93ed-465e-b503-22894a33ac19" -d '{"events": [{"server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "name": "network-vif-deleted", "tag": "56d2064a-d811-48b3-b654-a175089c65e8"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:58.186020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1db1fb6-cf09-4c8c-b5d0-3f27158eaa6b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:58.194345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:55:58.205450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.205987 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Added segment 066509e6-b557-4d15-8a7f-3e530c8d3d02 of type vlan for network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab Jul 08 01:55:58.251779 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.269203 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec3b57-9861-486e-b7a4-f9f7ca6de1b4 x-openstack-request-id: req-1bec3b57-9861-486e-b7a4-f9f7ca6de1b4 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:58.269588 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "tag": "b4cb3ab8-e506-4869-a233-79804947e942", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:58.269913 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bec3b57-9861-486e-b7a4-f9f7ca6de1b4 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:58.270393 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942', 'status': 'completed', 'code': 200} Jul 08 01:55:58.320162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-e2a25b2d-85e2-4bb6-97f2-18db617d5fb7 service neutron] 10.222.0.18 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982846 Jul 08 01:55:58.418200 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66a54014-f977-4114-9ed4-78861ddfbee2 req-46d9cf4b-6554-474c-9383-cc84e25f7b2a service neutron] 10.222.0.18 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926995 Jul 08 01:55:58.476187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69de74d-d672-461c-9da4-30b5c36f0118 req-f28891ff-490c-41e1-b4da-36c71e778df7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:58.477690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e69de74d-d672-461c-9da4-30b5c36f0118 req-f28891ff-490c-41e1-b4da-36c71e778df7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 947 time: 0.0660532 Jul 08 01:55:58.517362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e69de74d-d672-461c-9da4-30b5c36f0118 req-c8092093-f6af-4384-a45b-50389c44f846 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337005 Jul 08 01:55:58.539248 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.546495 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:58.547258 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.706399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-ab1db12d-ce4a-4a88-9e7e-834dbf7d071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:58.708382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-ab1db12d-ce4a-4a88-9e7e-834dbf7d071d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 1095 time: 0.1251380 Jul 08 01:55:58.737072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Network': ['ID=0856050b-4bfc-4cae-9ff4-3dee01bf73ab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:58.743974 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36d027e-483b-4aca-93d3-7c96d1905a61 x-openstack-request-id: req-d36d027e-483b-4aca-93d3-7c96d1905a61 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:58.746726 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1380fa4f-5525-494c-80e8-a37235b6e254", "name": "network-vif-deleted", "tag": "56d2064a-d811-48b3-b654-a175089c65e8", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:58.746726 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d36d027e-483b-4aca-93d3-7c96d1905a61 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:58.746726 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1380fa4f-5525-494c-80e8-a37235b6e254', 'name': 'network-vif-deleted', 'tag': '56d2064a-d811-48b3-b654-a175089c65e8', 'status': 'completed', 'code': 200} Jul 08 01:55:58.748551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:55:58.820919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-56048b39-2e06-47aa-9e0d-03671ea4c1a5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6500235 Jul 08 01:55:58.821584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:58.829727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'subnet': {'network_id': '0856050b-4bfc-4cae-9ff4-3dee01bf73ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:58.947966 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9d8876f-f471-4373-ab9a-eb324c72b382 req-ed55e58d-3184-4c71-8da0-49a053e7c4f9 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=1380fa4f-5525-494c-80e8-a37235b6e254 HTTP/1.1" status: 200 len: 210 time: 0.1065786 Jul 08 01:55:58.954309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-06085c83-5e34-4b13-a740-997c89805767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:58.958062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-06085c83-5e34-4b13-a740-997c89805767 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 905 time: 0.2424886 Jul 08 01:55:59.038726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:59.051389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-1ba60a54-f665-4dec-b1c0-cab8c8aacdf1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4cb3ab8-e506-4869-a233-79804947e942 HTTP/1.1" status: 200 len: 217 time: 0.0808642 Jul 08 01:55:59.137445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-e33c7e3c-ab20-42d9-b592-eb007a99646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:59.142480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-e33c7e3c-ab20-42d9-b592-eb007a99646b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 200 len: 844 time: 0.0796511 Jul 08 01:55:59.167053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 88ca812e-d755-4b3d-b044-614b07976e56 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:59.174356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:59.179370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.248483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-e43b7174-17a2-4029-a996-22844ed52254 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7081761a-5246-40e3-9fa7-e2bc8ae52beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975745 Jul 08 01:55:59.250772 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1607739a-ffc0-4872-86f0-307d2f3b9f20 req-8dd6f452-6bc4-4531-b934-97f64345ad82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 210 time: 0.0726085 Jul 08 01:55:59.276025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a5b9771-5aea-4784-b617-651bde3fa2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.399160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:59.445821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '88ca812e-d755-4b3d-b044-614b07976e56', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '88ca812e-d755-4b3d-b044-614b07976e56', 'mac_address': 'fa:16:3e:8a:8f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:59.502024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-2bb32147-6239-46b7-b270-f22fb93e4c03 service neutron] 10.222.0.18 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402880 Jul 08 01:55:59.507526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a5b9771-5aea-4784-b617-651bde3fa2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.532788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.548828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ca812e-d755-4b3d-b044-614b07976e56 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:59.578683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:59.604777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a5b9771-5aea-4784-b617-651bde3fa2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.633904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b9771-5aea-4784-b617-651bde3fa2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3049202-74d8-49b2-a135-26caa13c1705,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:59.661719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8a5b9771-5aea-4784-b617-651bde3fa2f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=578c288f67944f8fab62bf1b7e71b749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6219468 Jul 08 01:55:59.664364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:59.677354 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326a46a5-a9c1-49c9-b71d-9fc862254f9f req-be6f5be9-28bd-4376-b23e-5186b03e69f2 service neutron] 10.222.0.18 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730855 Jul 08 01:55:59.701893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.727970 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.728539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9b369-9692-4900-bc02-e447ff348d9f req-6dc79130-1252-4e57-828e-5832ea4da142 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:59.734967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eca9b369-9692-4900-bc02-e447ff348d9f req-6dc79130-1252-4e57-828e-5832ea4da142 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 943 time: 0.1525645 Jul 08 01:55:59.803869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:59.813042 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdfae6c6-c033-49bb-a1ef-4d6cfd019d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.814341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eca9b369-9692-4900-bc02-e447ff348d9f req-e26bfabf-c110-42f6-bf9c-1045a02b783f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778766 Jul 08 01:55:59.822132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.822910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.823962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.824820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.825448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.825969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.826535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.827047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.827618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.834597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.834597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.834597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:59.847134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Subnet': ['ID=0ec97b0f-e2c8-4677-8e33-8495884f2e95,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:59.862992 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdfae6c6-c033-49bb-a1ef-4d6cfd019d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.865050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Checking segment: {'id': '066509e6-b557-4d15-8a7f-3e530c8d3d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0856050b-4bfc-4cae-9ff4-3dee01bf73ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:59.865419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network hostable DHCP agents. Network: 0856050b-4bfc-4cae-9ff4-3dee01bf73ab, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:55:59.978292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6322b-7717-49c8-9111-9ec528eb0214 req-3edcdd0b-8016-4aaf-bac3-10092c4b8ee1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:59.979883 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edf6322b-7717-49c8-9111-9ec528eb0214 req-3edcdd0b-8016-4aaf-bac3-10092c4b8ee1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 948 time: 0.1070142 Jul 08 01:55:59.998539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['88ca812e-d755-4b3d-b044-614b07976e56'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:00.041036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:56:00.068508 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edf6322b-7717-49c8-9111-9ec528eb0214 req-0c248f8f-7176-4dc1-b81a-c70bc4f4d2a0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823703 Jul 08 01:56:00.095600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdfae6c6-c033-49bb-a1ef-4d6cfd019d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.095600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdfae6c6-c033-49bb-a1ef-4d6cfd019d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.095600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fdfae6c6-c033-49bb-a1ef-4d6cfd019d69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3049202-74d8-49b2-a135-26caa13c1705 HTTP/1.1" status: 204 len: 168 time: 0.4211712 Jul 08 01:56:00.114245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfae6c6-c033-49bb-a1ef-4d6cfd019d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3049202-74d8-49b2-a135-26caa13c1705,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:00.175085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 0856050b-4bfc-4cae-9ff4-3dee01bf73ab) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:00.179873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:00.180483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.197592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc32ae-5d14-4396-9c94-c9e43ee9973d None None] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:00.302110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35384) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:00.303144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b36bd78-6a1e-4ce8-9658-120d4000ab5a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4800642 Jul 08 01:56:00.307126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1028053579', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:00.429506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd6221-7f84-4d6d-83bf-3a74cecc0e62 None None] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:00.450196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.451332 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.519604 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9617fe7-438c-4a14-a19c-a952aebf2cf3 req-138f129e-5e84-4fa5-90f7-6ea9f50e41d2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 210 time: 0.0494106 Jul 08 01:56:00.538333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.583841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-a83cd808-3937-4648-8165-53980b87a7bb tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:00.586435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-a83cd808-3937-4648-8165-53980b87a7bb tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.2000282 Jul 08 01:56:00.609655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Request body: {'port': {'device_id': '0f5cb09b-5ea5-4322-bb26-09bcb4d82e14', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'admin_state_up': True, 'tenant_id': '6dfa016384984b2b898f8cc4f92b1858'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:00.933430 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.975275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55ec03-4879-4723-95f3-7ce19ff90a1b req-94dee998-ffa4-4713-a795-99bde89423b5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:00.976890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a55ec03-4879-4723-95f3-7ce19ff90a1b req-94dee998-ffa4-4713-a795-99bde89423b5 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 945 time: 0.0770736 Jul 08 01:56:00.995908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Made reservation on behalf of 6dfa016384984b2b898f8cc4f92b1858 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:00.999421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.018224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a55ec03-4879-4723-95f3-7ce19ff90a1b req-25cd5240-63a8-4a27-8712-fa24bc6671d7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Jul 08 01:56:01.093083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71522e3b-ef4b-44e6-854a-14ad657e60f4 req-a2986642-9bfa-4dc8-9859-2c1dbb4aa2c1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:01.096389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71522e3b-ef4b-44e6-854a-14ad657e60f4 req-a2986642-9bfa-4dc8-9859-2c1dbb4aa2c1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 943 time: 0.1351480 Jul 08 01:56:01.175624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71522e3b-ef4b-44e6-854a-14ad657e60f4 req-dd55aef7-335f-4c33-96b1-fc39c3609c9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737505 Jul 08 01:56:01.183182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 88ca812e-d755-4b3d-b044-614b07976e56 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:01.219097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Allocated IP 172.20.0.8 (fbdb8d45-7f81-4e72-bb8a-b61d1865970b/3dc20689-5b16-4c21-9e63-5f26fe24f72c/2951157d-c36d-4365-bf6e-14bb455e606d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:01.323706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 88ca812e-d755-4b3d-b044-614b07976e56 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:01.329044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 88ca812e-d755-4b3d-b044-614b07976e56 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:01.329430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.337796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-33c8fe67-48e8-4d03-8bca-e61c26e69b1c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:01.340328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-33c8fe67-48e8-4d03-8bca-e61c26e69b1c tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 945 time: 0.2038121 Jul 08 01:56:01.474751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.488762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4cb3ab8-e506-4869-a233-79804947e942 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:01.495590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d7cb1-2104-4e0d-b5c1-c2bb28023a58 req-f6539ef0-16e0-4541-9e44-3fd23a25aae3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:01.496228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 56d2064a-d811-48b3-b654-a175089c65e8 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:01.500864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae3d7cb1-2104-4e0d-b5c1-c2bb28023a58 req-f6539ef0-16e0-4541-9e44-3fd23a25aae3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 948 time: 0.2705259 Jul 08 01:56:01.504864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35442) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:01.540333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 56d2064a-d811-48b3-b654-a175089c65e8 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:01.541052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 56d2064a-d811-48b3-b654-a175089c65e8 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:01.544006 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.572853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:01.575515 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85a93f-0866-46f1-9d52-ed874baa43be" -d '{"events": [{"server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "name": "network-vif-plugged", "status": "completed", "tag": "88ca812e-d755-4b3d-b044-614b07976e56"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:01.597665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:01.617520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.641040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.671366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bba529-efa0-4fe9-89fe-3a70904908c8 req-161bab1e-1db5-4d0f-91d2-6cd44121ff0c tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:01.673081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0bba529-efa0-4fe9-89fe-3a70904908c8 req-161bab1e-1db5-4d0f-91d2-6cd44121ff0c tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 950 time: 0.1661677 Jul 08 01:56:01.682156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:01.690419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.710961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:01.720895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:01.753182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:01.770750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae3d7cb1-2104-4e0d-b5c1-c2bb28023a58 req-f4b1eb34-d49c-4318-8649-e5bbacd10775 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686834 Jul 08 01:56:01.775091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event updated for resources: {'Port': ['ID=2951157d-c36d-4365-bf6e-14bb455e606d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:01.791872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-623032714-network', 'tenant_id': '45c4e26ff80c4bb29a253bc40c4f3585'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:01.797322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0bba529-efa0-4fe9-89fe-3a70904908c8 req-22539987-afdb-4770-84b5-0e23303a2c71 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129749 Jul 08 01:56:01.826947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:01.827646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.851070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74e73a92-4fb3-4c08-8eed-ada36d87d374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.854307 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.857618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:01.892462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'b4cb3ab8-e506-4869-a233-79804947e942', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'port_id': 'b4cb3ab8-e506-4869-a233-79804947e942', 'mac_address': 'fa:16:3e:57:21:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebb33c5-4491-4bb5-a653-719eb3deb5eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:01.896817 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8c9bf6-e783-4f05-94dd-6ccd6e86ef28 x-openstack-request-id: req-5f8c9bf6-e783-4f05-94dd-6ccd6e86ef28 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:01.896817 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "name": "network-vif-plugged", "status": "completed", "tag": "88ca812e-d755-4b3d-b044-614b07976e56", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:01.896817 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f8c9bf6-e783-4f05-94dd-6ccd6e86ef28 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:01.897281 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56', 'code': 200} Jul 08 01:56:01.912701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Made reservation on behalf of 45c4e26ff80c4bb29a253bc40c4f3585 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:01.916228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.936349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.946297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:01.959099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.976338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Deleting port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:01.977262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.978004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cb3ab8-e506-4869-a233-79804947e942 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:02.000493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-1a7a1ded-8beb-4be6-9173-7c8b11077158 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3982749 Jul 08 01:56:02.008893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:02.016960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Request body: {'port': {'device_id': '0f5cb09b-5ea5-4322-bb26-09bcb4d82e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:02.055019 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.104622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.109036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.25.8.181 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/961510fb-867b-465d-b2dc-6e70252436da) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:02.125039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:02.185024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35c892-bc5b-4155-8b0c-2baf5205b95f req-17298de2-fa15-46dc-92fc-af515e610018 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:02.186626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e35c892-bc5b-4155-8b0c-2baf5205b95f req-17298de2-fa15-46dc-92fc-af515e610018 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 931 time: 0.3094268 Jul 08 01:56:02.269757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['b4cb3ab8-e506-4869-a233-79804947e942'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:02.322237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] For port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,segment=NetworkSegment(048b85c1-9d45-40fb-9f00-8aaba27549d7),segment_id=048b85c1-9d45-40fb-9f00-8aaba27549d7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:02.322237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.360103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Calling delete_port for eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:02.378007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0a0a-dce0-4ba2-a5af-a81ee8c2f2d8 req-e141bc8b-2e86-4e8d-a3f3-3c8e99700e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:02.379531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-434a0a0a-dce0-4ba2-a5af-a81ee8c2f2d8 req-e141bc8b-2e86-4e8d-a3f3-3c8e99700e6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1101 time: 0.3384464 Jul 08 01:56:02.402430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2951157d-c36d-4365-bf6e-14bb455e606d {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:02.403942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e35c892-bc5b-4155-8b0c-2baf5205b95f req-2373aecc-1e2d-4d9d-9588-2a6c29d7fc77 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695840 Jul 08 01:56:02.420326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.425717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Transition to ACTIVE for port object 2951157d-c36d-4365-bf6e-14bb455e606d will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:02.451939 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.541249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.593451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Pushing event updated for resources: {'Port': ['ID=2951157d-c36d-4365-bf6e-14bb455e606d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:02.670893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Attempting to bind port 2951157d-c36d-4365-bf6e-14bb455e606d on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:02.671231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Attempting to bind port 2951157d-c36d-4365-bf6e-14bb455e606d by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:02.671700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Attempting to bind port 2951157d-c36d-4365-bf6e-14bb455e606d on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:02.676274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Port 2951157d-c36d-4365-bf6e-14bb455e606d on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:02.676622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Attempting to bind port 2951157d-c36d-4365-bf6e-14bb455e606d on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:02.681993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:02.686378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Checking segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:02.686378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Bound using segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:02.686378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Bound port: 2951157d-c36d-4365-bf6e-14bb455e606d, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:02.686378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.751160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] For port 2951157d-c36d-4365-bf6e-14bb455e606d, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:02.754413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] For port 2951157d-c36d-4365-bf6e-14bb455e606d, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=2951157d-c36d-4365-bf6e-14bb455e606d,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:02.798783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74e73a92-4fb3-4c08-8eed-ada36d87d374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.808922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.840769 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-434a0a0a-dce0-4ba2-a5af-a81ee8c2f2d8 req-b231699f-b325-4911-a7a4-df66948b43c7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465206 Jul 08 01:56:02.841577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:02.842650 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.844275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-7a663c93-157e-4890-a985-06305910ea06 service neutron] 10.222.0.32 "PUT /v2.0/ports/2951157d-c36d-4365-bf6e-14bb455e606d HTTP/1.1" status: 200 len: 1092 time: 0.8339019 Jul 08 01:56:02.847060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5cb09b-5ea5-4322-bb26-09bcb4d82e14', 'tag': '2951157d-c36d-4365-bf6e-14bb455e606d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:02.856434 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a56ec-c21f-41a5-b42f-69a35824eea0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5cb09b-5ea5-4322-bb26-09bcb4d82e14", "tag": "2951157d-c36d-4365-bf6e-14bb455e606d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:02.864069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74e73a92-4fb3-4c08-8eed-ada36d87d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.900796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a663c93-157e-4890-a985-06305910ea06 service neutron] Pushing event updated for resources: {'Port': ['ID=2951157d-c36d-4365-bf6e-14bb455e606d,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:02.936477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-74e73a92-4fb3-4c08-8eed-ada36d87d374 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=332290e5de584412afac295b9f9f1bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4262855 Jul 08 01:56:02.939368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35510) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:02.948822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e73a92-4fb3-4c08-8eed-ada36d87d374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fa0ae8-5027-4999-8380-1e48063bf6a1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:02.972536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec311b9-e994-4df5-8a51-1e7e5917d73a req-b39a533a-5d0f-432c-80c0-c3b003294dff tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:02.974043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bec311b9-e994-4df5-8a51-1e7e5917d73a req-b39a533a-5d0f-432c-80c0-c3b003294dff tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 945 time: 0.1921608 Jul 08 01:56:02.985808 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.018648 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.048994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.064285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-859820ca-33f9-4bfe-9ae8-b9f99b2ce313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:03.065832 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-859820ca-33f9-4bfe-9ae8-b9f99b2ce313 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 1095 time: 0.0676389 Jul 08 01:56:03.092631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:56:03.115046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:03.123238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bec311b9-e994-4df5-8a51-1e7e5917d73a req-5a41c181-57f7-4c6f-8768-9017334d5dd7 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/security-groups?id=91e3c7d3-af0e-42c5-801b-a77b41c0f42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412628 Jul 08 01:56:03.123636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2874c418-976e-4c01-902b-90aa65b06101,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:03.127889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:03.127889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b24eb3c-11fd-413b-8fd4-877930fb99c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.128555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=961510fb-867b-465d-b2dc-6e70252436da,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:03.130362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-d6c37df6-4fc7-429a-af48-b5541be9d5a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2951157d-c36d-4365-bf6e-14bb455e606d HTTP/1.1" status: 200 len: 217 time: 0.0506012 Jul 08 01:56:03.131744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:03.135945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.136389 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Added segment 4721536b-15ff-4a5a-84d4-e90e7a7e7cac of type vlan for network 85c6e848-0244-4cd7-80f0-a6a967a1ca7f Jul 08 01:56:03.182772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b24eb3c-11fd-413b-8fd4-877930fb99c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.196479 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.210653 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.223242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-6633d187-2fd7-4833-b746-1c1cffa1aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:03.224794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-6633d187-2fd7-4833-b746-1c1cffa1aae3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.0790868 Jul 08 01:56:03.271516 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-08902032-c007-4482-83ed-76588f92736e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335028 Jul 08 01:56:03.306036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Pushing event deleted for resources: {'Port': ['ID=eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:03.341568 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.342533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:03.343583 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.417089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] No DVR routers for this DVR port eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:03.419865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.423262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-738d8d7d-4fc5-435e-9642-2df8056cdcdc req-5446dc0f-d819-4e1a-b6ab-c9dcd9d2f817 tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.18 "DELETE /v2.0/ports/eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c HTTP/1.1" status: 204 len: 173 time: 2.0728321 Jul 08 01:56:03.423262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'name': 'network-vif-deleted', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:03.424410 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-41c0ae9f-5c76-45c5-910f-781f4aaf126f service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445546 Jul 08 01:56:03.425076 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db1b256-0b72-4967-80e9-52a24d2d83b5" -d '{"events": [{"server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "name": "network-vif-deleted", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:03.427696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] Pushing event updated for resources: {'Network': ['ID=85c6e848-0244-4cd7-80f0-a6a967a1ca7f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:03.442132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 85c6e848-0244-4cd7-80f0-a6a967a1ca7f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:56:03.488000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b2bfd-f247-4cd5-98e4-afb94fa0a602 req-0f4f0eef-b36b-427b-a949-48b6c24aadba tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:03.488635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4cb3ab8-e506-4869-a233-79804947e942 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:03.496993 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc0b2bfd-f247-4cd5-98e4-afb94fa0a602 req-0f4f0eef-b36b-427b-a949-48b6c24aadba tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 944 time: 0.2010381 Jul 08 01:56:03.497888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-19487d27-fc08-4e74-b5f3-cca02005e85f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8917019 Jul 08 01:56:03.503322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35520) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:03.526789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Request body: {'subnet': {'network_id': '85c6e848-0244-4cd7-80f0-a6a967a1ca7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-623032714-subnet', 'tenant_id': '45c4e26ff80c4bb29a253bc40c4f3585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:03.557167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41ae6c33-8c1a-43b7-bf99-a5d333c1c933 req-96d1506d-2ad2-478a-acad-a44138c75c60 service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225188 Jul 08 01:56:03.595878 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b24eb3c-11fd-413b-8fd4-877930fb99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.598387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b24eb3c-11fd-413b-8fd4-877930fb99c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.602287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b24eb3c-11fd-413b-8fd4-877930fb99c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24fa0ae8-5027-4999-8380-1e48063bf6a1 HTTP/1.1" status: 204 len: 168 time: 0.6592381 Jul 08 01:56:03.606366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d67de7-56a4-4b52-a21e-d6f7523c9627 req-6b96c466-834d-4807-8eaa-9a32c57e72a1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:03.606366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63d67de7-56a4-4b52-a21e-d6f7523c9627 req-6b96c466-834d-4807-8eaa-9a32c57e72a1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.0813420 Jul 08 01:56:03.625141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port b4cb3ab8-e506-4869-a233-79804947e942 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:03.629114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port b4cb3ab8-e506-4869-a233-79804947e942 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:03.635017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.640137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc0b2bfd-f247-4cd5-98e4-afb94fa0a602 req-102f5729-7491-42d9-9ac1-32c5debb7345 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389701 Jul 08 01:56:03.656697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63d67de7-56a4-4b52-a21e-d6f7523c9627 req-18057d44-ea82-49d5-8c79-44ab0e63b9cf tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Jul 08 01:56:03.671258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24eb3c-11fd-413b-8fd4-877930fb99c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fa0ae8-5027-4999-8380-1e48063bf6a1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:03.739598 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802b171a-33a0-47ff-b316-fc32d09adb13 x-openstack-request-id: req-802b171a-33a0-47ff-b316-fc32d09adb13 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:03.740082 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5cb09b-5ea5-4322-bb26-09bcb4d82e14", "tag": "2951157d-c36d-4365-bf6e-14bb455e606d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:03.740435 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-802b171a-33a0-47ff-b316-fc32d09adb13 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:03.740975 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5cb09b-5ea5-4322-bb26-09bcb4d82e14', 'tag': '2951157d-c36d-4365-bf6e-14bb455e606d', 'status': 'completed', 'code': 200} Jul 08 01:56:03.782115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Made reservation on behalf of 45c4e26ff80c4bb29a253bc40c4f3585 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:03.784519 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.802411 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.880133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-61b8ccdd-ee02-4d1c-9408-d4961dcd642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:03.882282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-61b8ccdd-ee02-4d1c-9408-d4961dcd642a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 1095 time: 0.1022582 Jul 08 01:56:03.884232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:03.884629 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e868b8-218a-428e-b3de-ac9a033bd712 x-openstack-request-id: req-e4e868b8-218a-428e-b3de-ac9a033bd712 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:03.884930 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8b1775-6ef1-4aed-a79e-12395c433c3c", "name": "network-vif-deleted", "tag": "eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:03.885186 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4e868b8-218a-428e-b3de-ac9a033bd712 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:03.885583 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8b1775-6ef1-4aed-a79e-12395c433c3c', 'name': 'network-vif-deleted', 'tag': 'eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c', 'status': 'completed', 'code': 200} Jul 08 01:56:03.898380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:03.901276 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07103bc-fb16-497d-b61c-b4d8a43e58e1" -d '{"events": [{"server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "name": "network-vif-plugged", "status": "completed", "tag": "b4cb3ab8-e506-4869-a233-79804947e942"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:03.986377 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.987661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:04.011945 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.041414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-ba46cec7-37b5-4efa-8ea1-d85bd813673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.042827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-ba46cec7-37b5-4efa-8ea1-d85bd813673e service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 912 time: 0.1497953 Jul 08 01:56:04.062656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad749af2-bce4-4204-8812-702ac38ca7ad req-c52f196c-ed12-46f0-9d9d-54f5cd0a45f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.067907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:04.070059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad749af2-bce4-4204-8812-702ac38ca7ad req-c52f196c-ed12-46f0-9d9d-54f5cd0a45f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 943 time: 0.1657670 Jul 08 01:56:04.070531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device eba1a791-d26a-4ce4-a0c9-9fe9ce7b638c not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:04.073646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:04.124212 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-9f92c18e-9254-4377-a10b-a63dfd1ff9b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2951157d-c36d-4365-bf6e-14bb455e606d HTTP/1.1" status: 200 len: 217 time: 0.0516932 Jul 08 01:56:04.181641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:04.191046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad749af2-bce4-4204-8812-702ac38ca7ad req-90616824-b2e2-4d75-93c0-4bf528a65812 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197309 Jul 08 01:56:04.221351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-95499212-4616-47d2-aa15-70f98d280b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.223281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-95499212-4616-47d2-aa15-70f98d280b89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.0845401 Jul 08 01:56:04.250903 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6f2a30-b3d9-4f67-9082-b1daa42df01b x-openstack-request-id: req-9e6f2a30-b3d9-4f67-9082-b1daa42df01b {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:04.251206 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "name": "network-vif-plugged", "status": "completed", "tag": "b4cb3ab8-e506-4869-a233-79804947e942", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:04.252704 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e6f2a30-b3d9-4f67-9082-b1daa42df01b {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:04.253946 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942', 'code': 200} Jul 08 01:56:04.269563 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-d81b3ba6-f8ab-431a-9014-864661920648 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351222 Jul 08 01:56:04.288960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.359381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:04.409850 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.417735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-121dae42-e69d-447d-888f-9e5192c164a8 req-60cd4c35-aa94-4d58-972c-e83979be141d tempest-LiveMigrationTest-472308116 tempest-LiveMigrationTest-472308116-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d8b1775-6ef1-4aed-a79e-12395c433c3c HTTP/1.1" status: 200 len: 210 time: 0.0469608 Jul 08 01:56:04.490257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-9b6ac564-ddd6-4c37-9a95-9ac1dd40bc39 service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108340 Jul 08 01:56:04.501778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0753fb-6bca-4a14-81c0-9995082da27c req-573343fb-dec3-4e2d-9c50-e001d62bd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.502303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:04.503322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b0753fb-6bca-4a14-81c0-9995082da27c req-573343fb-dec3-4e2d-9c50-e001d62bd09d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 1097 time: 0.1205797 Jul 08 01:56:04.510990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.512375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:04.552326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.560802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-194def6b-bc1f-4a39-8eee-712cf8c9e3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.635132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b0753fb-6bca-4a14-81c0-9995082da27c req-1002d40f-8e41-4669-b6d4-782537c339ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225793 Jul 08 01:56:04.635810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a07107-4e27-459a-9290-78ec0b54cba0,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:04.649352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca8a56ec-c21f-41a5-b42f-69a35824eea0 req-7459548e-c25d-4994-844b-5cddc8d529c0 service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497915 Jul 08 01:56:04.655699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Checking segment: {'id': '4721536b-15ff-4a5a-84d4-e90e7a7e7cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '85c6e848-0244-4cd7-80f0-a6a967a1ca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:04.661913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Network hostable DHCP agents. Network: 85c6e848-0244-4cd7-80f0-a6a967a1ca7f, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:56:04.745884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-194def6b-bc1f-4a39-8eee-712cf8c9e3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.775685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Network 85c6e848-0244-4cd7-80f0-a6a967a1ca7f is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:56:04.838629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-194def6b-bc1f-4a39-8eee-712cf8c9e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.870336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fcf9d-b4a2-4667-985d-49cf998e5216 req-5e13b8bd-47f2-470e-b626-bf51431c2a08 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.871749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-312fcf9d-b4a2-4667-985d-49cf998e5216 req-5e13b8bd-47f2-470e-b626-bf51431c2a08 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.0634346 Jul 08 01:56:04.885389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-194def6b-bc1f-4a39-8eee-712cf8c9e3e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90f856af7ae9469c83915fd0e275d510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822317 Jul 08 01:56:04.888024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194def6b-bc1f-4a39-8eee-712cf8c9e3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d31127-cfa2-4fa1-97ca-ec471c607c3e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:04.890313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35560) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:04.899465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 85c6e848-0244-4cd7-80f0-a6a967a1ca7f) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:04.904773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.905368 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.908397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:56:04.909407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81dc96-4c6a-456c-b2ff-c30fb31e22df None None] Network 85c6e848-0244-4cd7-80f0-a6a967a1ca7f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:04.960494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b66db-8867-40c0-9379-13a3a2eeacbf req-8e0e5529-0b10-4d15-8bc3-974c5b3e75d0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.961920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e13b66db-8867-40c0-9379-13a3a2eeacbf req-8e0e5529-0b10-4d15-8bc3-974c5b3e75d0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.1549556 Jul 08 01:56:04.994918 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-226d01d7-d73a-4b0a-8206-b3be84b32e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.000016 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-312fcf9d-b4a2-4667-985d-49cf998e5216 req-5e8ab650-ad7d-4923-b007-c3c648970fa7 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212089 Jul 08 01:56:05.031464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e13b66db-8867-40c0-9379-13a3a2eeacbf req-7f86f6c7-6d82-48b2-b1fa-b8fdf7bc63fa tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621989 Jul 08 01:56:05.047315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-226d01d7-d73a-4b0a-8206-b3be84b32e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.082812 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f3b12107-408c-4da2-91f4-5d50b5349790 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5697751 Jul 08 01:56:05.096486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:05.111030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586c93c-9e85-42b7-b5d5-4e3617e28883 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:05.131987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380c0529-f188-46d3-91b2-f4581f06df09 None None] Network 85c6e848-0244-4cd7-80f0-a6a967a1ca7f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:05.166599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586c93c-9e85-42b7-b5d5-4e3617e28883 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:05.167388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2586c93c-9e85-42b7-b5d5-4e3617e28883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:05.207269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2586c93c-9e85-42b7-b5d5-4e3617e28883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:05.216482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-226d01d7-d73a-4b0a-8206-b3be84b32e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.222588 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-226d01d7-d73a-4b0a-8206-b3be84b32e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.224748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-226d01d7-d73a-4b0a-8206-b3be84b32e1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81d31127-cfa2-4fa1-97ca-ec471c607c3e HTTP/1.1" status: 204 len: 168 time: 0.3324108 Jul 08 01:56:05.229753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586c93c-9e85-42b7-b5d5-4e3617e28883 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:05.230603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2586c93c-9e85-42b7-b5d5-4e3617e28883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:05.238324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.246330 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-09433639-7ce8-44ef-99ef-bbb5e74f6bfc tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9405160 Jul 08 01:56:05.249987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35572) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:05.253700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d01d7-d73a-4b0a-8206-b3be84b32e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d31127-cfa2-4fa1-97ca-ec471c607c3e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:05.327731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2586c93c-9e85-42b7-b5d5-4e3617e28883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:05.329229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586c93c-9e85-42b7-b5d5-4e3617e28883 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:05.664959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9e3c2-f427-4505-91d8-7a900d94562a req-81e66334-85de-4527-bb65-04bd82f6163a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:05.667467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-56d9e3c2-f427-4505-91d8-7a900d94562a req-81e66334-85de-4527-bb65-04bd82f6163a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 943 time: 0.0961494 Jul 08 01:56:05.690265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d661-14ef-405b-b00e-c54a2b56ab3c req-aaba4fd1-037e-473c-9e8d-2d9dc64262c9 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:05.691890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56b8d661-14ef-405b-b00e-c54a2b56ab3c req-aaba4fd1-037e-473c-9e8d-2d9dc64262c9 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1101 time: 0.1400943 Jul 08 01:56:05.720080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-56d9e3c2-f427-4505-91d8-7a900d94562a req-5ba4e7bd-f95d-4b3e-9ffd-8cb5a781f2de tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Jul 08 01:56:05.735454 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56b8d661-14ef-405b-b00e-c54a2b56ab3c req-4ad3a8a6-47a2-45f4-ace1-a34a93afd7f9 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.871555 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.935061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8e4714f1-5f3d-452a-a7b5-17070f6b185a req-6e4243dd-a685-4fd7-b328-e8a279e037ed tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1714194047', 'description': 'tempest-description-1825868291'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:05.966651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56b8d661-14ef-405b-b00e-c54a2b56ab3c req-4ad3a8a6-47a2-45f4-ace1-a34a93afd7f9 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.024359 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56b8d661-14ef-405b-b00e-c54a2b56ab3c req-4ad3a8a6-47a2-45f4-ace1-a34a93afd7f9 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.077718 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8e4714f1-5f3d-452a-a7b5-17070f6b185a req-6e4243dd-a685-4fd7-b328-e8a279e037ed tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.142624 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56b8d661-14ef-405b-b00e-c54a2b56ab3c req-4ad3a8a6-47a2-45f4-ace1-a34a93afd7f9 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424632 Jul 08 01:56:06.150280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3a8a6-47a2-45f4-ace1-a34a93afd7f9 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3359cc94-609e-442a-8827-04076403a2d9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:06.217605 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8e4714f1-5f3d-452a-a7b5-17070f6b185a req-6e4243dd-a685-4fd7-b328-e8a279e037ed tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.245716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:06.256732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:06.257621 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb3af77-231e-48d2-a7d7-58d6a154367d" -d '{"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:06.272673 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8e4714f1-5f3d-452a-a7b5-17070f6b185a req-6e4243dd-a685-4fd7-b328-e8a279e037ed tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.300507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.20.0.1 (0856050b-4bfc-4cae-9ff4-3dee01bf73ab/0ec97b0f-e2c8-4677-8e33-8495884f2e95/6acd1a8b-8524-4dc2-9c3c-efb598976728) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:06.320992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4243dd-a685-4fd7-b328-e8a279e037ed tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7755de-f06a-4d15-a7fe-f60c0d9c0b9a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:06.387461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8e4714f1-5f3d-452a-a7b5-17070f6b185a req-6e4243dd-a685-4fd7-b328-e8a279e037ed tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.389090 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e4714f1-5f3d-452a-a7b5-17070f6b185a req-6e4243dd-a685-4fd7-b328-e8a279e037ed tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4584754 Jul 08 01:56:06.446362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-af201c94-f464-49e2-8330-9c2bbf73ab69 admin admin] Deleting subnet 5b8875b2-d7ea-4b54-9760-799d2f235563 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:06.449728 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af201c94-f464-49e2-8330-9c2bbf73ab69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.491771 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af201c94-f464-49e2-8330-9c2bbf73ab69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.550295 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af201c94-f464-49e2-8330-9c2bbf73ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.701844 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af201c94-f464-49e2-8330-9c2bbf73ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.732491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af201c94-f464-49e2-8330-9c2bbf73ab69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b8875b2-d7ea-4b54-9760-799d2f235563,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:06.741215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af201c94-f464-49e2-8330-9c2bbf73ab69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.743627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-af201c94-f464-49e2-8330-9c2bbf73ab69 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5b8875b2-d7ea-4b54-9760-799d2f235563 HTTP/1.1" status: 204 len: 168 time: 0.4968820 Jul 08 01:56:06.745960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:06.817102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.824622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.838877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f707ad-8e68-431f-9123-91e066f29a4a req-b70f412f-75a7-487c-8a44-f9384f87ac4b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:06.843036 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6f707ad-8e68-431f-9123-91e066f29a4a req-b70f412f-75a7-487c-8a44-f9384f87ac4b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1299572 Jul 08 01:56:06.895982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6f707ad-8e68-431f-9123-91e066f29a4a req-fc73770a-9b1d-46d5-872b-e79f6cf8014b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520015 Jul 08 01:56:06.947675 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.961025 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a59ec09-e62d-4634-a754-c274e2cde79c x-openstack-request-id: req-0a59ec09-e62d-4634-a754-c274e2cde79c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:06.961025 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:06.961025 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a59ec09-e62d-4634-a754-c274e2cde79c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:06.961302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68974dc5-4c4e-4451-9f8d-07f701067f0c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:06.961391 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'code': 200} Jul 08 01:56:06.970058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048b85c1-9d45-40fb-9f00-8aaba27549d7') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:06.970360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048b85c1-9d45-40fb-9f00-8aaba27549d7') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:06.979110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.980991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.993164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.999079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:06.999602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:07.001381 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:07.049298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=6acd1a8b-8524-4dc2-9c3c-efb598976728,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:07.069494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:07.075403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:07.080643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:07.138551 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.183521 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d96d82b-7d0e-4b7f-8ccd-b9483e4ceba1 req-126ead92-f67f-43c4-9fd3-a5125c98d12a tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/6f7755de-f06a-4d15-a7fe-f60c0d9c0b9a HTTP/1.1" status: 200 len: 1805 time: 0.2168543 Jul 08 01:56:07.197313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0d96d82b-7d0e-4b7f-8ccd-b9483e4ceba1 req-25207b60-7545-4465-b054-87080ef3c141 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f7755de-f06a-4d15-a7fe-f60c0d9c0b9a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:07.197691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0d96d82b-7d0e-4b7f-8ccd-b9483e4ceba1 req-25207b60-7545-4465-b054-87080ef3c141 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f7755de-f06a-4d15-a7fe-f60c0d9c0b9a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:07.202562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 2951157d-c36d-4365-bf6e-14bb455e606d details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:07.254095 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:56:07.335270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 2951157d-c36d-4365-bf6e-14bb455e606d, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=2951157d-c36d-4365-bf6e-14bb455e606d,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:07.350386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '2951157d-c36d-4365-bf6e-14bb455e606d', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'port_id': '2951157d-c36d-4365-bf6e-14bb455e606d', 'mac_address': 'fa:16:3e:05:9e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc20689-5b16-4c21-9e63-5f26fe24f72c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:07.387908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0d96d82b-7d0e-4b7f-8ccd-b9483e4ceba1 req-25207b60-7545-4465-b054-87080ef3c141 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.392307 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.408400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2951157d-c36d-4365-bf6e-14bb455e606d {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:07.444961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 2951157d-c36d-4365-bf6e-14bb455e606d, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=2951157d-c36d-4365-bf6e-14bb455e606d,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:07.471372 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0d96d82b-7d0e-4b7f-8ccd-b9483e4ceba1 req-25207b60-7545-4465-b054-87080ef3c141 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.501531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cd320-cfa2-47ac-ba7b-4b56afd1667e req-6a4f534b-79ba-46a7-bc33-46af8544c3a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:07.503154 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.503556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f76cd320-cfa2-47ac-ba7b-4b56afd1667e req-6a4f534b-79ba-46a7-bc33-46af8544c3a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 943 time: 0.0775430 Jul 08 01:56:07.506575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.512815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.514875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] 10.222.0.10 "DELETE /v2.0/networks/68974dc5-4c4e-4451-9f8d-07f701067f0c HTTP/1.1" status: 204 len: 168 time: 0.7679086 Jul 08 01:56:07.521005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35656) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:07.527667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47d051-02e0-4cff-9f1b-735f3ea12dec admin admin] Pushing event deleted for resources: {'Network': ['ID=68974dc5-4c4e-4451-9f8d-07f701067f0c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:07.552328 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.573080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f76cd320-cfa2-47ac-ba7b-4b56afd1667e req-de2c3c55-3d0e-4d6e-a055-7eec0dd05641 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Jul 08 01:56:07.605496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-af1b8945-4ccc-4fbc-a361-4b73c6b13b53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3560426 Jul 08 01:56:07.611458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=2951157d-c36d-4365-bf6e-14bb455e606d,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:07.648002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce10c0cb-1e08-4e4f-8c29-c3dcc18800df admin admin] Deleting subnet 769a9038-1640-41a2-a8db-1adf410832f7 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:07.653480 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce10c0cb-1e08-4e4f-8c29-c3dcc18800df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.686603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0d96d82b-7d0e-4b7f-8ccd-b9483e4ceba1 req-25207b60-7545-4465-b054-87080ef3c141 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.736948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25207b60-7545-4465-b054-87080ef3c141 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab6ce53-d356-481c-b9a3-cd8fcaca0766,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:07.743358 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce10c0cb-1e08-4e4f-8c29-c3dcc18800df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.806654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce10c0cb-1e08-4e4f-8c29-c3dcc18800df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.844297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['2951157d-c36d-4365-bf6e-14bb455e606d'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:07.873990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0d96d82b-7d0e-4b7f-8ccd-b9483e4ceba1 req-25207b60-7545-4465-b054-87080ef3c141 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.875229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d96d82b-7d0e-4b7f-8ccd-b9483e4ceba1 req-25207b60-7545-4465-b054-87080ef3c141 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6841619 Jul 08 01:56:07.988523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.003896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce10c0cb-1e08-4e4f-8c29-c3dcc18800df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.030534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10c0cb-1e08-4e4f-8c29-c3dcc18800df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769a9038-1640-41a2-a8db-1adf410832f7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:08.080716 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ce10c0cb-1e08-4e4f-8c29-c3dcc18800df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.085253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35688) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:08.085796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ce10c0cb-1e08-4e4f-8c29-c3dcc18800df admin admin] 10.222.0.10 "DELETE /v2.0/subnets/769a9038-1640-41a2-a8db-1adf410832f7 HTTP/1.1" status: 204 len: 168 time: 0.5626161 Jul 08 01:56:08.089820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.172767 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.184719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.192942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=6acd1a8b-8524-4dc2-9c3c-efb598976728,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:08.257111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d57b2753-9c86-4296-a1a9-5226627d34f3 req-0ee6816b-894f-45f1-82bb-fc962f39ef24 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1451130233', 'description': 'tempest-description-1751592297'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:08.259018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a35c5-a6a0-4822-90fb-634b6743f381 req-af282722-aea3-4ea4-a63e-939e70264115 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:08.260611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d9a35c5-a6a0-4822-90fb-634b6743f381 req-af282722-aea3-4ea4-a63e-939e70264115 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.2347765 Jul 08 01:56:08.282863 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.296472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1e64cb-2c78-42d8-98af-fdf83bbc5b01']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:08.307783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17e4141-2603-4d4e-8907-08f50474e957') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:08.308141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17e4141-2603-4d4e-8907-08f50474e957') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:08.319020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.322805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d9a35c5-a6a0-4822-90fb-634b6743f381 req-fcddb5e9-ec65-407d-851e-723106c8d7e4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554955 Jul 08 01:56:08.336086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:08.339288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:08.353158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.353158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:08.353158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:08.354568 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:08.396521 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d57b2753-9c86-4296-a1a9-5226627d34f3 req-0ee6816b-894f-45f1-82bb-fc962f39ef24 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.527162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:08.542411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007985df-80bf-4d78-af04-5e20693a907c req-11eb4a31-b659-4196-ab38-f30bdbc53529 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:08.543845 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-007985df-80bf-4d78-af04-5e20693a907c req-11eb4a31-b659-4196-ab38-f30bdbc53529 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.0963650 Jul 08 01:56:08.620991 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d57b2753-9c86-4296-a1a9-5226627d34f3 req-0ee6816b-894f-45f1-82bb-fc962f39ef24 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.627602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.628777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.631038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0c1e64cb-2c78-42d8-98af-fdf83bbc5b01 HTTP/1.1" status: 204 len: 168 time: 0.5446701 Jul 08 01:56:08.642063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd759984-8c82-4330-8a72-9e60f89afda4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1e64cb-2c78-42d8-98af-fdf83bbc5b01,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:08.663927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-007985df-80bf-4d78-af04-5e20693a907c req-6616d851-1c91-4d80-b6a0-4cd4df101caa tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137817 Jul 08 01:56:08.691770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:08.699148 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d57b2753-9c86-4296-a1a9-5226627d34f3 req-0ee6816b-894f-45f1-82bb-fc962f39ef24 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.701196 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e33f26-481d-4a5e-b6f4-fd5ccab85640 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:08.711097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1b188159-722b-4341-bb16-17c9f001ee6d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/routers/3b857168-ab75-4f93-bdba-4361c6479f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4597948 Jul 08 01:56:08.716570 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e33f26-481d-4a5e-b6f4-fd5ccab85640 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:08.717454 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-39e33f26-481d-4a5e-b6f4-fd5ccab85640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:08.720411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35714) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:08.725518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'port': {'network_id': '0856050b-4bfc-4cae-9ff4-3dee01bf73ab', 'name': 'tempest-FloatingIPTestJSON-635157121'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:08.759032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6816b-894f-45f1-82bb-fc962f39ef24 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc55aed5-ae18-474d-b3b1-8f16626247cb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:08.804019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d57b2753-9c86-4296-a1a9-5226627d34f3 req-0ee6816b-894f-45f1-82bb-fc962f39ef24 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.805972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d57b2753-9c86-4296-a1a9-5226627d34f3 req-0ee6816b-894f-45f1-82bb-fc962f39ef24 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5764160 Jul 08 01:56:08.817250 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-39e33f26-481d-4a5e-b6f4-fd5ccab85640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:08.828487 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e33f26-481d-4a5e-b6f4-fd5ccab85640 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:08.829746 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-39e33f26-481d-4a5e-b6f4-fd5ccab85640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:55:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:08.954352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e185eff-5cef-4c2f-a830-0cb8a31dba48 req-4d593e6a-666c-4b0a-9472-1eed67640872 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/fc55aed5-ae18-474d-b3b1-8f16626247cb HTTP/1.1" status: 200 len: 1805 time: 0.0690827 Jul 08 01:56:08.963971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8e185eff-5cef-4c2f-a830-0cb8a31dba48 req-add6386d-2958-4f6c-9740-3c5dd1afa33e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fc55aed5-ae18-474d-b3b1-8f16626247cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:08.963971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8e185eff-5cef-4c2f-a830-0cb8a31dba48 req-add6386d-2958-4f6c-9740-3c5dd1afa33e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fc55aed5-ae18-474d-b3b1-8f16626247cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:08.983729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8acb5d-dfec-4005-b4eb-a2f00e795ebd req-de4ef1fc-622e-4b38-9c15-9897dc010bc9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:08.986295 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb8acb5d-dfec-4005-b4eb-a2f00e795ebd req-de4ef1fc-622e-4b38-9c15-9897dc010bc9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 944 time: 0.1043804 Jul 08 01:56:09.007611 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-39e33f26-481d-4a5e-b6f4-fd5ccab85640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:09.008465 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e33f26-481d-4a5e-b6f4-fd5ccab85640 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:09.013144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:09.017518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.045464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb8acb5d-dfec-4005-b4eb-a2f00e795ebd req-26b8e846-1bdd-4d3f-a402-b4e1f7ab301b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536466 Jul 08 01:56:09.048253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] device_id is not set on port 4d195ce3-24e8-4f17-9621-4be1e3f77514 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:56:09.174796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8e185eff-5cef-4c2f-a830-0cb8a31dba48 req-add6386d-2958-4f6c-9740-3c5dd1afa33e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.189835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.20.0.11 (0856050b-4bfc-4cae-9ff4-3dee01bf73ab/0ec97b0f-e2c8-4677-8e33-8495884f2e95/4d195ce3-24e8-4f17-9621-4be1e3f77514) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:09.209190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8e185eff-5cef-4c2f-a830-0cb8a31dba48 req-add6386d-2958-4f6c-9740-3c5dd1afa33e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.224804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 2951157d-c36d-4365-bf6e-14bb455e606d up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:09.244127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:09.278707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8e185eff-5cef-4c2f-a830-0cb8a31dba48 req-add6386d-2958-4f6c-9740-3c5dd1afa33e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.346364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6386d-2958-4f6c-9740-3c5dd1afa33e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29671f4b-b231-4f5b-a37d-c63d89c494dc,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:09.367001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-46e60304-ac6c-4de1-bc0f-753721ff8ebb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4df8b9538aa54ae8ac361eadb5f3f26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211064 Jul 08 01:56:09.369474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:09.378026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.392494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 2951157d-c36d-4365-bf6e-14bb455e606d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:09.397098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 2951157d-c36d-4365-bf6e-14bb455e606d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:09.398180 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.417272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8e185eff-5cef-4c2f-a830-0cb8a31dba48 req-add6386d-2958-4f6c-9740-3c5dd1afa33e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.419643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e185eff-5cef-4c2f-a830-0cb8a31dba48 req-add6386d-2958-4f6c-9740-3c5dd1afa33e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4640079 Jul 08 01:56:09.433970 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccf35930-b70f-4761-b698-192a0e9e3a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.456795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccf35930-b70f-4761-b698-192a0e9e3a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.514000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.526886 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:09.548764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-258692f4-50dc-4f90-976f-47c1e3e2d7eb req-f384e74f-e92b-4991-87fa-e09121d930d1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1153671738', 'description': 'tempest-description-869480925'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:09.573728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.601812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:09.625495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:09.628099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:09.640343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5cb09b-5ea5-4322-bb26-09bcb4d82e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951157d-c36d-4365-bf6e-14bb455e606d'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:09.642553 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7355fc3-ac60-4138-bf9a-5028222fbd1f" -d '{"events": [{"server_uuid": "0f5cb09b-5ea5-4322-bb26-09bcb4d82e14", "name": "network-vif-plugged", "status": "completed", "tag": "2951157d-c36d-4365-bf6e-14bb455e606d"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:09.659810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 2951157d-c36d-4365-bf6e-14bb455e606d, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=2951157d-c36d-4365-bf6e-14bb455e606d,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:09.664622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccf35930-b70f-4761-b698-192a0e9e3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.667906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccf35930-b70f-4761-b698-192a0e9e3a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.669441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ccf35930-b70f-4761-b698-192a0e9e3a6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91e3c7d3-af0e-42c5-801b-a77b41c0f42f HTTP/1.1" status: 204 len: 168 time: 0.2990460 Jul 08 01:56:09.678167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=4d195ce3-24e8-4f17-9621-4be1e3f77514,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:09.680432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf35930-b70f-4761-b698-192a0e9e3a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e3c7d3-af0e-42c5-801b-a77b41c0f42f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:09.705080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-258692f4-50dc-4f90-976f-47c1e3e2d7eb req-f384e74f-e92b-4991-87fa-e09121d930d1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.708179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:09.708841 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.752616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d59db-e375-4cda-8bde-7dcb39f1b8cf req-b30980c0-deaf-4c51-b863-d8619c66456c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:09.759931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:09.762628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d9d59db-e375-4cda-8bde-7dcb39f1b8cf req-b30980c0-deaf-4c51-b863-d8619c66456c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.2126617 Jul 08 01:56:09.763188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.807903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9b1b1660-ed83-48c9-b787-999ece8fd0ed tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0855577 Jul 08 01:56:09.810332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:09.824125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d9d59db-e375-4cda-8bde-7dcb39f1b8cf req-3170bf1a-f74b-4d04-a09c-e894c3528765 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604777 Jul 08 01:56:09.828321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'port': {'network_id': '0856050b-4bfc-4cae-9ff4-3dee01bf73ab', 'name': 'tempest-FloatingIPTestJSON-635239263'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:09.888528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=2951157d-c36d-4365-bf6e-14bb455e606d,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:09.894428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'mac_address': 'fa:16:3e:d0:1e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:09.986029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.014217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:10.056293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:10.060125 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9535a687-7851-428d-ba50-2718f5e13bde x-openstack-request-id: req-9535a687-7851-428d-ba50-2718f5e13bde {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:10.060125 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5cb09b-5ea5-4322-bb26-09bcb4d82e14", "name": "network-vif-plugged", "status": "completed", "tag": "2951157d-c36d-4365-bf6e-14bb455e606d", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:10.061173 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9535a687-7851-428d-ba50-2718f5e13bde {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:10.062083 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5cb09b-5ea5-4322-bb26-09bcb4d82e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951157d-c36d-4365-bf6e-14bb455e606d', 'code': 200} Jul 08 01:56:10.077053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-258692f4-50dc-4f90-976f-47c1e3e2d7eb req-f384e74f-e92b-4991-87fa-e09121d930d1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.146843 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.179721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-258692f4-50dc-4f90-976f-47c1e3e2d7eb req-f384e74f-e92b-4991-87fa-e09121d930d1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.248193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:10.316977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf3e74-3b90-4ed4-95e8-a381f93935e3 req-7f010b14-671e-4e0d-b6ee-6594ee60bd78 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:10.323216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:10.339049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fbf3e74-3b90-4ed4-95e8-a381f93935e3 req-7f010b14-671e-4e0d-b6ee-6594ee60bd78 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1583464 Jul 08 01:56:10.372485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b4d6-bf07-41e7-9478-1bded05f8ede req-0d065674-a744-4977-980f-b40eadadbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:10.375315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf86b4d6-bf07-41e7-9478-1bded05f8ede req-0d065674-a744-4977-980f-b40eadadbcd9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 1097 time: 0.1823034 Jul 08 01:56:10.377267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384e74f-e92b-4991-87fa-e09121d930d1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148fdeda-239a-4101-a724-bcb2e026004a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:10.447675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf86b4d6-bf07-41e7-9478-1bded05f8ede req-f46a4ec8-5e63-4ba8-814c-eb8e5796db3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545204 Jul 08 01:56:10.448947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:10.454830 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.495386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] device_id is not set on port 305ca53b-a051-42d3-b9ab-b4be45309d5c yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:56:10.528109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fbf3e74-3b90-4ed4-95e8-a381f93935e3 req-40122d61-560f-4d29-8b17-df125cfa8337 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876836 Jul 08 01:56:10.555206 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-258692f4-50dc-4f90-976f-47c1e3e2d7eb req-f384e74f-e92b-4991-87fa-e09121d930d1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.570923 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-258692f4-50dc-4f90-976f-47c1e3e2d7eb req-f384e74f-e92b-4991-87fa-e09121d930d1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0263827 Jul 08 01:56:10.635828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-7048cd49-edd9-4a05-a188-a644c2df3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:10.638633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-7048cd49-edd9-4a05-a188-a644c2df3138 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1101 time: 0.2612991 Jul 08 01:56:10.662358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35800) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:10.706661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.20.0.4 (0856050b-4bfc-4cae-9ff4-3dee01bf73ab/0ec97b0f-e2c8-4677-8e33-8495884f2e95/305ca53b-a051-42d3-b9ab-b4be45309d5c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:10.714383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b26364da-bc92-4a89-8b53-df72978eb1ea req-254ae5b4-fcfc-440d-92cc-bfd4829506fe tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-392088840', 'description': 'tempest-description-122795460'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:10.856071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35804) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:10.909788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b26364da-bc92-4a89-8b53-df72978eb1ea req-254ae5b4-fcfc-440d-92cc-bfd4829506fe tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.989133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-96b01092-6e72-43de-a818-71b852f8e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:10.991382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-96b01092-6e72-43de-a818-71b852f8e7ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.3430591 Jul 08 01:56:11.019229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.019564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0ad1c7fc-939b-4ae9-b21a-0b83fbb338b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ca47dc0e23649eeac7195f4b5127a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560338 Jul 08 01:56:11.020199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35808) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:11.072926 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-1b273fee-8827-41e7-9eb2-2d2ec2f25447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 217 time: 0.0671144 Jul 08 01:56:11.085509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e35b-f789-4e85-bbda-9ad0a6397007 req-9c377b30-d625-48cc-b0d1-1772e06cf2d6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.094580 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a0f1e35b-f789-4e85-bbda-9ad0a6397007 req-9c377b30-d625-48cc-b0d1-1772e06cf2d6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 945 time: 0.2569041 Jul 08 01:56:11.144958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.228868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b26364da-bc92-4a89-8b53-df72978eb1ea req-254ae5b4-fcfc-440d-92cc-bfd4829506fe tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.238637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:11.241082 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a0f1e35b-f789-4e85-bbda-9ad0a6397007 req-cb3ca694-5e2e-4435-85e8-cdf0234a77a8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454566 Jul 08 01:56:11.243484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:11.254367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-06e87592-0439-4327-a518-e169ede2b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.255802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:11.259591 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-06e87592-0439-4327-a518-e169ede2b0da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1628044 Jul 08 01:56:11.270014 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6363-3354-42f5-b573-c699910de350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.284101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=305ca53b-a051-42d3-b9ab-b4be45309d5c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:11.300053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b26364da-bc92-4a89-8b53-df72978eb1ea req-254ae5b4-fcfc-440d-92cc-bfd4829506fe tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.320656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d5827c5-3df1-4645-97cd-53d24eab12b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.351206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.351929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.356348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ae5b4-fcfc-440d-92cc-bfd4829506fe tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5768954f-d354-4212-b86f-2ae6ca04293b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:11.379705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d5827c5-3df1-4645-97cd-53d24eab12b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.389936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b26364da-bc92-4a89-8b53-df72978eb1ea req-254ae5b4-fcfc-440d-92cc-bfd4829506fe tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.401646 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b26364da-bc92-4a89-8b53-df72978eb1ea req-254ae5b4-fcfc-440d-92cc-bfd4829506fe tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6972945 Jul 08 01:56:11.494313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-f3b9c4e6-1552-4b4f-b88b-b8aa73803f39 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/148fdeda-239a-4101-a724-bcb2e026004a HTTP/1.1" status: 200 len: 1804 time: 0.0657504 Jul 08 01:56:11.511635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:11.513196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-121a49c4-1cd1-4fe8-8fd3-665fec22d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.514731 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-121a49c4-1cd1-4fe8-8fd3-665fec22d736 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2286236 Jul 08 01:56:11.552546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-3daa4fd7-4cc8-4fce-8e3f-96abf91625f7 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/5768954f-d354-4212-b86f-2ae6ca04293b HTTP/1.1" status: 200 len: 1803 time: 0.0572262 Jul 08 01:56:11.567712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-f250d1ed-5a7b-406a-9ccc-310146016281 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '148fdeda-239a-4101-a724-bcb2e026004a', 'remote_group_id': '5768954f-d354-4212-b86f-2ae6ca04293b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:11.568143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-f250d1ed-5a7b-406a-9ccc-310146016281 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '148fdeda-239a-4101-a724-bcb2e026004a', 'remote_group_id': '5768954f-d354-4212-b86f-2ae6ca04293b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:11.594529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:11.596093 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.668067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b742-c559-4a22-af49-647961e833cf req-0effbecd-39d1-44c8-a1b2-d5579ab44fb6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.678164 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a80b742-c559-4a22-af49-647961e833cf req-0effbecd-39d1-44c8-a1b2-d5579ab44fb6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.2653558 Jul 08 01:56:11.719453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d5827c5-3df1-4645-97cd-53d24eab12b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.724431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d5827c5-3df1-4645-97cd-53d24eab12b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.728625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9d5827c5-3df1-4645-97cd-53d24eab12b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6eb52306-bde6-4d80-bd74-83b9d01be242 HTTP/1.1" status: 204 len: 168 time: 0.7071924 Jul 08 01:56:11.730126 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.751670 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6363-3354-42f5-b573-c699910de350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.756882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-0c299ea6-06fa-4a44-ad2e-9d6f8060d431 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274995 Jul 08 01:56:11.765978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5827c5-3df1-4645-97cd-53d24eab12b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb52306-bde6-4d80-bd74-83b9d01be242,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:11.770448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:11.796883 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a80b742-c559-4a22-af49-647961e833cf req-973f3415-b3f9-41cc-93bf-9707d2d36847 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175532 Jul 08 01:56:11.855128 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.877612 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6363-3354-42f5-b573-c699910de350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.957355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a5c93f0e-ce2b-4d57-a297-fec5e1ff724e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1439781 Jul 08 01:56:11.958335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:11.979262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '305ca53b-a051-42d3-b9ab-b4be45309d5c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:11.992402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:12.003543 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c071a344-c62e-4e3b-bf96-c0eab2e4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.063372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:12.065751 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3882ab6-2d75-49a1-96bf-ce0590831562" -d '{"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:12.224343 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-f250d1ed-5a7b-406a-9ccc-310146016281 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.286843 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.311396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-f250d1ed-5a7b-406a-9ccc-310146016281 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.387053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-f250d1ed-5a7b-406a-9ccc-310146016281 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.420221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250d1ed-5a7b-406a-9ccc-310146016281 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1045982-ebb0-4280-885f-37eb4d567ef9,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:12.500024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-f250d1ed-5a7b-406a-9ccc-310146016281 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.512080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bafc1820-7ca3-4e59-903f-5d9e1ef5f552 req-f250d1ed-5a7b-406a-9ccc-310146016281 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9517877 Jul 08 01:56:12.522261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.638274 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f4134-c43f-4379-ac11-c1e020108b21 x-openstack-request-id: req-a17f4134-c43f-4379-ac11-c1e020108b21 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:12.639253 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-plugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:12.639865 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a17f4134-c43f-4379-ac11-c1e020108b21 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:12.641130 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'code': 200} Jul 08 01:56:12.661473 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6d0c6363-3354-42f5-b573-c699910de350 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a03cde2788248268dcfc42e3fdf83e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9953985 Jul 08 01:56:12.667213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35842) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:12.682791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6363-3354-42f5-b573-c699910de350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c1a26-72f1-4d8e-a992-b485783382cc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:12.741449 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-c7f8d9f4-ca1e-47e3-bdd9-d8c525172a0e service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9712460 Jul 08 01:56:12.784377 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c437c6e0-8b37-4028-8a94-9e9f3fae5121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.794760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd69a0a-0edf-4b50-9d1b-9e430717ef77 req-3912fc55-737e-4cca-b225-61f764f9e6bf tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:12.804051 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fcd69a0a-0edf-4b50-9d1b-9e430717ef77 req-3912fc55-737e-4cca-b225-61f764f9e6bf tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.7770522 Jul 08 01:56:12.829094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.25.8.13 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/64219c8f-170e-484a-88d1-0723e8c17fcc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:12.870080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c437c6e0-8b37-4028-8a94-9e9f3fae5121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.883039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fcd69a0a-0edf-4b50-9d1b-9e430717ef77 req-dfbcd74e-3211-411f-8875-5958f961fe8b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776069 Jul 08 01:56:12.920349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a623f069-4984-4b34-8807-f2785cdd3411 req-a104e619-24a1-41d7-aa44-ec71393a456c tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1306439125', 'description': 'tempest-description-2139672030'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:13.004030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a36dd6-ddb3-48a2-b8f9-b66b78aa34c4 req-d02fb6f5-1767-48e6-8fcf-282d7251ce83 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:13.005612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a36dd6-ddb3-48a2-b8f9-b66b78aa34c4 req-d02fb6f5-1767-48e6-8fcf-282d7251ce83 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 945 time: 0.2051187 Jul 08 01:56:13.048379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a623f069-4984-4b34-8807-f2785cdd3411 req-a104e619-24a1-41d7-aa44-ec71393a456c tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.094933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.102196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a36dd6-ddb3-48a2-b8f9-b66b78aa34c4 req-e6895753-55c2-4ff2-b61c-3b3c7d3336e8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865879 Jul 08 01:56:13.117921 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c437c6e0-8b37-4028-8a94-9e9f3fae5121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.120501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c437c6e0-8b37-4028-8a94-9e9f3fae5121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.121654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c437c6e0-8b37-4028-8a94-9e9f3fae5121 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df6c1a26-72f1-4d8e-a992-b485783382cc HTTP/1.1" status: 204 len: 168 time: 0.4552824 Jul 08 01:56:13.134232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437c6e0-8b37-4028-8a94-9e9f3fae5121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c1a26-72f1-4d8e-a992-b485783382cc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:13.260549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a623f069-4984-4b34-8807-f2785cdd3411 req-a104e619-24a1-41d7-aa44-ec71393a456c tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.272106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.314032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:13.318636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:13.329813 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a623f069-4984-4b34-8807-f2785cdd3411 req-a104e619-24a1-41d7-aa44-ec71393a456c tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.369875 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104e619-24a1-41d7-aa44-ec71393a456c tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f3ecd6-2df4-4618-92cb-d01a204f0253,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:13.377804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:13.428733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a623f069-4984-4b34-8807-f2785cdd3411 req-a104e619-24a1-41d7-aa44-ec71393a456c tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.430844 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a623f069-4984-4b34-8807-f2785cdd3411 req-a104e619-24a1-41d7-aa44-ec71393a456c tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5156765 Jul 08 01:56:13.485644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-14b92648-d29f-4b7e-8508-3b0e85d93cab req-92c5fd09-27b2-4dab-95af-e16af7c62720 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1426232416', 'description': 'tempest-description-1526956647'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:13.567156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=64219c8f-170e-484a-88d1-0723e8c17fcc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:13.626756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-14b92648-d29f-4b7e-8508-3b0e85d93cab req-92c5fd09-27b2-4dab-95af-e16af7c62720 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.630454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79b1bc-df0f-4da7-8396-48998b7083d0 req-e4b6a4ea-590e-42bc-a0ea-b694b5904d05 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:13.640757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae79b1bc-df0f-4da7-8396-48998b7083d0 req-e4b6a4ea-590e-42bc-a0ea-b694b5904d05 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.2150090 Jul 08 01:56:13.813154 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-14b92648-d29f-4b7e-8508-3b0e85d93cab req-92c5fd09-27b2-4dab-95af-e16af7c62720 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.876127 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae79b1bc-df0f-4da7-8396-48998b7083d0 req-0628d45b-a072-43c8-9a27-19aea98169c9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343600 Jul 08 01:56:13.899385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-14b92648-d29f-4b7e-8508-3b0e85d93cab req-92c5fd09-27b2-4dab-95af-e16af7c62720 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.977123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5fd09-27b2-4dab-95af-e16af7c62720 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbde679-8ba2-4578-9c5a-46cd09ccbb8c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:14.078327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-14b92648-d29f-4b7e-8508-3b0e85d93cab req-92c5fd09-27b2-4dab-95af-e16af7c62720 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.080926 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-14b92648-d29f-4b7e-8508-3b0e85d93cab req-92c5fd09-27b2-4dab-95af-e16af7c62720 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6109991 Jul 08 01:56:14.164958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-7ebf1397-edd3-438c-b8ad-c844274abdc7 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/c8f3ecd6-2df4-4618-92cb-d01a204f0253 HTTP/1.1" status: 200 len: 1805 time: 0.0590963 Jul 08 01:56:14.201292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35886) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:14.217894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c749730b-be55-4afa-ab3b-db1b5ade0c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.235787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.290504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-95c1bc02-94ba-4d97-8c46-5f28c819d0bd tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/efbde679-8ba2-4578-9c5a-46cd09ccbb8c HTTP/1.1" status: 200 len: 1805 time: 0.1240902 Jul 08 01:56:14.296392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4b643f59-e9ca-4a6f-985a-fe1be01a6c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.305141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-facfdc1c-a090-4c15-bb77-894b621a7b7e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8f3ecd6-2df4-4618-92cb-d01a204f0253', 'remote_group_id': 'efbde679-8ba2-4578-9c5a-46cd09ccbb8c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:14.305141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-facfdc1c-a090-4c15-bb77-894b621a7b7e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8f3ecd6-2df4-4618-92cb-d01a204f0253', 'remote_group_id': 'efbde679-8ba2-4578-9c5a-46cd09ccbb8c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:14.418761 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c749730b-be55-4afa-ab3b-db1b5ade0c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.432036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.505410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c749730b-be55-4afa-ab3b-db1b5ade0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.518981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e63f82-4f46-4526-bfb4-e46bad4a9a80 req-6594492d-d74a-4a6b-bfff-772f4821ec62 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:14.520197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-61e63f82-4f46-4526-bfb4-e46bad4a9a80 req-6594492d-d74a-4a6b-bfff-772f4821ec62 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1974790 Jul 08 01:56:14.566081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749730b-be55-4afa-ab3b-db1b5ade0c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b87b514-5997-4aaf-9785-20ba5349e82d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:14.588935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c749730b-be55-4afa-ab3b-db1b5ade0c74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5af1d6f0af234f1b96f063d276283c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865609 Jul 08 01:56:14.591737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35896) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:14.692623 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.695363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07cc7394-15d5-4917-8859-2958b87a1b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.746580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-61e63f82-4f46-4526-bfb4-e46bad4a9a80 req-d48d53bb-2f9f-4af5-b8dc-f2ee982a0012 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040081 Jul 08 01:56:14.750035 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07cc7394-15d5-4917-8859-2958b87a1b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.841842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-facfdc1c-a090-4c15-bb77-894b621a7b7e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.888466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-facfdc1c-a090-4c15-bb77-894b621a7b7e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.094976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.151470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07cc7394-15d5-4917-8859-2958b87a1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.152416 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.154433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07cc7394-15d5-4917-8859-2958b87a1b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.159045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-07cc7394-15d5-4917-8859-2958b87a1b42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b87b514-5997-4aaf-9785-20ba5349e82d HTTP/1.1" status: 204 len: 168 time: 0.5630400 Jul 08 01:56:15.160528 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-facfdc1c-a090-4c15-bb77-894b621a7b7e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.178986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d3427-7997-4085-9837-ef2206f15993 req-ed459c74-7306-43e3-a488-a8f887096aa3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:15.181498 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe3d3427-7997-4085-9837-ef2206f15993 req-ed459c74-7306-43e3-a488-a8f887096aa3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.1393437 Jul 08 01:56:15.184767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc7394-15d5-4917-8859-2958b87a1b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b87b514-5997-4aaf-9785-20ba5349e82d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:15.185952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=64219c8f-170e-484a-88d1-0723e8c17fcc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:15.207095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfdc1c-a090-4c15-bb77-894b621a7b7e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf2a4fb-04f5-4088-ae68-ede0599cf81d,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:15.207875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.294911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-facfdc1c-a090-4c15-bb77-894b621a7b7e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.296148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42e7db29-d65d-43ba-a458-e895dc941e31 req-facfdc1c-a090-4c15-bb77-894b621a7b7e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0048099 Jul 08 01:56:15.373882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe3d3427-7997-4085-9837-ef2206f15993 req-191d16ce-7650-4526-9b21-498b1934a2b6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622300 Jul 08 01:56:15.447568 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP bd128c8a-625a-4d99-994a-923e1d03ddcb associated. External IP: 172.25.8.13, port: 305ca53b-a051-42d3-b9ab-b4be45309d5c. Jul 08 01:56:15.522624 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39fd5cb8-704b-4d6f-b5ec-d7755a0c6024 req-7cc85303-1b36-4188-b989-9ca6c458e351 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/efbde679-8ba2-4578-9c5a-46cd09ccbb8c HTTP/1.1" status: 200 len: 1805 time: 0.0824277 Jul 08 01:56:15.655044 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-39fd5cb8-704b-4d6f-b5ec-d7755a0c6024 req-01c5bbdf-1c95-47f1-b6dd-5bac2ef5cee1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.703705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-39fd5cb8-704b-4d6f-b5ec-d7755a0c6024 req-01c5bbdf-1c95-47f1-b6dd-5bac2ef5cee1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.712502 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.890109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:15.900000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-e60cd002-bac1-44f7-85d4-7c35a763a275 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=733d796403ec45b29320574e34fff388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534694 Jul 08 01:56:15.952804 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-39fd5cb8-704b-4d6f-b5ec-d7755a0c6024 req-01c5bbdf-1c95-47f1-b6dd-5bac2ef5cee1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.957575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-39fd5cb8-704b-4d6f-b5ec-d7755a0c6024 req-01c5bbdf-1c95-47f1-b6dd-5bac2ef5cee1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.970583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39fd5cb8-704b-4d6f-b5ec-d7755a0c6024 req-01c5bbdf-1c95-47f1-b6dd-5bac2ef5cee1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "DELETE /v2.0/security-groups/efbde679-8ba2-4578-9c5a-46cd09ccbb8c HTTP/1.1" status: 204 len: 173 time: 0.4411032 Jul 08 01:56:16.027106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5bbdf-1c95-47f1-b6dd-5bac2ef5cee1 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbde679-8ba2-4578-9c5a-46cd09ccbb8c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:16.176960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-afa6d3f8-0be2-4948-ac18-0672165ee8b6 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:16.178582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-afa6d3f8-0be2-4948-ac18-0672165ee8b6 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777803 Jul 08 01:56:16.203957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:16.215221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d79e0-e118-4875-a2e5-c3c0e67204c9 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:16.219594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-844d0653-62b1-4d47-9412-8fae3626d91a tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/quotas/733d796403ec45b29320574e34fff388 HTTP/1.1" status: 200 len: 375 time: 0.0253046 Jul 08 01:56:16.241183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d79e0-e118-4875-a2e5-c3c0e67204c9 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:16.242132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-030d79e0-e118-4875-a2e5-c3c0e67204c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:16.267500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-d1229e02-7c0d-4e24-b6aa-e004926eccfa tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=733d796403ec45b29320574e34fff388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389121 Jul 08 01:56:16.291097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-030d79e0-e118-4875-a2e5-c3c0e67204c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:16.310022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d79e0-e118-4875-a2e5-c3c0e67204c9 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:16.310661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-030d79e0-e118-4875-a2e5-c3c0e67204c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:16.313277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21941d30-0b1f-4cf9-808b-b09f0ea7a653 req-0d070a56-06b7-4a60-8fe0-cedf06433cf0 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:16.314817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-21941d30-0b1f-4cf9-808b-b09f0ea7a653 req-0d070a56-06b7-4a60-8fe0-cedf06433cf0 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1384628 Jul 08 01:56:16.319071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.386746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-030d79e0-e118-4875-a2e5-c3c0e67204c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:16.393002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-21941d30-0b1f-4cf9-808b-b09f0ea7a653 req-92a5bfcf-e914-40cd-8adc-4b5499bcac15 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653014 Jul 08 01:56:16.393850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d79e0-e118-4875-a2e5-c3c0e67204c9 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:16.441216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-19a4ff30-f269-4a56-a344-4c8749b436eb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.4764104 Jul 08 01:56:16.443816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35962) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:16.448700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:16.556704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.638190 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c6c2bb8-3f48-41f7-924d-a7629d664782 req-cc7185eb-5dd9-4f3d-bf28-e80237536c67 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/c8f3ecd6-2df4-4618-92cb-d01a204f0253 HTTP/1.1" status: 200 len: 1805 time: 0.1457965 Jul 08 01:56:16.893495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.914425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbc896-df78-4cdb-a2c6-2e66ccca4ceb req-b0e30368-a872-4ef5-89c6-56621576c976 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:16.930703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49bbc896-df78-4cdb-a2c6-2e66ccca4ceb req-b0e30368-a872-4ef5-89c6-56621576c976 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.1078429 Jul 08 01:56:16.969395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.969813 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP bd128c8a-625a-4d99-994a-923e1d03ddcb disassociated. External IP: 172.25.8.13, port: 305ca53b-a051-42d3-b9ab-b4be45309d5c. Jul 08 01:56:17.045097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49bbc896-df78-4cdb-a2c6-2e66ccca4ceb req-8e06b665-f476-4f41-8c81-00dccbacdc55 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133499 Jul 08 01:56:17.147383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-200bf580-9635-4d0b-a72e-f91d56c43105 req-f57407f1-fd9a-4acf-b649-bf74f26dce4e tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 210 time: 0.0396938 Jul 08 01:56:17.192624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f5288fdd-f864-470f-a3e8-8efa96c8cb67 req-2e32a37e-e586-4be4-bdb9-8cee618ddd13 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1967996564', 'description': 'tempest-description-1472326812'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:17.313109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f5288fdd-f864-470f-a3e8-8efa96c8cb67 req-2e32a37e-e586-4be4-bdb9-8cee618ddd13 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.333834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:17.340212 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.428512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f5288fdd-f864-470f-a3e8-8efa96c8cb67 req-2e32a37e-e586-4be4-bdb9-8cee618ddd13 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.486960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:17.491735 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.496482 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b641b-45b4-4f8a-97fa-95aa95da058d None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:17.501170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f5288fdd-f864-470f-a3e8-8efa96c8cb67 req-2e32a37e-e586-4be4-bdb9-8cee618ddd13 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.509824 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b641b-45b4-4f8a-97fa-95aa95da058d None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:17.510146 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-533b641b-45b4-4f8a-97fa-95aa95da058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:17.548637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32a37e-e586-4be4-bdb9-8cee618ddd13 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680b3a8f-9e43-4b8d-8242-4fe2d3483524,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:17.573435 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-533b641b-45b4-4f8a-97fa-95aa95da058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:17.574995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3d24d2c5-527d-4fd4-8eec-27bef403830f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/floatingips/bd128c8a-625a-4d99-994a-923e1d03ddcb HTTP/1.1" status: 200 len: 687 time: 1.1300850 Jul 08 01:56:17.577781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36002) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:17.582643 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b641b-45b4-4f8a-97fa-95aa95da058d None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:17.583266 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-533b641b-45b4-4f8a-97fa-95aa95da058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:17.619608 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-533b641b-45b4-4f8a-97fa-95aa95da058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:17.620284 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b641b-45b4-4f8a-97fa-95aa95da058d None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:17.649531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f5288fdd-f864-470f-a3e8-8efa96c8cb67 req-2e32a37e-e586-4be4-bdb9-8cee618ddd13 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.650813 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5288fdd-f864-470f-a3e8-8efa96c8cb67 req-2e32a37e-e586-4be4-bdb9-8cee618ddd13 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4622798 Jul 08 01:56:17.750813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 64219c8f-170e-484a-88d1-0723e8c17fcc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:17.751181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.895587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.895931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.909459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 64219c8f-170e-484a-88d1-0723e8c17fcc owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:17.930828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bb66b-f717-4bff-b79e-387b72ec191f req-b62d6bca-c227-424c-a69b-9380afe10c55 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:17.932399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3b3bb66b-f717-4bff-b79e-387b72ec191f req-b62d6bca-c227-424c-a69b-9380afe10c55 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1018462 Jul 08 01:56:17.975122 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.001384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3b3bb66b-f717-4bff-b79e-387b72ec191f req-e9f34bfc-1b33-47ce-a8b2-d401c41b86cf tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584536 Jul 08 01:56:18.121815 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c98c322-98e0-44c6-a1e4-e1238687703a req-9d90162e-7148-4164-a7e4-d5770e716d96 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/680b3a8f-9e43-4b8d-8242-4fe2d3483524 HTTP/1.1" status: 200 len: 1805 time: 0.0788026 Jul 08 01:56:18.131855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5c98c322-98e0-44c6-a1e4-e1238687703a req-bb5b35b5-b1d2-4b55-ba4a-dcd560648dec tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '680b3a8f-9e43-4b8d-8242-4fe2d3483524', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:18.137224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5c98c322-98e0-44c6-a1e4-e1238687703a req-bb5b35b5-b1d2-4b55-ba4a-dcd560648dec tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '680b3a8f-9e43-4b8d-8242-4fe2d3483524', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:18.304651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.355272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c98c322-98e0-44c6-a1e4-e1238687703a req-bb5b35b5-b1d2-4b55-ba4a-dcd560648dec tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.378542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=64219c8f-170e-484a-88d1-0723e8c17fcc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:18.433435 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c98c322-98e0-44c6-a1e4-e1238687703a req-bb5b35b5-b1d2-4b55-ba4a-dcd560648dec tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.516234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.517749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c98c322-98e0-44c6-a1e4-e1238687703a req-bb5b35b5-b1d2-4b55-ba4a-dcd560648dec tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.519795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.521115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0fc3e6a7-af4a-4b7b-8b77-1db528640c8e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/floatingips/bd128c8a-625a-4d99-994a-923e1d03ddcb HTTP/1.1" status: 204 len: 168 time: 0.9411891 Jul 08 01:56:18.524552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36036) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:18.530645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '4d195ce3-24e8-4f17-9621-4be1e3f77514'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:18.553134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b35b5-b1d2-4b55-ba4a-dcd560648dec tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67570bd-6e1f-4c57-bce6-49cd31bdb484,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:18.603360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0e970-f747-4aa7-b9d3-dff95c261c52 req-ad46fb1a-fece-4a7d-b48b-38821ba7f5dc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:18.605089 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-05b0e970-f747-4aa7-b9d3-dff95c261c52 req-ad46fb1a-fece-4a7d-b48b-38821ba7f5dc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.1882024 Jul 08 01:56:18.654693 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-05b0e970-f747-4aa7-b9d3-dff95c261c52 req-63d957d9-7069-4702-8425-319eac09de14 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Jul 08 01:56:18.716560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.769678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c98c322-98e0-44c6-a1e4-e1238687703a req-bb5b35b5-b1d2-4b55-ba4a-dcd560648dec tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.770878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c98c322-98e0-44c6-a1e4-e1238687703a req-bb5b35b5-b1d2-4b55-ba4a-dcd560648dec tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6437292 Jul 08 01:56:18.893975 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-48b3ca9a-265b-4e93-b372-d623c9ace967 req-c303eccc-6ee3-495b-b6b3-6e09f87dcbd2 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 210 time: 0.0448470 Jul 08 01:56:18.953449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.130935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.25.8.247 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/6ce72f6f-6271-4aa5-b739-0dad7e6bd5fc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:19.174133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f47f55df-29f7-4055-90a1-62d60d9cbdb0 req-2be30358-7d0e-42f2-815e-2ed7f13b2f0c tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/680b3a8f-9e43-4b8d-8242-4fe2d3483524 HTTP/1.1" status: 200 len: 2398 time: 0.1697094 Jul 08 01:56:19.272160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bafafe-d07f-4d86-8eba-ddc2450728b7 req-8469f33d-c028-4972-9415-f9d64a1ef664 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:19.289904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04bafafe-d07f-4d86-8eba-ddc2450728b7 req-8469f33d-c028-4972-9415-f9d64a1ef664 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.0816004 Jul 08 01:56:19.321169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f47f55df-29f7-4055-90a1-62d60d9cbdb0 req-77e14371-c987-47ca-9e88-57ebce3617b0 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '680b3a8f-9e43-4b8d-8242-4fe2d3483524', 'remote_group_id': None}]} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:19.321712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f47f55df-29f7-4055-90a1-62d60d9cbdb0 req-77e14371-c987-47ca-9e88-57ebce3617b0 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '680b3a8f-9e43-4b8d-8242-4fe2d3483524', 'remote_group_id': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:19.367736 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04bafafe-d07f-4d86-8eba-ddc2450728b7 req-66e6ace5-e287-4f05-8fa0-f30a3c7dec69 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749712 Jul 08 01:56:19.441238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.545579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f47f55df-29f7-4055-90a1-62d60d9cbdb0 req-77e14371-c987-47ca-9e88-57ebce3617b0 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.569578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.574926 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f47f55df-29f7-4055-90a1-62d60d9cbdb0 req-77e14371-c987-47ca-9e88-57ebce3617b0 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.617674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:19.621336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:19.631898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:19.664187 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f47f55df-29f7-4055-90a1-62d60d9cbdb0 req-77e14371-c987-47ca-9e88-57ebce3617b0 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.670767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=6ce72f6f-6271-4aa5-b739-0dad7e6bd5fc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:19.702015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e14371-c987-47ca-9e88-57ebce3617b0 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5827ca7-7db0-479c-8ced-a02ee88af1a6,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:19.784353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:19.863316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f47f55df-29f7-4055-90a1-62d60d9cbdb0 req-77e14371-c987-47ca-9e88-57ebce3617b0 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.865891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f47f55df-29f7-4055-90a1-62d60d9cbdb0 req-77e14371-c987-47ca-9e88-57ebce3617b0 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5584977 Jul 08 01:56:20.003695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f90040-0d5d-40cd-bc10-90b573958d8b req-bc44ed2a-b052-48db-92e8-4962e86f68e1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:20.010054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41f90040-0d5d-40cd-bc10-90b573958d8b req-bc44ed2a-b052-48db-92e8-4962e86f68e1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.1502571 Jul 08 01:56:20.017672 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6e4e745-34b0-4290-9fec-beddef817800 req-99cd5910-cb6c-46cd-bc5f-fdc3dc0c4b78 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/680b3a8f-9e43-4b8d-8242-4fe2d3483524 HTTP/1.1" status: 200 len: 2996 time: 0.1263704 Jul 08 01:56:20.038205 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-437a0ca9-ae29-40f4-8f77-6fadc734311c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.071943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41f90040-0d5d-40cd-bc10-90b573958d8b req-ec919c49-f31b-457b-8ef7-0d4387e347c9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610213 Jul 08 01:56:20.204835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5941ca7a-273d-401d-b6b4-b70bee42b368 req-9d51d926-18e9-4cb3-b547-efc275b262bd tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-group-rules/e5827ca7-7db0-479c-8ced-a02ee88af1a6 HTTP/1.1" status: 200 len: 783 time: 0.0474315 Jul 08 01:56:20.219197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7c0d7cb3-2c74-4f78-9df2-13a761b87bdd tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=733d796403ec45b29320574e34fff388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566401 Jul 08 01:56:20.245393 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-98646bbf-2c07-48d9-9c3b-f770953f8894 req-749db214-c1a2-42e0-8d52-affe0130625f tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 210 time: 0.0816231 Jul 08 01:56:20.288101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-437a0ca9-ae29-40f4-8f77-6fadc734311c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.357084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5941ca7a-273d-401d-b6b4-b70bee42b368 req-54c2b67a-73fc-4e0d-a7e4-dbe1797f2558 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/680b3a8f-9e43-4b8d-8242-4fe2d3483524 HTTP/1.1" status: 200 len: 2996 time: 0.1511889 Jul 08 01:56:20.430160 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5941ca7a-273d-401d-b6b4-b70bee42b368 req-a64cf278-d46f-4638-9ef4-db96bf117bcf tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.440658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5941ca7a-273d-401d-b6b4-b70bee42b368 req-a64cf278-d46f-4638-9ef4-db96bf117bcf tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.445635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.561671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-a7caf2dc-2e9e-4264-810f-016dc5f6d308 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:20.563370 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-a7caf2dc-2e9e-4264-810f-016dc5f6d308 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208001 Jul 08 01:56:20.581440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Request body: {'port': {'device_id': '4349cea0-8407-4be6-93ac-96226eb881ea', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '733d796403ec45b29320574e34fff388'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:20.619501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-437a0ca9-ae29-40f4-8f77-6fadc734311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.658784 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-437a0ca9-ae29-40f4-8f77-6fadc734311c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f3d30c88f8d444f9d19538307c84090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8730910 Jul 08 01:56:20.660002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a0ca9-ae29-40f4-8f77-6fadc734311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fcc380-e500-4b8c-afd7-45b306050e23,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:20.720162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c86f59-0189-4aa0-a12f-494ae6b12641 req-88eb533e-fb0b-43c0-a7bc-538959ff26e4 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:20.720162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34c86f59-0189-4aa0-a12f-494ae6b12641 req-88eb533e-fb0b-43c0-a7bc-538959ff26e4 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1508474 Jul 08 01:56:20.723561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36080) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:20.776620 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34c86f59-0189-4aa0-a12f-494ae6b12641 req-5ea548fa-9079-475b-9448-657d100ae4e1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525329 Jul 08 01:56:20.786082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8f8f-be73-41fd-b865-aeef45a4c007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.796304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5941ca7a-273d-401d-b6b4-b70bee42b368 req-a64cf278-d46f-4638-9ef4-db96bf117bcf tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.807873 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5941ca7a-273d-401d-b6b4-b70bee42b368 req-a64cf278-d46f-4638-9ef4-db96bf117bcf tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.809012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5941ca7a-273d-401d-b6b4-b70bee42b368 req-a64cf278-d46f-4638-9ef4-db96bf117bcf tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e5827ca7-7db0-479c-8ced-a02ee88af1a6 HTTP/1.1" status: 204 len: 173 time: 0.4098115 Jul 08 01:56:20.846046 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8f8f-be73-41fd-b865-aeef45a4c007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.847909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cf278-d46f-4638-9ef4-db96bf117bcf tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5827ca7-7db0-479c-8ced-a02ee88af1a6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:20.871201 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.923682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.959253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Made reservation on behalf of 733d796403ec45b29320574e34fff388 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:20.962935 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.991076 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.207096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.271730 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.278261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.355622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7440c56-96f7-4566-a893-38a66c9cd313 req-fef888dc-3a3b-4705-a20d-6d34f3031378 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/680b3a8f-9e43-4b8d-8242-4fe2d3483524 HTTP/1.1" status: 200 len: 2398 time: 0.5243137 Jul 08 01:56:21.418777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e7440c56-96f7-4566-a893-38a66c9cd313 req-e18fb4d1-e9d8-4697-a20c-377606c54906 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.421211 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8f8f-be73-41fd-b865-aeef45a4c007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.423817 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8f8f-be73-41fd-b865-aeef45a4c007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.425217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a5cb8f8f-be73-41fd-b865-aeef45a4c007 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0fcc380-e500-4b8c-afd7-45b306050e23 HTTP/1.1" status: 204 len: 168 time: 0.7004061 Jul 08 01:56:21.454560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb8f8f-be73-41fd-b865-aeef45a4c007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fcc380-e500-4b8c-afd7-45b306050e23,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:21.459714 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.463170 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.471833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e7440c56-96f7-4566-a893-38a66c9cd313 req-e18fb4d1-e9d8-4697-a20c-377606c54906 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.633289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=6ce72f6f-6271-4aa5-b739-0dad7e6bd5fc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:21.734926 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e7440c56-96f7-4566-a893-38a66c9cd313 req-e18fb4d1-e9d8-4697-a20c-377606c54906 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.737517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e7440c56-96f7-4566-a893-38a66c9cd313 req-e18fb4d1-e9d8-4697-a20c-377606c54906 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.747884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7440c56-96f7-4566-a893-38a66c9cd313 req-e18fb4d1-e9d8-4697-a20c-377606c54906 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "DELETE /v2.0/security-groups/680b3a8f-9e43-4b8d-8242-4fe2d3483524 HTTP/1.1" status: 204 len: 173 time: 0.3911762 Jul 08 01:56:21.776728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fb4d1-e9d8-4697-a20c-377606c54906 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680b3a8f-9e43-4b8d-8242-4fe2d3483524,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:21.782799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc0b9c-2b6a-4826-891c-f913aca2fcef,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:21.893915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Allocated IP 192.168.233.88 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/f8d55c29-e454-4910-b1da-b12b71cefe81) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:21.980850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-912900b6-8505-44b3-8d57-15025e5ea769 req-026ebe8c-2432-4cb2-b2d4-3fbc779aeaf3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 210 time: 0.0541186 Jul 08 01:56:22.073083 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-5e444582-2e6f-41ea-9abc-44521979d86b req-4c851819-d298-4cb2-8c12-d3f42ca3ec3b tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] show failed (client error): The resource could not be found. Jul 08 01:56:22.076420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e444582-2e6f-41ea-9abc-44521979d86b req-4c851819-d298-4cb2-8c12-d3f42ca3ec3b tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/efbde679-8ba2-4578-9c5a-46cd09ccbb8c HTTP/1.1" status: 404 len: 352 time: 0.0284836 Jul 08 01:56:22.354801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8129e5d-9077-4767-818d-c5bd5556d5dd req-fabde879-6fcb-4528-9665-3d9d6f344463 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:22.356765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8129e5d-9077-4767-818d-c5bd5556d5dd req-fabde879-6fcb-4528-9665-3d9d6f344463 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1320097 Jul 08 01:56:22.423786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36114) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:22.424620 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP e9a63e79-cf62-4194-81a8-7ecef7cbc98a associated. External IP: 172.25.8.247, port: 4d195ce3-24e8-4f17-9621-4be1e3f77514. Jul 08 01:56:22.447695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de7273a1-d03f-4797-aa65-bf898b8fd47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.471973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8129e5d-9077-4767-818d-c5bd5556d5dd req-80447941-a9fb-4a87-9345-4276855eddf4 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011505 Jul 08 01:56:22.543427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8edfb7-915f-4964-bb42-04ddcf46f01f req-80bc5464-2ea0-45ee-bfa0-c766f938121e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:22.550780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d8edfb7-915f-4964-bb42-04ddcf46f01f req-80bc5464-2ea0-45ee-bfa0-c766f938121e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 1.2293308 Jul 08 01:56:22.632059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d8edfb7-915f-4964-bb42-04ddcf46f01f req-45a017a2-f8a7-439c-8c5b-1283b00c9356 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768881 Jul 08 01:56:22.672916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.738482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de7273a1-d03f-4797-aa65-bf898b8fd47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.760613 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6af41ca0-969b-45f2-a8f3-0ca1cab3d143 req-3ce9c4ef-b0e7-41f4-8369-71bc3e6a21ee tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/c8f3ecd6-2df4-4618-92cb-d01a204f0253 HTTP/1.1" status: 200 len: 1805 time: 0.1364272 Jul 08 01:56:22.807375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de7273a1-d03f-4797-aa65-bf898b8fd47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.821414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:22.826481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Transition to ACTIVE for port object f8d55c29-e454-4910-b1da-b12b71cefe81 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:22.846254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-de7273a1-d03f-4797-aa65-bf898b8fd47e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=705728da3ca8487c9e6a0e02daf91032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209714 Jul 08 01:56:22.849354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36126) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:22.888604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7273a1-d03f-4797-aa65-bf898b8fd47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b254d98f-b9a6-4514-a770-87212d013f14,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:22.909050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6af41ca0-969b-45f2-a8f3-0ca1cab3d143 req-37b1b7c8-b6e0-4e95-ae88-440aebf21dfa tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.938948 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6af41ca0-969b-45f2-a8f3-0ca1cab3d143 req-37b1b7c8-b6e0-4e95-ae88-440aebf21dfa tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.059434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:23.059873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1602-99c2-4078-b08b-5f95ad5a2cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.073202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571e665-882b-4edf-a768-737e6e7aa7d8 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:23.085341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571e665-882b-4edf-a768-737e6e7aa7d8 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:23.089971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8571e665-882b-4edf-a768-737e6e7aa7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:23.113008 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6af41ca0-969b-45f2-a8f3-0ca1cab3d143 req-37b1b7c8-b6e0-4e95-ae88-440aebf21dfa tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.115615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6af41ca0-969b-45f2-a8f3-0ca1cab3d143 req-37b1b7c8-b6e0-4e95-ae88-440aebf21dfa tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.116996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6af41ca0-969b-45f2-a8f3-0ca1cab3d143 req-37b1b7c8-b6e0-4e95-ae88-440aebf21dfa tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "DELETE /v2.0/security-groups/c8f3ecd6-2df4-4618-92cb-d01a204f0253 HTTP/1.1" status: 204 len: 173 time: 0.3555701 Jul 08 01:56:23.133149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1602-99c2-4078-b08b-5f95ad5a2cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.141618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1b7c8-b6e0-4e95-ae88-440aebf21dfa tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f3ecd6-2df4-4618-92cb-d01a204f0253,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:23.163395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8571e665-882b-4edf-a768-737e6e7aa7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:23.167250 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.189991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571e665-882b-4edf-a768-737e6e7aa7d8 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:23.190717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8571e665-882b-4edf-a768-737e6e7aa7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:23.230109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8571e665-882b-4edf-a768-737e6e7aa7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:23.231069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571e665-882b-4edf-a768-737e6e7aa7d8 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:23.267374 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-789d443c-6a78-4ea4-a49f-4f01b3ba910d req-c42c0209-512a-4b84-9816-e2cf765f1b03 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/5768954f-d354-4212-b86f-2ae6ca04293b HTTP/1.1" status: 200 len: 1803 time: 0.1136074 Jul 08 01:56:23.329102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.345427 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-789d443c-6a78-4ea4-a49f-4f01b3ba910d req-8caa1bdb-f42f-44ee-9e10-0081cb78bd45 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.370258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:23.384056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:23.389121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:23.413954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-789d443c-6a78-4ea4-a49f-4f01b3ba910d req-8caa1bdb-f42f-44ee-9e10-0081cb78bd45 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.453999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Pushing event updated for resources: {'Port': ['ID=f8d55c29-e454-4910-b1da-b12b71cefe81,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:23.464968 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1deb9a74-8dcd-4f11-8816-5902b461833c tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9392924 Jul 08 01:56:23.469559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36132) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:23.533591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:23.534404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.553703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec04541-c7f9-42e1-93a3-bb8815d6f3a1 req-11a1bade-95a7-4571-bb1b-e5e9704561de tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:23.557169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ec04541-c7f9-42e1-93a3-bb8815d6f3a1 req-11a1bade-95a7-4571-bb1b-e5e9704561de tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 935 time: 0.3473313 Jul 08 01:56:23.574609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1602-99c2-4078-b08b-5f95ad5a2cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.582710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3f1602-99c2-4078-b08b-5f95ad5a2cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.594476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a3f1602-99c2-4078-b08b-5f95ad5a2cca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b254d98f-b9a6-4514-a770-87212d013f14 HTTP/1.1" status: 204 len: 168 time: 0.7338352 Jul 08 01:56:23.665186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-789d443c-6a78-4ea4-a49f-4f01b3ba910d req-8caa1bdb-f42f-44ee-9e10-0081cb78bd45 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.667936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-789d443c-6a78-4ea4-a49f-4f01b3ba910d req-8caa1bdb-f42f-44ee-9e10-0081cb78bd45 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.675003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-789d443c-6a78-4ea4-a49f-4f01b3ba910d req-8caa1bdb-f42f-44ee-9e10-0081cb78bd45 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "DELETE /v2.0/security-groups/5768954f-d354-4212-b86f-2ae6ca04293b HTTP/1.1" status: 204 len: 173 time: 0.4066420 Jul 08 01:56:23.682321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f1602-99c2-4078-b08b-5f95ad5a2cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b254d98f-b9a6-4514-a770-87212d013f14,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:23.716989 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b6771be-d283-4032-a22c-0ceffbce8ef2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "GET /v2.0/floatingips/e9a63e79-cf62-4194-81a8-7ecef7cbc98a HTTP/1.1" status: 200 len: 978 time: 0.2373204 Jul 08 01:56:23.721499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1bdb-f42f-44ee-9e10-0081cb78bd45 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768954f-d354-4212-b86f-2ae6ca04293b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:23.732188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:23.745810 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-7a3c5b1e-b584-4bbe-9613-9d2718eb2e91 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1587090 Jul 08 01:56:23.770249 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ec04541-c7f9-42e1-93a3-bb8815d6f3a1 req-5072d510-6d56-4a19-a7fb-7a76c21634f5 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549394 Jul 08 01:56:23.791579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Request body: {'port': {'device_id': '4349cea0-8407-4be6-93ac-96226eb881ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:23.987526 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.031889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e2e408bb-adf2-413f-8713-40ae6272e948 None None] Provisioning for port f8d55c29-e454-4910-b1da-b12b71cefe81 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:24.036851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e2e408bb-adf2-413f-8713-40ae6272e948 None None] Provisioning complete for port f8d55c29-e454-4910-b1da-b12b71cefe81 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:24.037508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2e408bb-adf2-413f-8713-40ae6272e948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.120795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e2e408bb-adf2-413f-8713-40ae6272e948 None None] Port f8d55c29-e454-4910-b1da-b12b71cefe81 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:56:24.136642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ad277bd9-490f-4a17-b25e-784932051bfd tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4018669 Jul 08 01:56:24.140410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36156) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:24.186051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'port_id': '305ca53b-a051-42d3-b9ab-b4be45309d5c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:24.394566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39dd33-b5a1-4595-b4ec-9645cd9ec40d req-a489c562-4ad0-43e7-9e5d-fe77306838eb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:24.396368 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7c39dd33-b5a1-4595-b4ec-9645cd9ec40d req-a489c562-4ad0-43e7-9e5d-fe77306838eb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.1342483 Jul 08 01:56:24.436099 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.516814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7c39dd33-b5a1-4595-b4ec-9645cd9ec40d req-205792d4-c8cc-4ee9-8a57-f8ac66ebada0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048300 Jul 08 01:56:24.521846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0282-7642-4a13-aa3e-dc37e7cf1897 req-4e01267c-c938-42b1-8585-1be7dd12d098 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:24.546695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f8a0282-7642-4a13-aa3e-dc37e7cf1897 req-4e01267c-c938-42b1-8585-1be7dd12d098 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.4616137 Jul 08 01:56:24.604359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d55c29-e454-4910-b1da-b12b71cefe81 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:24.618887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.641998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Transition to ACTIVE for port object f8d55c29-e454-4910-b1da-b12b71cefe81 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:24.646395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f8a0282-7642-4a13-aa3e-dc37e7cf1897 req-1ac5a744-bbec-4f53-b62b-5ddf65a9208f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008556 Jul 08 01:56:24.653828 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f70a793-69ff-475e-bd0d-fe8d8edf8326 req-0d3214e5-5b60-4f66-bbf1-f855494c622a tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/148fdeda-239a-4101-a724-bcb2e026004a HTTP/1.1" status: 200 len: 1804 time: 0.0927777 Jul 08 01:56:24.748130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5f70a793-69ff-475e-bd0d-fe8d8edf8326 req-ef411b03-547e-4da3-b5c5-905081045431 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.780984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5f70a793-69ff-475e-bd0d-fe8d8edf8326 req-ef411b03-547e-4da3-b5c5-905081045431 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.794943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.112599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Pushing event updated for resources: {'Port': ['ID=f8d55c29-e454-4910-b1da-b12b71cefe81,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:25.239798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5f70a793-69ff-475e-bd0d-fe8d8edf8326 req-ef411b03-547e-4da3-b5c5-905081045431 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.242893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5f70a793-69ff-475e-bd0d-fe8d8edf8326 req-ef411b03-547e-4da3-b5c5-905081045431 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.266112 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f70a793-69ff-475e-bd0d-fe8d8edf8326 req-ef411b03-547e-4da3-b5c5-905081045431 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "DELETE /v2.0/security-groups/148fdeda-239a-4101-a724-bcb2e026004a HTTP/1.1" status: 204 len: 173 time: 0.5949268 Jul 08 01:56:25.283381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cf06c-740e-439d-9e22-9db5e46efb1a req-175e4ba2-bed2-414b-b874-56fb2fde4870 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:25.291549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-905cf06c-740e-439d-9e22-9db5e46efb1a req-175e4ba2-bed2-414b-b874-56fb2fde4870 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 947 time: 0.2475910 Jul 08 01:56:25.311154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef411b03-547e-4da3-b5c5-905081045431 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148fdeda-239a-4101-a724-bcb2e026004a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:25.328703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Attempting to bind port f8d55c29-e454-4910-b1da-b12b71cefe81 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:25.329125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Attempting to bind port f8d55c29-e454-4910-b1da-b12b71cefe81 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:25.330152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Attempting to bind port f8d55c29-e454-4910-b1da-b12b71cefe81 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:25.336166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Port f8d55c29-e454-4910-b1da-b12b71cefe81 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:25.339944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Attempting to bind port f8d55c29-e454-4910-b1da-b12b71cefe81 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:25.347273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:25.348346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:25.348346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:25.348740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Bound port: f8d55c29-e454-4910-b1da-b12b71cefe81, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:25.349027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.429287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-905cf06c-740e-439d-9e22-9db5e46efb1a req-1e867e13-d18d-4ac7-925c-987cfd6b242d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304717 Jul 08 01:56:25.488213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd077147-c4dd-485a-8e42-a4e73bcc2c42 req-b6a63aa9-a6ad-4db1-b8ca-23df2866103e tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/fc55aed5-ae18-474d-b3b1-8f16626247cb HTTP/1.1" status: 200 len: 2404 time: 0.0653729 Jul 08 01:56:25.563738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] For port f8d55c29-e454-4910-b1da-b12b71cefe81, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:25.635309 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd077147-c4dd-485a-8e42-a4e73bcc2c42 req-018b8984-b7d8-42ac-9e1b-cdf4dc4f82f8 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.669312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.672169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] For port f8d55c29-e454-4910-b1da-b12b71cefe81, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f8d55c29-e454-4910-b1da-b12b71cefe81,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:25.688325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd077147-c4dd-485a-8e42-a4e73bcc2c42 req-018b8984-b7d8-42ac-9e1b-cdf4dc4f82f8 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.761164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.769564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.830728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Pushing event updated for resources: {'Port': ['ID=f8d55c29-e454-4910-b1da-b12b71cefe81,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:25.844767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:25.845505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.847288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-49c48cf6-9cef-4758-b5e2-7d7249f9870b service neutron] 10.222.0.32 "PUT /v2.0/ports/f8d55c29-e454-4910-b1da-b12b71cefe81 HTTP/1.1" status: 200 len: 1096 time: 2.0745187 Jul 08 01:56:25.848074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4349cea0-8407-4be6-93ac-96226eb881ea', 'tag': 'f8d55c29-e454-4910-b1da-b12b71cefe81'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:25.850617 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c46673-a47a-49d4-b8e8-078bf8d9df7c" -d '{"events": [{"name": "network-changed", "server_uuid": "4349cea0-8407-4be6-93ac-96226eb881ea", "tag": "f8d55c29-e454-4910-b1da-b12b71cefe81"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:25.877615 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd077147-c4dd-485a-8e42-a4e73bcc2c42 req-018b8984-b7d8-42ac-9e1b-cdf4dc4f82f8 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.885220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd077147-c4dd-485a-8e42-a4e73bcc2c42 req-018b8984-b7d8-42ac-9e1b-cdf4dc4f82f8 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.886861 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd077147-c4dd-485a-8e42-a4e73bcc2c42 req-018b8984-b7d8-42ac-9e1b-cdf4dc4f82f8 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "DELETE /v2.0/security-groups/fc55aed5-ae18-474d-b3b1-8f16626247cb HTTP/1.1" status: 204 len: 173 time: 0.3789697 Jul 08 01:56:25.913890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b8984-b7d8-42ac-9e1b-cdf4dc4f82f8 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc55aed5-ae18-474d-b3b1-8f16626247cb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:26.059268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456db59-a4d2-4b3b-9e90-6dc9dae38391 req-3ccaf4ca-f683-44ae-9d9a-dc0712fb7e2b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:26.064069 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b456db59-a4d2-4b3b-9e90-6dc9dae38391 req-3ccaf4ca-f683-44ae-9d9a-dc0712fb7e2b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.3467190 Jul 08 01:56:26.067291 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP e9a63e79-cf62-4194-81a8-7ecef7cbc98a associated. External IP: 172.25.8.247, port: 4d195ce3-24e8-4f17-9621-4be1e3f77514. Jul 08 01:56:26.148075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-ec6b6bcb-a149-4925-9e13-a2dbe579d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:26.149530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-ec6b6bcb-a149-4925-9e13-a2dbe579d5ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=733d796403ec45b29320574e34fff388&device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 1099 time: 0.1731493 Jul 08 01:56:26.187676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84722e-d497-4468-9863-40a2bc641a20 req-32905c58-0d0c-40a8-a818-197b55490f39 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:26.189273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb84722e-d497-4468-9863-40a2bc641a20 req-32905c58-0d0c-40a8-a818-197b55490f39 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1401389 Jul 08 01:56:26.265523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-426ae846-d05b-473e-8458-9abd1e6921b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=f8d55c29-e454-4910-b1da-b12b71cefe81 HTTP/1.1" status: 200 len: 217 time: 0.0751724 Jul 08 01:56:26.282054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb84722e-d497-4468-9863-40a2bc641a20 req-5c8e8a64-2c69-425c-abe9-7ccb2264fe65 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Jul 08 01:56:26.285635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b456db59-a4d2-4b3b-9e90-6dc9dae38391 req-03fe7617-e362-4922-a819-3c74d0875738 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135320 Jul 08 01:56:26.337101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-57a1d6b5-0cc0-48c9-b88b-4d220d4d48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:26.340750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-57a1d6b5-0cc0-48c9-b88b-4d220d4d48bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0568485 Jul 08 01:56:26.382674 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261a1c64-a315-4df1-87ee-657b979d7292 x-openstack-request-id: req-261a1c64-a315-4df1-87ee-657b979d7292 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:26.383014 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4349cea0-8407-4be6-93ac-96226eb881ea", "tag": "f8d55c29-e454-4910-b1da-b12b71cefe81", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:26.383274 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-261a1c64-a315-4df1-87ee-657b979d7292 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:26.383730 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4349cea0-8407-4be6-93ac-96226eb881ea', 'tag': 'f8d55c29-e454-4910-b1da-b12b71cefe81', 'status': 'completed', 'code': 200} Jul 08 01:56:26.416415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-58a397d9-a232-495f-bea5-b16df4ca8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:26.418345 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-58a397d9-a232-495f-bea5-b16df4ca8501 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659649 Jul 08 01:56:26.422877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd1099cc-6726-412f-9750-14d0375f4ba8 req-7caa5935-3802-4b35-a5b4-ccb068e32062 tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "GET /v2.0/security-groups/6f7755de-f06a-4d15-a7fe-f60c0d9c0b9a HTTP/1.1" status: 200 len: 2398 time: 0.0932760 Jul 08 01:56:26.558635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:26.560312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1099cc-6726-412f-9750-14d0375f4ba8 req-aa932782-c2ca-4955-9df6-aae89001ff8b tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.601180 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1099cc-6726-412f-9750-14d0375f4ba8 req-aa932782-c2ca-4955-9df6-aae89001ff8b tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.604284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-a5f99108-a619-4494-a713-8903045ce3e2 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731679 Jul 08 01:56:26.758525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:26.772333 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab2f4c-acfd-43fd-870e-7cf81f3e8622 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:26.792118 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab2f4c-acfd-43fd-870e-7cf81f3e8622 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:26.792772 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-dcab2f4c-acfd-43fd-870e-7cf81f3e8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:26.862575 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-dcab2f4c-acfd-43fd-870e-7cf81f3e8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:26.875261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c939b0d8-bc97-4994-a0e7-c23bb61693a1 req-e488c087-58a8-41de-8626-f598f9b8bd08 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544174 Jul 08 01:56:26.896582 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab2f4c-acfd-43fd-870e-7cf81f3e8622 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:26.897518 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-dcab2f4c-acfd-43fd-870e-7cf81f3e8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:26.923540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe0881-d164-43e9-b7de-fd3c2b405bf1 req-d1aad7a9-9c2e-4534-b6b3-4e207dca4aa4 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:26.925386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-21fe0881-d164-43e9-b7de-fd3c2b405bf1 req-d1aad7a9-9c2e-4534-b6b3-4e207dca4aa4 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 947 time: 0.2247555 Jul 08 01:56:26.950572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1099cc-6726-412f-9750-14d0375f4ba8 req-aa932782-c2ca-4955-9df6-aae89001ff8b tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.955151 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd1099cc-6726-412f-9750-14d0375f4ba8 req-aa932782-c2ca-4955-9df6-aae89001ff8b tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.956621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd1099cc-6726-412f-9750-14d0375f4ba8 req-aa932782-c2ca-4955-9df6-aae89001ff8b tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f7755de-f06a-4d15-a7fe-f60c0d9c0b9a HTTP/1.1" status: 204 len: 173 time: 0.5262561 Jul 08 01:56:26.958924 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-dcab2f4c-acfd-43fd-870e-7cf81f3e8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:26.960195 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab2f4c-acfd-43fd-870e-7cf81f3e8622 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:27.136509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa932782-c2ca-4955-9df6-aae89001ff8b tempest-SecurityGroupRulesTestJSON-1128176520 tempest-SecurityGroupRulesTestJSON-1128176520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7755de-f06a-4d15-a7fe-f60c0d9c0b9a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:27.137638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-21fe0881-d164-43e9-b7de-fd3c2b405bf1 req-b09abd45-78b9-4146-8dbb-37dae2974874 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619409 Jul 08 01:56:27.138132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:27.138132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:27.139879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6c2533-8793-469f-99da-586a7a2bce71 admin admin] Deleting subnet 26a07107-4e27-459a-9290-78ec0b54cba0 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:27.145335 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2533-8793-469f-99da-586a7a2bce71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.222139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2533-8793-469f-99da-586a7a2bce71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.320646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2533-8793-469f-99da-586a7a2bce71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.323974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-3274d14c-da07-43eb-9e68-320bf37bfbda tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cccb2b0dc8494c2498af70435f230312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395613 Jul 08 01:56:27.421310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:27.429574 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.431577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4651e4-3419-44a2-8c24-6445675e4dc4 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:27.442922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4651e4-3419-44a2-8c24-6445675e4dc4 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:27.443715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-db4651e4-3419-44a2-8c24-6445675e4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:27.484439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-db4651e4-3419-44a2-8c24-6445675e4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:27.500738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4651e4-3419-44a2-8c24-6445675e4dc4 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:27.501951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-db4651e4-3419-44a2-8c24-6445675e4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:27.515784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-3e08f061-adad-4138-9efc-ce0049d74081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:27.517309 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-3e08f061-adad-4138-9efc-ce0049d74081 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=733d796403ec45b29320574e34fff388&device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 1099 time: 0.1222248 Jul 08 01:56:27.525741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf2b8a-0922-4065-bc90-726a539bf13c req-94f2ef08-bbca-4541-90cf-b971f45654f3 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:27.527581 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-58bf2b8a-0922-4065-bc90-726a539bf13c req-94f2ef08-bbca-4541-90cf-b971f45654f3 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1233079 Jul 08 01:56:27.536948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-ea75f989-aa95-47fd-8c9c-a5c6aa6c3c1b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:27.538870 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-ea75f989-aa95-47fd-8c9c-a5c6aa6c3c1b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918633 Jul 08 01:56:27.542963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-db4651e4-3419-44a2-8c24-6445675e4dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:27.543991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4651e4-3419-44a2-8c24-6445675e4dc4 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:27.552442 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2533-8793-469f-99da-586a7a2bce71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.555128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ad4b48e0-231c-42eb-9870-d250fcaf3c08 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/floatingips/e9a63e79-cf62-4194-81a8-7ecef7cbc98a HTTP/1.1" status: 200 len: 977 time: 3.4146636 Jul 08 01:56:27.565510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36256) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:27.566962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:27.604731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2533-8793-469f-99da-586a7a2bce71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.609381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4b6c2533-8793-469f-99da-586a7a2bce71 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/26a07107-4e27-459a-9290-78ec0b54cba0 HTTP/1.1" status: 204 len: 168 time: 0.5268168 Jul 08 01:56:27.612439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36260) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:27.644918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c2533-8793-469f-99da-586a7a2bce71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a07107-4e27-459a-9290-78ec0b54cba0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:27.651167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-2baff8d2-7ead-459e-ad64-7d9699f87fd0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/quotas/cccb2b0dc8494c2498af70435f230312 HTTP/1.1" status: 200 len: 375 time: 0.0941024 Jul 08 01:56:27.697826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-da9169c6-7cfb-4390-92e8-48bd6693fbd2 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349073 Jul 08 01:56:27.714050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.752181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-8928d3ac-8b31-438a-b7d5-992c59c42b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:27.754041 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-8928d3ac-8b31-438a-b7d5-992c59c42b83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2253525 Jul 08 01:56:27.777558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.853180 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-58bf2b8a-0922-4065-bc90-726a539bf13c req-116e5812-e29d-4491-910d-8e32e28f4aef tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157949 Jul 08 01:56:27.856634 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-16f64e41-2735-45c2-9e8e-fc620d789d8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=f8d55c29-e454-4910-b1da-b12b71cefe81 HTTP/1.1" status: 200 len: 217 time: 0.0685196 Jul 08 01:56:27.975426 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.980347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-ef8d82ec-b6af-4e77-bee4-d06dc0bcec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:27.982057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-ef8d82ec-b6af-4e77-bee4-d06dc0bcec5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1147242 Jul 08 01:56:28.043537 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.044321 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP e9a63e79-cf62-4194-81a8-7ecef7cbc98a disassociated. External IP: 172.25.8.247, port: 305ca53b-a051-42d3-b9ab-b4be45309d5c. Jul 08 01:56:28.065593 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.094043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c6e848-0244-4cd7-80f0-a6a967a1ca7f']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:28.120265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4721536b-15ff-4a5a-84d4-e90e7a7e7cac') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:28.120265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4721536b-15ff-4a5a-84d4-e90e7a7e7cac') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:28.162546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-260988b7-c4b7-4f4d-94fc-ab1989a80bd0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cccb2b0dc8494c2498af70435f230312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311093 Jul 08 01:56:28.177214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.205856 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.230813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:28.231249 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-55188d5c-c21b-4cac-a4a4-c968c81fb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-55188d5c-c21b-4cac-a4a4-c968c81fb108 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3091075 Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd15951-725a-41ec-9775-32bf42d4960a req-3bdc41e3-820a-4e96-b48d-4711d4fa0e27 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:28.418842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccd15951-725a-41ec-9775-32bf42d4960a req-3bdc41e3-820a-4e96-b48d-4711d4fa0e27 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.2809989 Jul 08 01:56:28.477282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccd15951-725a-41ec-9775-32bf42d4960a req-2004751e-8d05-49ae-87a1-32c1de535c9d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614982 Jul 08 01:56:28.527617 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-1ff05e6c-4030-42d5-895f-963e7c474557 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817732 Jul 08 01:56:28.687899 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.704214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.709970 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/85c6e848-0244-4cd7-80f0-a6a967a1ca7f HTTP/1.1" status: 204 len: 168 time: 1.0929270 Jul 08 01:56:28.729242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559fd12-ef26-4502-b0a0-10d48622cbf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=85c6e848-0244-4cd7-80f0-a6a967a1ca7f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:28.736487 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33c46673-a47a-49d4-b8e8-078bf8d9df7c req-8771646d-6c5f-4dd0-a985-11bdce7bfad9 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981382 Jul 08 01:56:28.740978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-f5fb237b-7e22-40b7-98d7-f00c60ed60e4 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:28.741896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-f5fb237b-7e22-40b7-98d7-f00c60ed60e4 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5468850 Jul 08 01:56:28.760483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22aa54-6fbb-4f53-9c11-ebe383e17f74 req-8df65bc5-0505-446f-8489-91fbacf576b9 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:28.763985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c22aa54-6fbb-4f53-9c11-ebe383e17f74 req-8df65bc5-0505-446f-8489-91fbacf576b9 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 947 time: 0.1466038 Jul 08 01:56:28.793199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-7778dd16-915e-4a50-89e1-5393d86675fc tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/quotas/cccb2b0dc8494c2498af70435f230312 HTTP/1.1" status: 200 len: 375 time: 0.0154817 Jul 08 01:56:28.819810 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c22aa54-6fbb-4f53-9c11-ebe383e17f74 req-13b517da-d32d-4dbc-9e0f-9786cb7e7471 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485172 Jul 08 01:56:28.842926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-eb507d17-2ae7-4d4f-8a8e-4035c0014634 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399292 Jul 08 01:56:28.853832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:28.990939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:28.995276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.015250 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ca8fe-8b93-4b06-bc7f-c00520ce0d1e None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:29.025278 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ca8fe-8b93-4b06-bc7f-c00520ce0d1e None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:29.025899 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-698ca8fe-8b93-4b06-bc7f-c00520ce0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:29.068431 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-698ca8fe-8b93-4b06-bc7f-c00520ce0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:29.079023 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ca8fe-8b93-4b06-bc7f-c00520ce0d1e None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:29.080036 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-698ca8fe-8b93-4b06-bc7f-c00520ce0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:29.109003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d9ace5d8-ecff-4c06-9ebf-eef73bda1b05 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/floatingips/e9a63e79-cf62-4194-81a8-7ecef7cbc98a HTTP/1.1" status: 200 len: 688 time: 1.5448985 Jul 08 01:56:29.112556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0b7b0-d6f5-4706-8c1e-64bebe965ad3 req-a6dc38ac-aecd-4eb9-92bd-12bffbe99906 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:29.113771 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-698ca8fe-8b93-4b06-bc7f-c00520ce0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:29.114612 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ca8fe-8b93-4b06-bc7f-c00520ce0d1e None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:29.115200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:29.118511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c0b7b0-d6f5-4706-8c1e-64bebe965ad3 req-a6dc38ac-aecd-4eb9-92bd-12bffbe99906 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1276660 Jul 08 01:56:29.182911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66c0b7b0-d6f5-4706-8c1e-64bebe965ad3 req-3393c578-ad5e-4933-99db-5944656414aa tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634389 Jul 08 01:56:29.204234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:29.300754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e3211f1-393d-4f15-a151-038791a0f153 req-25b41203-de4f-47fc-8fa7-ebda2bca2bac tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 210 time: 0.0422261 Jul 08 01:56:29.341279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d77f803c-29b5-4d3c-9fe9-c867df7a0938 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45c4e26ff80c4bb29a253bc40c4f3585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356709 Jul 08 01:56:29.344352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:29.398942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 6ce72f6f-6271-4aa5-b739-0dad7e6bd5fc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:29.399306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.445528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a3eaef5-0deb-4d9b-834a-4b51d26e9184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.479031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a3eaef5-0deb-4d9b-834a-4b51d26e9184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.528199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.528548 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.547619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 6ce72f6f-6271-4aa5-b739-0dad7e6bd5fc owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:29.680511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcfc63-da12-48e4-8622-ee3f46a5e0a6 req-36bab466-7cf1-44ec-ab6c-1d8426bf9889 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:29.682009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4dcfc63-da12-48e4-8622-ee3f46a5e0a6 req-36bab466-7cf1-44ec-ab6c-1d8426bf9889 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.0638435 Jul 08 01:56:29.725051 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4dcfc63-da12-48e4-8622-ee3f46a5e0a6 req-6a4891b5-b4d7-4684-848c-936a6f9225b4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368655 Jul 08 01:56:29.753462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a3eaef5-0deb-4d9b-834a-4b51d26e9184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.758320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a3eaef5-0deb-4d9b-834a-4b51d26e9184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.765867 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1a3eaef5-0deb-4d9b-834a-4b51d26e9184 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2874c418-976e-4c01-902b-90aa65b06101 HTTP/1.1" status: 204 len: 168 time: 0.4140751 Jul 08 01:56:29.768822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eaef5-0deb-4d9b-834a-4b51d26e9184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2874c418-976e-4c01-902b-90aa65b06101,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:29.786632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.819317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=6ce72f6f-6271-4aa5-b739-0dad7e6bd5fc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:29.899024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.900322 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.903367 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea2d6af3-7aa3-4527-9356-541de8bec773 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/floatingips/e9a63e79-cf62-4194-81a8-7ecef7cbc98a HTTP/1.1" status: 204 len: 168 time: 0.7786698 Jul 08 01:56:29.904697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36344) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:29.945795 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-fe2ab316-e04f-4ea0-b33f-5bad43c2cb82 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] delete failed (client error): The resource could not be found. Jul 08 01:56:29.946820 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fe2ab316-e04f-4ea0-b33f-5bad43c2cb82 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/floatingips/e9a63e79-cf62-4194-81a8-7ecef7cbc98a HTTP/1.1" status: 404 len: 345 time: 0.0408614 Jul 08 01:56:29.950646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36346) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:30.051109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b1ef-2b14-4ec6-8199-b7a72907d8f7 req-912f5b5e-fe7d-4f1f-a838-96ee61c515d1 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.052643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b4b1ef-2b14-4ec6-8199-b7a72907d8f7 req-912f5b5e-fe7d-4f1f-a838-96ee61c515d1 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 947 time: 0.0695865 Jul 08 01:56:30.058980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42e3af-f747-4d88-a6a3-7ae2f2d7bc6a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.065482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42e3af-f747-4d88-a6a3-7ae2f2d7bc6a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.071378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42e3af-f747-4d88-a6a3-7ae2f2d7bc6a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.075573 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0a42e3af-f747-4d88-a6a3-7ae2f2d7bc6a tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "GET /v2.0/ports?network_id=0856050b-4bfc-4cae-9ff4-3dee01bf73ab HTTP/1.1" status: 200 len: 2357 time: 0.1210077 Jul 08 01:56:30.076035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36348) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:30.092982 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b4b1ef-2b14-4ec6-8199-b7a72907d8f7 req-41b70c4b-f917-48db-b377-02c270841d37 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344419 Jul 08 01:56:30.141714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15fcef-981c-48f2-bb10-41409846d66e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.143608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2f15fcef-981c-48f2-bb10-41409846d66e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "GET /v2.0/subnets/0ec97b0f-e2c8-4677-8e33-8495884f2e95 HTTP/1.1" status: 200 len: 797 time: 0.0658140 Jul 08 01:56:30.151805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36350) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:30.157159 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'port': {'network_id': '0856050b-4bfc-4cae-9ff4-3dee01bf73ab', 'name': 'tempest-FloatingIPTestJSON-1715683888', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:30.369019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:30.420426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec7753-8a26-4184-9744-861d50008f4b req-aed940bc-3285-4b50-b706-0f94850af3cf tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.437657 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13ec7753-8a26-4184-9744-861d50008f4b req-aed940bc-3285-4b50-b706-0f94850af3cf tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.0820792 Jul 08 01:56:30.476826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13ec7753-8a26-4184-9744-861d50008f4b req-e9eecdd7-f6ee-4d27-907d-2860e944a451 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Jul 08 01:56:30.514775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb9b2b2f-b4e0-4a3d-b813-3c37ac3d69ef req-52d0312a-b848-4904-9f4a-18fba1fd79b3 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 210 time: 0.0346811 Jul 08 01:56:30.556978 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.612813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] device_id is not set on port 983857e5-f2bf-4ce4-b479-4112d12dd6d9 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:56:30.676932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4cdea-c651-4b20-94a6-8a31fc0f2ee5 req-61f11718-ab0a-4987-afd9-f689766b8c84 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.678454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75d4cdea-c651-4b20-94a6-8a31fc0f2ee5 req-61f11718-ab0a-4987-afd9-f689766b8c84 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 951 time: 0.0701723 Jul 08 01:56:30.715320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75d4cdea-c651-4b20-94a6-8a31fc0f2ee5 req-e2c386bb-43da-4b19-b69e-292e668c1ca8 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jul 08 01:56:30.937992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4801d-88f7-4fbd-8cc5-555875dc4b04 req-18ce7466-1c63-4df6-909b-3cd5d65b92d2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.947923 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cd4801d-88f7-4fbd-8cc5-555875dc4b04 req-18ce7466-1c63-4df6-909b-3cd5d65b92d2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.0940588 Jul 08 01:56:30.983143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cd4801d-88f7-4fbd-8cc5-555875dc4b04 req-31844c84-30ac-46bd-b031-fcf4369b4871 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342858 Jul 08 01:56:31.008177 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-466da19b-73e2-45e4-879f-c3de34f0707c req-3edf2470-7a9d-41c9-834b-cf3ca8f85c7c service neutron] show failed (client error): The resource could not be found. Jul 08 01:56:31.009219 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-3edf2470-7a9d-41c9-834b-cf3ca8f85c7c service neutron] 10.222.0.32 "GET /v2.0/ports/88ca812e-d755-4b3d-b044-614b07976e56/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.1137934 Jul 08 01:56:31.018415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.20.0.14 (0856050b-4bfc-4cae-9ff4-3dee01bf73ab/0ec97b0f-e2c8-4677-8e33-8495884f2e95/983857e5-f2bf-4ce4-b479-4112d12dd6d9) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:31.031520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.20.0.13 (0856050b-4bfc-4cae-9ff4-3dee01bf73ab/0ec97b0f-e2c8-4677-8e33-8495884f2e95/983857e5-f2bf-4ce4-b479-4112d12dd6d9) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:31.201039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:31.306133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f8d55c29-e454-4910-b1da-b12b71cefe81 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:31.413996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1720364469-network', 'tenant_id': 'bcec6dd8d5a2448ab6cddecd686731f0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:31.473711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507385b8-ae7e-40ab-9fd6-9578353345aa req-f964276f-2926-488b-9596-ed769134b1a3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:31.475799 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507385b8-ae7e-40ab-9fd6-9578353345aa req-f964276f-2926-488b-9596-ed769134b1a3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 947 time: 0.1926239 Jul 08 01:56:31.559613 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507385b8-ae7e-40ab-9fd6-9578353345aa req-988333b0-6797-4b7b-8748-f35fb681974b tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776410 Jul 08 01:56:31.562754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Made reservation on behalf of bcec6dd8d5a2448ab6cddecd686731f0 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:31.575833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.614590 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.626572 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-29ac05d4-19b8-4651-a56d-4010bb13cb0b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cccb2b0dc8494c2498af70435f230312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446279 Jul 08 01:56:31.665568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f8d55c29-e454-4910-b1da-b12b71cefe81, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f8d55c29-e454-4910-b1da-b12b71cefe81,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:31.682177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'f8d55c29-e454-4910-b1da-b12b71cefe81', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'f8d55c29-e454-4910-b1da-b12b71cefe81', 'mac_address': 'fa:16:3e:2f:54:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:31.704801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.746205 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.761354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d55c29-e454-4910-b1da-b12b71cefe81 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:31.785649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-24e210d8-0e6a-482a-a326-a903729e71a8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:31.786119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f8d55c29-e454-4910-b1da-b12b71cefe81, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f8d55c29-e454-4910-b1da-b12b71cefe81,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:31.787648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-24e210d8-0e6a-482a-a326-a903729e71a8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547863 Jul 08 01:56:31.802717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Request body: {'port': {'device_id': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'cccb2b0dc8494c2498af70435f230312'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:31.833066 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.865006 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.865885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704af17-d94d-4fde-aa73-db0375836e4f req-315eceac-e94d-4df2-ae2d-29ec6496b067 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:31.873414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3704af17-d94d-4fde-aa73-db0375836e4f req-315eceac-e94d-4df2-ae2d-29ec6496b067 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.0884130 Jul 08 01:56:31.929510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.946940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3704af17-d94d-4fde-aa73-db0375836e4f req-4e9e0988-d196-4a63-b46e-749b58aaa07d tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717018 Jul 08 01:56:31.957321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f8d55c29-e454-4910-b1da-b12b71cefe81,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:31.997025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.034346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=983857e5-f2bf-4ce4-b479-4112d12dd6d9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:32.046618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:32.047917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:32.061420 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:32.082174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4031c393-8f42-4b22-9d1e-b6c61b284112,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:32.097812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:56:32.114001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-2f864747-e815-4b22-85b0-b5f9c201ff3e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cccb2b0dc8494c2498af70435f230312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565560 Jul 08 01:56:32.147176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f8d55c29-e454-4910-b1da-b12b71cefe81'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:32.147594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.148039 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Added segment b1ffcf72-1e62-4c2e-b601-1355586022e9 of type vlan for network 3173831e-92f3-4adb-b9d9-a8d7f620d87c Jul 08 01:56:32.151165 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39a3d8da-4a8f-46e8-9a08-736bac868ce5 req-232c2bb9-c643-4835-98cb-0b2fd99a44e7 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 210 time: 0.0478039 Jul 08 01:56:32.220500 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.223970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Made reservation on behalf of cccb2b0dc8494c2498af70435f230312 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:32.231758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.237263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-55995f44-5380-4cc0-bfe0-c6ba55ab1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:32.239372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-55995f44-5380-4cc0-bfe0-c6ba55ab1783 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae&tenant_id=ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 1101 time: 0.3082657 Jul 08 01:56:32.261037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:32.268224 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.290145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:32.300412 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.374282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-9cbc0a65-da53-462a-b9d6-01478da34fae tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:32.376104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-9cbc0a65-da53-462a-b9d6-01478da34fae tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554486 Jul 08 01:56:32.376403 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.396793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Request body: {'port': {'device_id': '01e65e5b-10e7-4939-bf0d-428466ec3536', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'cccb2b0dc8494c2498af70435f230312'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:32.411699 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-788735b7-f900-4e1e-b602-b5bd5bcbce57 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2556465 Jul 08 01:56:32.411699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36456) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:32.415568 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.416607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:32.417200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.451415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '983857e5-f2bf-4ce4-b479-4112d12dd6d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:32.564116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] Pushing event updated for resources: {'Network': ['ID=3173831e-92f3-4adb-b9d9-a8d7f620d87c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:32.574499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 3173831e-92f3-4adb-b9d9-a8d7f620d87c details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:56:32.638783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.656627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e195d-e33a-47c3-b20f-0583bd0d295d req-f52c62d4-d7c9-47d0-aced-f6906c988041 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:32.658199 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc8e195d-e33a-47c3-b20f-0583bd0d295d req-f52c62d4-d7c9-47d0-aced-f6906c988041 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.1284654 Jul 08 01:56:32.696739 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc8e195d-e33a-47c3-b20f-0583bd0d295d req-0ab6eacf-fe8d-475d-a777-260bfc2b2ca7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Jul 08 01:56:32.704841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:32.733357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.752162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:32.807090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c381b56-f169-4ce9-91f0-b82cd1f8ed17,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:32.809754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.827868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Transition to ACTIVE for port object 88ca812e-d755-4b3d-b044-614b07976e56 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:32.828666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:32.831413 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d47adb-39bc-4ae8-8aff-a8a9ffd66b27" -d '{"events": [{"server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "88ca812e-d755-4b3d-b044-614b07976e56"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:32.841861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6268e604-5d22-4007-9705-fa53dc968f4c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6362162 Jul 08 01:56:32.846045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36472) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:32.850966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Request body: {'subnet': {'network_id': '3173831e-92f3-4adb-b9d9-a8d7f620d87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1720364469-subnet', 'tenant_id': 'bcec6dd8d5a2448ab6cddecd686731f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:32.907684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59758592-5702-4857-bfcd-a195e7bea75a req-db28e31a-fd59-43b4-9f67-afaa76e53bda tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:32.909186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59758592-5702-4857-bfcd-a195e7bea75a req-db28e31a-fd59-43b4-9f67-afaa76e53bda tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 948 time: 0.0735745 Jul 08 01:56:32.925091 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.959423 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.974481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a311a-7c9f-4fc2-9ad2-c76b819e3883 req-5ebb695c-47c7-4876-8123-0829e3d18919 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:32.976171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c90a311a-7c9f-4fc2-9ad2-c76b819e3883 req-5ebb695c-47c7-4876-8123-0829e3d18919 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 945 time: 0.1056771 Jul 08 01:56:33.018227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59758592-5702-4857-bfcd-a195e7bea75a req-50247515-7e4d-44ce-9723-0d45824b6ca3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032205 Jul 08 01:56:33.018831 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:33.059565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] No DVR routers for this DVR port 88ca812e-d755-4b3d-b044-614b07976e56 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:33.060747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Allocated IP 192.168.233.5 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/e2fd9ee9-224a-425d-9503-5d62b4b40666) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:33.089011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Made reservation on behalf of cccb2b0dc8494c2498af70435f230312 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:33.092963 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.102551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Attempting to bind port 88ca812e-d755-4b3d-b044-614b07976e56 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:33.103379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Attempting to bind port 88ca812e-d755-4b3d-b044-614b07976e56 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:33.103379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Attempting to bind port 88ca812e-d755-4b3d-b044-614b07976e56 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:33.109083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Port 88ca812e-d755-4b3d-b044-614b07976e56 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:33.109427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Attempting to bind port 88ca812e-d755-4b3d-b044-614b07976e56 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:33.115386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:33.119419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:33.119419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:33.119419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Bound port: 88ca812e-d755-4b3d-b044-614b07976e56, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:33.119419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.171802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c90a311a-7c9f-4fc2-9ad2-c76b819e3883 req-8039fa71-93d7-4c2c-a74a-87e005857e87 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762910 Jul 08 01:56:33.211415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:33.219038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:33.255246 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b52ba33-21f7-4e64-8cca-f8c6b58b1fd1 x-openstack-request-id: req-7b52ba33-21f7-4e64-8cca-f8c6b58b1fd1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:33.255871 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "88ca812e-d755-4b3d-b044-614b07976e56", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:33.255980 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b52ba33-21f7-4e64-8cca-f8c6b58b1fd1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:33.256506 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56', 'code': 200} Jul 08 01:56:33.275669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Made reservation on behalf of bcec6dd8d5a2448ab6cddecd686731f0 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:33.275669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.312217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f8d55c29-e454-4910-b1da-b12b71cefe81 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:33.324415 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.361131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:33.361976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.364122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] 10.222.0.18 "PUT /v2.0/ports/88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 1096 time: 1.0827897 Jul 08 01:56:33.391590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78d1f6-d216-4e63-938b-fc345494f5dc service neutron] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:33.454785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port f8d55c29-e454-4910-b1da-b12b71cefe81 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:33.459083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port f8d55c29-e454-4910-b1da-b12b71cefe81 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:33.459585 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.489730 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-256e28cc-d42b-4a61-8f64-9f2a3eecbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:33.492703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-256e28cc-d42b-4a61-8f64-9f2a3eecbba0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1099 time: 0.0977564 Jul 08 01:56:33.569978 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.588992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.597398 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.605752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:33.614810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Transition to ACTIVE for port object e2fd9ee9-224a-425d-9503-5d62b4b40666 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:33.628992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-98014150-8690-4141-967a-2d6b7b0d45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:33.630612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-98014150-8690-4141-967a-2d6b7b0d45ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1303978 Jul 08 01:56:33.683714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4349cea0-8407-4be6-93ac-96226eb881ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d55c29-e454-4910-b1da-b12b71cefe81'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:33.686344 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc86bd7c-b508-4f3d-a089-470c16a8635b" -d '{"events": [{"server_uuid": "4349cea0-8407-4be6-93ac-96226eb881ea", "name": "network-vif-plugged", "status": "completed", "tag": "f8d55c29-e454-4910-b1da-b12b71cefe81"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:33.690846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-9591ea08-37e8-46ad-952d-5e187e44b7d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 217 time: 0.0515738 Jul 08 01:56:33.697291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f1e15-0148-4f49-9ed7-f676ed8b8926 req-711145ef-bdc2-4130-940c-f144669fd6c0 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:33.700049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b38f1e15-0148-4f49-9ed7-f676ed8b8926 req-711145ef-bdc2-4130-940c-f144669fd6c0 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.3030002 Jul 08 01:56:33.703149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f8d55c29-e454-4910-b1da-b12b71cefe81, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f8d55c29-e454-4910-b1da-b12b71cefe81,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:33.726191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db67e301-9310-4d1e-8337-ff90bffc3830 req-6d1d607e-7b7a-4464-9e06-140ebde8ab41 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 210 time: 0.0373268 Jul 08 01:56:33.745146 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.776084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-5c103a6e-ea8d-4807-80a2-ee0eb5e99b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:33.779445 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.779614 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-5c103a6e-ea8d-4807-80a2-ee0eb5e99b17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0506794 Jul 08 01:56:33.815120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:33.846780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f8d55c29-e454-4910-b1da-b12b71cefe81,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:33.875379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b38f1e15-0148-4f49-9ed7-f676ed8b8926 req-4e490b9d-34e9-45d4-850a-e1d0df987eb0 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618521 Jul 08 01:56:33.875628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466da19b-73e2-45e4-879f-c3de34f0707c req-61d3d5d0-ab90-4657-a13c-292a45c10d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:33.877535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-61d3d5d0-ab90-4657-a13c-292a45c10d44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0903022 Jul 08 01:56:33.885081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.918546 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.925374 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ac8def-a588-4ed6-a694-137bdc7c2c43 x-openstack-request-id: req-32ac8def-a588-4ed6-a694-137bdc7c2c43 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:33.925521 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4349cea0-8407-4be6-93ac-96226eb881ea", "name": "network-vif-plugged", "status": "completed", "tag": "f8d55c29-e454-4910-b1da-b12b71cefe81", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:33.925736 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32ac8def-a588-4ed6-a694-137bdc7c2c43 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:33.926143 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4349cea0-8407-4be6-93ac-96226eb881ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d55c29-e454-4910-b1da-b12b71cefe81', 'code': 200} Jul 08 01:56:33.966903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.25.8.206 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/723eddc5-c8ae-42f0-bde3-f9dfd74f653d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:33.972236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779ca9e0-7e39-4c34-8cf0-f16654f3f32a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:34.007989 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.021601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec0545-d177-4550-81d4-4e67d4b52b4c req-13c55c91-8d0c-47a1-b6d5-85cb67e82185 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.023204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cec0545-d177-4550-81d4-4e67d4b52b4c req-13c55c91-8d0c-47a1-b6d5-85cb67e82185 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 951 time: 0.1620681 Jul 08 01:56:34.031188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=11']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:34.055754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-2e1f29e2-7d32-4b87-934d-6c113e8c7259 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530397 Jul 08 01:56:34.130557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cec0545-d177-4550-81d4-4e67d4b52b4c req-14729277-fc8b-490a-ad8a-0f5480ec6944 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970154 Jul 08 01:56:34.182063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-466da19b-73e2-45e4-879f-c3de34f0707c req-b2109526-8f92-4e19-a476-26f1678510bf service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210585 Jul 08 01:56:34.213837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:34.238905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Allocated IP 192.168.233.129 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/1bb2b144-8594-40a0-b300-4a93c581cbfc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:34.251133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:34.264199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:34.273670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:34.320068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e7370-4e09-4b2c-ab19-a1ce72b316c0 req-f9d6e0e3-8847-4bec-b798-63c8cf8191a9 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.322944 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-443e7370-4e09-4b2c-ab19-a1ce72b316c0 req-f9d6e0e3-8847-4bec-b798-63c8cf8191a9 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 949 time: 0.0821476 Jul 08 01:56:34.351532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Checking segment: {'id': 'b1ffcf72-1e62-4c2e-b601-1355586022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3173831e-92f3-4adb-b9d9-a8d7f620d87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:34.351909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Network hostable DHCP agents. Network: 3173831e-92f3-4adb-b9d9-a8d7f620d87c, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:56:34.371877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-443e7370-4e09-4b2c-ab19-a1ce72b316c0 req-a44349e9-8041-4309-949e-443ac6ee9b0a tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Jul 08 01:56:34.426276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.426942 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.449772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.467656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53289e95-f0b3-4378-b7c1-47bef8128dd5 req-c24225ac-2cea-4e59-9724-e33065b6685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.469201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53289e95-f0b3-4378-b7c1-47bef8128dd5 req-c24225ac-2cea-4e59-9724-e33065b6685d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 1101 time: 0.4236524 Jul 08 01:56:34.476606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ca193-1853-4f1d-a73b-db03a4b51b73 req-3291bb5a-1572-45ef-94b1-b51a3acc61ee tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.478110 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c47ca193-1853-4f1d-a73b-db03a4b51b73 req-3291bb5a-1572-45ef-94b1-b51a3acc61ee tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 947 time: 0.4314256 Jul 08 01:56:34.574146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Network 3173831e-92f3-4adb-b9d9-a8d7f620d87c is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:56:34.580810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a813a-9d71-4fc2-8640-78fb995065ad req-e7720103-8e0a-4a92-87dd-fe9dd376186d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.582668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c14a813a-9d71-4fc2-8640-78fb995065ad req-e7720103-8e0a-4a92-87dd-fe9dd376186d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 945 time: 0.0817916 Jul 08 01:56:34.623256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-997ef2fd-8806-41df-a6c1-83745a7f001d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8255460 Jul 08 01:56:34.627385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c14a813a-9d71-4fc2-8640-78fb995065ad req-0b11d3ef-5d0c-4ff3-8e97-6fbe476c14d6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376003 Jul 08 01:56:34.635163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53289e95-f0b3-4378-b7c1-47bef8128dd5 req-3a2021ee-ab26-45e7-9a50-1827b6b26b63 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466367 Jul 08 01:56:34.646433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c47ca193-1853-4f1d-a73b-db03a4b51b73 req-5a868830-a648-43ff-8628-66798e18f089 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600275 Jul 08 01:56:34.650194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Request body: {'port': {'device_id': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:34.689488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8ab9f166-9e3d-4574-b7b0-f7d796176007 None None] Provisioning for port e2fd9ee9-224a-425d-9503-5d62b4b40666 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:34.693623 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8ab9f166-9e3d-4574-b7b0-f7d796176007 None None] Provisioning complete for port e2fd9ee9-224a-425d-9503-5d62b4b40666 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:34.694102 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8ab9f166-9e3d-4574-b7b0-f7d796176007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.717312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 3173831e-92f3-4adb-b9d9-a8d7f620d87c) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:34.721057 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.726447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301660ce-27c7-44e5-ae02-f8488e776d0a None None] Network 3173831e-92f3-4adb-b9d9-a8d7f620d87c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:34.727156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.727812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.755304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.772737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9f166-9e3d-4574-b7b0-f7d796176007 None None] Port e2fd9ee9-224a-425d-9503-5d62b4b40666 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:56:34.801121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Transition to ACTIVE for port object 1bb2b144-8594-40a0-b300-4a93c581cbfc will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:34.820680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.835587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:34.850747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:34.859975 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0f80b71f-b025-463e-b821-0f07056df610 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0127585 Jul 08 01:56:34.862262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651dfb8-98d2-4a3c-89d2-9f540205e69b None None] Network 3173831e-92f3-4adb-b9d9-a8d7f620d87c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:34.864629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:34.888375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=723eddc5-c8ae-42f0-bde3-f9dfd74f653d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:34.923803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c62d3d00-6353-4020-8987-23a5b722e3ef req-38caac58-d7d8-4dd7-ab8c-a8c74d4db6a9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 210 time: 0.0547209 Jul 08 01:56:34.981680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.101541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:35.117004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4be7e505-beae-492c-926d-65962916121c req-e5387373-5cc4-4205-a175-6f775a5eee6d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-815705305', 'description': 'tempest-description-1589451041'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:35.143316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:35.185462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4be7e505-beae-492c-926d-65962916121c req-e5387373-5cc4-4205-a175-6f775a5eee6d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.206830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:35.246231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Pushing event updated for resources: {'Port': ['ID=1bb2b144-8594-40a0-b300-4a93c581cbfc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:35.258934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:35.261639 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a573e6-e14c-4f8d-b8f0-115cb077f459" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "tag": "88ca812e-d755-4b3d-b044-614b07976e56"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:35.299478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4be7e505-beae-492c-926d-65962916121c req-e5387373-5cc4-4205-a175-6f775a5eee6d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.330560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 88ca812e-d755-4b3d-b044-614b07976e56 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:35.375157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 88ca812e-d755-4b3d-b044-614b07976e56 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:35.391398 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4be7e505-beae-492c-926d-65962916121c req-e5387373-5cc4-4205-a175-6f775a5eee6d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.437520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5387373-5cc4-4205-a175-6f775a5eee6d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07730fd4-70a7-4ba9-ac22-65da98434e73,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:35.469356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-8714a720-0ac4-427c-8747-4b5aac9e91b6 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.471009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-8714a720-0ac4-427c-8747-4b5aac9e91b6 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 949 time: 0.1110411 Jul 08 01:56:35.487429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c3c94bd1-7db9-41ee-b23f-7ed685673db4 None None] Provisioning for port 1bb2b144-8594-40a0-b300-4a93c581cbfc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:35.491638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c3c94bd1-7db9-41ee-b23f-7ed685673db4 None None] Provisioning complete for port 1bb2b144-8594-40a0-b300-4a93c581cbfc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:35.492263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c3c94bd1-7db9-41ee-b23f-7ed685673db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.522947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4be7e505-beae-492c-926d-65962916121c req-e5387373-5cc4-4205-a175-6f775a5eee6d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.525175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4be7e505-beae-492c-926d-65962916121c req-e5387373-5cc4-4205-a175-6f775a5eee6d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4126985 Jul 08 01:56:35.545305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c3c94bd1-7db9-41ee-b23f-7ed685673db4 None None] Port 1bb2b144-8594-40a0-b300-4a93c581cbfc cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:56:35.589843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Deleting port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:35.590215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.721703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-c56190c4-a1a1-4a3c-b0a1-0c9d95b2c0e1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.723661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-c56190c4-a1a1-4a3c-b0a1-0c9d95b2c0e1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 945 time: 0.7659845 Jul 08 01:56:35.729172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.729839 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.732411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] For port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:35.732786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.752236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Calling delete_port for a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:35.772624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7a314-5d82-4574-9c35-619a9122c9d1 req-7219bee8-8176-4e66-9686-c7a2168444a0 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.774115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41b7a314-5d82-4574-9c35-619a9122c9d1 req-7219bee8-8176-4e66-9686-c7a2168444a0 tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ef87a9-30f2-497d-9c04-7a328e2dcc2a HTTP/1.1" status: 200 len: 949 time: 0.1197760 Jul 08 01:56:35.825232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e50d-626e-4402-bd5a-5486a1c2151e req-8e256253-f0aa-4ed1-be1e-4ddf1dd5c7b8 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.827366 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2540e50d-626e-4402-bd5a-5486a1c2151e req-8e256253-f0aa-4ed1-be1e-4ddf1dd5c7b8 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.7972455 Jul 08 01:56:35.852500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41b7a314-5d82-4574-9c35-619a9122c9d1 req-9fcc8182-e048-4976-900a-63acd5f122cd tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.10 "GET /v2.0/security-groups?id=11126be0-b234-4570-9316-25ba083caf6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482252 Jul 08 01:56:35.933720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:35.939813 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3d9322-f4fa-4c3f-b864-c6537349d449" -d '{"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:35.950140 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f893e1-823d-43ae-8b5b-36992ec5ccf3 x-openstack-request-id: req-d8f893e1-823d-43ae-8b5b-36992ec5ccf3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:35.950140 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "tag": "88ca812e-d755-4b3d-b044-614b07976e56", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:35.950140 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8f893e1-823d-43ae-8b5b-36992ec5ccf3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:35.950140 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56', 'status': 'completed', 'code': 200} Jul 08 01:56:35.950562 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-bda5cbcc-044c-4f93-8028-6bc9defda874 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5576060 Jul 08 01:56:36.016237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Request body: {'port': {'device_id': '01e65e5b-10e7-4939-bf0d-428466ec3536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:36.049141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.067162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2540e50d-626e-4402-bd5a-5486a1c2151e req-b9111039-6146-481b-9b4f-6f61d26c6bc6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309656 Jul 08 01:56:36.105167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Pushing event deleted for resources: {'Port': ['ID=a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:36.266653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fd9ee9-224a-425d-9503-5d62b4b40666 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:36.294085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.336023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.348081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Deleting port 2951157d-c36d-4365-bf6e-14bb455e606d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:36.348434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.391555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-b91d5706-2b37-4808-b2d6-f911f1cec5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.393010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-b91d5706-2b37-4808-b2d6-f911f1cec5e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1099 time: 0.4197965 Jul 08 01:56:36.395551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] No DVR routers for this DVR port a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:36.399463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.401380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9611a945-d36b-4e2d-8143-0607d5955f1f req-3a40d596-df33-4d86-b7be-b6efd3f89efc tempest-ImagesOneServerTestJSON-1359726612 tempest-ImagesOneServerTestJSON-1359726612-project] 10.222.0.18 "DELETE /v2.0/ports/a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e HTTP/1.1" status: 204 len: 173 time: 0.9244640 Jul 08 01:56:36.425101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Transition to ACTIVE for port object e2fd9ee9-224a-425d-9503-5d62b4b40666 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:36.428692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-352b52da-7032-442d-9f43-dfa5ec4eb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.430346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-352b52da-7032-442d-9f43-dfa5ec4eb9d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1099 time: 0.4634976 Jul 08 01:56:36.437779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e282d1c-c471-49f4-a9f2-9306e19464bd req-40bd6816-4818-4479-91b3-3f7588dcaa84 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/07730fd4-70a7-4ba9-ac22-65da98434e73 HTTP/1.1" status: 200 len: 1812 time: 0.2826905 Jul 08 01:56:36.479906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786900e-1155-4701-a625-122ffc9a657a req-94ad00c6-e722-4489-80c1-cb621fffc130 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.481448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0786900e-1155-4701-a625-122ffc9a657a req-94ad00c6-e722-4489-80c1-cb621fffc130 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 949 time: 0.4656999 Jul 08 01:56:36.523187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9e282d1c-c471-49f4-a9f2-9306e19464bd req-68ba25bf-4147-4f7c-9818-63682aa86fb4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07730fd4-70a7-4ba9-ac22-65da98434e73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:36.523527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9e282d1c-c471-49f4-a9f2-9306e19464bd req-68ba25bf-4147-4f7c-9818-63682aa86fb4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07730fd4-70a7-4ba9-ac22-65da98434e73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:36.546237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-35357918-0c25-461a-95e6-8bf9cb7a247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.550356 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-35357918-0c25-461a-95e6-8bf9cb7a247a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1420305 Jul 08 01:56:36.550916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0786900e-1155-4701-a625-122ffc9a657a req-0a4b6b46-8282-4615-82a0-06a53294b525 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618217 Jul 08 01:56:36.564931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.602933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-6d8139ec-8fd7-4230-9f1c-4dfb7c7a0380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 217 time: 0.0430281 Jul 08 01:56:36.660208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-11819192-fce7-4c5b-bd8c-e42abf76e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.662569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-11819192-fce7-4c5b-bd8c-e42abf76e82c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0506666 Jul 08 01:56:36.786354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-f2ace5db-9a5a-4167-b5e6-59573408f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.788179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-f2ace5db-9a5a-4167-b5e6-59573408f23e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161039 Jul 08 01:56:36.794843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.796343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e4379-6926-4a0a-b95e-ba82364ce760 req-3429da1b-8fc0-4955-88d4-f4919261a566 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.797746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:36.809032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa6e4379-6926-4a0a-b95e-ba82364ce760 req-3429da1b-8fc0-4955-88d4-f4919261a566 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 945 time: 0.1236515 Jul 08 01:56:36.892392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] For port 2951157d-c36d-4365-bf6e-14bb455e606d, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=2951157d-c36d-4365-bf6e-14bb455e606d,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:36.892763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.900247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa6e4379-6926-4a0a-b95e-ba82364ce760 req-4f9bfd08-b8d0-44c6-a280-669deddf25b8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902781 Jul 08 01:56:36.939248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-1c3ba466-cf80-47c9-a4c9-e297f4be2ab1 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274843 Jul 08 01:56:36.997222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-0e46a313-8da0-4184-8d4b-efa9d579ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.998701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-0e46a313-8da0-4184-8d4b-efa9d579ecba service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.5583422 Jul 08 01:56:37.024545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Calling delete_port for 2951157d-c36d-4365-bf6e-14bb455e606d owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:37.081752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-a7cabaaf-d2eb-45a8-b96f-a6869a279385 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307523 Jul 08 01:56:37.087466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-9ac031b8-6c91-49e5-8f1d-0be54ab21c6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 217 time: 0.0748236 Jul 08 01:56:37.101570 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9e282d1c-c471-49f4-a9f2-9306e19464bd req-68ba25bf-4147-4f7c-9818-63682aa86fb4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.112659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009df6d-5527-444d-8123-f3efdfde780b req-195bfe7f-e9ea-419e-802b-84ea87f6458d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:37.114140 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1009df6d-5527-444d-8123-f3efdfde780b req-195bfe7f-e9ea-419e-802b-84ea87f6458d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 947 time: 0.0864727 Jul 08 01:56:37.151869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1009df6d-5527-444d-8123-f3efdfde780b req-6a9dd969-898c-4156-960a-0c826c41de6c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jul 08 01:56:37.216349 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a3f80-3254-45d3-914a-f651b23a7fb8 x-openstack-request-id: req-002a3f80-3254-45d3-914a-f651b23a7fb8 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:37.217267 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:37.217621 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-002a3f80-3254-45d3-914a-f651b23a7fb8 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:37.218094 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'code': 200} Jul 08 01:56:37.247846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Attempting to bind port e2fd9ee9-224a-425d-9503-5d62b4b40666 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:37.248193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Attempting to bind port e2fd9ee9-224a-425d-9503-5d62b4b40666 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:37.249075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Attempting to bind port e2fd9ee9-224a-425d-9503-5d62b4b40666 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:37.258597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9e282d1c-c471-49f4-a9f2-9306e19464bd req-68ba25bf-4147-4f7c-9818-63682aa86fb4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.283317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.288367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Port e2fd9ee9-224a-425d-9503-5d62b4b40666 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:37.288703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Attempting to bind port e2fd9ee9-224a-425d-9503-5d62b4b40666 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:37.310832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-40333cfb-1b19-4484-8b3c-ff18cb2222a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:37.312884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-40333cfb-1b19-4484-8b3c-ff18cb2222a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2177582 Jul 08 01:56:37.329766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:37.330112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:37.330500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:37.330941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Bound port: e2fd9ee9-224a-425d-9503-5d62b4b40666, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:37.331307 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.375031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dc84d-8d71-4634-9124-f9509c40355c req-2438679e-4cd4-482a-834f-a7891c5ba138 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:37.377218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a7dc84d-8d71-4634-9124-f9509c40355c req-2438679e-4cd4-482a-834f-a7891c5ba138 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 936 time: 0.0687301 Jul 08 01:56:37.394628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9e282d1c-c471-49f4-a9f2-9306e19464bd req-68ba25bf-4147-4f7c-9818-63682aa86fb4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.421583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a7dc84d-8d71-4634-9124-f9509c40355c req-89c28d8d-3572-4033-b842-efda6d8f6e41 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367002 Jul 08 01:56:37.477707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba25bf-4147-4f7c-9818-63682aa86fb4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64c4d26-934d-4059-9f71-7dedfad5045a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:37.570739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb2b144-8594-40a0-b300-4a93c581cbfc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:37.592238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.601420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9e282d1c-c471-49f4-a9f2-9306e19464bd req-68ba25bf-4147-4f7c-9818-63682aa86fb4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.602629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e282d1c-c471-49f4-a9f2-9306e19464bd req-68ba25bf-4147-4f7c-9818-63682aa86fb4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1058705 Jul 08 01:56:37.625052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 88ca812e-d755-4b3d-b044-614b07976e56 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:37.642902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:37.669263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:37.681627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-f79f629c-3dcd-4770-ae41-d79d3a38b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:37.683435 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-f79f629c-3dcd-4770-ae41-d79d3a38b0f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3547623 Jul 08 01:56:37.736509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:37.750357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '88ca812e-d755-4b3d-b044-614b07976e56', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '88ca812e-d755-4b3d-b044-614b07976e56', 'mac_address': 'fa:16:3e:8a:8f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:37.794800 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.810631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ca812e-d755-4b3d-b044-614b07976e56 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:37.835182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:37.897736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab39a68-5f42-428f-ad7a-6ed8715c5b98 req-a48ff5d6-050f-47dc-b2d2-cfc8909e12a0 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:37.899467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ab39a68-5f42-428f-ad7a-6ed8715c5b98 req-a48ff5d6-050f-47dc-b2d2-cfc8909e12a0 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.0757761 Jul 08 01:56:37.904706 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.949907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-deleted', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:37.952501 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8359dd6-2a7b-4916-a8a8-12f746c01991" -d '{"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-deleted", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:37.959652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:37.960916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ab39a68-5f42-428f-ad7a-6ed8715c5b98 req-2f9e4c86-6f75-4d07-97da-747f1889f9ad tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Jul 08 01:56:38.039523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d7b3e31-44b9-458f-a216-d236f65bcb34 req-3b9a0053-499e-422d-9c40-075a3bef0409 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/07730fd4-70a7-4ba9-ac22-65da98434e73 HTTP/1.1" status: 200 len: 2405 time: 0.0474291 Jul 08 01:56:38.051946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.054474 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.110426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Transition to ACTIVE for port object 1bb2b144-8594-40a0-b300-4a93c581cbfc will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:38.135226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['88ca812e-d755-4b3d-b044-614b07976e56'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:38.155667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:38.156221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.157629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-97a9265f-f3d8-4339-9968-560826022120 service neutron] 10.222.0.18 "PUT /v2.0/ports/e2fd9ee9-224a-425d-9503-5d62b4b40666 HTTP/1.1" status: 200 len: 1095 time: 3.5213661 Jul 08 01:56:38.161458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:38.164638 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42e7f6e-7c70-4781-889a-aaa68ec825f0" -d '{"events": [{"name": "network-changed", "server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:38.236892 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.261343 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.265857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab8471a5-10a7-48f4-b111-79f7c2995fa6 req-2f6b673a-c464-437b-8edb-d6c5b340c0ab tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 210 time: 0.0572560 Jul 08 01:56:38.311928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36542) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:38.346381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] No DVR routers for this DVR port 2951157d-c36d-4365-bf6e-14bb455e606d on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:38.375635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.378207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72c8e700-1057-4b50-8e8c-2d702d0acec7 req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "DELETE /v2.0/ports/2951157d-c36d-4365-bf6e-14bb455e606d HTTP/1.1" status: 204 len: 173 time: 2.6359000 Jul 08 01:56:38.380533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.397435 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9834a3-a062-4fe5-80f8-f5b5eb2fa579 x-openstack-request-id: req-7d9834a3-a062-4fe5-80f8-f5b5eb2fa579 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:38.397838 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ef87a9-30f2-497d-9c04-7a328e2dcc2a", "name": "network-vif-deleted", "tag": "a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:38.398185 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d9834a3-a062-4fe5-80f8-f5b5eb2fa579 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:38.398731 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ef87a9-30f2-497d-9c04-7a328e2dcc2a', 'name': 'network-vif-deleted', 'tag': 'a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e', 'status': 'completed', 'code': 200} Jul 08 01:56:38.406481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9265f-f3d8-4339-9968-560826022120 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:38.532872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-f3596a1b-8be3-46e7-b271-6a46d7d6b878 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:38.535741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-f3596a1b-8be3-46e7-b271-6a46d7d6b878 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae&tenant_id=ff8fa382b4fa47f594f312f95a5086b7&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 948 time: 0.1884935 Jul 08 01:56:38.574790 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-e201b7de-5eef-4d4d-851a-476813e79574 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386891 Jul 08 01:56:38.575611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052d075-2472-45ee-9ada-b6e360a4fc82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event deleted for resources: {'Port': ['ID=2951157d-c36d-4365-bf6e-14bb455e606d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:38.653197 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.677445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5ed8b2dc-a9ac-40c4-9bbc-c6b2e57cbae2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e2fc9bc05134d98a19b705ea49d4fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643005 Jul 08 01:56:38.678236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:38.720844 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-63017ec8-86d1-4ad7-9909-34d28daebab8 service neutron] delete failed (client error): The resource could not be found. Jul 08 01:56:38.721174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-63017ec8-86d1-4ad7-9909-34d28daebab8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/88ca812e-d755-4b3d-b044-614b07976e56/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.1720729 Jul 08 01:56:38.787058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d2af8-aee0-4bca-97a2-495ecd37a219 req-a22a89a3-494a-4ade-acd9-a837adca2953 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:38.793470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-538d2af8-aee0-4bca-97a2-495ecd37a219 req-a22a89a3-494a-4ade-acd9-a837adca2953 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 948 time: 0.2429128 Jul 08 01:56:38.816179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26953002-4064-4818-be09-8a0c0d7b6770 req-53fa2b36-3387-4ef3-999e-12220dc67f77 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:38.828322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26953002-4064-4818-be09-8a0c0d7b6770 req-53fa2b36-3387-4ef3-999e-12220dc67f77 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 949 time: 0.6548891 Jul 08 01:56:38.845233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.850909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb2b144-8594-40a0-b300-4a93c581cbfc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:38.858748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-538d2af8-aee0-4bca-97a2-495ecd37a219 req-661df450-44c5-4fe0-bf72-1c51e023d87f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634696 Jul 08 01:56:38.899534 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.958722 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP 1b8905a1-f723-4469-9285-f44d61f1a510 associated. External IP: 172.25.8.206, port: 983857e5-f2bf-4ce4-b479-4112d12dd6d9. Jul 08 01:56:38.999609 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-299a3e72-21f1-4392-8e30-e39664fe2212 req-da6397e3-ad97-41ff-b83e-fe2c11aac0e5 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-group-rules/f64c4d26-934d-4059-9f71-7dedfad5045a HTTP/1.1" status: 200 len: 778 time: 0.0764616 Jul 08 01:56:39.055654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-955adc8b-0602-4737-a96f-c5635f729168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.057303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-955adc8b-0602-4737-a96f-c5635f729168 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1100 time: 0.1556675 Jul 08 01:56:39.058125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Attempting to bind port 1bb2b144-8594-40a0-b300-4a93c581cbfc on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:39.058656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Attempting to bind port 1bb2b144-8594-40a0-b300-4a93c581cbfc by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:39.059308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Attempting to bind port 1bb2b144-8594-40a0-b300-4a93c581cbfc on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:39.062837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-299a3e72-21f1-4392-8e30-e39664fe2212 req-1990a677-6227-46a6-8287-977ad3e54ca4 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/07730fd4-70a7-4ba9-ac22-65da98434e73 HTTP/1.1" status: 200 len: 2405 time: 0.0534086 Jul 08 01:56:39.095733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Port 1bb2b144-8594-40a0-b300-4a93c581cbfc on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:39.096089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Attempting to bind port 1bb2b144-8594-40a0-b300-4a93c581cbfc on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:39.101825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-14646b2e-2f00-4bd3-bd91-d5dce5daf8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.103362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-14646b2e-2f00-4bd3-bd91-d5dce5daf8a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1098 time: 0.7475696 Jul 08 01:56:39.128629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.131071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.132204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11126be0-b234-4570-9316-25ba083caf6e HTTP/1.1" status: 204 len: 168 time: 0.4498320 Jul 08 01:56:39.135757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a573e6-e14c-4f8d-b8f0-115cb077f459 req-b3f92e6b-0daf-4a7d-94cf-534499c82690 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382946 Jul 08 01:56:39.168526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:39.168870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:39.169391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:39.169849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Bound port: 1bb2b144-8594-40a0-b300-4a93c581cbfc, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:39.170220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.187868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-299a3e72-21f1-4392-8e30-e39664fe2212 req-f828ac2b-2ec8-4782-8678-19fa7d36eec1 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.190915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11126be0-b234-4570-9316-25ba083caf6e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:39.202940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=723eddc5-c8ae-42f0-bde3-f9dfd74f653d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:39.208319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.208701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.209058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.209460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.209806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.210147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.210487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.210832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.211158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.211566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.211903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.212236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451dfb4-ee05-4671-b9e8-44e1cb5190aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:39.218445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-299a3e72-21f1-4392-8e30-e39664fe2212 req-f828ac2b-2ec8-4782-8678-19fa7d36eec1 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.218886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-0001ad2a-2f54-4b40-a0d1-d1b1f548de87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666 HTTP/1.1" status: 200 len: 217 time: 0.1013787 Jul 08 01:56:39.233682 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26953002-4064-4818-be09-8a0c0d7b6770 req-4dae7197-7dc4-4692-a450-48047d9e8cab tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042516 Jul 08 01:56:39.265802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-4e79f86c-2b02-4672-9e50-b8a5985f3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.268110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-4e79f86c-2b02-4672-9e50-b8a5985f3739 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2000926 Jul 08 01:56:39.336819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 2951157d-c36d-4365-bf6e-14bb455e606d no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:39.360724 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f668c2-043c-434b-8db1-697f45f50b87 x-openstack-request-id: req-e1f668c2-043c-434b-8db1-697f45f50b87 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:39.362413 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:39.362413 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1f668c2-043c-434b-8db1-697f45f50b87 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:39.362413 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'status': 'completed', 'code': 200} Jul 08 01:56:39.373106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-bd7d0e56-13bb-43b4-b6f4-71fef1c2c97b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 217 time: 0.0911005 Jul 08 01:56:39.387310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 2951157d-c36d-4365-bf6e-14bb455e606d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:39.387592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 2951157d-c36d-4365-bf6e-14bb455e606d not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:39.417664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-80906172-4c37-4013-8919-970849379fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.419773 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-80906172-4c37-4013-8919-970849379fc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1829505 Jul 08 01:56:39.447827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-b8952607-8211-4552-9ae5-95d35ff51585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.450056 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-b8952607-8211-4552-9ae5-95d35ff51585 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0679827 Jul 08 01:56:39.451451 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-299a3e72-21f1-4392-8e30-e39664fe2212 req-f828ac2b-2ec8-4782-8678-19fa7d36eec1 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.459083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-299a3e72-21f1-4392-8e30-e39664fe2212 req-f828ac2b-2ec8-4782-8678-19fa7d36eec1 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.460279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-299a3e72-21f1-4392-8e30-e39664fe2212 req-f828ac2b-2ec8-4782-8678-19fa7d36eec1 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f64c4d26-934d-4059-9f71-7dedfad5045a HTTP/1.1" status: 204 len: 173 time: 0.3820632 Jul 08 01:56:39.508991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828ac2b-2ec8-4782-8678-19fa7d36eec1 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f64c4d26-934d-4059-9f71-7dedfad5045a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:39.548750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-c114baba-7704-4f45-8d14-287b4f073a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.550385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-c114baba-7704-4f45-8d14-287b4f073a01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881903 Jul 08 01:56:39.573073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] For port 1bb2b144-8594-40a0-b300-4a93c581cbfc, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:39.610092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] For port 1bb2b144-8594-40a0-b300-4a93c581cbfc, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1bb2b144-8594-40a0-b300-4a93c581cbfc,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:39.625571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 88ca812e-d755-4b3d-b044-614b07976e56 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:39.694739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-8ee00b87-5fe6-4a0c-a579-ba57ce5d91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.696338 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-8ee00b87-5fe6-4a0c-a579-ba57ce5d91fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2651503 Jul 08 01:56:39.708405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ad8a-b81c-40b7-9785-f9c82b393e33 req-6d6cbd4e-7955-469b-b52e-ad9d362cf2c5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.710472 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19b1ad8a-b81c-40b7-9785-f9c82b393e33 req-6d6cbd4e-7955-469b-b52e-ad9d362cf2c5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 948 time: 0.2662208 Jul 08 01:56:39.742045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.756421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c478-4e7f-4e87-a600-8ae781f713de req-5cd69aff-2237-41b1-ab48-6b49ed90e621 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.758079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e318c478-4e7f-4e87-a600-8ae781f713de req-5cd69aff-2237-41b1-ab48-6b49ed90e621 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 945 time: 0.1321299 Jul 08 01:56:39.760823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-9bc1b088-56f4-4c18-a063-f7e412679acb service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019475 Jul 08 01:56:39.787913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:39.792081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 88ca812e-d755-4b3d-b044-614b07976e56 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:39.796337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 88ca812e-d755-4b3d-b044-614b07976e56 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:39.796825 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.848158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:39.849099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.850722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] 10.222.0.18 "PUT /v2.0/ports/1bb2b144-8594-40a0-b300-4a93c581cbfc HTTP/1.1" status: 200 len: 1097 time: 3.8755159 Jul 08 01:56:39.861619 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e318c478-4e7f-4e87-a600-8ae781f713de req-97e9c438-89f1-42d8-ac22-9c88506c361c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975072 Jul 08 01:56:39.933157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84890aa4-c8c3-4897-9cde-b4f539d894e9 req-a25bbd03-bbc0-4d20-aa15-e87fc93ffee1 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615896 Jul 08 01:56:39.992166 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.008241 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19b1ad8a-b81c-40b7-9785-f9c82b393e33 req-90561615-3de8-4c4f-82b1-870a0c5db9d5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685924 Jul 08 01:56:40.025925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dfddf-e12d-4244-95f9-883a5f6fe864 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb2b144-8594-40a0-b300-4a93c581cbfc,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:40.053511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:40.057639 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7359b84-bfbb-4fa6-a6ee-6fba85ceeae0" -d '{"events": [{"server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "name": "network-vif-plugged", "status": "completed", "tag": "88ca812e-d755-4b3d-b044-614b07976e56"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:40.087184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:40.096568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-317aded7-7ca7-4104-8f29-802f8fe20639 req-5390061d-dcb6-4aa0-9705-129287e5f864 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 210 time: 0.0768235 Jul 08 01:56:40.106257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-232dae6a-1b05-4ae6-9c5a-b939e2c87cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910367 Jul 08 01:56:40.145298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-53147096-f49b-4932-8538-1217e79300d1 req-2fa7933a-1dcd-4f8e-87ec-62d98615b322 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2138332788', 'description': 'tempest-description-2029060592'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:40.204354 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.205252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:40.254245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-149df9f2-d999-4dda-a74d-54aba5f8aa3e tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=733d796403ec45b29320574e34fff388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688727 Jul 08 01:56:40.284136 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-53147096-f49b-4932-8538-1217e79300d1 req-2fa7933a-1dcd-4f8e-87ec-62d98615b322 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.316714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:40.328202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:40.328559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a9e0e6f6-3e1b-4755-8d19-ad50de01aa7e not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:40.350456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:40.366625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357d5e6-5dc7-48b3-9e65-7e66feede047 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:40.368067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-707669ae-9d61-433a-a6e1-fd3f52942a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:40.369746 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-707669ae-9d61-433a-a6e1-fd3f52942a24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 1100 time: 0.3901916 Jul 08 01:56:40.371492 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd38de40-1ad6-44aa-8415-05b6ec2746cf req-179abf7d-e59f-4558-837d-0ee0f5ad4224 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505462 Jul 08 01:56:40.390859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357d5e6-5dc7-48b3-9e65-7e66feede047 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:40.393417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c357d5e6-5dc7-48b3-9e65-7e66feede047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:40.432000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-3b53cc00-d129-4f88-a2cf-e0653388af41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1bb2b144-8594-40a0-b300-4a93c581cbfc HTTP/1.1" status: 200 len: 217 time: 0.0490465 Jul 08 01:56:40.432895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c357d5e6-5dc7-48b3-9e65-7e66feede047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:40.444764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357d5e6-5dc7-48b3-9e65-7e66feede047 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:40.445398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c357d5e6-5dc7-48b3-9e65-7e66feede047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:40.457255 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-53147096-f49b-4932-8538-1217e79300d1 req-2fa7933a-1dcd-4f8e-87ec-62d98615b322 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.479707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c357d5e6-5dc7-48b3-9e65-7e66feede047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:40.483647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357d5e6-5dc7-48b3-9e65-7e66feede047 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:40.504192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-011421ae-4de0-4ba1-9432-1cf26db38d49 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:40.505703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-011421ae-4de0-4ba1-9432-1cf26db38d49 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408636 Jul 08 01:56:40.511930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-df65a7bc-7f9d-4d97-bff0-2aab090523a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:40.513711 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-df65a7bc-7f9d-4d97-bff0-2aab090523a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0747948 Jul 08 01:56:40.535388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-53147096-f49b-4932-8538-1217e79300d1 req-2fa7933a-1dcd-4f8e-87ec-62d98615b322 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.565001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-d51596d9-32bb-4fde-9367-ad2f740527d6 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/quotas/733d796403ec45b29320574e34fff388 HTTP/1.1" status: 200 len: 375 time: 0.0501368 Jul 08 01:56:40.580918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7933a-1dcd-4f8e-87ec-62d98615b322 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbf5f3-29c3-4f53-97b5-2b3888c90544,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:40.627146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.641778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-53147096-f49b-4932-8538-1217e79300d1 req-2fa7933a-1dcd-4f8e-87ec-62d98615b322 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.643154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-53147096-f49b-4932-8538-1217e79300d1 req-2fa7933a-1dcd-4f8e-87ec-62d98615b322 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5054572 Jul 08 01:56:40.706646 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-223793f0-a14b-4122-87ff-9bd9630f657e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.2853656 Jul 08 01:56:40.709576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:40.714606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-51a40b79-e591-45a3-a5bb-74c9c0df5747 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'port_id': '983857e5-f2bf-4ce4-b479-4112d12dd6d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:40.724464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-05279a83-1464-47ef-b7b3-31734402a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:40.725985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-05279a83-1464-47ef-b7b3-31734402a261 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1098 time: 0.1951661 Jul 08 01:56:40.727739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-fb57f5e3-1bed-4406-95be-372242245284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:40.729121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-fb57f5e3-1bed-4406-95be-372242245284 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2079313 Jul 08 01:56:40.813434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-bd5150b6-863b-406a-9a21-0a98b8cb25bf tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=733d796403ec45b29320574e34fff388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2473612 Jul 08 01:56:40.830486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51a40b79-e591-45a3-a5bb-74c9c0df5747 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.910035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:41.164165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-ae5552b2-f3d3-4725-92f1-76d5866a5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:41.166687 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-ae5552b2-f3d3-4725-92f1-76d5866a5361 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.4219706 Jul 08 01:56:41.193901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-8756aa77-e4d1-4c2f-866b-4a3763b0f185 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093552 Jul 08 01:56:41.256558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-624d041d-41bb-4fad-9155-aa871423644c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666 HTTP/1.1" status: 200 len: 217 time: 0.0773430 Jul 08 01:56:41.276059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-548190582-network', 'tenant_id': 'bcda9f619a27443396c58afd1c996429'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:41.399139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Made reservation on behalf of bcda9f619a27443396c58afd1c996429 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:41.401501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5cb09b-5ea5-4322-bb26-09bcb4d82e14', 'name': 'network-vif-deleted', 'tag': '2951157d-c36d-4365-bf6e-14bb455e606d'}, {'name': 'network-changed', 'server_uuid': '01e65e5b-10e7-4939-bf0d-428466ec3536', 'tag': '1bb2b144-8594-40a0-b300-4a93c581cbfc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:41.402204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.405096 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd31a062-a19f-480f-bf85-3c671f56fae5" -d '{"events": [{"server_uuid": "0f5cb09b-5ea5-4322-bb26-09bcb4d82e14", "name": "network-vif-deleted", "tag": "2951157d-c36d-4365-bf6e-14bb455e606d"}, {"name": "network-changed", "server_uuid": "01e65e5b-10e7-4939-bf0d-428466ec3536", "tag": "1bb2b144-8594-40a0-b300-4a93c581cbfc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:41.418023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.480377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-82544c04-fb1a-41c3-a97b-4aa614bd60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:41.482584 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-82544c04-fb1a-41c3-a97b-4aa614bd60fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2078059 Jul 08 01:56:41.612080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51a40b79-e591-45a3-a5bb-74c9c0df5747 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.662048 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b1545d-c4cf-46d7-8edd-3541a14cb1b5 x-openstack-request-id: req-30b1545d-c4cf-46d7-8edd-3541a14cb1b5 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:41.662943 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "name": "network-vif-plugged", "status": "completed", "tag": "88ca812e-d755-4b3d-b044-614b07976e56", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:41.663454 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30b1545d-c4cf-46d7-8edd-3541a14cb1b5 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:41.664037 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56', 'code': 200} Jul 08 01:56:41.672381 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.733551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51a40b79-e591-45a3-a5bb-74c9c0df5747 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.775221 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab63a260-8313-4679-b316-c13d5bd0a18d req-317036dc-b1e0-420b-a7b7-fca33e15c7f2 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/18fbf5f3-29c3-4f53-97b5-2b3888c90544 HTTP/1.1" status: 200 len: 1813 time: 0.0945992 Jul 08 01:56:41.790145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.823600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23204001-3cd8-43da-9fd1-fa0965fdb4b2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:41.863697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:56:41.888147 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.888496 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Added segment 4cb37eaf-95b1-4bf1-95b7-27c24e761537 of type vlan for network 0a51fd4e-bad0-401f-984f-9f7937776e70 Jul 08 01:56:41.935455 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3840e1a-6aa0-4d78-8f0d-875bb5bf15e6 req-03d5e8d4-e7be-4076-b561-d21997ac182f service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814926 Jul 08 01:56:41.961694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cabc5d-75ea-4a6c-80cb-1c65331fa8a8 req-a4bce2e5-218a-4d52-ab98-9152d32d02ea tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:41.963420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7cabc5d-75ea-4a6c-80cb-1c65331fa8a8 req-a4bce2e5-218a-4d52-ab98-9152d32d02ea tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.6068616 Jul 08 01:56:41.998008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3b0a88a5-d25d-4308-a42f-2047409c8f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.002095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-bd585717-4fa7-4b9e-84e5-d08897fc6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.003888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-bd585717-4fa7-4b9e-84e5-d08897fc6fd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5114803 Jul 08 01:56:42.074896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7cabc5d-75ea-4a6c-80cb-1c65331fa8a8 req-0f0ca490-f194-4460-adb8-1ad07b9ed9d8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026969 Jul 08 01:56:42.133269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-a0e41c49-7f26-4441-9806-f469476a31b7 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180446 Jul 08 01:56:42.227221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.265256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b04a537-6702-4df6-942d-18bb7c8ce343 req-5a81d294-8147-49cd-8d3a-11c86ac07c9d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 210 time: 0.0387797 Jul 08 01:56:42.290676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c42e7f6e-7c70-4781-889a-aaa68ec825f0 req-bbb672e0-eaec-4285-a352-a35be336dc43 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501219 Jul 08 01:56:42.374174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f06cf-b61f-41ec-8eb1-b5d973c28b17 req-4f399fc4-781e-4b2b-b794-889602ea389e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.375838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f58f06cf-b61f-41ec-8eb1-b5d973c28b17 req-4f399fc4-781e-4b2b-b794-889602ea389e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 948 time: 0.1916311 Jul 08 01:56:42.393389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a40b79-e591-45a3-a5bb-74c9c0df5747 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:42.430473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f58f06cf-b61f-41ec-8eb1-b5d973c28b17 req-30ff31e1-f769-4061-88c9-85169a47f7c9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481303 Jul 08 01:56:42.464318 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.465222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.465808 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.524771 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454bd83-365f-45f3-ad7f-e0d76d1426bd x-openstack-request-id: req-1454bd83-365f-45f3-ad7f-e0d76d1426bd {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:42.525174 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5cb09b-5ea5-4322-bb26-09bcb4d82e14", "name": "network-vif-deleted", "tag": "2951157d-c36d-4365-bf6e-14bb455e606d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01e65e5b-10e7-4939-bf0d-428466ec3536", "tag": "1bb2b144-8594-40a0-b300-4a93c581cbfc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:42.525349 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1454bd83-365f-45f3-ad7f-e0d76d1426bd {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:42.525740 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5cb09b-5ea5-4322-bb26-09bcb4d82e14', 'name': 'network-vif-deleted', 'tag': '2951157d-c36d-4365-bf6e-14bb455e606d', 'status': 'completed', 'code': 200} Jul 08 01:56:42.525996 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e65e5b-10e7-4939-bf0d-428466ec3536', 'tag': '1bb2b144-8594-40a0-b300-4a93c581cbfc', 'status': 'completed', 'code': 200} Jul 08 01:56:42.528431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79408c97-d5a0-408e-ba37-8545d870b55b req-9d743e9a-e4dc-4062-8f4f-31ab5d297740 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 210 time: 0.0749032 Jul 08 01:56:42.582834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] Pushing event updated for resources: {'Network': ['ID=0a51fd4e-bad0-401f-984f-9f7937776e70,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:42.592573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 0a51fd4e-bad0-401f-984f-9f7937776e70 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:56:42.611599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a40b79-e591-45a3-a5bb-74c9c0df5747 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:42.616872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51a40b79-e591-45a3-a5bb-74c9c0df5747 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.625606 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a74b2e-ef1a-466a-9bfb-79ddbb6d3f16 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:42.669156 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a74b2e-ef1a-466a-9bfb-79ddbb6d3f16 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:42.671741 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b4a74b2e-ef1a-466a-9bfb-79ddbb6d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:42.675954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9d1d54da-09e6-4ed9-9855-fdb6463717c7 req-412636df-747c-4a52-8317-4a582587fe61 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1818903804', 'description': 'tempest-description-331817293'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:42.681594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2e958ac1-7cbd-457c-accd-543a805014be admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7704711 Jul 08 01:56:42.684849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:42.705159 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-db61d2cb-9e9d-445d-be58-1c7aec88b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.707534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-db61d2cb-9e9d-445d-be58-1c7aec88b783 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 1100 time: 0.1570139 Jul 08 01:56:42.714746 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b4a74b2e-ef1a-466a-9bfb-79ddbb6d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:42.731281 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a74b2e-ef1a-466a-9bfb-79ddbb6d3f16 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:42.732233 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b4a74b2e-ef1a-466a-9bfb-79ddbb6d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:42.755291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Request body: {'subnet': {'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-subnet', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:42.773972 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b4a74b2e-ef1a-466a-9bfb-79ddbb6d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:42.776260 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a74b2e-ef1a-466a-9bfb-79ddbb6d3f16 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:42.780142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-51a40b79-e591-45a3-a5bb-74c9c0df5747 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/floatingips/1b8905a1-f723-4469-9285-f44d61f1a510 HTTP/1.1" status: 200 len: 979 time: 2.0692844 Jul 08 01:56:42.780851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36644) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:42.839397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-12e68a87-7fc7-4348-bb0b-9a51f5161335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.840840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-12e68a87-7fc7-4348-bb0b-9a51f5161335 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1257160 Jul 08 01:56:42.889186 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-e0962475-4edb-4188-bf26-77ac47248a3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1bb2b144-8594-40a0-b300-4a93c581cbfc HTTP/1.1" status: 200 len: 217 time: 0.0408981 Jul 08 01:56:42.929043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88009e08-cd02-4a15-bb94-5ec82651077f req-f6bab247-f983-4c57-9ac6-9ede7b55ac37 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.936544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88009e08-cd02-4a15-bb94-5ec82651077f req-f6bab247-f983-4c57-9ac6-9ede7b55ac37 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1101 time: 0.1766710 Jul 08 01:56:42.962677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-dca10928-bf5d-4b79-94f0-eeb16c77b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.964316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-dca10928-bf5d-4b79-94f0-eeb16c77b07c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0689967 Jul 08 01:56:42.965542 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9d1d54da-09e6-4ed9-9855-fdb6463717c7 req-412636df-747c-4a52-8317-4a582587fe61 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.009787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88009e08-cd02-4a15-bb94-5ec82651077f req-16b0ba0f-4904-4ee8-a390-4ae2d83cbc32 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722005 Jul 08 01:56:43.038055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 723eddc5-c8ae-42f0-bde3-f9dfd74f653d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:43.038055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.057034 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-426ef542-1803-497c-a1af-4c92a15c7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:43.058700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-426ef542-1803-497c-a1af-4c92a15c7599 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775018 Jul 08 01:56:43.081042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Made reservation on behalf of bcda9f619a27443396c58afd1c996429 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:43.083560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.202816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.208492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.223622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 723eddc5-c8ae-42f0-bde3-f9dfd74f653d owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:43.247992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-9f58d5fa-053a-40c3-a148-43e5431d08c5 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793153 Jul 08 01:56:43.358422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-746ffe54-4e7e-4e29-aed1-b247706c605e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712299 Jul 08 01:56:43.360979 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9d1d54da-09e6-4ed9-9855-fdb6463717c7 req-412636df-747c-4a52-8317-4a582587fe61 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.382126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd31a062-a19f-480f-bf85-3c671f56fae5 req-3c478e3e-6c0b-4e3a-a9df-b3bab1437a68 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273386 Jul 08 01:56:43.414723 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9d1d54da-09e6-4ed9-9855-fdb6463717c7 req-412636df-747c-4a52-8317-4a582587fe61 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.447001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412636df-747c-4a52-8317-4a582587fe61 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bbe969-d99c-465f-900c-edf208d965a3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:43.529077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9d1d54da-09e6-4ed9-9855-fdb6463717c7 req-412636df-747c-4a52-8317-4a582587fe61 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.532008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d1d54da-09e6-4ed9-9855-fdb6463717c7 req-412636df-747c-4a52-8317-4a582587fe61 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8889062 Jul 08 01:56:43.551239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554ab5-be52-49ac-a915-0836870cf31b req-47b5add0-bcff-4319-b200-d3229a80de0f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:43.552843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-47b5add0-bcff-4319-b200-d3229a80de0f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786869 Jul 08 01:56:43.593289 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.599080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-0614e750-ea2c-40d4-8005-1588cd5b4730 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/quotas/ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 375 time: 0.0388198 Jul 08 01:56:43.657465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7bfba4a4-9cd7-4b3c-bfbb-f80326d70eab req-ccb501c9-9807-4752-9b4c-5e605c2ca288 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 210 time: 0.0306172 Jul 08 01:56:43.666839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:43.693431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c18c34-7f2f-4f4b-9634-ec60b4d60998,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:43.728047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Checking segment: {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:43.728400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Network hostable DHCP agents. Network: 0a51fd4e-bad0-401f-984f-9f7937776e70, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:56:43.743873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-602a202e-dcf3-400a-b8c0-0c9eb07df69f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1380930 Jul 08 01:56:43.784549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:43.797641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.805286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'mac_address': 'fa:16:3e:cd:f0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:43.853081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=723eddc5-c8ae-42f0-bde3-f9dfd74f653d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:43.868864 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.894418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd9ee9-224a-425d-9503-5d62b4b40666 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:43.895835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Network 0a51fd4e-bad0-401f-984f-9f7937776e70 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:56:43.896669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c24fe-7254-47a6-a647-1d9bf80ee2a9 req-927fc9c6-d22f-45fa-96d7-764067ec4961 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:43.903849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-717c24fe-7254-47a6-a647-1d9bf80ee2a9 req-927fc9c6-d22f-45fa-96d7-764067ec4961 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 948 time: 0.1191714 Jul 08 01:56:43.923669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:43.939865 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.940240 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP 1b8905a1-f723-4469-9285-f44d61f1a510 disassociated (deleted). External IP: 172.25.8.206, port: 983857e5-f2bf-4ce4-b479-4112d12dd6d9. Jul 08 01:56:43.945114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-717c24fe-7254-47a6-a647-1d9bf80ee2a9 req-1cbf4aa1-690f-4beb-971b-872ce2a2a2ef tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Jul 08 01:56:43.996676 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.035943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 0a51fd4e-bad0-401f-984f-9f7937776e70) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:44.038026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4484ca5-a8c4-4222-8118-50baa058302e req-af2d0742-36c1-4218-9a50-7a013d3bdc6f tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/f1bbe969-d99c-465f-900c-edf208d965a3 HTTP/1.1" status: 200 len: 1812 time: 0.0643225 Jul 08 01:56:44.044231 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-173ea68a-93c5-4b12-bb46-d8e819d51034 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=733d796403ec45b29320574e34fff388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468247 Jul 08 01:56:44.047508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d697cb-92f1-4961-800a-cbc2a0368cc7 None None] Network 0a51fd4e-bad0-401f-984f-9f7937776e70 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:44.120928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:44.121542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.257017 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:56:44.263463 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ea9a6e9-501c-4056-b15f-6d868e0cd57c req-be6705d2-478b-48a2-94a4-3ca1ecbfd8e8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 210 time: 0.0689955 Jul 08 01:56:44.289885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-cc2fc3b2-0728-45a4-8992-1de4f6d6b322 req-9465620f-34b6-4adb-a943-4793a9ae1703 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-676915302', 'description': 'tempest-description-1574417169'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:44.316053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-834b5a3c-8fbd-4b18-a3bf-2e2b6b182c5a req-a5a64d2e-b1bb-4fc6-b36f-6d2ca549bf76 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5cb09b-5ea5-4322-bb26-09bcb4d82e14 HTTP/1.1" status: 200 len: 210 time: 0.0464318 Jul 08 01:56:44.323664 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-322e8455-d59a-4e0e-bd47-a096a419dcc2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6377120 Jul 08 01:56:44.327170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36686) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:44.331832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:44.345955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e2fd9ee9-224a-425d-9503-5d62b4b40666'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:44.350304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:44.371810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6032cbbe-621e-4243-9113-9ee9c8454f14 None None] Network 0a51fd4e-bad0-401f-984f-9f7937776e70 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:44.381466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-cc2fc3b2-0728-45a4-8992-1de4f6d6b322 req-9465620f-34b6-4adb-a943-4793a9ae1703 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.423625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-c4b97356-e21c-4e1f-9d81-acbc0a25c391 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:44.425209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-c4b97356-e21c-4e1f-9d81-acbc0a25c391 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062792 Jul 08 01:56:44.431504 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-081e23c0-28c7-423f-9c83-554e701db65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.444449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Request body: {'port': {'device_id': 'ad8a3629-77a3-4b52-a5eb-4032f0ce097e', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '733d796403ec45b29320574e34fff388'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:44.536150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.538716 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.624162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:44.650512 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.660058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-cc2fc3b2-0728-45a4-8992-1de4f6d6b322 req-9465620f-34b6-4adb-a943-4793a9ae1703 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.780547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:44.793608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.793912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532e9d7-7222-4692-b771-c5b9c6a1d8b6 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:44.810535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532e9d7-7222-4692-b771-c5b9c6a1d8b6 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:44.811317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2532e9d7-7222-4692-b771-c5b9c6a1d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:44.847209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Made reservation on behalf of 733d796403ec45b29320574e34fff388 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:44.851286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.872856 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-cc2fc3b2-0728-45a4-8992-1de4f6d6b322 req-9465620f-34b6-4adb-a943-4793a9ae1703 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.880154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9464d413-7c4a-4787-8dba-2e6a0119ada7 req-9d312aac-a291-4ed5-97b6-2de0bee74363 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 210 time: 0.0552146 Jul 08 01:56:44.896278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-447aaacb-91cf-453a-900c-d9b0b7d04a89 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/floatingips/1b8905a1-f723-4469-9285-f44d61f1a510 HTTP/1.1" status: 204 len: 168 time: 2.0941365 Jul 08 01:56:44.899953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36706) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:44.931467 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2532e9d7-7222-4692-b771-c5b9c6a1d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:44.946095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.955898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532e9d7-7222-4692-b771-c5b9c6a1d8b6 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:44.957713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2532e9d7-7222-4692-b771-c5b9c6a1d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:45.004153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2532e9d7-7222-4692-b771-c5b9c6a1d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:45.005034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532e9d7-7222-4692-b771-c5b9c6a1d8b6 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:45.010241 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465620f-34b6-4adb-a943-4793a9ae1703 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624048ef-9ce8-402a-a14a-4fa04bd62196,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:45.016392 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.070557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-cc2fc3b2-0728-45a4-8992-1de4f6d6b322 req-9465620f-34b6-4adb-a943-4793a9ae1703 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.072668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc2fc3b2-0728-45a4-8992-1de4f6d6b322 req-9465620f-34b6-4adb-a943-4793a9ae1703 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7876053 Jul 08 01:56:45.215810 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b99c891a-7871-4f87-b6ef-d5d03e8abbb1 req-e1058964-6298-4686-9ce7-08cf6ed01ee9 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/624048ef-9ce8-402a-a14a-4fa04bd62196 HTTP/1.1" status: 200 len: 1812 time: 0.1160607 Jul 08 01:56:45.339359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1ebf301a-5e4c-40cb-aec9-996cd13ad5b1 req-a0a21012-edac-43cd-9c04-7e01a3ec12e3 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-438483176', 'description': 'tempest-description-206741763'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:45.441127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.461544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.466550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Allocated IP 192.168.233.74 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/8ecd5429-fe90-4206-ace6-d5fdc9773b99) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:45.470719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ebf301a-5e4c-40cb-aec9-996cd13ad5b1 req-a0a21012-edac-43cd-9c04-7e01a3ec12e3 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.502989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7c287a6c-dab9-4173-ba7d-faea49aad5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 983857e5-f2bf-4ce4-b479-4112d12dd6d9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:45.503380 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c287a6c-dab9-4173-ba7d-faea49aad5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.583790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b596ec-7e94-4872-84f8-9048ba0c03e9 req-50758d4c-1bcf-4421-b6d0-b74a94fbf871 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:45.586273 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37b596ec-7e94-4872-84f8-9048ba0c03e9 req-50758d4c-1bcf-4421-b6d0-b74a94fbf871 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 948 time: 0.2442939 Jul 08 01:56:45.663486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Allocated IP 172.25.8.160 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:45.666860 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.679170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4cb3ab8-e506-4869-a233-79804947e942 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:45.683684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:45.715910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37b596ec-7e94-4872-84f8-9048ba0c03e9 req-e914b90f-cb46-4e5e-be31-5c92b1515709 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212647 Jul 08 01:56:45.732962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c287a6c-dab9-4173-ba7d-faea49aad5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.762496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7c287a6c-dab9-4173-ba7d-faea49aad5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 983857e5-f2bf-4ce4-b479-4112d12dd6d9 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:45.783679 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ebf301a-5e4c-40cb-aec9-996cd13ad5b1 req-a0a21012-edac-43cd-9c04-7e01a3ec12e3 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.853506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.885958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Transition to ACTIVE for port object 8ecd5429-fe90-4206-ace6-d5fdc9773b99 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:45.909646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.924185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ebf301a-5e4c-40cb-aec9-996cd13ad5b1 req-a0a21012-edac-43cd-9c04-7e01a3ec12e3 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.949956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:45.960008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port e2fd9ee9-224a-425d-9503-5d62b4b40666 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:45.972030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port e2fd9ee9-224a-425d-9503-5d62b4b40666 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:45.972030 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:45.973913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'b4cb3ab8-e506-4869-a233-79804947e942', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'port_id': 'b4cb3ab8-e506-4869-a233-79804947e942', 'mac_address': 'fa:16:3e:57:21:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebb33c5-4491-4bb5-a653-719eb3deb5eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:46.085705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.105252 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad7dc2d8-fba4-447d-93d6-0dac20a2fda1 req-7314388f-99a1-4cb5-ae7d-74fb74015eb2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 210 time: 0.1378691 Jul 08 01:56:46.169863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Pushing event updated for resources: {'Port': ['ID=c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:46.182613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a21012-edac-43cd-9c04-7e01a3ec12e3 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b8b73a-6299-43cb-9c91-bf62037bf060,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:46.190769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ebf301a-5e4c-40cb-aec9-996cd13ad5b1 req-a0a21012-edac-43cd-9c04-7e01a3ec12e3 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.200143 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ebf301a-5e4c-40cb-aec9-996cd13ad5b1 req-a0a21012-edac-43cd-9c04-7e01a3ec12e3 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9046395 Jul 08 01:56:46.202569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.213092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:46.220411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:46.234828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:46.254121 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.268576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f8d55c29-e454-4910-b1da-b12b71cefe81'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:46.312855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4cb3ab8-e506-4869-a233-79804947e942 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:46.349641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:46.388230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:46.415597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:46.425151 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.428710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Pushing event updated for resources: {'Port': ['ID=8ecd5429-fe90-4206-ace6-d5fdc9773b99,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:46.472650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:46.480223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:46.482571 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4666ace4-3206-4768-8fcf-f0fe1f86d47c" -d '{"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:46.488712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:46.500917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c287a6c-dab9-4173-ba7d-faea49aad5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.561181 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.617395 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.618263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 1bb2b144-8594-40a0-b300-4a93c581cbfc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:46.653104 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dca7002d-d337-4faa-a153-9128a83d188d req-ae98a2a9-823d-41c6-a61b-e3837fbda04d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/85b8b73a-6299-43cb-9c91-bf62037bf060 HTTP/1.1" status: 200 len: 1811 time: 0.3289697 Jul 08 01:56:46.709369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287a6c-dab9-4173-ba7d-faea49aad5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=983857e5-f2bf-4ce4-b479-4112d12dd6d9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:46.735508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:46.806785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:46.825355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.914666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:46.930820 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b3761d-a35f-4184-b726-e94e15b78dcc x-openstack-request-id: req-c3b3761d-a35f-4184-b726-e94e15b78dcc {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:46.931144 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:46.932427 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3b3761d-a35f-4184-b726-e94e15b78dcc {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:46.932860 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'code': 200} Jul 08 01:56:46.982236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed5fd7-de05-4884-9ed5-7d7f8852ccf9 req-4fbd8c67-25f3-40f8-a4a8-0754856859a5 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:46.993359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91ed5fd7-de05-4884-9ed5-7d7f8852ccf9 req-4fbd8c67-25f3-40f8-a4a8-0754856859a5 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 935 time: 0.6053638 Jul 08 01:56:46.994010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 1bb2b144-8594-40a0-b300-4a93c581cbfc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1bb2b144-8594-40a0-b300-4a93c581cbfc,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:47.006968 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-f721395b-ef43-41c6-8516-84b04e43ba53 req-eb96bc85-2dfb-4157-849e-ca1c4e01ab48 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] show failed (client error): The resource could not be found. Jul 08 01:56:47.008034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f721395b-ef43-41c6-8516-84b04e43ba53 req-eb96bc85-2dfb-4157-849e-ca1c4e01ab48 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/0c5795ee-0bd3-4522-bef9-beb3573dc236 HTTP/1.1" status: 404 len: 352 time: 0.0734668 Jul 08 01:56:47.012575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '1bb2b144-8594-40a0-b300-4a93c581cbfc', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '1bb2b144-8594-40a0-b300-4a93c581cbfc', 'mac_address': 'fa:16:3e:2a:83:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:47.021589 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-892a6fba-b063-4c3c-8ba8-259736aa562d tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5728042 Jul 08 01:56:47.037023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Request body: {'port': {'device_id': 'ad8a3629-77a3-4b52-a5eb-4032f0ce097e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:47.063170 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.078596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c287a6c-dab9-4173-ba7d-faea49aad5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.082020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb2b144-8594-40a0-b300-4a93c581cbfc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:47.090931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7c287a6c-dab9-4173-ba7d-faea49aad5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/ports/983857e5-f2bf-4ce4-b479-4112d12dd6d9 HTTP/1.1" status: 204 len: 168 time: 2.1888506 Jul 08 01:56:47.095741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:47.112748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:47.112875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5185d0c9-e170-428d-a2fa-b908b8c4fa70 None None] Provisioning for port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:47.113266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 1bb2b144-8594-40a0-b300-4a93c581cbfc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1bb2b144-8594-40a0-b300-4a93c581cbfc,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:47.116644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5185d0c9-e170-428d-a2fa-b908b8c4fa70 None None] Provisioning complete for port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:47.117030 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5185d0c9-e170-428d-a2fa-b908b8c4fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.143179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bc6695c1-380e-4316-a1b0-be1e5b868645 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1445754 Jul 08 01:56:47.160889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5185d0c9-e170-428d-a2fa-b908b8c4fa70 None None] Port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:56:47.180636 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.260979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.266308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91ed5fd7-de05-4884-9ed5-7d7f8852ccf9 req-0fbea44f-568d-4edc-850c-44aef969e71b tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707255 Jul 08 01:56:47.269798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=1bb2b144-8594-40a0-b300-4a93c581cbfc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:47.299612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.372653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['b4cb3ab8-e506-4869-a233-79804947e942'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:47.396242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-29778c6e-313b-4f4d-804c-4f4fabe1a29e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:47.397902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-29778c6e-313b-4f4d-804c-4f4fabe1a29e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.2588181 Jul 08 01:56:47.435070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554ab5-be52-49ac-a915-0836870cf31b req-c19b2364-e3f0-4794-9bc5-68732c07a717 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:47.437658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-c19b2364-e3f0-4794-9bc5-68732c07a717 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536693 Jul 08 01:56:47.445951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['1bb2b144-8594-40a0-b300-4a93c581cbfc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:47.462501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Request body: {'port': {'device_id': '61961002-580e-49db-b5a3-e31e4f911cf5', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'ff8fa382b4fa47f594f312f95a5086b7'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:47.465869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-a2a3b288-16af-4997-a48f-13621e9bf9f6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/quotas/6dfa016384984b2b898f8cc4f92b1858 HTTP/1.1" status: 200 len: 375 time: 0.0469773 Jul 08 01:56:47.522307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-e149a2bc-7aa4-4712-b2d0-be86d04090e9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565069 Jul 08 01:56:47.555457 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.710298 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.746874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-4d9e63ba-3865-449e-b764-25d00aeb7c67 service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237659 Jul 08 01:56:47.833600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.995397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ed974-d19c-4ae3-8ec7-ff91561fba7c req-37586853-594d-431c-b63b-584e5f5e88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:48.006206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-907ed974-d19c-4ae3-8ec7-ff91561fba7c req-37586853-594d-431c-b63b-584e5f5e88c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1100 time: 0.9995441 Jul 08 01:56:48.007417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-f873b324-4ddb-4a59-b660-a1d0b429abc5 service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523305 Jul 08 01:56:48.068761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecd5429-fe90-4206-ace6-d5fdc9773b99 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:48.096470 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.103269 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.117583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.25.8.191 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f24f9607-e4b9-4f20-b7bc-fd99c6a21ec3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:48.119619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Made reservation on behalf of ff8fa382b4fa47f594f312f95a5086b7 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:48.123408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.142420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Transition to ACTIVE for port object 8ecd5429-fe90-4206-ace6-d5fdc9773b99 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:48.184811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-907ed974-d19c-4ae3-8ec7-ff91561fba7c req-cead1f5b-2ff5-43be-948f-b19fed680d87 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563404 Jul 08 01:56:48.218267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb34ae-fb1f-40d7-8c84-57c9001a230c req-bf2356ff-473e-4b1d-9ea8-b3d5fe30f1c1 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:48.219936 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfb34ae-fb1f-40d7-8c84-57c9001a230c req-bf2356ff-473e-4b1d-9ea8-b3d5fe30f1c1 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 949 time: 0.5012500 Jul 08 01:56:48.248903 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.289802 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.366069 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-4494d794-b6af-4e58-91e2-7b22fbf9c501 req-58ff0646-08a1-4c94-b346-5baa7c3a1c36 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] show failed (client error): The resource could not be found. Jul 08 01:56:48.367035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4494d794-b6af-4e58-91e2-7b22fbf9c501 req-58ff0646-08a1-4c94-b346-5baa7c3a1c36 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-group-rules/eb81110c-d0a0-4d5a-95fe-2b54af91de49 HTTP/1.1" status: 404 len: 361 time: 0.0738330 Jul 08 01:56:48.401883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.411274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfb34ae-fb1f-40d7-8c84-57c9001a230c req-f0024d97-d9df-419f-b913-776120ffee4e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855059 Jul 08 01:56:48.532157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd5429-fe90-4206-ace6-d5fdc9773b99,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:48.577975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Allocated IP 192.168.233.93 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/a296695a-ffc8-46bc-a04f-803ec5356729) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:48.636456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c793d12e-c5a7-4ac1-a6e8-29053bf94faf req-b1d1b90b-42bd-45d1-a810-c790e59a0988 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=703cd272-6280-4276-bef9-3eb2d313a39f HTTP/1.1" status: 200 len: 210 time: 0.0504925 Jul 08 01:56:48.682331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad6994be-e699-4112-98e9-e5baf6f389d8 req-f9d12bc3-3e2f-4be9-ab16-cd4476a9096c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 210 time: 0.0872715 Jul 08 01:56:48.785821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Attempting to bind port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:48.786171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Attempting to bind port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:48.786511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Attempting to bind port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:48.794066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:48.795850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Attempting to bind port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:48.799991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:48.800337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:48.800733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:48.801166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Bound port: 8ecd5429-fe90-4206-ace6-d5fdc9773b99, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:48.801589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.875882 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.896538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc3701d3-ef4c-44cb-8e2f-7980a21215e3 req-3b0b3dc7-8277-4a32-b050-8a84aa237d7b tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/85b8b73a-6299-43cb-9c91-bf62037bf060 HTTP/1.1" status: 200 len: 1811 time: 0.1363294 Jul 08 01:56:48.971278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Router 55d2f63e-29a2-4031-af4e-2e89773c90bf is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:56:49.011043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.016088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] For port 8ecd5429-fe90-4206-ace6-d5fdc9773b99, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:49.019402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:49.031498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dc3701d3-ef4c-44cb-8e2f-7980a21215e3 req-0bccba0c-86af-4f6b-9390-5da844b602f9 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.058780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:49.067309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:49.070741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] For port 8ecd5429-fe90-4206-ace6-d5fdc9773b99, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8ecd5429-fe90-4206-ace6-d5fdc9773b99,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:49.077332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Transition to ACTIVE for port object a296695a-ffc8-46bc-a04f-803ec5356729 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:49.080698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=f24f9607-e4b9-4f20-b7bc-fd99c6a21ec3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:49.157516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7631853-51d7-4ef2-b604-59bafec2c25b req-684a0f72-63de-4b95-a7e3-23e98c462835 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:49.160114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dc3701d3-ef4c-44cb-8e2f-7980a21215e3 req-0bccba0c-86af-4f6b-9390-5da844b602f9 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.165668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7631853-51d7-4ef2-b604-59bafec2c25b req-684a0f72-63de-4b95-a7e3-23e98c462835 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 947 time: 0.2701383 Jul 08 01:56:49.172889 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.263807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:49.286357 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Sync routers for ids ['55d2f63e-29a2-4031-af4e-2e89773c90bf'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:49.303940 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Routers {'55d2f63e-29a2-4031-af4e-2e89773c90bf'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:49.304891 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55d2f63e-29a2-4031-af4e-2e89773c90bf'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:49.356302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:49.357096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.359303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ecd5429-fe90-4206-ace6-d5fdc9773b99 HTTP/1.1" status: 200 len: 1096 time: 2.3345797 Jul 08 01:56:49.359833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8a3629-77a3-4b52-a5eb-4032f0ce097e', 'tag': '8ecd5429-fe90-4206-ace6-d5fdc9773b99'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:49.362274 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cad1ec-2312-4f7e-ba05-1361dd1a84db" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8a3629-77a3-4b52-a5eb-4032f0ce097e", "tag": "8ecd5429-fe90-4206-ace6-d5fdc9773b99"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:49.382049 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.392617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7631853-51d7-4ef2-b604-59bafec2c25b req-466535ce-b576-40d5-ad30-25cee494e2ae tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249880 Jul 08 01:56:49.398653 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.412597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['88ca812e-d755-4b3d-b044-614b07976e56'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:49.424583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c229b0-d9d4-461c-a246-dbf9de1849c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd5429-fe90-4206-ace6-d5fdc9773b99,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:49.447501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Set router 55d2f63e-29a2-4031-af4e-2e89773c90bf gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:49.501616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dc3701d3-ef4c-44cb-8e2f-7980a21215e3 req-0bccba0c-86af-4f6b-9390-5da844b602f9 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.507480 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dc3701d3-ef4c-44cb-8e2f-7980a21215e3 req-0bccba0c-86af-4f6b-9390-5da844b602f9 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.524054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc3701d3-ef4c-44cb-8e2f-7980a21215e3 req-0bccba0c-86af-4f6b-9390-5da844b602f9 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "DELETE /v2.0/security-groups/85b8b73a-6299-43cb-9c91-bf62037bf060 HTTP/1.1" status: 204 len: 173 time: 0.6261754 Jul 08 01:56:49.524880 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.529148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-32a153a2-5390-47d8-a56c-eb2d7bf4e144 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2011344 Jul 08 01:56:49.532390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:49.591755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccba0c-86af-4f6b-9390-5da844b602f9 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b8b73a-6299-43cb-9c91-bf62037bf060,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:49.674285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:49.678115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:49.684796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:49.691236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:49.698685 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e379038-e5c8-4511-af1f-cbe7f982c710 x-openstack-request-id: req-3e379038-e5c8-4511-af1f-cbe7f982c710 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:49.698984 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8a3629-77a3-4b52-a5eb-4032f0ce097e", "tag": "8ecd5429-fe90-4206-ace6-d5fdc9773b99", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:49.699244 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e379038-e5c8-4511-af1f-cbe7f982c710 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:49.699677 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8a3629-77a3-4b52-a5eb-4032f0ce097e', 'tag': '8ecd5429-fe90-4206-ace6-d5fdc9773b99', 'status': 'completed', 'code': 200} Jul 08 01:56:49.701067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4cb3ab8-e506-4869-a233-79804947e942 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:49.764859 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T01:56:46Z', 'revision_number': 3, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:49.801116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:49.809399 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.822552 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Checking router: 55d2f63e-29a2-4031-af4e-2e89773c90bf for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:56:49.824070 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Updating router 55d2f63e-29a2-4031-af4e-2e89773c90bf port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:56:49.844457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port b4cb3ab8-e506-4869-a233-79804947e942 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:49.844833 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.870967 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.907130 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-5fe19e20-8cd9-485c-985f-0fb109688084 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4511023 Jul 08 01:56:49.929422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Request body: {'port': {'device_id': '61961002-580e-49db-b5a3-e31e4f911cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:50.020481 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.073980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:50.075764 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.079759 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8903f940-bd39-43ae-bb45-1bdd9532e017" -d '{"events": [{"server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "name": "network-vif-plugged", "status": "completed", "tag": "b4cb3ab8-e506-4869-a233-79804947e942"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:50.141836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:50.215095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.216087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 1bb2b144-8594-40a0-b300-4a93c581cbfc up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:50.427081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:50.430759 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.460433 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Transition to ACTIVE for port object c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:50.552142 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.578140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 1bb2b144-8594-40a0-b300-4a93c581cbfc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:50.580721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e93e5b4f-cd63-405c-87b3-61c3f2112018 None None] Provisioning for port a296695a-ffc8-46bc-a04f-803ec5356729 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:50.586218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e93e5b4f-cd63-405c-87b3-61c3f2112018 None None] Provisioning complete for port a296695a-ffc8-46bc-a04f-803ec5356729 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:50.591082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e93e5b4f-cd63-405c-87b3-61c3f2112018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.598293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 1bb2b144-8594-40a0-b300-4a93c581cbfc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:50.598688 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.670815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.708851 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Attempting to bind port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:50.709216 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Attempting to bind port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:50.709584 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Attempting to bind port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:50.731618 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:50.736295 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:50.736295 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.736555 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.738045 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:50.738808 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Bound port: c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:50.739585 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.805478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724d229-82a7-462c-850d-7a0c2b8dcf28 req-c1632526-f68d-4fc6-a02e-bea29538980d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:50.812373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e93e5b4f-cd63-405c-87b3-61c3f2112018 None None] Port a296695a-ffc8-46bc-a04f-803ec5356729 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:56:50.812751 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6724d229-82a7-462c-850d-7a0c2b8dcf28 req-c1632526-f68d-4fc6-a02e-bea29538980d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 949 time: 0.7947876 Jul 08 01:56:50.817886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-045e2feb-f366-4efe-a4d3-103c05f1d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:50.819544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-045e2feb-f366-4efe-a4d3-103c05f1d393 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=733d796403ec45b29320574e34fff388&device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 1099 time: 1.1190829 Jul 08 01:56:50.832541 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.837685 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Pushing event updated for resources: {'Port': ['ID=c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:50.878654 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.879004 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.881058 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.881636 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.882591 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.885778 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.886329 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.891095 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.891095 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.891095 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.891095 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.891095 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:50.916767 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.923756 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.944222 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] For port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:50.949482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6724d229-82a7-462c-850d-7a0c2b8dcf28 req-ca716673-69ef-452a-9c46-9baa9794a747 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357005 Jul 08 01:56:50.960186 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] For port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:50.990855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 1bb2b144-8594-40a0-b300-4a93c581cbfc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1bb2b144-8594-40a0-b300-4a93c581cbfc,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:50.999734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-69c10c2d-e12d-4bd4-ba23-f52ab246bdc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8ecd5429-fe90-4206-ace6-d5fdc9773b99 HTTP/1.1" status: 200 len: 217 time: 0.1623013 Jul 08 01:56:51.060805 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.081467 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.137592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.165381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d996e716-8294-4f3b-b872-33149615bdf0 req-0c6a317e-a484-4d4e-bba4-27f36d46e18e tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/624048ef-9ce8-402a-a14a-4fa04bd62196 HTTP/1.1" status: 200 len: 1812 time: 0.1704478 Jul 08 01:56:51.176768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=1bb2b144-8594-40a0-b300-4a93c581cbfc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:51.201683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=f24f9607-e4b9-4f20-b7bc-fd99c6a21ec3,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:51.202939 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Routers {'55d2f63e-29a2-4031-af4e-2e89773c90bf'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:51.203796 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55d2f63e-29a2-4031-af4e-2e89773c90bf'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:51.207824 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f0c7a-b098-4e8f-88a4-7b2033c24530 None None] Pushing event updated for resources: {'Port': ['ID=c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:51.249107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-37ab0094-6edd-41a6-89d4-b120b47878b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:51.251002 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-37ab0094-6edd-41a6-89d4-b120b47878b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2000127 Jul 08 01:56:51.328235 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d996e716-8294-4f3b-b872-33149615bdf0 req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.360841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a296695a-ffc8-46bc-a04f-803ec5356729 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:51.369458 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] Set router 55d2f63e-29a2-4031-af4e-2e89773c90bf gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:51.387230 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.400272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d996e716-8294-4f3b-b872-33149615bdf0 req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.419215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Transition to ACTIVE for port object a296695a-ffc8-46bc-a04f-803ec5356729 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:51.437235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.443017 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fc473521-6eff-44bf-89c8-b390cc486421 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3461075 Jul 08 01:56:51.446717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:51.464191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'port': {'network_id': '0856050b-4bfc-4cae-9ff4-3dee01bf73ab', 'name': 'tempest-FloatingIPTestJSON-2141866774'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:51.495190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.566519 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d996e716-8294-4f3b-b872-33149615bdf0 req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.570346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d996e716-8294-4f3b-b872-33149615bdf0 req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.571863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d996e716-8294-4f3b-b872-33149615bdf0 req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "DELETE /v2.0/security-groups/624048ef-9ce8-402a-a14a-4fa04bd62196 HTTP/1.1" status: 204 len: 173 time: 0.3954833 Jul 08 01:56:51.574493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-3c205310-c47d-4f06-9dd9-0bbae07d247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:51.580652 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-3c205310-c47d-4f06-9dd9-0bbae07d247f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2816820 Jul 08 01:56:51.651834 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T01:56:46Z', 'revision_number': 3, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:51.666257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:51.673071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624048ef-9ce8-402a-a14a-4fa04bd62196,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:51.682714 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4662e-3880-4695-ae52-880c68be9151 None None] The sync data for ids ['55d2f63e-29a2-4031-af4e-2e89773c90bf'] in n-d-695189-13 is: [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T01:56:46Z', 'revision_number': 3, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:51.718351 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93ceb82-1af3-4eb0-949e-10c7a7ce6dc4 x-openstack-request-id: req-f93ceb82-1af3-4eb0-949e-10c7a7ce6dc4 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:51.719280 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "name": "network-vif-plugged", "status": "completed", "tag": "b4cb3ab8-e506-4869-a233-79804947e942", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:51.719736 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f93ceb82-1af3-4eb0-949e-10c7a7ce6dc4 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:51.720295 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942', 'code': 200} Jul 08 01:56:51.825379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.825934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.826032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.827084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.827473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.827958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.828451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.828798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.829515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.829865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.830199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.830590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.837758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.838302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.839058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.839443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.841344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.841702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.843390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.847623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.847623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.847623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.847623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.847623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a2ca0-9f8b-45f0-a0b2-b91a636f2727 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.926258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Attempting to bind port a296695a-ffc8-46bc-a04f-803ec5356729 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:51.926670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Attempting to bind port a296695a-ffc8-46bc-a04f-803ec5356729 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:51.926960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Attempting to bind port a296695a-ffc8-46bc-a04f-803ec5356729 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:51.936407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Port a296695a-ffc8-46bc-a04f-803ec5356729 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:51.936928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Attempting to bind port a296695a-ffc8-46bc-a04f-803ec5356729 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:51.947518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:51.947868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:51.948270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:51.948885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Bound port: a296695a-ffc8-46bc-a04f-803ec5356729, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:51.949630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.017688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-d67b6112-fec7-4820-a71b-7f02a128846b service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272780 Jul 08 01:56:52.053289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:52.067429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:52.120020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a2594-0fa8-47c6-bca3-db83bed974f7 req-4ca84f39-451e-4ad0-98af-c8c0b0c2b549 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:52.121972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec7a2594-0fa8-47c6-bca3-db83bed974f7 req-4ca84f39-451e-4ad0-98af-c8c0b0c2b549 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 947 time: 0.2555826 Jul 08 01:56:52.136617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:52.143375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.163303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.217451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:52.218174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.219765 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] 10.222.0.18 "PUT /v2.0/ports/a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 1096 time: 2.2950616 Jul 08 01:56:52.240256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:52.242858 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:52.268328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024416-59d6-489f-aa07-2f94f0fd27f6 req-1d7aa3f4-6f2e-437b-bb9f-7941c6d604fb tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:52.278134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0024416-59d6-489f-aa07-2f94f0fd27f6 req-1d7aa3f4-6f2e-437b-bb9f-7941c6d604fb tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 947 time: 0.3656476 Jul 08 01:56:52.291761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec7a2594-0fa8-47c6-bca3-db83bed974f7 req-9768d0af-c509-45e6-b0ce-d825133ebad2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618171 Jul 08 01:56:52.298825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] device_id is not set on port d20a45e5-7870-4783-87d2-2dc2adda3af1 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:56:52.300322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-ed019dcb-174b-448d-a5da-64c683aa8a47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=703cd272-6280-4276-bef9-3eb2d313a39f HTTP/1.1" status: 200 len: 210 time: 0.0986586 Jul 08 01:56:52.404175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.534988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd674b0e-29d1-49ce-9f4c-c96624f26e69 service neutron] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:52.641813 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0024416-59d6-489f-aa07-2f94f0fd27f6 req-46dbd04c-cf31-4612-9dad-b3d38275fe0f tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624301 Jul 08 01:56:52.671107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d019e0f-5d65-4aa7-acf6-29d4d5d7191d req-53391457-11d5-420a-9f90-20a127d1e075 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=703cd272-6280-4276-bef9-3eb2d313a39f HTTP/1.1" status: 200 len: 210 time: 0.0999682 Jul 08 01:56:52.766065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-dc4e1473-b309-4850-a152-03c50bf91c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:52.767629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-dc4e1473-b309-4850-a152-03c50bf91c1a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6dfa016384984b2b898f8cc4f92b1858&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4599853 Jul 08 01:56:52.773365 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6216646-ba26-4388-9bd5-6c9527627d53 req-570177f6-5155-4b37-b9b4-72b4cf6cfde3 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075007 Jul 08 01:56:52.785721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554ab5-be52-49ac-a915-0836870cf31b req-c8156626-fe28-4bf9-9f51-b83f881a9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:52.787930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-c8156626-fe28-4bf9-9f51-b83f881a9af9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1099 time: 0.4544606 Jul 08 01:56:52.819824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd6b40a2-11de-47dd-a6b7-e3cd06537514 req-1ddee880-61d1-4a2a-844a-6eb6c38c435e tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/f1bbe969-d99c-465f-900c-edf208d965a3 HTTP/1.1" status: 200 len: 1812 time: 0.1333921 Jul 08 01:56:52.906104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.20.0.6 (0856050b-4bfc-4cae-9ff4-3dee01bf73ab/0ec97b0f-e2c8-4677-8e33-8495884f2e95/d20a45e5-7870-4783-87d2-2dc2adda3af1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:52.923617 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-f437ca01-01e5-46d1-9294-b67c5921a5a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.1234546 Jul 08 01:56:53.010465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Allocated IP 172.20.0.1 (0a51fd4e-bad0-401f-984f-9f7937776e70/b6c18c34-7f2f-4f4b-9634-ec60b4d60998/7d13bd3e-daf2-4849-88fe-61b634384699) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:53.019654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd6b40a2-11de-47dd-a6b7-e3cd06537514 req-d7b8f53b-45b9-4e67-86f6-e53891f29734 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.086164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554ab5-be52-49ac-a915-0836870cf31b req-e21dac20-87a3-40c6-ad9e-34d82023f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:53.089539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-e21dac20-87a3-40c6-ad9e-34d82023f648 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1407390 Jul 08 01:56:53.091489 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd6b40a2-11de-47dd-a6b7-e3cd06537514 req-d7b8f53b-45b9-4e67-86f6-e53891f29734 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.112119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-ba73a4ac-9013-48a7-a41f-1f07f9366047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:53.113729 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-ba73a4ac-9013-48a7-a41f-1f07f9366047 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3243349 Jul 08 01:56:53.152920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c9d76-c339-494a-af9b-8c18bc7d8f81 req-c397b27e-dd70-4e59-9147-86b05f757d54 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:53.154551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae7c9d76-c339-494a-af9b-8c18bc7d8f81 req-c397b27e-dd70-4e59-9147-86b05f757d54 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 950 time: 0.2793503 Jul 08 01:56:53.205696 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b91efb7b-84ba-45a8-9bfd-69a2cb8ad281 req-07f423ff-dab4-4ab7-adf7-09eb7a0e6b8a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/ports?device_id=703cd272-6280-4276-bef9-3eb2d313a39f HTTP/1.1" status: 200 len: 210 time: 0.0501513 Jul 08 01:56:53.234786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae7c9d76-c339-494a-af9b-8c18bc7d8f81 req-88f70e46-42ae-4035-bb44-4f2b0f982d58 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690732 Jul 08 01:56:53.247695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554ab5-be52-49ac-a915-0836870cf31b req-30efb412-3999-4599-878b-03d117cf4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:53.253222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-30efb412-3999-4599-878b-03d117cf4390 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1555600 Jul 08 01:56:53.318695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.321591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd6b40a2-11de-47dd-a6b7-e3cd06537514 req-d7b8f53b-45b9-4e67-86f6-e53891f29734 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.324161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd6b40a2-11de-47dd-a6b7-e3cd06537514 req-d7b8f53b-45b9-4e67-86f6-e53891f29734 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.340818 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd6b40a2-11de-47dd-a6b7-e3cd06537514 req-d7b8f53b-45b9-4e67-86f6-e53891f29734 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "DELETE /v2.0/security-groups/f1bbe969-d99c-465f-900c-edf208d965a3 HTTP/1.1" status: 204 len: 173 time: 0.5199533 Jul 08 01:56:53.345738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.368127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-6ec84ad4-f445-4dc1-bbc7-2242be7fb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:53.369654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-6ec84ad4-f445-4dc1-bbc7-2242be7fb1b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=733d796403ec45b29320574e34fff388&device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 1099 time: 0.1792629 Jul 08 01:56:53.375251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8f53b-45b9-4e67-86f6-e53891f29734 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bbe969-d99c-465f-900c-edf208d965a3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:53.426510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-1398530c-5ea6-40f6-a837-1eeaa085113d service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654377 Jul 08 01:56:53.436898 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06266465-f1e9-40eb-aa15-4aa2b5d04283 x-openstack-request-id: req-06266465-f1e9-40eb-aa15-4aa2b5d04283 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:53.437199 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:53.437898 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06266465-f1e9-40eb-aa15-4aa2b5d04283 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:53.438834 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'status': 'completed', 'code': 200} Jul 08 01:56:53.568617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-2c1e94a2-706a-4e56-b57b-a66aeccacc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:53.570469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-2c1e94a2-706a-4e56-b57b-a66aeccacc7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1908669 Jul 08 01:56:53.589221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.592278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:53.620040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3554ab5-be52-49ac-a915-0836870cf31b req-c441a62d-d9e3-4a32-b7c3-4d000c69af72 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801679 Jul 08 01:56:53.681863 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.684397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-1fcdfc9d-66de-4715-bfab-10bb178a76ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=8ecd5429-fe90-4206-ace6-d5fdc9773b99 HTTP/1.1" status: 200 len: 217 time: 0.1032550 Jul 08 01:56:53.725302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e65e5b-10e7-4939-bf0d-428466ec3536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2b144-8594-40a0-b300-4a93c581cbfc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:53.728137 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c84156-dfcc-458f-b142-90da9010fa3d" -d '{"events": [{"server_uuid": "01e65e5b-10e7-4939-bf0d-428466ec3536", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2b144-8594-40a0-b300-4a93c581cbfc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:53.755896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88dc7676-fd04-47db-b2c1-e01ebcf4429d req-174d592f-c85f-4e23-a17c-86a353ca1b04 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/18fbf5f3-29c3-4f53-97b5-2b3888c90544 HTTP/1.1" status: 200 len: 1813 time: 0.1428487 Jul 08 01:56:53.780549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:53.786329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:53.789660 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.797845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Network 0a51fd4e-bad0-401f-984f-9f7937776e70 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:53.801405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:53.808180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:53.994630 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.033038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:54.060112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-83ff2461-3334-4b92-a229-62dc8c7bd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.064894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-83ff2461-3334-4b92-a229-62dc8c7bd4ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1099 time: 0.2765331 Jul 08 01:56:54.070427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-88dc7676-fd04-47db-b2c1-e01ebcf4429d req-12f5ea1a-8c80-4093-b03c-a6440e92311e tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.120317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.168367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network 0856050b-4bfc-4cae-9ff4-3dee01bf73ab is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:54.192419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:54.194264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Pushing event updated for resources: {'Port': ['ID=7d13bd3e-daf2-4849-88fe-61b634384699,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:54.206086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:54.213621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:54.234100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-88dc7676-fd04-47db-b2c1-e01ebcf4429d req-12f5ea1a-8c80-4093-b03c-a6440e92311e tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.243577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-d5d03db3-aca8-49d7-a597-56b47c82c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.245049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-d5d03db3-aca8-49d7-a597-56b47c82c8d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.5215061 Jul 08 01:56:54.288550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-4c153815-758c-49b6-b8f5-edfe740eff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.290337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-4c153815-758c-49b6-b8f5-edfe740eff73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2165079 Jul 08 01:56:54.336093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-6cb6256b-e2d6-40b0-b0fd-55a942e7542b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.0377936 Jul 08 01:56:54.350869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab27c3-25f2-438e-ac9f-2abc422d7ad3 req-b6349c7c-10a5-446c-af29-c0b0d258d1b8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.359482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6dab27c3-25f2-438e-ac9f-2abc422d7ad3 req-b6349c7c-10a5-446c-af29-c0b0d258d1b8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 947 time: 0.6927028 Jul 08 01:56:54.388115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-6e81ea08-0386-4582-b95a-1713f39e8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.390836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.391291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-6e81ea08-0386-4582-b95a-1713f39e8e32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0480165 Jul 08 01:56:54.416929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-88dc7676-fd04-47db-b2c1-e01ebcf4429d req-12f5ea1a-8c80-4093-b03c-a6440e92311e tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.421185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-88dc7676-fd04-47db-b2c1-e01ebcf4429d req-12f5ea1a-8c80-4093-b03c-a6440e92311e tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.422645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88dc7676-fd04-47db-b2c1-e01ebcf4429d req-12f5ea1a-8c80-4093-b03c-a6440e92311e tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "DELETE /v2.0/security-groups/18fbf5f3-29c3-4f53-97b5-2b3888c90544 HTTP/1.1" status: 204 len: 173 time: 0.6612949 Jul 08 01:56:54.471577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5ea1a-8c80-4093-b03c-a6440e92311e tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbf5f3-29c3-4f53-97b5-2b3888c90544,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:54.476389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38512c34-6fb8-4f48-ae12-f5e9897568b6 req-60e57d36-5782-434b-bb7b-1b9a30b42eb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=703cd272-6280-4276-bef9-3eb2d313a39f HTTP/1.1" status: 200 len: 210 time: 0.0684669 Jul 08 01:56:54.593034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=d20a45e5-7870-4783-87d2-2dc2adda3af1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:54.614229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.614846 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.628701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38512c34-6fb8-4f48-ae12-f5e9897568b6 req-299adf84-9010-4c27-88e5-71db592e2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.630263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38512c34-6fb8-4f48-ae12-f5e9897568b6 req-299adf84-9010-4c27-88e5-71db592e2092 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6dfa016384984b2b898f8cc4f92b1858&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1408789 Jul 08 01:56:54.636964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6dab27c3-25f2-438e-ac9f-2abc422d7ad3 req-64bb40bf-0ed3-4fde-ab35-25c974ee5b4f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763278 Jul 08 01:56:54.698884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-635f499a-1763-471f-9da2-679725d01f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.700697 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-635f499a-1763-471f-9da2-679725d01f24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3020756 Jul 08 01:56:54.735651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.761348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-820c7f6a-e25d-433c-a767-3fb1c55f6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.763292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-820c7f6a-e25d-433c-a767-3fb1c55f6145 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4895351 Jul 08 01:56:54.767849 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bdf50fc0-8e67-40e9-ad61-f07ab27a8e6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3096836 Jul 08 01:56:54.768205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:54.807643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'port_id': 'd20a45e5-7870-4783-87d2-2dc2adda3af1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:54.853874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.874582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38512c34-6fb8-4f48-ae12-f5e9897568b6 req-248d2277-9e22-4580-aeea-0d9b04b0f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.877088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38512c34-6fb8-4f48-ae12-f5e9897568b6 req-248d2277-9e22-4580-aeea-0d9b04b0f031 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2077200 Jul 08 01:56:54.909395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b614e9d-c73a-4f15-ad04-c3daaa83c63a req-4d31b60e-6329-43e2-9918-0fa7d333ec15 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.922378 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b614e9d-c73a-4f15-ad04-c3daaa83c63a req-4d31b60e-6329-43e2-9918-0fa7d333ec15 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 947 time: 0.3165576 Jul 08 01:56:55.003231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38512c34-6fb8-4f48-ae12-f5e9897568b6 req-3ff7ed7a-7055-4630-887c-709dd2011c68 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/ports?device_id=703cd272-6280-4276-bef9-3eb2d313a39f HTTP/1.1" status: 200 len: 210 time: 0.0373695 Jul 08 01:56:55.007384 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-4daa8c39-6d7c-45e5-86ab-66850afd9ebe service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934675 Jul 08 01:56:55.065863 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2994dd06-7c55-4722-b161-9d15e9564ff4 req-baf78f3e-5d40-4384-a54f-bb564e21937c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=703cd272-6280-4276-bef9-3eb2d313a39f HTTP/1.1" status: 200 len: 210 time: 0.2622581 Jul 08 01:56:55.093827 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b614e9d-c73a-4f15-ad04-c3daaa83c63a req-ca4e0223-f2f4-459a-912b-15d7a390b1f6 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613984 Jul 08 01:56:55.177314 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d65ed-0686-4b41-accf-1981fc46f92c x-openstack-request-id: req-a13d65ed-0686-4b41-accf-1981fc46f92c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:55.179969 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e65e5b-10e7-4939-bf0d-428466ec3536", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2b144-8594-40a0-b300-4a93c581cbfc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:55.179969 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a13d65ed-0686-4b41-accf-1981fc46f92c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:55.179969 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e65e5b-10e7-4939-bf0d-428466ec3536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2b144-8594-40a0-b300-4a93c581cbfc', 'code': 200} Jul 08 01:56:55.188899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a7504ce-3c4e-4408-89bc-558fdcfce4fd req-bc8a5105-146b-43c1-b1ad-0aa24c3ecb4f service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731625 Jul 08 01:56:55.240970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-d0c1f933-742e-480f-8544-00b3918691b4 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688904 Jul 08 01:56:55.255251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1d9ef52-ec0a-4dc3-af7e-9b5749fac14a req-47d9922d-c3b6-49ec-a821-88d18488d854 tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "GET /v2.0/security-groups/07730fd4-70a7-4ba9-ac22-65da98434e73 HTTP/1.1" status: 200 len: 1812 time: 0.0571265 Jul 08 01:56:55.336907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1d9ef52-ec0a-4dc3-af7e-9b5749fac14a req-c1bd4245-aeb2-4051-b464-eadfec420b9d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.388490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:55.399981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1d9ef52-ec0a-4dc3-af7e-9b5749fac14a req-c1bd4245-aeb2-4051-b464-eadfec420b9d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.483931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d184b9-4c58-4e4e-96a5-d8b49d3b7a20 req-747abe0c-eb60-4952-aa5b-fdc078f5492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:55.486940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6d184b9-4c58-4e4e-96a5-d8b49d3b7a20 req-747abe0c-eb60-4952-aa5b-fdc078f5492c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 1102 time: 0.0998945 Jul 08 01:56:55.489271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8ecd5429-fe90-4206-ace6-d5fdc9773b99 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:55.536215 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6d184b9-4c58-4e4e-96a5-d8b49d3b7a20 req-c6f4e622-71c6-4107-a247-7169fe06b48e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Jul 08 01:56:55.540162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:55.540764 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.546238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1d9ef52-ec0a-4dc3-af7e-9b5749fac14a req-c1bd4245-aeb2-4051-b464-eadfec420b9d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.549267 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a1d9ef52-ec0a-4dc3-af7e-9b5749fac14a req-c1bd4245-aeb2-4051-b464-eadfec420b9d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.554359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1d9ef52-ec0a-4dc3-af7e-9b5749fac14a req-c1bd4245-aeb2-4051-b464-eadfec420b9d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] 10.222.0.10 "DELETE /v2.0/security-groups/07730fd4-70a7-4ba9-ac22-65da98434e73 HTTP/1.1" status: 204 len: 173 time: 0.2977066 Jul 08 01:56:55.565049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36878) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:55.637331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c759a7-7752-4a4c-866b-1fcc277b4d1d admin admin] Deleting subnet 779ca9e0-7e39-4c34-8cf0-f16654f3f32a {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:55.643490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78c759a7-7752-4a4c-866b-1fcc277b4d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.696636 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78c759a7-7752-4a4c-866b-1fcc277b4d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.723215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8ecd5429-fe90-4206-ace6-d5fdc9773b99, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8ecd5429-fe90-4206-ace6-d5fdc9773b99,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:55.739371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '8ecd5429-fe90-4206-ace6-d5fdc9773b99', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '8ecd5429-fe90-4206-ace6-d5fdc9773b99', 'mac_address': 'fa:16:3e:ba:93:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:55.760536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd4245-aeb2-4051-b464-eadfec420b9d tempest-SecurityGroupRulesNegativeTestJSON-1737634791 tempest-SecurityGroupRulesNegativeTestJSON-1737634791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07730fd4-70a7-4ba9-ac22-65da98434e73,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:55.794505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78c759a7-7752-4a4c-866b-1fcc277b4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.849385 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.872415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd5429-fe90-4206-ace6-d5fdc9773b99 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:55.894568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8ecd5429-fe90-4206-ace6-d5fdc9773b99, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8ecd5429-fe90-4206-ace6-d5fdc9773b99,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:55.942410 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93cad1ec-2312-4f7e-ba05-1361dd1a84db req-2855f944-0cc9-49a2-a9a9-a747297013ef service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647296 Jul 08 01:56:55.967946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.978185 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.996210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95310-8060-48c5-9fc4-5c3abc31a679 req-15c0e789-5d5e-4071-bff6-1e26dfb3f720 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:55.998026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c1b95310-8060-48c5-9fc4-5c3abc31a679 req-15c0e789-5d5e-4071-bff6-1e26dfb3f720 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 947 time: 0.1219418 Jul 08 01:56:56.004630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b34ca7-1b15-4830-8250-4985fa78cb56 req-c9765c9d-1d0e-45ef-95de-a00315a1da8e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:56.011878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6b34ca7-1b15-4830-8250-4985fa78cb56 req-c9765c9d-1d0e-45ef-95de-a00315a1da8e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 950 time: 0.6969993 Jul 08 01:56:56.053642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c1b95310-8060-48c5-9fc4-5c3abc31a679 req-03215ae5-c71d-472d-a2ed-a56913dffe27 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497577 Jul 08 01:56:56.066883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8ecd5429-fe90-4206-ace6-d5fdc9773b99,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:56.078392 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.083559 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78c759a7-7752-4a4c-866b-1fcc277b4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.143802 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6b34ca7-1b15-4830-8250-4985fa78cb56 req-54f97f64-6d66-4ee6-ab50-f1f84c469e64 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306932 Jul 08 01:56:56.153573 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78c759a7-7752-4a4c-866b-1fcc277b4d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.165631 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-78c759a7-7752-4a4c-866b-1fcc277b4d1d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/779ca9e0-7e39-4c34-8cf0-f16654f3f32a HTTP/1.1" status: 204 len: 168 time: 0.5994694 Jul 08 01:56:56.166963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c759a7-7752-4a4c-866b-1fcc277b4d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779ca9e0-7e39-4c34-8cf0-f16654f3f32a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:56.168690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36894) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:56.186716 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:56:56.275780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8ecd5429-fe90-4206-ace6-d5fdc9773b99'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:56.281637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Pushing event updated for resources: {'Port': ['ID=7d13bd3e-daf2-4849-88fe-61b634384699,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:56.291635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.310776 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.313947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.384022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.417655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.429297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3173831e-92f3-4adb-b9d9-a8d7f620d87c']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:56.442766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ffcf72-1e62-4c2e-b601-1355586022e9') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:56.443668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ffcf72-1e62-4c2e-b601-1355586022e9') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:56.454124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.472274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.509467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:56.509837 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:56.511602 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:56.675381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-816296ba-cdc5-46c7-8c07-dfafc2e7097e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:56.678705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-816296ba-cdc5-46c7-8c07-dfafc2e7097e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.2097251 Jul 08 01:56:56.695931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-4751bb73-2bcf-4109-8d40-eb54a38ff9dd tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/quotas/6dfa016384984b2b898f8cc4f92b1858 HTTP/1.1" status: 200 len: 375 time: 0.0122342 Jul 08 01:56:56.744085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-7cd40cc3-550d-4150-b017-472cf2caddba tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425866 Jul 08 01:56:56.754790 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.771851 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.773779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3173831e-92f3-4adb-b9d9-a8d7f620d87c HTTP/1.1" status: 204 len: 168 time: 0.6040933 Jul 08 01:56:56.816898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24cd78-c482-4793-8cc9-0a41210925c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3173831e-92f3-4adb-b9d9-a8d7f620d87c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:56.892347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-7c257101-3c2c-40bd-b45c-10e2a4439d1c service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473536 Jul 08 01:56:56.896342 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP f8854ae9-57d1-4e8a-ba64-4864472ffe1a associated. External IP: 172.25.8.191, port: d20a45e5-7870-4783-87d2-2dc2adda3af1. Jul 08 01:56:56.966460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81607701-2897-4ab5-bdc0-b4d5512669c2 req-cdfddd20-73da-4769-8968-0d6ebb502923 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:56.973403 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81607701-2897-4ab5-bdc0-b4d5512669c2 req-cdfddd20-73da-4769-8968-0d6ebb502923 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 948 time: 0.6803327 Jul 08 01:56:57.016277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-bb4954c6-92f7-4fff-96f4-31219c065ced service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224535 Jul 08 01:56:57.040223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Network 0a51fd4e-bad0-401f-984f-9f7937776e70 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:57.050284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:57.084563 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81607701-2897-4ab5-bdc0-b4d5512669c2 req-cb7c1114-47ef-4e0e-95a8-aa7b6861efad tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102071 Jul 08 01:56:57.225165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36924) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:57.314255 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5a83c5f4-ba62-4791-8693-d2db01be283e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcec6dd8d5a2448ab6cddecd686731f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878766 Jul 08 01:56:57.316790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36926) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:57.321740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Router 55d2f63e-29a2-4031-af4e-2e89773c90bf has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:57.337570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:57.411758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8ecd5429-fe90-4206-ace6-d5fdc9773b99 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:57.442219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db9e6483-660e-4432-8d88-676a827f1685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.481762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:57.489206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db9e6483-660e-4432-8d88-676a827f1685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.501522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Sync routers for ids ['55d2f63e-29a2-4031-af4e-2e89773c90bf'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:57.512370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-69cfaaef-de02-4bde-a13b-42fb8c811926 admin admin] 10.222.0.10 "PUT /v2.0/routers/55d2f63e-29a2-4031-af4e-2e89773c90bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9774239 Jul 08 01:56:57.517891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Routers {'55d2f63e-29a2-4031-af4e-2e89773c90bf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:57.517891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55d2f63e-29a2-4031-af4e-2e89773c90bf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:57.691141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Set router 55d2f63e-29a2-4031-af4e-2e89773c90bf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:57.713585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fce3-1001-4787-a7d4-5ab3536bbec0 req-9cf895b4-8c84-4117-9dc5-704c1726501f tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:57.721471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2509fce3-1001-4787-a7d4-5ab3536bbec0 req-9cf895b4-8c84-4117-9dc5-704c1726501f tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 950 time: 0.1706371 Jul 08 01:56:57.775563 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2509fce3-1001-4787-a7d4-5ab3536bbec0 req-5b2cb09a-f122-4020-8f27-622bf17d8444 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531058 Jul 08 01:56:57.802848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fd3b7-f9d7-4843-893b-558e7c730a37 req-5ffdf14f-cf62-46f0-adba-9c733471b24d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:57.811649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f73fd3b7-f9d7-4843-893b-558e7c730a37 req-5ffdf14f-cf62-46f0-adba-9c733471b24d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 947 time: 0.3346012 Jul 08 01:56:57.826623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db9e6483-660e-4432-8d88-676a827f1685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.830053 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db9e6483-660e-4432-8d88-676a827f1685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.831152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-db9e6483-660e-4432-8d88-676a827f1685 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4031c393-8f42-4b22-9d1e-b6c61b284112 HTTP/1.1" status: 204 len: 168 time: 0.5132134 Jul 08 01:56:57.838422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:57.844679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.850552 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99301041-76f6-4d22-8a34-76f4397099d6 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:57.872535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e6483-660e-4432-8d88-676a827f1685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4031c393-8f42-4b22-9d1e-b6c61b284112,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:57.877042 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99301041-76f6-4d22-8a34-76f4397099d6 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:57.880861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-99301041-76f6-4d22-8a34-76f4397099d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:57.919298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f73fd3b7-f9d7-4843-893b-558e7c730a37 req-032ab7fc-5852-4ecf-8520-79862c5c2927 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062062 Jul 08 01:56:57.926642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6cbd990a-6a99-46e3-9772-2193cf5d8eb4 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/floatingips/f8854ae9-57d1-4e8a-ba64-4864472ffe1a HTTP/1.1" status: 200 len: 978 time: 3.1560462 Jul 08 01:56:57.927836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:57.929333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36946) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:57.969813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:57.970197 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.007583 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-99301041-76f6-4d22-8a34-76f4397099d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:58.033573 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99301041-76f6-4d22-8a34-76f4397099d6 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:58.034530 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-99301041-76f6-4d22-8a34-76f4397099d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:58.079822 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-99301041-76f6-4d22-8a34-76f4397099d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:58.080740 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99301041-76f6-4d22-8a34-76f4397099d6 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:58.153651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a296695a-ffc8-46bc-a04f-803ec5356729 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:58.170173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbb510d3-8ef2-4fa0-b7fe-475adf2e9f2d req-9a04aa3d-0d5e-4657-9e01-04b7dbadcfd7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 210 time: 0.2220042 Jul 08 01:56:58.266800 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.305568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port d20a45e5-7870-4783-87d2-2dc2adda3af1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:58.306266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.335850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8a3629-77a3-4b52-a5eb-4032f0ce097e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd5429-fe90-4206-ace6-d5fdc9773b99'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:58.340122 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd77c154-4752-4b62-8197-f191f093654b" -d '{"events": [{"server_uuid": "ad8a3629-77a3-4b52-a5eb-4032f0ce097e", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd5429-fe90-4206-ace6-d5fdc9773b99"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:58.362814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8ecd5429-fe90-4206-ace6-d5fdc9773b99, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8ecd5429-fe90-4206-ace6-d5fdc9773b99,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:58.368692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T01:56:54Z', 'revision_number': 4, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '7d13bd3e-daf2-4849-88fe-61b634384699', 'name': '', 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'mac_address': 'fa:16:3e:e1:08:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b6c18c34-7f2f-4f4b-9634-ec60b4d60998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:52Z', 'updated_at': '2021-07-08T01:56:55Z', 'revision_number': 2, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'subnets': [{'id': 'b6c18c34-7f2f-4f4b-9634-ec60b4d60998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:58.400676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Checking router: 55d2f63e-29a2-4031-af4e-2e89773c90bf for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:56:58.401034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Updating router 55d2f63e-29a2-4031-af4e-2e89773c90bf port 7d13bd3e-daf2-4849-88fe-61b634384699 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:56:58.456841 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.516468 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.522059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8ecd5429-fe90-4206-ace6-d5fdc9773b99,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:58.546097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:58.595400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'mac_address': 'fa:16:3e:1b:27:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:58.621599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb561be-6f80-4976-b14b-366b16f8c614 req-69986b9a-dd88-4723-a360-bb9e3c754d79 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:58.624130 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-69986b9a-dd88-4723-a360-bb9e3c754d79 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 818 time: 0.2520561 Jul 08 01:56:58.651388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-2af83efb-10b7-4974-95b7-8a247250af91 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/quotas/bcda9f619a27443396c58afd1c996429 HTTP/1.1" status: 200 len: 375 time: 0.0131555 Jul 08 01:56:58.831817 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.838244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d2cd07fd-8195-44a5-bd67-81701742353c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760597 Jul 08 01:56:58.855647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a296695a-ffc8-46bc-a04f-803ec5356729 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:58.890873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:58.895266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.979963 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-4a73f9b8-9c0d-4625-a101-bd18d8446dc0 service neutron] 10.222.0.10 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407099 Jul 08 01:56:59.052278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba86b1-1821-4145-b665-b9c963494ae4 req-1dd1f1a2-f86a-4bcd-9af0-be93077764d0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:59.053849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9ba86b1-1821-4145-b665-b9c963494ae4 req-1dd1f1a2-f86a-4bcd-9af0-be93077764d0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1818590 Jul 08 01:56:59.069781 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.082059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Transition to ACTIVE for port object 7d13bd3e-daf2-4849-88fe-61b634384699 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:59.091458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-5a872f97-2230-48c6-ba43-6e00e5040d28 service neutron] 10.222.0.10 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104741 Jul 08 01:56:59.140569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9ba86b1-1821-4145-b665-b9c963494ae4 req-61d7eb38-b8fa-4417-b6db-20b55146d352 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809820 Jul 08 01:56:59.154950 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.155466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.155692 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP f8854ae9-57d1-4e8a-ba64-4864472ffe1a disassociated. External IP: 172.25.8.191, port: d20a45e5-7870-4783-87d2-2dc2adda3af1. Jul 08 01:56:59.156343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for d20a45e5-7870-4783-87d2-2dc2adda3af1 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:59.157603 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.233218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:59.404752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be4ad3-9b63-42b9-be46-a47670df4a92 req-7554c88f-bc89-4a29-9a01-f59803d49113 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:59.405963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39be4ad3-9b63-42b9-be46-a47670df4a92 req-7554c88f-bc89-4a29-9a01-f59803d49113 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 949 time: 0.1079950 Jul 08 01:56:59.445865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a296695a-ffc8-46bc-a04f-803ec5356729'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:59.449330 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39be4ad3-9b63-42b9-be46-a47670df4a92 req-88810ed6-833f-46fb-a366-073c68cd5993 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jul 08 01:56:59.485107 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.557783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Pushing event updated for resources: {'Port': ['ID=7d13bd3e-daf2-4849-88fe-61b634384699,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:59.575208 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.674747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=d20a45e5-7870-4783-87d2-2dc2adda3af1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:59.696972 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee900a9-7d18-4bd7-8026-06382647d97d x-openstack-request-id: req-0ee900a9-7d18-4bd7-8026-06382647d97d {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:59.697353 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8a3629-77a3-4b52-a5eb-4032f0ce097e", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd5429-fe90-4206-ace6-d5fdc9773b99", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:59.697622 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ee900a9-7d18-4bd7-8026-06382647d97d {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:59.698136 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8a3629-77a3-4b52-a5eb-4032f0ce097e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd5429-fe90-4206-ace6-d5fdc9773b99', 'code': 200} Jul 08 01:56:59.958158 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23577486-75cd-4120-9a8b-993e956ca6a0 req-9c117e4c-0f51-4606-b469-c63d4ef21f12 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 210 time: 0.0813644 Jul 08 01:56:59.987545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:00.023960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f4f13-1510-41df-9b48-bb91cf89422b req-5f0646d4-3a88-4bef-b663-5788a89ec025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:00.033011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-529f4f13-1510-41df-9b48-bb91cf89422b req-5f0646d4-3a88-4bef-b663-5788a89ec025 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 1101 time: 0.1476738 Jul 08 01:57:00.114670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Attempting to bind port 7d13bd3e-daf2-4849-88fe-61b634384699 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:00.115489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Attempting to bind port 7d13bd3e-daf2-4849-88fe-61b634384699 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:00.116171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Attempting to bind port 7d13bd3e-daf2-4849-88fe-61b634384699 on network 0a51fd4e-bad0-401f-984f-9f7937776e70 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:00.129277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:00.129764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Checking segment: {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:00.131171 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-529f4f13-1510-41df-9b48-bb91cf89422b req-32c82e32-b875-4340-96b0-67add45f6fc6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926073 Jul 08 01:57:00.131730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.132211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Bound using segment: {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:00.132817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Bound port: 7d13bd3e-daf2-4849-88fe-61b634384699, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:00.134315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.183328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86246d39-42dc-4ca0-96d1-a5517af11298 req-1a88b827-b5e2-4256-8a94-018fe24eb148 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:00.202118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86246d39-42dc-4ca0-96d1-a5517af11298 req-1a88b827-b5e2-4256-8a94-018fe24eb148 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 948 time: 0.2475038 Jul 08 01:57:00.237795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37020) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:00.257839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-1670089c-e6a6-4f46-bf62-52d99bccb8a5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cccb2b0dc8494c2498af70435f230312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811994 Jul 08 01:57:00.268796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86246d39-42dc-4ca0-96d1-a5517af11298 req-8d0bf32b-0a68-4a83-ae8d-7cff17f7bf3b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654013 Jul 08 01:57:00.287097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] For port 7d13bd3e-daf2-4849-88fe-61b634384699, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:00.293326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] For port 7d13bd3e-daf2-4849-88fe-61b634384699, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7d13bd3e-daf2-4849-88fe-61b634384699,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:00.369818 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ad47c36-5ed4-46a9-8b63-7d58ac97d2d4 req-1b5f47e4-1ce8-4949-af19-4c4bca75c454 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 210 time: 0.0466754 Jul 08 01:57:00.384062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:00.409801 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.490022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7aa788-64da-40fa-b52b-be2c57d689d6 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:00.498961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-427953092-network', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:00.535912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7aa788-64da-40fa-b52b-be2c57d689d6 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:00.536752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0a7aa788-64da-40fa-b52b-be2c57d689d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:00.547700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-7309e8f9-90fd-4474-a006-b9e0251d5d56 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:00.554655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-7309e8f9-90fd-4474-a006-b9e0251d5d56 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763908 Jul 08 01:57:00.578298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0a7aa788-64da-40fa-b52b-be2c57d689d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:00.589884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Pushing event updated for resources: {'Port': ['ID=7d13bd3e-daf2-4849-88fe-61b634384699,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:00.595654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Routers {'55d2f63e-29a2-4031-af4e-2e89773c90bf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:00.596803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55d2f63e-29a2-4031-af4e-2e89773c90bf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:00.614849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-0c2089ba-0dae-4b24-9140-8bc865552d8c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/quotas/cccb2b0dc8494c2498af70435f230312 HTTP/1.1" status: 200 len: 375 time: 0.0591030 Jul 08 01:57:00.639252 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.640672 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e728734a-6337-4895-9a23-d273170e38be tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/ports/d20a45e5-7870-4783-87d2-2dc2adda3af1 HTTP/1.1" status: 204 len: 168 time: 2.7103262 Jul 08 01:57:00.652442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:00.722253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] Set router 55d2f63e-29a2-4031-af4e-2e89773c90bf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:00.768587 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-8749f7f7-87e7-4c85-aff5-1426ac8c0422 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435111 Jul 08 01:57:00.776417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Made reservation on behalf of 9f48f77b6f384f1fb9e84177f6e5806a for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:00.790432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.809217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d89b64ac-309b-419d-8c01-aaac0b83b403 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "GET /v2.0/floatingips/f8854ae9-57d1-4e8a-ba64-4864472ffe1a HTTP/1.1" status: 200 len: 688 time: 0.1521616 Jul 08 01:57:00.815319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.815702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.816053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.816403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.816742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.817189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.817556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.817908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.818232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.818627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.818963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.819304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb90d5b8-8163-44f4-9a63-9f18b029ba59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:00.822098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37036) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:00.846650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7aa788-64da-40fa-b52b-be2c57d689d6 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:00.847292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0a7aa788-64da-40fa-b52b-be2c57d689d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:00.852110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.903203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f4ccc-719e-4df0-8c7b-81555cfe7c62 req-b000e2cf-3043-4843-a2ba-59c502acc43e tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:00.912373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-069f4ccc-719e-4df0-8c7b-81555cfe7c62 req-b000e2cf-3043-4843-a2ba-59c502acc43e tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 949 time: 0.1375730 Jul 08 01:57:00.915229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0a7aa788-64da-40fa-b52b-be2c57d689d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:00.915975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7aa788-64da-40fa-b52b-be2c57d689d6 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:00.977026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-069f4ccc-719e-4df0-8c7b-81555cfe7c62 req-bb61bfb4-efae-43cf-b12c-ab79ef7f8577 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632665 Jul 08 01:57:01.063949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T01:56:54Z', 'revision_number': 4, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '7d13bd3e-daf2-4849-88fe-61b634384699', 'name': '', 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'mac_address': 'fa:16:3e:e1:08:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b6c18c34-7f2f-4f4b-9634-ec60b4d60998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:52Z', 'updated_at': '2021-07-08T01:57:00Z', 'revision_number': 4, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'subnets': [{'id': 'b6c18c34-7f2f-4f4b-9634-ec60b4d60998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:01.185135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d658b9e-8c69-4b5d-8750-fdb44a984c05 None None] The sync data for ids ['55d2f63e-29a2-4031-af4e-2e89773c90bf'] in n-d-695189-13 is: [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T01:56:54Z', 'revision_number': 4, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '7d13bd3e-daf2-4849-88fe-61b634384699', 'name': '', 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'mac_address': 'fa:16:3e:e1:08:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'b6c18c34-7f2f-4f4b-9634-ec60b4d60998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:52Z', 'updated_at': '2021-07-08T01:57:00Z', 'revision_number': 4, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'subnets': [{'id': 'b6c18c34-7f2f-4f4b-9634-ec60b4d60998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:01.329660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port f24f9607-e4b9-4f20-b7bc-fd99c6a21ec3 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:01.333577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.572444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7d13bd3e-daf2-4849-88fe-61b634384699 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:01.645480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0a20d6f-b18a-462c-bc0c-d8df5c203ae3 req-1020dbd2-fcc4-499a-bde4-9556607aa269 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 210 time: 0.2581186 Jul 08 01:57:01.653450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.713552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-4a486483-6f19-4615-88e4-d6001595f6c3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:01.723481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-4a486483-6f19-4615-88e4-d6001595f6c3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 818 time: 0.4021225 Jul 08 01:57:01.749896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-5e7801b3-1f36-4f01-8b9b-91ceda8556f2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:01.749896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-5e7801b3-1f36-4f01-8b9b-91ceda8556f2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.3776090 Jul 08 01:57:01.754997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-fdd19ff1-61a8-4555-9d4e-73128934f201 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/quotas/bcda9f619a27443396c58afd1c996429 HTTP/1.1" status: 200 len: 375 time: 0.0304797 Jul 08 01:57:01.770999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Request body: {'port': {'device_id': '8c0915c6-133e-41e6-898b-6f4dc13e20f6', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'admin_state_up': True, 'tenant_id': '6dfa016384984b2b898f8cc4f92b1858'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:01.777368 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bca39e40-2bf5-4c38-b203-dedfb82e3e6d req-b72409ed-aece-4b65-8f6a-59d67993db4b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 210 time: 0.0816400 Jul 08 01:57:01.780104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.780353 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.782869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a296695a-ffc8-46bc-a04f-803ec5356729 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:01.816272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for f24f9607-e4b9-4f20-b7bc-fd99c6a21ec3 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:01.944950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 7d13bd3e-daf2-4849-88fe-61b634384699 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:01.960509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7d13bd3e-daf2-4849-88fe-61b634384699 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:01.961004 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.018570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-90bf4c73-c2ad-430d-913f-407151218c3b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2612295 Jul 08 01:57:02.049234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.147968 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-7dcbfbcd-d29a-4f1c-9ae3-5bc2aeee4d50 service neutron] 10.222.0.10 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285386 Jul 08 01:57:02.238030 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.276785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port a296695a-ffc8-46bc-a04f-803ec5356729 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:02.287484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port a296695a-ffc8-46bc-a04f-803ec5356729 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:02.288032 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.309168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:02.327035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-49342776-4125-496c-91eb-ab0a13c32f6a service neutron] 10.222.0.10 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777792 Jul 08 01:57:02.331767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Made reservation on behalf of 6dfa016384984b2b898f8cc4f92b1858 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:02.335993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 7d13bd3e-daf2-4849-88fe-61b634384699, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7d13bd3e-daf2-4849-88fe-61b634384699,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:02.341968 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.392639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95f609b-ba46-4ddd-ad8b-ab99b728247b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:02.439102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.439102 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Added segment 62226196-07a8-43f4-a596-3d8ebf518924 of type vlan for network b4b76411-5dcd-4f85-a3e9-5c72df61904b Jul 08 01:57:02.439311 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.520301 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.574193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:02.577460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:02.579883 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97f4f29-eb15-44b1-ab07-79aeabc98da8" -d '{"events": [{"server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "name": "network-vif-plugged", "status": "completed", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:02.602532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=7d13bd3e-daf2-4849-88fe-61b634384699,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:02.613513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Allocated IP 172.20.0.5 (fbdb8d45-7f81-4e72-bb8a-b61d1865970b/3dc20689-5b16-4c21-9e63-5f26fe24f72c/b0a0b33a-cb12-446e-af90-fe33fb34adaa) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:02.620572 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.702674 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.715234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17cf3-396d-4d3c-afae-7e3df8c0b442 req-2e989013-565b-436d-a642-d753e1d4212f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:02.725557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59d17cf3-396d-4d3c-afae-7e3df8c0b442 req-2e989013-565b-436d-a642-d753e1d4212f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 948 time: 0.7070487 Jul 08 01:57:02.775426 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:57:02.860132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59d17cf3-396d-4d3c-afae-7e3df8c0b442 req-59c2891e-3f64-4389-b43e-9bdab1bc1393 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016824 Jul 08 01:57:02.867465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:02.912453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.919164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:02.919164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.056843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ee4ad-bbad-441e-868c-0f706fb547e6 req-e9a4b66e-656d-4f39-b2ee-16867e0ff6ba tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:03.064489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b34ee4ad-bbad-441e-868c-0f706fb547e6 req-e9a4b66e-656d-4f39-b2ee-16867e0ff6ba tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 949 time: 0.1573803 Jul 08 01:57:03.108588 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.132277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b34ee4ad-bbad-441e-868c-0f706fb547e6 req-d92f42ce-a35d-4b29-bfb9-bb35a81ba7e4 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659640 Jul 08 01:57:03.136935 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.139654 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846fbae5-538d-4de7-99b5-a25c7cd36969 x-openstack-request-id: req-846fbae5-538d-4de7-99b5-a25c7cd36969 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:03.139955 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "name": "network-vif-plugged", "status": "completed", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:03.143678 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-846fbae5-538d-4de7-99b5-a25c7cd36969 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:03.144115 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'code': 200} Jul 08 01:57:03.210411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=f24f9607-e4b9-4f20-b7bc-fd99c6a21ec3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:03.242726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b76411-5dcd-4f85-a3e9-5c72df61904b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:03.250041 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9bbb0607-2b16-4044-bc31-2b4dd3016094 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9986601 Jul 08 01:57:03.255629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:03.278395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37096) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:03.288726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Request body: {'subnet': {'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-427953092-subnet', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:03.373901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8fc360f-1558-4699-8d46-3bde54dfcbe2 req-8e9c9214-2de9-46ee-b587-8fe9c20c07ed tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 210 time: 0.1387854 Jul 08 01:57:03.377896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.383165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.393568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37098) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:03.398512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '305ca53b-a051-42d3-b9ab-b4be45309d5c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:03.402779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-67928ea9-4ef9-4ddb-8e8a-b49a2e1032af tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/floatingips/f8854ae9-57d1-4e8a-ba64-4864472ffe1a HTTP/1.1" status: 204 len: 168 time: 2.5671105 Jul 08 01:57:03.458401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Made reservation on behalf of 9f48f77b6f384f1fb9e84177f6e5806a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:03.458539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7d13bd3e-daf2-4849-88fe-61b634384699 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:03.469947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.471931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.539251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:03.541962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:03.602030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7d13bd3e-daf2-4849-88fe-61b634384699 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:03.603100 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.631452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:03.634100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.806744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb561be-6f80-4976-b14b-366b16f8c614 req-5649d950-730d-48ae-821b-b8a4fc0ce41d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:03.808246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-5649d950-730d-48ae-821b-b8a4fc0ce41d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.32 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 818 time: 0.1188285 Jul 08 01:57:03.815190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event updated for resources: {'Port': ['ID=b0a0b33a-cb12-446e-af90-fe33fb34adaa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:03.828615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:03.831858 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.849576 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Request body: {'port': {'device_id': 'de0e11c7-1bdf-4631-8e93-f4c668ad929d', 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70', 'admin_state_up': True, 'tenant_id': 'bcda9f619a27443396c58afd1c996429'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:03.903862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fae5a0dd-5221-4c50-b955-e94b1f7fe037 req-0d2af965-02f1-4e23-9993-38fd25ffa2f2 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 210 time: 0.0989544 Jul 08 01:57:03.994126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.022727 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-78855d5b-7a0c-4667-8ae4-22c637649132 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2563953 Jul 08 01:57:04.056698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32c13-146c-4b90-85b7-77ce63ce4699 req-6ef268f4-c01a-4cad-91d8-a05175845233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:04.058500 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84c32c13-146c-4b90-85b7-77ce63ce4699 req-6ef268f4-c01a-4cad-91d8-a05175845233 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1101 time: 0.5366733 Jul 08 01:57:04.065668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Request body: {'port': {'device_id': '8c0915c6-133e-41e6-898b-6f4dc13e20f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:04.077413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9477-1f1e-4119-9409-22494b660b57 req-7457d4a9-315d-42b8-8dcf-1d97624ce270 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:04.084768 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f0c9477-1f1e-4119-9409-22494b660b57 req-7457d4a9-315d-42b8-8dcf-1d97624ce270 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 931 time: 0.6804762 Jul 08 01:57:04.152638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f0c9477-1f1e-4119-9409-22494b660b57 req-2b3fb2d2-30da-4875-b5ac-806857905aa4 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665867 Jul 08 01:57:04.225212 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.332809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.25.8.166 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/23f4a264-9f1f-4ecb-9d0f-b4df896b4357) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:04.452922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84c32c13-146c-4b90-85b7-77ce63ce4699 req-72c1daba-e9da-4291-9d27-a6af936a6b7b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419638 Jul 08 01:57:04.612488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc9774-4edb-41ba-9d6b-37b22e5e24ba req-ded51686-7e20-4c4a-a710-8c7f3608238d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:04.614515 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6afc9774-4edb-41ba-9d6b-37b22e5e24ba req-ded51686-7e20-4c4a-a710-8c7f3608238d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.3232591 Jul 08 01:57:04.643262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Made reservation on behalf of bcda9f619a27443396c58afd1c996429 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:04.651635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.680575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6afc9774-4edb-41ba-9d6b-37b22e5e24ba req-aa50a11d-6bb9-43cb-800b-21c37768becb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594704 Jul 08 01:57:04.747518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.793878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a0b33a-cb12-446e-af90-fe33fb34adaa {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:04.806251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.822925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Transition to ACTIVE for port object b0a0b33a-cb12-446e-af90-fe33fb34adaa will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:04.830351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.853582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:04.870217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Allocated IP 172.20.0.14 (0a51fd4e-bad0-401f-984f-9f7937776e70/b6c18c34-7f2f-4f4b-9634-ec60b4d60998/3570e697-17d9-4175-a2d1-7788df3ce114) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:04.905242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Checking segment: {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:04.905845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Network hostable DHCP agents. Network: b4b76411-5dcd-4f85-a3e9-5c72df61904b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:04.912397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.036247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.049615 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36de61df-d84d-4d63-b3f2-6d1c852d8176 req-a1c00d9f-d742-4db7-aede-7477680adf34 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 210 time: 0.0574870 Jul 08 01:57:05.105846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:05.137994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Pushing event updated for resources: {'Port': ['ID=b0a0b33a-cb12-446e-af90-fe33fb34adaa,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:05.147163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:05.158332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:05.194461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:05.325097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, b4b76411-5dcd-4f85-a3e9-5c72df61904b) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:05.334861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b359b5-188c-4d1a-a175-f9d40da8b342 None None] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:05.346406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:05.347011 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.351161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-f4d95833-36f6-4b92-89da-fcb9ccad70b8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cccb2b0dc8494c2498af70435f230312&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483284 Jul 08 01:57:05.414713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314df716-ae20-4289-9276-b84359c694b4 req-03bd1c95-7232-4c98-9110-b38e80dce732 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:05.426587 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-314df716-ae20-4289-9276-b84359c694b4 req-03bd1c95-7232-4c98-9110-b38e80dce732 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 949 time: 0.4320569 Jul 08 01:57:05.540782 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.748821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-63cbb106-ce1c-46ea-bba4-2d57574b9adf tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:05.750623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-63cbb106-ce1c-46ea-bba4-2d57574b9adf tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3786414 Jul 08 01:57:05.765305 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ffd6eeff-c365-490e-9332-e79c330ed477 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4816301 Jul 08 01:57:05.768604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37124) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:05.800306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:57:05.800306 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.800534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:05.810223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-314df716-ae20-4289-9276-b84359c694b4 req-a26bfd1d-6440-477a-bd52-eff0842ac15e tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845451 Jul 08 01:57:05.856626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Request body: {'port': {'device_id': '4ca5a196-5f96-4b4e-96ca-e9b4e49192ca', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'cccb2b0dc8494c2498af70435f230312'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:05.929268 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e403a3de-89f0-481f-ad85-5a5560bf5996 req-e7fa1da0-81fb-4aac-b651-bd6fcef252a1 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 210 time: 0.1104941 Jul 08 01:57:05.929268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=23f4a264-9f1f-4ecb-9d0f-b4df896b4357,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:06.035766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Attempting to bind port b0a0b33a-cb12-446e-af90-fe33fb34adaa on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:06.036092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Attempting to bind port b0a0b33a-cb12-446e-af90-fe33fb34adaa by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:06.036434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Attempting to bind port b0a0b33a-cb12-446e-af90-fe33fb34adaa on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:06.043810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Port b0a0b33a-cb12-446e-af90-fe33fb34adaa on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:06.044148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Attempting to bind port b0a0b33a-cb12-446e-af90-fe33fb34adaa on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:06.077585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Allocated IP 172.20.0.2 (b4b76411-5dcd-4f85-a3e9-5c72df61904b/2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a/842a50af-890e-4130-a1ac-c4f3a9c4b8c0) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:06.078032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:06.078435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Checking segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:06.078846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Bound using segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:06.079304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Bound port: b0a0b33a-cb12-446e-af90-fe33fb34adaa, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:06.079714 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.165189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966308-3bf2-4a9f-9393-d83703ec5ea6 req-8de08e19-394d-40fd-927c-e6995dfebcea tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.168666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53966308-3bf2-4a9f-9393-d83703ec5ea6 req-8de08e19-394d-40fd-927c-e6995dfebcea tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 943 time: 0.1044664 Jul 08 01:57:06.218034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-53966308-3bf2-4a9f-9393-d83703ec5ea6 req-58e8d599-093b-4887-9be4-65f84ba4c149 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Jul 08 01:57:06.233157 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.236117 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.253157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] For port b0a0b33a-cb12-446e-af90-fe33fb34adaa, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:06.308324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.312862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b182a-72ae-47f2-a0d7-c0d65b28d0a0 req-addc930b-08f9-49df-beac-105f3a4f36a4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.314447 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f8b182a-72ae-47f2-a0d7-c0d65b28d0a0 req-addc930b-08f9-49df-beac-105f3a4f36a4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.2378082 Jul 08 01:57:06.316411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] For port b0a0b33a-cb12-446e-af90-fe33fb34adaa, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b0a0b33a-cb12-446e-af90-fe33fb34adaa,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:06.338071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Transition to ACTIVE for port object 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:06.375789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Transition to ACTIVE for port object 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:06.386954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.403644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.428487 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.450813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Network 0a51fd4e-bad0-401f-984f-9f7937776e70 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:06.457599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:06.462356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:06.467742 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.504534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f8b182a-72ae-47f2-a0d7-c0d65b28d0a0 req-4454bfd6-1415-45a4-8eec-957cea5aa022 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829925 Jul 08 01:57:06.506129 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.550292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.550453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.552600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] 10.222.0.32 "PUT /v2.0/ports/b0a0b33a-cb12-446e-af90-fe33fb34adaa HTTP/1.1" status: 200 len: 1092 time: 2.4927063 Jul 08 01:57:06.553164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0915c6-133e-41e6-898b-6f4dc13e20f6', 'tag': 'b0a0b33a-cb12-446e-af90-fe33fb34adaa'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:06.555843 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca6a034-4acb-4d08-a5f8-3f9731e35783" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0915c6-133e-41e6-898b-6f4dc13e20f6", "tag": "b0a0b33a-cb12-446e-af90-fe33fb34adaa"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:06.566767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:06.585134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:06.589586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:06.590379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.592024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.606308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9527e7-be91-4f5e-b3b9-f39ac82bccbc service neutron] Pushing event updated for resources: {'Port': ['ID=b0a0b33a-cb12-446e-af90-fe33fb34adaa,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:06.609283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Made reservation on behalf of cccb2b0dc8494c2498af70435f230312 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:06.612829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.631309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Pushing event updated for resources: {'Port': ['ID=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:06.691163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Attempting to bind port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:06.691730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Attempting to bind port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:06.692242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Attempting to bind port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 on network b4b76411-5dcd-4f85-a3e9-5c72df61904b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:06.697998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:06.698610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Checking segment: {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:06.699295 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.699937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Bound using segment: {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:06.700551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Bound port: 842a50af-890e-4130-a1ac-c4f3a9c4b8c0, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:06.701061 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.717376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.777487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-53c03227-083c-4311-a227-48c2b129dbea None None] For port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:06.797240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-53c03227-083c-4311-a227-48c2b129dbea None None] For port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:06.818749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-829300ca-7e21-40b9-9800-e02aea80bb80 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.820388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-829300ca-7e21-40b9-9800-e02aea80bb80 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.18 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 818 time: 0.1264665 Jul 08 01:57:06.821023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Pushing event updated for resources: {'Port': ['ID=3570e697-17d9-4175-a2d1-7788df3ce114,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:06.833920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8481098-a43d-4e4f-b156-3ef3437f6e29 req-11b5c8a6-2199-4ee5-88d9-0d3a002eff6a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 210 time: 0.2343154 Jul 08 01:57:06.842832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Request body: {'port': {'device_id': '9add66db-5631-485c-99ea-eaf0ce3b3d66', 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70', 'admin_state_up': True, 'tenant_id': 'bcda9f619a27443396c58afd1c996429'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:06.861227 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.028013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7c8b7feb-0467-4186-84dc-e87f576fc9a8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1827769 Jul 08 01:57:07.053216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Request body: {'port': {'device_id': 'de0e11c7-1bdf-4631-8e93-f4c668ad929d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:07.065704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.081488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Made reservation on behalf of bcda9f619a27443396c58afd1c996429 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:07.085090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.129554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c03227-083c-4311-a227-48c2b129dbea None None] Pushing event updated for resources: {'Port': ['ID=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:07.163762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.168906 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fce73e-3a0f-48ba-805f-020a2a5136df x-openstack-request-id: req-f6fce73e-3a0f-48ba-805f-020a2a5136df {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:07.169245 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0915c6-133e-41e6-898b-6f4dc13e20f6", "tag": "b0a0b33a-cb12-446e-af90-fe33fb34adaa", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:07.169521 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6fce73e-3a0f-48ba-805f-020a2a5136df {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:07.171030 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0915c6-133e-41e6-898b-6f4dc13e20f6', 'tag': 'b0a0b33a-cb12-446e-af90-fe33fb34adaa', 'status': 'completed', 'code': 200} Jul 08 01:57:07.261158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-252f6262-e14c-4ae9-8830-77d61db5984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:07.265630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-252f6262-e14c-4ae9-8830-77d61db5984d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 1095 time: 0.0994387 Jul 08 01:57:07.323662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-140579ad-6c02-49b7-80cd-ab9037e47cb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0a0b33a-cb12-446e-af90-fe33fb34adaa HTTP/1.1" status: 200 len: 217 time: 0.0483348 Jul 08 01:57:07.324715 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.475481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=23f4a264-9f1f-4ecb-9d0f-b4df896b4357,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:07.531794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-35402bb5-c796-4f44-86cc-6f1630537b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:07.541990 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-35402bb5-c796-4f44-86cc-6f1630537b0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.2026682 Jul 08 01:57:07.562855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce3c33b9-d8e6-4537-ba5f-47536a1d03c0 req-371e6210-aad4-4480-8e9d-9c2104198a68 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 210 time: 0.0497854 Jul 08 01:57:07.570797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.627789 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-a7855779-e84a-45a8-9e7f-d0988fde7a71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689678 Jul 08 01:57:07.844349 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP 3fc42d3f-9bbd-4057-819e-53ba52c49375 associated. External IP: 172.25.8.166, port: 305ca53b-a051-42d3-b9ab-b4be45309d5c. Jul 08 01:57:07.924695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-00d1a0a7-dd36-4993-bb98-c4292bce813a service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449999 Jul 08 01:57:07.926496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Allocated IP 172.20.0.6 (0a51fd4e-bad0-401f-984f-9f7937776e70/b6c18c34-7f2f-4f4b-9634-ec60b4d60998/e8e43ef3-b689-479a-8fe6-4afadbab73e7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:07.962274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.007122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Allocated IP 192.168.233.41 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/de644531-324e-4277-9b18-742eacf13728) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:08.036073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ba1f5-86d1-4f50-bb60-ac5471de4175 req-49429023-cf39-4b85-b308-534f97901493 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:08.037834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad2ba1f5-86d1-4f50-bb60-ac5471de4175 req-49429023-cf39-4b85-b308-534f97901493 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 943 time: 0.3407381 Jul 08 01:57:08.058297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-2f5c5434-e34a-4b8a-8031-98c85e3d8c5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3774378 Jul 08 01:57:08.122219 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad2ba1f5-86d1-4f50-bb60-ac5471de4175 req-95eb4167-4159-4812-b03c-f5239af296a0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713596 Jul 08 01:57:08.183116 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-415c1554-f37c-4814-8fcf-be12eb2350fc req-c63c57a5-f429-438d-8527-996feec52fb3 service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509091 Jul 08 01:57:08.251406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ffc1f-cfb2-4b38-8aae-62d4fdf58326 req-ac3c971f-af6c-4bd9-9e0d-44c688566110 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:08.258596 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a8ffc1f-cfb2-4b38-8aae-62d4fdf58326 req-ac3c971f-af6c-4bd9-9e0d-44c688566110 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 949 time: 0.5536487 Jul 08 01:57:08.303296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:08.312741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbddfbc-d0ca-4ecc-ab3e-c2ec09b4e162 None None] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:08.470978 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a8ffc1f-cfb2-4b38-8aae-62d4fdf58326 req-2668ae05-dfc5-49b8-b215-65a6a3d9054f tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113755 Jul 08 01:57:08.572959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f4575634-ab12-4fce-abb7-ca87dca9ce7d None None] Provisioning for port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:08.636475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.730727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e3d01f5-98b7-4d99-b951-aded167bd431 req-4b85ded9-f4e1-4b58-9133-de107d0f6dd1 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 210 time: 0.1003602 Jul 08 01:57:08.780101 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.804095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.854867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-1bcbf3ca-9b1c-4b01-87b9-8a74e29dec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:08.859671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-1bcbf3ca-9b1c-4b01-87b9-8a74e29dec0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 1095 time: 0.5074940 Jul 08 01:57:08.868493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:08.881860 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.882040 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e12483-a869-43db-8da2-c30d36b32426 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:08.897495 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e12483-a869-43db-8da2-c30d36b32426 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:08.898130 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-66e12483-a869-43db-8da2-c30d36b32426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:08.921758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Transition to ACTIVE for port object de644531-324e-4277-9b18-742eacf13728 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:08.983428 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-66e12483-a869-43db-8da2-c30d36b32426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:09.010306 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e12483-a869-43db-8da2-c30d36b32426 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:09.010306 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-66e12483-a869-43db-8da2-c30d36b32426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:09.021955 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.029243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377b635-fca4-447d-b9ec-b8665937de4c req-a48fbc9a-2bf9-4591-af9a-9100c487abfe tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.036354 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2377b635-fca4-447d-b9ec-b8665937de4c req-a48fbc9a-2bf9-4591-af9a-9100c487abfe tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.6335893 Jul 08 01:57:09.052302 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-66e12483-a869-43db-8da2-c30d36b32426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:09.053483 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e12483-a869-43db-8da2-c30d36b32426 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:09.059204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.098562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Allocated IP 172.25.8.235 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f8315083-bc27-41cf-b22e-f15fc1dbade3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:09.128472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2377b635-fca4-447d-b9ec-b8665937de4c req-89fda0b1-3ca2-484e-a436-766f4dcd155b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912399 Jul 08 01:57:09.141757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f00b187b-047e-4b4b-ae07-e0562d1d8129 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7470903 Jul 08 01:57:09.143046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-4f65fa01-f9e6-4ea0-942d-56617f2d620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.144624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-4f65fa01-f9e6-4ea0-942d-56617f2d620f service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 912 time: 0.2682195 Jul 08 01:57:09.145167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:09.150307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1425678800'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:09.181449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Network 0a51fd4e-bad0-401f-984f-9f7937776e70 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:09.209127 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-39e9297d-1878-46ad-b8c3-ab500de7326e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0a0b33a-cb12-446e-af90-fe33fb34adaa HTTP/1.1" status: 200 len: 217 time: 0.0485044 Jul 08 01:57:09.231653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:09.242355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.246341 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:09.254453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e2fd9ee9-224a-425d-9503-5d62b4b40666', '1bb2b144-8594-40a0-b300-4a93c581cbfc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:09.260205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Pushing event updated for resources: {'Port': ['ID=e8e43ef3-b689-479a-8fe6-4afadbab73e7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:09.301802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:09.307363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.335185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-e23f82c1-7346-4bf8-9017-77b2fdf5261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.336733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-e23f82c1-7346-4bf8-9017-77b2fdf5261b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.1239011 Jul 08 01:57:09.386610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:09.393998 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-0e8fe80c-0e33-4936-ba31-1f9c608b2833 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417881 Jul 08 01:57:09.394728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:09.410914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad705df-c958-4a01-b4b9-4aa59ada3af9 req-4b3b042c-1958-4fce-9ce8-8f7cec784bef tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.411944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:09.412504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ad705df-c958-4a01-b4b9-4aa59ada3af9 req-4b3b042c-1958-4fce-9ce8-8f7cec784bef tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 935 time: 0.1667767 Jul 08 01:57:09.418705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:09.442240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.442604 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Added segment bf104b93-6856-44ff-891d-3e61ac163307 of type vlan for network aabd4944-1d87-4edb-9229-1382840280b0 Jul 08 01:57:09.474037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.482967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.485300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:09.497776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Pushing event updated for resources: {'Port': ['ID=de644531-324e-4277-9b18-742eacf13728,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:09.518004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a10a4-36a9-4b3b-b3fb-09b63792a432 req-15e19f56-4680-4dd9-8afc-a7ae49984c18 tempest-LiveMigrationNegativeTest-66652543 tempest-LiveMigrationNegativeTest-66652543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.525106 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b9a10a4-36a9-4b3b-b3fb-09b63792a432 req-15e19f56-4680-4dd9-8afc-a7ae49984c18 tempest-LiveMigrationNegativeTest-66652543 tempest-LiveMigrationNegativeTest-66652543-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 1101 time: 0.5127420 Jul 08 01:57:09.586285 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5b9a10a4-36a9-4b3b-b3fb-09b63792a432 req-f30010bb-e7e1-4c0d-8279-6d10f0a839b2 tempest-LiveMigrationNegativeTest-66652543 tempest-LiveMigrationNegativeTest-66652543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.587762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-fa0d7a01-65da-40c8-a535-ce7e5814152b service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728466 Jul 08 01:57:09.592091 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.613227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.613929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.641328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3570e697-17d9-4175-a2d1-7788df3ce114 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:09.650355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c34fed48-58e4-4095-b719-e0157a992166 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8123283 Jul 08 01:57:09.660184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.666353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ad705df-c958-4a01-b4b9-4aa59ada3af9 req-9c58da39-c8ba-4588-bc3a-1d11dc7d3f1d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220654 Jul 08 01:57:09.671048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Request body: {'port': {'device_id': '9add66db-5631-485c-99ea-eaf0ce3b3d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:09.744107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Transition to ACTIVE for port object 3570e697-17d9-4175-a2d1-7788df3ce114 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:09.744815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.814774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:09.825119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:09.826965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bca6a034-4acb-4d08-a5f8-3f9731e35783 req-bf713af0-d7df-4b55-a503-0c9192ac2be0 service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245381 Jul 08 01:57:09.827997 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.830763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.849370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.851639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.895610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.901928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.902631 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.917457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bad63884-11c1-44a5-a366-629265194a88 None None] Provisioning for port de644531-324e-4277-9b18-742eacf13728 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:09.926938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bad63884-11c1-44a5-a366-629265194a88 None None] Provisioning complete for port de644531-324e-4277-9b18-742eacf13728 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:09.927320 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bad63884-11c1-44a5-a366-629265194a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.946316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5b9a10a4-36a9-4b3b-b3fb-09b63792a432 req-f30010bb-e7e1-4c0d-8279-6d10f0a839b2 tempest-LiveMigrationNegativeTest-66652543 tempest-LiveMigrationNegativeTest-66652543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.955728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.977546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:09.983124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bad63884-11c1-44a5-a366-629265194a88 None None] Port de644531-324e-4277-9b18-742eacf13728 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:09.992384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:09.994609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3570e697-17d9-4175-a2d1-7788df3ce114,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:10.000791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:10.003722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:10.007710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Network': ['ID=aabd4944-1d87-4edb-9229-1382840280b0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:10.020534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network aabd4944-1d87-4edb-9229-1382840280b0 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:10.086994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.115189 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5b9a10a4-36a9-4b3b-b3fb-09b63792a432 req-f30010bb-e7e1-4c0d-8279-6d10f0a839b2 tempest-LiveMigrationNegativeTest-66652543 tempest-LiveMigrationNegativeTest-66652543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.147122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-938f6f66-bbdc-4e54-92a4-b120799da99f tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9985073 Jul 08 01:57:10.147466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:10.152641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'subnet': {'network_id': 'aabd4944-1d87-4edb-9229-1382840280b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:10.155455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:10.205829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b9a10a4-36a9-4b3b-b3fb-09b63792a432 req-f30010bb-e7e1-4c0d-8279-6d10f0a839b2 tempest-LiveMigrationNegativeTest-66652543 tempest-LiveMigrationNegativeTest-66652543-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798258 Jul 08 01:57:10.239834 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-ec7eadb6-f218-44e3-83d1-34e4f02f74b9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4284742 Jul 08 01:57:10.240643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Pushing event updated for resources: {'Port': ['ID=f8315083-bc27-41cf-b22e-f15fc1dbade3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:10.277147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30010bb-e7e1-4c0d-8279-6d10f0a839b2 tempest-LiveMigrationNegativeTest-66652543 tempest-LiveMigrationNegativeTest-66652543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61cd23b-c5e2-473b-88d2-a5034c6781ef,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:10.282806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Request body: {'port': {'device_id': '4ca5a196-5f96-4b4e-96ca-e9b4e49192ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:10.344478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:10.349188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.453249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Attempting to bind port 3570e697-17d9-4175-a2d1-7788df3ce114 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:10.453599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Attempting to bind port 3570e697-17d9-4175-a2d1-7788df3ce114 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:10.453939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Attempting to bind port 3570e697-17d9-4175-a2d1-7788df3ce114 on network 0a51fd4e-bad0-401f-984f-9f7937776e70 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:10.516328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Port 3570e697-17d9-4175-a2d1-7788df3ce114 on network 0a51fd4e-bad0-401f-984f-9f7937776e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:10.516664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Attempting to bind port 3570e697-17d9-4175-a2d1-7788df3ce114 on network 0a51fd4e-bad0-401f-984f-9f7937776e70 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:10.544581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:10.546362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Checking segment: {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:10.546362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Bound using segment: {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:10.546362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Bound port: 3570e697-17d9-4175-a2d1-7788df3ce114, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:10.546362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.578908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.716464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03553c0b-838a-49a9-8375-fa7bdd3a469e req-a281a8c8-9ae4-4890-8273-adf946204dde tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:10.718000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-03553c0b-838a-49a9-8375-fa7bdd3a469e req-a281a8c8-9ae4-4890-8273-adf946204dde tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 943 time: 0.3472641 Jul 08 01:57:10.751849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.758508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e43ef3-b689-479a-8fe6-4afadbab73e7 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:10.791006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.818848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Subnet': ['ID=dea07625-cc92-48b5-90b3-ef4bc4e8a21d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:10.831925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Checking segment: {'id': 'bf104b93-6856-44ff-891d-3e61ac163307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'aabd4944-1d87-4edb-9229-1382840280b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:10.832299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network hostable DHCP agents. Network: aabd4944-1d87-4edb-9229-1382840280b0, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:10.861781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] For port 3570e697-17d9-4175-a2d1-7788df3ce114, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:10.917645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Transition to ACTIVE for port object e8e43ef3-b689-479a-8fe6-4afadbab73e7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:10.940173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network aabd4944-1d87-4edb-9229-1382840280b0 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:11.082888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, aabd4944-1d87-4edb-9229-1382840280b0) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:11.087121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:11.088034 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.093107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87eb785-3af5-4d70-816b-5f10da6c9eb1 None None] Network aabd4944-1d87-4edb-9229-1382840280b0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:11.198493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-64f61da5-939d-44dd-992b-295ab20f3553 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0496206 Jul 08 01:57:11.200874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:11.205716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-887117271', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:11.250924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-aabd4944-1d87-4edb-9229-1382840280b0', 'network_id': 'aabd4944-1d87-4edb-9229-1382840280b0', 'tenant_id': 'd32e99a95fe94eb0a41a64c1a6998dc1', 'fixed_ips': [{'subnet_id': 'dea07625-cc92-48b5-90b3-ef4bc4e8a21d'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:57:11.251983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.321335 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.322851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.339519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] For port 3570e697-17d9-4175-a2d1-7788df3ce114, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3570e697-17d9-4175-a2d1-7788df3ce114,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:11.340764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.346271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-03553c0b-838a-49a9-8375-fa7bdd3a469e req-3afde301-cc5b-4010-a41c-985dd0078c59 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163073 Jul 08 01:57:11.439194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:11.446939 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.476391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b0a0b33a-cb12-446e-af90-fe33fb34adaa details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:11.481927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.484962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Allocated IP 172.20.0.2 (aabd4944-1d87-4edb-9229-1382840280b0/dea07625-cc92-48b5-90b3-ef4bc4e8a21d/d5d2ec25-0995-4fdd-9107-ec6aa289fe5e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:11.518357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:11.518996 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.520458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 200 len: 1093 time: 4.4715669 Jul 08 01:57:11.527398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0e11c7-1bdf-4631-8e93-f4c668ad929d', 'tag': '3570e697-17d9-4175-a2d1-7788df3ce114'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:11.530280 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "de0e11c7-1bdf-4631-8e93-f4c668ad929d", "tag": "3570e697-17d9-4175-a2d1-7788df3ce114"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:11.538355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Pushing event updated for resources: {'Port': ['ID=e8e43ef3-b689-479a-8fe6-4afadbab73e7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:11.558912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da590037-a450-4380-b9c9-54383bb1b7b6 req-6e47d309-a2bf-4702-bc2d-e7e9f790d91a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:11.560686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da590037-a450-4380-b9c9-54383bb1b7b6 req-6e47d309-a2bf-4702-bc2d-e7e9f790d91a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 943 time: 0.0772996 Jul 08 01:57:11.592702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.647787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:11.648176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.736672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b0a0b33a-cb12-446e-af90-fe33fb34adaa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b0a0b33a-cb12-446e-af90-fe33fb34adaa,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:11.764519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'b0a0b33a-cb12-446e-af90-fe33fb34adaa', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'port_id': 'b0a0b33a-cb12-446e-af90-fe33fb34adaa', 'mac_address': 'fa:16:3e:5c:fd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc20689-5b16-4c21-9e63-5f26fe24f72c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:11.780561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da590037-a450-4380-b9c9-54383bb1b7b6 req-b2bfa130-684e-438b-83bb-701d6012c7e4 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932027 Jul 08 01:57:11.782620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.838526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4cb3ab8-e506-4869-a233-79804947e942 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:11.847426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-ae551923-3e8d-4cb8-8734-e1bfa1f66c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:11.848983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-ae551923-3e8d-4cb8-8734-e1bfa1f66c7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1101 time: 0.5455954 Jul 08 01:57:11.867497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bbc7c-9d5a-4690-9d6d-6c2893b0e2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3570e697-17d9-4175-a2d1-7788df3ce114,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:11.882813 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.913895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Transition to ACTIVE for port object d5d2ec25-0995-4fdd-9107-ec6aa289fe5e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:11.927577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.970647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a0b33a-cb12-446e-af90-fe33fb34adaa {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:11.975422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Transition to ACTIVE for port object d5d2ec25-0995-4fdd-9107-ec6aa289fe5e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:11.999907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b0a0b33a-cb12-446e-af90-fe33fb34adaa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b0a0b33a-cb12-446e-af90-fe33fb34adaa,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:12.003047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Attempting to bind port e8e43ef3-b689-479a-8fe6-4afadbab73e7 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:12.003409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Attempting to bind port e8e43ef3-b689-479a-8fe6-4afadbab73e7 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:12.003744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Attempting to bind port e8e43ef3-b689-479a-8fe6-4afadbab73e7 on network 0a51fd4e-bad0-401f-984f-9f7937776e70 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:12.012788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea6e4-270a-4745-8af3-1f413631052b req-e85a3e92-d28e-444b-9748-00afcc69d6ee tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:12.014878 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f76ea6e4-270a-4745-8af3-1f413631052b req-e85a3e92-d28e-444b-9748-00afcc69d6ee tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.4810586 Jul 08 01:57:12.034715 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.062964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:12.065499 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b184509e-7805-41ce-8c36-0e4059012374" -d '{"events": [{"server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cb3ab8-e506-4869-a233-79804947e942"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:12.071392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21297b0e-e4cb-4841-b55a-ee2331312732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.085523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:12.091907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Port e8e43ef3-b689-479a-8fe6-4afadbab73e7 on network 0a51fd4e-bad0-401f-984f-9f7937776e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:12.092248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Attempting to bind port e8e43ef3-b689-479a-8fe6-4afadbab73e7 on network 0a51fd4e-bad0-401f-984f-9f7937776e70 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:12.116447 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.119085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7a0b0c3a-3035-46fc-b99d-b430eba073f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:12.120955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-7a0b0c3a-3035-46fc-b99d-b430eba073f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1096 time: 0.4394426 Jul 08 01:57:12.124915 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.129772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7174b70-63fd-4908-807e-97974e8682cd req-074ea5e0-99e5-4e33-8c01-9a0dee002444 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:12.132577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de644531-324e-4277-9b18-742eacf13728 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:12.135450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7174b70-63fd-4908-807e-97974e8682cd req-074ea5e0-99e5-4e33-8c01-9a0dee002444 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 935 time: 0.1447206 Jul 08 01:57:12.137343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:12.137769 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Checking segment: {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:12.138207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Bound using segment: {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:12.138651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Bound port: e8e43ef3-b689-479a-8fe6-4afadbab73e7, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb37eaf-95b1-4bf1-95b7-27c24e761537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:12.139016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.166240 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.167171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Network aabd4944-1d87-4edb-9229-1382840280b0 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:12.173217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:12.176666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:12.181453 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.187742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.199927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b0a0b33a-cb12-446e-af90-fe33fb34adaa,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:12.220417 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.230475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-d6bb9fdf-5bfc-462b-aa58-eb201dcc3fb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 200 len: 217 time: 0.0831065 Jul 08 01:57:12.236825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7174b70-63fd-4908-807e-97974e8682cd req-cbfe73f4-92f0-428f-a6f4-d82812e839e0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005151 Jul 08 01:57:12.273975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-4edd0b34-5665-4130-a9b4-62ee655786b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:12.275536 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-4edd0b34-5665-4130-a9b4-62ee655786b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.3974531 Jul 08 01:57:12.280627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Transition to ACTIVE for port object de644531-324e-4277-9b18-742eacf13728 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:12.291248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Pushing event updated for resources: {'Port': ['ID=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:12.299580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Attempting to bind port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:12.299580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Attempting to bind port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'bf104b93-6856-44ff-891d-3e61ac163307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'aabd4944-1d87-4edb-9229-1382840280b0'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:12.299580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Attempting to bind port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e on network aabd4944-1d87-4edb-9229-1382840280b0 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:12.312470 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f76ea6e4-270a-4745-8af3-1f413631052b req-dceedacc-5d5d-4a1b-971a-0fc0be2bed6b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744873 Jul 08 01:57:12.324316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:12.324686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Checking segment: {'id': 'bf104b93-6856-44ff-891d-3e61ac163307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'aabd4944-1d87-4edb-9229-1382840280b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:12.327784 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.327784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Bound using segment: {'id': 'bf104b93-6856-44ff-891d-3e61ac163307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'aabd4944-1d87-4edb-9229-1382840280b0'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:12.327784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Bound port: d5d2ec25-0995-4fdd-9107-ec6aa289fe5e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf104b93-6856-44ff-891d-3e61ac163307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'aabd4944-1d87-4edb-9229-1382840280b0'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:12.327784 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.409299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.25.8.109 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/e8b1cf84-2262-4c41-91e3-0b1722602696) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:12.446021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.456119 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dbff7a-48d6-420a-8c33-4dab7cbee2f2 x-openstack-request-id: req-31dbff7a-48d6-420a-8c33-4dab7cbee2f2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:12.456344 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0e11c7-1bdf-4631-8e93-f4c668ad929d", "tag": "3570e697-17d9-4175-a2d1-7788df3ce114", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:12.456577 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31dbff7a-48d6-420a-8c33-4dab7cbee2f2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:12.456975 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0e11c7-1bdf-4631-8e93-f4c668ad929d', 'tag': '3570e697-17d9-4175-a2d1-7788df3ce114', 'status': 'completed', 'code': 200} Jul 08 01:57:12.471095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-1b79beee-2453-47c6-888f-88f872b2182b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.1271899 Jul 08 01:57:12.474401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b0a0b33a-cb12-446e-af90-fe33fb34adaa'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:12.480280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:12.635248 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.658598 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9be20e-0889-462b-8b9b-869857191459 x-openstack-request-id: req-bd9be20e-0889-462b-8b9b-869857191459 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:12.658905 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cb3ab8-e506-4869-a233-79804947e942", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:12.659158 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd9be20e-0889-462b-8b9b-869857191459 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:12.659704 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942', 'code': 200} Jul 08 01:57:12.661234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb561be-6f80-4976-b14b-366b16f8c614 req-75de06ff-bbe1-462c-9f75-33100db8df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:12.662747 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-75de06ff-bbe1-462c-9f75-33100db8df4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.3987124 Jul 08 01:57:12.674488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] For port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:12.679663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.711579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] For port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,segment=NetworkSegment(bf104b93-6856-44ff-891d-3e61ac163307),segment_id=bf104b93-6856-44ff-891d-3e61ac163307)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:12.758026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Pushing event updated for resources: {'Port': ['ID=de644531-324e-4277-9b18-742eacf13728,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:12.762161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-cde1468b-7560-445b-bed3-b4443cb49db1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730937 Jul 08 01:57:12.766153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] For port e8e43ef3-b689-479a-8fe6-4afadbab73e7, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:12.824929 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.852918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] For port e8e43ef3-b689-479a-8fe6-4afadbab73e7, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e8e43ef3-b689-479a-8fe6-4afadbab73e7,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:12.885926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-a2e7e528-3a27-4dbd-9014-5b88efbcf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:12.887691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-a2e7e528-3a27-4dbd-9014-5b88efbcf3db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.3423769 Jul 08 01:57:12.890104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.970186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60272a7e-3682-416d-9b16-1fb510080889 None None] Pushing event updated for resources: {'Port': ['ID=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:12.979421 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:13.004850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:13.010906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:13.018078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=e8b1cf84-2262-4c41-91e3-0b1722602696,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:13.020173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:13.159259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:13.159949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:13.161351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] 10.222.0.18 "PUT /v2.0/ports/e8e43ef3-b689-479a-8fe6-4afadbab73e7 HTTP/1.1" status: 200 len: 1092 time: 3.4954383 Jul 08 01:57:13.287269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aabcb7-2735-4e45-8f89-318d2dd1d29d service neutron] Pushing event updated for resources: {'Port': ['ID=e8e43ef3-b689-479a-8fe6-4afadbab73e7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:13.299599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Attempting to bind port de644531-324e-4277-9b18-742eacf13728 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:13.299941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Attempting to bind port de644531-324e-4277-9b18-742eacf13728 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:13.300478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Attempting to bind port de644531-324e-4277-9b18-742eacf13728 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:13.308549 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-f8f52e94-6865-4ccd-85d8-1e0fd33ba6bf service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837608 Jul 08 01:57:13.369614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Port de644531-324e-4277-9b18-742eacf13728 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:13.369949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Attempting to bind port de644531-324e-4277-9b18-742eacf13728 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:13.406925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d5d2ec25-0995-4fdd-9107-ec6aa289fe5e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:13.418365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c51cbb-0b7a-4da6-86f4-e6e6644e2ba1 req-1a221fe1-a959-49c5-9294-23dd8ab89ebc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:13.426015 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2c51cbb-0b7a-4da6-86f4-e6e6644e2ba1 req-1a221fe1-a959-49c5-9294-23dd8ab89ebc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 944 time: 0.5934200 Jul 08 01:57:13.462394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:13.463098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:13.463216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:13.463605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Bound port: de644531-324e-4277-9b18-742eacf13728, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:13.464561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:13.476498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-bce96af8-83d8-4d3e-8138-d7dc19c3d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:13.479597 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-bce96af8-83d8-4d3e-8138-d7dc19c3d207 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5408003 Jul 08 01:57:13.563211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b0a0b33a-cb12-446e-af90-fe33fb34adaa up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:13.568073 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:13.641446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2c51cbb-0b7a-4da6-86f4-e6e6644e2ba1 req-9d612cd2-686f-4121-92df-b3479f27d0ed tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144523 Jul 08 01:57:13.805094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:13.826328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port b0a0b33a-cb12-446e-af90-fe33fb34adaa completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:13.832054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port b0a0b33a-cb12-446e-af90-fe33fb34adaa triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:13.832940 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:13.943967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:13.989327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b0a0b33a-cb12-446e-af90-fe33fb34adaa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b0a0b33a-cb12-446e-af90-fe33fb34adaa,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:14.040792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:57:14.062003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c9aecfdc-d9ef-4e3f-8b0d-552210f69184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.063543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-c9aecfdc-d9ef-4e3f-8b0d-552210f69184 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 1095 time: 0.7715707 Jul 08 01:57:14.065358 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adb561be-6f80-4976-b14b-366b16f8c614 req-140b70db-e59c-4a70-8728-2f62bb26d723 service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435284 Jul 08 01:57:14.075037 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.142589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b0a0b33a-cb12-446e-af90-fe33fb34adaa,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:14.145429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.182508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ab4c1-4d47-4855-80d5-4bb5be0ec642 None None] Network aabd4944-1d87-4edb-9229-1382840280b0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:14.204028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c39d4f-c6de-4baa-83dd-b4e7b697454d req-f03c7017-73eb-4363-87b4-583d9cf18c9c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.205489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c39d4f-c6de-4baa-83dd-b4e7b697454d req-f03c7017-73eb-4363-87b4-583d9cf18c9c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 943 time: 0.5362763 Jul 08 01:57:14.229351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-49df0264-2c0a-4479-bf3c-2244cdec0477 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e43ef3-b689-479a-8fe6-4afadbab73e7 HTTP/1.1" status: 200 len: 217 time: 0.1480682 Jul 08 01:57:14.273912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-e89a3d75-11f7-4f35-92ed-43500ab5eaf7 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7725453 Jul 08 01:57:14.277237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] For port de644531-324e-4277-9b18-742eacf13728, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:14.342437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-272eaeb6-0b06-4fe3-8dae-67f1b47a8257 None None] Provisioning for port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:14.343948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04c39d4f-c6de-4baa-83dd-b4e7b697454d req-0eda4f5e-6430-41b5-bf14-6883827db64b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660174 Jul 08 01:57:14.347372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-272eaeb6-0b06-4fe3-8dae-67f1b47a8257 None None] Provisioning complete for port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:14.347759 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-272eaeb6-0b06-4fe3-8dae-67f1b47a8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.374524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] For port de644531-324e-4277-9b18-742eacf13728, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de644531-324e-4277-9b18-742eacf13728,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:14.381510 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38ad6a6d-9d80-4fbe-aa07-9eb368737718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.449678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router c4de0dc8-b858-4add-8d31-86e6a7270c75 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:57:14.460554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9add66db-5631-485c-99ea-eaf0ce3b3d66', 'tag': 'e8e43ef3-b689-479a-8fe6-4afadbab73e7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:14.462738 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b08e520-1d17-451e-a938-d519e4051f66" -d '{"events": [{"name": "network-changed", "server_uuid": "9add66db-5631-485c-99ea-eaf0ce3b3d66", "tag": "e8e43ef3-b689-479a-8fe6-4afadbab73e7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:14.470458 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-272eaeb6-0b06-4fe3-8dae-67f1b47a8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.493710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.510517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-272eaeb6-0b06-4fe3-8dae-67f1b47a8257 None None] For port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,segment=NetworkSegment(bf104b93-6856-44ff-891d-3e61ac163307),segment_id=bf104b93-6856-44ff-891d-3e61ac163307)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:14.522363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-f14c85b7-f621-4687-9ecd-bed9761882f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.523924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-f14c85b7-f621-4687-9ecd-bed9761882f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.2422302 Jul 08 01:57:14.594565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-6ee05a46-58ea-4ed8-88ce-a0117593e04f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.601383 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-6ee05a46-58ea-4ed8-88ce-a0117593e04f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 804 time: 0.5728221 Jul 08 01:57:14.609349 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-272eaeb6-0b06-4fe3-8dae-67f1b47a8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.623248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c79eb-dfad-400d-a05e-9c4074542875 req-5b6d0fcb-15aa-43c5-a535-7fa6971e9fe4 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.624890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-019c79eb-dfad-400d-a05e-9c4074542875 req-5b6d0fcb-15aa-43c5-a535-7fa6971e9fe4 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 947 time: 0.1592970 Jul 08 01:57:14.628137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:14.655442 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2338634e-f353-408d-9fe4-331fa0d7fdac None None] Sync routers for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:14.658977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-a953cacd-06f6-4b7d-9424-fcfb570feefb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019878 Jul 08 01:57:14.660696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.661322 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.663313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0915c6-133e-41e6-898b-6f4dc13e20f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a0b33a-cb12-446e-af90-fe33fb34adaa'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:14.665426 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] 10.222.0.18 "PUT /v2.0/ports/de644531-324e-4277-9b18-742eacf13728 HTTP/1.1" status: 200 len: 1096 time: 4.3883171 Jul 08 01:57:14.666516 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18815879-9b4c-43df-bf91-4dc7d17fb815" -d '{"events": [{"server_uuid": "8c0915c6-133e-41e6-898b-6f4dc13e20f6", "name": "network-vif-plugged", "status": "completed", "tag": "b0a0b33a-cb12-446e-af90-fe33fb34adaa"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:14.670905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:14.682137 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Sync routers for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:14.687370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338634e-f353-408d-9fe4-331fa0d7fdac None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:14.687891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2338634e-f353-408d-9fe4-331fa0d7fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:14.696991 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:14.697968 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:14.703395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-96372565-67d5-4331-b138-caf6ff7fd14b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/quotas/e83593977d1547b39f9e9ee6df2447bd HTTP/1.1" status: 200 len: 375 time: 0.1008999 Jul 08 01:57:14.716836 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-019c79eb-dfad-400d-a05e-9c4074542875 req-db1c6e9f-d545-4c8c-882c-ce20acc2aadf tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816047 Jul 08 01:57:14.753082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.759420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3d9be143-3504-42f6-96a1-3ec6da5665d2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5526786 Jul 08 01:57:14.760048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2338634e-f353-408d-9fe4-331fa0d7fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:14.761824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:14.791191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eaeb6-0b06-4fe3-8dae-67f1b47a8257 None None] Pushing event updated for resources: {'Port': ['ID=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:14.814926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338634e-f353-408d-9fe4-331fa0d7fdac None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:14.815738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2338634e-f353-408d-9fe4-331fa0d7fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:14.863481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-0ccbc5f1-8bef-4669-b3d2-3bf67e35d82f service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723786 Jul 08 01:57:14.865416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-bc3c245d-ab3b-4ff1-8be4-2e2dabc7c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.867937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-bc3c245d-ab3b-4ff1-8be4-2e2dabc7c331 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1096 time: 0.6403518 Jul 08 01:57:14.885688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea6902-3ac2-4f6a-aa6d-f306c2d1eddf service neutron] Pushing event updated for resources: {'Port': ['ID=de644531-324e-4277-9b18-742eacf13728,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:14.896337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2338634e-f353-408d-9fe4-331fa0d7fdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:14.897460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2338634e-f353-408d-9fe4-331fa0d7fdac None None] The sync data for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:14.903694 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.921956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-31f26446-9755-43d1-8af0-426a7acde4a3 None None] Provisioning complete for port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:14.926542 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-31f26446-9755-43d1-8af0-426a7acde4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.991830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.995474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-edc0cc42-f827-4bc2-9773-0241a6d91a3e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2232118 Jul 08 01:57:15.004193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37310) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:15.102936 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-d888313e-d441-4b4a-9a0a-3058a7d53cb5 service neutron] 10.222.0.18 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143364 Jul 08 01:57:15.132595 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:15.208294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-04f5826c-451f-4af0-bfcc-e8ef9eda042b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.209260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0b46b-3067-4dd4-b82d-43cba1cd0cac req-226a8408-b4ed-4ff8-82cb-2d24ef2cf705 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.209809 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-04f5826c-451f-4af0-bfcc-e8ef9eda042b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba219bc-75be-48a1-bf8d-7a1e98f009ee HTTP/1.1" status: 200 len: 943 time: 0.4155817 Jul 08 01:57:15.215274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-92cfab71-72fb-4d8c-b0e0-ecf8d5c12c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.216909 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-92cfab71-72fb-4d8c-b0e0-ecf8d5c12c8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 919 time: 0.3224111 Jul 08 01:57:15.217887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63f0b46b-3067-4dd4-b82d-43cba1cd0cac req-226a8408-b4ed-4ff8-82cb-2d24ef2cf705 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.2914844 Jul 08 01:57:15.238155 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-56862d18-2946-4860-8942-f070c6bc1f3b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5339453 Jul 08 01:57:15.278553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-70d67c54-cb0e-4a06-bb27-dff87a9d3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.280475 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-70d67c54-cb0e-4a06-bb27-dff87a9d3edb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 1099 time: 0.3290470 Jul 08 01:57:15.345039 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:10Z', 'revision_number': 3, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:15.351137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63f0b46b-3067-4dd4-b82d-43cba1cd0cac req-f6521f9e-c218-4ca2-8460-ea6b8ed3a442 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321313 Jul 08 01:57:15.355298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-4d8fa2a7-7e32-4d50-8d28-7ad894fb365f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=de644531-324e-4277-9b18-742eacf13728 HTTP/1.1" status: 200 len: 217 time: 0.0647061 Jul 08 01:57:15.358523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-95f0e7a1-6640-4a51-a184-dc430bb9f6cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 200 len: 217 time: 0.1043577 Jul 08 01:57:15.414122 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Checking router: f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:57:15.414477 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Updating router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d port f8315083-bc27-41cf-b22e-f15fc1dbade3 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:57:15.429569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d5d2ec25-0995-4fdd-9107-ec6aa289fe5e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:15.492147 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.518017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:15.518601 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.567929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3df2d9e5-fef6-4da2-aa60-e496c6757d6f req-547284f5-b792-402e-b019-56fabdf869e1 service neutron] 10.222.0.18 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528105 Jul 08 01:57:15.580175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-998e8b7a-7155-4158-8049-d9631f91e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.581838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-998e8b7a-7155-4158-8049-d9631f91e777 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.1979413 Jul 08 01:57:15.627580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a227c9d5-588d-4565-9d37-e03ab0cf84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.629375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-a227c9d5-588d-4565-9d37-e03ab0cf84a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2548997 Jul 08 01:57:15.694324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.714514 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-adf81f06-50b2-42e4-a406-56fee5552fd8 service neutron] 10.222.0.10 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751341 Jul 08 01:57:15.718542 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-8934af93-862e-4e00-8029-da88da7b5a9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533638 Jul 08 01:57:15.862796 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.874117 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Transition to ACTIVE for port object f8315083-bc27-41cf-b22e-f15fc1dbade3 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:15.880434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09124f04-ece7-4208-9cd3-370a1fa2a086 req-5139c8c6-4ac2-4242-816e-dd5ed277c133 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.882120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09124f04-ece7-4208-9cd3-370a1fa2a086 req-5139c8c6-4ac2-4242-816e-dd5ed277c133 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 949 time: 0.2568357 Jul 08 01:57:15.932812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-7f0a015f-8b06-4ae5-b476-d1fca2c9a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.934912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-7f0a015f-8b06-4ae5-b476-d1fca2c9a21f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2693214 Jul 08 01:57:15.941442 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.942198 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.947066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-5a5597cb-d775-4fd6-9a44-fe728f4947a1 service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718061 Jul 08 01:57:15.998732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Deleting port b4cb3ab8-e506-4869-a233-79804947e942 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:15.999093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.005962 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Attempting to bind port f8315083-bc27-41cf-b22e-f15fc1dbade3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:16.006337 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Attempting to bind port f8315083-bc27-41cf-b22e-f15fc1dbade3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:16.006704 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Attempting to bind port f8315083-bc27-41cf-b22e-f15fc1dbade3 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:16.008644 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af3533-33f7-47d5-9f43-4c4bb334082e None None] Pushing event updated for resources: {'Port': ['ID=f8315083-bc27-41cf-b22e-f15fc1dbade3,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:16.021592 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:16.021975 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:16.022380 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.022776 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:16.023248 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Bound port: f8315083-bc27-41cf-b22e-f15fc1dbade3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:16.023663 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.074035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09124f04-ece7-4208-9cd3-370a1fa2a086 req-6f744974-51ab-490d-9bc6-e1095f2fdde5 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782331 Jul 08 01:57:16.096508 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] For port f8315083-bc27-41cf-b22e-f15fc1dbade3, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:16.102487 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] For port f8315083-bc27-41cf-b22e-f15fc1dbade3, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f8315083-bc27-41cf-b22e-f15fc1dbade3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:16.127382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-963474b1-90e3-4a7a-8e56-d75e79e00df1 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:16.129158 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-963474b1-90e3-4a7a-8e56-d75e79e00df1 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 949 time: 0.3240094 Jul 08 01:57:16.173190 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.287582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-934d173e-862f-4332-8521-19e4ff8e1088 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408954 Jul 08 01:57:16.302539 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af3533-33f7-47d5-9f43-4c4bb334082e None None] Pushing event updated for resources: {'Port': ['ID=f8315083-bc27-41cf-b22e-f15fc1dbade3,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:16.330754 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:16.331722 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:16.461130 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:16.498364 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5fd03d-4065-476a-919e-d842d008bf2b x-openstack-request-id: req-2d5fd03d-4065-476a-919e-d842d008bf2b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:16.498841 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9add66db-5631-485c-99ea-eaf0ce3b3d66", "tag": "e8e43ef3-b689-479a-8fe6-4afadbab73e7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:16.501843 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d5fd03d-4065-476a-919e-d842d008bf2b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:16.501843 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9add66db-5631-485c-99ea-eaf0ce3b3d66', 'tag': 'e8e43ef3-b689-479a-8fe6-4afadbab73e7', 'status': 'completed', 'code': 200} Jul 08 01:57:16.638063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee132b6-2c48-42af-a058-a0db3e70d3ea req-62d7fa6c-3757-46e6-abb9-d56689c8b2c7 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223028 Jul 08 01:57:16.659811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Deleting port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:16.660284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.674271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563bed2-6c3e-4001-86e8-bd6831a034e2 req-f775a66f-b97f-42ce-af96-68b4e2905579 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:16.677533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b563bed2-6c3e-4001-86e8-bd6831a034e2 req-f775a66f-b97f-42ce-af96-68b4e2905579 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 945 time: 0.2656960 Jul 08 01:57:16.690145 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:10Z', 'revision_number': 3, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:16.708947 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-3b6989bc-65f4-4536-9c8f-b58ca78960ff service neutron] 10.222.0.10 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9934216 Jul 08 01:57:16.721452 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b305012-f5f2-48e4-922c-16c1d8d787ef None None] The sync data for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 is: [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:10Z', 'revision_number': 3, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:16.764237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] For port b4cb3ab8-e506-4869-a233-79804947e942, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4cb3ab8-e506-4869-a233-79804947e942,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:16.764710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.793808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1dc02b2-9f7e-4242-940a-9afde09ec4fb req-e25e9dbf-a273-46bd-b3b8-dc9e444af488 service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8314424 Jul 08 01:57:16.811888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Calling delete_port for b4cb3ab8-e506-4869-a233-79804947e942 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:16.837257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08e520-1d17-451e-a938-d519e4051f66 req-167601cf-ed65-45ad-8268-d45064262884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:16.841432 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b08e520-1d17-451e-a938-d519e4051f66 req-167601cf-ed65-45ad-8268-d45064262884 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 1095 time: 0.3380370 Jul 08 01:57:16.983934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.120376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.20.0.1 (aabd4944-1d87-4edb-9229-1382840280b0/dea07625-cc92-48b5-90b3-ef4bc4e8a21d/3bd10ba0-f12c-454e-89cb-0e15b0b209f2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:17.156834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b563bed2-6c3e-4001-86e8-bd6831a034e2 req-7a583ffb-abd9-4d99-8e6f-3a4222df773b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667757 Jul 08 01:57:17.168904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] For port 8ecd5429-fe90-4206-ace6-d5fdc9773b99, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8ecd5429-fe90-4206-ace6-d5fdc9773b99,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:17.168904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.195304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08e520-1d17-451e-a938-d519e4051f66 req-285ed569-2343-4bec-9104-244c26e7bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:17.200189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b08e520-1d17-451e-a938-d519e4051f66 req-285ed569-2343-4bec-9104-244c26e7bb3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 919 time: 0.3153734 Jul 08 01:57:17.218924 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9f4133-754c-42e2-9807-1489c4abc9dc x-openstack-request-id: req-ba9f4133-754c-42e2-9807-1489c4abc9dc {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:17.219467 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0915c6-133e-41e6-898b-6f4dc13e20f6", "name": "network-vif-plugged", "status": "completed", "tag": "b0a0b33a-cb12-446e-af90-fe33fb34adaa", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:17.219944 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba9f4133-754c-42e2-9807-1489c4abc9dc {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:17.220460 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0915c6-133e-41e6-898b-6f4dc13e20f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a0b33a-cb12-446e-af90-fe33fb34adaa', 'code': 200} Jul 08 01:57:17.279169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b08e520-1d17-451e-a938-d519e4051f66 req-8dc01754-a90d-48e3-a016-c35e253f51ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e43ef3-b689-479a-8fe6-4afadbab73e7 HTTP/1.1" status: 200 len: 217 time: 0.0601196 Jul 08 01:57:17.321379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Calling delete_port for 8ecd5429-fe90-4206-ace6-d5fdc9773b99 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:17.333737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.465540 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f8315083-bc27-41cf-b22e-f15fc1dbade3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:17.532143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 3570e697-17d9-4175-a2d1-7788df3ce114 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:17.537275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08e520-1d17-451e-a938-d519e4051f66 req-287f9528-eebe-4580-aded-f801059ae899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:17.538784 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b08e520-1d17-451e-a938-d519e4051f66 req-287f9528-eebe-4580-aded-f801059ae899 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.2528594 Jul 08 01:57:17.575818 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.593085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b08e520-1d17-451e-a938-d519e4051f66 req-ab886990-c306-4446-abc8-080e18dcfbdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446272 Jul 08 01:57:17.600028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.613874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfd2e0-453f-4645-a0b2-a322e498e388 req-e470e51d-53d4-445d-a77f-eb522dc7ffc0 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:17.615522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62bfd2e0-453f-4645-a0b2-a322e498e388 req-e470e51d-53d4-445d-a77f-eb522dc7ffc0 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 943 time: 0.1809285 Jul 08 01:57:17.618842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Transition to ACTIVE for port object 3bd10ba0-f12c-454e-89cb-0e15b0b209f2 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:17.663273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 3570e697-17d9-4175-a2d1-7788df3ce114, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3570e697-17d9-4175-a2d1-7788df3ce114,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:17.682766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '3570e697-17d9-4175-a2d1-7788df3ce114', 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70', 'port_id': '3570e697-17d9-4175-a2d1-7788df3ce114', 'mac_address': 'fa:16:3e:d3:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c18c34-7f2f-4f4b-9634-ec60b4d60998', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:17.707036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port f8315083-bc27-41cf-b22e-f15fc1dbade3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:17.720609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f8315083-bc27-41cf-b22e-f15fc1dbade3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:17.721680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.725046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Pushing event deleted for resources: {'Port': ['ID=b4cb3ab8-e506-4869-a233-79804947e942,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:17.725954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62bfd2e0-453f-4645-a0b2-a322e498e388 req-acba548b-8aa9-4741-8abe-3be1545609ab tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815020 Jul 08 01:57:17.749654 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.797115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3570e697-17d9-4175-a2d1-7788df3ce114 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:17.812641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.831484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 3570e697-17d9-4175-a2d1-7788df3ce114, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3570e697-17d9-4175-a2d1-7788df3ce114,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:17.838352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f8d55c29-e454-4910-b1da-b12b71cefe81', '8ecd5429-fe90-4206-ace6-d5fdc9773b99'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:17.845232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15427aab-0994-4c7a-8767-3db78fee902f req-3bfcbee0-e07d-4abc-83d5-28b97803fe40 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:17.846853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15427aab-0994-4c7a-8767-3db78fee902f req-3bfcbee0-e07d-4abc-83d5-28b97803fe40 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 947 time: 0.3668025 Jul 08 01:57:17.853458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Allocated IP 172.20.0.1 (b4b76411-5dcd-4f85-a3e9-5c72df61904b/2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a/b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:17.857073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b7ad7-13a4-4ed9-8a6a-781a57af6e79 req-c3316d6c-5f64-45b3-8b9e-0463abb2926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:17.858593 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-168b7ad7-13a4-4ed9-8a6a-781a57af6e79 req-c3316d6c-5f64-45b3-8b9e-0463abb2926e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 1097 time: 0.4675298 Jul 08 01:57:17.884856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Pushing event deleted for resources: {'Port': ['ID=8ecd5429-fe90-4206-ace6-d5fdc9773b99,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:17.887436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.943565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] No DVR routers for this DVR port b4cb3ab8-e506-4869-a233-79804947e942 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:17.977420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.978008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.979381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d43c3ee-07cb-44e8-a6c0-9b32f77e9ee8 req-a284da3c-af32-42a3-a18a-ce2f6a8bcc87 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.18 "DELETE /v2.0/ports/b4cb3ab8-e506-4869-a233-79804947e942 HTTP/1.1" status: 204 len: 173 time: 2.7599475 Jul 08 01:57:18.010476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b08e520-1d17-451e-a938-d519e4051f66 req-05027d54-d9d6-48bb-a5a6-b345da84b116 service neutron] 10.222.0.18 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830345 Jul 08 01:57:18.015834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network aabd4944-1d87-4edb-9229-1382840280b0 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:18.081008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:18.083617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] No DVR routers for this DVR port 8ecd5429-fe90-4206-ace6-d5fdc9773b99 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:18.089638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:18.104496 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.108760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9cb79086-709d-4458-bdf9-91ca3bee55ee req-747e5a94-4ac2-4d38-9a20-508c0ec48c5c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "DELETE /v2.0/ports/8ecd5429-fe90-4206-ace6-d5fdc9773b99 HTTP/1.1" status: 204 len: 173 time: 1.9439106 Jul 08 01:57:18.144576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=3570e697-17d9-4175-a2d1-7788df3ce114,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:18.148155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8a3629-77a3-4b52-a5eb-4032f0ce097e', 'name': 'network-vif-deleted', 'tag': '8ecd5429-fe90-4206-ace6-d5fdc9773b99'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:18.148527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.157317 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd2cf24-ffdc-4400-9871-4dca426a2b95" -d '{"events": [{"server_uuid": "ad8a3629-77a3-4b52-a5eb-4032f0ce097e", "name": "network-vif-deleted", "tag": "8ecd5429-fe90-4206-ace6-d5fdc9773b99"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:18.189664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=3bd10ba0-f12c-454e-89cb-0e15b0b209f2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:18.219926 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.239136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15427aab-0994-4c7a-8767-3db78fee902f req-0090e66f-3694-42e7-ac50-9cb357beb5c3 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773348 Jul 08 01:57:18.258608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.277998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-168b7ad7-13a4-4ed9-8a6a-781a57af6e79 req-b06d072d-3808-42b4-ba82-fd68057af267 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657792 Jul 08 01:57:18.280169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port f8315083-bc27-41cf-b22e-f15fc1dbade3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f8315083-bc27-41cf-b22e-f15fc1dbade3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:18.326437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aafe2f-22bf-4ddf-a763-2d9d6e23df7c req-e4584b6e-7618-446e-989f-6323c4ab8634 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:18.327084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['3570e697-17d9-4175-a2d1-7788df3ce114'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:18.328610 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74aafe2f-22bf-4ddf-a763-2d9d6e23df7c req-e4584b6e-7618-446e-989f-6323c4ab8634 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.4449165 Jul 08 01:57:18.397600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74aafe2f-22bf-4ddf-a763-2d9d6e23df7c req-0d0243f6-eb1c-4a0e-b203-3f69a59d9744 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598202 Jul 08 01:57:18.420540 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.459735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b08e520-1d17-451e-a938-d519e4051f66 req-7f7a401e-739a-4a62-aed4-27f390acdff8 service neutron] 10.222.0.18 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199805 Jul 08 01:57:18.502792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.507032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5a196-5f96-4b4e-96ca-e9b4e49192ca', 'tag': 'de644531-324e-4277-9b18-742eacf13728'}, {'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'name': 'network-vif-deleted', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:18.509432 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56af9d88-0887-4f42-bdcc-e603692daba4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5a196-5f96-4b4e-96ca-e9b4e49192ca", "tag": "de644531-324e-4277-9b18-742eacf13728"}, {"server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "name": "network-vif-deleted", "tag": "b4cb3ab8-e506-4869-a233-79804947e942"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:18.547123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f22c1d89-ddf0-4b4a-82e1-bcd0319bf5ca req-84664afd-7718-4bb1-9f47-b0e9557fb92c tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad8a3629-77a3-4b52-a5eb-4032f0ce097e HTTP/1.1" status: 200 len: 210 time: 0.0863745 Jul 08 01:57:18.552966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Transition to ACTIVE for port object b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:18.561752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=f8315083-bc27-41cf-b22e-f15fc1dbade3,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:18.633026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4676a308-840b-4871-8608-f1dc6aa09109 req-6655824b-964d-4f1a-9755-9a19a3890926 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 210 time: 0.0381036 Jul 08 01:57:18.636818 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f12aac-4feb-4588-964f-230b56b62ef8 x-openstack-request-id: req-c4f12aac-4feb-4588-964f-230b56b62ef8 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:18.639486 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8a3629-77a3-4b52-a5eb-4032f0ce097e", "name": "network-vif-deleted", "tag": "8ecd5429-fe90-4206-ace6-d5fdc9773b99", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:18.640228 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4f12aac-4feb-4588-964f-230b56b62ef8 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:18.641817 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8a3629-77a3-4b52-a5eb-4032f0ce097e', 'name': 'network-vif-deleted', 'tag': '8ecd5429-fe90-4206-ace6-d5fdc9773b99', 'status': 'completed', 'code': 200} Jul 08 01:57:18.642198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c791674-9484-40d1-a01e-905cb43cc2b4 None None] Provisioning for port 3bd10ba0-f12c-454e-89cb-0e15b0b209f2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:18.649630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c791674-9484-40d1-a01e-905cb43cc2b4 None None] Provisioning complete for port 3bd10ba0-f12c-454e-89cb-0e15b0b209f2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:18.650221 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c791674-9484-40d1-a01e-905cb43cc2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.705127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8c791674-9484-40d1-a01e-905cb43cc2b4 None None] Port 3bd10ba0-f12c-454e-89cb-0e15b0b209f2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:18.709732 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.742687 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8563da3-0a64-4533-95ce-74b73086694e x-openstack-request-id: req-a8563da3-0a64-4533-95ce-74b73086694e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:18.743171 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5a196-5f96-4b4e-96ca-e9b4e49192ca", "tag": "de644531-324e-4277-9b18-742eacf13728", "status": "completed", "code": 200}, {"server_uuid": "8ba219bc-75be-48a1-bf8d-7a1e98f009ee", "name": "network-vif-deleted", "tag": "b4cb3ab8-e506-4869-a233-79804947e942", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:18.743171 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8563da3-0a64-4533-95ce-74b73086694e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:18.743623 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca5a196-5f96-4b4e-96ca-e9b4e49192ca', 'tag': 'de644531-324e-4277-9b18-742eacf13728', 'status': 'completed', 'code': 200} Jul 08 01:57:18.743891 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba219bc-75be-48a1-bf8d-7a1e98f009ee', 'name': 'network-vif-deleted', 'tag': 'b4cb3ab8-e506-4869-a233-79804947e942', 'status': 'completed', 'code': 200} Jul 08 01:57:18.848096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.912157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8288e-8795-4c73-a1e6-f70cca9fe983 req-9ea23572-d0f9-49ac-8feb-542d63e16af6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:18.913873 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-afd8288e-8795-4c73-a1e6-f70cca9fe983 req-9ea23572-d0f9-49ac-8feb-542d63e16af6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 945 time: 0.1822290 Jul 08 01:57:18.925943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:18.945336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:18.948042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:18.961529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-a0308153-b592-4565-adb9-820be3ab99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:18.963172 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-a0308153-b592-4565-adb9-820be3ab99fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 1099 time: 0.1915965 Jul 08 01:57:19.001550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Pushing event updated for resources: {'Port': ['ID=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:19.031651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f1ea9-27b2-49e0-aa88-33cc6420b68e req-a74a0a85-5365-4329-a7c1-31114484e5a3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:19.038847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-432f1ea9-27b2-49e0-aa88-33cc6420b68e req-a74a0a85-5365-4329-a7c1-31114484e5a3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 943 time: 0.1740167 Jul 08 01:57:19.092489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-432f1ea9-27b2-49e0-aa88-33cc6420b68e req-4ba7d659-742a-46f1-8663-b1bed90d19b3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526617 Jul 08 01:57:19.094756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-afd8288e-8795-4c73-a1e6-f70cca9fe983 req-837eac99-98b3-46ef-a990-94354b02a008 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656187 Jul 08 01:57:19.108592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.185303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.209252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-58408cf1-5ea0-4e0a-82a1-1af77b651f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:19.210742 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-58408cf1-5ea0-4e0a-82a1-1af77b651f41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2214270 Jul 08 01:57:19.278727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.283865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-dd64a5d6-a1a9-4a61-b7d3-e242ae7f230b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=de644531-324e-4277-9b18-742eacf13728 HTTP/1.1" status: 200 len: 217 time: 0.0452178 Jul 08 01:57:19.345500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c5419421-52f3-42d3-96f9-fdfc12b2d94e None None] Provisioning for port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:19.349708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c5419421-52f3-42d3-96f9-fdfc12b2d94e None None] Provisioning complete for port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:19.350085 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5419421-52f3-42d3-96f9-fdfc12b2d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.427800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f8315083-bc27-41cf-b22e-f15fc1dbade3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:19.444013 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.450254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c5419421-52f3-42d3-96f9-fdfc12b2d94e None None] Port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:19.463602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=3bd10ba0-f12c-454e-89cb-0e15b0b209f2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:19.502411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f8315083-bc27-41cf-b22e-f15fc1dbade3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:19.503095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.543619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-5133cf21-2c63-4ba7-99db-57f965fd356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:19.545062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-5133cf21-2c63-4ba7-99db-57f965fd356a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2487421 Jul 08 01:57:19.558630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 3570e697-17d9-4175-a2d1-7788df3ce114 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:19.618291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.702852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1f4c3-2415-4963-a830-38695b226219 req-fd441d93-306c-483e-8a3f-0ad8d037833d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:19.704565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00a1f4c3-2415-4963-a830-38695b226219 req-fd441d93-306c-483e-8a3f-0ad8d037833d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1313665 Jul 08 01:57:19.710057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network aabd4944-1d87-4edb-9229-1382840280b0 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:19.711556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:19.719215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163c262-a238-4416-a973-180a0277e1ad req-0fae21d9-bc1e-4916-aac8-ae6531973d02 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:19.720912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2163c262-a238-4416-a973-180a0277e1ad req-0fae21d9-bc1e-4916-aac8-ae6531973d02 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 947 time: 0.3084736 Jul 08 01:57:19.771447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-6111fe83-91a3-4a9a-ae39-80198b9e24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:19.773097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-6111fe83-91a3-4a9a-ae39-80198b9e24bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2109776 Jul 08 01:57:19.797598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 3570e697-17d9-4175-a2d1-7788df3ce114 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:19.798668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00a1f4c3-2415-4963-a830-38695b226219 req-4aa043bc-6c28-4028-8d39-b73e9ed15293 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848486 Jul 08 01:57:19.805154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 3570e697-17d9-4175-a2d1-7788df3ce114 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:19.809282 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.865455 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2163c262-a238-4416-a973-180a0277e1ad req-41668c8c-ac5d-4ee8-98d2-eeae1efa5280 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379523 Jul 08 01:57:19.885008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router c4de0dc8-b858-4add-8d31-86e6a7270c75 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:19.905472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e8e43ef3-b689-479a-8fe6-4afadbab73e7 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:19.917428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4cb3ab8-e506-4869-a233-79804947e942 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:19.960813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: b4cb3ab8-e506-4869-a233-79804947e942 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:57:19.961175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4cb3ab8-e506-4869-a233-79804947e942 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:20.047037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-4daa0d7b-e464-43d5-95c0-7aa7bcdddc78 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630792 Jul 08 01:57:20.102348 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.136012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:20.142484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0e11c7-1bdf-4631-8e93-f4c668ad929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3570e697-17d9-4175-a2d1-7788df3ce114'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:20.148457 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd5276c-37aa-4026-a65a-ad9f6eba1c44" -d '{"events": [{"server_uuid": "de0e11c7-1bdf-4631-8e93-f4c668ad929d", "name": "network-vif-plugged", "status": "completed", "tag": "3570e697-17d9-4175-a2d1-7788df3ce114"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:20.152656 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc530b-3cf7-4fe1-bee4-a2e1206c59ec None None] Sync routers for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:20.157617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f7f3d49a-f94b-4b59-b13c-02268f8756d7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/routers/c4de0dc8-b858-4add-8d31-86e6a7270c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3945854 Jul 08 01:57:20.158369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:20.168295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'port': {'network_id': 'aabd4944-1d87-4edb-9229-1382840280b0', 'name': 'tempest-FloatingIPTestJSON-497675681'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:20.169734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56af9d88-0887-4f42-bdcc-e603692daba4 req-87330d06-7014-4d6e-b5f5-0f17b072f4a1 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153057 Jul 08 01:57:20.179061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 3570e697-17d9-4175-a2d1-7788df3ce114, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3570e697-17d9-4175-a2d1-7788df3ce114,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:20.190284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc530b-3cf7-4fe1-bee4-a2e1206c59ec None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:20.190925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02fc530b-3cf7-4fe1-bee4-a2e1206c59ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:20.198103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e8e43ef3-b689-479a-8fe6-4afadbab73e7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e8e43ef3-b689-479a-8fe6-4afadbab73e7,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:20.219066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bcb2887-9958-4bed-a9b8-357fcda4d862 req-46e5b4ca-40b2-4bf7-9a2e-2411e11cfe4a tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 210 time: 0.0462923 Jul 08 01:57:20.223677 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.243616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02fc530b-3cf7-4fe1-bee4-a2e1206c59ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:20.249906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'e8e43ef3-b689-479a-8fe6-4afadbab73e7', 'network_id': '0a51fd4e-bad0-401f-984f-9f7937776e70', 'port_id': 'e8e43ef3-b689-479a-8fe6-4afadbab73e7', 'mac_address': 'fa:16:3e:7f:f2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c18c34-7f2f-4f4b-9634-ec60b4d60998', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:20.256054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2fa4c92e-9b60-49d2-9885-e9d4f96ace78 None None] Provisioning complete for port 3bd10ba0-f12c-454e-89cb-0e15b0b209f2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:20.256433 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2fa4c92e-9b60-49d2-9885-e9d4f96ace78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.279065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc530b-3cf7-4fe1-bee4-a2e1206c59ec None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:20.279730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02fc530b-3cf7-4fe1-bee4-a2e1206c59ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:20.317453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.345370 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.346080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8ecd5429-fe90-4206-ace6-d5fdc9773b99 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:20.352401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-02fc530b-3cf7-4fe1-bee4-a2e1206c59ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:20.353021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc530b-3cf7-4fe1-bee4-a2e1206c59ec None None] The sync data for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:20.406855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 8ecd5429-fe90-4206-ace6-d5fdc9773b99 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:57:20.407205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8ecd5429-fe90-4206-ace6-d5fdc9773b99 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:20.409115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Made reservation on behalf of d32e99a95fe94eb0a41a64c1a6998dc1 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:20.410695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4c92e-9b60-49d2-9885-e9d4f96ace78 None None] Port 3bd10ba0-f12c-454e-89cb-0e15b0b209f2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:20.413958 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.418979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.440705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.447952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Pushing event updated for resources: {'Port': ['ID=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:20.449556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e43ef3-b689-479a-8fe6-4afadbab73e7 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:20.450952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] device_id is not set on port d52683e7-5699-4365-a381-6bd0a18e6e12 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:57:20.493777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=3570e697-17d9-4175-a2d1-7788df3ce114,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:20.515365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e8e43ef3-b689-479a-8fe6-4afadbab73e7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e8e43ef3-b689-479a-8fe6-4afadbab73e7,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:20.596202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa48ac-f04e-4398-bc41-5554506c1b78 req-4ecbd0e8-689f-46f1-ba48-cbea170ee36f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:20.597645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92aa48ac-f04e-4398-bc41-5554506c1b78 req-4ecbd0e8-689f-46f1-ba48-cbea170ee36f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 945 time: 0.2158165 Jul 08 01:57:20.609099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Allocated IP 172.20.0.6 (aabd4944-1d87-4edb-9229-1382840280b0/dea07625-cc92-48b5-90b3-ef4bc4e8a21d/d52683e7-5699-4365-a381-6bd0a18e6e12) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:20.623194 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.624186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device de644531-324e-4277-9b18-742eacf13728 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:20.674348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:20.682800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:20.688229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92aa48ac-f04e-4398-bc41-5554506c1b78 req-b49646a7-7101-4653-975b-20fbd8d3385c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706842 Jul 08 01:57:20.697308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-579f50e6-255d-4466-81bd-8f4561d8225a tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:20.698781 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-579f50e6-255d-4466-81bd-8f4561d8225a tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.32 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 804 time: 0.2034924 Jul 08 01:57:20.751178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Request body: {'port': {'device_id': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'admin_state_up': True, 'tenant_id': 'e83593977d1547b39f9e9ee6df2447bd'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:20.905087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0143b-f9af-4a47-ad64-988dbb62c22e req-88d43f91-322c-4ce3-9bd4-7c09e9134fad tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:20.913007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3ee0143b-f9af-4a47-ad64-988dbb62c22e req-88d43f91-322c-4ce3-9bd4-7c09e9134fad tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 944 time: 0.2402992 Jul 08 01:57:20.929229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.975826 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe1b936-4e59-4108-8086-cd4399d826ef x-openstack-request-id: req-bbe1b936-4e59-4108-8086-cd4399d826ef {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:20.975826 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0e11c7-1bdf-4631-8e93-f4c668ad929d", "name": "network-vif-plugged", "status": "completed", "tag": "3570e697-17d9-4175-a2d1-7788df3ce114", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:20.976103 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbe1b936-4e59-4108-8086-cd4399d826ef {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:20.976686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Transition to ACTIVE for port object d52683e7-5699-4365-a381-6bd0a18e6e12 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:20.980541 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0e11c7-1bdf-4631-8e93-f4c668ad929d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3570e697-17d9-4175-a2d1-7788df3ce114', 'code': 200} Jul 08 01:57:21.028766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3ee0143b-f9af-4a47-ad64-988dbb62c22e req-f94f79a2-56f0-4dc8-8e63-1c010ed22e26 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145575 Jul 08 01:57:21.097028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e8e43ef3-b689-479a-8fe6-4afadbab73e7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:21.124120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ce5e3-2486-447a-8c28-be1fd5f5bebf req-170ece37-5a26-48ac-827e-14d4d4b843d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:21.125695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c90ce5e3-2486-447a-8c28-be1fd5f5bebf req-170ece37-5a26-48ac-827e-14d4d4b843d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1098 time: 0.1694639 Jul 08 01:57:21.141938 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.167131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e7597098-5aef-4aa6-93dd-7830587af203 None None] Provisioning complete for port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:21.167811 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e7597098-5aef-4aa6-93dd-7830587af203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.194702 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c90ce5e3-2486-447a-8c28-be1fd5f5bebf req-e0958ae9-f80f-4fba-a60e-bc4da6da1551 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558667 Jul 08 01:57:21.195914 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.225395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e7597098-5aef-4aa6-93dd-7830587af203 None None] Port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:21.245370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Network aabd4944-1d87-4edb-9229-1382840280b0 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:21.247849 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:57:21.255042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:21.260088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:21.275596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port de644531-324e-4277-9b18-742eacf13728, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de644531-324e-4277-9b18-742eacf13728,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:21.282404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event updated for resources: {'Port': ['ID=d52683e7-5699-4365-a381-6bd0a18e6e12,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:21.296285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'de644531-324e-4277-9b18-742eacf13728', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'de644531-324e-4277-9b18-742eacf13728', 'mac_address': 'fa:16:3e:48:7c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:21.323367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:21.324322 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.343575 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.359181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de644531-324e-4277-9b18-742eacf13728 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:21.381528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port de644531-324e-4277-9b18-742eacf13728, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de644531-324e-4277-9b18-742eacf13728,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:21.458800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:21.479694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bfa1f-da29-4d4b-97b9-b49a641a14b6 req-f0210130-1e68-49b2-a954-0b6db4420bde tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:21.481228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e9bfa1f-da29-4d4b-97b9-b49a641a14b6 req-f0210130-1e68-49b2-a954-0b6db4420bde tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 949 time: 0.0983858 Jul 08 01:57:21.487464 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.549241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=de644531-324e-4277-9b18-742eacf13728,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:21.585999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Made reservation on behalf of e83593977d1547b39f9e9ee6df2447bd for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:21.589948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.607271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e9bfa1f-da29-4d4b-97b9-b49a641a14b6 req-022ca909-9ef3-4daa-b9f0-fe266fad43e2 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902412 Jul 08 01:57:21.632025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377bb6b-f390-48a4-924f-106373308baa req-960a19c3-19cc-4a5c-aa86-977768c2898c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:21.632025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d377bb6b-f390-48a4-924f-106373308baa req-960a19c3-19cc-4a5c-aa86-977768c2898c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.0711019 Jul 08 01:57:21.672022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-939dd8bf-2149-4650-a2e4-9ba747353d97 None None] Provisioning for port d52683e7-5699-4365-a381-6bd0a18e6e12 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:21.674172 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8fbae47c-1074-43de-bddb-66fe6006abff tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5145955 Jul 08 01:57:21.676602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-939dd8bf-2149-4650-a2e4-9ba747353d97 None None] Provisioning complete for port d52683e7-5699-4365-a381-6bd0a18e6e12 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:21.677069 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-939dd8bf-2149-4650-a2e4-9ba747353d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.677885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37368) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:21.684339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Request body: {'floatingip': {'port_id': 'd52683e7-5699-4365-a381-6bd0a18e6e12'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:21.691363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:21.696722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8f733cca-73be-4344-8d3a-8e3405d9239a admin admin] 10.222.0.10 "PUT /v2.0/routers/f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6916175 Jul 08 01:57:21.699420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d377bb6b-f390-48a4-924f-106373308baa req-94481112-3a65-4344-b7ff-e3b1c257d290 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Jul 08 01:57:21.700281 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Sync routers for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:21.721657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-939dd8bf-2149-4650-a2e4-9ba747353d97 None None] Port d52683e7-5699-4365-a381-6bd0a18e6e12 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:21.740215 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:21.742740 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:21.785611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e8e43ef3-b689-479a-8fe6-4afadbab73e7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:21.789940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.847295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['de644531-324e-4277-9b18-742eacf13728'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:21.902385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Allocated IP 172.20.0.7 (7081761a-5246-40e3-9fa7-e2bc8ae52beb/eebb33c5-4491-4bb5-a653-719eb3deb5eb/61cc069f-5c2c-415e-a4ff-3ea5f148769e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:21.933732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a28a52b1-01e4-465a-ad03-3091ba212862 req-8b0d9590-bcb1-495b-a185-df09454e82fe tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 210 time: 0.0370212 Jul 08 01:57:21.937727 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:22.162333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f5408-cd20-4692-a1d2-d5b4aa5c7930 req-3b546fa7-41f0-4f5e-80d9-11344809b33d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:22.171836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be6f5408-cd20-4692-a1d2-d5b4aa5c7930 req-3b546fa7-41f0-4f5e-80d9-11344809b33d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 948 time: 0.4258528 Jul 08 01:57:22.210230 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 2, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:22.248775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be6f5408-cd20-4692-a1d2-d5b4aa5c7930 req-dad3140b-cca5-4659-849e-99ea22ed7dc3 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690148 Jul 08 01:57:22.248890 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Checking router: f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:57:22.249449 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Updating router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:57:22.306071 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.314290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5e1b-aa72-4eca-8fd8-6696baf72b69 req-1825e689-6178-4e53-bcee-e80f6314313a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:22.320106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c09e5e1b-aa72-4eca-8fd8-6696baf72b69 req-1825e689-6178-4e53-bcee-e80f6314313a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 945 time: 0.1870589 Jul 08 01:57:22.358769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.448528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c09e5e1b-aa72-4eca-8fd8-6696baf72b69 req-22e34897-0e3d-43b9-9929-541bea1ef992 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833533 Jul 08 01:57:22.512295 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.629521 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.635730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Pushing event updated for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:22.641243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Network 7081761a-5246-40e3-9fa7-e2bc8ae52beb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:22.643633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:22.647482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:22.678091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d45d45-ad2e-4853-a2f5-73d81860afac req-177a37f4-6ae4-45f6-8a5a-133208ed6ccb tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:22.680015 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-96d45d45-ad2e-4853-a2f5-73d81860afac req-177a37f4-6ae4-45f6-8a5a-133208ed6ccb tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 944 time: 0.1051505 Jul 08 01:57:22.702012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.718826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:22.720029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.798144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-dea864a3-a54c-4561-860f-84d039df2d9b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0526679 Jul 08 01:57:22.806642 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.816949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Request body: {'port': {'device_id': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:22.818628 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Transition to ACTIVE for port object b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:22.886804 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.908965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.052659 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda4b8f-3136-48ea-9819-9ae428778420 None None] Pushing event updated for resources: {'Port': ['ID=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:23.071103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:23.076415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cf9b4017-3392-4add-86d2-e670af855af9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78219214', 'description': 'tempest-description--415165359'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:23.080933 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Attempting to bind port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:23.081309 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Attempting to bind port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:23.081675 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Attempting to bind port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c on network b4b76411-5dcd-4f85-a3e9-5c72df61904b {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:23.096997 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:23.097375 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Checking segment: {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:23.098118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-96d45d45-ad2e-4853-a2f5-73d81860afac req-b583dece-2411-4494-90a1-a11e95eef18a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114771 Jul 08 01:57:23.098405 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.098820 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Bound using segment: {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:23.099314 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Bound port: b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:23.099747 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.233854 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] For port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:23.242671 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] For port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:23.261340 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP 3fc42d3f-9bbd-4057-819e-53ba52c49375 associated. External IP: 172.25.8.166, port: 305ca53b-a051-42d3-b9ab-b4be45309d5c. Jul 08 01:57:23.321043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-1bf0f612-1734-4b49-9a5e-2364bc4e4c35 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:23.322623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-1bf0f612-1734-4b49-9a5e-2364bc4e4c35 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 949 time: 0.2937026 Jul 08 01:57:23.328854 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.338840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cc069f-5c2c-415e-a4ff-3ea5f148769e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:23.345629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4017-3392-4add-86d2-e670af855af9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.349378 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.371084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d8c2-dd23-4074-8db7-58df0c13ffa8 req-02095be3-307f-4590-a354-20ef6ec14825 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:23.373997 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f56d8c2-dd23-4074-8db7-58df0c13ffa8 req-02095be3-307f-4590-a354-20ef6ec14825 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 949 time: 0.1564329 Jul 08 01:57:23.377725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Transition to ACTIVE for port object 61cc069f-5c2c-415e-a4ff-3ea5f148769e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:23.400319 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda4b8f-3136-48ea-9819-9ae428778420 None None] Pushing event updated for resources: {'Port': ['ID=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:23.414036 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:23.414797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f56d8c2-dd23-4074-8db7-58df0c13ffa8 req-92b71030-81da-406d-8e61-fbe6a59d06f7 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/security-groups?id=97dc0b9c-2b6a-4826-891c-f913aca2fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357473 Jul 08 01:57:23.423693 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:23.441823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.514805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Pushing event updated for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:23.572220 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:23.644249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bcc45-1575-442d-a901-d97012d4c32f req-83245859-bc34-45b2-9996-e9c9fe01cf06 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:23.645665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-940bcc45-1575-442d-a901-d97012d4c32f req-83245859-bc34-45b2-9996-e9c9fe01cf06 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.3485258 Jul 08 01:57:23.694205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416526-8350-4694-997e-615f82f3aec2 req-d3c200a4-eaf1-49eb-8a6e-749ed488aa7e tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:23.695954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2416526-8350-4694-997e-615f82f3aec2 req-d3c200a4-eaf1-49eb-8a6e-749ed488aa7e tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 943 time: 0.0987635 Jul 08 01:57:23.740590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Attempting to bind port 61cc069f-5c2c-415e-a4ff-3ea5f148769e on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:23.741036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Attempting to bind port 61cc069f-5c2c-415e-a4ff-3ea5f148769e by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:23.741186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Attempting to bind port 61cc069f-5c2c-415e-a4ff-3ea5f148769e on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:23.761653 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2416526-8350-4694-997e-615f82f3aec2 req-f72f24d7-4de3-4b0c-9565-2617b7f5dbb9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536084 Jul 08 01:57:23.762771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Port 61cc069f-5c2c-415e-a4ff-3ea5f148769e on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:23.762920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Attempting to bind port 61cc069f-5c2c-415e-a4ff-3ea5f148769e on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:23.774023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4017-3392-4add-86d2-e670af855af9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.778939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Deleting port f8d55c29-e454-4910-b1da-b12b71cefe81 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:23.778939 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.791427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:23.791995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Checking segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:23.792172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Bound using segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:23.792304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-940bcc45-1575-442d-a901-d97012d4c32f req-1c554e03-fc53-4db9-bf4f-288646d9c19d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350763 Jul 08 01:57:23.792595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Bound port: 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:23.793019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.873306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:23.882237 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4017-3392-4add-86d2-e670af855af9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.887856 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:23Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:23.910686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e8e43ef3-b689-479a-8fe6-4afadbab73e7 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:23.954835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:23.957843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:23.971240 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0b6af-c95f-4896-b50b-60b2afa4859b None None] The sync data for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 is: [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:23Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:24.053188 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.065846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port e8e43ef3-b689-479a-8fe6-4afadbab73e7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:24.070295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port e8e43ef3-b689-479a-8fe6-4afadbab73e7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:24.070994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.074630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416ea18-6fd1-4471-a895-658c72f3242c req-3cedea9f-a7e9-444b-8c90-e5d7afffad49 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:24.079461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] For port f8d55c29-e454-4910-b1da-b12b71cefe81, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f8d55c29-e454-4910-b1da-b12b71cefe81,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:24.079821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.083101 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9416ea18-6fd1-4471-a895-658c72f3242c req-3cedea9f-a7e9-444b-8c90-e5d7afffad49 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 948 time: 0.1204677 Jul 08 01:57:24.095065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b4017-3392-4add-86d2-e670af855af9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ee7539-0c68-4779-b4e1-a1a276d90eff,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:24.097472 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4017-3392-4add-86d2-e670af855af9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.101178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cf9b4017-3392-4add-86d2-e670af855af9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0266638 Jul 08 01:57:24.109096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37394) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.109242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Calling delete_port for f8d55c29-e454-4910-b1da-b12b71cefe81 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:24.139703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d0f87f37-f040-4952-b658-ab4dd39cc0a6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Request body: {'security_group_rule': {'security_group_id': '79ee7539-0c68-4779-b4e1-a1a276d90eff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:24.163833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:24.164619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.166899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] 10.222.0.32 "PUT /v2.0/ports/61cc069f-5c2c-415e-a4ff-3ea5f148769e HTTP/1.1" status: 200 len: 1092 time: 1.3582590 Jul 08 01:57:24.184484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:24.186865 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3743144c-1418-4ef0-b05a-2ca31df234c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:24.187390 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.219057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9add66db-5631-485c-99ea-eaf0ce3b3d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e43ef3-b689-479a-8fe6-4afadbab73e7'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:24.233009 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02528778-dae4-4c29-9426-bd137d66991a" -d '{"events": [{"server_uuid": "9add66db-5631-485c-99ea-eaf0ce3b3d66", "name": "network-vif-plugged", "status": "completed", "tag": "e8e43ef3-b689-479a-8fe6-4afadbab73e7"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:24.235942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9416ea18-6fd1-4471-a895-658c72f3242c req-1992e98e-0e51-4418-b440-3bc15e4a1f91 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511528 Jul 08 01:57:24.242549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e8e43ef3-b689-479a-8fe6-4afadbab73e7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e8e43ef3-b689-479a-8fe6-4afadbab73e7,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:24.274711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4dde-1365-453e-82df-f799b4116f86 service neutron] Pushing event updated for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:24.335544 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.336576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device de644531-324e-4277-9b18-742eacf13728 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:24.359952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:24.377425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fc385-52c9-4f08-ac7c-55ffbf58b1ef None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:24.389499 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0f87f37-f040-4952-b658-ab4dd39cc0a6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.427581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f17e3-f406-42cc-b807-c3a0d94ccdde req-e18a4770-02b4-46dd-83f5-c5ceb74c0a0e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:24.435152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-565f17e3-f406-42cc-b807-c3a0d94ccdde req-e18a4770-02b4-46dd-83f5-c5ceb74c0a0e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 945 time: 0.4429395 Jul 08 01:57:24.438710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fc385-52c9-4f08-ac7c-55ffbf58b1ef None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:24.439693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3d7fc385-52c9-4f08-ac7c-55ffbf58b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:24.444545 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.498180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3d7fc385-52c9-4f08-ac7c-55ffbf58b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:24.500757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f8d55c29-e454-4910-b1da-b12b71cefe81'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:24.528372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e8e43ef3-b689-479a-8fe6-4afadbab73e7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:24.545773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fc385-52c9-4f08-ac7c-55ffbf58b1ef None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:24.545773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3d7fc385-52c9-4f08-ac7c-55ffbf58b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:24.554949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Pushing event deleted for resources: {'Port': ['ID=f8d55c29-e454-4910-b1da-b12b71cefe81,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:24.569667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-5385ac3f-09f6-4b3d-b016-5540660fc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:24.571227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-5385ac3f-09f6-4b3d-b016-5540660fc555 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 1095 time: 0.2597678 Jul 08 01:57:24.573829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0f87f37-f040-4952-b658-ab4dd39cc0a6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.594213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3d7fc385-52c9-4f08-ac7c-55ffbf58b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:24.594872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fc385-52c9-4f08-ac7c-55ffbf58b1ef None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:24.596482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e314c2c-730e-436f-b8e5-664eed16ff93 req-29defc4a-ad4c-4b11-9046-754fbf5165a1 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:24.597073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e314c2c-730e-436f-b8e5-664eed16ff93 req-29defc4a-ad4c-4b11-9046-754fbf5165a1 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.2353587 Jul 08 01:57:24.607372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] No DVR routers for this DVR port f8d55c29-e454-4910-b1da-b12b71cefe81 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:24.619469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.622482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54faedfe-8f8d-420e-b9ca-8223d50595fd req-39191997-8495-43b2-bf02-7a7a8e83f7c3 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.32 "DELETE /v2.0/ports/f8d55c29-e454-4910-b1da-b12b71cefe81 HTTP/1.1" status: 204 len: 173 time: 1.2798321 Jul 08 01:57:24.623217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4349cea0-8407-4be6-93ac-96226eb881ea', 'name': 'network-vif-deleted', 'tag': 'f8d55c29-e454-4910-b1da-b12b71cefe81'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:24.625993 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4b5a81-fd89-4f54-99eb-800be82ecbc2" -d '{"events": [{"server_uuid": "4349cea0-8407-4be6-93ac-96226eb881ea", "name": "network-vif-deleted", "tag": "f8d55c29-e454-4910-b1da-b12b71cefe81"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:24.636811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-317b871b-5455-4aba-b3da-5cd3b2a01a0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e HTTP/1.1" status: 200 len: 217 time: 0.0558569 Jul 08 01:57:24.641860 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-565f17e3-f406-42cc-b807-c3a0d94ccdde req-2ca2467c-a29e-4297-8121-e44c476f2d44 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057769 Jul 08 01:57:24.672851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port de644531-324e-4277-9b18-742eacf13728 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:24.672851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port de644531-324e-4277-9b18-742eacf13728 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:24.672851 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.720921 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91520f12-1a45-432f-8821-02a3530443d2 x-openstack-request-id: req-91520f12-1a45-432f-8821-02a3530443d2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:24.721222 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:24.721479 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91520f12-1a45-432f-8821-02a3530443d2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:24.721905 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'status': 'completed', 'code': 200} Jul 08 01:57:24.729752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0f87f37-f040-4952-b658-ab4dd39cc0a6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.759256 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd421e-6835-4ef5-8823-3d4f6eb74d10 x-openstack-request-id: req-19cd421e-6835-4ef5-8823-3d4f6eb74d10 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:24.759699 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9add66db-5631-485c-99ea-eaf0ce3b3d66", "name": "network-vif-plugged", "status": "completed", "tag": "e8e43ef3-b689-479a-8fe6-4afadbab73e7", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:24.759961 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19cd421e-6835-4ef5-8823-3d4f6eb74d10 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:24.760355 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9add66db-5631-485c-99ea-eaf0ce3b3d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e43ef3-b689-479a-8fe6-4afadbab73e7', 'code': 200} Jul 08 01:57:24.777088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a07154d0-0769-4850-a7d5-003270182bab req-8ee3a31c-352d-425f-a6fc-bfa80733f5f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2656531 Jul 08 01:57:24.784715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f87f37-f040-4952-b658-ab4dd39cc0a6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f8aabc-78b6-4add-94bf-52e2d5f92abc,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:24.794812 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e314c2c-730e-436f-b8e5-664eed16ff93 req-3f968907-a981-46e4-ae61-48b7fb8df364 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619883 Jul 08 01:57:24.805016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-3aa5234f-4e62-4725-9873-585d200bad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:24.806577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-3aa5234f-4e62-4725-9873-585d200bad1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 200 len: 844 time: 0.1531940 Jul 08 01:57:24.848557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-2829fc9b-b22b-454c-a61e-7341ac4c56a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7081761a-5246-40e3-9fa7-e2bc8ae52beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325587 Jul 08 01:57:24.872662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router c4de0dc8-b858-4add-8d31-86e6a7270c75 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:24.901057 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0f87f37-f040-4952-b658-ab4dd39cc0a6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.904237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d0f87f37-f040-4952-b658-ab4dd39cc0a6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7916765 Jul 08 01:57:24.917165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37412) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.978622 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.984915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6c251bd7-9943-4427-a847-010508bd7567 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Request body: {'security_group_rule': {'security_group_id': '79ee7539-0c68-4779-b4e1-a1a276d90eff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:25.003248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df3cf652-5060-4c3b-9e59-a933d4bea386 req-a3bd5ec8-f1f4-4ca7-9175-34a0d1d3a781 tempest-LiveMigrationNegativeTest-1927431497 tempest-LiveMigrationNegativeTest-1927431497-project] 10.222.0.10 "GET /v2.0/ports?device_id=4349cea0-8407-4be6-93ac-96226eb881ea HTTP/1.1" status: 200 len: 210 time: 0.1064403 Jul 08 01:57:25.107932 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d673cd-26eb-459a-9cde-6481d6948034 x-openstack-request-id: req-f2d673cd-26eb-459a-9cde-6481d6948034 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:25.107932 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4349cea0-8407-4be6-93ac-96226eb881ea", "name": "network-vif-deleted", "tag": "f8d55c29-e454-4910-b1da-b12b71cefe81", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:25.107932 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2d673cd-26eb-459a-9cde-6481d6948034 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:25.107932 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4349cea0-8407-4be6-93ac-96226eb881ea', 'name': 'network-vif-deleted', 'tag': 'f8d55c29-e454-4910-b1da-b12b71cefe81', 'status': 'completed', 'code': 200} Jul 08 01:57:25.108471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port de644531-324e-4277-9b18-742eacf13728, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de644531-324e-4277-9b18-742eacf13728,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:25.218794 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-0a520cd1-4fbc-4d04-bfe7-a3206dfc3ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621976 Jul 08 01:57:25.227266 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.229820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07154d0-0769-4850-a7d5-003270182bab req-99820270-0b1f-4ffa-8ed2-15823f4ad2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.231987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a07154d0-0769-4850-a7d5-003270182bab req-99820270-0b1f-4ffa-8ed2-15823f4ad2e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1101 time: 0.3260062 Jul 08 01:57:25.240286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:25.241731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a23f-3f91-40be-b4b0-07b55ac0301f req-0bff11e9-c51e-4c0a-8ebe-d1d66bbe5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.243399 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8205a23f-3f91-40be-b4b0-07b55ac0301f req-0bff11e9-c51e-4c0a-8ebe-d1d66bbe5e02 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 1097 time: 0.3343010 Jul 08 01:57:25.258364 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5148e34-90f0-4181-923e-26f54563d1d3 None None] Sync routers for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:25.270386 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.273221 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5148e34-90f0-4181-923e-26f54563d1d3 None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:25.275373 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a5148e34-90f0-4181-923e-26f54563d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:25.326999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=de644531-324e-4277-9b18-742eacf13728,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:25.357493 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a5148e34-90f0-4181-923e-26f54563d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:25.381046 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5148e34-90f0-4181-923e-26f54563d1d3 None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:25.381939 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a5148e34-90f0-4181-923e-26f54563d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:25.431781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c251bd7-9943-4427-a847-010508bd7567 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.435753 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a5148e34-90f0-4181-923e-26f54563d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:25.436674 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5148e34-90f0-4181-923e-26f54563d1d3 None None] The sync data for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:25.460693 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8205a23f-3f91-40be-b4b0-07b55ac0301f req-63c647ea-cf83-4d80-8592-aca95354e543 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045178 Jul 08 01:57:25.486738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:25.492305 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c78b2b2-efde-4277-bf6a-c9ab0dff96b4 req-6fd1a00b-2209-4022-b3ad-87ca0e642362 service neutron] 10.222.0.32 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644353 Jul 08 01:57:25.519560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07154d0-0769-4850-a7d5-003270182bab req-d538c323-2e40-457d-94e0-ef15ed7559e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.521632 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a07154d0-0769-4850-a7d5-003270182bab req-d538c323-2e40-457d-94e0-ef15ed7559e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1962137 Jul 08 01:57:25.532126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386d6d9-f621-4220-a345-a19e5bcd8a9b req-b0dd9750-2897-40d9-902a-bc2f330fa459 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.533708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f386d6d9-f621-4220-a345-a19e5bcd8a9b req-b0dd9750-2897-40d9-902a-bc2f330fa459 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 943 time: 0.3219814 Jul 08 01:57:25.581591 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a07154d0-0769-4850-a7d5-003270182bab req-e789965c-dc16-4a8b-8be6-f433b97fe719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 217 time: 0.0417936 Jul 08 01:57:25.598398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-15369f28-a1e7-4e6d-8e38-f7b8bfc1b580 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/floatingips/3fc42d3f-9bbd-4057-819e-53ba52c49375 HTTP/1.1" status: 200 len: 977 time: 3.9182374 Jul 08 01:57:25.601405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37416) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:25.613003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c251bd7-9943-4427-a847-010508bd7567 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.633019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f386d6d9-f621-4220-a345-a19e5bcd8a9b req-73ed67de-84ba-4066-a08f-c09e48edeed4 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811207 Jul 08 01:57:25.641004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:25.646125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:25.646522 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.762105 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c251bd7-9943-4427-a847-010508bd7567 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.771094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07154d0-0769-4850-a7d5-003270182bab req-b71270ce-95de-41fc-8d97-82892bc1bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.777096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a07154d0-0769-4850-a7d5-003270182bab req-b71270ce-95de-41fc-8d97-82892bc1bb29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1848826 Jul 08 01:57:25.803289 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.826909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c251bd7-9943-4427-a847-010508bd7567 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc77e098-5e87-4084-aba5-d5ed93adce74,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:25.873109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:25.897170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0deb9-460a-46ea-a080-6b752c8d6222 req-84ca7c5a-2f1b-47fc-8521-6356f63416da tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.898701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a9e0deb9-460a-46ea-a080-6b752c8d6222 req-84ca7c5a-2f1b-47fc-8521-6356f63416da tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1148739 Jul 08 01:57:25.904793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c251bd7-9943-4427-a847-010508bd7567 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.904793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c251bd7-9943-4427-a847-010508bd7567 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9734874 Jul 08 01:57:25.904793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37424) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:25.908546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:25.936191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-da662016-e858-4a84-9391-926c63c47002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.939134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-da662016-e858-4a84-9391-926c63c47002 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 1095 time: 0.2640405 Jul 08 01:57:25.958049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.962809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a9e0deb9-460a-46ea-a080-6b752c8d6222 req-4f7e3d6b-9ad1-4528-9c05-37717947c793 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497651 Jul 08 01:57:25.973575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port d52683e7-5699-4365-a381-6bd0a18e6e12 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:25.973931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.997410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07154d0-0769-4850-a7d5-003270182bab req-e37ab460-7111-4f33-a443-aa19ac3236d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.998970 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a07154d0-0769-4850-a7d5-003270182bab req-e37ab460-7111-4f33-a443-aa19ac3236d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2097540 Jul 08 01:57:26.027364 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.032399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:26.051366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63139799-a59e-4893-84ce-1c706cea1138 req-7d9e16ac-bd14-40ae-9406-4d605c46ab0d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:26.058639 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63139799-a59e-4893-84ce-1c706cea1138 req-7d9e16ac-bd14-40ae-9406-4d605c46ab0d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 949 time: 0.2047882 Jul 08 01:57:26.189092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cf89c-2824-4f33-add3-444d3c369ecb req-8523b01e-9dc4-422c-970f-7984b24c7a90 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:26.190511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-064cf89c-2824-4f33-add3-444d3c369ecb req-8523b01e-9dc4-422c-970f-7984b24c7a90 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 945 time: 0.0998559 Jul 08 01:57:26.192003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.218252 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63139799-a59e-4893-84ce-1c706cea1138 req-06409afa-afce-4c86-9e47-2cdd01e099fc tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587381 Jul 08 01:57:26.281669 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-064cf89c-2824-4f33-add3-444d3c369ecb req-e957ac00-707b-4b26-af11-94f800634a12 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809026 Jul 08 01:57:26.312602 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.322481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-0ec8b132-8d22-4564-8bfb-1b71eba181d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:26.324188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-0ec8b132-8d22-4564-8bfb-1b71eba181d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 905 time: 0.3690341 Jul 08 01:57:26.330009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a07154d0-0769-4850-a7d5-003270182bab req-12567ade-9451-41fe-a878-1a7319254fa2 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337465 Jul 08 01:57:26.358190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Allocated IP 172.25.8.133 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/b6f0f8f9-19f6-4838-bf5d-3629221394c9) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:26.475249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.502471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-b5ff23ac-4a00-4be5-b4b6-28206b1b6c01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e HTTP/1.1" status: 200 len: 217 time: 0.0777988 Jul 08 01:57:26.676417 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.726996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:26.734026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:26.736768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:26.762103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5a196-5f96-4b4e-96ca-e9b4e49192ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de644531-324e-4277-9b18-742eacf13728'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:26.765095 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e65325-7180-4a18-8533-b24bcbb009cf" -d '{"events": [{"server_uuid": "4ca5a196-5f96-4b4e-96ca-e9b4e49192ca", "name": "network-vif-plugged", "status": "completed", "tag": "de644531-324e-4277-9b18-742eacf13728"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:26.768333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event updated for resources: {'Port': ['ID=b6f0f8f9-19f6-4838-bf5d-3629221394c9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:26.894152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86254c-d30f-4022-b5c6-7ecdd4fcf198 req-de7af072-09d6-4c12-acfa-409b024e4355 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:26.895774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a86254c-d30f-4022-b5c6-7ecdd4fcf198 req-de7af072-09d6-4c12-acfa-409b024e4355 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 943 time: 0.1289382 Jul 08 01:57:26.898132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37436) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:26.908916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.949034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a86254c-d30f-4022-b5c6-7ecdd4fcf198 req-1f84c326-6237-4718-a199-2c69b49d27da tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Jul 08 01:57:27.005367 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a442e48-30a3-433c-8594-e7be366b0da0 x-openstack-request-id: req-7a442e48-30a3-433c-8594-e7be366b0da0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:27.005939 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5a196-5f96-4b4e-96ca-e9b4e49192ca", "name": "network-vif-plugged", "status": "completed", "tag": "de644531-324e-4277-9b18-742eacf13728", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:27.006382 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a442e48-30a3-433c-8594-e7be366b0da0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:27.006962 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca5a196-5f96-4b4e-96ca-e9b4e49192ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de644531-324e-4277-9b18-742eacf13728', 'code': 200} Jul 08 01:57:27.047910 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.072200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.072814 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.072931 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Floating IP 3fc42d3f-9bbd-4057-819e-53ba52c49375 disassociated. External IP: 172.25.8.166, port: d52683e7-5699-4365-a381-6bd0a18e6e12. Jul 08 01:57:27.073237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for d52683e7-5699-4365-a381-6bd0a18e6e12 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:27.188408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a07154d0-0769-4850-a7d5-003270182bab req-087f0d0c-c735-4557-a9cb-2d8e03c4323e service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8506644 Jul 08 01:57:27.205969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-ffb2b1ef-5852-4936-b84b-fa51122ab707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:27.207508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-ffb2b1ef-5852-4936-b84b-fa51122ab707 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 200 len: 844 time: 0.6949878 Jul 08 01:57:27.276930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b174f-38f5-4ae5-a340-afb5cb9ea36a req-e85c2c04-f226-4131-9d18-3125d6637517 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:27.278862 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a7b174f-38f5-4ae5-a340-afb5cb9ea36a req-e85c2c04-f226-4131-9d18-3125d6637517 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.8531327 Jul 08 01:57:27.292236 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-66d7aff4-31e7-4743-a1b8-1a8a73704d0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7081761a-5246-40e3-9fa7-e2bc8ae52beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758388 Jul 08 01:57:27.384113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:27.397740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c7bb361a-b977-43ba-8a59-323fb9a3cf65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=733d796403ec45b29320574e34fff388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961755 Jul 08 01:57:27.413143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37446) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:27.436977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:27.437404 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.444425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fc4bc-96e7-411d-9b6c-76b018ec2f50 req-dc16fcfe-0b1e-4922-ae2e-388c4ef9574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:27.445966 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-678fc4bc-96e7-411d-9b6c-76b018ec2f50 req-dc16fcfe-0b1e-4922-ae2e-388c4ef9574c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 1101 time: 0.3299105 Jul 08 01:57:27.481813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a7b174f-38f5-4ae5-a340-afb5cb9ea36a req-c4d9fdd5-b0dc-4275-90ca-8ffb3f8cf76f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831133 Jul 08 01:57:27.563045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e5055-f755-410a-8ae0-a24e1c0b80de req-2214b788-e5e8-420d-9cbc-2ed578fd3645 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:27.564712 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-667e5055-f755-410a-8ae0-a24e1c0b80de req-2214b788-e5e8-420d-9cbc-2ed578fd3645 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1957033 Jul 08 01:57:27.568908 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-678fc4bc-96e7-411d-9b6c-76b018ec2f50 req-8e73d001-1d5a-4181-975f-f5d96b72731b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118121 Jul 08 01:57:27.574573 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-110299e1-ae55-410a-8886-f9289cbcdde0 service neutron] 10.222.0.32 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623215 Jul 08 01:57:27.578043 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3459b3b4-ead1-4aa7-a6c5-51c7d9fbe5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.581240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 61cc069f-5c2c-415e-a4ff-3ea5f148769e details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:27.587154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f8d55c29-e454-4910-b1da-b12b71cefe81 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:27.618010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: f8d55c29-e454-4910-b1da-b12b71cefe81 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:57:27.618882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f8d55c29-e454-4910-b1da-b12b71cefe81 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:27.680234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3459b3b4-ead1-4aa7-a6c5-51c7d9fbe5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.688826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.718361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:27.721965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.728819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-667e5055-f755-410a-8ae0-a24e1c0b80de req-e0787259-1fc6-41c7-8db4-08821b089257 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519706 Jul 08 01:57:27.730209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'port_id': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'mac_address': 'fa:16:3e:01:b0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebb33c5-4491-4bb5-a653-719eb3deb5eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:27.754725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=d52683e7-5699-4365-a381-6bd0a18e6e12,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:27.776136 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.793699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cc069f-5c2c-415e-a4ff-3ea5f148769e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:27.805585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-b6ba455c-45a6-4ca0-9537-e1fa2697c436 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:27.807265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-b6ba455c-45a6-4ca0-9537-e1fa2697c436 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 945 time: 0.2102625 Jul 08 01:57:27.808439 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.820004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:27.839937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3743144c-1418-4ef0-b05a-2ca31df234c2 req-b382a34c-7631-477f-b390-297a49426b1d service neutron] 10.222.0.32 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536986 Jul 08 01:57:27.861321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61da27a-dd26-4e42-898f-09ed0eb8f8d9 req-51e43671-bc7a-433b-aa70-2f23660b86fd tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:27.869280 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e61da27a-dd26-4e42-898f-09ed0eb8f8d9 req-51e43671-bc7a-433b-aa70-2f23660b86fd tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 949 time: 0.2200134 Jul 08 01:57:27.901610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3459b3b4-ead1-4aa7-a6c5-51c7d9fbe5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.904812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3459b3b4-ead1-4aa7-a6c5-51c7d9fbe5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.908200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3459b3b4-ead1-4aa7-a6c5-51c7d9fbe5c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97dc0b9c-2b6a-4826-891c-f913aca2fcef HTTP/1.1" status: 204 len: 168 time: 0.4917099 Jul 08 01:57:27.938469 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.972665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459b3b4-ead1-4aa7-a6c5-51c7d9fbe5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc0b9c-2b6a-4826-891c-f913aca2fcef,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:27.974612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event updated for resources: {'Port': ['ID=b6f0f8f9-19f6-4838-bf5d-3629221394c9,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:27.988090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e61da27a-dd26-4e42-898f-09ed0eb8f8d9 req-1bf24de4-19f2-46a5-849f-cde6746dbb69 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177244 Jul 08 01:57:28.009096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router c4de0dc8-b858-4add-8d31-86e6a7270c75 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:28.032790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.067980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:28.122317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c7946-801e-412a-a98e-7f58577ab881 req-0f0be359-b650-45f3-801a-8effe34057e8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:28.124023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-675c7946-801e-412a-a98e-7f58577ab881 req-0f0be359-b650-45f3-801a-8effe34057e8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 945 time: 0.1867442 Jul 08 01:57:28.131798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Deleting port b0a0b33a-cb12-446e-af90-fe33fb34adaa {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:28.133796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.179439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:28.191007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fca0f-38d0-42e0-9659-6037dedecbd9 None None] Sync routers for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:28.195927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.202396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f6d30c53-8795-4080-aaf1-4dc8e10f436d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2921164 Jul 08 01:57:28.202589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fca0f-38d0-42e0-9659-6037dedecbd9 None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:28.203217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-010fca0f-38d0-42e0-9659-6037dedecbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:28.242610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-010fca0f-38d0-42e0-9659-6037dedecbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:28.249112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['61cc069f-5c2c-415e-a4ff-3ea5f148769e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:28.252831 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] For port b0a0b33a-cb12-446e-af90-fe33fb34adaa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b0a0b33a-cb12-446e-af90-fe33fb34adaa,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:28.253264 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.269108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Calling delete_port for b0a0b33a-cb12-446e-af90-fe33fb34adaa owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:28.274096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.277290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c973f5b9-225e-48e7-aeeb-c7de4d5a0731 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/ports/d52683e7-5699-4365-a381-6bd0a18e6e12 HTTP/1.1" status: 204 len: 168 time: 2.6744645 Jul 08 01:57:28.280051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37454) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:28.291478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fca0f-38d0-42e0-9659-6037dedecbd9 None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:28.292544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-010fca0f-38d0-42e0-9659-6037dedecbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:28.352249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d287-ca50-432f-99fc-f9efac96748c req-da9bbfb6-c01a-456a-b283-c1ea9aed714f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:28.360850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5f9d287-ca50-432f-99fc-f9efac96748c req-da9bbfb6-c01a-456a-b283-c1ea9aed714f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 944 time: 0.2123623 Jul 08 01:57:28.361346 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-010fca0f-38d0-42e0-9659-6037dedecbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:28.362039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fca0f-38d0-42e0-9659-6037dedecbd9 None None] The sync data for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:28.385288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-675c7946-801e-412a-a98e-7f58577ab881 req-583cb6f4-8d43-463f-9aa2-a9a5def4485a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423773 Jul 08 01:57:28.492403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5f9d287-ca50-432f-99fc-f9efac96748c req-fa039051-d520-45cf-9c9d-fe11bd2c875a tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301997 Jul 08 01:57:28.650097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.693429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event deleted for resources: {'Port': ['ID=b0a0b33a-cb12-446e-af90-fe33fb34adaa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:28.728483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77d88-7fc1-4ad1-a3a4-9502e478aa53 req-0c33c657-000e-4edd-ad2d-b676b453b32b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:28.730024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1e77d88-7fc1-4ad1-a3a4-9502e478aa53 req-0c33c657-000e-4edd-ad2d-b676b453b32b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1216228 Jul 08 01:57:28.753747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] No DVR routers for this DVR port b0a0b33a-cb12-446e-af90-fe33fb34adaa on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:28.761194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.763174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7f5e4da-e31a-456a-a782-8194b9aa3143 req-5f9698c5-2c30-4d70-bad6-1e3d364064a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "DELETE /v2.0/ports/b0a0b33a-cb12-446e-af90-fe33fb34adaa HTTP/1.1" status: 204 len: 173 time: 0.9453838 Jul 08 01:57:28.764615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0915c6-133e-41e6-898b-6f4dc13e20f6', 'name': 'network-vif-deleted', 'tag': 'b0a0b33a-cb12-446e-af90-fe33fb34adaa'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:28.766927 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7acd716-5471-4d2a-b73a-04fdb8dabc45" -d '{"events": [{"server_uuid": "8c0915c6-133e-41e6-898b-6f4dc13e20f6", "name": "network-vif-deleted", "tag": "b0a0b33a-cb12-446e-af90-fe33fb34adaa"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:28.810769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1e77d88-7fc1-4ad1-a3a4-9502e478aa53 req-6987c657-df57-4e84-8e8e-91f17305be1a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587218 Jul 08 01:57:28.833853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37498) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:28.835468 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3135675a-8abd-47e4-97e6-0bf55ab2ac6f x-openstack-request-id: req-3135675a-8abd-47e4-97e6-0bf55ab2ac6f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:28.835827 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0915c6-133e-41e6-898b-6f4dc13e20f6", "name": "network-vif-deleted", "tag": "b0a0b33a-cb12-446e-af90-fe33fb34adaa", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:28.836024 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3135675a-8abd-47e4-97e6-0bf55ab2ac6f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:28.836639 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0915c6-133e-41e6-898b-6f4dc13e20f6', 'name': 'network-vif-deleted', 'tag': 'b0a0b33a-cb12-446e-af90-fe33fb34adaa', 'status': 'completed', 'code': 200} Jul 08 01:57:28.856579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.904821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45356c7d-c0bf-417c-b4a6-5bb59b7a568b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=134144fba5094934bb0d73e32fbf18ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663660 Jul 08 01:57:28.907152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:28.945886 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b0a0b33a-cb12-446e-af90-fe33fb34adaa'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:29.003615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9d03949-841b-41b3-b605-402eec6fb121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.031712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9d03949-841b-41b3-b605-402eec6fb121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.122370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae67553-fc9b-4d1d-9bfd-f6a812571205 req-30b37319-57ee-4608-bd08-019e17747076 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:29.123886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eae67553-fc9b-4d1d-9bfd-f6a812571205 req-30b37319-57ee-4608-bd08-019e17747076 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1553791 Jul 08 01:57:29.177807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eae67553-fc9b-4d1d-9bfd-f6a812571205 req-6be6561a-6f30-4e68-afce-fe17a5b11a15 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Jul 08 01:57:29.219792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9d03949-841b-41b3-b605-402eec6fb121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.222658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9d03949-841b-41b3-b605-402eec6fb121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.224025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c9d03949-841b-41b3-b605-402eec6fb121 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f61cd23b-c5e2-473b-88d2-a5034c6781ef HTTP/1.1" status: 204 len: 168 time: 0.3156688 Jul 08 01:57:29.232463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d03949-841b-41b3-b605-402eec6fb121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61cd23b-c5e2-473b-88d2-a5034c6781ef,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:29.315940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 3bd10ba0-f12c-454e-89cb-0e15b0b209f2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:29.316443 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.479305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.494876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57f2bb-a335-46f0-b0dd-82ffc86c50e6 req-81894327-b5b7-4f0e-a948-d9b89582d699 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:29.496417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a57f2bb-a335-46f0-b0dd-82ffc86c50e6 req-81894327-b5b7-4f0e-a948-d9b89582d699 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 949 time: 0.1952333 Jul 08 01:57:29.504034 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 3bd10ba0-f12c-454e-89cb-0e15b0b209f2 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:29.573397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b574a5e7-7b02-4cb8-bdbc-b1b6b02376a5 req-92bde944-2311-4ce2-92bb-623df4be0cc8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0915c6-133e-41e6-898b-6f4dc13e20f6 HTTP/1.1" status: 200 len: 210 time: 0.0283024 Jul 08 01:57:29.580589 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a57f2bb-a335-46f0-b0dd-82ffc86c50e6 req-2fdb0688-9dad-4c2b-a505-b6a685b8fcc0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783319 Jul 08 01:57:29.601409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 61cc069f-5c2c-415e-a4ff-3ea5f148769e up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:29.707098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-92e8d2e8-7b05-46ae-af1b-b7764d5cfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:29.708748 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-92e8d2e8-7b05-46ae-af1b-b7764d5cfd9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 1097 time: 0.1317191 Jul 08 01:57:29.814771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4c0c6-1a79-46ac-8586-dccf8aaad7d7 req-82eabbcf-fcc3-4276-a8e9-39a4942a8bf2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:29.824790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ad4c0c6-1a79-46ac-8586-dccf8aaad7d7 req-82eabbcf-fcc3-4276-a8e9-39a4942a8bf2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1083539 Jul 08 01:57:29.843386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 61cc069f-5c2c-415e-a4ff-3ea5f148769e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:29.854442 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 61cc069f-5c2c-415e-a4ff-3ea5f148769e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:29.854862 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.878792 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ad4c0c6-1a79-46ac-8586-dccf8aaad7d7 req-651ab757-9c65-4e4b-81f6-6099bdd306f0 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565331 Jul 08 01:57:30.005827 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:30.022171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-42693493-9e59-4601-960a-3735be51d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.023622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-42693493-9e59-4601-960a-3735be51d504 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 919 time: 0.3064001 Jul 08 01:57:30.033558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:30.036234 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1575d5-e03b-4f96-b4f1-f225708a37e9" -d '{"events": [{"server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "name": "network-vif-plugged", "status": "completed", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:30.052945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:30.114515 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-79338eb4-4bae-44ee-8e0f-b7c8bfea8b5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e43ef3-b689-479a-8fe6-4afadbab73e7 HTTP/1.1" status: 200 len: 217 time: 0.0699580 Jul 08 01:57:30.128562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b1281-82fd-4d57-9ce3-599d78ed188a req-f7ef39ec-8d10-4859-9d0c-8e52ddb278af tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.130192 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-129b1281-82fd-4d57-9ce3-599d78ed188a req-f7ef39ec-8d10-4859-9d0c-8e52ddb278af tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 944 time: 0.3262947 Jul 08 01:57:30.142271 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:30.152813 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:30.154147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b0a0b33a-cb12-446e-af90-fe33fb34adaa no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:30.227162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: b0a0b33a-cb12-446e-af90-fe33fb34adaa {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:57:30.232951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=3bd10ba0-f12c-454e-89cb-0e15b0b209f2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:30.241270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b0a0b33a-cb12-446e-af90-fe33fb34adaa not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:30.314229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-1bddaee6-bce7-4067-ba29-55e373943214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.315783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-1bddaee6-bce7-4067-ba29-55e373943214 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.1846607 Jul 08 01:57:30.357640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-129b1281-82fd-4d57-9ce3-599d78ed188a req-e60c3887-b8ad-4bbc-8806-27b11c41e587 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944304 Jul 08 01:57:30.358568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:30.362171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-a55c14d3-8f24-4482-bd14-f1b5c25f7044 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379829 Jul 08 01:57:30.427917 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ca633e-e551-45f6-b79e-85680265b72b x-openstack-request-id: req-07ca633e-e551-45f6-b79e-85680265b72b {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:30.428213 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "name": "network-vif-plugged", "status": "completed", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:30.428464 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07ca633e-e551-45f6-b79e-85680265b72b {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:30.428863 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'code': 200} Jul 08 01:57:30.639795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0a65c-2098-4064-bc2c-43b2ed7331ab req-b6376f32-1a6a-4a0c-a8f2-9e3577a1f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.643108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6b0a65c-2098-4064-bc2c-43b2ed7331ab req-b6376f32-1a6a-4a0c-a8f2-9e3577a1f27f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 1097 time: 0.1012025 Jul 08 01:57:30.643262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:30.693443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6b0a65c-2098-4064-bc2c-43b2ed7331ab req-7a6b0fe1-968a-464e-9506-7a96659c4c5b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Jul 08 01:57:30.904938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.905888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.906396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.907473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.907957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.908433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.908909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.909373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:30.911718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-c92bc88a-9319-4952-b39d-c3284f98c7fe tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d&device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66&device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca&device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d&device_id=61961002-580e-49db-b5a3-e31e4f911cf5&device_id=01e65e5b-10e7-4939-bf0d-428466ec3536&device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 7328 time: 0.0932584 Jul 08 01:57:30.944321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-ccfa16e2-f427-4446-8681-7f4ddd87b030 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:31.087304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-ccfa16e2-f427-4446-8681-7f4ddd87b030 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:31.162992 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-ccfa16e2-f427-4446-8681-7f4ddd87b030 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:31.196324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-88dce794-ff4e-4edc-a7b0-3183700b3a5d service neutron] 10.222.0.18 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270209 Jul 08 01:57:31.211102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2527cc1-4d7c-46f9-b43f-e56a5d39d97c req-ccfa16e2-f427-4446-8681-7f4ddd87b030 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.2927208 Jul 08 01:57:31.229766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa16e2-f427-4446-8681-7f4ddd87b030 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb7ed97-c4d6-4bb6-b6a5-5a5ae76c280d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:31.277983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd80928-08fd-40b9-afb5-4f90928ad0e1 req-deb8b63b-743c-4074-8c2f-eb29d4356c54 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:31.279553 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dfd80928-08fd-40b9-afb5-4f90928ad0e1 req-deb8b63b-743c-4074-8c2f-eb29d4356c54 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.6328797 Jul 08 01:57:31.403298 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dfd80928-08fd-40b9-afb5-4f90928ad0e1 req-ddff67bf-3f1e-4f00-b8eb-ffaa20af9246 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104987 Jul 08 01:57:31.483736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b3540f4-ef48-4230-b29c-fb51b2b956ca req-dc054bd3-f6cf-43fd-840a-eaa0a79dee8f service neutron] 10.222.0.18 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759752 Jul 08 01:57:31.586734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router c4de0dc8-b858-4add-8d31-86e6a7270c75 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:31.729723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091919-7f5a-475a-8816-6d0b2e1d8b26 req-4cde1c45-16ee-46f7-bec5-1df2f23dc203 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:31.737637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2091919-7f5a-475a-8816-6d0b2e1d8b26 req-4cde1c45-16ee-46f7-bec5-1df2f23dc203 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1259341 Jul 08 01:57:31.775710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:31.787734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2091919-7f5a-475a-8816-6d0b2e1d8b26 req-28242076-58ea-43c8-b300-20c262ecc3f9 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Jul 08 01:57:31.788988 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc2950e-796e-4eaa-8b69-b70320fa97ce None None] Sync routers for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:31.810013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5c90fa0d-9529-4c6e-ae85-81dcf6af93b2 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/routers/c4de0dc8-b858-4add-8d31-86e6a7270c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5239441 Jul 08 01:57:31.810733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:31.814133 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2950e-796e-4eaa-8b69-b70320fa97ce None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:31.816555 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-dbc2950e-796e-4eaa-8b69-b70320fa97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:31.899909 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-dbc2950e-796e-4eaa-8b69-b70320fa97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:31.933475 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2950e-796e-4eaa-8b69-b70320fa97ce None None] Routers {'c4de0dc8-b858-4add-8d31-86e6a7270c75'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:31.935543 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-dbc2950e-796e-4eaa-8b69-b70320fa97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c4de0dc8-b858-4add-8d31-86e6a7270c75'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:31.983169 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-dbc2950e-796e-4eaa-8b69-b70320fa97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:31.984204 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc2950e-796e-4eaa-8b69-b70320fa97ce None None] The sync data for ids ['c4de0dc8-b858-4add-8d31-86e6a7270c75'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:32.071825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb012f0-e7e8-4568-b111-35f02e23053a req-d52f306d-ae44-4f65-8321-4acc39d0951c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:32.073974 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-abb012f0-e7e8-4568-b111-35f02e23053a req-d52f306d-ae44-4f65-8321-4acc39d0951c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 945 time: 0.1316707 Jul 08 01:57:32.116241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.147225 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-abb012f0-e7e8-4568-b111-35f02e23053a req-cd615c80-f628-40ba-8383-2c1bf7741006 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673356 Jul 08 01:57:32.210407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195512f3-5d88-4110-86c3-979a437efbcc req-9e3603bd-2fd6-469f-bde1-54d649497422 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:32.217869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-9e3603bd-2fd6-469f-bde1-54d649497422 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.2263820 Jul 08 01:57:32.262271 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-55c74a6d-817f-4981-b212-5d66a217853b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/quotas/6dfa016384984b2b898f8cc4f92b1858 HTTP/1.1" status: 200 len: 375 time: 0.0434995 Jul 08 01:57:32.310403 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-81321f10-af15-482b-b6b1-ce2aad840f33 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411515 Jul 08 01:57:32.346683 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-b8069342-f402-49d9-9a94-755e14aed37a req-eb3f6e70-116f-43f5-b43a-e3257ae9ba9f service neutron] show failed (client error): The resource could not be found. Jul 08 01:57:32.348369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-eb3f6e70-116f-43f5-b43a-e3257ae9ba9f service neutron] 10.222.0.18 "GET /v2.0/ports/a296695a-ffc8-46bc-a04f-803ec5356729/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0751729 Jul 08 01:57:32.367888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.430413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-82dbf7ad-1742-42fd-8332-c6d0a23d8d58 service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190763 Jul 08 01:57:32.508923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d119e-b2a9-48af-af8c-69c5b379ded8 req-4e90eafe-eef9-471d-9d8d-60e425e5ad54 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:32.509568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d119e-b2a9-48af-af8c-69c5b379ded8 req-4e90eafe-eef9-471d-9d8d-60e425e5ad54 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:32.509922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d119e-b2a9-48af-af8c-69c5b379ded8 req-4e90eafe-eef9-471d-9d8d-60e425e5ad54 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:32.513250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c29d119e-b2a9-48af-af8c-69c5b379ded8 req-4e90eafe-eef9-471d-9d8d-60e425e5ad54 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca&device_id=01e65e5b-10e7-4939-bf0d-428466ec3536&device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 2884 time: 0.0701280 Jul 08 01:57:32.571585 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c29d119e-b2a9-48af-af8c-69c5b379ded8 req-89877401-8a81-4441-9049-47caed9581b7 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492384 Jul 08 01:57:32.593220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port e8b1cf84-2262-4c41-91e3-0b1722602696 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:32.593570 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.599859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-1f7b9ba4-653e-4d26-9858-8a8f50ec6714 service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624982 Jul 08 01:57:32.726963 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.743441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for e8b1cf84-2262-4c41-91e3-0b1722602696 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:33.082945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.126922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=e8b1cf84-2262-4c41-91e3-0b1722602696,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:33.149328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884f619-39b7-4cc2-8179-af4d31cb123b req-15584687-c406-474c-9e96-40eab57f016e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:33.151280 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a884f619-39b7-4cc2-8179-af4d31cb123b req-15584687-c406-474c-9e96-40eab57f016e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1308341 Jul 08 01:57:33.212032 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.212852 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a884f619-39b7-4cc2-8179-af4d31cb123b req-8bf9791f-23e3-4a33-ab17-237ff0510aff tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543189 Jul 08 01:57:33.382618 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.386294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.483458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-fd9cb1bb-fdc1-4e50-9d35-0c334f68e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:33.485009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-fd9cb1bb-fdc1-4e50-9d35-0c334f68e278 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5&tenant_id=ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 1101 time: 0.2742629 Jul 08 01:57:33.492871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba9a8b-425a-48b8-8ca4-fe14a4d4f5c5 req-5b84ea6a-fa37-4237-9a33-d03156207f67 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:33.494378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32ba9a8b-425a-48b8-8ca4-fe14a4d4f5c5 req-5b84ea6a-fa37-4237-9a33-d03156207f67 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.2273638 Jul 08 01:57:33.502579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:33.587831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.588369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Fanout notify agent at l3_agent the message router_deleted on router c4de0dc8-b858-4add-8d31-86e6a7270c75 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:57:33.601579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32ba9a8b-425a-48b8-8ca4-fe14a4d4f5c5 req-b4a58a2a-8c48-4b23-bfed-bf1fc6fe73fe tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960116 Jul 08 01:57:33.615002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.615324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9c30c863-69c6-4fd8-989f-1e1be915581b tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/routers/c4de0dc8-b858-4add-8d31-86e6a7270c75 HTTP/1.1" status: 204 len: 168 time: 1.8035715 Jul 08 01:57:33.618781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37650) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:33.642210 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.691516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-b751de8b-911f-4645-b3e9-711ab6ebd5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting subnet dea07625-cc92-48b5-90b3-ef4bc4e8a21d {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:57:33.695178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bcc6123-6b7e-425a-95d2-2dafce860cdd req-7b92fe05-fe98-4f76-8cd6-b613513c2204 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 210 time: 0.0394709 Jul 08 01:57:33.703380 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b751de8b-911f-4645-b3e9-711ab6ebd5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.755544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b751de8b-911f-4645-b3e9-711ab6ebd5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.909038 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b751de8b-911f-4645-b3e9-711ab6ebd5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.027539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a907e-8165-48aa-9096-6a57db6f6a42 req-bf39e019-668e-499d-bc6a-89ce66295b48 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:34.029629 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b33a907e-8165-48aa-9096-6a57db6f6a42 req-bf39e019-668e-499d-bc6a-89ce66295b48 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 945 time: 0.1318543 Jul 08 01:57:34.056820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:34.103068 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b33a907e-8165-48aa-9096-6a57db6f6a42 req-4fd2c8a7-6640-4c06-8b9f-c770b092f583 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627367 Jul 08 01:57:34.115851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:34.134793 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b751de8b-911f-4645-b3e9-711ab6ebd5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.164123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:34.166838 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6848d-aef8-440d-aab2-a7e8be2adf44" -d '{"events": [{"server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:34.171785 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.192988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Transition to ACTIVE for port object a296695a-ffc8-46bc-a04f-803ec5356729 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:34.193658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751de8b-911f-4645-b3e9-711ab6ebd5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Subnet': ['ID=dea07625-cc92-48b5-90b3-ef4bc4e8a21d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:34.198016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b751de8b-911f-4645-b3e9-711ab6ebd5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.201844 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b751de8b-911f-4645-b3e9-711ab6ebd5b3 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/subnets/dea07625-cc92-48b5-90b3-ef4bc4e8a21d HTTP/1.1" status: 204 len: 168 time: 0.5816414 Jul 08 01:57:34.204267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37660) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:34.206766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f77c44-e357-4038-9745-65ccc9ee1ae9 None None] Network aabd4944-1d87-4edb-9229-1382840280b0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:34.283114 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.338412 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.356119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:34.420540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:34.420907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.453767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] No DVR routers for this DVR port a296695a-ffc8-46bc-a04f-803ec5356729 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:34.475936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] DHCP port deletion for aabd4944-1d87-4edb-9229-1382840280b0 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:57:34.546804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] For port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,segment=NetworkSegment(bf104b93-6856-44ff-891d-3e61ac163307),segment_id=bf104b93-6856-44ff-891d-3e61ac163307)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:34.547187 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.564112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for d5d2ec25-0995-4fdd-9107-ec6aa289fe5e owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:34.607313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Attempting to bind port a296695a-ffc8-46bc-a04f-803ec5356729 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:34.607689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Attempting to bind port a296695a-ffc8-46bc-a04f-803ec5356729 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:34.608049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Attempting to bind port a296695a-ffc8-46bc-a04f-803ec5356729 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:34.618194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] Deleting port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:34.618571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.625688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Port a296695a-ffc8-46bc-a04f-803ec5356729 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:34.626025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Attempting to bind port a296695a-ffc8-46bc-a04f-803ec5356729 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:34.636796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:34.638607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:34.638607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:34.638607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Bound port: a296695a-ffc8-46bc-a04f-803ec5356729, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:34.638607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.725885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] For port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,segment=NetworkSegment(bf104b93-6856-44ff-891d-3e61ac163307),segment_id=bf104b93-6856-44ff-891d-3e61ac163307)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:34.726645 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.745119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] Calling delete_port for d5d2ec25-0995-4fdd-9107-ec6aa289fe5e owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:34.762819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:34.768216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:34.812497 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.858857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:34.863631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.864593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.868201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] No DVR routers for this DVR port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:34.898347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:34.898347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.898717 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] 10.222.0.32 "PUT /v2.0/ports/a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 1096 time: 1.4003119 Jul 08 01:57:34.931649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] Pushing event deleted for resources: {'Port': ['ID=d5d2ec25-0995-4fdd-9107-ec6aa289fe5e,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:34.940608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2ab55-f86d-4a7c-9a0c-25eb204e2343 None None] No DVR routers for this DVR port d5d2ec25-0995-4fdd-9107-ec6aa289fe5e on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:35.059930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.088814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabd4944-1d87-4edb-9229-1382840280b0']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:35.108945 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983fe379-f116-4682-963e-9aa437ee53e3 x-openstack-request-id: req-983fe379-f116-4682-963e-9aa437ee53e3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:35.109522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf104b93-6856-44ff-891d-3e61ac163307') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:35.109683 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:35.109818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf104b93-6856-44ff-891d-3e61ac163307') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:35.109931 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-983fe379-f116-4682-963e-9aa437ee53e3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:35.109931 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'code': 200} Jul 08 01:57:35.118898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3dcd8-52b2-4735-a962-fa4e9d37bc84 service neutron] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:35.151034 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.153428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-1e79a9ce-2d2d-4dc2-8893-0b25159d8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.155370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-1e79a9ce-2d2d-4dc2-8893-0b25159d8246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1099 time: 0.1174095 Jul 08 01:57:35.174905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.183676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:57:35.185297 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:57:35.189308 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:57:35.358381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.364759 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.370265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/networks/aabd4944-1d87-4edb-9229-1382840280b0 HTTP/1.1" status: 204 len: 168 time: 1.1641858 Jul 08 01:57:35.377283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37674) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:35.405249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d5d2ec25-0995-4fdd-9107-ec6aa289fe5e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:35.411092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9ce7d-858e-4195-9201-3ccbd4f37cb3 req-df70e36b-a7d2-4e19-9291-e43d83b6cd74 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.411857 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45c9ce7d-858e-4195-9201-3ccbd4f37cb3 req-df70e36b-a7d2-4e19-9291-e43d83b6cd74 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 947 time: 0.1427372 Jul 08 01:57:35.419201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaa731-4303-4f67-bf52-fd86fada0b2d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Network': ['ID=aabd4944-1d87-4edb-9229-1382840280b0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:35.535179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45c9ce7d-858e-4195-9201-3ccbd4f37cb3 req-06aa2004-bab4-4cf0-9393-d0f2a7b605ac tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125052 Jul 08 01:57:35.596387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 23f4a264-9f1f-4ecb-9d0f-b4df896b4357 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:35.596739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.702353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-755bd402-a3d8-4a60-8d49-dcd63f1c41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.704210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-755bd402-a3d8-4a60-8d49-dcd63f1c41c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.5284431 Jul 08 01:57:35.714910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d5d2ec25-0995-4fdd-9107-ec6aa289fe5e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:57:35.715601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d5d2ec25-0995-4fdd-9107-ec6aa289fe5e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:35.737553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.738438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.755027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 23f4a264-9f1f-4ecb-9d0f-b4df896b4357 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:35.782506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-4fe26663-1ab4-4966-8372-9427de67f0ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.0664608 Jul 08 01:57:35.817949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-53c58d0a-3e42-4ce6-b305-e52807262be8 req-7fa2439f-31c3-49ff-9d4d-23efc65618ca tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 210 time: 0.0382106 Jul 08 01:57:35.855048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-c2be9137-5337-44f9-a793-3a36833488e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.856650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-c2be9137-5337-44f9-a793-3a36833488e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0639901 Jul 08 01:57:35.917093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2e8d9-1c85-41ee-88d5-19ff8864e361 req-361ec426-56d3-4774-9cca-8c411928c6da tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.918700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6df2e8d9-1c85-41ee-88d5-19ff8864e361 req-361ec426-56d3-4774-9cca-8c411928c6da tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1087744 Jul 08 01:57:35.954433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a296695a-ffc8-46bc-a04f-803ec5356729 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:35.989393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069342-f402-49d9-9a94-755e14aed37a req-f0f2bf85-47fe-40b7-9b28-7d57f3c601f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.991169 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-f0f2bf85-47fe-40b7-9b28-7d57f3c601f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182485 Jul 08 01:57:35.998738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6df2e8d9-1c85-41ee-88d5-19ff8864e361 req-1cc207dd-1799-46d8-be18-315e0bd97f48 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736339 Jul 08 01:57:36.008355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a296695a-ffc8-46bc-a04f-803ec5356729 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:36.131258 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.164000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-fad31d13-6c47-427e-97f0-5ecf7d24e382 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586595 Jul 08 01:57:36.205105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=23f4a264-9f1f-4ecb-9d0f-b4df896b4357,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:36.306688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8069342-f402-49d9-9a94-755e14aed37a req-75874863-40ac-46a1-9587-1b377a6435e6 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280208 Jul 08 01:57:36.318590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195512f3-5d88-4110-86c3-979a437efbcc req-3becc695-b5ba-40cc-8768-85de26f6994c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:36.322486 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-3becc695-b5ba-40cc-8768-85de26f6994c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.2721565 Jul 08 01:57:36.327847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.331008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.332847 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-31176c42-a161-44be-bc5c-b462ce77a5fb tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/floatingips/3fc42d3f-9bbd-4057-819e-53ba52c49375 HTTP/1.1" status: 204 len: 168 time: 0.9199278 Jul 08 01:57:36.336757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37684) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:36.371020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Request body: {'port': {'device_id': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'admin_state_up': True, 'tenant_id': '6dfa016384984b2b898f8cc4f92b1858'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:36.384019 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8def38-1119-4a03-a170-92ad1c0dda6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] DELETE failed (client error): The resource could not be found. Jul 08 01:57:36.384819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8def38-1119-4a03-a170-92ad1c0dda6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:57:36.387382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1d8def38-1119-4a03-a170-92ad1c0dda6e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/ports/d52683e7-5699-4365-a381-6bd0a18e6e12 HTTP/1.1" status: 404 len: 333 time: 0.0491631 Jul 08 01:57:36.389536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37686) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:36.420659 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c425b0b8-4f7d-4b10-b3da-65db4f07ede5 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4de0dc8-b858-4add-8d31-86e6a7270c75 HTTP/1.1" status: 200 len: 205 time: 0.0293069 Jul 08 01:57:36.422827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37688) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:36.440246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a4913-a858-473e-9566-ca135da2d39f req-b3d8b09a-c0fd-43f4-8da2-104205bbbd30 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:36.447197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d89a4913-a858-473e-9566-ca135da2d39f req-b3d8b09a-c0fd-43f4-8da2-104205bbbd30 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 945 time: 0.2514513 Jul 08 01:57:36.467436 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-2be54d8f-be4b-46ef-9372-802b24590481 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] delete failed (client error): The resource could not be found. Jul 08 01:57:36.468653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2be54d8f-be4b-46ef-9372-802b24590481 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/routers/c4de0dc8-b858-4add-8d31-86e6a7270c75 HTTP/1.1" status: 404 len: 336 time: 0.0447738 Jul 08 01:57:36.471619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37690) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:36.501687 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f6b051-bdab-4a72-a68e-e9635b73780e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] DELETE failed (client error): The resource could not be found. Jul 08 01:57:36.502185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f6b051-bdab-4a72-a68e-e9635b73780e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:57:36.503910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45f6b051-bdab-4a72-a68e-e9635b73780e tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/subnets/dea07625-cc92-48b5-90b3-ef4bc4e8a21d HTTP/1.1" status: 404 len: 337 time: 0.0313463 Jul 08 01:57:36.507031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37692) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:36.525754 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d89a4913-a858-473e-9566-ca135da2d39f req-23cd7ac9-e9a2-43fe-b079-b7eeb4f25eb2 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775287 Jul 08 01:57:36.636971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-392a6f97-f145-4855-a7b1-3e2f312b2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:36.638503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-392a6f97-f145-4855-a7b1-3e2f312b2980 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1099 time: 0.1323421 Jul 08 01:57:36.661230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-220f7863-d636-4ac4-a723-29632731f287 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 305ca53b-a051-42d3-b9ab-b4be45309d5c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:36.661576 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-220f7863-d636-4ac4-a723-29632731f287 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.739892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Made reservation on behalf of 6dfa016384984b2b898f8cc4f92b1858 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:36.743613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.818515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-220f7863-d636-4ac4-a723-29632731f287 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.832242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-bf578eb1-6607-427a-911f-63431f309e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:36.833748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-bf578eb1-6607-427a-911f-63431f309e46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1680932 Jul 08 01:57:36.838035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-220f7863-d636-4ac4-a723-29632731f287 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 305ca53b-a051-42d3-b9ab-b4be45309d5c owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:36.900586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Allocated IP 172.20.0.10 (fbdb8d45-7f81-4e72-bb8a-b61d1865970b/3dc20689-5b16-4c21-9e63-5f26fe24f72c/9b03c34d-d955-4eed-b9da-ad56122a70ab) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:36.935037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-0406690b-641c-47e0-92ff-12a35f321137 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.0866852 Jul 08 01:57:37.075608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-220f7863-d636-4ac4-a723-29632731f287 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.079493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.118028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:37.120615 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:37.141038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f7863-d636-4ac4-a723-29632731f287 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=305ca53b-a051-42d3-b9ab-b4be45309d5c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:37.238961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8a94-9c10-47ae-95cb-e0bc89abd3c8 req-d1c20513-5409-459d-8156-e1f9e00ecccc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:37.240601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9d8a94-9c10-47ae-95cb-e0bc89abd3c8 req-d1c20513-5409-459d-8156-e1f9e00ecccc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 947 time: 0.0681009 Jul 08 01:57:37.242851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-0056df9b-2822-49e1-af8f-a9819d204670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:37.244366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-0056df9b-2822-49e1-af8f-a9819d204670 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1187479 Jul 08 01:57:37.262727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.294837 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-220f7863-d636-4ac4-a723-29632731f287 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.298971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-220f7863-d636-4ac4-a723-29632731f287 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/ports/305ca53b-a051-42d3-b9ab-b4be45309d5c HTTP/1.1" status: 204 len: 168 time: 0.7819736 Jul 08 01:57:37.300205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37706) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:37.332644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:37.348579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e9d8a94-9c10-47ae-95cb-e0bc89abd3c8 req-dc27578d-90f7-45e1-8544-22d1adb7307e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017230 Jul 08 01:57:37.355962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:37.373472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:37.377862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event updated for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:37.472266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:37.472921 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.550946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-baffa8b4-6978-4093-957c-78238ffa60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:37.552582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-baffa8b4-6978-4093-957c-78238ffa60e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2941413 Jul 08 01:57:37.567505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e687e-86ac-4cd5-b0a8-9d574bc91b38 req-19b45a4e-bbd6-44fc-9738-62806142f5a4 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:37.569657 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a7e687e-86ac-4cd5-b0a8-9d574bc91b38 req-19b45a4e-bbd6-44fc-9738-62806142f5a4 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1100 time: 0.0589752 Jul 08 01:57:37.579199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4f04f-1aa7-4727-9778-60dad4e16c96 req-27bd983b-4c15-4be4-b1eb-4373bdb87c83 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:37.580721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9fb4f04f-1aa7-4727-9778-60dad4e16c96 req-27bd983b-4c15-4be4-b1eb-4373bdb87c83 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 932 time: 0.1254442 Jul 08 01:57:37.582133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8eabc695-bf7a-43b8-bdae-86abe9c28ec8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 4d195ce3-24e8-4f17-9621-4be1e3f77514 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:37.582477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8eabc695-bf7a-43b8-bdae-86abe9c28ec8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.611093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-a8578aa8-f64f-4fc2-a7ee-492d54514a3a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2635994 Jul 08 01:57:37.615368 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a7e687e-86ac-4cd5-b0a8-9d574bc91b38 req-84119ff4-a618-413e-b71a-4bd5e065814a tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378854 Jul 08 01:57:37.628284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Request body: {'port': {'device_id': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:37.742452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9fb4f04f-1aa7-4727-9778-60dad4e16c96 req-9556dd76-743b-49f7-b6a6-58f4fa592db9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481204 Jul 08 01:57:37.750363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.767526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8eabc695-bf7a-43b8-bdae-86abe9c28ec8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.792133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8eabc695-bf7a-43b8-bdae-86abe9c28ec8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 4d195ce3-24e8-4f17-9621-4be1e3f77514 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:37.800922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-5ca2a202-27ed-4372-963e-4b5262e81c21 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142339 Jul 08 01:57:37.947295 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8701be3b-5a9d-4880-a859-dbb6e5fdf611 x-openstack-request-id: req-8701be3b-5a9d-4880-a859-dbb6e5fdf611 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:37.952434 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:37.952434 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8701be3b-5a9d-4880-a859-dbb6e5fdf611 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:37.952434 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'status': 'completed', 'code': 200} Jul 08 01:57:38.008293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37718) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:38.018754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6500a-60ad-479e-b55b-a75aa93ef27f req-3de0833b-47f1-4103-87ee-4bf626ca4fe3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.020302 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92c6500a-60ad-479e-b55b-a75aa93ef27f req-3de0833b-47f1-4103-87ee-4bf626ca4fe3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.2664266 Jul 08 01:57:38.092950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-72f19d50-3ea7-451a-8c7d-3119a8450a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.094392 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-72f19d50-3ea7-451a-8c7d-3119a8450a42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1099 time: 0.1911938 Jul 08 01:57:38.110167 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92c6500a-60ad-479e-b55b-a75aa93ef27f req-472eaad8-2792-43f1-8c1e-b283ec6aa98e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831702 Jul 08 01:57:38.119145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-884ca831-feda-4dd1-a1e1-f1882cc585d2 req-c32e8f59-c4ef-48a6-ba28-6323d91f3958 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700284 Jul 08 01:57:38.143803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8919-7390-4791-bbe2-b681744fdda1 req-59f899e8-aece-43f2-b84b-2f8d8f21453f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.145405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cee8919-7390-4791-bbe2-b681744fdda1 req-59f899e8-aece-43f2-b84b-2f8d8f21453f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 945 time: 0.1217124 Jul 08 01:57:38.183560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8eabc695-bf7a-43b8-bdae-86abe9c28ec8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.264864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3fb268c-8c4d-41cc-9ec1-4039366e02a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.265653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabc695-bf7a-43b8-bdae-86abe9c28ec8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=4d195ce3-24e8-4f17-9621-4be1e3f77514,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:38.296297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cee8919-7390-4791-bbe2-b681744fdda1 req-7b8385fa-7d9e-4016-93da-2cbbe25b4ff1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417782 Jul 08 01:57:38.331541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b03c34d-d955-4eed-b9da-ad56122a70ab {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:38.336850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-d46df7ea-623e-4b0f-999b-4ddb99f09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.340820 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-d46df7ea-623e-4b0f-999b-4ddb99f09a8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2274790 Jul 08 01:57:38.346155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.408192 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-609d215d-5dfb-4fa7-9610-a10bce936d0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.0592308 Jul 08 01:57:38.413077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Transition to ACTIVE for port object 9b03c34d-d955-4eed-b9da-ad56122a70ab will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:38.494364 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8eabc695-bf7a-43b8-bdae-86abe9c28ec8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.498206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-3254c4d5-eca1-4b5b-9636-67acfd4ab79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.499273 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8eabc695-bf7a-43b8-bdae-86abe9c28ec8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/ports/4d195ce3-24e8-4f17-9621-4be1e3f77514 HTTP/1.1" status: 204 len: 168 time: 1.1987171 Jul 08 01:57:38.501196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:38.502205 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-3254c4d5-eca1-4b5b-9636-67acfd4ab79c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0816677 Jul 08 01:57:38.510248 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.538802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-880d7b25-8e0c-4209-b7d2-0d27f085722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.540313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-880d7b25-8e0c-4209-b7d2-0d27f085722a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1099 time: 0.3356619 Jul 08 01:57:38.630032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49195ca-ce9f-42fb-a0bd-cbe9cbea87e7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.634250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d49195ca-ce9f-42fb-a0bd-cbe9cbea87e7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b857168-ab75-4f93-bdba-4361c6479f26 HTTP/1.1" status: 200 len: 913 time: 0.1320992 Jul 08 01:57:38.636545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:38.693798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:38.738742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3fb268c-8c4d-41cc-9ec1-4039366e02a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.756335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-7f9a5858-c890-4da7-8820-56eda21b257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.757903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-7f9a5858-c890-4da7-8820-56eda21b257f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2048628 Jul 08 01:57:38.795134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657c2d-1294-4109-9eba-05034e0f6074 req-90d34aa5-973e-49e0-92aa-3d0f02ae12a2 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.796801 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9657c2d-1294-4109-9eba-05034e0f6074 req-90d34aa5-973e-49e0-92aa-3d0f02ae12a2 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1100 time: 0.2912412 Jul 08 01:57:38.800004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-0815b845-f2ef-4c54-a783-0d1405a2045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.801424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-0815b845-f2ef-4c54-a783-0d1405a2045e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2712317 Jul 08 01:57:38.817565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-a7ee0b67-c6f5-4f02-a210-7dce6cf9b8c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.0433793 Jul 08 01:57:38.820321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3fb268c-8c4d-41cc-9ec1-4039366e02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.862695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Attempting to bind port 9b03c34d-d955-4eed-b9da-ad56122a70ab on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:38.863046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Attempting to bind port 9b03c34d-d955-4eed-b9da-ad56122a70ab by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:38.863480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Attempting to bind port 9b03c34d-d955-4eed-b9da-ad56122a70ab on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:38.930829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Port 9b03c34d-d955-4eed-b9da-ad56122a70ab on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:38.931186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Attempting to bind port 9b03c34d-d955-4eed-b9da-ad56122a70ab on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:38.952284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d3fb268c-8c4d-41cc-9ec1-4039366e02a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1923a7c654cc406a9336643a26a15292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9414883 Jul 08 01:57:38.960268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:38.967324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9657c2d-1294-4109-9eba-05034e0f6074 req-d997989b-1df6-4f43-945f-39ad1d6160f3 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619611 Jul 08 01:57:38.969424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-63376851-36b3-4e40-9c78-ce9bced1d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.970851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-63376851-36b3-4e40-9c78-ce9bced1d9a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1320713 Jul 08 01:57:38.973993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:38.974380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Checking segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:38.974827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Bound using segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:38.976056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Bound port: 9b03c34d-d955-4eed-b9da-ad56122a70ab, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:38.976056 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.977665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb268c-8c4d-41cc-9ec1-4039366e02a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bff7b3-352d-4a87-88ec-81bff2c2c9e3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:39.027375 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-ba3cc580-f092-4515-bdd4-7eb8d49cad7a service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079792 Jul 08 01:57:39.063266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.087293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.592986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:39.617876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:39.624666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-cb1a9577-50c0-49fb-8166-62195d40196c service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616512 Jul 08 01:57:39.624894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.627423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.631578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15bff7b3-352d-4a87-88ec-81bff2c2c9e3 HTTP/1.1" status: 204 len: 168 time: 0.6672275 Jul 08 01:57:39.637946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-16392695-3706-4a9d-a8c7-109280f3277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:39.646567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8cad2-8aae-4a1d-b39f-091a9469d090 req-ca87d865-333c-4a4d-840c-d7a1fbbf53da tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:39.654442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-16392695-3706-4a9d-a8c7-109280f3277f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6540625 Jul 08 01:57:39.657262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22b8cad2-8aae-4a1d-b39f-091a9469d090 req-ca87d865-333c-4a4d-840c-d7a1fbbf53da tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 947 time: 0.5125403 Jul 08 01:57:39.666192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a296695a-ffc8-46bc-a04f-803ec5356729 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:39.689935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bff7b3-352d-4a87-88ec-81bff2c2c9e3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:39.708662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.725183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22b8cad2-8aae-4a1d-b39f-091a9469d090 req-39f05510-2ae1-4a66-876f-99c4938c8512 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668402 Jul 08 01:57:39.762188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.762770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.763292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.763834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.764361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.764869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.765391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.765907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.766295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.766632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.766964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.767504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa1f0b-1546-46ca-8910-59047b858cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:39.782298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:39.782298 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.782814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-ee990407-6549-4cae-9847-a0831802b781 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b03c34d-d955-4eed-b9da-ad56122a70ab HTTP/1.1" status: 200 len: 1093 time: 2.1613741 Jul 08 01:57:39.783262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:39.785604 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:39.795046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ef1b9-5c27-4e8c-8985-cf99485941fc req-565ade77-611f-46c6-aa8a-3cce90ea3b82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:39.797032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a4ef1b9-5c27-4e8c-8985-cf99485941fc req-565ade77-611f-46c6-aa8a-3cce90ea3b82 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 944 time: 0.5861256 Jul 08 01:57:39.823588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee990407-6549-4cae-9847-a0831802b781 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:39.908091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:39.923837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'mac_address': 'fa:16:3e:1b:27:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:39.933932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a4ef1b9-5c27-4e8c-8985-cf99485941fc req-cd49ac16-2b23-4279-8427-9fe65b624e30 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298287 Jul 08 01:57:39.945720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-084ea3b9-38d5-42dd-aaf0-3e98fe5ec9ea service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826164 Jul 08 01:57:40.011294 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.053916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a296695a-ffc8-46bc-a04f-803ec5356729 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:40.115254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:40.129101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195512f3-5d88-4110-86c3-979a437efbcc req-736f1ed3-2f0e-4f8e-8549-4b311541e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:40.129983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.131274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-736f1ed3-2f0e-4f8e-8549-4b311541e5bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 1096 time: 0.1803038 Jul 08 01:57:40.177685 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.200767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-273b3793-945b-4671-8e8c-b297884e932b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab HTTP/1.1" status: 200 len: 217 time: 0.0528610 Jul 08 01:57:40.202193 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed88e01d-b45c-44b7-b7b2-f33ba88aca84 x-openstack-request-id: req-ed88e01d-b45c-44b7-b7b2-f33ba88aca84 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:40.202494 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:40.202749 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed88e01d-b45c-44b7-b7b2-f33ba88aca84 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:40.203149 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'status': 'completed', 'code': 200} Jul 08 01:57:40.267227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1996da8c-1b92-4879-bfb5-ac6c2c571d8a req-2245ee70-d93e-421c-8c39-e2e7ac7e1597 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962992 Jul 08 01:57:40.295862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195512f3-5d88-4110-86c3-979a437efbcc req-80f960c5-ef8d-4030-9b9f-2ee3034520fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:40.297712 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-80f960c5-ef8d-4030-9b9f-2ee3034520fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.0856256 Jul 08 01:57:40.306618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:40.352917 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-71d1d63f-a040-4589-94fd-b6279da81f40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434473 Jul 08 01:57:40.459358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b1bac-ddb8-46d4-bd52-f39f56561547 req-4510a585-b2c0-49bc-b7fb-4e3e6aab7ca2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:40.464926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b7b1bac-ddb8-46d4-bd52-f39f56561547 req-4510a585-b2c0-49bc-b7fb-4e3e6aab7ca2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.2517791 Jul 08 01:57:40.470922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37772) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:40.495477 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55f09ea1-df31-464b-a2d8-a050eb6dd818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.519820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a296695a-ffc8-46bc-a04f-803ec5356729'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:40.547885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b7b1bac-ddb8-46d4-bd52-f39f56561547 req-ce7481b4-d348-4a19-abf6-c4928dc7519f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767231 Jul 08 01:57:40.601053 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-52d77cba-d820-4eae-a82a-8670b2474989 service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368736 Jul 08 01:57:40.615893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55f09ea1-df31-464b-a2d8-a050eb6dd818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.706741 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-195512f3-5d88-4110-86c3-979a437efbcc req-7c73f40d-2250-45f8-9ee5-694b06a099ae service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900698 Jul 08 01:57:40.710553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 6acd1a8b-8524-4dc2-9c3c-efb598976728 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:40.711088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.711234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55f09ea1-df31-464b-a2d8-a050eb6dd818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.756082 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-55f09ea1-df31-464b-a2d8-a050eb6dd818 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da2e4358ffc14118918c9059ede128fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810864 Jul 08 01:57:40.756330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37776) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:40.764063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f09ea1-df31-464b-a2d8-a050eb6dd818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1a979e-cb06-4de9-b6f8-393feaf9d18d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:40.829674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05c0df83-0a4f-43f3-b12c-ff3fee985d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.863890 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05c0df83-0a4f-43f3-b12c-ff3fee985d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.865630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.889907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 6acd1a8b-8524-4dc2-9c3c-efb598976728 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:40.993146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-8098f4d4-c388-4a33-b7b3-65c70aad6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:40.994669 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-8098f4d4-c388-4a33-b7b3-65c70aad6e6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 1096 time: 0.1384404 Jul 08 01:57:41.081923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05c0df83-0a4f-43f3-b12c-ff3fee985d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.084681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05c0df83-0a4f-43f3-b12c-ff3fee985d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.085854 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-05c0df83-0a4f-43f3-b12c-ff3fee985d69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e1a979e-cb06-4de9-b6f8-393feaf9d18d HTTP/1.1" status: 204 len: 168 time: 0.3286889 Jul 08 01:57:41.090459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853f8d-8638-4006-9d89-05335769972b req-cb08fef5-3cd1-430d-8809-330bd982af61 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:41.091766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83853f8d-8638-4006-9d89-05335769972b req-cb08fef5-3cd1-430d-8809-330bd982af61 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 948 time: 0.1735799 Jul 08 01:57:41.100293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0df83-0a4f-43f3-b12c-ff3fee985d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1a979e-cb06-4de9-b6f8-393feaf9d18d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:41.154098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-5351b6c3-4208-4303-a158-c15f42cecc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:41.155737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-5351b6c3-4208-4303-a158-c15f42cecc03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 912 time: 0.1442740 Jul 08 01:57:41.172842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83853f8d-8638-4006-9d89-05335769972b req-d8778493-129f-42e9-87c3-03157eb94b26 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688014 Jul 08 01:57:41.222532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-7621f700-30b9-41c3-80f1-67df529a88dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab HTTP/1.1" status: 200 len: 217 time: 0.0569971 Jul 08 01:57:41.336019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-77aee3a7-380e-42f7-b689-360e170fc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:41.338591 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-77aee3a7-380e-42f7-b689-360e170fc9b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.0900297 Jul 08 01:57:41.377285 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-bee48a64-c864-4d7d-9356-3d8d14c93982 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314932 Jul 08 01:57:41.443692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7c40-621d-4f9b-bea6-b05446d95b23 req-4ccb0661-4d4f-4bc4-8840-510cba6a0faf tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:41.456443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-826f7c40-621d-4f9b-bea6-b05446d95b23 req-4ccb0661-4d4f-4bc4-8840-510cba6a0faf tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 944 time: 0.1149950 Jul 08 01:57:41.508322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-826f7c40-621d-4f9b-bea6-b05446d95b23 req-0a03baff-4d22-46ea-9880-5766f8c34b1a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511010 Jul 08 01:57:41.638818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-02a3d915-1493-491a-8c5c-4d27224c35ce service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465809 Jul 08 01:57:41.638818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7eb34a7c-5625-4316-8ec9-dff0e6c9040f req-0d9ba36e-8ecc-467a-bd18-8a6971cfc46c service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924184 Jul 08 01:57:41.683665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 61cc069f-5c2c-415e-a4ff-3ea5f148769e details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:41.689298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a296695a-ffc8-46bc-a04f-803ec5356729 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:41.715729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1ed9e-bce3-4f91-ab16-a8264182c7b9 req-a4e52351-bf04-4a76-8e6d-e3a0ab77d931 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:41.717769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-72d1ed9e-bce3-4f91-ab16-a8264182c7b9 req-a4e52351-bf04-4a76-8e6d-e3a0ab77d931 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1038048 Jul 08 01:57:41.761291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-72d1ed9e-bce3-4f91-ab16-a8264182c7b9 req-815120e2-befa-4035-8e24-c8c24f5bd5f8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360920 Jul 08 01:57:41.820127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:41.832319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'port_id': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'mac_address': 'fa:16:3e:01:b0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebb33c5-4491-4bb5-a653-719eb3deb5eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:41.876282 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.883284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.890561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61cc069f-5c2c-415e-a4ff-3ea5f148769e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:41.935966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=6acd1a8b-8524-4dc2-9c3c-efb598976728,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:41.947089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:41.954295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port a296695a-ffc8-46bc-a04f-803ec5356729 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:41.960364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a296695a-ffc8-46bc-a04f-803ec5356729 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:41.960732 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.058998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.069810 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.106819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0f9c7-1e66-4f53-929d-b22b839b5a5c req-35158757-375f-42a9-b911-43deaa262191 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:42.108381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1d0f9c7-1e66-4f53-929d-b22b839b5a5c req-35158757-375f-42a9-b911-43deaa262191 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.2225034 Jul 08 01:57:42.108965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:42.111428 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be21214-438c-47d1-96bc-2387c5a1d948" -d '{"events": [{"server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "name": "network-vif-plugged", "status": "completed", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:42.129420 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e89b4590-14c7-4395-abd3-13cb86398d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.134850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:42.157992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:42.202856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.219439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1d0f9c7-1e66-4f53-929d-b22b839b5a5c req-bc0bbc4a-5ed6-4c75-985d-c8133c363a49 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018984 Jul 08 01:57:42.237730 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7324b3-e9bf-42bf-a485-0ddf799e76da x-openstack-request-id: req-dd7324b3-e9bf-42bf-a485-0ddf799e76da {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:42.238074 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "name": "network-vif-plugged", "status": "completed", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:42.238276 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd7324b3-e9bf-42bf-a485-0ddf799e76da {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:42.238705 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'code': 200} Jul 08 01:57:42.242479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['61cc069f-5c2c-415e-a4ff-3ea5f148769e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:42.292133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.454414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:42.631569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-cc331d18-15f7-4fb6-ba2d-076e7559446b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:42.637569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-cc331d18-15f7-4fb6-ba2d-076e7559446b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5&tenant_id=ff8fa382b4fa47f594f312f95a5086b7&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 949 time: 0.2019885 Jul 08 01:57:42.647016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7de31-fa69-4e80-8b44-bd37ae9c8c20 req-ceb0993b-e29d-4793-9695-002d8519560c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:42.654261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Router 3b857168-ab75-4f93-bdba-4361c6479f26 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:42.662814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19d7de31-fa69-4e80-8b44-bd37ae9c8c20 req-ceb0993b-e29d-4793-9695-002d8519560c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.3073997 Jul 08 01:57:42.805834 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19d7de31-fa69-4e80-8b44-bd37ae9c8c20 req-df0e0a9b-3bcc-47d9-8d50-c502a8253774 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273749 Jul 08 01:57:42.820255 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-7016e830-170b-41e1-b13c-1988ed3edf45 service neutron] delete failed (client error): The resource could not be found. Jul 08 01:57:42.823502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-7016e830-170b-41e1-b13c-1988ed3edf45 service neutron] 10.222.0.18 "DELETE /v2.0/ports/a296695a-ffc8-46bc-a04f-803ec5356729/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.1591294 Jul 08 01:57:42.907519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:42.915687 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e98289c4-1360-4888-8ce4-6fb8b2f4c62d tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "PUT /v2.0/routers/3b857168-ab75-4f93-bdba-4361c6479f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2754307 Jul 08 01:57:42.924696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37854) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:42.928609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4a035-73b3-457c-9698-420dc820df97 None None] Sync routers for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:42.951274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4a035-73b3-457c-9698-420dc820df97 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:42.951952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2dd4a035-73b3-457c-9698-420dc820df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:43.027237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2dd4a035-73b3-457c-9698-420dc820df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:43.055846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4a035-73b3-457c-9698-420dc820df97 None None] Routers {'3b857168-ab75-4f93-bdba-4361c6479f26'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:43.056622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2dd4a035-73b3-457c-9698-420dc820df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:57:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3b857168-ab75-4f93-bdba-4361c6479f26'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:43.079219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341a816-845e-44d1-8de7-f905a15b028e req-7a9c334e-2a45-4eb6-8668-59cf39523f62 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:43.084212 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3341a816-845e-44d1-8de7-f905a15b028e req-7a9c334e-2a45-4eb6-8668-59cf39523f62 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 944 time: 0.1068740 Jul 08 01:57:43.111218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2dd4a035-73b3-457c-9698-420dc820df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:43.115161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4a035-73b3-457c-9698-420dc820df97 None None] The sync data for ids ['3b857168-ab75-4f93-bdba-4361c6479f26'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:43.130611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3341a816-845e-44d1-8de7-f905a15b028e req-c3c7fcc5-6747-4fe8-8812-4fd2ce7462a5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Jul 08 01:57:43.225443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-6da50f10-0f71-4df5-afd7-f7e4b78ec9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:43.226969 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-6da50f10-0f71-4df5-afd7-f7e4b78ec9f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1101 time: 0.3162937 Jul 08 01:57:43.237732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.287289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ed64b-aa89-4b91-a602-47ac13195044 req-52c895a3-2f52-4fb1-93f6-c2935b77b985 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:43.294624 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c06ed64b-aa89-4b91-a602-47ac13195044 req-52c895a3-2f52-4fb1-93f6-c2935b77b985 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2882519 Jul 08 01:57:43.449903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c06ed64b-aa89-4b91-a602-47ac13195044 req-a98aef66-7a2f-4252-9269-aa1d929b1d43 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540043 Jul 08 01:57:43.452638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e5974-5539-43b8-9a8b-f1228952b7e6 req-084298eb-5fd8-4f3e-abf2-5d1f9f04d3cc tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:43.454210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a2e5974-5539-43b8-9a8b-f1228952b7e6 req-084298eb-5fd8-4f3e-abf2-5d1f9f04d3cc tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.0878079 Jul 08 01:57:43.483640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-cb6bb769-c331-47e2-9b82-6f559cfe47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:43.485287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-cb6bb769-c331-47e2-9b82-6f559cfe47c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2431791 Jul 08 01:57:43.487027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.508135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a2e5974-5539-43b8-9a8b-f1228952b7e6 req-1c3314ed-b5ee-4f45-aed0-06c7f1ddf143 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468431 Jul 08 01:57:43.532735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-7f004514-f448-40ee-9881-37db081156d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.0380919 Jul 08 01:57:43.586106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-c3f7aa80-5825-4189-a2c1-4fb97a3b8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:43.588675 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-c3f7aa80-5825-4189-a2c1-4fb97a3b8e83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0495727 Jul 08 01:57:43.701171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-e6e2aae4-159e-4484-b42c-da898963602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:43.702992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-e6e2aae4-159e-4484-b42c-da898963602e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065612 Jul 08 01:57:43.707885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03c34d-d955-4eed-b9da-ad56122a70ab details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:43.709665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting port 961510fb-867b-465d-b2dc-6e70252436da {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:43.710127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.716042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 61cc069f-5c2c-415e-a4ff-3ea5f148769e up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:43.870290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 61cc069f-5c2c-415e-a4ff-3ea5f148769e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:43.870696 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.968619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.995603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Calling delete_port for 961510fb-867b-465d-b2dc-6e70252436da owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:44.002649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-95eeb371-36b5-4bac-965c-14d4713e45ee service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889740 Jul 08 01:57:44.003823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:44.022712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'port_id': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'mac_address': 'fa:16:3e:27:9a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc20689-5b16-4c21-9e63-5f26fe24f72c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:44.098848 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.103743 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.166946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b03c34d-d955-4eed-b9da-ad56122a70ab {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:44.200149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643610-ce02-48ea-9523-1dd01aace18c req-465bbe23-f636-430f-a5cd-17422eabcc35 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:44.209656 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41643610-ce02-48ea-9523-1dd01aace18c req-465bbe23-f636-430f-a5cd-17422eabcc35 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.2027347 Jul 08 01:57:44.223710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:44.241296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:44.243679 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1becf06f-057e-4959-a57f-d47fe70301e7" -d '{"events": [{"server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "name": "network-vif-plugged", "status": "completed", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:44.268785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:44.283000 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.295726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41643610-ce02-48ea-9523-1dd01aace18c req-40b84d72-67c0-472d-b91f-6ca8af1363c3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840111 Jul 08 01:57:44.351386 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-78c1f3f2-f77f-4871-ac21-29f3785cd97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.369175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44da72e-ee53-4802-beeb-cd07bbcc9db7 req-808af712-fe90-4977-b7b6-16403ab7756f service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586147 Jul 08 01:57:44.383157 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.416429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:44.534964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:44.578051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565517-1557-4a88-b7be-f47557788de9 req-49cc51b6-548d-47bc-a1e2-e2b446e8f581 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:44.580032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed565517-1557-4a88-b7be-f47557788de9 req-49cc51b6-548d-47bc-a1e2-e2b446e8f581 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 945 time: 0.1147058 Jul 08 01:57:44.651249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed565517-1557-4a88-b7be-f47557788de9 req-0c044ea0-9bba-4141-9428-bde0aa9af453 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653780 Jul 08 01:57:44.717603 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e468b9-8d4a-4616-8295-841384516a29 x-openstack-request-id: req-70e468b9-8d4a-4616-8295-841384516a29 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:44.717905 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "name": "network-vif-plugged", "status": "completed", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:44.718165 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70e468b9-8d4a-4616-8295-841384516a29 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:44.718586 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'code': 200} Jul 08 01:57:44.764522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9b03c34d-d955-4eed-b9da-ad56122a70ab'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:44.871213 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.885105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.000531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Port': ['ID=961510fb-867b-465d-b2dc-6e70252436da,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:45.085410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.205452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e2f47-4728-4683-b243-280d55676813 req-69c79148-8fb9-4413-a98d-3903a31361dc tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:45.212492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc6e2f47-4728-4683-b243-280d55676813 req-69c79148-8fb9-4413-a98d-3903a31361dc tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1010380 Jul 08 01:57:45.263914 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc6e2f47-4728-4683-b243-280d55676813 req-4be80290-8b55-4ce3-a63e-4e9551f0756c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Jul 08 01:57:45.273983 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.278174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.415167 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.418089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Fanout notify agent at l3_agent the message router_deleted on router 3b857168-ab75-4f93-bdba-4361c6479f26 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:57:45.429398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.430863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fd4736a9-b94b-48b7-a832-b8d70d4baef7 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/routers/3b857168-ab75-4f93-bdba-4361c6479f26 HTTP/1.1" status: 204 len: 168 time: 2.5051596 Jul 08 01:57:45.433286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37926) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:45.505093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc1073f-6570-4068-b8cf-e962441d34f8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Deleting subnet 0ec97b0f-e2c8-4677-8e33-8495884f2e95 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:57:45.512985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fc1073f-6570-4068-b8cf-e962441d34f8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.540271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88ef12-2ccc-4b5a-86d2-ee182d27bb48 req-3da10f96-f219-4b04-b3bb-ea080efaa73c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:45.548497 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a88ef12-2ccc-4b5a-86d2-ee182d27bb48 req-3da10f96-f219-4b04-b3bb-ea080efaa73c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1010208 Jul 08 01:57:45.606880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a88ef12-2ccc-4b5a-86d2-ee182d27bb48 req-e32c9f8f-27c7-4dec-b2c2-e87a3161ae6d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572147 Jul 08 01:57:45.612685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fc1073f-6570-4068-b8cf-e962441d34f8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.663753 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.723809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fc1073f-6570-4068-b8cf-e962441d34f8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.894352 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fc1073f-6570-4068-b8cf-e962441d34f8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.942037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1073f-6570-4068-b8cf-e962441d34f8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec97b0f-e2c8-4677-8e33-8495884f2e95,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:45.944151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fc1073f-6570-4068-b8cf-e962441d34f8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.947946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7fc1073f-6570-4068-b8cf-e962441d34f8 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/subnets/0ec97b0f-e2c8-4677-8e33-8495884f2e95 HTTP/1.1" status: 204 len: 168 time: 0.5123177 Jul 08 01:57:45.950152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37934) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:45.970025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340b29-b648-4042-ae03-565071400134 req-3b11ac04-66ce-4933-9683-1d76dcc81e39 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:45.977798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8340b29-b648-4042-ae03-565071400134 req-3b11ac04-66ce-4933-9683-1d76dcc81e39 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1153450 Jul 08 01:57:46.040630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8340b29-b648-4042-ae03-565071400134 req-57bd350d-b087-4d20-8e26-ef2ded4703a6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536275 Jul 08 01:57:46.092606 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.206831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.219947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0856050b-4bfc-4cae-9ff4-3dee01bf73ab']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:46.232528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066509e6-b557-4d15-8a7f-3e530c8d3d02') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:46.232753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066509e6-b557-4d15-8a7f-3e530c8d3d02') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:46.242995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.251958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872528-1a3c-49fb-874e-de49b1be7d04 req-789c27b4-d614-4d01-85b1-1b9651f2daf5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:46.263898 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf872528-1a3c-49fb-874e-de49b1be7d04 req-789c27b4-d614-4d01-85b1-1b9651f2daf5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 945 time: 0.1032403 Jul 08 01:57:46.273617 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.284406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:57:46.287206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:57:46.289472 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:57:46.356142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf872528-1a3c-49fb-874e-de49b1be7d04 req-c21fe519-0db4-4eb8-a605-d05eeff0fdab tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861173 Jul 08 01:57:46.439881 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.455111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.457583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] 10.222.0.10 "DELETE /v2.0/networks/0856050b-4bfc-4cae-9ff4-3dee01bf73ab HTTP/1.1" status: 204 len: 168 time: 0.5062850 Jul 08 01:57:46.472073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee454bf-46b5-49ac-b8be-01d8d2582896 tempest-FloatingIPTestJSON-532365205 tempest-FloatingIPTestJSON-532365205-project] Pushing event deleted for resources: {'Network': ['ID=0856050b-4bfc-4cae-9ff4-3dee01bf73ab,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:46.654214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a09b9a-b4dc-426c-9d94-598e11ccaff7 req-a2caf623-c6ee-4d49-a216-753a475a06ba tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:46.665841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24a09b9a-b4dc-426c-9d94-598e11ccaff7 req-a2caf623-c6ee-4d49-a216-753a475a06ba tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1425247 Jul 08 01:57:46.721594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24a09b9a-b4dc-426c-9d94-598e11ccaff7 req-9fa39311-0ab3-456c-bb01-2f802f3d918d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533674 Jul 08 01:57:46.959823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfef3c-cbfd-4ad9-b540-6a4e40f3bf2d req-f84b4064-aa35-4f5c-bbaa-604e5e037f9c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:46.963935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2dcfef3c-cbfd-4ad9-b540-6a4e40f3bf2d req-f84b4064-aa35-4f5c-bbaa-604e5e037f9c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.0898366 Jul 08 01:57:47.067628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2dcfef3c-cbfd-4ad9-b540-6a4e40f3bf2d req-637c4b8e-3056-45b6-bd23-3a001dd07f95 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947556 Jul 08 01:57:47.447520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e099bf-b86d-4683-b557-4e6b043ee167 req-05fc0f66-a45f-4a21-bc9d-3acc5a7a6dc6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:47.447520 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51e099bf-b86d-4683-b557-4e6b043ee167 req-05fc0f66-a45f-4a21-bc9d-3acc5a7a6dc6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.0802534 Jul 08 01:57:47.447520 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51e099bf-b86d-4683-b557-4e6b043ee167 req-33793b77-337c-44be-b640-d27d0cb0fa49 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Jul 08 01:57:47.452661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37960) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:47.598586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc55a7-9395-44b5-93a2-6e0e68458a05 req-6135325c-b097-48dd-aacd-35e73fde193f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:47.608566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23dc55a7-9395-44b5-93a2-6e0e68458a05 req-6135325c-b097-48dd-aacd-35e73fde193f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 945 time: 0.1107609 Jul 08 01:57:47.663465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.686724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23dc55a7-9395-44b5-93a2-6e0e68458a05 req-0679231e-c8df-4b4c-a6f5-21af31ce38b2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771704 Jul 08 01:57:47.735978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03c34d-d955-4eed-b9da-ad56122a70ab up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:47.765061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b3f7fda-f4a5-4ca1-9e4a-a647d0c29870 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d32e99a95fe94eb0a41a64c1a6998dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123014 Jul 08 01:57:47.767550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37970) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:47.862908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3af07e75-01cc-4151-86df-f8a268cfc837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.907156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37972) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:47.949141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3af07e75-01cc-4151-86df-f8a268cfc837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.012491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 9b03c34d-d955-4eed-b9da-ad56122a70ab completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:48.018289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 9b03c34d-d955-4eed-b9da-ad56122a70ab triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:48.018548 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.067795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1dee5-bfa4-4575-add9-d38250e120c0 req-e1000999-cff5-4d58-a5cd-a0f07dc3e51e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:48.080394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6d1dee5-bfa4-4575-add9-d38250e120c0 req-e1000999-cff5-4d58-a5cd-a0f07dc3e51e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1923583 Jul 08 01:57:48.101454 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09692921-9df6-4e6b-ba4d-7571024dcdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.107314 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.137863 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6d1dee5-bfa4-4575-add9-d38250e120c0 req-6a7df016-dde0-411e-92e6-c33c6e04b6d7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565298 Jul 08 01:57:48.160184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3af07e75-01cc-4151-86df-f8a268cfc837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.164611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3af07e75-01cc-4151-86df-f8a268cfc837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.164611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3af07e75-01cc-4151-86df-f8a268cfc837 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1db1fb6-cf09-4c8c-b5d0-3f27158eaa6b HTTP/1.1" status: 204 len: 168 time: 0.3956831 Jul 08 01:57:48.181251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af07e75-01cc-4151-86df-f8a268cfc837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1db1fb6-cf09-4c8c-b5d0-3f27158eaa6b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:48.305419 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.306334 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09692921-9df6-4e6b-ba4d-7571024dcdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.352457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:48.356347 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc833a-976b-438f-aa96-cfc5ddbd1752" -d '{"events": [{"server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:48.369929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:48.374464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09692921-9df6-4e6b-ba4d-7571024dcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.395918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c894611-77b5-46c4-992a-25dfd34a7c17 req-1bf3b296-9a50-4593-aaa8-95f2f1bd5132 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:48.397640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c894611-77b5-46c4-992a-25dfd34a7c17 req-1bf3b296-9a50-4593-aaa8-95f2f1bd5132 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0825453 Jul 08 01:57:48.432982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-09692921-9df6-4e6b-ba4d-7571024dcdcc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=176ca12981494d6f80281923f87d48b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5320103 Jul 08 01:57:48.435783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37986) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:48.451790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09692921-9df6-4e6b-ba4d-7571024dcdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aa5d4a-4802-4df4-9f48-c3711efb8b95,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:48.472006 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.477734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c894611-77b5-46c4-992a-25dfd34a7c17 req-e34ae32b-8ec4-4513-bcf3-ac8eb1d0778e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695834 Jul 08 01:57:48.524352 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0223-1cc7-4223-98aa-3e3a7cbcaee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.561153 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0223-1cc7-4223-98aa-3e3a7cbcaee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.568252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:48.733919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0223-1cc7-4223-98aa-3e3a7cbcaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.736568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a0b0223-1cc7-4223-98aa-3e3a7cbcaee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.740510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5a0b0223-1cc7-4223-98aa-3e3a7cbcaee7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61aa5d4a-4802-4df4-9f48-c3711efb8b95 HTTP/1.1" status: 204 len: 168 time: 0.3008060 Jul 08 01:57:48.748068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b0223-1cc7-4223-98aa-3e3a7cbcaee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aa5d4a-4802-4df4-9f48-c3711efb8b95,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:48.900530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138428e-4de5-4c72-8416-7e9f311567a6 req-96ee365e-ec4d-4f37-b75d-51a2e63a5790 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:48.908599 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a138428e-4de5-4c72-8416-7e9f311567a6 req-96ee365e-ec4d-4f37-b75d-51a2e63a5790 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.0962815 Jul 08 01:57:49.008776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a138428e-4de5-4c72-8416-7e9f311567a6 req-b88e88d1-3b25-44c9-94ca-2db034278993 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848100 Jul 08 01:57:49.144230 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16b9682-4760-426e-8776-a2ba1819ab6c x-openstack-request-id: req-e16b9682-4760-426e-8776-a2ba1819ab6c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:49.151369 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:49.151369 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e16b9682-4760-426e-8776-a2ba1819ab6c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:49.151369 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'code': 200} Jul 08 01:57:49.265676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a762e-ae6e-4759-9edb-0235ab3d1257 req-8faed85b-26e7-4402-8f7e-2a1cb9a29fb7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:49.274444 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-241a762e-ae6e-4759-9edb-0235ab3d1257 req-8faed85b-26e7-4402-8f7e-2a1cb9a29fb7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1090450 Jul 08 01:57:49.389671 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-241a762e-ae6e-4759-9edb-0235ab3d1257 req-ec62e870-8f39-4fd9-88be-68d868bec95f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144321 Jul 08 01:57:49.396179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1a2d-54aa-49f7-9970-1c18d4528bd0 req-43cdb7a7-2655-4585-9754-fa85a1835522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:49.397464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4fbf1a2d-54aa-49f7-9970-1c18d4528bd0 req-43cdb7a7-2655-4585-9754-fa85a1835522 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 1098 time: 0.1211367 Jul 08 01:57:49.455660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4fbf1a2d-54aa-49f7-9970-1c18d4528bd0 req-4cd39f2f-9dfb-4f1c-a38c-055e1e796fd9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466864 Jul 08 01:57:49.675568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-bb9eb7f3-09a7-4b86-88f1-f1dfcc7a7a93 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304356 Jul 08 01:57:49.710684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44302505-6da9-4366-bf70-1d277e03d577 req-a637f039-242c-4c5a-b523-c5464bc67d0c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:49.718410 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44302505-6da9-4366-bf70-1d277e03d577 req-a637f039-242c-4c5a-b523-c5464bc67d0c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1006007 Jul 08 01:57:49.773442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44302505-6da9-4366-bf70-1d277e03d577 req-6e31ba24-ce22-4881-b538-e3566d21f4b3 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513744 Jul 08 01:57:49.813816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-38423b12-45a7-434e-8d65-80bdce834206 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:49.815107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:49.821527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-38423b12-45a7-434e-8d65-80bdce834206 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448834 Jul 08 01:57:49.832475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:49.848245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d00f1560-106e-4946-a2b2-ecb50a1fae19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:49.850059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-5d8171e5-f614-4308-ae63-91cbdcc1215a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/quotas/ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 375 time: 0.0269554 Jul 08 01:57:49.973265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-b98a3945-1955-4742-b22d-7da58fe3394d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219928 Jul 08 01:57:50.075150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d00f1560-106e-4946-a2b2-ecb50a1fae19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.112267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-634655466'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:50.219072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d00f1560-106e-4946-a2b2-ecb50a1fae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.360933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f1560-106e-4946-a2b2-ecb50a1fae19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7ac848-cd8b-44bc-8f43-0f68928c13d1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:50.368005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d00f1560-106e-4946-a2b2-ecb50a1fae19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7d6ea7a3fb542b8b2dc84d240cf5ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342386 Jul 08 01:57:50.369110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:50.372955 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.376816 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bee65878-14da-4aed-8373-69ac2cf14a1b req-c2b3d728-2339-465b-88a9-1cdb86fa675d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 210 time: 0.0916879 Jul 08 01:57:50.377311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38074) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:50.421417 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.633183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b40d-caca-41d3-8860-62e4224d1267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.662353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea3312-66e9-4675-aef1-09faae224bfa req-695aa858-da3f-4851-bdf7-c51842ee1aab tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:50.664074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2eea3312-66e9-4675-aef1-09faae224bfa req-695aa858-da3f-4851-bdf7-c51842ee1aab tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.3468997 Jul 08 01:57:50.680177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.701380 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b40d-caca-41d3-8860-62e4224d1267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.720363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40640d27-3fd9-493f-b730-fb34db0a206c req-c524a8b8-15d7-457b-877d-ea5210683211 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:50.723238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40640d27-3fd9-493f-b730-fb34db0a206c req-c524a8b8-15d7-457b-877d-ea5210683211 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0823772 Jul 08 01:57:50.775966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.800317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40640d27-3fd9-493f-b730-fb34db0a206c req-445c047b-1b63-4140-aa77-3767eba226ca tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710349 Jul 08 01:57:50.813280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2eea3312-66e9-4675-aef1-09faae224bfa req-fdd43626-6538-4a15-ae61-e91f3b47cfa4 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227326 Jul 08 01:57:50.823199 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.838293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:50.863224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.872214 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Added segment d9032be0-cbd3-4e0d-abb0-2652d16202fe of type vlan for network 0531518e-3e24-4242-8fed-847698406545 Jul 08 01:57:50.878718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39546317-4d6a-4f07-b813-0a982255179f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:50.927217 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.992797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b40d-caca-41d3-8860-62e4224d1267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.995372 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b40d-caca-41d3-8860-62e4224d1267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.997113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2ff7b40d-caca-41d3-8860-62e4224d1267 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b7ac848-cd8b-44bc-8f43-0f68928c13d1 HTTP/1.1" status: 204 len: 168 time: 0.6192183 Jul 08 01:57:51.009796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7b40d-caca-41d3-8860-62e4224d1267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7ac848-cd8b-44bc-8f43-0f68928c13d1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:51.071160 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.080415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:51.080733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.164598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16c631-8471-4575-9771-1ab75ca39461 req-296da5dd-c789-4f91-ab43-127b37766560 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:51.176721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c16c631-8471-4575-9771-1ab75ca39461 req-296da5dd-c789-4f91-ab43-127b37766560 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1858616 Jul 08 01:57:51.225610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Network': ['ID=0531518e-3e24-4242-8fed-847698406545,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:51.239368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 0531518e-3e24-4242-8fed-847698406545 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:51.255919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7c6ab624-cf10-41b2-80d1-8a144f1bb45a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4376211 Jul 08 01:57:51.256655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c16c631-8471-4575-9771-1ab75ca39461 req-dc7d477b-a8fa-49b9-91c7-76d7d043187e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743315 Jul 08 01:57:51.257006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:51.275846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'name': 'tempest-PortsIpV6TestJSON-140020644'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:51.519455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b896b9d-ca77-4174-9b72-0608f9850e6b req-9ca265a1-e092-4f03-b1d6-57ab5e1d193f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 210 time: 0.0560174 Jul 08 01:57:51.638404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:51.642321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.677892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:57:51.898874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:52.055731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:52.118538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82833cd-2bcc-49ce-b1c3-c0d1b5062ef1 req-d4b3c6f1-b3cd-4dd9-8ab4-491efacd1738 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:52.120160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e82833cd-2bcc-49ce-b1c3-c0d1b5062ef1 req-d4b3c6f1-b3cd-4dd9-8ab4-491efacd1738 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1099164 Jul 08 01:57:52.185795 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e82833cd-2bcc-49ce-b1c3-c0d1b5062ef1 req-0d4efe8e-acbc-4159-8418-6a8b88de01f1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544083 Jul 08 01:57:52.200993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Checking segment: {'id': 'd9032be0-cbd3-4e0d-abb0-2652d16202fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0531518e-3e24-4242-8fed-847698406545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:52.215428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network hostable DHCP agents. Network: 0531518e-3e24-4242-8fed-847698406545, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:52.215428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=87b3c1c9-4b83-47ea-bb5a-99e3d16724a6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:52.225835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c89816-43ff-4021-bf20-6bb636cd1975 req-0f19e5b1-32ff-4408-a30d-6e577d355e7f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:52.228221 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c89816-43ff-4021-bf20-6bb636cd1975 req-0f19e5b1-32ff-4408-a30d-6e577d355e7f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.2119896 Jul 08 01:57:52.308954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c89816-43ff-4021-bf20-6bb636cd1975 req-039a3ffa-bb36-40ac-b25c-4ae8ad89544f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686767 Jul 08 01:57:52.348935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:52.463570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 0531518e-3e24-4242-8fed-847698406545) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:52.468585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:52.476044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05503f6-c102-48fb-9ddd-243439770472 None None] Network 0531518e-3e24-4242-8fed-847698406545 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:52.481582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:52.488163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:52.595871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38152) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:52.596681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5708c1d4-447a-47a9-b73f-0ef27226e882 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3377900 Jul 08 01:57:52.601716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-303564671'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:52.723290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:52.730580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:52.759414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c3988-4e7b-4de5-a1c7-3435750d7028 req-7ff066a2-a3d7-4ba7-8485-f14b41685590 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:52.760841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38160) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:52.764567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f0c3988-4e7b-4de5-a1c7-3435750d7028 req-7ff066a2-a3d7-4ba7-8485-f14b41685590 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1518087 Jul 08 01:57:52.831445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:52.842398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f0c3988-4e7b-4de5-a1c7-3435750d7028 req-9bb4ac7e-49f4-4720-bf15-97ca87697349 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616586 Jul 08 01:57:52.871022 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:52.873430 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Added segment c7cce913-37fc-4715-8e7e-eea9f39de035 of type vlan for network ad98f86a-7989-4e7a-ada6-8732fdf06818 Jul 08 01:57:52.998972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-97402138-network', 'tenant_id': '587ef2ad99614070b2f52ac780f2ad9d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:53.024844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.220709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Made reservation on behalf of 587ef2ad99614070b2f52ac780f2ad9d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:53.223329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.225736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.236250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:53.236904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.267637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.388032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7904317 Jul 08 01:57:53.398430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38180) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:53.409022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9d0780e-6443-4616-a2ec-f5c318975a2e req-0ece9246-a8b0-4ffc-aac4-1d07ebe06037 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 210 time: 0.4327765 Jul 08 01:57:53.434903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'ports': [{'network_id': '0531518e-3e24-4242-8fed-847698406545'}, {'network_id': 'ad98f86a-7989-4e7a-ada6-8732fdf06818'}]} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:53.435523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '0531518e-3e24-4242-8fed-847698406545'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:53.436179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': 'ad98f86a-7989-4e7a-ada6-8732fdf06818'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:53.644900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Network': ['ID=ad98f86a-7989-4e7a-ada6-8732fdf06818,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:53.666109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.666911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.668670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.669650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.670528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.671597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.672459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.673460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.674321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.674947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.675634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.676227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c043-5b75-44b7-8cb6-399e5fd95aea tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:53.682146 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6b0ba408-e801-49d5-9553-f5095d70ffae tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2074926 Jul 08 01:57:53.698327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network ad98f86a-7989-4e7a-ada6-8732fdf06818 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:53.743870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee79dc-454b-4af6-91ce-3b209126754c req-aefdcd45-4e1b-41cc-af5e-120c351f8c3c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:53.743870 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62ee79dc-454b-4af6-91ce-3b209126754c req-aefdcd45-4e1b-41cc-af5e-120c351f8c3c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1947258 Jul 08 01:57:53.845278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62ee79dc-454b-4af6-91ce-3b209126754c req-c86373c8-304c-454c-a9ae-e8b5a84119d4 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050568 Jul 08 01:57:54.283790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ae85e-3ce5-4600-bb02-e81d1f9f70a9 req-e8927ede-df4b-4bc7-b2b9-c4a5d511451d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:54.293958 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed9ae85e-3ce5-4600-bb02-e81d1f9f70a9 req-e8927ede-df4b-4bc7-b2b9-c4a5d511451d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1750481 Jul 08 01:57:54.368249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed9ae85e-3ce5-4600-bb02-e81d1f9f70a9 req-a843da91-22fc-4357-b136-7ddbdc2a2623 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Jul 08 01:57:54.478296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27515aa-fa43-4015-a89c-87d2a16382e0 req-36f7cbb5-1693-42a1-a2d1-e600e05467ed tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:54.486770 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f27515aa-fa43-4015-a89c-87d2a16382e0 req-36f7cbb5-1693-42a1-a2d1-e600e05467ed tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.9187872 Jul 08 01:57:54.533308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-e582c55e-6d60-4cfc-ad81-f8c012845bec tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:54.535237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-e582c55e-6d60-4cfc-ad81-f8c012845bec tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8400054 Jul 08 01:57:54.550629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Request body: {'port': {'device_id': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'ff8fa382b4fa47f594f312f95a5086b7'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:54.567929 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bc6320ea-c647-4167-a2cc-6237ed48b860 req-6e2fdb67-f059-4ffa-a865-7f6bfb3c2d68 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 210 time: 0.0392890 Jul 08 01:57:54.628723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f27515aa-fa43-4015-a89c-87d2a16382e0 req-205e2985-b11c-4a94-9268-41e74c56c8a9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407714 Jul 08 01:57:54.630575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.740333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.787962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:57:54.787962 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:57:54.787962 n-d-695189-13 neutron-server[100713]: [parameters: {'project_id_1': 'ff8fa382b4fa47f594f312f95a5086b7', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 57, 54, 685170)}] Jul 08 01:57:54.787962 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:57:54.788498 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:57:54.809473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:54.819728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b389d57-8f26-478c-8cf2-df3f12968607,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:54.840933 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.841285 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Added segment 5c89dcba-ab62-413f-a245-49ec2be6f032 of type vlan for network 303f271c-18a5-4d25-9cf8-6282c7222d01 Jul 08 01:57:54.900625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.904118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 2} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:54.915503 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.945483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.051060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.051060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:55.051060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.150595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port c924e003-9eb0-4719-9f0b-2b94fa22611f yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:57:55.160561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] Pushing event updated for resources: {'Network': ['ID=303f271c-18a5-4d25-9cf8-6282c7222d01,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:55.161341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8190d8-40fc-4714-a9b4-fc5805b3ae09 req-d31978b7-2507-4635-bb97-ed7e1e391ffc tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:55.172589 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf8190d8-40fc-4714-a9b4-fc5805b3ae09 req-d31978b7-2507-4635-bb97-ed7e1e391ffc tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1366537 Jul 08 01:57:55.175468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 303f271c-18a5-4d25-9cf8-6282c7222d01 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:55.207807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-965f2070-d5bd-4b82-bf1a-ebb25b1a8db2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4446914 Jul 08 01:57:55.215585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:55.225792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Request body: {'subnet': {'network_id': '303f271c-18a5-4d25-9cf8-6282c7222d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-97402138-subnet', 'tenant_id': '587ef2ad99614070b2f52ac780f2ad9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:55.282650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf8190d8-40fc-4714-a9b4-fc5805b3ae09 req-a1a8ccc9-55fe-4847-a14b-25ec3d917033 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085255 Jul 08 01:57:55.337349 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.374395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Made reservation on behalf of 587ef2ad99614070b2f52ac780f2ad9d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:55.377896 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.500746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 7b9f597a-8d63-4319-8320-316246ad2f75 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:57:55.641923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Made reservation on behalf of ff8fa382b4fa47f594f312f95a5086b7 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:55.645515 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.693589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825590f-2381-4642-a864-0d021032cbcd req-fd7870ed-97fb-4f1e-b756-16922d7f4fe0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:55.695075 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e825590f-2381-4642-a864-0d021032cbcd req-fd7870ed-97fb-4f1e-b756-16922d7f4fe0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1620624 Jul 08 01:57:55.754527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9df0c54e-bcb6-4576-bfda-054d0e8d5209 req-e213381b-11b7-44af-94b4-c72164665a60 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 210 time: 0.0412567 Jul 08 01:57:55.787211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.800827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.861470 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e825590f-2381-4642-a864-0d021032cbcd req-71cf5a67-632b-4a2b-b868-ae04cd09c404 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582654 Jul 08 01:57:55.885045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e1c94c-c505-4139-b0c3-43aed478ccd7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:55.899993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Checking segment: {'id': '5c89dcba-ab62-413f-a245-49ec2be6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '303f271c-18a5-4d25-9cf8-6282c7222d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:55.905387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Network hostable DHCP agents. Network: 303f271c-18a5-4d25-9cf8-6282c7222d01, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:56.012930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36395bc0-ca9b-4851-986f-41f04873f07d req-4ed07339-528e-4e80-aec5-2e4247ef7e51 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:56.014908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36395bc0-ca9b-4851-986f-41f04873f07d req-4ed07339-528e-4e80-aec5-2e4247ef7e51 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1033061 Jul 08 01:57:56.021663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Allocated IP 192.168.233.83 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/f349a8e6-d8cc-4ff1-a265-5c8284351a91) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:56.071571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36395bc0-ca9b-4851-986f-41f04873f07d req-85170eea-518e-49d2-b17e-2913515ce2dc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494680 Jul 08 01:57:56.098611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Network 303f271c-18a5-4d25-9cf8-6282c7222d01 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:56.196178 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.225975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 303f271c-18a5-4d25-9cf8-6282c7222d01) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:56.238931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:56.238931 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.240761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c6dbe-a3ba-4a73-9cde-194063d4dd50 None None] Network 303f271c-18a5-4d25-9cf8-6282c7222d01 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:56.268535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:56.269707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=c924e003-9eb0-4719-9f0b-2b94fa22611f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:56.275925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:56.281936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:56.282549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.396348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e6cddabe-944e-487a-99bb-89d358d4793b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1595540 Jul 08 01:57:56.455979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=7b9f597a-8d63-4319-8320-316246ad2f75,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:56.480559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818a2e5-e41a-4b76-ace3-cc2ad7a1e2e7 None None] Network 303f271c-18a5-4d25-9cf8-6282c7222d01 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:56.483194 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.515313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Checking segment: {'id': 'c7cce913-37fc-4715-8e7e-eea9f39de035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ad98f86a-7989-4e7a-ada6-8732fdf06818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:56.516222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network hostable DHCP agents. Network: ad98f86a-7989-4e7a-ada6-8732fdf06818, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:56.533542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Transition to ACTIVE for port object f349a8e6-d8cc-4ff1-a265-5c8284351a91 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:56.624146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462668-b8e2-483e-9037-e41f988f69e6 req-b37f281e-ca1f-4e20-9a74-6c9a75e5de54 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:56.627181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36462668-b8e2-483e-9037-e41f988f69e6 req-b37f281e-ca1f-4e20-9a74-6c9a75e5de54 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.0936329 Jul 08 01:57:56.682301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36462668-b8e2-483e-9037-e41f988f69e6 req-22a7ab6a-cdf3-4224-85cc-f7cbc95b9200 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502548 Jul 08 01:57:56.712278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.715406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network ad98f86a-7989-4e7a-ada6-8732fdf06818 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:56.726893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['88ca812e-d755-4b3d-b044-614b07976e56'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:56.732348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a296695a-ffc8-46bc-a04f-803ec5356729'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:56.861299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:56.871051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:56.880492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:56.979706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:56.980993 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.046676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, ad98f86a-7989-4e7a-ada6-8732fdf06818) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:57.153723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:57.174732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4c5034-8491-4f07-b2a9-b4977134be3b None None] Network ad98f86a-7989-4e7a-ada6-8732fdf06818 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:57.177617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cdbba-9345-4c4a-9d12-40a9782377e8 req-d84931c4-ce59-4f96-9b84-b5cab98f8bf2 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:57.182120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:57.185259 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c16cdbba-9345-4c4a-9d12-40a9782377e8 req-d84931c4-ce59-4f96-9b84-b5cab98f8bf2 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1283922 Jul 08 01:57:57.197739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:57.200177 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.212750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:57.224848 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-aff1726c-df0b-400c-b2e5-5f103b8460e0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6756468 Jul 08 01:57:57.252319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Request body: {'port': {'device_id': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:57.274928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c16cdbba-9345-4c4a-9d12-40a9782377e8 req-ada418a9-eab6-4b7c-a8a8-73238a2ccad9 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887477 Jul 08 01:57:57.406309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe90dea-11be-4c89-8958-355364777107 req-145bad80-df44-4031-a578-69dfa80f572b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:57.408638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbe90dea-11be-4c89-8958-355364777107 req-145bad80-df44-4031-a578-69dfa80f572b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 935 time: 0.3903575 Jul 08 01:57:57.440209 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-314b73df-9dba-49cc-8d7d-0e1f4312e725 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0237420 Jul 08 01:57:57.440830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38260) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:57.563880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02460379-a9c6-4d9c-b78a-04b52151db3a req-357be2e1-6078-465f-827c-2125606ea7b4 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:57.576681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02460379-a9c6-4d9c-b78a-04b52151db3a req-357be2e1-6078-465f-827c-2125606ea7b4 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1210387 Jul 08 01:57:57.586484 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbe90dea-11be-4c89-8958-355364777107 req-5a4e358e-5e44-416e-9c7f-294cf4b240dc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506064 Jul 08 01:57:57.587319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.663549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02460379-a9c6-4d9c-b78a-04b52151db3a req-a548172b-f37a-481d-ae73-07cc4e93eeb7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860591 Jul 08 01:57:57.702029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f78ab40e-56bb-40de-b5c7-49d244eb002b None None] Provisioning for port f349a8e6-d8cc-4ff1-a265-5c8284351a91 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:57.706812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:57.715783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f78ab40e-56bb-40de-b5c7-49d244eb002b None None] Provisioning complete for port f349a8e6-d8cc-4ff1-a265-5c8284351a91 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:57.716434 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f78ab40e-56bb-40de-b5c7-49d244eb002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.726637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1602347235-network', 'tenant_id': '90e48275b47840238d3472dcd80ef76c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:57.799896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f78ab40e-56bb-40de-b5c7-49d244eb002b None None] Port f349a8e6-d8cc-4ff1-a265-5c8284351a91 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:57.849424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2aa44ccc-89ea-4818-908b-fe1e985c3673 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 7b9f597a-8d63-4319-8320-316246ad2f75 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:57.849782 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ccc-89ea-4818-908b-fe1e985c3673 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.895714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Made reservation on behalf of 90e48275b47840238d3472dcd80ef76c for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:57.899737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.910457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.979073 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ccc-89ea-4818-908b-fe1e985c3673 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.001227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff9c4-ffe7-4faa-a0ab-05354d79296c req-32ebfa33-b004-4ebf-a3e4-914b46fc8845 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:58.010384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14cff9c4-ffe7-4faa-a0ab-05354d79296c req-32ebfa33-b004-4ebf-a3e4-914b46fc8845 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1525581 Jul 08 01:57:58.010659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2aa44ccc-89ea-4818-908b-fe1e985c3673 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 7b9f597a-8d63-4319-8320-316246ad2f75 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:58.111106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14cff9c4-ffe7-4faa-a0ab-05354d79296c req-0fa7df35-b7e0-4d83-85a9-4322264653d9 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975339 Jul 08 01:57:58.173437 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.222513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f349a8e6-d8cc-4ff1-a265-5c8284351a91 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:58.232971 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.248407 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:57:58.250751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Transition to ACTIVE for port object f349a8e6-d8cc-4ff1-a265-5c8284351a91 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:58.354560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.395149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ccc-89ea-4818-908b-fe1e985c3673 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.396813 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.424513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:58.427526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50058c40-0440-4e67-81eb-8795800530ad,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:58.451376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.452200 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Added segment 8a9f9fed-97d5-44f8-8b2e-0040ab07539e of type vlan for network 5f49f386-5b71-4171-b6ee-8a0871febfb2 Jul 08 01:57:58.518229 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ccc-89ea-4818-908b-fe1e985c3673 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.522591 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2aa44ccc-89ea-4818-908b-fe1e985c3673 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/7b9f597a-8d63-4319-8320-316246ad2f75 HTTP/1.1" status: 204 len: 168 time: 1.0786698 Jul 08 01:57:58.528631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:58.531235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38280) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:58.535373 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.649538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa44ccc-89ea-4818-908b-fe1e985c3673 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=7b9f597a-8d63-4319-8320-316246ad2f75,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:58.717084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.718573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:58.719660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.760344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c772bc8-9622-447c-8df5-1140eabac429 req-72ca55e0-e665-45b8-ae66-d3d0e463be5e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:58.760344 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c772bc8-9622-447c-8df5-1140eabac429 req-72ca55e0-e665-45b8-ae66-d3d0e463be5e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.3228276 Jul 08 01:57:58.852005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Attempting to bind port f349a8e6-d8cc-4ff1-a265-5c8284351a91 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:58.852346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Attempting to bind port f349a8e6-d8cc-4ff1-a265-5c8284351a91 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:58.852688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Attempting to bind port f349a8e6-d8cc-4ff1-a265-5c8284351a91 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:58.867853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Port f349a8e6-d8cc-4ff1-a265-5c8284351a91 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:58.868192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Attempting to bind port f349a8e6-d8cc-4ff1-a265-5c8284351a91 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:58.889970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a1976-e07a-40d8-baaa-83fa74047d10 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:58.896087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a1976-e07a-40d8-baaa-83fa74047d10 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:58.901510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-540a1976-e07a-40d8-baaa-83fa74047d10 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3621254 Jul 08 01:57:58.902884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38288) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:58.917690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:58.921616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:58.921616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:58.921616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Bound port: f349a8e6-d8cc-4ff1-a265-5c8284351a91, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:58.921616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.922118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] Pushing event updated for resources: {'Network': ['ID=5f49f386-5b71-4171-b6ee-8a0871febfb2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:58.927038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c772bc8-9622-447c-8df5-1140eabac429 req-13df4dd3-fb2f-4277-be94-b6ee83bf655e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374698 Jul 08 01:57:58.948351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 5f49f386-5b71-4171-b6ee-8a0871febfb2 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:58.993753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1e983140-5bfc-448a-83c6-dc1c109daa3c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2856419 Jul 08 01:57:58.998379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38290) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:59.015548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Request body: {'subnet': {'network_id': '5f49f386-5b71-4171-b6ee-8a0871febfb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1602347235-subnet', 'tenant_id': '90e48275b47840238d3472dcd80ef76c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:59.068180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:59.075200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb7b19-5bb1-43b4-8704-84419697e76b req-d50da4fc-a28a-446c-9b2b-8731be30bc95 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.078828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:59.079936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4bb7b19-5bb1-43b4-8704-84419697e76b req-d50da4fc-a28a-446c-9b2b-8731be30bc95 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 947 time: 0.3506072 Jul 08 01:57:59.122548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1e3b6-3b3d-4c43-91b1-54bd452fe0d5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port c924e003-9eb0-4719-9f0b-2b94fa22611f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:59.122959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e3b6-3b3d-4c43-91b1-54bd452fe0d5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.129613 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4bb7b19-5bb1-43b4-8704-84419697e76b req-49bef435-aa54-40d4-ae5a-0c817ca7c1f9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Jul 08 01:57:59.139817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Made reservation on behalf of 90e48275b47840238d3472dcd80ef76c for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:59.143164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.233351 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.298689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.299375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.301874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] 10.222.0.32 "PUT /v2.0/ports/f349a8e6-d8cc-4ff1-a265-5c8284351a91 HTTP/1.1" status: 200 len: 1096 time: 2.0585563 Jul 08 01:57:59.302366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:59.305737 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:59.316603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e3b6-3b3d-4c43-91b1-54bd452fe0d5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.344504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1e3b6-3b3d-4c43-91b1-54bd452fe0d5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for c924e003-9eb0-4719-9f0b-2b94fa22611f owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:59.460832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75fbef-3896-4aba-84e8-4f66c50e1a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:59.485404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd521c90-20ab-42e7-aab9-9806da8e4c2f req-90280156-9477-460b-9cc2-0017a808c48f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.493663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd521c90-20ab-42e7-aab9-9806da8e4c2f req-90280156-9477-460b-9cc2-0017a808c48f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.3674128 Jul 08 01:57:59.607389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd521c90-20ab-42e7-aab9-9806da8e4c2f req-ee01d242-c94a-47a4-b2a5-1dfcbebd5c8f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043336 Jul 08 01:57:59.618154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f694fa-1809-4b19-b259-c4ec66b3ed23 req-c911722b-0572-45b1-bcd3-50cc0746248c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.619986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-d047e0f0-c152-43c6-9edb-9130e9a50113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.620213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46f694fa-1809-4b19-b259-c4ec66b3ed23 req-c911722b-0572-45b1-bcd3-50cc0746248c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1138847 Jul 08 01:57:59.622085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-d047e0f0-c152-43c6-9edb-9130e9a50113 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 1099 time: 0.1239128 Jul 08 01:57:59.673753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46f694fa-1809-4b19-b259-c4ec66b3ed23 req-f5d68b2b-50a9-42d5-983d-ce9453ca600c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471961 Jul 08 01:57:59.686260 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f04ee5c-90e0-44d8-9d71-0701a7cf64ac x-openstack-request-id: req-1f04ee5c-90e0-44d8-9d71-0701a7cf64ac {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:59.686843 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:59.686843 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f04ee5c-90e0-44d8-9d71-0701a7cf64ac {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:59.687209 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'status': 'completed', 'code': 200} Jul 08 01:57:59.688906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-c025fff5-e0a4-49d7-b0c1-82bf6d4d89c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91 HTTP/1.1" status: 200 len: 217 time: 0.0560853 Jul 08 01:57:59.734161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.766550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-e30116ee-f451-45e0-a0d9-7c76a989e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.773979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-e30116ee-f451-45e0-a0d9-7c76a989e595 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0564969 Jul 08 01:57:59.789742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=787305c2-d901-48a7-a380-721d1e32bb3b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:59.808462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Checking segment: {'id': '8a9f9fed-97d5-44f8-8b2e-0040ab07539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5f49f386-5b71-4171-b6ee-8a0871febfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:59.808462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Network hostable DHCP agents. Network: 5f49f386-5b71-4171-b6ee-8a0871febfb2, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:59.847593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-c4b5d056-7131-485b-b564-dc989092747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.854435 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-c4b5d056-7131-485b-b564-dc989092747a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708878 Jul 08 01:57:59.906069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e3b6-3b3d-4c43-91b1-54bd452fe0d5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.922358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Network 5f49f386-5b71-4171-b6ee-8a0871febfb2 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:59.954504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e3b6-3b3d-4c43-91b1-54bd452fe0d5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.959375 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dcc1e3b6-3b3d-4c43-91b1-54bd452fe0d5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/c924e003-9eb0-4719-9f0b-2b94fa22611f HTTP/1.1" status: 204 len: 168 time: 1.0552256 Jul 08 01:57:59.959531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38310) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:59.962732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1e3b6-3b3d-4c43-91b1-54bd452fe0d5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=c924e003-9eb0-4719-9f0b-2b94fa22611f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:00.013177 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-060d1d79-14a8-4eed-9c53-adf89e997117 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528013 Jul 08 01:58:00.088372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 5f49f386-5b71-4171-b6ee-8a0871febfb2) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:00.098644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.099416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.100771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65fa2b-ae7f-41ce-b80f-ad189e4153a0 None None] Network 5f49f386-5b71-4171-b6ee-8a0871febfb2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:00.168047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013cd948-8ce1-4e45-a522-22c40b497cbb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.175366 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8635e593-cf69-444c-ae35-6276e2f56aeb req-959fc4c9-3938-4cc7-a95c-baf49a8366e6 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431582 Jul 08 01:58:00.176869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-013cd948-8ce1-4e45-a522-22c40b497cbb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2160122 Jul 08 01:58:00.179061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:00.256047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8d6b5dc0-9d92-45fb-a9c6-54be5b5fdad0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2477343 Jul 08 01:58:00.261802 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c815ce14-906f-4072-8a79-f0fb00f14ed7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:00.268367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38320) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:00.271876 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c815ce14-906f-4072-8a79-f0fb00f14ed7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/7b9f597a-8d63-4319-8320-316246ad2f75 HTTP/1.1" status: 404 len: 333 time: 0.0911045 Jul 08 01:58:00.316986 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23d81d6-1ab0-438b-95d8-69d67e19fb00 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:00.321240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d23d81d6-1ab0-438b-95d8-69d67e19fb00 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/c924e003-9eb0-4719-9f0b-2b94fa22611f HTTP/1.1" status: 404 len: 333 time: 0.0481238 Jul 08 01:58:00.322224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38326) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:00.333670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275c2e6-b089-45ff-a2f8-2551a6e79d4a req-9fa3540a-b831-4dbc-a263-d1b42b3677b2 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.335268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1275c2e6-b089-45ff-a2f8-2551a6e79d4a req-9fa3540a-b831-4dbc-a263-d1b42b3677b2 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1651211 Jul 08 01:58:00.414049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb825d17-8649-44e8-8c12-168ac5a77375 None None] Network 5f49f386-5b71-4171-b6ee-8a0871febfb2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:00.450513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1275c2e6-b089-45ff-a2f8-2551a6e79d4a req-6daba8f2-0cd1-4a92-a3ec-c8ed900909f8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053324 Jul 08 01:58:00.490314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-d6f0bb1d-a6c5-4711-bf09-61559d4bcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.491904 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-d6f0bb1d-a6c5-4711-bf09-61559d4bcf0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 1099 time: 0.1557252 Jul 08 01:58:00.644338 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.669831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-97037b44-c85f-4335-b26d-34361f018baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.676415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-97037b44-c85f-4335-b26d-34361f018baf service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1659613 Jul 08 01:58:00.712413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb7aa-61c7-44ec-bd4d-90be8d727f75 req-5fc1a6aa-23ba-4e3d-a4a9-36ec903d1be8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.718782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a5eb7aa-61c7-44ec-bd4d-90be8d727f75 req-5fc1a6aa-23ba-4e3d-a4a9-36ec903d1be8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 947 time: 0.2743201 Jul 08 01:58:00.762212 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-712d7d6c-5017-4e30-8403-9f672c92e593 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91 HTTP/1.1" status: 200 len: 217 time: 0.0546331 Jul 08 01:58:00.788462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.813590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad98f86a-7989-4e7a-ada6-8732fdf06818']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:00.832150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a5eb7aa-61c7-44ec-bd4d-90be8d727f75 req-a603d57d-e987-4ac0-ba9b-72cbd28456e8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025779 Jul 08 01:58:00.833930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cce913-37fc-4715-8e7e-eea9f39de035') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:00.834509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cce913-37fc-4715-8e7e-eea9f39de035') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:00.845388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.846714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-366e82e3-70a4-476f-af63-1ca25309cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.848465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-366e82e3-70a4-476f-af63-1ca25309cab9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0890629 Jul 08 01:58:00.863712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.871892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:00.872314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:00.876904 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:00.923951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22080ba8-871a-423b-9d95-45ac4d7ae2ee req-fa3678d6-5378-48d2-94f4-494c4294571c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.925594 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22080ba8-871a-423b-9d95-45ac4d7ae2ee req-fa3678d6-5378-48d2-94f4-494c4294571c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1313670 Jul 08 01:58:00.982673 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22080ba8-871a-423b-9d95-45ac4d7ae2ee req-6711fc32-e0cc-4050-b624-86e98031e2af tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503633 Jul 08 01:58:00.986257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-9605af13-5801-4e30-8285-b8b91ef555fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.987262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-9605af13-5801-4e30-8285-b8b91ef555fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1282432 Jul 08 01:58:01.027957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.041285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.041285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/networks/ad98f86a-7989-4e7a-ada6-8732fdf06818 HTTP/1.1" status: 204 len: 168 time: 0.7159510 Jul 08 01:58:01.049851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38350) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:01.052050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5c9c-597b-47a4-bfa3-a9b5f477b4a9 req-15296c71-9a3e-4f39-830e-831adc0a63c6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:01.055661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-75472847'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:01.055956 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-864e5c9c-597b-47a4-bfa3-a9b5f477b4a9 req-15296c71-9a3e-4f39-830e-831adc0a63c6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.0954690 Jul 08 01:58:01.079417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41740040-6a04-4b55-8d17-02fc1f1423bc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Network': ['ID=ad98f86a-7989-4e7a-ada6-8732fdf06818,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:01.119476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-1c34c74d-25b3-4a5e-9f07-0e64675faee3 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244991 Jul 08 01:58:01.135867 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-864e5c9c-597b-47a4-bfa3-a9b5f477b4a9 req-fb862544-38e2-45a7-89e7-e8a8460deadc tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564380 Jul 08 01:58:01.185348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:01.189475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.303785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:58:01.314111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccf28bc2-9f5d-4a02-abe3-2414eb58202c req-b8f5a232-673b-48a0-a938-65d4d2cf941b service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851907 Jul 08 01:58:01.323817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.324170 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Added segment 0ec735f8-a32b-4733-a349-bca03dbe6cba of type vlan for network 534b31fd-7b0f-4f34-8255-03967d86ab34 Jul 08 01:58:01.390067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-5ec11bde-f136-42ae-a2ab-0ad4638ad325 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:01.391731 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-5ec11bde-f136-42ae-a2ab-0ad4638ad325 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/networks?id=303f271c-18a5-4d25-9cf8-6282c7222d01 HTTP/1.1" status: 200 len: 813 time: 0.1864841 Jul 08 01:58:01.407280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.416379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-beeb530b-de5c-4508-aba6-1fa8df08fac6 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/quotas/587ef2ad99614070b2f52ac780f2ad9d HTTP/1.1" status: 200 len: 375 time: 0.0190382 Jul 08 01:58:01.465810 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-1148bb86-79e1-4378-b4d0-4ac7c699831a tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=587ef2ad99614070b2f52ac780f2ad9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407619 Jul 08 01:58:01.528757 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.534623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:01.536790 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.626760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Network': ['ID=534b31fd-7b0f-4f34-8255-03967d86ab34,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:01.633761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-ce99f122-ceb7-4ad5-81ec-edf8ee63d759 service neutron] 10.222.0.10 "GET /v2.0/networks/303f271c-18a5-4d25-9cf8-6282c7222d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587098 Jul 08 01:58:01.634137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d0d4-7386-4600-b893-1468cfea5261 req-1b812bce-2e71-41f9-9d7f-cfe752e8caaa tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:01.637044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e322d0d4-7386-4600-b893-1468cfea5261 req-1b812bce-2e71-41f9-9d7f-cfe752e8caaa tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0706682 Jul 08 01:58:01.642322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 534b31fd-7b0f-4f34-8255-03967d86ab34 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:58:01.696880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e322d0d4-7386-4600-b893-1468cfea5261 req-6965ce9b-4317-4a81-8ea1-ad1dedbb25f8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Jul 08 01:58:01.728691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d482d6b1-4034-4305-a6a6-7aed80fdacd4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6776209 Jul 08 01:58:01.732208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:01.743370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '534b31fd-7b0f-4f34-8255-03967d86ab34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:01.753411 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-8320a7af-6ce3-4433-9605-97fb9532c04e service neutron] 10.222.0.10 "GET /v2.0/networks/303f271c-18a5-4d25-9cf8-6282c7222d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093495 Jul 08 01:58:01.939536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:01.943184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.196216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583beee-a390-4421-9c8c-9135df7a266c req-f19bc611-efae-4596-b2ea-58ef85ed5e80 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:02.197750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3583beee-a390-4421-9c8c-9135df7a266c req-f19bc611-efae-4596-b2ea-58ef85ed5e80 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 947 time: 0.2320077 Jul 08 01:58:02.266004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3583beee-a390-4421-9c8c-9135df7a266c req-958fcc46-6878-4c56-b66c-65de753cb215 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595708 Jul 08 01:58:02.326753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.330266 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c8158cb-ae8d-4c85-bb79-859581a9a2b1 req-72da8b78-c318-42c0-aef2-3db81804cbd4 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 210 time: 0.0322814 Jul 08 01:58:02.405352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=505a0043-8ab8-4516-b9a2-6b5312e807b2,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:02.410918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Checking segment: {'id': '0ec735f8-a32b-4733-a349-bca03dbe6cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '534b31fd-7b0f-4f34-8255-03967d86ab34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:02.411993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network hostable DHCP agents. Network: 534b31fd-7b0f-4f34-8255-03967d86ab34, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:58:02.501565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 534b31fd-7b0f-4f34-8255-03967d86ab34 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:58:02.550132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f746-2a6e-4ccd-9d36-4185cf13757b req-73083146-c47a-4cc9-b1e5-1d3490e55ebf tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:02.560190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa20f746-2a6e-4ccd-9d36-4185cf13757b req-73083146-c47a-4cc9-b1e5-1d3490e55ebf tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0865483 Jul 08 01:58:02.579753 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 534b31fd-7b0f-4f34-8255-03967d86ab34) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:02.590238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6414f00c-f98f-4316-806b-e362db921a92 None None] Network 534b31fd-7b0f-4f34-8255-03967d86ab34 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:02.590487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:02.591070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.602117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa20f746-2a6e-4ccd-9d36-4185cf13757b req-d95ccb77-e171-4e9b-a6a7-43c4d6fb3542 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Jul 08 01:58:02.728424 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5cfafca5-3568-4013-9a44-b7764b66e799 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9913783 Jul 08 01:58:02.729027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38434) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:02.734628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '534b31fd-7b0f-4f34-8255-03967d86ab34', 'name': 'tempest-PortsIpV6TestJSON-486137920'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:02.756092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-534b31fd-7b0f-4f34-8255-03967d86ab34', 'network_id': '534b31fd-7b0f-4f34-8255-03967d86ab34', 'tenant_id': '8330e569565b43f0a7483faf50789701', 'fixed_ips': [{'subnet_id': '505a0043-8ab8-4516-b9a2-6b5312e807b2'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:02.757045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.795868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057f353-67ac-4f80-a19a-1f2fcb898118 req-323eeb1f-a782-46a5-a0cc-83b24abfbcf7 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:02.797978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e057f353-67ac-4f80-a19a-1f2fcb898118 req-323eeb1f-a782-46a5-a0cc-83b24abfbcf7 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.0866561 Jul 08 01:58:02.843288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e057f353-67ac-4f80-a19a-1f2fcb898118 req-e905fdda-378c-4f7c-b8f2-e4de1fdb94ec tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Jul 08 01:58:02.944626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Allocated IP 2001:db8::2 (534b31fd-7b0f-4f34-8255-03967d86ab34/505a0043-8ab8-4516-b9a2-6b5312e807b2/2b668603-047f-437c-9abb-6c7700b8c8cb) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:03.066015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b676763-8d5d-402c-8c97-f5907116a6ab req-a6eca448-303a-49cb-bb02-aca9a85415c0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.074662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b676763-8d5d-402c-8c97-f5907116a6ab req-a6eca448-303a-49cb-bb02-aca9a85415c0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0797212 Jul 08 01:58:03.134750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b676763-8d5d-402c-8c97-f5907116a6ab req-b0150587-4b6b-417c-9dca-0fe7c9f0a197 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607042 Jul 08 01:58:03.178727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.204567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Transition to ACTIVE for port object 2b668603-047f-437c-9abb-6c7700b8c8cb will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:03.211151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Transition to ACTIVE for port object 2b668603-047f-437c-9abb-6c7700b8c8cb will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:03.307492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba618da-3204-4cfa-95c5-0240aa3e048d req-59f0775e-149e-44a4-b9be-f5c968d56c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.309556 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4ba618da-3204-4cfa-95c5-0240aa3e048d req-59f0775e-149e-44a4-b9be-f5c968d56c1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 1097 time: 0.0528319 Jul 08 01:58:03.320639 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.320889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:03.326268 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.359286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Network 534b31fd-7b0f-4f34-8255-03967d86ab34 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:03.362401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:03.366631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 5b052c59-2b8e-41ad-8fcb-84da70f61d2c yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:03.368395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:03.378037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Pushing event updated for resources: {'Port': ['ID=2b668603-047f-437c-9abb-6c7700b8c8cb,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:03.413324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.413692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.414014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.414394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.414695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.415030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.415378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.415715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.416075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.416373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.416701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.417037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:03.424964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4ba618da-3204-4cfa-95c5-0240aa3e048d req-52124645-d0c6-417e-bf0f-df294b01d8b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048982 Jul 08 01:58:03.455690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Attempting to bind port 2b668603-047f-437c-9abb-6c7700b8c8cb on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:03.456074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Attempting to bind port 2b668603-047f-437c-9abb-6c7700b8c8cb by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0ec735f8-a32b-4733-a349-bca03dbe6cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '534b31fd-7b0f-4f34-8255-03967d86ab34'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:03.456568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Attempting to bind port 2b668603-047f-437c-9abb-6c7700b8c8cb on network 534b31fd-7b0f-4f34-8255-03967d86ab34 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:03.459537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35f879-a3ba-4ce3-9fe2-3e5737f8422b req-f953620b-b019-41cf-b253-064b5072c733 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.465272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b35f879-a3ba-4ce3-9fe2-3e5737f8422b req-f953620b-b019-41cf-b253-064b5072c733 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 947 time: 0.0774162 Jul 08 01:58:03.465460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:03.465460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Checking segment: {'id': '0ec735f8-a32b-4733-a349-bca03dbe6cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '534b31fd-7b0f-4f34-8255-03967d86ab34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:03.465460 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.465460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Bound using segment: {'id': '0ec735f8-a32b-4733-a349-bca03dbe6cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '534b31fd-7b0f-4f34-8255-03967d86ab34'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:03.465460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Bound port: 2b668603-047f-437c-9abb-6c7700b8c8cb, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec735f8-a32b-4733-a349-bca03dbe6cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '534b31fd-7b0f-4f34-8255-03967d86ab34'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:03.465964 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.506758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b35f879-a3ba-4ce3-9fe2-3e5737f8422b req-5f1fa3ad-f7e0-444a-aec1-a33e3cd78f30 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360129 Jul 08 01:58:03.537370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::28 (534b31fd-7b0f-4f34-8255-03967d86ab34/505a0043-8ab8-4516-b9a2-6b5312e807b2/5b052c59-2b8e-41ad-8fcb-84da70f61d2c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:03.553994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] For port 2b668603-047f-437c-9abb-6c7700b8c8cb, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:03.558207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] For port 2b668603-047f-437c-9abb-6c7700b8c8cb, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2b668603-047f-437c-9abb-6c7700b8c8cb,segment=NetworkSegment(0ec735f8-a32b-4733-a349-bca03dbe6cba),segment_id=0ec735f8-a32b-4733-a349-bca03dbe6cba)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:03.671462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a9323dc-bce5-43c8-94b0-ed0ca347b277 req-85df9fac-05b0-453c-9441-adb537492a83 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 210 time: 0.0354245 Jul 08 01:58:03.710143 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.734306 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.754726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object 5b052c59-2b8e-41ad-8fcb-84da70f61d2c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:03.780396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee291e-5369-4e83-b280-59894f8e0bb8 None None] Pushing event updated for resources: {'Port': ['ID=2b668603-047f-437c-9abb-6c7700b8c8cb,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:03.819231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:03.841527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-e0bffd83-e0ee-4e62-8eab-7b3e0f956063 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--78219214&fields=id&tenant_id=9f48f77b6f384f1fb9e84177f6e5806a HTTP/1.1" status: 200 len: 267 time: 0.0525539 Jul 08 01:58:03.911732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.911978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42070a64-7b04-4785-bb49-3cd3c434a1dc req-c0598795-715b-4174-b9f9-eb1b80c10643 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.918772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42070a64-7b04-4785-bb49-3cd3c434a1dc req-c0598795-715b-4174-b9f9-eb1b80c10643 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0907788 Jul 08 01:58:03.950710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:03.968169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'mac_address': 'fa:16:3e:4a:c8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:03.988121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42070a64-7b04-4785-bb49-3cd3c434a1dc req-f8b5e469-8d01-4282-8ac4-bd1210716c04 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650229 Jul 08 01:58:04.039641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.053357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f349a8e6-d8cc-4ff1-a265-5c8284351a91 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:04.070592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 534b31fd-7b0f-4f34-8255-03967d86ab34 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:04.084577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:04.091073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:04.092960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=5b052c59-2b8e-41ad-8fcb-84da70f61d2c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:04.099631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:04.106353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:04.107551 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.139814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e106-9eb4-428a-a843-637d155439d8 req-8d3968a6-47a1-40a1-a5b3-1d73b7f5316c tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:04.146795 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-8d3968a6-47a1-40a1-a5b3-1d73b7f5316c tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/networks?id=b4b76411-5dcd-4f85-a3e9-5c72df61904b HTTP/1.1" status: 200 len: 815 time: 0.2971036 Jul 08 01:58:04.165005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-f5fb2399-e68b-4535-ba81-c49c2c56b12d tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/quotas/9f48f77b6f384f1fb9e84177f6e5806a HTTP/1.1" status: 200 len: 375 time: 0.0172737 Jul 08 01:58:04.169647 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.243252 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b2fbb562-248b-43a3-8bba-dfbd6f9bc200 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5103116 Jul 08 01:58:04.243252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38470) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:04.268414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:04.313850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-996aee7e-052d-45b2-aca2-fef7af0a8fc0 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f48f77b6f384f1fb9e84177f6e5806a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1477411 Jul 08 01:58:04.430266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8a381d6c-52c5-4d23-999d-52670d59696d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 5b052c59-2b8e-41ad-8fcb-84da70f61d2c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:04.430614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a381d6c-52c5-4d23-999d-52670d59696d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.435184 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-90b8d31f-8be3-4644-b2cb-62f23f7c2708 service neutron] 10.222.0.10 "GET /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036031 Jul 08 01:58:04.586144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f349a8e6-d8cc-4ff1-a265-5c8284351a91'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:04.608083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a381d6c-52c5-4d23-999d-52670d59696d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.622965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8a381d6c-52c5-4d23-999d-52670d59696d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 5b052c59-2b8e-41ad-8fcb-84da70f61d2c owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:04.708336 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-2d07defa-86ff-41b1-9fdb-a7d52b25a3fa service neutron] 10.222.0.10 "GET /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567074 Jul 08 01:58:04.861525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649848d-5621-4c50-9f1e-c8e027683069 req-3b77e32f-66ae-4db5-8065-64a71a61a23c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:04.882494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b649848d-5621-4c50-9f1e-c8e027683069 req-3b77e32f-66ae-4db5-8065-64a71a61a23c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.1270251 Jul 08 01:58:04.926994 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a381d6c-52c5-4d23-999d-52670d59696d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.959193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b649848d-5621-4c50-9f1e-c8e027683069 req-049d73ff-7551-4560-8a29-66ca13675e00 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Jul 08 01:58:04.977916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a381d6c-52c5-4d23-999d-52670d59696d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=5b052c59-2b8e-41ad-8fcb-84da70f61d2c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:04.995012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55510ef8-1225-46b5-b946-33a68e88e140 None None] Network 534b31fd-7b0f-4f34-8255-03967d86ab34 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:05.025035 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8a381d6c-52c5-4d23-999d-52670d59696d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.030184 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8a381d6c-52c5-4d23-999d-52670d59696d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/5b052c59-2b8e-41ad-8fcb-84da70f61d2c HTTP/1.1" status: 204 len: 168 time: 0.7843864 Jul 08 01:58:05.030501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38490) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:05.058438 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b224fe9-f7f3-4a6a-a3e0-6e6c03f6f23d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:58:05.059303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b224fe9-f7f3-4a6a-a3e0-6e6c03f6f23d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:58:05.061183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1b224fe9-f7f3-4a6a-a3e0-6e6c03f6f23d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/5b052c59-2b8e-41ad-8fcb-84da70f61d2c HTTP/1.1" status: 404 len: 333 time: 0.0296674 Jul 08 01:58:05.063840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38492) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:05.097074 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-06103b62-cb26-4394-af37-091785665690 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:05.098820 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-06103b62-cb26-4394-af37-091785665690 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/5b052c59-2b8e-41ad-8fcb-84da70f61d2c HTTP/1.1" status: 404 len: 333 time: 0.0308468 Jul 08 01:58:05.103353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:05.141109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-31d250ce-bc50-4b0b-977d-29717e44a8ab None None] Provisioning for port 2b668603-047f-437c-9abb-6c7700b8c8cb completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:05.173265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-171a51fe-3d72-4931-89c2-9abd4b2af81e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet 505a0043-8ab8-4516-b9a2-6b5312e807b2 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:05.178709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171a51fe-3d72-4931-89c2-9abd4b2af81e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.210243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b021d14-dc82-4cb9-bf27-b0d86bf2e742 req-ee41c344-c518-4056-9809-5d6d813dc8d6 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:05.212032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b021d14-dc82-4cb9-bf27-b0d86bf2e742 req-ee41c344-c518-4056-9809-5d6d813dc8d6 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1457610 Jul 08 01:58:05.245089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171a51fe-3d72-4931-89c2-9abd4b2af81e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.294307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b021d14-dc82-4cb9-bf27-b0d86bf2e742 req-a990d128-a525-4aa3-900a-44dea108ebd1 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735407 Jul 08 01:58:05.398068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171a51fe-3d72-4931-89c2-9abd4b2af81e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.523192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2b668603-047f-437c-9abb-6c7700b8c8cb up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:05.576749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8a486-8dd7-4e0b-b577-4e7757219496 req-442fc298-8ed2-4ad5-bdcc-ba1b93bd23ed tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:05.585073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08b8a486-8dd7-4e0b-b577-4e7757219496 req-442fc298-8ed2-4ad5-bdcc-ba1b93bd23ed tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 948 time: 0.1129317 Jul 08 01:58:05.605502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-bb374eeb-6b3b-4fe3-bc2c-6328cf5ddd06 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:05.611724 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-bb374eeb-6b3b-4fe3-bc2c-6328cf5ddd06 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.32 "GET /v2.0/networks?id=303f271c-18a5-4d25-9cf8-6282c7222d01 HTTP/1.1" status: 200 len: 813 time: 0.2885668 Jul 08 01:58:05.638124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Request body: {'port': {'device_id': 'de185e63-d8c3-4d2e-9f51-cb37ad28ba52', 'network_id': '303f271c-18a5-4d25-9cf8-6282c7222d01', 'admin_state_up': True, 'tenant_id': '587ef2ad99614070b2f52ac780f2ad9d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:05.658227 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171a51fe-3d72-4931-89c2-9abd4b2af81e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.700126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2b668603-047f-437c-9abb-6c7700b8c8cb completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:05.704311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2b668603-047f-437c-9abb-6c7700b8c8cb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:05.704771 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.731833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a51fe-3d72-4931-89c2-9abd4b2af81e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=505a0043-8ab8-4516-b9a2-6b5312e807b2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:05.751894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1101c7bb-36b0-43d8-8f58-31ab584f2ca6 req-7e96de63-ee9b-46db-98ca-c323305a648a tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 210 time: 0.1083665 Jul 08 01:58:05.752348 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-171a51fe-3d72-4931-89c2-9abd4b2af81e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.757895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-171a51fe-3d72-4931-89c2-9abd4b2af81e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/505a0043-8ab8-4516-b9a2-6b5312e807b2 HTTP/1.1" status: 204 len: 168 time: 0.6503317 Jul 08 01:58:05.758021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38504) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:05.789095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08b8a486-8dd7-4e0b-b577-4e7757219496 req-9e13ed10-f548-496c-9faf-c8668dc8d7bc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912568 Jul 08 01:58:05.825661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bf01cdb3-4ebf-4e30-a1c4-6b5ab903f4a5 None None] Could not find standard attr ID for object 5b052c59-2b8e-41ad-8fcb-84da70f61d2c. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:58:05.835894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.849873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 61cc069f-5c2c-415e-a4ff-3ea5f148769e no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:05.852771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0e77c7-a768-4653-b6d4-3e3bf27752ea None None] Network 534b31fd-7b0f-4f34-8255-03967d86ab34 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:05.928630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.984928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 2b668603-047f-437c-9abb-6c7700b8c8cb, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2b668603-047f-437c-9abb-6c7700b8c8cb,segment=NetworkSegment(0ec735f8-a32b-4733-a349-bca03dbe6cba),segment_id=0ec735f8-a32b-4733-a349-bca03dbe6cba)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:06.006429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d70f3b-cadf-4192-b1b9-ae8866758ff3 req-4a3d8d3b-5cd0-4ba2-88ae-9a65456a76a2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:06.009473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7d70f3b-cadf-4192-b1b9-ae8866758ff3 req-4a3d8d3b-5cd0-4ba2-88ae-9a65456a76a2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0846822 Jul 08 01:58:06.055689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7d70f3b-cadf-4192-b1b9-ae8866758ff3 req-2b146614-fa7e-4d34-b3fd-760abf75c0cd tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371821 Jul 08 01:58:06.069170 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.088346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-8d1fcfd4-3a57-4eeb-834e-9e7a1309372e tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:06.090431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-8d1fcfd4-3a57-4eeb-834e-9e7a1309372e tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 804 time: 0.1960278 Jul 08 01:58:06.107651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.119066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-f5397789-5dd8-4e75-bb50-84880704f19f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/quotas/e83593977d1547b39f9e9ee6df2447bd HTTP/1.1" status: 200 len: 375 time: 0.0212283 Jul 08 01:58:06.121798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 2b668603-047f-437c-9abb-6c7700b8c8cb {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:06.122149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.157328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:06.159674 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fa0346-7b31-4675-aff6-1d340dab674f" -d '{"events": [{"server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "name": "network-vif-unplugged", "status": "completed", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:06.170670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=2b668603-047f-437c-9abb-6c7700b8c8cb,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:06.178043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:06.213676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Made reservation on behalf of 587ef2ad99614070b2f52ac780f2ad9d for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:06.217817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.242589 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.255481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] DHCP port deletion for 534b31fd-7b0f-4f34-8255-03967d86ab34 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:06.281192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06f761-c4e3-4c65-9bfe-0512a92cd08b req-0ea9af57-f35b-4ca7-9e62-32df5543c7c3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:06.283009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb06f761-c4e3-4c65-9bfe-0512a92cd08b req-0ea9af57-f35b-4ca7-9e62-32df5543c7c3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0953557 Jul 08 01:58:06.287016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] For port 2b668603-047f-437c-9abb-6c7700b8c8cb, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2b668603-047f-437c-9abb-6c7700b8c8cb,segment=NetworkSegment(0ec735f8-a32b-4733-a349-bca03dbe6cba),segment_id=0ec735f8-a32b-4733-a349-bca03dbe6cba)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:06.287646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.326639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:06.336453 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb06f761-c4e3-4c65-9bfe-0512a92cd08b req-a5688816-f7ed-47d4-a74e-23e5ee631225 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449088 Jul 08 01:58:06.344456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 2b668603-047f-437c-9abb-6c7700b8c8cb owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:06.349494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] Deleting port 2b668603-047f-437c-9abb-6c7700b8c8cb {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:06.349974 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.363605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-1cb3de8b-f3b1-44f6-b305-c7b525a47982 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262659 Jul 08 01:58:06.415210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b5d9f88-cf30-4094-866a-377249ab57f0 req-3445ed42-e092-44d0-9c34-564091daa64b tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0403216 Jul 08 01:58:06.421853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] For port 2b668603-047f-437c-9abb-6c7700b8c8cb, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2b668603-047f-437c-9abb-6c7700b8c8cb,segment=NetworkSegment(0ec735f8-a32b-4733-a349-bca03dbe6cba),segment_id=0ec735f8-a32b-4733-a349-bca03dbe6cba)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:06.422251 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.436996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] Calling delete_port for 2b668603-047f-437c-9abb-6c7700b8c8cb owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:06.477967 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a009de6-5ff3-417a-844e-af2e595d2f51 x-openstack-request-id: req-2a009de6-5ff3-417a-844e-af2e595d2f51 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:06.478230 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "name": "network-vif-unplugged", "status": "completed", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:06.478481 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a009de6-5ff3-417a-844e-af2e595d2f51 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:06.478865 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'code': 200} Jul 08 01:58:06.514588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-dd5a0dd2-9547-4d97-8255-973fbc9f9355 service neutron] 10.222.0.10 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497116 Jul 08 01:58:06.615205 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.622472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ad23a-c2bf-4059-8cfd-e8b97632e545 req-a4fd9000-983e-4e95-b318-9d5625e8ab0e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:06.624076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b1ad23a-c2bf-4059-8cfd-e8b97632e545 req-a4fd9000-983e-4e95-b318-9d5625e8ab0e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0646286 Jul 08 01:58:06.635172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Allocated IP 172.20.0.13 (303f271c-18a5-4d25-9cf8-6282c7222d01/14e1c94c-c505-4139-b0c3-43aed478ccd7/92017bf3-46b8-43d8-9ff8-d13d34948826) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:06.649180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] No DVR routers for this DVR port 2b668603-047f-437c-9abb-6c7700b8c8cb on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:06.654128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62acf1-20b8-428a-96d9-1b32707f411c None None] Pushing event deleted for resources: {'Port': ['ID=2b668603-047f-437c-9abb-6c7700b8c8cb,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:06.690283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b1ad23a-c2bf-4059-8cfd-e8b97632e545 req-f61c444b-77fe-48dc-943b-f1a5e9730d77 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Jul 08 01:58:06.715543 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.727289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-e8029331-43b5-4485-afaa-34abd69c02fd service neutron] 10.222.0.10 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733444 Jul 08 01:58:06.768762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=2b668603-047f-437c-9abb-6c7700b8c8cb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:06.771084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No DVR routers for this DVR port 2b668603-047f-437c-9abb-6c7700b8c8cb on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:06.904241 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.921245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534b31fd-7b0f-4f34-8255-03967d86ab34']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:06.938371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec735f8-a32b-4733-a349-bca03dbe6cba') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:06.939017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec735f8-a32b-4733-a349-bca03dbe6cba') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:06.957031 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.967282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.979303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.988004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:06.988404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:06.991315 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:07.122774 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3078e4ef-5e58-4a8b-98eb-1e2e8de89ca6 req-3043756b-45da-44a6-86e0-776a5a9a4619 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 210 time: 0.0780778 Jul 08 01:58:07.203496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.208385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.214789 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/networks/534b31fd-7b0f-4f34-8255-03967d86ab34 HTTP/1.1" status: 204 len: 168 time: 1.4485016 Jul 08 01:58:07.218597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069a32-bdb4-444c-9d10-19d54ac3d161 req-d395ada0-c45b-4922-8ecf-20f9bdb3fd69 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.219059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-755b4671-d745-413f-82cd-98211a35660a req-23ce0e51-8516-4672-9369-d886f2bed698 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 210 time: 0.0476108 Jul 08 01:58:07.220406 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9e069a32-bdb4-444c-9d10-19d54ac3d161 req-d395ada0-c45b-4922-8ecf-20f9bdb3fd69 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 948 time: 0.0748684 Jul 08 01:58:07.221000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38538) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:07.226263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1553422120'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:07.229031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed6a9b-f528-469d-83a1-f5f7710ef446 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Network': ['ID=534b31fd-7b0f-4f34-8255-03967d86ab34,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:07.236981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.261585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Network 303f271c-18a5-4d25-9cf8-6282c7222d01 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:07.264847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:07.268063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:07.278904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9e069a32-bdb4-444c-9d10-19d54ac3d161 req-59c02efc-3209-4b0f-8c6f-4239c11bf8a5 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Jul 08 01:58:07.350826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:07.356490 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.371943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Pushing event updated for resources: {'Port': ['ID=92017bf3-46b8-43d8-9ff8-d13d34948826,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:07.390483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.391359 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.393843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:58:07.405455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.407214 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Added segment 8325f9e1-9671-4268-b12c-4174bfe7e74c of type vlan for network dd68a7eb-f337-4036-80a9-4f7baf7c27de Jul 08 01:58:07.483980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2b668603-047f-437c-9abb-6c7700b8c8cb no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:07.487575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.488747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c9848-c4fe-4bdb-aab9-dc853d040127 req-5130952d-76bc-456c-a252-0d69f175141d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.490953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c3c9848-c4fe-4bdb-aab9-dc853d040127 req-5130952d-76bc-456c-a252-0d69f175141d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1283624 Jul 08 01:58:07.513823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2b668603-047f-437c-9abb-6c7700b8c8cb {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:07.514181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2b668603-047f-437c-9abb-6c7700b8c8cb not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:07.557045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-18f1cd23-7add-4619-ae21-ffff1583583f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9246385 Jul 08 01:58:07.563173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c3c9848-c4fe-4bdb-aab9-dc853d040127 req-02542e1a-3a8d-4456-9fd5-c3877e5b555c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643528 Jul 08 01:58:07.583294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Request body: {'port': {'device_id': 'de185e63-d8c3-4d2e-9f51-cb37ad28ba52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:07.607821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ca46-fec3-48ab-b0b1-7a5eb80b641c req-e0c8132a-f94e-49d7-a845-b6456eb3a7a1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.609388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2293ca46-fec3-48ab-b0b1-7a5eb80b641c req-e0c8132a-f94e-49d7-a845-b6456eb3a7a1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1053262 Jul 08 01:58:07.648728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2293ca46-fec3-48ab-b0b1-7a5eb80b641c req-f74a2127-dea2-4288-b36a-a48b07eb035b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Jul 08 01:58:07.676741 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.684262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.685051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.731976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0dc7e6e7-2520-4671-9ade-c23f9a999c05 req-3ea26901-ccb2-4d20-bec1-1b76191dccd6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0567665 Jul 08 01:58:07.737703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.791486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Network': ['ID=dd68a7eb-f337-4036-80a9-4f7baf7c27de,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:07.805219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network dd68a7eb-f337-4036-80a9-4f7baf7c27de details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:58:07.819732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-565f7d89-b818-45cc-a16e-60a8c5d573ca tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.821249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-565f7d89-b818-45cc-a16e-60a8c5d573ca tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9879ac3-664e-4db0-9a43-8184c662db1d HTTP/1.1" status: 200 len: 943 time: 0.1333969 Jul 08 01:58:07.853232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:07.878721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40dbdaba-ba23-4a0f-8b43-ae65dc9b631b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6565096 Jul 08 01:58:07.882571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:07.890566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': 'dd68a7eb-f337-4036-80a9-4f7baf7c27de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:08.030716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6862-4677-48ce-b6f8-b71d11a08a3c req-96f20363-a461-4dbf-9050-61847068e7b5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:08.032163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e70c6862-4677-48ce-b6f8-b71d11a08a3c req-96f20363-a461-4dbf-9050-61847068e7b5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2100101 Jul 08 01:58:08.043469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port f349a8e6-d8cc-4ff1-a265-5c8284351a91 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:08.048611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port f349a8e6-d8cc-4ff1-a265-5c8284351a91 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:08.049113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.076853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Deleting port 61cc069f-5c2c-415e-a4ff-3ea5f148769e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:08.087056 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.087247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92017bf3-46b8-43d8-9ff8-d13d34948826 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:08.092897 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.097470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:08.099784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:08.108958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Transition to ACTIVE for port object 92017bf3-46b8-43d8-9ff8-d13d34948826 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:08.131869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:08.135486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.159841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e70c6862-4677-48ce-b6f8-b71d11a08a3c req-b33ebf87-5367-45af-9db8-322d9e589741 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170778 Jul 08 01:58:08.215418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.286122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] For port 61cc069f-5c2c-415e-a4ff-3ea5f148769e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=61cc069f-5c2c-415e-a4ff-3ea5f148769e,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:08.286697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.306822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Calling delete_port for 61cc069f-5c2c-415e-a4ff-3ea5f148769e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:08.383662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Pushing event updated for resources: {'Port': ['ID=92017bf3-46b8-43d8-9ff8-d13d34948826,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:08.403662 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.461330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:08.492800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:08.495829 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc42e99-b217-4df0-943f-64b7eb4fcb7e" -d '{"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:08.533964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b4884-cea5-46a9-baf6-4522dd0f3be1 req-a5691660-7a56-41fc-9350-66f4ee2981ac tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:08.536615 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f4b4884-cea5-46a9-baf6-4522dd0f3be1 req-a5691660-7a56-41fc-9350-66f4ee2981ac tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 944 time: 0.2777724 Jul 08 01:58:08.544834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:08.547384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e106-9eb4-428a-a843-637d155439d8 req-cb39ff3c-cced-4d3b-a596-71c833dd7c0e tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:08.547875 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.549157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-cb39ff3c-cced-4d3b-a596-71c833dd7c0e tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.18 "GET /v2.0/networks?id=b4b76411-5dcd-4f85-a3e9-5c72df61904b HTTP/1.1" status: 200 len: 815 time: 0.2867126 Jul 08 01:58:08.557367 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.597618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Attempting to bind port 92017bf3-46b8-43d8-9ff8-d13d34948826 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:08.598062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Attempting to bind port 92017bf3-46b8-43d8-9ff8-d13d34948826 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '5c89dcba-ab62-413f-a245-49ec2be6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '303f271c-18a5-4d25-9cf8-6282c7222d01'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:08.598481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Attempting to bind port 92017bf3-46b8-43d8-9ff8-d13d34948826 on network 303f271c-18a5-4d25-9cf8-6282c7222d01 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:08.613984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Port 92017bf3-46b8-43d8-9ff8-d13d34948826 on network 303f271c-18a5-4d25-9cf8-6282c7222d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:58:08.614319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Attempting to bind port 92017bf3-46b8-43d8-9ff8-d13d34948826 on network 303f271c-18a5-4d25-9cf8-6282c7222d01 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:08.615287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'mac_address': 'fa:16:3e:cd:f0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:08.634109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f4b4884-cea5-46a9-baf6-4522dd0f3be1 req-29be7d38-b0a9-4b30-969a-181cb5a4149c tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833731 Jul 08 01:58:08.638061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:08.638558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Checking segment: {'id': '5c89dcba-ab62-413f-a245-49ec2be6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '303f271c-18a5-4d25-9cf8-6282c7222d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:08.639020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Bound using segment: {'id': '5c89dcba-ab62-413f-a245-49ec2be6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '303f271c-18a5-4d25-9cf8-6282c7222d01'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:08.639871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Bound port: 92017bf3-46b8-43d8-9ff8-d13d34948826, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c89dcba-ab62-413f-a245-49ec2be6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '303f271c-18a5-4d25-9cf8-6282c7222d01'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:08.640515 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.650922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-6c3df79e-1e8f-47a0-9c0c-5b3022e7eb2e tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f48f77b6f384f1fb9e84177f6e5806a HTTP/1.1" status: 200 len: 378 time: 0.0849993 Jul 08 01:58:08.664829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Request body: {'port': {'device_id': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'admin_state_up': True, 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'security_groups': ['79ee7539-0c68-4779-b4e1-a1a276d90eff']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:08.682096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:08.725176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:08.757858 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.772375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2eb8bf1-37ed-4af3-aac1-4753ea74f61e req-20ab939a-8afe-463b-86b1-75e0304bedd8 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 210 time: 0.0791736 Jul 08 01:58:08.800654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2fd9ee9-224a-425d-9503-5d62b4b40666 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:08.811398 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.843711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] For port 92017bf3-46b8-43d8-9ff8-d13d34948826, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:08.898105 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50bf181-f528-41ad-811e-f8fcefb01643 x-openstack-request-id: req-b50bf181-f528-41ad-811e-f8fcefb01643 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:08.898632 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:08.898783 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b50bf181-f528-41ad-811e-f8fcefb01643 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:08.899389 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'code': 200} Jul 08 01:58:08.918072 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:58:08.918550 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:58:08.936806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.175914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36391a30-d05e-45e2-8d95-a3f977bfb3e3 req-df4ea2dd-2f48-4871-851e-b70a3fcf313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.177340 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36391a30-d05e-45e2-8d95-a3f977bfb3e3 req-df4ea2dd-2f48-4871-851e-b70a3fcf313d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 1101 time: 0.1449990 Jul 08 01:58:09.187410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5632e-68d7-4a09-a367-fbdfad618553 req-37bc780a-3c21-42bb-b1df-dfcae4babd91 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.188941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a5d5632e-68d7-4a09-a367-fbdfad618553 req-37bc780a-3c21-42bb-b1df-dfcae4babd91 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1395302 Jul 08 01:58:09.212819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.262694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.306262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36391a30-d05e-45e2-8d95-a3f977bfb3e3 req-4b770373-e83d-40bf-affc-a613253e7a4b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157951 Jul 08 01:58:09.306968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] For port 92017bf3-46b8-43d8-9ff8-d13d34948826, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=92017bf3-46b8-43d8-9ff8-d13d34948826,segment=NetworkSegment(5c89dcba-ab62-413f-a245-49ec2be6f032),segment_id=5c89dcba-ab62-413f-a245-49ec2be6f032)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:09.343919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Pushing event deleted for resources: {'Port': ['ID=61cc069f-5c2c-415e-a4ff-3ea5f148769e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.354310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a5d5632e-68d7-4a09-a367-fbdfad618553 req-5461cbcd-0da0-4bfc-b570-79a516678441 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573422 Jul 08 01:58:09.366639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce26f95-7367-4079-b3e9-c7a21b375002 req-9c8ee8e7-dc9e-40e2-94bd-141beceba95b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.374197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=4125646b-948c-4f5a-9e6b-87b1532d5e72,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.375013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ce26f95-7367-4079-b3e9-c7a21b375002 req-9c8ee8e7-dc9e-40e2-94bd-141beceba95b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0805521 Jul 08 01:58:09.377481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Made reservation on behalf of 9f48f77b6f384f1fb9e84177f6e5806a for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:09.381397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.407864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.429770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] No DVR routers for this DVR port 61cc069f-5c2c-415e-a4ff-3ea5f148769e on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:09.433299 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.437395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4cf5036-a685-477a-a232-d8eb095549c4 req-d12983ed-b9c8-4454-9302-c21d7cf3d326 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.32 "DELETE /v2.0/ports/61cc069f-5c2c-415e-a4ff-3ea5f148769e HTTP/1.1" status: 204 len: 173 time: 1.6065321 Jul 08 01:58:09.438553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'name': 'network-vif-deleted', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:09.441126 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f56b376-0514-49a9-98ca-e187670e1335" -d '{"events": [{"server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "name": "network-vif-deleted", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:09.444727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Checking segment: {'id': '8325f9e1-9671-4268-b12c-4174bfe7e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd68a7eb-f337-4036-80a9-4f7baf7c27de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:09.445273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network hostable DHCP agents. Network: dd68a7eb-f337-4036-80a9-4f7baf7c27de, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:58:09.493052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.505862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.506638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.513008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] 10.222.0.32 "PUT /v2.0/ports/92017bf3-46b8-43d8-9ff8-d13d34948826 HTTP/1.1" status: 200 len: 1093 time: 1.9311922 Jul 08 01:58:09.513324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ce26f95-7367-4079-b3e9-c7a21b375002 req-65920724-dbeb-4316-8b86-1d2ec90d7992 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373522 Jul 08 01:58:09.513942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218d23e-854d-4810-b886-22d64a8231c4 service neutron] Pushing event updated for resources: {'Port': ['ID=92017bf3-46b8-43d8-9ff8-d13d34948826,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.528053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd9ee9-224a-425d-9503-5d62b4b40666 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:09.534472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de185e63-d8c3-4d2e-9f51-cb37ad28ba52', 'tag': '92017bf3-46b8-43d8-9ff8-d13d34948826'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:09.546968 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "de185e63-d8c3-4d2e-9f51-cb37ad28ba52", "tag": "92017bf3-46b8-43d8-9ff8-d13d34948826"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:09.556514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:09.561203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network dd68a7eb-f337-4036-80a9-4f7baf7c27de is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:58:09.636695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da7273-6084-4ddd-8fb8-d610d74155c7 req-b2834444-9e93-486d-a2c0-2431f9a2e11f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.644323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74da7273-6084-4ddd-8fb8-d610d74155c7 req-b2834444-9e93-486d-a2c0-2431f9a2e11f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0745211 Jul 08 01:58:09.686635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74da7273-6084-4ddd-8fb8-d610d74155c7 req-2a63a75d-7098-417a-b650-177056716c99 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Jul 08 01:58:09.702748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.702971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-945106da-6c14-4138-bf12-5f262f76c233 req-8dd93f91-e7e3-4331-9ae8-e92f218f94a9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0522671 Jul 08 01:58:09.719308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, dd68a7eb-f337-4036-80a9-4f7baf7c27de) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:09.733039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.733860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.781245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b450cdc-4ef5-40fb-acb3-61002f33234e None None] Network dd68a7eb-f337-4036-80a9-4f7baf7c27de requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:09.843088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Allocated IP 172.20.0.12 (b4b76411-5dcd-4f85-a3e9-5c72df61904b/2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a/1dabd946-3a9a-4832-9947-6883daff6c4b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:09.856885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-1c5e55e7-11b7-481b-9c1d-f77072e8dafd tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.858372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-1c5e55e7-11b7-481b-9c1d-f77072e8dafd tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.18 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 804 time: 0.3041661 Jul 08 01:58:09.870231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-f2b03150-ac65-4323-ac7a-1b0a48683151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.871809 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-f2b03150-ac65-4323-ac7a-1b0a48683151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=587ef2ad99614070b2f52ac780f2ad9d&device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 1096 time: 0.1718426 Jul 08 01:58:09.874959 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b06f3321-b17c-4c2f-8479-8676d8e7974f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9910829 Jul 08 01:58:09.877988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:09.880848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Request body: {'port': {'device_id': '028f1eff-00e5-452e-b590-9066b825a6a0', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'admin_state_up': True, 'tenant_id': 'e83593977d1547b39f9e9ee6df2447bd'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:09.883743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': 'dd68a7eb-f337-4036-80a9-4f7baf7c27de', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1901598559'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:09.991512 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-8c49f8eb-f27b-4cf1-8ef2-1b75a03e914d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92017bf3-46b8-43d8-9ff8-d13d34948826 HTTP/1.1" status: 200 len: 217 time: 0.0875378 Jul 08 01:58:10.028811 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dca7f4-b65a-4b0d-b8ee-a1a0b74a3b6e x-openstack-request-id: req-01dca7f4-b65a-4b0d-b8ee-a1a0b74a3b6e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:10.029109 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9879ac3-664e-4db0-9a43-8184c662db1d", "name": "network-vif-deleted", "tag": "61cc069f-5c2c-415e-a4ff-3ea5f148769e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:10.029347 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01dca7f4-b65a-4b0d-b8ee-a1a0b74a3b6e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:10.029755 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9879ac3-664e-4db0-9a43-8184c662db1d', 'name': 'network-vif-deleted', 'tag': '61cc069f-5c2c-415e-a4ff-3ea5f148769e', 'status': 'completed', 'code': 200} Jul 08 01:58:10.054117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-0c50fb34-04f2-4cec-a0d9-4545bbe8d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:10.055708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-0c50fb34-04f2-4cec-a0d9-4545bbe8d7bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e1c94c-c505-4139-b0c3-43aed478ccd7 HTTP/1.1" status: 200 len: 853 time: 0.0479827 Jul 08 01:58:10.057210 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f958602-13ce-4103-9f88-d80fac0241b6 x-openstack-request-id: req-7f958602-13ce-4103-9f88-d80fac0241b6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:10.060176 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de185e63-d8c3-4d2e-9f51-cb37ad28ba52", "tag": "92017bf3-46b8-43d8-9ff8-d13d34948826", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:10.060176 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f958602-13ce-4103-9f88-d80fac0241b6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:10.060447 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de185e63-d8c3-4d2e-9f51-cb37ad28ba52', 'tag': '92017bf3-46b8-43d8-9ff8-d13d34948826', 'status': 'completed', 'code': 200} Jul 08 01:58:10.119992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:10.178794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-dd68a7eb-f337-4036-80a9-4f7baf7c27de', 'network_id': 'dd68a7eb-f337-4036-80a9-4f7baf7c27de', 'tenant_id': '8330e569565b43f0a7483faf50789701', 'fixed_ips': [{'subnet_id': '4125646b-948c-4f5a-9e6b-87b1532d5e72'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:10.179710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.182461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e2fd9ee9-224a-425d-9503-5d62b4b40666'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:10.217138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e470e2-4323-4ee4-a730-d365e42907af req-67d49fe2-f070-4744-8025-5d95fcd30123 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:10.224306 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09e470e2-4323-4ee4-a730-d365e42907af req-67d49fe2-f070-4744-8025-5d95fcd30123 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 947 time: 0.3119495 Jul 08 01:58:10.247103 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-50c34a5b-4292-48a5-b42d-16302a6630ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=303f271c-18a5-4d25-9cf8-6282c7222d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066706 Jul 08 01:58:10.276147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09e470e2-4323-4ee4-a730-d365e42907af req-d2f61f0c-5626-4c51-afc7-9c29a138a434 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Jul 08 01:58:10.331569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:10.335463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.372209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 877ea1b9-8161-47e0-b87b-b3607e85d078 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:10.426626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f11bf-4482-4e5a-9797-2da235a2d354 req-a4e6b0ff-4698-4382-8480-a95853c209ac tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:10.435050 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa6f11bf-4482-4e5a-9797-2da235a2d354 req-a4e6b0ff-4698-4382-8480-a95853c209ac tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 944 time: 0.2379446 Jul 08 01:58:10.505106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Made reservation on behalf of e83593977d1547b39f9e9ee6df2447bd for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:10.509103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.536243 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0d96743-52cc-4e4f-ba0b-78c02bd5bc31 req-d7d97449-6e38-46ff-9628-6870d9742b99 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 210 time: 0.0394397 Jul 08 01:58:10.544171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.544334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Allocated IP 2001:db8::2 (dd68a7eb-f337-4036-80a9-4f7baf7c27de/4125646b-948c-4f5a-9e6b-87b1532d5e72/0afbb38d-34eb-4015-855a-a4d56bcbbccd) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:10.580030 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa6f11bf-4482-4e5a-9797-2da235a2d354 req-4d833132-6670-43c0-980d-6aab68c8867f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405826 Jul 08 01:58:10.603213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Transition to ACTIVE for port object 1dabd946-3a9a-4832-9947-6883daff6c4b will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:10.638990 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-6abf9bcc-5da9-4c2e-b4d9-064a232446e0 service neutron] 10.222.0.32 "GET /v2.0/networks/303f271c-18a5-4d25-9cf8-6282c7222d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677964 Jul 08 01:58:10.743453 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.761853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Transition to ACTIVE for port object 0afbb38d-34eb-4015-855a-a4d56bcbbccd will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:10.796291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Transition to ACTIVE for port object 0afbb38d-34eb-4015-855a-a4d56bcbbccd will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:10.875409 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.901418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:10.905700 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df23915-a6f2-4bdf-87a0-0f6e0642280b" -d '{"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:10.966476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Allocated IP 172.20.0.5 (7081761a-5246-40e3-9fa7-e2bc8ae52beb/eebb33c5-4491-4bb5-a653-719eb3deb5eb/f30673c2-ca3d-4f6d-bcd9-986047ba0545) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:10.982763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Network dd68a7eb-f337-4036-80a9-4f7baf7c27de is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:11.022146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::379 (dd68a7eb-f337-4036-80a9-4f7baf7c27de/4125646b-948c-4f5a-9e6b-87b1532d5e72/877ea1b9-8161-47e0-b87b-b3607e85d078) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:11.042673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:11.045403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-490fa461-c312-4f32-b72c-892d0f4ca864 req-4bb396e7-a2e8-4792-bf88-7925232779c6 service neutron] 10.222.0.32 "GET /v2.0/networks/303f271c-18a5-4d25-9cf8-6282c7222d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146900 Jul 08 01:58:11.048364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:11.071857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba6e4-fdf2-41e0-a151-ded2b29f6fe8 req-57cc8c21-4830-4747-837e-9fcb7a72cd94 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:11.078822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd3ba6e4-fdf2-41e0-a151-ded2b29f6fe8 req-57cc8c21-4830-4747-837e-9fcb7a72cd94 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.2491765 Jul 08 01:58:11.081103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.152383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Pushing event updated for resources: {'Port': ['ID=0afbb38d-34eb-4015-855a-a4d56bcbbccd,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:11.185328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Attempting to bind port 0afbb38d-34eb-4015-855a-a4d56bcbbccd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:11.185700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Attempting to bind port 0afbb38d-34eb-4015-855a-a4d56bcbbccd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '8325f9e1-9671-4268-b12c-4174bfe7e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd68a7eb-f337-4036-80a9-4f7baf7c27de'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:11.186068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Attempting to bind port 0afbb38d-34eb-4015-855a-a4d56bcbbccd on network dd68a7eb-f337-4036-80a9-4f7baf7c27de {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:11.191544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:11.197109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Checking segment: {'id': '8325f9e1-9671-4268-b12c-4174bfe7e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd68a7eb-f337-4036-80a9-4f7baf7c27de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:11.197109 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.197109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Bound using segment: {'id': '8325f9e1-9671-4268-b12c-4174bfe7e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd68a7eb-f337-4036-80a9-4f7baf7c27de'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:11.197109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Bound port: 0afbb38d-34eb-4015-855a-a4d56bcbbccd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8325f9e1-9671-4268-b12c-4174bfe7e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd68a7eb-f337-4036-80a9-4f7baf7c27de'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:11.197109 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.270517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] For port 0afbb38d-34eb-4015-855a-a4d56bcbbccd, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:11.274165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] For port 0afbb38d-34eb-4015-855a-a4d56bcbbccd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0afbb38d-34eb-4015-855a-a4d56bcbbccd,segment=NetworkSegment(8325f9e1-9671-4268-b12c-4174bfe7e74c),segment_id=8325f9e1-9671-4268-b12c-4174bfe7e74c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:11.300528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:11.301569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event updated for resources: {'Port': ['ID=1dabd946-3a9a-4832-9947-6883daff6c4b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:11.310867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:11.325833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:11.374660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd94288-348b-4027-a1f8-c91af896a28d req-b51b6830-ba73-4874-8de0-aec8b9b92f19 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:11.383961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccd94288-348b-4027-a1f8-c91af896a28d req-b51b6830-ba73-4874-8de0-aec8b9b92f19 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1793652 Jul 08 01:58:11.407217 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.444630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.448169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd3ba6e4-fdf2-41e0-a151-ded2b29f6fe8 req-d1bbf556-bdf0-462a-874a-e714f1b4cb8c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683946 Jul 08 01:58:11.459665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccd94288-348b-4027-a1f8-c91af896a28d req-309a5341-245d-4925-a949-6bbb1001b51a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747077 Jul 08 01:58:11.504628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object 877ea1b9-8161-47e0-b87b-b3607e85d078 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:11.536373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b1a90-c347-4c53-a3da-fdeaf4c46874 None None] Pushing event updated for resources: {'Port': ['ID=0afbb38d-34eb-4015-855a-a4d56bcbbccd,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:11.560690 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5460be6-613b-4c0b-b12f-16442f0962ca x-openstack-request-id: req-d5460be6-613b-4c0b-b12f-16442f0962ca {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:11.561282 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:11.561282 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5460be6-613b-4c0b-b12f-16442f0962ca {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:11.561595 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'code': 200} Jul 08 01:58:11.600774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:11.601457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.649071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.678429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-ba3ff258-6f19-4737-b39d-ca40c4f8de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:11.680121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-ba3ff258-6f19-4737-b39d-ca40c4f8de84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=587ef2ad99614070b2f52ac780f2ad9d&device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 1096 time: 0.3707337 Jul 08 01:58:11.737278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.849801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network dd68a7eb-f337-4036-80a9-4f7baf7c27de is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:11.855709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-26f0d9cb-58c0-433e-b004-d5b380e2bb06 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1960557 Jul 08 01:58:11.857204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:11.861177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:11.867646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 61cc069f-5c2c-415e-a4ff-3ea5f148769e no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:11.871897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:11.872544 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.875216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=877ea1b9-8161-47e0-b87b-b3607e85d078,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:11.884825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Request body: {'port': {'device_id': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:11.918682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68760be2-e040-41ff-adf2-0ce924a08fd3 req-a1976070-7df0-4c9c-b823-70ef7a629321 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:11.930522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68760be2-e040-41ff-adf2-0ce924a08fd3 req-a1976070-7df0-4c9c-b823-70ef7a629321 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2413230 Jul 08 01:58:11.944545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 61cc069f-5c2c-415e-a4ff-3ea5f148769e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:11.944844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 61cc069f-5c2c-415e-a4ff-3ea5f148769e not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:11.962309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a6fdd778-ee28-4318-bafc-5026242f1a2e None None] Provisioning for port 1dabd946-3a9a-4832-9947-6883daff6c4b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:11.966585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a6fdd778-ee28-4318-bafc-5026242f1a2e None None] Provisioning complete for port 1dabd946-3a9a-4832-9947-6883daff6c4b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:11.966964 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd778-ee28-4318-bafc-5026242f1a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.979848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b6711-98b4-4e95-a5bb-44cf2c0f5f60 req-174678cd-283b-4599-b254-0a939f2fa5a9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:11.981403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-025b6711-98b4-4e95-a5bb-44cf2c0f5f60 req-174678cd-283b-4599-b254-0a939f2fa5a9 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 932 time: 0.2869465 Jul 08 01:58:11.991290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68760be2-e040-41ff-adf2-0ce924a08fd3 req-92fa02c7-960c-490f-977e-b2caeefa287b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598104 Jul 08 01:58:11.996195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-538c5923-beab-4788-aa23-385550dd3915 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1147294 Jul 08 01:58:11.997334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:12.048334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a6fdd778-ee28-4318-bafc-5026242f1a2e None None] Port 1dabd946-3a9a-4832-9947-6883daff6c4b cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:12.078045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2e45f2a-2201-453c-a8da-1d96fe7d4794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.079171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.101694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-19fff248-f77b-46f5-99e2-68d01c71d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:12.103195 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-19fff248-f77b-46f5-99e2-68d01c71d363 service neutron] 10.222.0.32 "GET /v2.0/networks?id=303f271c-18a5-4d25-9cf8-6282c7222d01 HTTP/1.1" status: 200 len: 914 time: 0.4049556 Jul 08 01:58:12.107490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:12.155204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-81e06b4a-8002-4667-a427-747529359a3c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 877ea1b9-8161-47e0-b87b-b3607e85d078 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:12.155749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81e06b4a-8002-4667-a427-747529359a3c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.191420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port e2fd9ee9-224a-425d-9503-5d62b4b40666 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:12.192090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.201234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.203856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-349c25dc-c052-4d93-8403-385c219c4494 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92017bf3-46b8-43d8-9ff8-d13d34948826 HTTP/1.1" status: 200 len: 217 time: 0.0615025 Jul 08 01:58:12.224039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-025b6711-98b4-4e95-a5bb-44cf2c0f5f60 req-fa44c9e7-a23a-42cf-97c4-8977b38017cc tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2272670 Jul 08 01:58:12.236861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Network 7081761a-5246-40e3-9fa7-e2bc8ae52beb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:12.254364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:12.263935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Pushing event updated for resources: {'Port': ['ID=f30673c2-ca3d-4f6d-bcd9-986047ba0545,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:12.288918 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81e06b4a-8002-4667-a427-747529359a3c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.289128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:12.298730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.306196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-81e06b4a-8002-4667-a427-747529359a3c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 877ea1b9-8161-47e0-b87b-b3607e85d078 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:12.373338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:12.387499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-b9a29314-4999-458a-8e59-f60d8ffe8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:12.389283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-b9a29314-4999-458a-8e59-f60d8ffe8aca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e1c94c-c505-4139-b0c3-43aed478ccd7 HTTP/1.1" status: 200 len: 853 time: 0.1617372 Jul 08 01:58:12.407319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:12.408021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.480721 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.496024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-26fdd78b-7c73-4fec-ae52-e43df4968a87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=303f271c-18a5-4d25-9cf8-6282c7222d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398111 Jul 08 01:58:12.551668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca91ed-b619-4136-8723-c9ba1fd52ef9 req-464bc6b2-df25-4f42-9a4c-662a603e8d9b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:12.554543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:12.559371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-afca91ed-b619-4136-8723-c9ba1fd52ef9 req-464bc6b2-df25-4f42-9a4c-662a603e8d9b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 947 time: 0.1793983 Jul 08 01:58:12.605628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-afca91ed-b619-4136-8723-c9ba1fd52ef9 req-41e25b28-a3b2-480f-a367-3f46ef661ee8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Jul 08 01:58:12.694243 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81e06b4a-8002-4667-a427-747529359a3c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.735756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-0fa6f3c1-868f-4ddd-babb-5cd6db80119b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8677244 Jul 08 01:58:12.740074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e06b4a-8002-4667-a427-747529359a3c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=877ea1b9-8161-47e0-b87b-b3607e85d078,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:12.769538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Request body: {'port': {'device_id': '028f1eff-00e5-452e-b590-9066b825a6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:12.822370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81e06b4a-8002-4667-a427-747529359a3c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.831109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-81e06b4a-8002-4667-a427-747529359a3c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/877ea1b9-8161-47e0-b87b-b3607e85d078 HTTP/1.1" status: 204 len: 168 time: 0.8299623 Jul 08 01:58:12.831109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:12.878574 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a0b455-74ec-43bc-bd0d-5d3df3f1f1e4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:12.882697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01a0b455-74ec-43bc-bd0d-5d3df3f1f1e4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/877ea1b9-8161-47e0-b87b-b3607e85d078 HTTP/1.1" status: 404 len: 333 time: 0.0519726 Jul 08 01:58:12.883786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:12.891727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-48ad195e-cee5-43f9-88d0-10dcd8b586fc service neutron] 10.222.0.32 "GET /v2.0/networks/303f271c-18a5-4d25-9cf8-6282c7222d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743842 Jul 08 01:58:12.898462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.917995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732859f9-34df-4e95-b7bb-90c2c39acd0e req-cfa88c83-eb80-497f-8e87-11974a971f7f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:12.925416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-732859f9-34df-4e95-b7bb-90c2c39acd0e req-cfa88c83-eb80-497f-8e87-11974a971f7f tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 931 time: 0.5144556 Jul 08 01:58:12.957344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8ec00-f4dd-4b67-aade-44df1fde0cac req-2add2288-fd30-4bc8-9820-9e7bddac2452 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:12.966260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bed8ec00-f4dd-4b67-aade-44df1fde0cac req-2add2288-fd30-4bc8-9820-9e7bddac2452 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 944 time: 0.2159829 Jul 08 01:58:13.030286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa72a24-7ca3-4a5a-8853-06d5da80f401 None None] Network dd68a7eb-f337-4036-80a9-4f7baf7c27de requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:13.040545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5eb811-1fb0-43e5-9be3-ea742dc52ede tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet 4125646b-948c-4f5a-9e6b-87b1532d5e72 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:13.045708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb811-1fb0-43e5-9be3-ea742dc52ede tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.107223 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb811-1fb0-43e5-9be3-ea742dc52ede tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.203848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb811-1fb0-43e5-9be3-ea742dc52ede tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.282590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bed8ec00-f4dd-4b67-aade-44df1fde0cac req-4b83120c-2fab-489a-93ff-779d393fc44b tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150504 Jul 08 01:58:13.357708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb811-1fb0-43e5-9be3-ea742dc52ede tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.370629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8bee3bb0-7e3c-4c17-9861-e53134510cda None None] Provisioning for port 0afbb38d-34eb-4015-855a-a4d56bcbbccd completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:13.407840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb811-1fb0-43e5-9be3-ea742dc52ede tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.413969 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3e5eb811-1fb0-43e5-9be3-ea742dc52ede tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/4125646b-948c-4f5a-9e6b-87b1532d5e72 HTTP/1.1" status: 204 len: 168 time: 0.5237987 Jul 08 01:58:13.417195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:13.538366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5eb811-1fb0-43e5-9be3-ea742dc52ede tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=4125646b-948c-4f5a-9e6b-87b1532d5e72,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:13.545820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0afbb38d-34eb-4015-855a-a4d56bcbbccd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:13.569380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:13.572480 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae0bf33-f41f-496f-8443-dc1571a28a33" -d '{"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:13.667010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.681903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 0afbb38d-34eb-4015-855a-a4d56bcbbccd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:13.686767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0afbb38d-34eb-4015-855a-a4d56bcbbccd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:13.687158 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.699845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8cedd-c3a1-4cf5-a641-7620ea78ab6c req-430c0b46-8e6c-4308-a1ff-2fd59b616830 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:13.707807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7af8cedd-c3a1-4cf5-a641-7620ea78ab6c req-430c0b46-8e6c-4308-a1ff-2fd59b616830 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1976228 Jul 08 01:58:13.734087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c381955-6adc-48b3-b5de-5fe6cd3bbd6e None None] Network dd68a7eb-f337-4036-80a9-4f7baf7c27de requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:13.780783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-732859f9-34df-4e95-b7bb-90c2c39acd0e req-11f4e41a-5304-4767-a560-1a79c85a75e2 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8542433 Jul 08 01:58:13.788450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7af8cedd-c3a1-4cf5-a641-7620ea78ab6c req-be21e7e8-ebbf-4c33-a927-e1dfb9f25cfa tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796027 Jul 08 01:58:13.831014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 0afbb38d-34eb-4015-855a-a4d56bcbbccd {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:13.831958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.846310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9ddea623-c050-4490-96be-af8093bfdbd5 None None] Provisioning complete for port 0afbb38d-34eb-4015-855a-a4d56bcbbccd triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:13.846780 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9ddea623-c050-4490-96be-af8093bfdbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.882100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dabd946-3a9a-4832-9947-6883daff6c4b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:13.910906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 92017bf3-46b8-43d8-9ff8-d13d34948826 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:13.919300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] For port 0afbb38d-34eb-4015-855a-a4d56bcbbccd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0afbb38d-34eb-4015-855a-a4d56bcbbccd,segment=NetworkSegment(8325f9e1-9671-4268-b12c-4174bfe7e74c),segment_id=8325f9e1-9671-4268-b12c-4174bfe7e74c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:13.919696 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.938420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 0afbb38d-34eb-4015-855a-a4d56bcbbccd owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:13.945764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.950540 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94bb8b3a-227f-4c5b-ad7d-a9ec3fef4f3a req-195d1d56-86ab-45d4-b600-d057315b0014 service neutron] 10.222.0.32 "GET /v2.0/networks/303f271c-18a5-4d25-9cf8-6282c7222d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0074768 Jul 08 01:58:13.982892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Transition to ACTIVE for port object 1dabd946-3a9a-4832-9947-6883daff6c4b will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:14.065446 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.resource_extend [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:58:14.074856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30673c2-ca3d-4f6d-bcd9-986047ba0545 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:14.083397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.096189 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.115667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434efcc-72fe-4199-9f63-d5ae7c83d941 req-1f1736d4-3168-40a6-bf97-fd844cc5b881 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:14.121790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b434efcc-72fe-4199-9f63-d5ae7c83d941 req-1f1736d4-3168-40a6-bf97-fd844cc5b881 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1514351 Jul 08 01:58:14.196850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b434efcc-72fe-4199-9f63-d5ae7c83d941 req-c55e401f-192f-4bf4-afbe-737c76f348ef tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685434 Jul 08 01:58:14.274772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.288821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Transition to ACTIVE for port object f30673c2-ca3d-4f6d-bcd9-986047ba0545 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:14.310005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Pushing event updated for resources: {'Port': ['ID=1dabd946-3a9a-4832-9947-6883daff6c4b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:14.322982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=0afbb38d-34eb-4015-855a-a4d56bcbbccd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:14.338693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d5c0c-f456-46f7-b115-855c7fac8acb req-791f54ae-b3f8-41e2-b8a0-6c97f6836dda tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:14.341695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No DVR routers for this DVR port 0afbb38d-34eb-4015-855a-a4d56bcbbccd on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:14.345202 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f9d5c0c-f456-46f7-b115-855c7fac8acb req-791f54ae-b3f8-41e2-b8a0-6c97f6836dda tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.3522599 Jul 08 01:58:14.404796 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.413809 n-d-695189-13 neutron-server[100714]: INFO neutron.plugins.ml2.db [None req-9ddea623-c050-4490-96be-af8093bfdbd5 None None] No ports have port_id starting with 0afbb38d-34eb-4015-855a-a4d56bcbbccd Jul 08 01:58:14.434378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.495183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Pushing event updated for resources: {'Port': ['ID=f30673c2-ca3d-4f6d-bcd9-986047ba0545,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:14.505318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Attempting to bind port 1dabd946-3a9a-4832-9947-6883daff6c4b on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:14.505666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Attempting to bind port 1dabd946-3a9a-4832-9947-6883daff6c4b by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:14.506062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Attempting to bind port 1dabd946-3a9a-4832-9947-6883daff6c4b on network b4b76411-5dcd-4f85-a3e9-5c72df61904b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:14.514230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Port 1dabd946-3a9a-4832-9947-6883daff6c4b on network b4b76411-5dcd-4f85-a3e9-5c72df61904b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:58:14.514549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Attempting to bind port 1dabd946-3a9a-4832-9947-6883daff6c4b on network b4b76411-5dcd-4f85-a3e9-5c72df61904b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:14.523498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f9d5c0c-f456-46f7-b115-855c7fac8acb req-08bbc6fc-f3d6-4bab-850f-ab83b06490e1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714842 Jul 08 01:58:14.525557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:14.525905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Checking segment: {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:14.527280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Bound using segment: {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:14.527488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Bound port: 1dabd946-3a9a-4832-9947-6883daff6c4b, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62226196-07a8-43f4-a596-3d8ebf518924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:14.527874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.535588 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9b88657-6729-4f4d-a5f3-c86194a0df47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.538759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 92017bf3-46b8-43d8-9ff8-d13d34948826, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=92017bf3-46b8-43d8-9ff8-d13d34948826,segment=NetworkSegment(5c89dcba-ab62-413f-a245-49ec2be6f032),segment_id=5c89dcba-ab62-413f-a245-49ec2be6f032)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:14.575482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '92017bf3-46b8-43d8-9ff8-d13d34948826', 'network_id': '303f271c-18a5-4d25-9cf8-6282c7222d01', 'port_id': '92017bf3-46b8-43d8-9ff8-d13d34948826', 'mac_address': 'fa:16:3e:b6:aa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e1c94c-c505-4139-b0c3-43aed478ccd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:14.601807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.621099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd68a7eb-f337-4036-80a9-4f7baf7c27de']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:14.631369 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.634720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8325f9e1-9671-4268-b12c-4174bfe7e74c') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:14.635043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8325f9e1-9671-4268-b12c-4174bfe7e74c') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:14.636326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56feb4c3-d86c-40ad-b614-afa7310fc0ea None None] DHCP port deletion for dd68a7eb-f337-4036-80a9-4f7baf7c27de request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:14.648260 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c453113-aff7-4b3d-a90b-b75be169fee0 x-openstack-request-id: req-5c453113-aff7-4b3d-a90b-b75be169fee0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:14.648601 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:14.648806 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c453113-aff7-4b3d-a90b-b75be169fee0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:14.649298 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'code': 200} Jul 08 01:58:14.659021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92017bf3-46b8-43d8-9ff8-d13d34948826 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:14.680916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 92017bf3-46b8-43d8-9ff8-d13d34948826, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=92017bf3-46b8-43d8-9ff8-d13d34948826,segment=NetworkSegment(5c89dcba-ab62-413f-a245-49ec2be6f032),segment_id=5c89dcba-ab62-413f-a245-49ec2be6f032)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:14.684428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5baef-bcb0-45d7-8d33-32b49a11c167 req-3e115665-3ab2-4ad0-a633-904bd3a92be2 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:14.686018 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bb5baef-bcb0-45d7-8d33-32b49a11c167 req-3e115665-3ab2-4ad0-a633-904bd3a92be2 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 944 time: 0.2998903 Jul 08 01:58:14.689663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.751483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.766288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] For port 1dabd946-3a9a-4832-9947-6883daff6c4b, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:14.768485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Attempting to bind port f30673c2-ca3d-4f6d-bcd9-986047ba0545 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:14.768818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Attempting to bind port f30673c2-ca3d-4f6d-bcd9-986047ba0545 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:14.769155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Attempting to bind port f30673c2-ca3d-4f6d-bcd9-986047ba0545 on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:14.782860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Port f30673c2-ca3d-4f6d-bcd9-986047ba0545 on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:58:14.789826 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.793933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Attempting to bind port f30673c2-ca3d-4f6d-bcd9-986047ba0545 on network 7081761a-5246-40e3-9fa7-e2bc8ae52beb {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:14.809108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] For port 1dabd946-3a9a-4832-9947-6883daff6c4b, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1dabd946-3a9a-4832-9947-6883daff6c4b,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:14.811835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:14.812345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.818582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:14.818937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Checking segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:14.819330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Bound using segment: {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:14.819805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Bound port: f30673c2-ca3d-4f6d-bcd9-986047ba0545, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:14.820179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:14.826849 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:14.837827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bb5baef-bcb0-45d7-8d33-32b49a11c167 req-300ece9b-2c07-4150-aa9f-803d466a4e0a tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1408951 Jul 08 01:58:14.858598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=92017bf3-46b8-43d8-9ff8-d13d34948826,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:14.888016 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.930616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.973864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:14.974362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ef07-358b-4baf-a91d-a863a9d469e6 req-ea1d7897-941b-420d-a382-28caa96a2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:14.974505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.976037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] 10.222.0.18 "PUT /v2.0/ports/1dabd946-3a9a-4832-9947-6883daff6c4b HTTP/1.1" status: 200 len: 1093 time: 3.1080825 Jul 08 01:58:14.977121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19e4ef07-358b-4baf-a91d-a863a9d469e6 req-ea1d7897-941b-420d-a382-28caa96a2c80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1100 time: 0.1491301 Jul 08 01:58:14.979792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'tag': '1dabd946-3a9a-4832-9947-6883daff6c4b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:14.980945 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020415a4-7e47-489c-ab53-9237ce785ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "74b6ef23-0953-40ce-a7ba-6460d6c20bc6", "tag": "1dabd946-3a9a-4832-9947-6883daff6c4b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:15.002774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa1fd-8468-42fa-8cc6-acaa138ecd3b req-1e819e53-5d12-40ee-a986-bd62e101da0a tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.008967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282fa1fd-8468-42fa-8cc6-acaa138ecd3b req-1e819e53-5d12-40ee-a986-bd62e101da0a tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1927800 Jul 08 01:58:15.012316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.019863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:15.048225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:15.053904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.059179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/networks/dd68a7eb-f337-4036-80a9-4f7baf7c27de HTTP/1.1" status: 204 len: 168 time: 1.6350894 Jul 08 01:58:15.071778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:15.088073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282fa1fd-8468-42fa-8cc6-acaa138ecd3b req-e6f00e65-35d9-4c8b-980e-a20982a9485b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780330 Jul 08 01:58:15.088748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'name': 'tempest-PortsIpV6TestJSON-1337356380'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:15.089372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c8353-20eb-4039-b6bb-53d4538f096d service neutron] Pushing event updated for resources: {'Port': ['ID=1dabd946-3a9a-4832-9947-6883daff6c4b,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:15.112403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32164c6e-3cb5-4e0c-8ec3-79da3db12752 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Network': ['ID=dd68a7eb-f337-4036-80a9-4f7baf7c27de,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:15.152741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.179292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19e4ef07-358b-4baf-a91d-a863a9d469e6 req-de3c3710-3ca2-49d4-856b-c36314da9727 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841204 Jul 08 01:58:15.245364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c2cd9-8728-4b5c-9e29-f3eff197a5f7 req-98ed8e3b-ae7b-4270-bfaa-12a760c36b5b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.247132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['92017bf3-46b8-43d8-9ff8-d13d34948826'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:15.247626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-071c2cd9-8728-4b5c-9e29-f3eff197a5f7 req-98ed8e3b-ae7b-4270-bfaa-12a760c36b5b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.2392735 Jul 08 01:58:15.308798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-071c2cd9-8728-4b5c-9e29-f3eff197a5f7 req-7ed23d0e-2e57-4181-98bd-44a983b9a14b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523856 Jul 08 01:58:15.347913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:15.353676 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.368703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.369347 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.372362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] 10.222.0.18 "PUT /v2.0/ports/f30673c2-ca3d-4f6d-bcd9-986047ba0545 HTTP/1.1" status: 200 len: 1092 time: 2.6185207 Jul 08 01:58:15.379951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 62cf35b6-ea5e-420a-9cad-040996367155 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:15.398593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183060a1-e13b-41d2-b460-2054cad1928a service neutron] Pushing event updated for resources: {'Port': ['ID=f30673c2-ca3d-4f6d-bcd9-986047ba0545,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:15.434405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e106-9eb4-428a-a843-637d155439d8 req-57a3700c-36e2-4514-837f-8c0cb52dd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.447459 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-57a3700c-36e2-4514-837f-8c0cb52dd409 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f48f77b6f384f1fb9e84177f6e5806a&device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 1096 time: 0.3337553 Jul 08 01:58:15.462896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0afbb38d-34eb-4015-855a-a4d56bcbbccd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:15.485971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb05934-5c71-4304-a158-cb14e185859f req-f8348aa1-447e-48f1-9b08-31b38244814f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.490120 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2fb05934-5c71-4304-a158-cb14e185859f req-f8348aa1-447e-48f1-9b08-31b38244814f tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 945 time: 0.2604871 Jul 08 01:58:15.492226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 0afbb38d-34eb-4015-855a-a4d56bcbbccd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:15.492553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0afbb38d-34eb-4015-855a-a4d56bcbbccd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:15.560027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-54a89766-6db0-40c0-b59e-27ebe73d617e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dabd946-3a9a-4832-9947-6883daff6c4b HTTP/1.1" status: 200 len: 217 time: 0.0605116 Jul 08 01:58:15.642153 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2fb05934-5c71-4304-a158-cb14e185859f req-de6c5c8e-6ec1-43bf-b99a-1112da83c3cf tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348245 Jul 08 01:58:15.644488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.659531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.671537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71886587-7771-432c-820f-c63d135b29aa req-18e47637-1fc1-4f10-b95a-661e9c6643a6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.672657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e106-9eb4-428a-a843-637d155439d8 req-5090abb8-24bd-4029-a7da-488e4e5c594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.673486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71886587-7771-432c-820f-c63d135b29aa req-18e47637-1fc1-4f10-b95a-661e9c6643a6 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 943 time: 0.1582744 Jul 08 01:58:15.679675 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-5090abb8-24bd-4029-a7da-488e4e5c594f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a HTTP/1.1" status: 200 len: 854 time: 0.1170321 Jul 08 01:58:15.701799 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b50327a-a9d6-4843-a899-734e63b4f2ad x-openstack-request-id: req-2b50327a-a9d6-4843-a899-734e63b4f2ad {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:15.702032 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b6ef23-0953-40ce-a7ba-6460d6c20bc6", "tag": "1dabd946-3a9a-4832-9947-6883daff6c4b", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:15.702281 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b50327a-a9d6-4843-a899-734e63b4f2ad {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:15.702689 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'tag': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'status': 'completed', 'code': 200} Jul 08 01:58:15.723695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71886587-7771-432c-820f-c63d135b29aa req-e239b3ee-690e-4483-92a3-e392bccc09ac tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447652 Jul 08 01:58:15.732838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-e0a1980e-96e7-47f7-8b4e-445424ef2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.734295 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-e0a1980e-96e7-47f7-8b4e-445424ef2a2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 1095 time: 0.1556613 Jul 08 01:58:15.794511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-8f76a40b-c7b8-488f-a64b-e1db7bd818bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545 HTTP/1.1" status: 200 len: 217 time: 0.0489173 Jul 08 01:58:15.845879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e106-9eb4-428a-a843-637d155439d8 req-2e45ef91-24e7-4c23-a97f-289e67c91378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.847607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-2e45ef91-24e7-4c23-a97f-289e67c91378 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4b76411-5dcd-4f85-a3e9-5c72df61904b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583884 Jul 08 01:58:15.853877 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.931252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-3b2d57ee-08fe-4646-993d-b4c074dd4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.932961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-3b2d57ee-08fe-4646-993d-b4c074dd4ebd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 200 len: 844 time: 0.1273823 Jul 08 01:58:15.979214 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-ce25c1bd-9870-4d9a-a78c-aae1187f2518 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7081761a-5246-40e3-9fa7-e2bc8ae52beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400066 Jul 08 01:58:15.987420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=62cf35b6-ea5e-420a-9cad-040996367155,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:16.016699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:16.024841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:16.053262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:16.058930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.059588 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.101533 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-d577c266-6c3f-42f5-a0d2-87eb663b6722 service neutron] 10.222.0.18 "GET /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451222 Jul 08 01:58:16.107494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133812b-33b0-408c-bcc8-9e4fa8b370a1 req-1b867bfe-5a2e-4b53-8c4c-bd0318f46ee8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.114681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133812b-33b0-408c-bcc8-9e4fa8b370a1 req-1b867bfe-5a2e-4b53-8c4c-bd0318f46ee8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1452892 Jul 08 01:58:16.138767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a2862877-f813-484c-9315-d0b6ee12707b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0658793 Jul 08 01:58:16.144561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:16.188685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133812b-33b0-408c-bcc8-9e4fa8b370a1 req-43ed6576-9571-49d7-9315-60081b2b1ca8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730374 Jul 08 01:58:16.243017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-a6d94712-67da-4c00-9636-f8a8da5315b3 service neutron] 10.222.0.18 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466602 Jul 08 01:58:16.324116 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0390e106-9eb4-428a-a843-637d155439d8 req-7c2c18b4-40e1-456c-b9cc-fbb34edc76c1 service neutron] 10.222.0.18 "GET /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005286 Jul 08 01:58:16.343766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9aaf5-b5fa-4752-9fd6-ef6159863c9d req-2694d78d-310c-499d-8e67-eb5a21fb00c5 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.344037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ad9aaf5-b5fa-4752-9fd6-ef6159863c9d req-2694d78d-310c-499d-8e67-eb5a21fb00c5 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 944 time: 0.3085656 Jul 08 01:58:16.344232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-40c27c8e-14f8-4e30-b8dc-1be0f519b31d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 62cf35b6-ea5e-420a-9cad-040996367155 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:16.344694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40c27c8e-14f8-4e30-b8dc-1be0f519b31d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.411475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ad9aaf5-b5fa-4752-9fd6-ef6159863c9d req-ab4be640-920d-4697-a299-54f3626420c4 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611074 Jul 08 01:58:16.413407 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1262aa8-9cf1-4cec-b27a-e784fe75e669 req-a90cd9fc-8898-464d-aa34-b28468267ab2 service neutron] 10.222.0.18 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626821 Jul 08 01:58:16.499149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40c27c8e-14f8-4e30-b8dc-1be0f519b31d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.524183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-40c27c8e-14f8-4e30-b8dc-1be0f519b31d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 62cf35b6-ea5e-420a-9cad-040996367155 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:16.655586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-9daa7303-2066-477a-8dcf-9e379ca11883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.657094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-9daa7303-2066-477a-8dcf-9e379ca11883 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f48f77b6f384f1fb9e84177f6e5806a&device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 1096 time: 0.1390567 Jul 08 01:58:16.669171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92ca7-5bb8-4ba5-bcf9-2d6c9d5704c3 req-d0980ab5-dd37-4074-b719-241fb228953b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.670738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44c92ca7-5bb8-4ba5-bcf9-2d6c9d5704c3 req-d0980ab5-dd37-4074-b719-241fb228953b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0913963 Jul 08 01:58:16.737374 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40c27c8e-14f8-4e30-b8dc-1be0f519b31d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.781482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44c92ca7-5bb8-4ba5-bcf9-2d6c9d5704c3 req-553dc137-1ba3-49f2-baaf-58230e8b16d6 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021056 Jul 08 01:58:16.786953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c27c8e-14f8-4e30-b8dc-1be0f519b31d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=62cf35b6-ea5e-420a-9cad-040996367155,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:16.799918 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40c27c8e-14f8-4e30-b8dc-1be0f519b31d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.802685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40c27c8e-14f8-4e30-b8dc-1be0f519b31d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/62cf35b6-ea5e-420a-9cad-040996367155 HTTP/1.1" status: 204 len: 168 time: 0.6572413 Jul 08 01:58:16.807784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:16.813545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'mac_address': 'fa:16:3e:59:41:4c', 'name': 'tempest-PortsIpV6TestJSON-2087965171'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:16.822742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-800bde56-b517-4c81-b9db-c9460a49e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.825511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-800bde56-b517-4c81-b9db-c9460a49e5d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4b76411-5dcd-4f85-a3e9-5c72df61904b HTTP/1.1" status: 200 len: 916 time: 0.1538658 Jul 08 01:58:16.884947 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-22b40e00-96e5-41f8-8979-8b40ca19dac1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dabd946-3a9a-4832-9947-6883daff6c4b HTTP/1.1" status: 200 len: 217 time: 0.0439701 Jul 08 01:58:16.942031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-26bd12df-d8c0-40c9-9cb6-ef2fdaa7156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.943572 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-26bd12df-d8c0-40c9-9cb6-ef2fdaa7156d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a HTTP/1.1" status: 200 len: 854 time: 0.0518160 Jul 08 01:58:17.038090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf3be6-5b1e-410b-8642-548d173574f4 req-86d1365d-2678-447e-be7b-3f5822a98ecc tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.039759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-53cf3be6-5b1e-410b-8642-548d173574f4 req-86d1365d-2678-447e-be7b-3f5822a98ecc tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 943 time: 0.0682662 Jul 08 01:58:17.055184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7857e-f9d4-468a-b97e-3c7967a30549 req-8f095e34-93ab-4c83-af37-d5a9f66835a1 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.056696 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ee7857e-f9d4-468a-b97e-3c7967a30549 req-8f095e34-93ab-4c83-af37-d5a9f66835a1 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 945 time: 0.1100097 Jul 08 01:58:17.082494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-19cbb078-472e-4044-85e7-de6b59ba75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.083955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-19cbb078-472e-4044-85e7-de6b59ba75c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4b76411-5dcd-4f85-a3e9-5c72df61904b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004443 Jul 08 01:58:17.091760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:17.141260 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ee7857e-f9d4-468a-b97e-3c7967a30549 req-b268307f-d939-4259-a73a-a5b1dd4771b9 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778742 Jul 08 01:58:17.163055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-53cf3be6-5b1e-410b-8642-548d173574f4 req-a7d6fc10-7a60-46e3-8a58-260245c683d7 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077015 Jul 08 01:58:17.189813 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:17.204443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-2fee3c0c-f6ef-4663-a4de-85372882ea46 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1565127 Jul 08 01:58:17.208347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-a9a299d5-d38a-486b-a032-c7f47b081839 service neutron] 10.222.0.18 "GET /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132979 Jul 08 01:58:17.222725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 9dbfdff9-b459-4fda-918d-14e2a32a992b yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:17.327991 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:17.356579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-020415a4-7e47-489c-ab53-9237ce785ee1 req-8dd55d22-b70a-40f4-9ef0-ecb6e5453e64 service neutron] 10.222.0.18 "GET /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382821 Jul 08 01:58:17.394560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982aaea-9477-4a42-8aee-0ecf7ff3ec2c req-e5b7d933-68e0-4d8c-abbb-1cbd2cf55ec8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.401807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9982aaea-9477-4a42-8aee-0ecf7ff3ec2c req-e5b7d933-68e0-4d8c-abbb-1cbd2cf55ec8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1123030 Jul 08 01:58:17.445334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9982aaea-9477-4a42-8aee-0ecf7ff3ec2c req-9376d0a8-b217-47bb-83da-34b2c37a2a3f tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Jul 08 01:58:17.631818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bb3d7-4eb6-4846-bdce-9ad25ddb5a46 req-b05f5310-d85b-49b3-bc4f-985b05d6b1fc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.633426 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b7bb3d7-4eb6-4846-bdce-9ad25ddb5a46 req-b05f5310-d85b-49b3-bc4f-985b05d6b1fc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0803161 Jul 08 01:58:17.673340 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b7bb3d7-4eb6-4846-bdce-9ad25ddb5a46 req-2380503e-96a2-4ca2-84b5-a0309a94b255 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Jul 08 01:58:17.704439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028f1eff-00e5-452e-b590-9066b825a6a0', 'tag': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:17.707744 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625" -d '{"events": [{"name": "network-changed", "server_uuid": "028f1eff-00e5-452e-b590-9066b825a6a0", "tag": "f30673c2-ca3d-4f6d-bcd9-986047ba0545"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:17.773632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:17.787647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf9507-5447-46ec-a67b-aeb0c7460d98 req-1a1e0de2-dd1a-4322-af9e-095b6cc6ab76 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.789163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dadf9507-5447-46ec-a67b-aeb0c7460d98 req-1a1e0de2-dd1a-4322-af9e-095b6cc6ab76 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.4847856 Jul 08 01:58:17.846469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873769c-5fb7-4861-acab-ae7269c66386 req-13bb3d4e-d2a0-4e0a-ac2f-f578897f9596 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.847013 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dadf9507-5447-46ec-a67b-aeb0c7460d98 req-43c6bcb4-9193-4632-aa05-93cfbdd69e37 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Jul 08 01:58:17.848029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d873769c-5fb7-4861-acab-ae7269c66386 req-13bb3d4e-d2a0-4e0a-ac2f-f578897f9596 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 944 time: 0.0739753 Jul 08 01:58:17.899380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d873769c-5fb7-4861-acab-ae7269c66386 req-80443f90-2778-49bc-8322-12238bad7e69 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456479 Jul 08 01:58:17.905840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 92017bf3-46b8-43d8-9ff8-d13d34948826 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:17.928945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.004484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:18.008143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:18.013338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:18.021675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.021675 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.030414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=9dbfdff9-b459-4fda-918d-14e2a32a992b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:18.042711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.068361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 92017bf3-46b8-43d8-9ff8-d13d34948826 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:18.072912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 92017bf3-46b8-43d8-9ff8-d13d34948826 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:18.072912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.125181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9669eafa-d94c-445b-aeff-bb298622b030 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3138664 Jul 08 01:58:18.126181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38702) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:18.153811 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.180596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de185e63-d8c3-4d2e-9f51-cb37ad28ba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92017bf3-46b8-43d8-9ff8-d13d34948826'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:18.183484 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2b910-43a2-4d3b-8d15-8ccc424ec1df" -d '{"events": [{"server_uuid": "de185e63-d8c3-4d2e-9f51-cb37ad28ba52", "name": "network-vif-plugged", "status": "completed", "tag": "92017bf3-46b8-43d8-9ff8-d13d34948826"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:18.193518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e8275-b340-436f-8edb-92ae82dbced7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.197493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c70e8275-b340-436f-8edb-92ae82dbced7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/9dbfdff9-b459-4fda-918d-14e2a32a992b HTTP/1.1" status: 200 len: 845 time: 0.0676830 Jul 08 01:58:18.197675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 92017bf3-46b8-43d8-9ff8-d13d34948826, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=92017bf3-46b8-43d8-9ff8-d13d34948826,segment=NetworkSegment(5c89dcba-ab62-413f-a245-49ec2be6f032),segment_id=5c89dcba-ab62-413f-a245-49ec2be6f032)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:18.198102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:18.265277 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.302870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8f701c10-c3ac-44ac-ba1e-1fe525a315ff tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 9dbfdff9-b459-4fda-918d-14e2a32a992b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:18.303294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f701c10-c3ac-44ac-ba1e-1fe525a315ff tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.316496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=92017bf3-46b8-43d8-9ff8-d13d34948826,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:18.374327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f701c10-c3ac-44ac-ba1e-1fe525a315ff tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.389010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8f701c10-c3ac-44ac-ba1e-1fe525a315ff tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 9dbfdff9-b459-4fda-918d-14e2a32a992b owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:18.480505 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057edde3-8707-41a2-9ac6-9e52cbb86df8 x-openstack-request-id: req-057edde3-8707-41a2-9ac6-9e52cbb86df8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:18.480918 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028f1eff-00e5-452e-b590-9066b825a6a0", "tag": "f30673c2-ca3d-4f6d-bcd9-986047ba0545", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:18.481368 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-057edde3-8707-41a2-9ac6-9e52cbb86df8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:18.481963 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028f1eff-00e5-452e-b590-9066b825a6a0', 'tag': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545', 'status': 'completed', 'code': 200} Jul 08 01:58:18.524861 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ade2a8-3907-4232-8b9c-04fecd51fd4f x-openstack-request-id: req-f4ade2a8-3907-4232-8b9c-04fecd51fd4f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:18.525404 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de185e63-d8c3-4d2e-9f51-cb37ad28ba52", "name": "network-vif-plugged", "status": "completed", "tag": "92017bf3-46b8-43d8-9ff8-d13d34948826", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:18.525404 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4ade2a8-3907-4232-8b9c-04fecd51fd4f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:18.525863 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de185e63-d8c3-4d2e-9f51-cb37ad28ba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92017bf3-46b8-43d8-9ff8-d13d34948826', 'code': 200} Jul 08 01:58:18.563432 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f701c10-c3ac-44ac-ba1e-1fe525a315ff tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.592190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f701c10-c3ac-44ac-ba1e-1fe525a315ff tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=9dbfdff9-b459-4fda-918d-14e2a32a992b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:18.634498 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f701c10-c3ac-44ac-ba1e-1fe525a315ff tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.638905 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8f701c10-c3ac-44ac-ba1e-1fe525a315ff tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/9dbfdff9-b459-4fda-918d-14e2a32a992b HTTP/1.1" status: 204 len: 168 time: 0.4369707 Jul 08 01:58:18.640034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:18.662681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-4652f018-4f8a-4b9f-93de-7bd2004053bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.664398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-4652f018-4f8a-4b9f-93de-7bd2004053bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e83593977d1547b39f9e9ee6df2447bd&device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 1095 time: 0.1585944 Jul 08 01:58:18.674130 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c215aba-32d2-41e9-a391-1ebccb61396b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:18.675794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0c215aba-32d2-41e9-a391-1ebccb61396b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/9dbfdff9-b459-4fda-918d-14e2a32a992b HTTP/1.1" status: 404 len: 333 time: 0.0347626 Jul 08 01:58:18.680070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38720) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:18.688197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'name': 'tempest-PortsIpV6TestJSON-135148125'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:18.739432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-b7626275-c9bc-498a-ad96-ef9f85521358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.741411 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-b7626275-c9bc-498a-ad96-ef9f85521358 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1098 time: 0.1589918 Jul 08 01:58:18.807309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26133679-23ec-4756-ae11-8b9cbad33b8d req-45391f8e-3b08-4543-9314-cb787ec4bb18 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.808887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26133679-23ec-4756-ae11-8b9cbad33b8d req-45391f8e-3b08-4543-9314-cb787ec4bb18 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 946 time: 0.2121482 Jul 08 01:58:18.873828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c57cfe-4647-4803-8893-f40cbe9451c5 req-ab66333b-21e0-44a4-81f2-07ca42758259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.875425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5c57cfe-4647-4803-8893-f40cbe9451c5 req-ab66333b-21e0-44a4-81f2-07ca42758259 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 1098 time: 0.1414733 Jul 08 01:58:18.878385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26133679-23ec-4756-ae11-8b9cbad33b8d req-790b5a3b-7c97-410f-b8b7-9c7c93933fe3 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624743 Jul 08 01:58:18.896054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-89ff451a-a28f-4822-bbc7-0e53883e02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.897678 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-89ff451a-a28f-4822-bbc7-0e53883e02cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 200 len: 905 time: 0.2256756 Jul 08 01:58:18.915139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f029e9-d747-46ad-a624-e0ee58e71b59 req-00f131f2-6803-4fa4-ba66-680dfe7485f5 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.916807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12f029e9-d747-46ad-a624-e0ee58e71b59 req-00f131f2-6803-4fa4-ba66-680dfe7485f5 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 943 time: 0.1911781 Jul 08 01:58:18.932027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:18.939877 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.950566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5c57cfe-4647-4803-8893-f40cbe9451c5 req-56a2bd69-6df1-4cb9-9eb5-ea3867903d64 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651731 Jul 08 01:58:18.967471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 831e0648-d31e-4024-83d3-2944f05df137 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:18.981719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-b38c83dd-c9a4-4bf7-9393-7d6bc279f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.983228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-b38c83dd-c9a4-4bf7-9393-7d6bc279f58e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 919 time: 0.2146575 Jul 08 01:58:18.986951 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-98a4993b-1513-48f8-9964-858a4d36c3f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545 HTTP/1.1" status: 200 len: 217 time: 0.0642037 Jul 08 01:58:19.035793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12f029e9-d747-46ad-a624-e0ee58e71b59 req-e1cbdd32-3956-4b37-bd4e-669153a8e622 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118286 Jul 08 01:58:19.091052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-099b33f1-05bf-401c-9f96-b54289ffff91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 200 len: 217 time: 0.0487490 Jul 08 01:58:19.098960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-8d9f7144-47c0-41c5-9f89-50248e0c38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:19.100466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-8d9f7144-47c0-41c5-9f89-50248e0c38de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 200 len: 844 time: 0.1015191 Jul 08 01:58:19.177496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-30524900-e282-4bcd-ab24-aebee5b4e55b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7081761a-5246-40e3-9fa7-e2bc8ae52beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570261 Jul 08 01:58:19.200699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633121d9-3e1f-4be0-a09d-495ee471597b req-84b32721-6ccd-43db-9676-0fe23f121ada tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:19.202214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-633121d9-3e1f-4be0-a09d-495ee471597b req-84b32721-6ccd-43db-9676-0fe23f121ada tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1789899 Jul 08 01:58:19.225800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:19.261769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-633121d9-3e1f-4be0-a09d-495ee471597b req-bdb2e57e-3177-452b-9b1e-7954539f8d97 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518122 Jul 08 01:58:19.287395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-8fcb35b8-3024-41c9-addb-6ccb7465be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:19.288640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-8fcb35b8-3024-41c9-addb-6ccb7465be90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.1830900 Jul 08 01:58:19.341449 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-a3718e99-8767-4de6-a7b4-53bf31f271ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406759 Jul 08 01:58:19.343710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:19.384066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-385a73f7-f7c9-4bdc-b040-7069905364f6 service neutron] 10.222.0.18 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917105 Jul 08 01:58:19.420766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b11f07-93cf-4597-8d3e-099602b9d496 req-8aa7cabc-a44c-4e11-b4a2-9fe5bd18ba3b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:19.422214 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71b11f07-93cf-4597-8d3e-099602b9d496 req-8aa7cabc-a44c-4e11-b4a2-9fe5bd18ba3b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2435913 Jul 08 01:58:19.436783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:19.443031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:19.449461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:19.454566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:19.455190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:19.460144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=831e0648-d31e-4024-83d3-2944f05df137,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:19.498295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8c8ab-a8ed-4f3b-9086-8db2c782b3ad req-bb132ddd-5f99-4193-949e-f21b66849da6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:19.499766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c8c8ab-a8ed-4f3b-9086-8db2c782b3ad req-bb132ddd-5f99-4193-949e-f21b66849da6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1063998 Jul 08 01:58:19.540256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4c8c8ab-a8ed-4f3b-9086-8db2c782b3ad req-dd12b0df-bfcd-485e-ae54-05a06e5ba986 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343397 Jul 08 01:58:19.567990 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e8f03063-970f-4749-98c6-4e2632eb04b1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8868420 Jul 08 01:58:19.569729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:19.576354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:19.700167 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:19.784596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94ac11-fa5a-4d68-ad5a-a71b1748e842 req-0aeecb14-5fbf-4235-b47a-761897ce652a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:19.786548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc94ac11-fa5a-4d68-ad5a-a71b1748e842 req-0aeecb14-5fbf-4235-b47a-761897ce652a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1336625 Jul 08 01:58:19.898442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc94ac11-fa5a-4d68-ad5a-a71b1748e842 req-8eb3cf34-03c3-4d39-a5af-b55d0df4a56f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046093 Jul 08 01:58:19.900270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71b11f07-93cf-4597-8d3e-099602b9d496 req-6adf970b-7f6b-48c7-bd24-4a95432af3a5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697006 Jul 08 01:58:19.904865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-8063c23f-8dab-4a68-8378-4b9cc59232e2 service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462339 Jul 08 01:58:19.939508 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.006522 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f2e0b4-b0c7-4fec-9a3c-c8c938b3e625 req-7a22a4ce-b723-4827-bb2c-dab1aa628f07 service neutron] 10.222.0.18 "GET /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935807 Jul 08 01:58:20.043302 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.059152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c223698-11b7-4e54-b3d7-d2e1473c90e1 req-543b6d87-83b8-48f2-ad4f-1f302e622d0e service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377661 Jul 08 01:58:20.111303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb850a-bfdb-4b51-8c4d-77729781c54e req-b0cc5361-0e0e-4901-be92-988008d34192 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.113164 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ceb850a-bfdb-4b51-8c4d-77729781c54e req-b0cc5361-0e0e-4901-be92-988008d34192 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 944 time: 0.0707576 Jul 08 01:58:20.123188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f30673c2-ca3d-4f6d-bcd9-986047ba0545 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:20.125616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] In _notify_port_updated(), no bound segment for port 831e0648-d31e-4024-83d3-2944f05df137 on network 0531518e-3e24-4242-8fed-847698406545 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:58:20.131084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.131750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.136238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "PUT /v2.0/ports/831e0648-d31e-4024-83d3-2944f05df137 HTTP/1.1" status: 200 len: 818 time: 0.5619595 Jul 08 01:58:20.139891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38736) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:20.170038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ceb850a-bfdb-4b51-8c4d-77729781c54e req-9009ad4d-7993-4744-ac93-20e91bb3e116 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506358 Jul 08 01:58:20.188002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535be3-d382-4efe-8372-fa7c9451fc09 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=831e0648-d31e-4024-83d3-2944f05df137,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:20.239271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:20.252921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'port_id': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545', 'mac_address': 'fa:16:3e:bc:39:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebb33c5-4491-4bb5-a653-719eb3deb5eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:20.271848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c906dd2-a168-4e0a-aa03-1e8e40303151 req-dd684292-5571-464d-b961-205585deed19 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.273725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c906dd2-a168-4e0a-aa03-1e8e40303151 req-dd684292-5571-464d-b961-205585deed19 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 946 time: 0.2437272 Jul 08 01:58:20.289504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-6b52c339-d1dc-4f3b-8168-677f87d8201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.291286 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-6b52c339-d1dc-4f3b-8168-677f87d8201a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 1101 time: 0.2261746 Jul 08 01:58:20.311161 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.324759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30673c2-ca3d-4f6d-bcd9-986047ba0545 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:20.344611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:20.374809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1abfe7-d0b1-432b-9a52-dfd9bf78b0c8 req-3b364fc7-37c4-4470-8f04-ab6c4a4ed738 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.376952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d1abfe7-d0b1-432b-9a52-dfd9bf78b0c8 req-3b364fc7-37c4-4470-8f04-ab6c4a4ed738 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 943 time: 0.0663307 Jul 08 01:58:20.382278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-814138bb-714f-4a79-a80d-d657e520dd4d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 831e0648-d31e-4024-83d3-2944f05df137 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:20.382634 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-814138bb-714f-4a79-a80d-d657e520dd4d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.405938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c906dd2-a168-4e0a-aa03-1e8e40303151 req-06853381-9f13-47d8-8474-62f04b4f5881 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243083 Jul 08 01:58:20.416275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d1abfe7-d0b1-432b-9a52-dfd9bf78b0c8 req-bc04109c-d258-4d58-876f-2529eb8c6934 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341899 Jul 08 01:58:20.425146 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.489523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f30673c2-ca3d-4f6d-bcd9-986047ba0545,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:20.495925 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-814138bb-714f-4a79-a80d-d657e520dd4d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.503879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-47d84b4b-8e96-45fe-9b3d-6a7790156bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.505534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-47d84b4b-8e96-45fe-9b3d-6a7790156bb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1875317 Jul 08 01:58:20.511054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-814138bb-714f-4a79-a80d-d657e520dd4d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 831e0648-d31e-4024-83d3-2944f05df137 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:20.599486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-c9c7ebf6-5f08-4398-9410-7981136cfd80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91 HTTP/1.1" status: 200 len: 217 time: 0.0757010 Jul 08 01:58:20.683666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f30673c2-ca3d-4f6d-bcd9-986047ba0545'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:20.698445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-3f6453ff-743f-4e0f-82ff-e8d0087b1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.699992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-3f6453ff-743f-4e0f-82ff-e8d0087b1f03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0774434 Jul 08 01:58:20.728391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc21b2-a20b-496a-b583-16d1c7fb044c req-28e8fc55-fc34-452e-bd02-038039538007 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.734694 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccc21b2-a20b-496a-b583-16d1c7fb044c req-28e8fc55-fc34-452e-bd02-038039538007 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0727518 Jul 08 01:58:20.734857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231d467-e71c-4442-b8cc-1a00c083a619 req-9ed1ee04-f151-4aa1-80e4-5a746996675e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.734857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9231d467-e71c-4442-b8cc-1a00c083a619 req-9ed1ee04-f151-4aa1-80e4-5a746996675e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2080462 Jul 08 01:58:20.777871 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ccc21b2-a20b-496a-b583-16d1c7fb044c req-647d7c2d-2cfb-4a98-827b-7b1e56c73e42 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382907 Jul 08 01:58:20.798629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-814138bb-714f-4a79-a80d-d657e520dd4d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.808872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9231d467-e71c-4442-b8cc-1a00c083a619 req-557b0dcd-5ae3-4e47-948d-3ebac947c1d2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568831 Jul 08 01:58:20.826756 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.841768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-3294873e-809f-418d-81cb-80149bf8b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.843287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-3294873e-809f-418d-81cb-80149bf8b3e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300020 Jul 08 01:58:20.845536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814138bb-714f-4a79-a80d-d657e520dd4d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=831e0648-d31e-4024-83d3-2944f05df137,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:20.849753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-814138bb-714f-4a79-a80d-d657e520dd4d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.851918 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-814138bb-714f-4a79-a80d-d657e520dd4d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/831e0648-d31e-4024-83d3-2944f05df137 HTTP/1.1" status: 204 len: 168 time: 0.7101278 Jul 08 01:58:20.854880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38748) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:20.990781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e86fb4-312a-4929-be22-89835bdd7d19 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.991866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-18e86fb4-312a-4929-be22-89835bdd7d19 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1360474 Jul 08 01:58:20.994703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38754) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:20.995721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-e656ecf0-be49-492e-a870-aeee186ab08e service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424751 Jul 08 01:58:21.032026 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbae3faa-f2b8-4f3f-9764-61c3750b1c4c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:21.033830 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bbae3faa-f2b8-4f3f-9764-61c3750b1c4c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/831e0648-d31e-4024-83d3-2944f05df137 HTTP/1.1" status: 404 len: 333 time: 0.0369689 Jul 08 01:58:21.042528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38756) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:21.048530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1736961719'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:21.115125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8706ba-a47d-4cf7-8904-0cfb59bdea70 req-df818980-137d-4746-b0a6-6184dfa0ddb0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.116561 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd8706ba-a47d-4cf7-8904-0cfb59bdea70 req-df818980-137d-4746-b0a6-6184dfa0ddb0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0866842 Jul 08 01:58:21.140382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-50e60c00-1794-46e4-9873-0b4488ff5649 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326470 Jul 08 01:58:21.154452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283ab0-9897-4c46-a1d2-7dba4750194a req-fe4330a1-c8dc-4987-8f2b-7c124f35b428 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.156003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57283ab0-9897-4c46-a1d2-7dba4750194a req-fe4330a1-c8dc-4987-8f2b-7c124f35b428 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1026783 Jul 08 01:58:21.156698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd8706ba-a47d-4cf7-8904-0cfb59bdea70 req-38967460-c9ae-4d38-9f96-642f342d768e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Jul 08 01:58:21.167586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:21.171570 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.194432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:58:21.197457 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57283ab0-9897-4c46-a1d2-7dba4750194a req-fa4d55ca-e26b-4a8f-88c8-580d4da8d304 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Jul 08 01:58:21.203934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.204299 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Added segment 76fc9587-1d62-4ac6-8fe6-e75de93a1e37 of type vlan for network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 Jul 08 01:58:21.247058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.360104 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2283d3-92fd-48ba-aa2f-34cb9f47967a req-064bd6bc-bcb9-4a4c-9081-1013ff97766b tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.361684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba2283d3-92fd-48ba-aa2f-34cb9f47967a req-064bd6bc-bcb9-4a4c-9081-1013ff97766b tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 944 time: 0.0669329 Jul 08 01:58:21.365326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.370770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.371445 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.465124 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba2283d3-92fd-48ba-aa2f-34cb9f47967a req-08332d3f-8bf2-47d9-9d5e-df4eabe55b2a tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907412 Jul 08 01:58:21.465719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Network': ['ID=7ae59cdd-c2fa-4772-bc97-81f7481c20a7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:21.476444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:58:21.524056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fe031ce0-b806-4b3b-a9ca-d7b26aa7a4fc tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4804122 Jul 08 01:58:21.526864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38764) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:21.535106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:21.608259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bb2e6-1ef4-43ab-81b3-9d156e58fe94 req-a24faaf6-1dd2-4d50-9de6-0b57c8b198ad tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.609764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e32bb2e6-1ef4-43ab-81b3-9d156e58fe94 req-a24faaf6-1dd2-4d50-9de6-0b57c8b198ad tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 946 time: 0.0662282 Jul 08 01:58:21.650772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e32bb2e6-1ef4-43ab-81b3-9d156e58fe94 req-4841a625-12b7-4375-ada4-dd4225ac1d3c tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352051 Jul 08 01:58:21.686145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b62c1c-4b12-46a5-bfcc-c09da6579fbe req-dfc808bd-35b9-4519-9392-c48ca4527e10 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.689370 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62b62c1c-4b12-46a5-bfcc-c09da6579fbe req-dfc808bd-35b9-4519-9392-c48ca4527e10 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 944 time: 0.1028330 Jul 08 01:58:21.727557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62b62c1c-4b12-46a5-bfcc-c09da6579fbe req-68dacb86-307d-4caf-a648-d2f287956769 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Jul 08 01:58:21.753772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:21.758146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.979018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6bbc4-b0b8-4337-ac0d-644ab75240e9 req-e3b90fbe-344d-4fb9-b916-1b227b9cc8d2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.981093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8a6bbc4-b0b8-4337-ac0d-644ab75240e9 req-e3b90fbe-344d-4fb9-b916-1b227b9cc8d2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0720203 Jul 08 01:58:22.023352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f363195-5b12-42ad-9369-d1d00614bb69 req-5540baba-4f03-4cde-89d4-33aabb42c5cf tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.025180 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f363195-5b12-42ad-9369-d1d00614bb69 req-5540baba-4f03-4cde-89d4-33aabb42c5cf tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0869939 Jul 08 01:58:22.034847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8a6bbc4-b0b8-4337-ac0d-644ab75240e9 req-22131ee8-2c58-49ae-a588-d59ec1ad623c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478942 Jul 08 01:58:22.046679 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.125799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f363195-5b12-42ad-9369-d1d00614bb69 req-2e9e57c9-46a1-4c02-8736-121026a6f88d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872386 Jul 08 01:58:22.134192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=f199f1f2-abc4-48ae-b088-22dc70fdca71,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:22.150736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Checking segment: {'id': '76fc9587-1d62-4ac6-8fe6-e75de93a1e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:22.151143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network hostable DHCP agents. Network: 7ae59cdd-c2fa-4772-bc97-81f7481c20a7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:58:22.151935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f30673c2-ca3d-4f6d-bcd9-986047ba0545 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:22.219093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:58:22.280154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port f30673c2-ca3d-4f6d-bcd9-986047ba0545 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:22.285953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port f30673c2-ca3d-4f6d-bcd9-986047ba0545 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:22.286340 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.302569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 7ae59cdd-c2fa-4772-bc97-81f7481c20a7) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:22.309228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.310118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.316367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b05bc5-b382-4112-ba5d-8c6d854faf36 None None] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:22.386191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbf387-8677-4a26-9f8a-0bc2d8f4e249 req-ee8c1f57-8d12-4f73-bdbe-ba9de8b8e6a1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.389470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cfbf387-8677-4a26-9f8a-0bc2d8f4e249 req-ee8c1f57-8d12-4f73-bdbe-ba9de8b8e6a1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1063232 Jul 08 01:58:22.403811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-add3b4fa-00d0-40d9-8d24-00658dd08d7a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8712254 Jul 08 01:58:22.404485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38780) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:22.420709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b857603e-e404-43c6-87f9-84324c681271 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:22.442061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9c58-2f1d-4c13-b376-35fffff209c2 req-9fd60aa7-d38b-47a0-a91a-7ba937ac245b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.443586 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f77f9c58-2f1d-4c13-b376-35fffff209c2 req-9fd60aa7-d38b-47a0-a91a-7ba937ac245b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0820971 Jul 08 01:58:22.491024 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.503987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f77f9c58-2f1d-4c13-b376-35fffff209c2 req-abcdcd72-2633-4e20-8994-ec8bcfc443ac tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530200 Jul 08 01:58:22.511049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cfbf387-8677-4a26-9f8a-0bc2d8f4e249 req-e9a08d12-13df-490a-a6bb-ee2081b2ed94 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138935 Jul 08 01:58:22.553492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028f1eff-00e5-452e-b590-9066b825a6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:22.555913 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef86aac3-f4bc-4424-9ca2-64e5378b881e" -d '{"events": [{"server_uuid": "028f1eff-00e5-452e-b590-9066b825a6a0", "name": "network-vif-plugged", "status": "completed", "tag": "f30673c2-ca3d-4f6d-bcd9-986047ba0545"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:22.567751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-7ae59cdd-c2fa-4772-bc97-81f7481c20a7', 'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7', 'tenant_id': '8330e569565b43f0a7483faf50789701', 'fixed_ips': [{'subnet_id': 'f199f1f2-abc4-48ae-b088-22dc70fdca71'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:22.567751 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.587126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:22.603636 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d705d01-3dc2-431b-ae31-dfc8d0f75da0 x-openstack-request-id: req-9d705d01-3dc2-431b-ae31-dfc8d0f75da0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:22.603916 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028f1eff-00e5-452e-b590-9066b825a6a0", "name": "network-vif-plugged", "status": "completed", "tag": "f30673c2-ca3d-4f6d-bcd9-986047ba0545", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:22.604695 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d705d01-3dc2-431b-ae31-dfc8d0f75da0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:22.605082 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028f1eff-00e5-452e-b590-9066b825a6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545', 'code': 200} Jul 08 01:58:22.712651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.732539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456fba4-97b1-4cff-9786-a84f4ba1af02 req-d0d9884f-db1f-40b4-b510-267f3007a78e tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.734059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3456fba4-97b1-4cff-9786-a84f4ba1af02 req-d0d9884f-db1f-40b4-b510-267f3007a78e tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 944 time: 0.1006324 Jul 08 01:58:22.767558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Allocated IP 2001:db8::2 (7ae59cdd-c2fa-4772-bc97-81f7481c20a7/f199f1f2-abc4-48ae-b088-22dc70fdca71/6527c255-0af1-417a-9a8b-845e24349d01) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:22.774078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b857603e-e404-43c6-87f9-84324c681271 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:22.778115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b857603e-e404-43c6-87f9-84324c681271 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.785845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f30673c2-ca3d-4f6d-bcd9-986047ba0545,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:22.786169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19057e92-3450-4557-8452-5e4484ebf2f0 req-92e77696-1efc-488a-9df2-b6e1804a880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.786963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19057e92-3450-4557-8452-5e4484ebf2f0 req-92e77696-1efc-488a-9df2-b6e1804a880a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0996342 Jul 08 01:58:22.793242 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3456fba4-97b1-4cff-9786-a84f4ba1af02 req-d88de330-9e6a-411e-aeec-487c548cbad0 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468934 Jul 08 01:58:22.850794 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19057e92-3450-4557-8452-5e4484ebf2f0 req-70244b53-9964-42ef-83bd-dcadb31be4de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564337 Jul 08 01:58:22.945658 n-d-695189-13 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-b857603e-e404-43c6-87f9-84324c681271 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f199f1f2-abc4-48ae-b088-22dc70fdca71 (CIDR: 2001:db8::/64) Jul 08 01:58:22.963348 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.973326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Transition to ACTIVE for port object 6527c255-0af1-417a-9a8b-845e24349d01 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:22.985064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746dcc-f5c4-4a7e-b99e-5ef9f7a4d151 req-49a796b4-82db-4650-84f5-711b9a8b3048 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.986722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46746dcc-f5c4-4a7e-b99e-5ef9f7a4d151 req-49a796b4-82db-4650-84f5-711b9a8b3048 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0901263 Jul 08 01:58:22.987863 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b857603e-e404-43c6-87f9-84324c681271 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:58:22.988411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b857603e-e404-43c6-87f9-84324c681271 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:58:22.989744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Transition to ACTIVE for port object 6527c255-0af1-417a-9a8b-845e24349d01 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:23.031197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46746dcc-f5c4-4a7e-b99e-5ef9f7a4d151 req-8e16f104-2403-4b89-994f-48f15058c426 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 Jul 08 01:58:23.116422 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.140208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b857603e-e404-43c6-87f9-84324c681271 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7233875 Jul 08 01:58:23.141159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38792) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:23.146423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:23.169602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Pushing event updated for resources: {'Port': ['ID=6527c255-0af1-417a-9a8b-845e24349d01,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:23.189139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:23.190873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:23.197919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:23.282131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0ee8-8cbe-4599-892d-e9ebc2a337c1 req-44eb4ac0-351c-46d7-b91d-8186996270d2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:23.296475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2be0ee8-8cbe-4599-892d-e9ebc2a337c1 req-44eb4ac0-351c-46d7-b91d-8186996270d2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1318567 Jul 08 01:58:23.299312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Attempting to bind port 6527c255-0af1-417a-9a8b-845e24349d01 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:23.299808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Attempting to bind port 6527c255-0af1-417a-9a8b-845e24349d01 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '76fc9587-1d62-4ac6-8fe6-e75de93a1e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:23.300255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Attempting to bind port 6527c255-0af1-417a-9a8b-845e24349d01 on network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:23.308438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:23.308940 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Checking segment: {'id': '76fc9587-1d62-4ac6-8fe6-e75de93a1e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:23.309414 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.309885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Bound using segment: {'id': '76fc9587-1d62-4ac6-8fe6-e75de93a1e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:23.311556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Bound port: 6527c255-0af1-417a-9a8b-845e24349d01, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fc9587-1d62-4ac6-8fe6-e75de93a1e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:23.312058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.347808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2be0ee8-8cbe-4599-892d-e9ebc2a337c1 req-9bff22df-3e05-4018-bc8e-df3d7fd8bca3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501158 Jul 08 01:58:23.394332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9014200-6f38-4ee7-ad31-359070c0e5be req-0ae0467a-6575-439c-9e81-7026a92d2da3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:23.395864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9014200-6f38-4ee7-ad31-359070c0e5be req-0ae0467a-6575-439c-9e81-7026a92d2da3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0976133 Jul 08 01:58:23.403154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] For port 6527c255-0af1-417a-9a8b-845e24349d01, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:23.403644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] For port 6527c255-0af1-417a-9a8b-845e24349d01, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6527c255-0af1-417a-9a8b-845e24349d01,segment=NetworkSegment(76fc9587-1d62-4ac6-8fe6-e75de93a1e37),segment_id=76fc9587-1d62-4ac6-8fe6-e75de93a1e37)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:23.438703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9014200-6f38-4ee7-ad31-359070c0e5be req-57190b94-807e-4376-b3e4-6576da944bce tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Jul 08 01:58:23.480270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:23.483891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.505636 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.604880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2f62e-866b-41eb-b552-d04199dd741e None None] Pushing event updated for resources: {'Port': ['ID=6527c255-0af1-417a-9a8b-845e24349d01,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:23.727868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5ec3c-4527-4d34-8203-0f824338ab29 req-db5b7660-bc2d-4e2e-a90d-8db5762cb694 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:23.730264 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10c5ec3c-4527-4d34-8203-0f824338ab29 req-db5b7660-bc2d-4e2e-a90d-8db5762cb694 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0887454 Jul 08 01:58:23.823641 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10c5ec3c-4527-4d34-8203-0f824338ab29 req-f5c87109-e051-4bb4-99cd-20ebe85939a2 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825269 Jul 08 01:58:23.850132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff83da5-2a42-4ea5-8249-2e132f0021f3 req-d91be2b4-364f-45c1-9f9e-5ab86bab35a1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:23.852668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ff83da5-2a42-4ea5-8249-2e132f0021f3 req-d91be2b4-364f-45c1-9f9e-5ab86bab35a1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1596735 Jul 08 01:58:23.895058 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.911576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ff83da5-2a42-4ea5-8249-2e132f0021f3 req-06157480-661f-4e3b-b0fc-87cfa5796b26 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512247 Jul 08 01:58:23.953653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:23.959205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:23.965386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:23.966044 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.981910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=34e59f96-1d8e-4663-ab04-0efa8d9edcd6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:24.046415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-eac7fa09-5bde-493f-a701-42b2943ee21f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9040399 Jul 08 01:58:24.048853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:24.053872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7', 'fixed_ips': [{'subnet_id': 'f199f1f2-abc4-48ae-b088-22dc70fdca71'}, {'subnet_id': '34e59f96-1d8e-4663-ab04-0efa8d9edcd6'}], 'name': 'tempest-PortsIpV6TestJSON-2012525695'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:24.065230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eb8b6-d0d2-491e-8b1e-53b4c813b649 req-40a3c131-5ccf-4246-8a9d-dc0955900616 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:24.066709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d7eb8b6-d0d2-491e-8b1e-53b4c813b649 req-40a3c131-5ccf-4246-8a9d-dc0955900616 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 944 time: 0.0687983 Jul 08 01:58:24.111962 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d7eb8b6-d0d2-491e-8b1e-53b4c813b649 req-fbcff1b9-6cfb-43f1-a23b-494a8e28b219 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380797 Jul 08 01:58:24.153721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 1dabd946-3a9a-4832-9947-6883daff6c4b details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:24.256510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 1dabd946-3a9a-4832-9947-6883daff6c4b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1dabd946-3a9a-4832-9947-6883daff6c4b,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:24.257236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe322c-fbb6-4024-8c69-0e02d1dd9608 req-be9b7eb8-e18c-4358-93ab-0e0a69b272eb tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:24.258912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67fe322c-fbb6-4024-8c69-0e02d1dd9608 req-be9b7eb8-e18c-4358-93ab-0e0a69b272eb tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0969985 Jul 08 01:58:24.268694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'port_id': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'mac_address': 'fa:16:3e:9f:6b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:24.303837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67fe322c-fbb6-4024-8c69-0e02d1dd9608 req-834a193e-23cd-46d3-a561-751ef31f0283 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Jul 08 01:58:24.311948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:24.326568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dabd946-3a9a-4832-9947-6883daff6c4b {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:24.334331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:24.348466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 1dabd946-3a9a-4832-9947-6883daff6c4b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1dabd946-3a9a-4832-9947-6883daff6c4b,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:24.430693 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:24.450393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 5b048f95-63ac-436f-8b76-402941bd9db1 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:24.451438 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:24.534707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=1dabd946-3a9a-4832-9947-6883daff6c4b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:24.602005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc72b01-3101-46b9-a612-bce5678cb54d req-e7471e46-9104-43a9-91cf-1af373eebf56 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:24.605526 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cc72b01-3101-46b9-a612-bce5678cb54d req-e7471e46-9104-43a9-91cf-1af373eebf56 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1092916 Jul 08 01:58:24.653108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cc72b01-3101-46b9-a612-bce5678cb54d req-00f195e9-aeaa-4b67-889e-4ff3de5b6c50 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Jul 08 01:58:24.725245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6c43c-3ca9-4476-986f-5456f41301ca None None] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:24.780158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::1db (7ae59cdd-c2fa-4772-bc97-81f7481c20a7/f199f1f2-abc4-48ae-b088-22dc70fdca71/5b048f95-63ac-436f-8b76-402941bd9db1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:24.786365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['1dabd946-3a9a-4832-9947-6883daff6c4b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:24.787887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8:0:1::375 (7ae59cdd-c2fa-4772-bc97-81f7481c20a7/34e59f96-1d8e-4663-ab04-0efa8d9edcd6/5b048f95-63ac-436f-8b76-402941bd9db1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:24.831186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010304df-acc5-41fa-b71e-bfc5cf3585e3 req-c9d6d441-43a5-4d0e-97eb-efcbc482100a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:24.832656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-010304df-acc5-41fa-b71e-bfc5cf3585e3 req-c9d6d441-43a5-4d0e-97eb-efcbc482100a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0721474 Jul 08 01:58:24.902343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-010304df-acc5-41fa-b71e-bfc5cf3585e3 req-5993323e-9002-42fb-9354-f28b7c9a0ea6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607588 Jul 08 01:58:24.912471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e5e6b086-c4d8-411b-bbac-f2e933a087fa None None] Provisioning for port 6527c255-0af1-417a-9a8b-845e24349d01 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:24.979777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:24.993886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object 5b048f95-63ac-436f-8b76-402941bd9db1 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:25.095863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031cd81-3792-4369-90a4-f691b742cb54 None None] Update dhcp port {'port': {'network_id': '7ae59cdd-c2fa-4772-bc97-81f7481c20a7', 'fixed_ips': [{'subnet_id': 'f199f1f2-abc4-48ae-b088-22dc70fdca71', 'ip_address': '2001:db8::2'}, {'subnet_id': '34e59f96-1d8e-4663-ab04-0efa8d9edcd6'}], 'binding:host_id': 'n-d-695189-13'}, 'id': '6527c255-0af1-417a-9a8b-845e24349d01'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 01:58:25.099184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44f440-a309-4a9d-a7ca-a1ef033ff265 req-cc9b17a5-47d8-4819-8d7e-e6d9b49075a1 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.100768 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d44f440-a309-4a9d-a7ca-a1ef033ff265 req-cc9b17a5-47d8-4819-8d7e-e6d9b49075a1 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0664229 Jul 08 01:58:25.111450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.130249 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5031cd81-3792-4369-90a4-f691b742cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.157869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:25.161161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:25.167782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:25.168971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d44f440-a309-4a9d-a7ca-a1ef033ff265 req-0c9d686f-d0d9-420b-b1ec-fe71d9fb84fe tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604103 Jul 08 01:58:25.173475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.174192 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.188038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=5b048f95-63ac-436f-8b76-402941bd9db1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:25.261042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-840b5d4f-6a48-4999-9d6f-f7bc9ae0e8e3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2104485 Jul 08 01:58:25.264065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:25.269424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f199f1f2-abc4-48ae-b088-22dc70fdca71'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:25.335512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5031cd81-3792-4369-90a4-f691b742cb54 None None] Allocated IP 2001:db8:0:1::2 (7ae59cdd-c2fa-4772-bc97-81f7481c20a7/34e59f96-1d8e-4663-ab04-0efa8d9edcd6/6527c255-0af1-417a-9a8b-845e24349d01) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:25.355258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a4568-8730-4b5a-9536-642fffbdc9ad req-50ad62a6-902a-414d-912b-f51bee13b3f9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.360097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a1a4568-8730-4b5a-9536-642fffbdc9ad req-50ad62a6-902a-414d-912b-f51bee13b3f9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0967038 Jul 08 01:58:25.421329 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a1a4568-8730-4b5a-9536-642fffbdc9ad req-56512e99-7969-4423-8e80-4626539beca8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584331 Jul 08 01:58:25.475166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.513409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6527c255-0af1-417a-9a8b-845e24349d01 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:25.549661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5031cd81-3792-4369-90a4-f691b742cb54 None None] For port 6527c255-0af1-417a-9a8b-845e24349d01, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6527c255-0af1-417a-9a8b-845e24349d01,segment=NetworkSegment(76fc9587-1d62-4ac6-8fe6-e75de93a1e37),segment_id=76fc9587-1d62-4ac6-8fe6-e75de93a1e37)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:25.594119 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5031cd81-3792-4369-90a4-f691b742cb54 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.614041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2afdd-c26c-4132-9155-b828559919d2 req-930d806e-718f-4cd7-b004-3d9f9efbcb4a tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.616839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5031cd81-3792-4369-90a4-f691b742cb54 None None] Transition to ACTIVE for port object 6527c255-0af1-417a-9a8b-845e24349d01 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:25.621362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85a2afdd-c26c-4132-9155-b828559919d2 req-930d806e-718f-4cd7-b004-3d9f9efbcb4a tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 945 time: 0.1839840 Jul 08 01:58:25.633506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4d675-df93-481d-89b9-e986ee8d3239 req-5868b472-3f62-404a-8324-dfc3b7ad1f91 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.635421 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ff4d675-df93-481d-89b9-e986ee8d3239 req-5868b472-3f62-404a-8324-dfc3b7ad1f91 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 945 time: 0.0723438 Jul 08 01:58:25.683925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ff4d675-df93-481d-89b9-e986ee8d3239 req-36395f96-9bf5-495d-bc01-88163b96b2ce tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Jul 08 01:58:25.704952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 6527c255-0af1-417a-9a8b-845e24349d01 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:25.711090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6527c255-0af1-417a-9a8b-845e24349d01 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:25.711090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.714530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85a2afdd-c26c-4132-9155-b828559919d2 req-d90c9833-5ca3-44d1-a4bd-9e08c84a25bd tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923667 Jul 08 01:58:25.766228 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5031cd81-3792-4369-90a4-f691b742cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.803351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Port 6527c255-0af1-417a-9a8b-845e24349d01 had new provisioning blocks added so it will not transition to active. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 08 01:58:25.835064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Delete allocated IP 2001:db8:0:1::375 (7ae59cdd-c2fa-4772-bc97-81f7481c20a7/34e59f96-1d8e-4663-ab04-0efa8d9edcd6) {{(pid=100712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 01:58:25.905421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031cd81-3792-4369-90a4-f691b742cb54 None None] Pushing event updated for resources: {'Port': ['ID=6527c255-0af1-417a-9a8b-845e24349d01,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:25.922691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cc2cc-7862-40d9-afa1-fc616fd2e3ae req-2a70098d-278e-4bca-a300-d1649f667e06 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.924288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc8cc2cc-7862-40d9-afa1-fc616fd2e3ae req-2a70098d-278e-4bca-a300-d1649f667e06 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1189153 Jul 08 01:58:25.988035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.997399 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc8cc2cc-7862-40d9-afa1-fc616fd2e3ae req-8d3e3afd-6575-47ec-95c6-a3aa3d05ae77 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659304 Jul 08 01:58:26.001204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Ignored duplicate provisioning block setup for port 5b048f95-63ac-436f-8b76-402941bd9db1 by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 01:58:26.087686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.184784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 1dabd946-3a9a-4832-9947-6883daff6c4b up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:26.203846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b7cc-ee40-4f53-a3c8-73a99e8d2b83 req-83393e23-5198-4daf-9db9-f6b2d93737e9 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:26.205783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af50b7cc-ee40-4f53-a3c8-73a99e8d2b83 req-83393e23-5198-4daf-9db9-f6b2d93737e9 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0820265 Jul 08 01:58:26.281853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af50b7cc-ee40-4f53-a3c8-73a99e8d2b83 req-c602ab55-2c25-473d-9f98-4aa23cf07578 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671470 Jul 08 01:58:26.317185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 1dabd946-3a9a-4832-9947-6883daff6c4b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:26.322215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 1dabd946-3a9a-4832-9947-6883daff6c4b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:26.322601 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.513087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb276625-ea65-4bc3-a303-e023779d403f req-df4246f8-2803-47f9-9773-17cc932c9be6 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:26.522490 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb276625-ea65-4bc3-a303-e023779d403f req-df4246f8-2803-47f9-9773-17cc932c9be6 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1361508 Jul 08 01:58:26.575669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] In _notify_port_updated(), no bound segment for port 5b048f95-63ac-436f-8b76-402941bd9db1 on network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:58:26.583997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:26.585010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.586555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "PUT /v2.0/ports/5b048f95-63ac-436f-8b76-402941bd9db1 HTTP/1.1" status: 200 len: 926 time: 1.3215227 Jul 08 01:58:26.590513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:26.598714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f199f1f2-abc4-48ae-b088-22dc70fdca71'}, {'subnet_id': '34e59f96-1d8e-4663-ab04-0efa8d9edcd6'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:26.602831 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14f8db-79d7-444a-9b43-09f3d77809a4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=5b048f95-63ac-436f-8b76-402941bd9db1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:26.623533 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb276625-ea65-4bc3-a303-e023779d403f req-fd36a346-df90-43ae-8db0-6e4f92437d0a tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970943 Jul 08 01:58:26.727859 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.767734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-2ef8b44c-f138-4532-8120-9b55848f700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:26.769480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-2ef8b44c-f138-4532-8120-9b55848f700e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cccb2b0dc8494c2498af70435f230312&device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1100 time: 0.1331446 Jul 08 01:58:26.790127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dabd946-3a9a-4832-9947-6883daff6c4b'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:26.793112 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc631a44-d50d-473d-b35b-3f9a1af2e737" -d '{"events": [{"server_uuid": "74b6ef23-0953-40ce-a7ba-6460d6c20bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1dabd946-3a9a-4832-9947-6883daff6c4b"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:26.813865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 1dabd946-3a9a-4832-9947-6883daff6c4b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1dabd946-3a9a-4832-9947-6883daff6c4b,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:26.853657 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.899264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f0870-6e3d-45ee-993c-9554285c8a17 None None] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:26.916504 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:27.004618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-42ab104b-9309-402e-b804-6d37c559314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:27.005016 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-42ab104b-9309-402e-b804-6d37c559314c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2104001 Jul 08 01:58:27.017446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274c57-c556-4ee2-9004-9c090ef26728 req-5c8a496a-8b28-4c80-a3c1-0557b261923b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:27.032590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2274c57-c556-4ee2-9004-9c090ef26728 req-5c8a496a-8b28-4c80-a3c1-0557b261923b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1800008 Jul 08 01:58:27.069602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=1dabd946-3a9a-4832-9947-6883daff6c4b,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:27.084848 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-e4648f8e-e12a-4b2f-a3b5-088769b565af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666 HTTP/1.1" status: 200 len: 217 time: 0.0445237 Jul 08 01:58:27.144749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2274c57-c556-4ee2-9004-9c090ef26728 req-a9b4ba96-93dd-4caf-b72e-dc3fc55993c1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108658 Jul 08 01:58:27.149801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e5dd2c04-34b7-4b32-af0a-04170dc770ba None None] Provisioning for port 6527c255-0af1-417a-9a8b-845e24349d01 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:27.155999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e5dd2c04-34b7-4b32-af0a-04170dc770ba None None] Provisioning complete for port 6527c255-0af1-417a-9a8b-845e24349d01 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:27.156621 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e5dd2c04-34b7-4b32-af0a-04170dc770ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:27.184757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-131e13ca-ca46-44c4-87e3-f25624622582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:27.186253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-131e13ca-ca46-44c4-87e3-f25624622582 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0909448 Jul 08 01:58:27.264860 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115283c8-5959-42fa-a9d6-d8331ec3efac x-openstack-request-id: req-115283c8-5959-42fa-a9d6-d8331ec3efac {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:27.265256 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b6ef23-0953-40ce-a7ba-6460d6c20bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1dabd946-3a9a-4832-9947-6883daff6c4b", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:27.265383 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-115283c8-5959-42fa-a9d6-d8331ec3efac {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:27.265785 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'code': 200} Jul 08 01:58:27.303680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-92750e42-372e-409f-8d34-c71066aa19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:27.305381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-92750e42-372e-409f-8d34-c71066aa19ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104882 Jul 08 01:58:27.316506 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e5dd2c04-34b7-4b32-af0a-04170dc770ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:27.380986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e5dd2c04-34b7-4b32-af0a-04170dc770ba None None] For port 6527c255-0af1-417a-9a8b-845e24349d01, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6527c255-0af1-417a-9a8b-845e24349d01,segment=NetworkSegment(76fc9587-1d62-4ac6-8fe6-e75de93a1e37),segment_id=76fc9587-1d62-4ac6-8fe6-e75de93a1e37)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:27.410929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8:0:1::228 (7ae59cdd-c2fa-4772-bc97-81f7481c20a7/34e59f96-1d8e-4663-ab04-0efa8d9edcd6/5b048f95-63ac-436f-8b76-402941bd9db1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:27.453595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e5dd2c04-34b7-4b32-af0a-04170dc770ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:27.457602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697dd18-824c-487e-bc78-346beb02ae31 req-72f39c30-3795-45fb-9597-18488428257a tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:27.467820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e697dd18-824c-487e-bc78-346beb02ae31 req-72f39c30-3795-45fb-9597-18488428257a tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.4741969 Jul 08 01:58:27.508716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6527c255-0af1-417a-9a8b-845e24349d01 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:27.553885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-b2a2f913-1191-463d-b587-76dcc0508271 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355363 Jul 08 01:58:27.564276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd2c04-34b7-4b32-af0a-04170dc770ba None None] Pushing event updated for resources: {'Port': ['ID=6527c255-0af1-417a-9a8b-845e24349d01,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:27.597356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6527c255-0af1-417a-9a8b-845e24349d01 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:27.598003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:27.661575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd896-de84-4154-bd1e-2eb598c8e476 req-3f8356d7-9ab3-4f56-8fd7-5c47532ca8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:27.663398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bafd896-de84-4154-bd1e-2eb598c8e476 req-3f8356d7-9ab3-4f56-8fd7-5c47532ca8a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.2779810 Jul 08 01:58:27.751873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e697dd18-824c-487e-bc78-346beb02ae31 req-7bd06e86-e5e2-4246-9c43-46f5e7223a01 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2829716 Jul 08 01:58:27.796981 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bafd896-de84-4154-bd1e-2eb598c8e476 req-defadf60-c532-4c0d-a3c4-c3fa34123c0c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183989 Jul 08 01:58:27.802288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:27.811850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Ignored duplicate provisioning block setup for port 5b048f95-63ac-436f-8b76-402941bd9db1 by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 01:58:27.824945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cd62b-e7a7-489e-a375-093793ed4e46 req-a644ba38-bc60-49d3-adb3-1cd1eb2838ce tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:27.826790 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e90cd62b-e7a7-489e-a375-093793ed4e46 req-a644ba38-bc60-49d3-adb3-1cd1eb2838ce tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.3288002 Jul 08 01:58:27.831433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e1fabe6-cba1-47eb-a330-905fb67ed50f req-06f8f13e-d6c7-4280-9086-88e7fae15683 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626283 Jul 08 01:58:27.871690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a6daf67d-2b94-4f7b-a274-7f20e73cdfbe None None] Provisioning for port 5b048f95-63ac-436f-8b76-402941bd9db1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:27.875962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a6daf67d-2b94-4f7b-a274-7f20e73cdfbe None None] Provisioning complete for port 5b048f95-63ac-436f-8b76-402941bd9db1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:27.876398 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a6daf67d-2b94-4f7b-a274-7f20e73cdfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:27.885220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e90cd62b-e7a7-489e-a375-093793ed4e46 req-74e921b6-ec5d-48b2-aba7-c98af9a140a0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518677 Jul 08 01:58:27.903245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:27.962562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a6daf67d-2b94-4f7b-a274-7f20e73cdfbe None None] Port 5b048f95-63ac-436f-8b76-402941bd9db1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:27.983737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=5b048f95-63ac-436f-8b76-402941bd9db1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:27.985383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a6daf67d-2b94-4f7b-a274-7f20e73cdfbe None None] Provisioning complete for port 6527c255-0af1-417a-9a8b-845e24349d01 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:27.986029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a6daf67d-2b94-4f7b-a274-7f20e73cdfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.096377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] In _notify_port_updated(), no bound segment for port 5b048f95-63ac-436f-8b76-402941bd9db1 on network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:58:28.102043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:28.102713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.107378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ab096f2b-8c4a-4b15-a6d8-8428569823d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "PUT /v2.0/ports/5b048f95-63ac-436f-8b76-402941bd9db1 HTTP/1.1" status: 200 len: 1012 time: 1.5125022 Jul 08 01:58:28.108665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38894) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:28.136227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd890a25-d795-49c9-9add-033897539547 req-537baeff-67dd-4e80-8e7d-5cbecdfc303e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:28.143239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd890a25-d795-49c9-9add-033897539547 req-537baeff-67dd-4e80-8e7d-5cbecdfc303e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1690757 Jul 08 01:58:28.199428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd890a25-d795-49c9-9add-033897539547 req-757d9ff7-fffd-413a-85a8-efe28a9195ae tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537205 Jul 08 01:58:28.236867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3ba84d31-effe-4e6b-b729-55f032887550 None None] Provisioning complete for port 5b048f95-63ac-436f-8b76-402941bd9db1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:28.237606 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ba84d31-effe-4e6b-b729-55f032887550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.270053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-957bee9f-8308-42ca-b2f8-3041b3126bd2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 5b048f95-63ac-436f-8b76-402941bd9db1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:28.275442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-957bee9f-8308-42ca-b2f8-3041b3126bd2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.306919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3ba84d31-effe-4e6b-b729-55f032887550 None None] Port 5b048f95-63ac-436f-8b76-402941bd9db1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:28.445284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3ebee45b-d0e1-4c61-8b7f-50dcff19d1ac None None] Provisioning complete for port 5b048f95-63ac-436f-8b76-402941bd9db1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:28.445669 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ebee45b-d0e1-4c61-8b7f-50dcff19d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.487029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-957bee9f-8308-42ca-b2f8-3041b3126bd2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.500211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3ebee45b-d0e1-4c61-8b7f-50dcff19d1ac None None] Port 5b048f95-63ac-436f-8b76-402941bd9db1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:28.504491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9eba6-5ab8-4f2b-8813-ba31ec72dbf3 req-f81f5df8-c7db-4000-a8c4-73ca6fa71b20 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:28.505913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfbfc0-6835-49c3-a8c7-1cd628f085bf req-de0d2cff-3e3f-4024-b93e-996deb56ee37 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:28.506864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c9eba6-5ab8-4f2b-8813-ba31ec72dbf3 req-f81f5df8-c7db-4000-a8c4-73ca6fa71b20 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1022122 Jul 08 01:58:28.509609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-04dfbfc0-6835-49c3-a8c7-1cd628f085bf req-de0d2cff-3e3f-4024-b93e-996deb56ee37 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1232479 Jul 08 01:58:28.522658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-957bee9f-8308-42ca-b2f8-3041b3126bd2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 5b048f95-63ac-436f-8b76-402941bd9db1 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:28.555837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c9eba6-5ab8-4f2b-8813-ba31ec72dbf3 req-2c0a144c-5651-460c-81a0-cd456c3d7774 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Jul 08 01:58:28.579920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-04dfbfc0-6835-49c3-a8c7-1cd628f085bf req-2dc39a7c-8df7-47fd-9543-275304471e65 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630214 Jul 08 01:58:28.724926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ca8ce40d-0a3a-426f-8873-943c745aac8e None None] Provisioning complete for port 5b048f95-63ac-436f-8b76-402941bd9db1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:28.725616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ca8ce40d-0a3a-426f-8873-943c745aac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.771989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ce40d-0a3a-426f-8873-943c745aac8e None None] Port 5b048f95-63ac-436f-8b76-402941bd9db1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:28.853293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592356e-ef7e-4bc6-baa5-4eb0194d5eb3 req-aa9dbf92-2b9b-4adc-a09d-2dc6687ba508 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:28.855894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1592356e-ef7e-4bc6-baa5-4eb0194d5eb3 req-aa9dbf92-2b9b-4adc-a09d-2dc6687ba508 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1321239 Jul 08 01:58:28.914544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1592356e-ef7e-4bc6-baa5-4eb0194d5eb3 req-7a7b38ff-57b9-4767-be67-8df4f08ddd0d tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530705 Jul 08 01:58:29.000107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd66ea-f3a0-4754-bbb0-ec4c95ee3945 req-1caccb14-5b7d-48d4-895b-d3944e1041e3 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.001643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-05fd66ea-f3a0-4754-bbb0-ec4c95ee3945 req-1caccb14-5b7d-48d4-895b-d3944e1041e3 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.0737817 Jul 08 01:58:29.043590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-05fd66ea-f3a0-4754-bbb0-ec4c95ee3945 req-0a76e053-1120-44b6-8c97-d80ee65bd561 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342884 Jul 08 01:58:29.081267 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-957bee9f-8308-42ca-b2f8-3041b3126bd2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.112910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30667-4e12-47ff-9e27-a39a9edb54d3 req-8c33e0c4-ec88-4465-85ca-db8414d714f3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.114430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db30667-4e12-47ff-9e27-a39a9edb54d3 req-8c33e0c4-ec88-4465-85ca-db8414d714f3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0747879 Jul 08 01:58:29.116194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bee9f-8308-42ca-b2f8-3041b3126bd2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=5b048f95-63ac-436f-8b76-402941bd9db1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:29.168122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db30667-4e12-47ff-9e27-a39a9edb54d3 req-cdf39fd8-47ae-4328-b08c-e59b118f02c5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Jul 08 01:58:29.173845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-957bee9f-8308-42ca-b2f8-3041b3126bd2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.176237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-957bee9f-8308-42ca-b2f8-3041b3126bd2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/5b048f95-63ac-436f-8b76-402941bd9db1 HTTP/1.1" status: 204 len: 168 time: 1.0664423 Jul 08 01:58:29.179159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:29.215625 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-996a4a09-82ab-42b3-8ea4-99d44cb91bc3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:29.220241 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-996a4a09-82ab-42b3-8ea4-99d44cb91bc3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/5b048f95-63ac-436f-8b76-402941bd9db1 HTTP/1.1" status: 404 len: 333 time: 0.0369596 Jul 08 01:58:29.225519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:29.283844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-801dcee9-131a-45ed-8839-32c618b92173 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet 34e59f96-1d8e-4663-ab04-0efa8d9edcd6 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:29.287606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-801dcee9-131a-45ed-8839-32c618b92173 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.334356 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-801dcee9-131a-45ed-8839-32c618b92173 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.448983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-801dcee9-131a-45ed-8839-32c618b92173 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.453773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58011eae-2c58-4f26-a799-82e3036f5b4d req-904a6ebc-2788-4d41-8f83-9350f92ade11 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.455749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-58011eae-2c58-4f26-a799-82e3036f5b4d req-904a6ebc-2788-4d41-8f83-9350f92ade11 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1027348 Jul 08 01:58:29.460884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6527c255-0af1-417a-9a8b-845e24349d01 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:29.503893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-58011eae-2c58-4f26-a799-82e3036f5b4d req-7292b0d0-c9fc-403a-a15b-168c158fa5b8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Jul 08 01:58:29.533026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6527c255-0af1-417a-9a8b-845e24349d01 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:29.533488 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.654913 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-801dcee9-131a-45ed-8839-32c618b92173 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.685771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dcee9-131a-45ed-8839-32c618b92173 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=34e59f96-1d8e-4663-ab04-0efa8d9edcd6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:29.699357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-801dcee9-131a-45ed-8839-32c618b92173 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.703951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-801dcee9-131a-45ed-8839-32c618b92173 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/34e59f96-1d8e-4663-ab04-0efa8d9edcd6 HTTP/1.1" status: 204 len: 168 time: 0.4823997 Jul 08 01:58:29.708019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:29.709769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e04c82-9f9f-4124-b0e6-8075fe24a065 None None] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:29.765867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d926a-bf5a-4c90-a5b6-b358af6363a5 req-ba74105e-4ae4-4baf-a0f1-1c03684935cc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.769978 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b2d926a-bf5a-4c90-a5b6-b358af6363a5 req-ba74105e-4ae4-4baf-a0f1-1c03684935cc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0709112 Jul 08 01:58:29.797917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dec8323-57cc-434c-a4e8-110829cd50d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet f199f1f2-abc4-48ae-b088-22dc70fdca71 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:29.804216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dec8323-57cc-434c-a4e8-110829cd50d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.830078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b2d926a-bf5a-4c90-a5b6-b358af6363a5 req-6f999e35-6703-41a3-acb9-665702979cd3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526001 Jul 08 01:58:29.860552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dec8323-57cc-434c-a4e8-110829cd50d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.890555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a890a-92cf-4ac9-a658-444a5edf405b req-89aa4056-a894-4e8d-9282-501f32a50432 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.892545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a890a-92cf-4ac9-a658-444a5edf405b req-89aa4056-a894-4e8d-9282-501f32a50432 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2114198 Jul 08 01:58:29.958149 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-040a890a-92cf-4ac9-a658-444a5edf405b req-591d659c-4ee0-42c4-ab73-0833f52e3f5c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582280 Jul 08 01:58:30.002691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dec8323-57cc-434c-a4e8-110829cd50d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.153609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a06d20-c721-47ff-98b8-fff1a66e5cab req-60b2d0b3-df6b-4f94-ac0b-c0298d656ee1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:30.156468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57a06d20-c721-47ff-98b8-fff1a66e5cab req-60b2d0b3-df6b-4f94-ac0b-c0298d656ee1 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 945 time: 0.1001022 Jul 08 01:58:30.181753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dec8323-57cc-434c-a4e8-110829cd50d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.218934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f30673c2-ca3d-4f6d-bcd9-986047ba0545 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:30.219678 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57a06d20-c721-47ff-98b8-fff1a66e5cab req-4496333f-08e8-427d-88f6-b034797f3523 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Jul 08 01:58:30.249461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec8323-57cc-434c-a4e8-110829cd50d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=f199f1f2-abc4-48ae-b088-22dc70fdca71,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:30.253297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dec8323-57cc-434c-a4e8-110829cd50d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.258419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38932) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:30.263903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2dec8323-57cc-434c-a4e8-110829cd50d6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/f199f1f2-abc4-48ae-b088-22dc70fdca71 HTTP/1.1" status: 204 len: 168 time: 0.5557377 Jul 08 01:58:30.352302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4b92-2b0e-45c1-a7c3-f1f2e9406cce req-2e773a96-03ad-4755-8bd0-e5094a056174 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:30.355885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c1d4b92-2b0e-45c1-a7c3-f1f2e9406cce req-2e773a96-03ad-4755-8bd0-e5094a056174 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.1864512 Jul 08 01:58:30.383087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.420160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:30.424025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c1d4b92-2b0e-45c1-a7c3-f1f2e9406cce req-5c8dc115-36d1-4dcc-acaa-60295d5cba77 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622530 Jul 08 01:58:30.442136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545', 'network_id': '7081761a-5246-40e3-9fa7-e2bc8ae52beb', 'port_id': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545', 'mac_address': 'fa:16:3e:bc:39:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebb33c5-4491-4bb5-a653-719eb3deb5eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:30.511704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.532669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f30673c2-ca3d-4f6d-bcd9-986047ba0545 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:30.542575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 6527c255-0af1-417a-9a8b-845e24349d01 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:30.543044 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.559568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:30.609692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4afb5d-b3f4-4ac4-8bcf-7e27c455644e req-3e2135b1-89ea-46b1-bd3d-a143e12eb1b2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:30.611402 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a4afb5d-b3f4-4ac4-8bcf-7e27c455644e req-3e2135b1-89ea-46b1-bd3d-a143e12eb1b2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.2105544 Jul 08 01:58:30.637339 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.673515 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a4afb5d-b3f4-4ac4-8bcf-7e27c455644e req-c7558164-91f7-44e5-8c65-f941c86322d3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Jul 08 01:58:30.698924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] For port 6527c255-0af1-417a-9a8b-845e24349d01, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6527c255-0af1-417a-9a8b-845e24349d01,segment=NetworkSegment(76fc9587-1d62-4ac6-8fe6-e75de93a1e37),segment_id=76fc9587-1d62-4ac6-8fe6-e75de93a1e37)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:30.698924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.712188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751563d-18cf-425f-a6b4-df60493d3f3c req-5f2971f4-5b16-4b6f-a509-45488dae6833 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:30.713827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3751563d-18cf-425f-a6b4-df60493d3f3c req-5f2971f4-5b16-4b6f-a509-45488dae6833 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.1169178 Jul 08 01:58:30.716834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f30673c2-ca3d-4f6d-bcd9-986047ba0545,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:30.723490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38940) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:30.728279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Request body: {'floatingip': {'port_id': '1dabd946-3a9a-4832-9947-6883daff6c4b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:30.740668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 6527c255-0af1-417a-9a8b-845e24349d01 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:30.766103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f30673c2-ca3d-4f6d-bcd9-986047ba0545'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:30.798484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.918209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7787032-d44f-429e-90c3-1c1217060f66 None None] Network 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:30.972965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cfc29-9cd8-477e-92fd-16164abfd21a req-ee60fcd6-a0a1-4688-9c77-a6e4996f4dd8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:30.980946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a69cfc29-9cd8-477e-92fd-16164abfd21a req-ee60fcd6-a0a1-4688-9c77-a6e4996f4dd8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1143637 Jul 08 01:58:31.002328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.046595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No DVR routers for this DVR port 6527c255-0af1-417a-9a8b-845e24349d01 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:31.048098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ba64ecc0-b22d-4cef-9997-0964268dda2c None None] Provisioning complete for port 6527c255-0af1-417a-9a8b-845e24349d01 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:31.048569 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ba64ecc0-b22d-4cef-9997-0964268dda2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.068222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=6527c255-0af1-417a-9a8b-845e24349d01,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:31.069899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ba64ecc0-b22d-4cef-9997-0964268dda2c None None] Port 6527c255-0af1-417a-9a8b-845e24349d01 was deleted so its status cannot be updated. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 01:58:31.084948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a69cfc29-9cd8-477e-92fd-16164abfd21a req-63296719-8d9d-46cc-8844-8cb71ad4cbd6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028125 Jul 08 01:58:31.210651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc50898-5492-467a-9ae8-207e73c7ed4a req-ce3ec26b-9440-43fa-8ef3-dd88d8b59f2c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.212265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdc50898-5492-467a-9ae8-207e73c7ed4a req-ce3ec26b-9440-43fa-8ef3-dd88d8b59f2c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1801124 Jul 08 01:58:31.219315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec91b2-6326-4027-b211-f59bac99fea9 None None] DHCP port deletion for 7ae59cdd-c2fa-4772-bc97-81f7481c20a7 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:31.222030 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.249919 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae59cdd-c2fa-4772-bc97-81f7481c20a7']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:31.277386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdc50898-5492-467a-9ae8-207e73c7ed4a req-5dcb03b3-d2e2-4769-a69e-de3adedd57ff tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526383 Jul 08 01:58:31.278866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fc9587-1d62-4ac6-8fe6-e75de93a1e37') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:31.279178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fc9587-1d62-4ac6-8fe6-e75de93a1e37') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:31.293668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.309214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.325064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:31.325481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:31.328908 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:31.391007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c166b7b-02f6-4bd5-b96a-a37c52754396 req-444e7cc6-4ba7-49ba-8da8-9790fcf7ceff tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.393005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c166b7b-02f6-4bd5-b96a-a37c52754396 req-444e7cc6-4ba7-49ba-8da8-9790fcf7ceff tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1626503 Jul 08 01:58:31.437227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6527c255-0af1-417a-9a8b-845e24349d01 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:31.444425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c166b7b-02f6-4bd5-b96a-a37c52754396 req-997c23bb-88e0-4410-a1e5-88fe2a527974 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447569 Jul 08 01:58:31.465314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 6527c255-0af1-417a-9a8b-845e24349d01 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:31.465764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6527c255-0af1-417a-9a8b-845e24349d01 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:31.468956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.473603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.480804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/networks/7ae59cdd-c2fa-4772-bc97-81f7481c20a7 HTTP/1.1" status: 204 len: 168 time: 1.2212687 Jul 08 01:58:31.481474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38950) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:31.507376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93377b-7c5b-41a0-bf86-a560731d057f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Network': ['ID=7ae59cdd-c2fa-4772-bc97-81f7481c20a7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:31.564145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a872f4-ddfc-4dbc-bb22-baa10740f111 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.565648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-44a872f4-ddfc-4dbc-bb22-baa10740f111 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0801218 Jul 08 01:58:31.569336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38952) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:31.577254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a6530-e168-4237-8e5e-791bf774819c req-e1638e99-5a0f-4b77-93ca-010f57675050 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.584112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a36a6530-e168-4237-8e5e-791bf774819c req-e1638e99-5a0f-4b77-93ca-010f57675050 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 944 time: 0.1528862 Jul 08 01:58:31.610219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.628058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a36a6530-e168-4237-8e5e-791bf774819c req-f8c365a3-70c0-4bf3-b2a3-99ec86cb361c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Jul 08 01:58:31.639715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-24b4d1a9-11af-4fd3-80b1-968bdac50adf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0690453 Jul 08 01:58:31.643100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38954) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:31.648045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-543732375'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:31.687853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.774493 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:31.779354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.804900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:58:31.814330 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.814800 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Added segment 9c83e6dd-940b-425b-b136-07c4d3ae9e60 of type vlan for network f68cb053-38f0-4b77-a1c3-55313a578f0d Jul 08 01:58:31.824237 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Floating IP a4d851ea-33ea-47d9-91ee-162b6aaab08d associated. External IP: 172.25.8.133, port: 1dabd946-3a9a-4832-9947-6883daff6c4b. Jul 08 01:58:31.863425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.950939 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.955546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808938e-d1fc-4c81-8376-ad94187300de req-5233817e-9ea0-4596-9073-b8b99e277030 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.957866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9808938e-d1fc-4c81-8376-ad94187300de req-5233817e-9ea0-4596-9073-b8b99e277030 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1713562 Jul 08 01:58:31.957988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.958098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.029870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Network': ['ID=f68cb053-38f0-4b77-a1c3-55313a578f0d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:32.042728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9808938e-d1fc-4c81-8376-ad94187300de req-616a8a5b-e1c1-4ff0-a530-bc0a212d3726 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783641 Jul 08 01:58:32.051708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f68cb053-38f0-4b77-a1c3-55313a578f0d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:58:32.093633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fc2ce4ea-ccda-4880-9e63-3a8497f6f9e9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4488325 Jul 08 01:58:32.096962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38970) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:32.102215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:32.159544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:58:32.228979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f30673c2-ca3d-4f6d-bcd9-986047ba0545 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:32.293972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:32.305075 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.321071 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.328505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0dd02-12a4-4ca5-a915-f723f35e700c req-9b672294-41ba-42c5-abea-ec7f73869230 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:32.330077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1b0dd02-12a4-4ca5-a915-f723f35e700c req-9b672294-41ba-42c5-abea-ec7f73869230 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1151750 Jul 08 01:58:32.336073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:58:32.336527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f30673c2-ca3d-4f6d-bcd9-986047ba0545 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:32.347299 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] Sync routers for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:58:32.349288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.365198 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:32.366211 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:58:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:32.389923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:32.408659 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1b0dd02-12a4-4ca5-a915-f723f35e700c req-8e74a0da-521c-42e2-9854-eb5af4883b5e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705631 Jul 08 01:58:32.413509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3c52f068-bfcf-49e4-990a-d465cec27e83 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "PUT /v2.0/floatingips/a4d851ea-33ea-47d9-91ee-162b6aaab08d HTTP/1.1" status: 200 len: 992 time: 1.6878972 Jul 08 01:58:32.413509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'tag': '1dabd946-3a9a-4832-9947-6883daff6c4b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:32.415202 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397ccb95-584f-420f-9789-5b291eecb780" -d '{"events": [{"name": "network-changed", "server_uuid": "74b6ef23-0953-40ce-a7ba-6460d6c20bc6", "tag": "1dabd946-3a9a-4832-9947-6883daff6c4b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:32.470663 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.512529 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:32.524998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f30673c2-ca3d-4f6d-bcd9-986047ba0545,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:32.587855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41545bf3-7292-4a58-a538-f3108e989b6d req-882ee5ff-469d-4f2a-8ab1-e06d88b21454 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:32.589430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41545bf3-7292-4a58-a538-f3108e989b6d req-882ee5ff-469d-4f2a-8ab1-e06d88b21454 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 943 time: 0.1382053 Jul 08 01:58:32.594021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141046-3d51-4203-9876-0f87910e40ce req-64ccef8d-0e2b-480e-9fe0-0109175108b5 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:32.595576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d141046-3d51-4203-9876-0f87910e40ce req-64ccef8d-0e2b-480e-9fe0-0109175108b5 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0730553 Jul 08 01:58:32.612753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.636315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d141046-3d51-4203-9876-0f87910e40ce req-914dc7be-0200-48bb-a37a-2c0bc7b10923 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Jul 08 01:58:32.689395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41545bf3-7292-4a58-a538-f3108e989b6d req-aa5501d2-ff1c-42ff-9550-6c26e9c6329b tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929132 Jul 08 01:58:32.697587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=d48f048a-ba0c-4f2a-8e2c-68e40c5d8d21,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:32.709290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Checking segment: {'id': '9c83e6dd-940b-425b-b136-07c4d3ae9e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:32.709668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network hostable DHCP agents. Network: f68cb053-38f0-4b77-a1c3-55313a578f0d, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:58:32.765944 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e6fab-b6fe-4cf0-a305-16094e838d7f x-openstack-request-id: req-192e6fab-b6fe-4cf0-a305-16094e838d7f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:32.767861 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b6ef23-0953-40ce-a7ba-6460d6c20bc6", "tag": "1dabd946-3a9a-4832-9947-6883daff6c4b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:32.768207 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-192e6fab-b6fe-4cf0-a305-16094e838d7f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:32.768719 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'tag': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'status': 'completed', 'code': 200} Jul 08 01:58:32.785070 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'a4d851ea-33ea-47d9-91ee-162b6aaab08d', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'port_id': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'mac_address': 'fa:16:3e:9f:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:57:26Z', 'updated_at': '2021-07-08T01:58:31Z', 'revision_number': 1, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:25Z', 'revision_number': 5, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:32.821645 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] Checking router: f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:58:32.830876 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:32.831564 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:58:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:32.845865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network f68cb053-38f0-4b77-a1c3-55313a578f0d is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:58:32.868525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ccb95-584f-420f-9789-5b291eecb780 req-1ae73228-3a30-48b2-8e21-57d814a80c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:32.870879 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-397ccb95-584f-420f-9789-5b291eecb780 req-1ae73228-3a30-48b2-8e21-57d814a80c9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f48f77b6f384f1fb9e84177f6e5806a&device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0794544 Jul 08 01:58:32.948559 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:32.967273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f68cb053-38f0-4b77-a1c3-55313a578f0d) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:32.974984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d76016b-2582-4eec-863a-46c0ea204566 None None] Network f68cb053-38f0-4b77-a1c3-55313a578f0d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:32.983383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:32.983998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.022278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ccb95-584f-420f-9789-5b291eecb780 req-a59e444f-a7d3-4d99-88f3-b90d13457432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.023890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-397ccb95-584f-420f-9789-5b291eecb780 req-a59e444f-a7d3-4d99-88f3-b90d13457432 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4b76411-5dcd-4f85-a3e9-5c72df61904b HTTP/1.1" status: 200 len: 916 time: 0.1445892 Jul 08 01:58:33.079736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148d5e0-6171-4860-b52a-0ccbcf6e763b req-4c9d2d4c-02c2-4289-93ff-84214cb8b775 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.088107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b148d5e0-6171-4860-b52a-0ccbcf6e763b req-4c9d2d4c-02c2-4289-93ff-84214cb8b775 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2009754 Jul 08 01:58:33.105963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:33.106253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1985791b-536c-40b9-a79d-47e0d6d3d30c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0085075 Jul 08 01:58:33.112759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d', 'name': 'tempest-PortsIpV6TestJSON-2104185664'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:33.132156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-f68cb053-38f0-4b77-a1c3-55313a578f0d', 'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d', 'tenant_id': '8330e569565b43f0a7483faf50789701', 'fixed_ips': [{'subnet_id': 'd48f048a-ba0c-4f2a-8e2c-68e40c5d8d21'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:33.136254 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.146933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-397ccb95-584f-420f-9789-5b291eecb780 req-9051ded0-df57-4887-9ece-e1cdc8cc3c75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dabd946-3a9a-4832-9947-6883daff6c4b HTTP/1.1" status: 200 len: 1000 time: 0.1145730 Jul 08 01:58:33.178526 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b148d5e0-6171-4860-b52a-0ccbcf6e763b req-c3485e0e-c1d3-4409-9287-c47680e38f1d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889111 Jul 08 01:58:33.248604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ccb95-584f-420f-9789-5b291eecb780 req-aaa68cde-e2f0-4f64-9e08-0fdf59bc4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.250121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-397ccb95-584f-420f-9789-5b291eecb780 req-aaa68cde-e2f0-4f64-9e08-0fdf59bc4f23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a HTTP/1.1" status: 200 len: 854 time: 0.0706532 Jul 08 01:58:33.316835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Allocated IP 2001:db8::2 (f68cb053-38f0-4b77-a1c3-55313a578f0d/d48f048a-ba0c-4f2a-8e2c-68e40c5d8d21/10db382f-2b00-4c8f-876e-1f43e0f5fbe0) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:33.332869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ccb95-584f-420f-9789-5b291eecb780 req-1ac0002a-a48f-4dd6-ae24-d8eec99031a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.334574 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-397ccb95-584f-420f-9789-5b291eecb780 req-1ac0002a-a48f-4dd6-ae24-d8eec99031a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4b76411-5dcd-4f85-a3e9-5c72df61904b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700424 Jul 08 01:58:33.366169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd8b2-9237-48e9-b163-ee4092345fac req-27a9399c-242c-49b3-bffc-816075682b96 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.373656 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d85bd8b2-9237-48e9-b163-ee4092345fac req-27a9399c-242c-49b3-bffc-816075682b96 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0833549 Jul 08 01:58:33.382670 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'a4d851ea-33ea-47d9-91ee-162b6aaab08d', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'port_id': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'mac_address': 'fa:16:3e:9f:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:57:26Z', 'updated_at': '2021-07-08T01:58:31Z', 'revision_number': 1, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:25Z', 'revision_number': 5, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:33.391251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:33.395408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.414693 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993c90e-93ee-4a41-ac57-ba5a4a5b537a None None] The sync data for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 is: [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'a4d851ea-33ea-47d9-91ee-162b6aaab08d', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'port_id': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'mac_address': 'fa:16:3e:9f:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:57:26Z', 'updated_at': '2021-07-08T01:58:31Z', 'revision_number': 1, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:25Z', 'revision_number': 5, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:58:33.436994 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d85bd8b2-9237-48e9-b163-ee4092345fac req-cee8dd50-1c19-428e-9efe-eee73ff108a8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618191 Jul 08 01:58:33.438654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port e4a0ac18-8ee2-49d1-b413-af41089851b0 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:33.520503 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.531975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Transition to ACTIVE for port object 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:33.550845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Transition to ACTIVE for port object 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:33.612852 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.669483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Network f68cb053-38f0-4b77-a1c3-55313a578f0d is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:33.675132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:33.679279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:33.688439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Pushing event updated for resources: {'Port': ['ID=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:33.808633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Attempting to bind port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:33.810164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Attempting to bind port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9c83e6dd-940b-425b-b136-07c4d3ae9e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:33.810697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Attempting to bind port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 on network f68cb053-38f0-4b77-a1c3-55313a578f0d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:33.821776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:33.822136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Checking segment: {'id': '9c83e6dd-940b-425b-b136-07c4d3ae9e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:33.823616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.824024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Bound using segment: {'id': '9c83e6dd-940b-425b-b136-07c4d3ae9e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:33.824517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Bound port: 10db382f-2b00-4c8f-876e-1f43e0f5fbe0, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c83e6dd-940b-425b-b136-07c4d3ae9e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:33.824908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.834370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ced50f-2409-4a45-9fde-a7d89cd28efd None None] New status for floating IP a4d851ea-33ea-47d9-91ee-162b6aaab08d: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:58:33.918175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-397ccb95-584f-420f-9789-5b291eecb780 req-93f33b44-ded0-427b-ae9a-1d10796a430f service neutron] 10.222.0.18 "GET /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684929 Jul 08 01:58:33.939753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66828dd4-8eb5-4267-b8ce-75de508716d8 req-7b899e1d-04f9-4900-8884-eed9e620eeee tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.941792 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66828dd4-8eb5-4267-b8ce-75de508716d8 req-7b899e1d-04f9-4900-8884-eed9e620eeee tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1027637 Jul 08 01:58:33.994872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] For port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:34.015194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] For port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,segment=NetworkSegment(9c83e6dd-940b-425b-b136-07c4d3ae9e60),segment_id=9c83e6dd-940b-425b-b136-07c4d3ae9e60)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:34.068246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::125 (f68cb053-38f0-4b77-a1c3-55313a578f0d/d48f048a-ba0c-4f2a-8e2c-68e40c5d8d21/e4a0ac18-8ee2-49d1-b413-af41089851b0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:34.078333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66828dd4-8eb5-4267-b8ce-75de508716d8 req-d69b717a-b01f-4eec-af4d-73f44d9ebe7b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162045 Jul 08 01:58:34.100141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.124446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-ab3cd1db-d311-4754-bf8a-8c34f8f2d146 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:34.126017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-ab3cd1db-d311-4754-bf8a-8c34f8f2d146 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.18 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 943 time: 0.1833072 Jul 08 01:58:34.128134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-397ccb95-584f-420f-9789-5b291eecb780 req-980dd313-e54c-483a-91a0-035b95274824 service neutron] 10.222.0.18 "GET /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765177 Jul 08 01:58:34.200914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c918d8a-bd57-437e-b0b0-14b1451b8ea5 None None] Pushing event updated for resources: {'Port': ['ID=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:34.249610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef589d20-ef82-4413-9022-2ce20dae278c req-ea3edded-3d00-4359-a487-77614368fb27 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:34.256983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef589d20-ef82-4413-9022-2ce20dae278c req-ea3edded-3d00-4359-a487-77614368fb27 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1907420 Jul 08 01:58:34.335951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef589d20-ef82-4413-9022-2ce20dae278c req-77e051b4-61e8-4a47-9def-3429bbba38ae tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780029 Jul 08 01:58:34.375198 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.376266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Deleting port f30673c2-ca3d-4f6d-bcd9-986047ba0545 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:34.376688 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.390812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object e4a0ac18-8ee2-49d1-b413-af41089851b0 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:34.401121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9bdb3-22b2-4be6-acbf-e79cb325459e req-5477c9cd-4c94-4bb9-aeb5-d0706b167b50 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:34.403004 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5af9bdb3-22b2-4be6-acbf-e79cb325459e req-5477c9cd-4c94-4bb9-aeb5-d0706b167b50 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 943 time: 0.1188471 Jul 08 01:58:34.506038 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.516036 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5af9bdb3-22b2-4be6-acbf-e79cb325459e req-487acb2e-6a75-488c-8fe9-420f20234d05 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826015 Jul 08 01:58:34.548954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] For port f30673c2-ca3d-4f6d-bcd9-986047ba0545, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f30673c2-ca3d-4f6d-bcd9-986047ba0545,segment=NetworkSegment(ba3be3fa-f2e5-4e66-992e-72485cb5c72e),segment_id=ba3be3fa-f2e5-4e66-992e-72485cb5c72e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:34.549346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.553837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network f68cb053-38f0-4b77-a1c3-55313a578f0d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:34.557498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:34.563042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:34.568757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:34.569429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.571382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Calling delete_port for f30673c2-ca3d-4f6d-bcd9-986047ba0545 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:34.599082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=e4a0ac18-8ee2-49d1-b413-af41089851b0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:34.699160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-93712d02-fccb-4f73-b53a-0c82b91a4c9a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5915394 Jul 08 01:58:34.701773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39004) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:34.706653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': 'f68cb053-38f0-4b77-a1c3-55313a578f0d', 'name': 'tempest-PortsIpV6TestJSON-586970851'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:34.783442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f12da-66cc-42ef-ab94-110144bd47f5 req-ab8e2d7c-5ad5-4063-b53f-62674e11ded6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:34.783840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861e034-6d2c-48a3-97ff-73d86571cef0 req-bedcf49c-1b50-46c8-9a52-98fe51f6ca6c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:34.785023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-974f12da-66cc-42ef-ab94-110144bd47f5 req-ab8e2d7c-5ad5-4063-b53f-62674e11ded6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1136010 Jul 08 01:58:34.785324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2861e034-6d2c-48a3-97ff-73d86571cef0 req-bedcf49c-1b50-46c8-9a52-98fe51f6ca6c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1255724 Jul 08 01:58:34.825658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-974f12da-66cc-42ef-ab94-110144bd47f5 req-5e4d435d-6318-4c9c-8f36-30556e9bf7cd tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342720 Jul 08 01:58:34.826676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.852131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2861e034-6d2c-48a3-97ff-73d86571cef0 req-638fb991-8932-473b-adf4-0a28632eb79c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599785 Jul 08 01:58:34.860746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Pushing event deleted for resources: {'Port': ['ID=f30673c2-ca3d-4f6d-bcd9-986047ba0545,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:34.914279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] No DVR routers for this DVR port f30673c2-ca3d-4f6d-bcd9-986047ba0545 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:34.917128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.919275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52041ffa-3f44-4f55-a5cc-e86b922c8411 req-6813da9c-84a9-4175-ac37-f8ccd415b9e9 tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.18 "DELETE /v2.0/ports/f30673c2-ca3d-4f6d-bcd9-986047ba0545 HTTP/1.1" status: 204 len: 173 time: 0.7760096 Jul 08 01:58:34.919777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028f1eff-00e5-452e-b590-9066b825a6a0', 'name': 'network-vif-deleted', 'tag': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:34.922408 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61603d3-be1a-4344-b91a-0afedd6a2a17" -d '{"events": [{"server_uuid": "028f1eff-00e5-452e-b590-9066b825a6a0", "name": "network-vif-deleted", "tag": "f30673c2-ca3d-4f6d-bcd9-986047ba0545"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:34.950536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:34.955258 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.960949 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e18c9f6-8237-41b4-8fa2-53ddcb4b0a75 x-openstack-request-id: req-3e18c9f6-8237-41b4-8fa2-53ddcb4b0a75 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:34.961321 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028f1eff-00e5-452e-b590-9066b825a6a0", "name": "network-vif-deleted", "tag": "f30673c2-ca3d-4f6d-bcd9-986047ba0545", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:34.961664 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e18c9f6-8237-41b4-8fa2-53ddcb4b0a75 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:34.962170 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028f1eff-00e5-452e-b590-9066b825a6a0', 'name': 'network-vif-deleted', 'tag': 'f30673c2-ca3d-4f6d-bcd9-986047ba0545', 'status': 'completed', 'code': 200} Jul 08 01:58:34.972553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 9e03f4e8-0afc-4664-adb6-3c83b8a73560 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:35.091946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::118 (f68cb053-38f0-4b77-a1c3-55313a578f0d/d48f048a-ba0c-4f2a-8e2c-68e40c5d8d21/9e03f4e8-0afc-4664-adb6-3c83b8a73560) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:35.256834 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:58:35.300807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:35.326714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object 9e03f4e8-0afc-4664-adb6-3c83b8a73560 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:35.376611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c87cd-350b-44eb-bdd9-fc78debaa58c None None] Network f68cb053-38f0-4b77-a1c3-55313a578f0d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:35.457862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d2fb1-e0bc-4184-ad49-ce8864fdaa70 req-1c922bca-111e-4209-93c5-624bce6d90a6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.458666 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa2d2fb1-e0bc-4184-ad49-ce8864fdaa70 req-1c922bca-111e-4209-93c5-624bce6d90a6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1461473 Jul 08 01:58:35.527127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:35.588555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa2d2fb1-e0bc-4184-ad49-ce8864fdaa70 req-69b60933-bc0f-4f63-8af9-7b70ba3ecbef tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219137 Jul 08 01:58:35.610559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network f68cb053-38f0-4b77-a1c3-55313a578f0d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:35.617235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:35.620044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f42964-93cb-4157-b8a4-03990c17a4bb req-49d05911-f700-4ada-8ee0-4f157e265bd8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.622166 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-87f42964-93cb-4157-b8a4-03990c17a4bb req-49d05911-f700-4ada-8ee0-4f157e265bd8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0702150 Jul 08 01:58:35.632103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=9e03f4e8-0afc-4664-adb6-3c83b8a73560,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:35.635800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:35.636016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:35.647956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.647956 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:35.665879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78733ddc-57d5-4578-9396-d28addecea5d req-1e7f86c0-23af-4c3c-9085-94727cbaf0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.675244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78733ddc-57d5-4578-9396-d28addecea5d req-1e7f86c0-23af-4c3c-9085-94727cbaf0ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1098 time: 0.1582427 Jul 08 01:58:35.687376 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-87f42964-93cb-4157-b8a4-03990c17a4bb req-b54cd05a-e714-4bac-9f8b-3f49aa730564 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559866 Jul 08 01:58:35.779740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dcd5ff40-b375-45bd-903c-6f2edc50e8b2 None None] Provisioning for port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:35.785305 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c3cb6821-5d98-476c-a57a-065ebd29274d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0823672 Jul 08 01:58:35.793224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:35.804625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:35.811254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:35.811966 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:35.908238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78733ddc-57d5-4578-9396-d28addecea5d req-e4001281-faae-4dd9-a7b9-c7c0998eb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.910125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78733ddc-57d5-4578-9396-d28addecea5d req-e4001281-faae-4dd9-a7b9-c7c0998eb1c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 919 time: 0.2056291 Jul 08 01:58:35.926224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62f11d8f-0009-4c63-97d1-91dbc494b1c9 req-6cbfaeb1-9a4e-4363-a83e-7796cfd4d84c tempest-ImagesTestJSON-1477223665 tempest-ImagesTestJSON-1477223665-project] 10.222.0.10 "GET /v2.0/ports?device_id=028f1eff-00e5-452e-b590-9066b825a6a0 HTTP/1.1" status: 200 len: 210 time: 0.0621204 Jul 08 01:58:35.981424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:35.989679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78733ddc-57d5-4578-9396-d28addecea5d req-0357e397-f436-4e62-8d8c-ac6ef2fe1bb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 200 len: 217 time: 0.0619006 Jul 08 01:58:36.010335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec53279-e051-4e5c-9e3b-994847cccefd tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:36.014379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fec53279-e051-4e5c-9e3b-994847cccefd tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A125 HTTP/1.1" status: 200 len: 929 time: 0.2170963 Jul 08 01:58:36.015189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39024) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:36.024255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,segment=NetworkSegment(9c83e6dd-940b-425b-b136-07c4d3ae9e60),segment_id=9c83e6dd-940b-425b-b136-07c4d3ae9e60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:36.109616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.122050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78733ddc-57d5-4578-9396-d28addecea5d req-72642362-b9c6-4a8c-a293-8d2b8dd41bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:36.123543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78733ddc-57d5-4578-9396-d28addecea5d req-72642362-b9c6-4a8c-a293-8d2b8dd41bbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.1104999 Jul 08 01:58:36.183300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:36.184507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a565a-ad5b-40d6-b369-92b94daa6dea req-2da183a5-f6a3-4634-9e33-1c24aaaf6971 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:36.195201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d28a565a-ad5b-40d6-b369-92b94daa6dea req-2da183a5-f6a3-4634-9e33-1c24aaaf6971 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1416664 Jul 08 01:58:36.223120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78733ddc-57d5-4578-9396-d28addecea5d req-3d334aac-0a2a-4f8b-a89b-286568a5276c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840919 Jul 08 01:58:36.240395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d28a565a-ad5b-40d6-b369-92b94daa6dea req-a689e83b-3055-43d1-afe3-4471328f733c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Jul 08 01:58:36.252512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d3f23ba0-d198-4929-89a5-02573074cfcf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 9e03f4e8-0afc-4664-adb6-3c83b8a73560 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:36.253076 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3f23ba0-d198-4929-89a5-02573074cfcf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.299908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Provisioning for port 9e03f4e8-0afc-4664-adb6-3c83b8a73560 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:36.306473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Provisioning complete for port 9e03f4e8-0afc-4664-adb6-3c83b8a73560 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:36.309533 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.347969 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78733ddc-57d5-4578-9396-d28addecea5d req-8edcb683-6141-4117-bda5-73d9b231ef2a service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062334 Jul 08 01:58:36.348523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc512c04-f91d-4fcb-abb8-f8afe3bb76bd req-c456dd77-915f-4e21-8a72-539bd43ac5f4 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:36.350147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc512c04-f91d-4fcb-abb8-f8afe3bb76bd req-c456dd77-915f-4e21-8a72-539bd43ac5f4 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1896732 Jul 08 01:58:36.354776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Port 9e03f4e8-0afc-4664-adb6-3c83b8a73560 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:36.370017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Provisioning complete for port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:36.370398 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.409634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3f23ba0-d198-4929-89a5-02573074cfcf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.433807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc512c04-f91d-4fcb-abb8-f8afe3bb76bd req-89b05d4e-a817-415d-992c-57d810ddda7d tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770085 Jul 08 01:58:36.443744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d3f23ba0-d198-4929-89a5-02573074cfcf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 9e03f4e8-0afc-4664-adb6-3c83b8a73560 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:36.483499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78733ddc-57d5-4578-9396-d28addecea5d req-116f68a3-729f-4a8a-ac5a-19049b2ea1b5 service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211092 Jul 08 01:58:36.625497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Provisioning for port e4a0ac18-8ee2-49d1-b413-af41089851b0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:36.629703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Provisioning complete for port e4a0ac18-8ee2-49d1-b413-af41089851b0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:36.630081 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.663226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ee222228-f1ad-456d-9329-79326a475eb6 None None] Port e4a0ac18-8ee2-49d1-b413-af41089851b0 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:36.736693 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3f23ba0-d198-4929-89a5-02573074cfcf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.768573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f23ba0-d198-4929-89a5-02573074cfcf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=9e03f4e8-0afc-4664-adb6-3c83b8a73560,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:36.778734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-204146df-d9af-42ee-b6ec-cf24b5958634 None None] Could not find standard attr ID for object 9e03f4e8-0afc-4664-adb6-3c83b8a73560. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:58:36.798362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97789e-81bf-4fe7-b8c8-fe924bdcb3f2 req-57a26160-844d-4b4e-acfe-293645a4cb8c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:36.799983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa97789e-81bf-4fe7-b8c8-fe924bdcb3f2 req-57a26160-844d-4b4e-acfe-293645a4cb8c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0860522 Jul 08 01:58:36.801587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-204146df-d9af-42ee-b6ec-cf24b5958634 None None] Provisioning complete for port e4a0ac18-8ee2-49d1-b413-af41089851b0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:36.801961 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-204146df-d9af-42ee-b6ec-cf24b5958634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.813968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3f23ba0-d198-4929-89a5-02573074cfcf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.819028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d3f23ba0-d198-4929-89a5-02573074cfcf tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/9e03f4e8-0afc-4664-adb6-3c83b8a73560 HTTP/1.1" status: 204 len: 168 time: 0.8003826 Jul 08 01:58:36.827735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39034) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:36.842974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-204146df-d9af-42ee-b6ec-cf24b5958634 None None] Port e4a0ac18-8ee2-49d1-b413-af41089851b0 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:36.848880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa97789e-81bf-4fe7-b8c8-fe924bdcb3f2 req-265e8556-9e95-45f7-a90a-e6452ffbb462 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428553 Jul 08 01:58:36.896050 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec07018-1d06-4eaf-aab0-bfc4e3b697c9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:36.897664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dec07018-1d06-4eaf-aab0-bfc4e3b697c9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/9e03f4e8-0afc-4664-adb6-3c83b8a73560 HTTP/1.1" status: 404 len: 333 time: 0.0676944 Jul 08 01:58:36.900288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39036) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:37.003090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8070-10cc-4d90-b422-456af1116e57 req-c68b1b40-6dd6-434d-85fb-1e65b767bcb9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:37.004693 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac5f8070-10cc-4d90-b422-456af1116e57 req-c68b1b40-6dd6-434d-85fb-1e65b767bcb9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1866384 Jul 08 01:58:37.057617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab3d45-e8c2-475a-893a-4fe9f498d0e8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port e4a0ac18-8ee2-49d1-b413-af41089851b0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:37.057973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3d45-e8c2-475a-893a-4fe9f498d0e8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.066498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac5f8070-10cc-4d90-b422-456af1116e57 req-cc48240a-8232-47a2-93fd-32e72681f54a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 Jul 08 01:58:37.153173 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3d45-e8c2-475a-893a-4fe9f498d0e8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.165045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab3d45-e8c2-475a-893a-4fe9f498d0e8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for e4a0ac18-8ee2-49d1-b413-af41089851b0 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:37.388211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3d45-e8c2-475a-893a-4fe9f498d0e8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.438639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab3d45-e8c2-475a-893a-4fe9f498d0e8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=e4a0ac18-8ee2-49d1-b413-af41089851b0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:37.443053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:37.445433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4cdaa-7ba4-4cec-b378-947191a4ded7 req-11e0bb4d-2ef5-4d37-bc33-dcba51b35f47 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:37.447115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60e4cdaa-7ba4-4cec-b378-947191a4ded7 req-11e0bb4d-2ef5-4d37-bc33-dcba51b35f47 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0923939 Jul 08 01:58:37.493904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3d45-e8c2-475a-893a-4fe9f498d0e8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.505707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8ab3d45-e8c2-475a-893a-4fe9f498d0e8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/e4a0ac18-8ee2-49d1-b413-af41089851b0 HTTP/1.1" status: 204 len: 168 time: 0.6034894 Jul 08 01:58:37.506444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39072) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:37.544708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60e4cdaa-7ba4-4cec-b378-947191a4ded7 req-2f1d230f-1666-403e-b02c-2243c63e269c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803103 Jul 08 01:58:37.547940 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf757b7-d17b-4ae0-a3db-c77481095911 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:37.552949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:37.553252 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7cf757b7-d17b-4ae0-a3db-c77481095911 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/e4a0ac18-8ee2-49d1-b413-af41089851b0 HTTP/1.1" status: 404 len: 333 time: 0.0455387 Jul 08 01:58:37.558109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:37.558754 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.695698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b53321e-5f8e-4774-b44f-3bf667c7f880 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet d48f048a-ba0c-4f2a-8e2c-68e40c5d8d21 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:37.697858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:37.728171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b53321e-5f8e-4774-b44f-3bf667c7f880 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.747086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ae649-bc9c-4f0b-9844-dbde319d0d7b req-3c9ba8bb-f599-4c4a-a08b-f09856b7c469 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:37.747898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-019ae649-bc9c-4f0b-9844-dbde319d0d7b req-3c9ba8bb-f599-4c4a-a08b-f09856b7c469 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0734367 Jul 08 01:58:37.776100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee61b98d-3098-4072-83ee-ff0807adb1ef admin admin] Deleting subnet eebb33c5-4491-4bb5-a653-719eb3deb5eb {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:37.780388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b53321e-5f8e-4774-b44f-3bf667c7f880 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.782788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee61b98d-3098-4072-83ee-ff0807adb1ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.790013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-019ae649-bc9c-4f0b-9844-dbde319d0d7b req-c13844c9-f963-4ef4-95d9-98567d0e9579 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Jul 08 01:58:37.851555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee61b98d-3098-4072-83ee-ff0807adb1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.930020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee61b98d-3098-4072-83ee-ff0807adb1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.951699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b53321e-5f8e-4774-b44f-3bf667c7f880 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.058091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada17df-7118-4e61-a9d7-5b9cd7521ae5 req-5c12805a-35c5-4f0a-acc8-5566cb7ec849 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:38.061395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ada17df-7118-4e61-a9d7-5b9cd7521ae5 req-5c12805a-35c5-4f0a-acc8-5566cb7ec849 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0850787 Jul 08 01:58:38.091832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee61b98d-3098-4072-83ee-ff0807adb1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.100678 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ada17df-7118-4e61-a9d7-5b9cd7521ae5 req-40302f1d-7664-430a-aeae-d7cc215d6758 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Jul 08 01:58:38.129366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b53321e-5f8e-4774-b44f-3bf667c7f880 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.132581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61b98d-3098-4072-83ee-ff0807adb1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebb33c5-4491-4bb5-a653-719eb3deb5eb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:38.146275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee61b98d-3098-4072-83ee-ff0807adb1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.151389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ee61b98d-3098-4072-83ee-ff0807adb1ef admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eebb33c5-4491-4bb5-a653-719eb3deb5eb HTTP/1.1" status: 204 len: 168 time: 0.4491827 Jul 08 01:58:38.152100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39100) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:38.172130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53321e-5f8e-4774-b44f-3bf667c7f880 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=d48f048a-ba0c-4f2a-8e2c-68e40c5d8d21,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:38.174948 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b53321e-5f8e-4774-b44f-3bf667c7f880 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.179671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3b53321e-5f8e-4774-b44f-3bf667c7f880 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/d48f048a-ba0c-4f2a-8e2c-68e40c5d8d21 HTTP/1.1" status: 204 len: 168 time: 0.6228731 Jul 08 01:58:38.180075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39104) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:38.185564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e158d67-9bf8-411b-9aaa-80fa987b0aa7 None None] Network f68cb053-38f0-4b77-a1c3-55313a578f0d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:38.269677 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.293972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f30673c2-ca3d-4f6d-bcd9-986047ba0545 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:38.304496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.337746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: f30673c2-ca3d-4f6d-bcd9-986047ba0545 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:38.338212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f30673c2-ca3d-4f6d-bcd9-986047ba0545 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:38.342338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:38.342881 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.361707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdde59-f63d-4544-a287-e7610c8621d0 req-38a49a73-8b11-4b04-841f-41f26849e732 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:38.363243 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5efdde59-f63d-4544-a287-e7610c8621d0 req-38a49a73-8b11-4b04-841f-41f26849e732 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1402440 Jul 08 01:58:38.421280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] For port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,segment=NetworkSegment(9c83e6dd-940b-425b-b136-07c4d3ae9e60),segment_id=9c83e6dd-940b-425b-b136-07c4d3ae9e60)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:38.421653 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.425412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] DHCP port deletion for f68cb053-38f0-4b77-a1c3-55313a578f0d request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:38.437935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:38.438193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.455307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7081761a-5246-40e3-9fa7-e2bc8ae52beb']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:38.468630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:38.468939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3be3fa-f2e5-4e66-992e-72485cb5c72e') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:38.473113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] Deleting port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:38.473310 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5efdde59-f63d-4544-a287-e7610c8621d0 req-e29c04ab-dece-4c00-a864-2d2b76d50b68 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745788 Jul 08 01:58:38.473495 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.486424 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.520807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.530093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:38.530282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:38.532303 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:38.565075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] For port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,segment=NetworkSegment(9c83e6dd-940b-425b-b136-07c4d3ae9e60),segment_id=9c83e6dd-940b-425b-b136-07c4d3ae9e60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:38.565595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.588630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] Calling delete_port for 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:38.645411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.665425 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.670780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.686960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.688514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] Pushing event deleted for resources: {'Port': ['ID=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:38.690140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7081761a-5246-40e3-9fa7-e2bc8ae52beb HTTP/1.1" status: 204 len: 168 time: 0.5364561 Jul 08 01:58:38.700411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c9a37-fafb-4716-ab96-cc2bfc54e19a None None] No DVR routers for this DVR port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:38.712021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937e156-8b0c-4ee1-b0a0-503b5fee99c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7081761a-5246-40e3-9fa7-e2bc8ae52beb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:38.712637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=10db382f-2b00-4c8f-876e-1f43e0f5fbe0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:38.731014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No DVR routers for this DVR port 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:38.824110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.835745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68cb053-38f0-4b77-a1c3-55313a578f0d']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:38.854502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cbf1f-8fd6-4223-9a4e-8d3616cfbd1f req-79e8f0c6-666e-4216-8022-98ad58e878a6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:38.861120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa7cbf1f-8fd6-4223-9a4e-8d3616cfbd1f req-79e8f0c6-666e-4216-8022-98ad58e878a6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1795506 Jul 08 01:58:38.861120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c83e6dd-940b-425b-b136-07c4d3ae9e60') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:38.861120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c83e6dd-940b-425b-b136-07c4d3ae9e60') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:38.873837 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.899934 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa7cbf1f-8fd6-4223-9a4e-8d3616cfbd1f req-6962c3c2-905a-4c29-b3cb-bbbe986e1aae tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:38.917035 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:38.994734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba1a14-153d-4113-99da-50124a10d1e5 req-fd8dd91e-4770-4bfc-81e1-ea2fdf5dd5ef tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:38.996235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13ba1a14-153d-4113-99da-50124a10d1e5 req-fd8dd91e-4770-4bfc-81e1-ea2fdf5dd5ef tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0903471 Jul 08 01:58:39.033617 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13ba1a14-153d-4113-99da-50124a10d1e5 req-14af14fb-a01c-40e4-85de-e5094106ba5b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jul 08 01:58:39.056827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.063799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.065628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/networks/f68cb053-38f0-4b77-a1c3-55313a578f0d HTTP/1.1" status: 204 len: 168 time: 0.8810928 Jul 08 01:58:39.069373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39116) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:39.076323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-784882575'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:39.078044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4230ae-1780-48dd-90e4-8af752bfcf0a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Network': ['ID=f68cb053-38f0-4b77-a1c3-55313a578f0d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:39.100373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39120) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:39.147318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39124) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:39.147548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b605f7d-891c-48b9-a3d5-5247b0e01ec9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e83593977d1547b39f9e9ee6df2447bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458193 Jul 08 01:58:39.173758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:39.178014 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.216415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:58:39.244893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dd942f9-d0f7-49d9-bb6c-f1546271d71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.262280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.262635 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Added segment 68c1f7bc-7f50-436c-8bd7-feb267d959ec of type vlan for network 48b0c825-c347-45e3-ad48-23fc111982fd Jul 08 01:58:39.331018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dd942f9-d0f7-49d9-bb6c-f1546271d71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.343870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.405979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0cadc-3fef-4dcc-94d7-2cd06796407d req-ed63de7c-7b27-4691-9882-6056eed94c17 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:39.407750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3cc0cadc-3fef-4dcc-94d7-2cd06796407d req-ed63de7c-7b27-4691-9882-6056eed94c17 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1817639 Jul 08 01:58:39.434713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:39.450549 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3cc0cadc-3fef-4dcc-94d7-2cd06796407d req-2361efe1-69b3-4789-acd4-416c437ef839 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 Jul 08 01:58:39.458734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:39.458734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 10db382f-2b00-4c8f-876e-1f43e0f5fbe0 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:39.473722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.479648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:39.481525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.533613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dd942f9-d0f7-49d9-bb6c-f1546271d71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.536123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dd942f9-d0f7-49d9-bb6c-f1546271d71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.538364 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0dd942f9-d0f7-49d9-bb6c-f1546271d71d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3 HTTP/1.1" status: 204 len: 168 time: 0.3888628 Jul 08 01:58:39.557648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd942f9-d0f7-49d9-bb6c-f1546271d71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c4d6ce-a0fb-4f2a-a5b8-6fc2520637b3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:39.562210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Network': ['ID=48b0c825-c347-45e3-ad48-23fc111982fd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:39.584413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 48b0c825-c347-45e3-ad48-23fc111982fd details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:58:39.625966 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-125ab181-91eb-46fb-8752-d369da3997c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5548296 Jul 08 01:58:39.628814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39132) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:39.633964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:39.757611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d9f0-5818-467b-b35b-8728891a55f6 req-5286f7b8-cea2-4a8d-9853-169e535d1669 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:39.759192 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a604d9f0-5818-467b-b35b-8728891a55f6 req-5286f7b8-cea2-4a8d-9853-169e535d1669 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0662715 Jul 08 01:58:39.799851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:39.802476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a604d9f0-5818-467b-b35b-8728891a55f6 req-5e56dfcf-e807-450b-ac62-c24e09dc37d6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Jul 08 01:58:39.804042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.058236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03c34d-d955-4eed-b9da-ad56122a70ab details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:40.100536 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.189389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:40.204399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'port_id': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'mac_address': 'fa:16:3e:27:9a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc20689-5b16-4c21-9e63-5f26fe24f72c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:40.223898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Checking segment: {'id': '68c1f7bc-7f50-436c-8bd7-feb267d959ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:40.224264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network hostable DHCP agents. Network: 48b0c825-c347-45e3-ad48-23fc111982fd, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:58:40.251934 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.271382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=eda5c59b-5286-4f51-b67d-3e1452d266b6,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:40.271971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8270f-ce80-4a7f-b8e3-67d956e4134e req-f4e4ae72-fc5f-4b09-9cc1-17c7e04f618c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:40.285483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b986e-51a4-4bd4-a56f-a10c6e1ef4db req-ecb6a4d1-8435-41ef-bd60-9ed27b9a8996 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:40.287033 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-588b986e-51a4-4bd4-a56f-a10c6e1ef4db req-ecb6a4d1-8435-41ef-bd60-9ed27b9a8996 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1980748 Jul 08 01:58:40.288793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16d8270f-ce80-4a7f-b8e3-67d956e4134e req-f4e4ae72-fc5f-4b09-9cc1-17c7e04f618c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1014657 Jul 08 01:58:40.294751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b03c34d-d955-4eed-b9da-ad56122a70ab {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:40.326871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:40.346268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-588b986e-51a4-4bd4-a56f-a10c6e1ef4db req-faa20152-d94a-49d6-bfac-d2b9b9dd4463 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497880 Jul 08 01:58:40.347181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16d8270f-ce80-4a7f-b8e3-67d956e4134e req-07c92158-b1be-41d3-83f8-47acdaae9912 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Jul 08 01:58:40.365343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 48b0c825-c347-45e3-ad48-23fc111982fd is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:58:40.422382 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.450983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 48b0c825-c347-45e3-ad48-23fc111982fd) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:40.455084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:40.455729 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.466555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b4d8ba-55e8-41c2-b6e4-ee42cad0bc82 None None] Network 48b0c825-c347-45e3-ad48-23fc111982fd requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:40.528862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:40.563210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a16ee9a6-4f92-4e3c-ba6f-7a733237ebb2 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9330573 Jul 08 01:58:40.566306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:40.577068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd', 'name': 'tempest-PortsIpV6TestJSON-951570533', 'fixed_ips': [{'subnet_id': 'eda5c59b-5286-4f51-b67d-3e1452d266b6', 'ip_address': '2001:db8::10'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:40.615189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9b03c34d-d955-4eed-b9da-ad56122a70ab'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:40.684143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-48b0c825-c347-45e3-ad48-23fc111982fd', 'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd', 'tenant_id': '8330e569565b43f0a7483faf50789701', 'fixed_ips': [{'subnet_id': 'eda5c59b-5286-4f51-b67d-3e1452d266b6'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:40.685024 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.710367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040750-9d0e-459b-be95-81b340a9f3ac req-534c5c4b-23e1-4b11-97dd-ea176e1e0023 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:40.712547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f8040750-9d0e-459b-be95-81b340a9f3ac req-534c5c4b-23e1-4b11-97dd-ea176e1e0023 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1270466 Jul 08 01:58:40.773443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f8040750-9d0e-459b-be95-81b340a9f3ac req-981123ce-2c05-4d32-a2f2-060e9957f390 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539446 Jul 08 01:58:40.877182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39166) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:40.896468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:40.956450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Allocated IP 2001:db8::2 (48b0c825-c347-45e3-ad48-23fc111982fd/eda5c59b-5286-4f51-b67d-3e1452d266b6/81ffa21f-6e58-45e3-b9ea-804799c93ca4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:41.029254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-548865921-network', 'tenant_id': '0aa25b3bab394d079bcdafd73f6964bd'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:41.127713 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.127940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.136578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Transition to ACTIVE for port object 81ffa21f-6e58-45e3-b9ea-804799c93ca4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:41.151995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8c14-383b-4ae2-b3da-371d0d2b6d0f req-c11d2e68-b3ec-4413-b82b-eb71d69f8f20 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:41.152255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Transition to ACTIVE for port object 81ffa21f-6e58-45e3-b9ea-804799c93ca4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:41.153624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-122e8c14-383b-4ae2-b3da-371d0d2b6d0f req-c11d2e68-b3ec-4413-b82b-eb71d69f8f20 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1579485 Jul 08 01:58:41.159682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 805ee3a1-fa62-4ff6-ae80-334645c3beed yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:41.217625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Made reservation on behalf of 0aa25b3bab394d079bcdafd73f6964bd for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:41.220181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.226106 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.245186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.277418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Network 48b0c825-c347-45e3-ad48-23fc111982fd is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:41.281348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:41.283452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Pushing event updated for resources: {'Port': ['ID=81ffa21f-6e58-45e3-b9ea-804799c93ca4,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:41.290996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:41.309043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-122e8c14-383b-4ae2-b3da-371d0d2b6d0f req-f94a22f2-cfa8-4d55-891f-0ef08cc94217 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442039 Jul 08 01:58:41.359825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Attempting to bind port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:41.360200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Attempting to bind port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '68c1f7bc-7f50-436c-8bd7-feb267d959ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:41.360664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Attempting to bind port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 on network 48b0c825-c347-45e3-ad48-23fc111982fd {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:41.383048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:41.383478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Checking segment: {'id': '68c1f7bc-7f50-436c-8bd7-feb267d959ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:41.383886 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.384279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Bound using segment: {'id': '68c1f7bc-7f50-436c-8bd7-feb267d959ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:41.384833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Bound port: 81ffa21f-6e58-45e3-b9ea-804799c93ca4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c1f7bc-7f50-436c-8bd7-feb267d959ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:41.385216 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.463400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] For port 81ffa21f-6e58-45e3-b9ea-804799c93ca4, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:41.467458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] For port 81ffa21f-6e58-45e3-b9ea-804799c93ca4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=81ffa21f-6e58-45e3-b9ea-804799c93ca4,segment=NetworkSegment(68c1f7bc-7f50-436c-8bd7-feb267d959ec),segment_id=68c1f7bc-7f50-436c-8bd7-feb267d959ec)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:41.471265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::10 (48b0c825-c347-45e3-ad48-23fc111982fd/eda5c59b-5286-4f51-b67d-3e1452d266b6/805ee3a1-fa62-4ff6-ae80-334645c3beed) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:41.562546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bf477-2ab0-4abe-8643-5473bab97028 req-36d084cd-ca39-4f3b-a38f-eb1b93cfda54 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:41.564369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e5bf477-2ab0-4abe-8643-5473bab97028 req-36d084cd-ca39-4f3b-a38f-eb1b93cfda54 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0803754 Jul 08 01:58:41.577140 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.587552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.642604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e5bf477-2ab0-4abe-8643-5473bab97028 req-8da44ac4-cfc7-4054-9cd5-4ed0bc890bfb tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572588 Jul 08 01:58:41.660334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b65c7-885a-476c-853c-c0f45cc9d9eb None None] Pushing event updated for resources: {'Port': ['ID=81ffa21f-6e58-45e3-b9ea-804799c93ca4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:41.717159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27acc6-e1ac-4642-95c8-99f791a7d705 req-99bbeb42-f525-4418-aa7b-2b26f14ec559 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:41.718805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a27acc6-e1ac-4642-95c8-99f791a7d705 req-99bbeb42-f525-4418-aa7b-2b26f14ec559 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 945 time: 0.1936152 Jul 08 01:58:41.750179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.757275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.818105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object 805ee3a1-fa62-4ff6-ae80-334645c3beed will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:41.866281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:58:41.896845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a27acc6-e1ac-4642-95c8-99f791a7d705 req-7a114566-5027-45be-b28c-bfd07854f639 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694927 Jul 08 01:58:41.909332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f1409c-2b60-4dd1-9305-d163fda5c290,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:41.925691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.934976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.935858 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Added segment 69a1aff9-bec6-4724-9677-37cf236024b2 of type vlan for network edbcb532-e17f-44e8-aeff-e822195cfe72 Jul 08 01:58:41.957755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.958109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.958455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.959307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.959711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.963455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.963455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.963455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.963455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.963455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.963455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:41.963455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:42.034637 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e0f8-6d4a-4a74-90c7-5635f85c38bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.037444 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.050126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 48b0c825-c347-45e3-ad48-23fc111982fd is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:42.061393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:42.063118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f307f-721d-4015-822b-f5ad12eaf95c req-dd252b91-5101-4da2-834a-74e389370d64 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.065282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-299f307f-721d-4015-822b-f5ad12eaf95c req-dd252b91-5101-4da2-834a-74e389370d64 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1126626 Jul 08 01:58:42.068197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03c34d-d955-4eed-b9da-ad56122a70ab up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:42.081677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:42.096935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.098060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.118116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=805ee3a1-fa62-4ff6-ae80-334645c3beed,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:42.138001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-299f307f-721d-4015-822b-f5ad12eaf95c req-5328affc-b4b7-47db-a237-761445f30827 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667021 Jul 08 01:58:42.143981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 9b03c34d-d955-4eed-b9da-ad56122a70ab triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:42.144343 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.208526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8bcafe54-b5b1-4e2b-96ac-6c737efedba0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6371167 Jul 08 01:58:42.208788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:42.214640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': '48b0c825-c347-45e3-ad48-23fc111982fd', 'name': 'tempest-PortsIpV6TestJSON-1566081688', 'fixed_ips': [{'subnet_id': 'eda5c59b-5286-4f51-b67d-3e1452d266b6', 'ip_address': '2001:db8::f'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:42.230460 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.255446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:42.257789 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2bb5a-7dee-4085-a56a-c02287136048" -d '{"events": [{"server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:42.264187 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.265505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.266125 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.273835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:42.331380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.356216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] Pushing event updated for resources: {'Network': ['ID=edbcb532-e17f-44e8-aeff-e822195cfe72,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:42.385809 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd2013f-d0ec-41a2-9af9-5e1ea37af9a1 x-openstack-request-id: req-1bd2013f-d0ec-41a2-9af9-5e1ea37af9a1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:42.385985 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:42.386175 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bd2013f-d0ec-41a2-9af9-5e1ea37af9a1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:42.386569 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'code': 200} Jul 08 01:58:42.387262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network edbcb532-e17f-44e8-aeff-e822195cfe72 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:58:42.419752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39186) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:42.430603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Request body: {'subnet': {'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-548865921-subnet', 'tenant_id': '0aa25b3bab394d079bcdafd73f6964bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:42.434056 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-37229099-7972-4b1a-b427-9eebb010bf40 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5556598 Jul 08 01:58:42.448188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:42.487913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:42.493542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.539756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port b93d209a-eecb-431a-9ea4-34027f943a8d yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:42.580975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a497215-db1e-435a-b9fd-aa5383b0e881 req-3bab7f94-a515-4a0c-9237-5b735fefb5da tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.584274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a497215-db1e-435a-b9fd-aa5383b0e881 req-3bab7f94-a515-4a0c-9237-5b735fefb5da tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1053057 Jul 08 01:58:42.621759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Made reservation on behalf of 0aa25b3bab394d079bcdafd73f6964bd for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:42.624357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.704505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a497215-db1e-435a-b9fd-aa5383b0e881 req-443f691c-c2ef-4340-bc96-2f61e65bd42d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121762 Jul 08 01:58:42.814496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::f (48b0c825-c347-45e3-ad48-23fc111982fd/eda5c59b-5286-4f51-b67d-3e1452d266b6/b93d209a-eecb-431a-9ea4-34027f943a8d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:43.082969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb96a6-599a-46a8-9bc6-76db8b929f06 req-b3e3141a-624f-468b-95db-ea0cfd219cc8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:43.084629 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ebb96a6-599a-46a8-9bc6-76db8b929f06 req-b3e3141a-624f-468b-95db-ea0cfd219cc8 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2322719 Jul 08 01:58:43.093595 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.150894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893906a6-d4f8-4c1b-bf0c-bb65f07a1fac None None] Network 48b0c825-c347-45e3-ad48-23fc111982fd requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:43.184188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ebb96a6-599a-46a8-9bc6-76db8b929f06 req-47ebdf52-88f3-4159-947b-e23cd9e90e75 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877273 Jul 08 01:58:43.227599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.256932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57495128-c642-439a-ac9a-50dfd4393ed3,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:43.292899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Checking segment: {'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:43.293274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Network hostable DHCP agents. Network: edbcb532-e17f-44e8-aeff-e822195cfe72, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:58:43.315997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object b93d209a-eecb-431a-9ea4-34027f943a8d will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:43.329224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65324d5-a98d-4b9c-90d4-5a029c6b064c req-381f9c68-dc55-4332-acc1-eb5adddb23a7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:43.330891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c65324d5-a98d-4b9c-90d4-5a029c6b064c req-381f9c68-dc55-4332-acc1-eb5adddb23a7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1678114 Jul 08 01:58:43.380399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c6d5740c-b75a-45b1-8d61-d9702a1cb1af None None] Provisioning for port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:43.427636 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c65324d5-a98d-4b9c-90d4-5a029c6b064c req-67f3c968-ead1-4115-8747-b1b9d0e79cf8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884607 Jul 08 01:58:43.443210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Network edbcb532-e17f-44e8-aeff-e822195cfe72 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:58:43.496992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f8618-a420-422b-9998-d9948ad1641d req-7822c82a-b62d-4028-b321-f50a295bac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:43.498543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a09f8618-a420-422b-9998-d9948ad1641d req-7822c82a-b62d-4028-b321-f50a295bac39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1098 time: 0.2637446 Jul 08 01:58:43.511551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aabe2d-cc85-450f-a23a-4f10e6a710e0 req-77755e22-a01e-4e66-b87b-b94699eea841 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:43.519015 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39aabe2d-cc85-450f-a23a-4f10e6a710e0 req-77755e22-a01e-4e66-b87b-b94699eea841 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1964929 Jul 08 01:58:43.539399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, edbcb532-e17f-44e8-aeff-e822195cfe72) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:43.544441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 81ffa21f-6e58-45e3-b9ea-804799c93ca4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:43.552408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:43.552851 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.574016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc6ae7-af79-4932-a348-ec81511d7265 None None] Network edbcb532-e17f-44e8-aeff-e822195cfe72 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:43.611309 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.631175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39aabe2d-cc85-450f-a23a-4f10e6a710e0 req-2dbb9f2f-1fa8-43cd-91c9-17684567d644 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112328 Jul 08 01:58:43.644324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-745298b1-4fb5-40a7-a7eb-ece567ca4129 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2240496 Jul 08 01:58:43.671692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a09f8618-a420-422b-9998-d9948ad1641d req-da67547b-16b4-4366-a28f-b379d16073f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063499 Jul 08 01:58:43.765070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=b93d209a-eecb-431a-9ea4-34027f943a8d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:43.780118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 48b0c825-c347-45e3-ad48-23fc111982fd is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:43.787553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:43.791854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:43.811013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:43.812103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.933604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39226) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:43.942562 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a1494f05-4443-4c9c-9fac-533d9ad35047 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7269337 Jul 08 01:58:43.970724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:43.980251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:43.981014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.006832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Provisioning complete for port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:44.007966 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.071208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d3433-15e3-4b6d-b5c1-619e5604ebb1 None None] Network edbcb532-e17f-44e8-aeff-e822195cfe72 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:44.309236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-45ab9fa8-292d-4a35-a052-0e5973fba671 req-2949d625-6eb5-4293-b330-385a9e6aa10f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-318595452', 'description': 'tempest-description-378686130'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:44.371156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68c1ac-9064-437b-a4fd-a2bb975a00c2 req-27a62cff-8df9-4570-9c77-f982c879fa84 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:44.373128 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a68c1ac-9064-437b-a4fd-a2bb975a00c2 req-27a62cff-8df9-4570-9c77-f982c879fa84 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.3187177 Jul 08 01:58:44.376793 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-605e94de-9a0c-4451-95fc-a542416f7338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.383895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e7cf6f-7c2f-417d-a621-cac21cb87d61 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:44.385924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-46e7cf6f-7c2f-417d-a621-cac21cb87d61 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4504254 Jul 08 01:58:44.391660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:44.439633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a68c1ac-9064-437b-a4fd-a2bb975a00c2 req-85061ac9-94cc-4da5-ba59-75765d7c96f7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504899 Jul 08 01:58:44.459284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-45ab9fa8-292d-4a35-a052-0e5973fba671 req-2949d625-6eb5-4293-b330-385a9e6aa10f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.463954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.469177 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.550298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 81ffa21f-6e58-45e3-b9ea-804799c93ca4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=81ffa21f-6e58-45e3-b9ea-804799c93ca4,segment=NetworkSegment(68c1f7bc-7f50-436c-8bd7-feb267d959ec),segment_id=68c1f7bc-7f50-436c-8bd7-feb267d959ec)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:44.598492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da0c42-d4b8-4398-843f-eb45d8b01084 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:44.605686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da0c42-d4b8-4398-843f-eb45d8b01084 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:44.615310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da0c42-d4b8-4398-843f-eb45d8b01084 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:44.620485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-95da0c42-d4b8-4398-843f-eb45d8b01084 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2244194 Jul 08 01:58:44.620781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39240) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:44.650389 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.749467 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:58:44.749840 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:58:44.766395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=81ffa21f-6e58-45e3-b9ea-804799c93ca4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:44.767177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8aca9-c6f5-4db8-9e87-b634cf61cf2a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port b93d209a-eecb-431a-9ea4-34027f943a8d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:44.768090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccc8aca9-c6f5-4db8-9e87-b634cf61cf2a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.914164 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.951237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccc8aca9-c6f5-4db8-9e87-b634cf61cf2a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.996562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8aca9-c6f5-4db8-9e87-b634cf61cf2a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for b93d209a-eecb-431a-9ea4-34027f943a8d owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:45.069341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-45ab9fa8-292d-4a35-a052-0e5973fba671 req-2949d625-6eb5-4293-b330-385a9e6aa10f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.077129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4488e-e787-4d9d-b2dc-9fc6ac93b9e6 req-4abee867-b561-4935-bdc2-da4060941a2a tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.078775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ceb4488e-e787-4d9d-b2dc-9fc6ac93b9e6 req-4abee867-b561-4935-bdc2-da4060941a2a tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2083418 Jul 08 01:58:45.140563 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ceb4488e-e787-4d9d-b2dc-9fc6ac93b9e6 req-63c9a6b4-824f-4b44-944f-83ec67eea6c0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508320 Jul 08 01:58:45.154569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-45ab9fa8-292d-4a35-a052-0e5973fba671 req-2949d625-6eb5-4293-b330-385a9e6aa10f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.232122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949d625-6eb5-4293-b330-385a9e6aa10f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976318c3-ceea-4148-b65a-a22656c5e8d7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:45.340329 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-45ab9fa8-292d-4a35-a052-0e5973fba671 req-2949d625-6eb5-4293-b330-385a9e6aa10f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.341650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-45ab9fa8-292d-4a35-a052-0e5973fba671 req-2949d625-6eb5-4293-b330-385a9e6aa10f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0493147 Jul 08 01:58:45.342918 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccc8aca9-c6f5-4db8-9e87-b634cf61cf2a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.377877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8aca9-c6f5-4db8-9e87-b634cf61cf2a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=b93d209a-eecb-431a-9ea4-34027f943a8d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:45.408794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Provisioning for port 805ee3a1-fa62-4ff6-ae80-334645c3beed completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:45.413875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Provisioning complete for port 805ee3a1-fa62-4ff6-ae80-334645c3beed triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:45.414576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.422356 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccc8aca9-c6f5-4db8-9e87-b634cf61cf2a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.424931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ccc8aca9-c6f5-4db8-9e87-b634cf61cf2a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/b93d209a-eecb-431a-9ea4-34027f943a8d HTTP/1.1" status: 204 len: 168 time: 0.8029323 Jul 08 01:58:45.427737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:45.476050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9375e-a65a-449e-998e-4e3ae9287e76 req-6184b5cc-d425-41e1-8a77-2b0d6de9ee25 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.477639 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3e9375e-a65a-449e-998e-4e3ae9287e76 req-6184b5cc-d425-41e1-8a77-2b0d6de9ee25 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1804953 Jul 08 01:58:45.480408 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab01aae-54c1-4efb-9de0-d6883ec11409 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:45.483388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ab01aae-54c1-4efb-9de0-d6883ec11409 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/b93d209a-eecb-431a-9ea4-34027f943a8d HTTP/1.1" status: 404 len: 333 time: 0.0533130 Jul 08 01:58:45.485116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39254) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:45.499939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 81ffa21f-6e58-45e3-b9ea-804799c93ca4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:45.613144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f3e9375e-a65a-449e-998e-4e3ae9287e76 req-434a8930-6ce1-46af-9213-6c02dcf3a1e8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949595 Jul 08 01:58:45.621182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f965e427-b1cc-444e-9e87-b893d33e10d4 None None] Port 805ee3a1-fa62-4ff6-ae80-334645c3beed cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:45.653712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:45.654112 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.663229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7ce608af-7680-4ba7-9adc-43ace63628d3 req-1324c07f-bb6a-45c6-a8b0-246cd435a47b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1031517035', 'description': 'tempest-description-1800104916'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:45.700109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ecbfa-1d0c-4aef-a341-10f90e63c56d req-0a81e51b-3f55-4b6f-9fa0-5cc7f9371526 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.706856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e2ecbfa-1d0c-4aef-a341-10f90e63c56d req-0a81e51b-3f55-4b6f-9fa0-5cc7f9371526 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1615589 Jul 08 01:58:45.711880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d396490-7902-486c-a676-945cbaa4caf9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 805ee3a1-fa62-4ff6-ae80-334645c3beed {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:45.712291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d396490-7902-486c-a676-945cbaa4caf9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.768257 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.781014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8263b9bd-9f28-4ed9-9099-83b20d2fdf63 None None] Provisioning complete for port 805ee3a1-fa62-4ff6-ae80-334645c3beed triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:45.781411 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8263b9bd-9f28-4ed9-9099-83b20d2fdf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.801030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e2ecbfa-1d0c-4aef-a341-10f90e63c56d req-a3619915-4e59-4da8-a9b2-950c8061fddc tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849965 Jul 08 01:58:45.843647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8263b9bd-9f28-4ed9-9099-83b20d2fdf63 None None] Port 805ee3a1-fa62-4ff6-ae80-334645c3beed cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:45.846763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8263b9bd-9f28-4ed9-9099-83b20d2fdf63 None None] Could not find standard attr ID for object b93d209a-eecb-431a-9ea4-34027f943a8d. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:58:45.878626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d396490-7902-486c-a676-945cbaa4caf9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.917382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7ce608af-7680-4ba7-9adc-43ace63628d3 req-1324c07f-bb6a-45c6-a8b0-246cd435a47b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.935834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d396490-7902-486c-a676-945cbaa4caf9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 805ee3a1-fa62-4ff6-ae80-334645c3beed owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:46.055534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded9a2-5ea3-4dc6-9e24-ec568de34617 req-84b6d1c6-60f1-4292-86c2-7263c5f4b2fa tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:46.058370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cded9a2-5ea3-4dc6-9e24-ec568de34617 req-84b6d1c6-60f1-4292-86c2-7263c5f4b2fa tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1098688 Jul 08 01:58:46.119920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cded9a2-5ea3-4dc6-9e24-ec568de34617 req-8295dece-6cb3-43a4-8922-f7b1cb85766e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Jul 08 01:58:46.190597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7ce608af-7680-4ba7-9adc-43ace63628d3 req-1324c07f-bb6a-45c6-a8b0-246cd435a47b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.259226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7ce608af-7680-4ba7-9adc-43ace63628d3 req-1324c07f-bb6a-45c6-a8b0-246cd435a47b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.321691 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d396490-7902-486c-a676-945cbaa4caf9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.357675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324c07f-bb6a-45c6-a8b0-246cd435a47b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212e6de8-2b25-46d4-99b6-b6c094aa9d3f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:46.364953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d396490-7902-486c-a676-945cbaa4caf9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=805ee3a1-fa62-4ff6-ae80-334645c3beed,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:46.421023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7ce608af-7680-4ba7-9adc-43ace63628d3 req-1324c07f-bb6a-45c6-a8b0-246cd435a47b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.435727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ce608af-7680-4ba7-9adc-43ace63628d3 req-1324c07f-bb6a-45c6-a8b0-246cd435a47b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7813721 Jul 08 01:58:46.455152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d396490-7902-486c-a676-945cbaa4caf9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.469652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8d396490-7902-486c-a676-945cbaa4caf9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/805ee3a1-fa62-4ff6-ae80-334645c3beed HTTP/1.1" status: 204 len: 168 time: 0.9806118 Jul 08 01:58:46.470432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:46.536252 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-82da406a-23d9-4492-a9d5-b51239e5f99f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:58:46.548018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:46.566550 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-82da406a-23d9-4492-a9d5-b51239e5f99f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/805ee3a1-fa62-4ff6-ae80-334645c3beed HTTP/1.1" status: 404 len: 333 time: 0.0846581 Jul 08 01:58:46.695814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-151ff26c-b6f8-42f2-9947-230aaa1900fe tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet eda5c59b-5286-4f51-b67d-3e1452d266b6 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:46.700349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151ff26c-b6f8-42f2-9947-230aaa1900fe tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.760375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151ff26c-b6f8-42f2-9947-230aaa1900fe tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.771127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5710943-af10-4c7e-9987-2d845e6407b5 req-3cfb8bff-7675-4859-9d8d-435326ae1c3b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:46.779296 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a5710943-af10-4c7e-9987-2d845e6407b5 req-3cfb8bff-7675-4859-9d8d-435326ae1c3b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1753123 Jul 08 01:58:46.874769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a5710943-af10-4c7e-9987-2d845e6407b5 req-96b8fa2b-99bb-4428-9ff0-063638d8cba0 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943215 Jul 08 01:58:46.945102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151ff26c-b6f8-42f2-9947-230aaa1900fe tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.204694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d1c67-5f29-4888-88f8-7a72c0b6f64e req-298e3e8d-1445-4271-9d21-9dc4374e66fa tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.206231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2d1c67-5f29-4888-88f8-7a72c0b6f64e req-298e3e8d-1445-4271-9d21-9dc4374e66fa tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1653385 Jul 08 01:58:47.276875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2d1c67-5f29-4888-88f8-7a72c0b6f64e req-0cb11f54-187c-450c-ad5d-2c1762b333af tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593085 Jul 08 01:58:47.289966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-0854ce2b-5c1c-4b8a-aac2-7006d9b40b7d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.297205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-0854ce2b-5c1c-4b8a-aac2-7006d9b40b7d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 812 time: 0.3223495 Jul 08 01:58:47.318382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-a3812021-f4d9-4417-904f-89e02fac40ad tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/quotas/0aa25b3bab394d079bcdafd73f6964bd HTTP/1.1" status: 200 len: 375 time: 0.0202374 Jul 08 01:58:47.321739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-a602203b-6b52-45f1-9455-4aa3936ab13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.323799 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-a602203b-6b52-45f1-9455-4aa3936ab13b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1098 time: 0.2175815 Jul 08 01:58:47.359225 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.372044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-f1d48526-b854-4186-be1c-061ee8d447f3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520558 Jul 08 01:58:47.373819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151ff26c-b6f8-42f2-9947-230aaa1900fe tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.448969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19612f-806f-4fd7-8142-d07ab791fadb req-c1fb980b-312b-48c9-9f58-ea2a4faaccf2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.456223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd19612f-806f-4fd7-8142-d07ab791fadb req-c1fb980b-312b-48c9-9f58-ea2a4faaccf2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0738323 Jul 08 01:58:47.486258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ff26c-b6f8-42f2-9947-230aaa1900fe tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=eda5c59b-5286-4f51-b67d-3e1452d266b6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:47.511186 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd19612f-806f-4fd7-8142-d07ab791fadb req-9920cabb-3457-438e-8aef-5803c36bc0cd tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483735 Jul 08 01:58:47.511478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-151ff26c-b6f8-42f2-9947-230aaa1900fe tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.511600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8378cbd-08cf-4ff6-aeab-4b9690a03c70 None None] Network 48b0c825-c347-45e3-ad48-23fc111982fd requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:47.515165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39296) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:47.515320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-151ff26c-b6f8-42f2-9947-230aaa1900fe tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/eda5c59b-5286-4f51-b67d-3e1452d266b6 HTTP/1.1" status: 204 len: 168 time: 0.9654555 Jul 08 01:58:47.641365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-3ff3648d-2aa0-4164-9a82-9b82c0b82587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.642931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-3ff3648d-2aa0-4164-9a82-9b82c0b82587 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 919 time: 0.2814205 Jul 08 01:58:47.646765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-05726479-0a43-46fe-bacb-edd99eb8bd12 service neutron] 10.222.0.10 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743635 Jul 08 01:58:47.693238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.712242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-2723ef5e-51eb-403c-9036-4e675de14731 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 200 len: 217 time: 0.0481057 Jul 08 01:58:47.763231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd20764-2618-442a-a449-228c2bdb783d req-18ccbb3e-b904-44b5-95ef-0bdefe2e7ce7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.765058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bdd20764-2618-442a-a449-228c2bdb783d req-18ccbb3e-b904-44b5-95ef-0bdefe2e7ce7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1381328 Jul 08 01:58:47.805790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:47.806027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.823953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] DHCP port deletion for 48b0c825-c347-45e3-ad48-23fc111982fd request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:47.825685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-d4f5e7e6-6564-4106-a0c2-9d06f6c49c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.827196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-d4f5e7e6-6564-4106-a0c2-9d06f6c49c56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.1028588 Jul 08 01:58:47.887276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] Deleting port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:47.888020 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.897454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-fb2ed75a-8c9d-4477-8326-76d3d4d8f804 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549514 Jul 08 01:58:47.912993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-dcd4968b-3d36-4909-8ffe-5d9c704ecd07 service neutron] 10.222.0.10 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577975 Jul 08 01:58:48.008413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] For port 81ffa21f-6e58-45e3-b9ea-804799c93ca4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=81ffa21f-6e58-45e3-b9ea-804799c93ca4,segment=NetworkSegment(68c1f7bc-7f50-436c-8bd7-feb267d959ec),segment_id=68c1f7bc-7f50-436c-8bd7-feb267d959ec)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:48.009047 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.026686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] Calling delete_port for 81ffa21f-6e58-45e3-b9ea-804799c93ca4 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:48.099137 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.109384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-a39ace0e-556f-4b2d-a763-3049d24a7bdf service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936946 Jul 08 01:58:48.278357 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.293577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bdd20764-2618-442a-a449-228c2bdb783d req-b53b0e71-0024-4d02-b96c-b0bfb674d5b1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221353 Jul 08 01:58:48.302225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] No DVR routers for this DVR port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:48.333883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] For port 81ffa21f-6e58-45e3-b9ea-804799c93ca4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=81ffa21f-6e58-45e3-b9ea-804799c93ca4,segment=NetworkSegment(68c1f7bc-7f50-436c-8bd7-feb267d959ec),segment_id=68c1f7bc-7f50-436c-8bd7-feb267d959ec)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:48.336557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.352653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eaca92-7d7b-4c51-91f7-c9aace55754d None None] Pushing event deleted for resources: {'Port': ['ID=81ffa21f-6e58-45e3-b9ea-804799c93ca4,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:48.362662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 81ffa21f-6e58-45e3-b9ea-804799c93ca4 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:48.381817 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8339b6d5-a183-45e4-9b64-c1a43bd53f69 req-81f690c0-9786-47c1-8a46-6e6766196fbc service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611413 Jul 08 01:58:48.512365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.568849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=81ffa21f-6e58-45e3-b9ea-804799c93ca4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:48.571087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No DVR routers for this DVR port 81ffa21f-6e58-45e3-b9ea-804799c93ca4 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:48.658070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78f1599f-d3b9-4425-8090-aefdcf466302 req-6c336870-3b5c-4021-8637-c08eeabb0460 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 210 time: 0.0443826 Jul 08 01:58:48.726995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.742853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b0c825-c347-45e3-ad48-23fc111982fd']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:48.759282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c1f7bc-7f50-436c-8bd7-feb267d959ec') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:48.760487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c1f7bc-7f50-436c-8bd7-feb267d959ec') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:48.772717 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.816674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.816674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596476e4-4452-4f7d-84b3-69133013d6ad req-b7929839-1fdd-49bd-83ef-18b02e3417bc tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:48.816674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-596476e4-4452-4f7d-84b3-69133013d6ad req-b7929839-1fdd-49bd-83ef-18b02e3417bc tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.3498387 Jul 08 01:58:48.825282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:48.830760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: timer() Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:48.837568 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:48.982021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493ed3-d9df-438c-bec7-5d445732dd3c req-5c034419-83b8-4a07-a23a-a38142e7eb09 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:48.993618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-596476e4-4452-4f7d-84b3-69133013d6ad req-50758f9d-142a-423e-83af-2b2909870c11 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577516 Jul 08 01:58:49.006935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f493ed3-d9df-438c-bec7-5d445732dd3c req-5c034419-83b8-4a07-a23a-a38142e7eb09 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.2325432 Jul 08 01:58:49.067418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f493ed3-d9df-438c-bec7-5d445732dd3c req-0aa40aaa-63fe-4218-bda3-10fc02aab0f9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593908 Jul 08 01:58:49.110632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.117745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.160982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:49.160982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1957977467'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:49.161364 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/networks/48b0c825-c347-45e3-ad48-23fc111982fd HTTP/1.1" status: 204 len: 168 time: 1.6185474 Jul 08 01:58:49.161364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c1f5c-eb71-452e-b91d-5a3a885b73be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Network': ['ID=48b0c825-c347-45e3-ad48-23fc111982fd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:49.233540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b176d-9f1a-4a26-9db6-baa458dc5320 req-ff7e2005-0865-4abc-a1ad-696b227e5271 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:49.235430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-921b176d-9f1a-4a26-9db6-baa458dc5320 req-ff7e2005-0865-4abc-a1ad-696b227e5271 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0681858 Jul 08 01:58:49.273359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-921b176d-9f1a-4a26-9db6-baa458dc5320 req-4d51ed58-7368-4b56-8d0c-93642b00ab93 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Jul 08 01:58:49.447149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 81ffa21f-6e58-45e3-b9ea-804799c93ca4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:49.470461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 81ffa21f-6e58-45e3-b9ea-804799c93ca4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:49.471506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 81ffa21f-6e58-45e3-b9ea-804799c93ca4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:49.507042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:49.511561 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.553248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:58:49.574880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a7acd-f49f-476b-8ed9-9920e77449bd req-9bd1556c-e657-4a1e-b689-ac80bb836b17 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:49.576428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-844a7acd-f49f-476b-8ed9-9920e77449bd req-9bd1556c-e657-4a1e-b689-ac80bb836b17 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1342151 Jul 08 01:58:49.578484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.578974 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Added segment a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb of type vlan for network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 Jul 08 01:58:49.658532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.672614 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-844a7acd-f49f-476b-8ed9-9920e77449bd req-c669e3e7-9657-467e-a26a-ea6cde723497 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828106 Jul 08 01:58:49.773535 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.785672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:49.786352 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.787168 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-24b20015-ef4f-4f01-b6a8-96a0ab7ec329 req-399a6425-a9ad-4749-a774-e357593038f8 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 210 time: 0.0415738 Jul 08 01:58:49.875567 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Network': ['ID=d77d0f84-1bdf-4b6c-b75f-b54ae2b96874,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:49.889555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:58:49.912206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-825dd972-f6bd-4940-a554-a0d5ffbe2059 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7827411 Jul 08 01:58:49.918872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39338) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:49.924731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': 'd77d0f84-1bdf-4b6c-b75f-b54ae2b96874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:50.115060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:50.121874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.272036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e668f-23ee-4801-91ed-2ba59f451928 req-2a596dbb-6032-437a-aaac-4a52e75f82b1 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:50.278758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be5e668f-23ee-4801-91ed-2ba59f451928 req-2a596dbb-6032-437a-aaac-4a52e75f82b1 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.0792007 Jul 08 01:58:50.360439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be5e668f-23ee-4801-91ed-2ba59f451928 req-0c1defa7-3088-46ca-86d1-bd24925f1a45 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807097 Jul 08 01:58:50.535773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f16fc-5154-4d47-84d5-b3b5c0b430c4 req-412eccaa-8a4b-4106-b73b-dc20390ae203 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:50.537669 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-634f16fc-5154-4d47-84d5-b3b5c0b430c4 req-412eccaa-8a4b-4106-b73b-dc20390ae203 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0793288 Jul 08 01:58:50.555512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7985e0d-1e0d-4248-8d2e-8fa5d02696e1 req-7a179247-b716-42b1-a1b7-5919d10bcb1a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:50.564195 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7985e0d-1e0d-4248-8d2e-8fa5d02696e1 req-7a179247-b716-42b1-a1b7-5919d10bcb1a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.2206817 Jul 08 01:58:50.593955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-634f16fc-5154-4d47-84d5-b3b5c0b430c4 req-f44fd08b-ef31-4f03-b16c-46f64dc45345 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Jul 08 01:58:50.674491 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7985e0d-1e0d-4248-8d2e-8fa5d02696e1 req-0f718019-5160-45e3-9ca4-ed810b560178 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090691 Jul 08 01:58:50.762682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.852802 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.920684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=88fa482e-1faa-4d58-a032-992a444f41c0,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:51.074740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Checking segment: {'id': 'a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd77d0f84-1bdf-4b6c-b75f-b54ae2b96874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:51.075405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network hostable DHCP agents. Network: d77d0f84-1bdf-4b6c-b75f-b54ae2b96874, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:58:51.078079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ce57677-ae96-419f-9b99-02e1c25cfba8 req-ed12853d-d828-45ab-a239-03a49844652b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 210 time: 0.0811894 Jul 08 01:58:51.121599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea682f-f8ad-4df5-8212-73696bf2b49e req-9b553117-2a51-4810-a263-191715d89fb1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:51.123576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8aea682f-f8ad-4df5-8212-73696bf2b49e req-9b553117-2a51-4810-a263-191715d89fb1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1724939 Jul 08 01:58:51.218691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8aea682f-f8ad-4df5-8212-73696bf2b49e req-84053f45-1765-451b-9585-d7fe18fefab0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883920 Jul 08 01:58:51.222356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:58:51.318857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d77d0f84-1bdf-4b6c-b75f-b54ae2b96874) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:51.324985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:51.325585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:51.330615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cfbe98-a558-496c-8421-a16bd081979c None None] Network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:51.443126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0907bf9f-6d44-49b8-bcc2-11584818d830 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5226624 Jul 08 01:58:51.445871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39362) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:51.455679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-868c220d-c3d9-4e5b-af98-020c3c77c291 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1996510469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:51.585850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-868c220d-c3d9-4e5b-af98-020c3c77c291 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:51.586938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-868c220d-c3d9-4e5b-af98-020c3c77c291 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:51.622357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc6f3a-909b-462d-8b77-03b02b777843 req-32fddefe-0376-45ea-84fd-65d3b88566a3 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:51.647720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01bc6f3a-909b-462d-8b77-03b02b777843 req-32fddefe-0376-45ea-84fd-65d3b88566a3 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.1341503 Jul 08 01:58:51.671370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-d77d0f84-1bdf-4b6c-b75f-b54ae2b96874', 'network_id': 'd77d0f84-1bdf-4b6c-b75f-b54ae2b96874', 'tenant_id': '8330e569565b43f0a7483faf50789701', 'fixed_ips': [{'subnet_id': '88fa482e-1faa-4d58-a032-992a444f41c0'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:51.671370 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:51.795123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01bc6f3a-909b-462d-8b77-03b02b777843 req-04f52e5a-daa9-42c7-bb82-0db37a6668cf tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405649 Jul 08 01:58:51.910197 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-868c220d-c3d9-4e5b-af98-020c3c77c291 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:51.991971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Allocated IP 2001:db8::2 (d77d0f84-1bdf-4b6c-b75f-b54ae2b96874/88fa482e-1faa-4d58-a032-992a444f41c0/046d0385-1ab1-4e17-83cb-98e5d911beec) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:52.010691 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-868c220d-c3d9-4e5b-af98-020c3c77c291 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.074273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd0e8d-56b6-4530-a5d1-0b76b8ca4547 req-bdf2ade7-7f57-4fb2-97af-46a7df51fe0e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:52.089323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-37bd0e8d-56b6-4530-a5d1-0b76b8ca4547 req-bdf2ade7-7f57-4fb2-97af-46a7df51fe0e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2057397 Jul 08 01:58:52.165096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-37bd0e8d-56b6-4530-a5d1-0b76b8ca4547 req-d36d2c9d-1651-4425-b8ed-404e354d3b1f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749321 Jul 08 01:58:52.167199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0885301-05b6-4aa9-8573-6366d466be0d req-5a3114bd-42d9-466d-8b04-1f739eea94d7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:52.176242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-868c220d-c3d9-4e5b-af98-020c3c77c291 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.179974 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-868c220d-c3d9-4e5b-af98-020c3c77c291 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7295966 Jul 08 01:58:52.180167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0885301-05b6-4aa9-8573-6366d466be0d req-5a3114bd-42d9-466d-8b04-1f739eea94d7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1229763 Jul 08 01:58:52.182408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:52.191199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'network_id': 'd77d0f84-1bdf-4b6c-b75f-b54ae2b96874', 'name': 'tempest-PortsIpV6TestJSON-1178550197'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:52.394805 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.421732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Transition to ACTIVE for port object 046d0385-1ab1-4e17-83cb-98e5d911beec will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:52.426287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-8987483f-9cc2-4899-904c-663ddd4b68ce tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:52.432707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-8987483f-9cc2-4899-904c-663ddd4b68ce tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.32 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 812 time: 0.2354362 Jul 08 01:58:52.463142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Transition to ACTIVE for port object 046d0385-1ab1-4e17-83cb-98e5d911beec will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:52.470455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'port': {'device_id': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72', 'admin_state_up': True, 'tenant_id': '0aa25b3bab394d079bcdafd73f6964bd'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:52.503915 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0885301-05b6-4aa9-8573-6366d466be0d req-55e200bd-4682-4dd2-b7e5-1293e162e18f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070247 Jul 08 01:58:52.521794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:52.526010 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.577109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:52.581302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.688517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:52.693666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:52.699375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:52.723235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Pushing event updated for resources: {'Port': ['ID=046d0385-1ab1-4e17-83cb-98e5d911beec,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:52.731591 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c1fc7bf-25e2-49bd-893f-b1648fb84a47 req-5d2ce982-ba85-4e27-9d2c-2319a6aaee37 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 210 time: 0.0564592 Jul 08 01:58:52.911273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Attempting to bind port 046d0385-1ab1-4e17-83cb-98e5d911beec on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:52.911686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Attempting to bind port 046d0385-1ab1-4e17-83cb-98e5d911beec by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd77d0f84-1bdf-4b6c-b75f-b54ae2b96874'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:52.912291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Attempting to bind port 046d0385-1ab1-4e17-83cb-98e5d911beec on network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:52.924730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:52.925438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Checking segment: {'id': 'a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd77d0f84-1bdf-4b6c-b75f-b54ae2b96874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:52.926194 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.926770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Bound using segment: {'id': 'a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd77d0f84-1bdf-4b6c-b75f-b54ae2b96874'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:52.927518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Bound port: 046d0385-1ab1-4e17-83cb-98e5d911beec, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd77d0f84-1bdf-4b6c-b75f-b54ae2b96874'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:52.930523 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.036678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Made reservation on behalf of 0aa25b3bab394d079bcdafd73f6964bd for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:53.048147 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.050533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] For port 046d0385-1ab1-4e17-83cb-98e5d911beec, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:53.054732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] For port 046d0385-1ab1-4e17-83cb-98e5d911beec, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=046d0385-1ab1-4e17-83cb-98e5d911beec,segment=NetworkSegment(a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb),segment_id=a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:53.104555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::297 (d77d0f84-1bdf-4b6c-b75f-b54ae2b96874/88fa482e-1faa-4d58-a032-992a444f41c0/ab0ec417-c3dd-40e5-9b1d-84c284d8f220) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:53.133518 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.258835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda69a-a592-4daf-bd48-c76bf83b92ad req-99165ff5-42b1-43f6-ac08-966cbdc2a64c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:53.271973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97fda69a-a592-4daf-bd48-c76bf83b92ad req-99165ff5-42b1-43f6-ac08-966cbdc2a64c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.4452055 Jul 08 01:58:53.295271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53a15-716d-4fc3-a5f5-a97225317dae req-11537a37-9e6b-4264-9741-59373092dc8c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:53.296533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b1afa-4f79-41a5-8336-5de6ad3f6c77 None None] Pushing event updated for resources: {'Port': ['ID=046d0385-1ab1-4e17-83cb-98e5d911beec,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:53.296980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6c53a15-716d-4fc3-a5f5-a97225317dae req-11537a37-9e6b-4264-9741-59373092dc8c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2795968 Jul 08 01:58:53.451230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97fda69a-a592-4daf-bd48-c76bf83b92ad req-96024f4c-1a57-4dc8-8aa1-f0ae8ed6a592 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731801 Jul 08 01:58:53.522866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Allocated IP 172.20.0.3 (edbcb532-e17f-44e8-aeff-e822195cfe72/57495128-c642-439a-ac9a-50dfd4393ed3/8d4b0c39-4922-4bc2-a462-90e172176f8e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:53.701641 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.741078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6c53a15-716d-4fc3-a5f5-a97225317dae req-dd99c58d-231f-49d6-ab2c-4622ee22effe tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241369 Jul 08 01:58:53.811268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object ab0ec417-c3dd-40e5-9b1d-84c284d8f220 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:53.984557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.038000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73ace965-bef4-43d2-b412-0162d04fa253 req-983e41f1-cbb0-4d1f-8d19-864be0bdb9af tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 210 time: 0.0542212 Jul 08 01:58:54.042936 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.081520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e13a-13ff-4d8c-a2d4-f2c007bd4086 req-0b364bdd-2379-42b5-a4fb-ec37e16d6d01 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:54.096701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8848e13a-13ff-4d8c-a2d4-f2c007bd4086 req-0b364bdd-2379-42b5-a4fb-ec37e16d6d01 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1610639 Jul 08 01:58:54.105357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:54.110523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:54.114580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:54.120951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:54.122013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.177250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=ab0ec417-c3dd-40e5-9b1d-84c284d8f220,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:54.186229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.186931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.187514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.188188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.188716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.189247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.189764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.190284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.190927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.194143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.195009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.195467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:54.201326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8848e13a-13ff-4d8c-a2d4-f2c007bd4086 req-da7317fd-f7bd-44bf-a828-bd453bf62099 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036229 Jul 08 01:58:54.205683 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.279748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Network edbcb532-e17f-44e8-aeff-e822195cfe72 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:54.287067 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:54.290204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:54.308771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-041d5221-bc53-4e2f-9214-b211617be463 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1225648 Jul 08 01:58:54.310961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:54.331248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'Port': ['ID=8d4b0c39-4922-4bc2-a462-90e172176f8e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:54.336672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:54.344405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:54.379830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:54.380595 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.463260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-443953a2-b293-4169-a1d0-f441e1b9cd39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9973469 Jul 08 01:58:54.494450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Request body: {'port': {'device_id': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:54.680548 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.105788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.113462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113fdb62-3575-4fde-91d5-717730783596 None None] Network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:55.223681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337c6e1-b92a-4811-b3df-c1863567c170 req-d14752e3-15de-4404-b703-93e4d40d07c8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:55.225796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e337c6e1-b92a-4811-b3df-c1863567c170 req-d14752e3-15de-4404-b703-93e4d40d07c8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.4777648 Jul 08 01:58:55.269254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:55.276878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:55.280545 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff6eebf-3a58-4ec5-887f-8de16b5671d7" -d '{"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:55.302251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:55.337877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e337c6e1-b92a-4811-b3df-c1863567c170 req-f4e9d664-2e39-4b82-9b46-6f2db1bf2da5 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008568 Jul 08 01:58:55.385404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'mac_address': 'fa:16:3e:cd:f0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:55.395534 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.416185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3776f5a3-d419-4e1d-b146-eadcb78f45b7 None None] Provisioning for port 046d0385-1ab1-4e17-83cb-98e5d911beec completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:55.455310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.527619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4b0c39-4922-4bc2-a462-90e172176f8e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:55.549909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.593076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 046d0385-1ab1-4e17-83cb-98e5d911beec up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:55.650586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Transition to ACTIVE for port object 8d4b0c39-4922-4bc2-a462-90e172176f8e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:55.713751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0155b8-93cb-4cee-be03-f011839c3f7f req-a9d71a22-06e0-4db6-be1a-53baacb01ddd tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:55.721498 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc0155b8-93cb-4cee-be03-f011839c3f7f req-a9d71a22-06e0-4db6-be1a-53baacb01ddd tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 946 time: 0.1563585 Jul 08 01:58:55.722664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.749722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:55.759633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.790831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd9ee9-224a-425d-9503-5d62b4b40666 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:55.846283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:55.898617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc0155b8-93cb-4cee-be03-f011839c3f7f req-eb71b196-6cb8-43e7-8644-b58a67090375 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707292 Jul 08 01:58:55.914328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 046d0385-1ab1-4e17-83cb-98e5d911beec completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:55.934978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 046d0385-1ab1-4e17-83cb-98e5d911beec triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:55.935390 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.943677 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.030440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b0c39-4922-4bc2-a462-90e172176f8e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:56.161156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:56.208438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afa18c-b424-43b2-8c25-dfbfbfb8f9f2 req-6721f770-4cfc-4131-9f3e-0737883ac8c3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:56.210634 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-05afa18c-b424-43b2-8c25-dfbfbfb8f9f2 req-6721f770-4cfc-4131-9f3e-0737883ac8c3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 931 time: 0.5844262 Jul 08 01:58:56.247625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Attempting to bind port 8d4b0c39-4922-4bc2-a462-90e172176f8e on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:56.248069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Attempting to bind port 8d4b0c39-4922-4bc2-a462-90e172176f8e by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:56.248332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Attempting to bind port 8d4b0c39-4922-4bc2-a462-90e172176f8e on network edbcb532-e17f-44e8-aeff-e822195cfe72 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:56.255105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.262932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Port 8d4b0c39-4922-4bc2-a462-90e172176f8e on network edbcb532-e17f-44e8-aeff-e822195cfe72 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:58:56.263494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Attempting to bind port 8d4b0c39-4922-4bc2-a462-90e172176f8e on network edbcb532-e17f-44e8-aeff-e822195cfe72 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:56.274695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:56.275126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Checking segment: {'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:56.275527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Bound using segment: {'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:56.275971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Bound port: 8d4b0c39-4922-4bc2-a462-90e172176f8e, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:56.276344 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.280617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e2fd9ee9-224a-425d-9503-5d62b4b40666'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:56.341373 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-05afa18c-b424-43b2-8c25-dfbfbfb8f9f2 req-e7cf18e9-59e2-4eae-86e2-4739955008c7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171706 Jul 08 01:58:56.380096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e6043-1bd9-4766-8684-9d736e9a10c9 req-3bead4dd-0902-4b22-a20c-04f18ebaff77 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:56.387841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd8e6043-1bd9-4766-8684-9d736e9a10c9 req-3bead4dd-0902-4b22-a20c-04f18ebaff77 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.2105591 Jul 08 01:58:56.410320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.454440 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74975e3d-f485-4610-849a-59bb56e9a702 x-openstack-request-id: req-74975e3d-f485-4610-849a-59bb56e9a702 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:56.462845 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:56.462845 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74975e3d-f485-4610-849a-59bb56e9a702 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:56.462845 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'code': 200} Jul 08 01:58:56.465593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 046d0385-1ab1-4e17-83cb-98e5d911beec, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=046d0385-1ab1-4e17-83cb-98e5d911beec,segment=NetworkSegment(a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb),segment_id=a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:56.481797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-721d5d04-d9d1-4c2b-a216-29fd5470f1b2 None None] Provisioning complete for port 046d0385-1ab1-4e17-83cb-98e5d911beec triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:56.481994 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.482996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd8e6043-1bd9-4766-8684-9d736e9a10c9 req-e6919d3b-cb0c-4229-adfe-c2984f70ef7f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933740 Jul 08 01:58:56.484637 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-721d5d04-d9d1-4c2b-a216-29fd5470f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.507390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] For port 8d4b0c39-4922-4bc2-a462-90e172176f8e, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:56.513275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] For port 8d4b0c39-4922-4bc2-a462-90e172176f8e, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:56.589945 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.653607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.692265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:56.693162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.694785 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d4b0c39-4922-4bc2-a462-90e172176f8e HTTP/1.1" status: 200 len: 1092 time: 2.2068944 Jul 08 01:58:56.702611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:56.712245 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e" -d '{"events": [{"name": "network-changed", "server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:56.841913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536ff9c-449c-4768-80f7-67451d53d867 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b0c39-4922-4bc2-a462-90e172176f8e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:56.964328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.220977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=046d0385-1ab1-4e17-83cb-98e5d911beec,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:57.223694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-73e61211-ff38-4ccc-a779-f9037fb115eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:57.223694 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-73e61211-ff38-4ccc-a779-f9037fb115eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1095 time: 0.1887646 Jul 08 01:58:57.224024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=ab0ec417-c3dd-40e5-9b1d-84c284d8f220,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:57.224144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-de1b3362-0c96-4eb3-bb1f-69f000417569 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e HTTP/1.1" status: 200 len: 217 time: 0.0563958 Jul 08 01:58:57.224144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-ed14c1d5-8112-4680-ad82-53f90dc72975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:57.224144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-ed14c1d5-8112-4680-ad82-53f90dc72975 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.0604706 Jul 08 01:58:57.229068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9e2f-5202-448f-a1f2-b2ff312c6aa5 req-306962e1-0273-4873-ae54-c67c4a249e54 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:57.230669 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ce5c9e2f-5202-448f-a1f2-b2ff312c6aa5 req-306962e1-0273-4873-ae54-c67c4a249e54 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.3415687 Jul 08 01:58:57.234886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-fe3a608b-61bb-4b12-9dbb-11804cf815b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297940 Jul 08 01:58:57.242637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870b50c-3213-428c-aeeb-8fd89d8f422a req-3714af96-e0fb-443c-8939-112c7674cbeb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:57.244722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6870b50c-3213-428c-aeeb-8fd89d8f422a req-3714af96-e0fb-443c-8939-112c7674cbeb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1361725 Jul 08 01:58:57.279819 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ce5c9e2f-5202-448f-a1f2-b2ff312c6aa5 req-f93482ea-90f1-4a94-92c2-01e0ebd52e26 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Jul 08 01:58:57.333053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6870b50c-3213-428c-aeeb-8fd89d8f422a req-b4aa8942-418f-4e17-bc2c-195896471836 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802267 Jul 08 01:58:57.339877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-721d5d04-d9d1-4c2b-a216-29fd5470f1b2 None None] Provisioning for port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:57.350880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-721d5d04-d9d1-4c2b-a216-29fd5470f1b2 None None] Provisioning complete for port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:57.359386 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-721d5d04-d9d1-4c2b-a216-29fd5470f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.360593 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ad34c5-3283-45c4-b026-ee4aed6ecdd2 x-openstack-request-id: req-84ad34c5-3283-45c4-b026-ee4aed6ecdd2 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:57.360593 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:57.360593 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84ad34c5-3283-45c4-b026-ee4aed6ecdd2 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:57.360593 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e', 'status': 'completed', 'code': 200} Jul 08 01:58:57.371572 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-e7f658fd-f910-441d-a4a2-e92b5f5ce174 service neutron] 10.222.0.32 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258507 Jul 08 01:58:57.440528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-721d5d04-d9d1-4c2b-a216-29fd5470f1b2 None None] Port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:57.506573 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.539383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 046d0385-1ab1-4e17-83cb-98e5d911beec up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:57.625197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7cc3aa57-2780-44e2-a650-70111cb6ced4 None None] Provisioning complete for port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:57.625647 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7cc3aa57-2780-44e2-a650-70111cb6ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.692666 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ddf3037-eb60-486b-815b-0b0c366e363d req-4e4c1fdc-4ab4-400e-b1a8-2f2f0558fa1e service neutron] 10.222.0.32 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010736 Jul 08 01:58:57.695817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 046d0385-1ab1-4e17-83cb-98e5d911beec triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:57.696362 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.738047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3aa57-2780-44e2-a650-70111cb6ced4 None None] Port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:57.849955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547490e8-1d4f-4ab9-837e-cb5b4e753390 req-99f81efe-4672-4889-b6a0-8e6cc8d5da6b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:57.855939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-547490e8-1d4f-4ab9-837e-cb5b4e753390 req-99f81efe-4672-4889-b6a0-8e6cc8d5da6b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 948 time: 0.2714202 Jul 08 01:58:57.965417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-547490e8-1d4f-4ab9-837e-cb5b4e753390 req-08fb8ff4-cad9-4386-b485-58dd60537b65 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963180 Jul 08 01:58:58.015769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-81ddf687-7e0d-41cd-af0c-e4135e96411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:58.017393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-81ddf687-7e0d-41cd-af0c-e4135e96411d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1095 time: 0.0866427 Jul 08 01:58:58.096250 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.161287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-6562d397-3425-474b-ad76-7bebf31afce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:58.163020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-6562d397-3425-474b-ad76-7bebf31afce1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 913 time: 0.1318214 Jul 08 01:58:58.178749 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.179716 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.228454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-a85244e0-1833-49c4-b501-442ae62caaab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e HTTP/1.1" status: 200 len: 217 time: 0.0496483 Jul 08 01:58:58.256890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=ab0ec417-c3dd-40e5-9b1d-84c284d8f220,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:58.330481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-f6689a58-fbf9-41d2-ae10-49dfeb05e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:58.332006 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-f6689a58-fbf9-41d2-ae10-49dfeb05e4a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.0873911 Jul 08 01:58:58.372491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:58.384930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:58.386426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:58.423053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-a52f9dd3-c42a-476b-94ea-226152147c6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436749 Jul 08 01:58:58.496475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port e2fd9ee9-224a-425d-9503-5d62b4b40666 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:58.496945 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.599424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b2594-297c-4ac8-9eb5-8f33966f0b4f req-33b979d0-b59b-407e-8a6c-b648a283ced2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:58.608814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c89b2594-297c-4ac8-9eb5-8f33966f0b4f req-33b979d0-b59b-407e-8a6c-b648a283ced2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 943 time: 0.3068366 Jul 08 01:58:58.620469 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.664735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Router c46a102c-b5f5-4788-a3da-31c3648cf884 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:58:58.703031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:58.716900 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c0a871-0ce6-4cb6-bec3-7a8103d4c5cf" -d '{"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:58.723642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c89b2594-297c-4ac8-9eb5-8f33966f0b4f req-770077ca-4dc5-4910-a9b5-f70bdd65315c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123526 Jul 08 01:58:58.735385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-5d2f3fd4-ada5-4239-97a8-ba90d605567e service neutron] 10.222.0.32 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088174 Jul 08 01:58:58.767007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:58.783427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c641f5a-57e8-40da-b828-211728cc859b None None] Provisioning complete for port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:58.783427 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c641f5a-57e8-40da-b828-211728cc859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.827883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8c641f5a-57e8-40da-b828-211728cc859b None None] Port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:58.836153 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.909326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=11']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:58.952823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878d38fd-487a-4f1f-b6a8-6ac65fbf065e req-1178a72f-39f1-4036-8b73-190ecce9ebcd service neutron] 10.222.0.32 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045977 Jul 08 01:58:58.978454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:58:58.992986 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ceb0f2-5193-459b-834f-08d0f819e71d None None] Sync routers for ids ['c46a102c-b5f5-4788-a3da-31c3648cf884'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:58:59.003236 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-29bb623d-bf24-438d-a707-924176b31935 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "PUT /v2.0/routers/c46a102c-b5f5-4788-a3da-31c3648cf884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6886358 Jul 08 01:58:59.003628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39460) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:59.007211 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ceb0f2-5193-459b-834f-08d0f819e71d None None] Routers {'c46a102c-b5f5-4788-a3da-31c3648cf884'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:59.010707 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f0ceb0f2-5193-459b-834f-08d0f819e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:58:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c46a102c-b5f5-4788-a3da-31c3648cf884'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:59.081578 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f0ceb0f2-5193-459b-834f-08d0f819e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:59.093932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3e2b7-eb99-4a93-86dd-6a9961eae050 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:59.095328 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ceb0f2-5193-459b-834f-08d0f819e71d None None] Routers {'c46a102c-b5f5-4788-a3da-31c3648cf884'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:59.095651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-74c3e2b7-eb99-4a93-86dd-6a9961eae050 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c46a102c-b5f5-4788-a3da-31c3648cf884 HTTP/1.1" status: 200 len: 989 time: 0.0909846 Jul 08 01:58:59.096467 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f0ceb0f2-5193-459b-834f-08d0f819e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:58:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c46a102c-b5f5-4788-a3da-31c3648cf884'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:59.098500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39464) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:59.133491 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f0ceb0f2-5193-459b-834f-08d0f819e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:59.134577 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ceb0f2-5193-459b-834f-08d0f819e71d None None] The sync data for ids ['c46a102c-b5f5-4788-a3da-31c3648cf884'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:58:59.201078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff0112-1946-4a46-9e3c-7fed0fe3a31a req-9afaaa3c-32c8-4f6a-89b5-f91d6f8effa7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:59.202739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-03ff0112-1946-4a46-9e3c-7fed0fe3a31a req-9afaaa3c-32c8-4f6a-89b5-f91d6f8effa7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.2102873 Jul 08 01:58:59.269529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-03ff0112-1946-4a46-9e3c-7fed0fe3a31a req-8aafd42b-5dbf-4606-b57e-1c43fdb0c906 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603652 Jul 08 01:58:59.512290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991ea04-87f7-43dd-a055-f4556bc43f13 req-5dc70eae-a122-4bc1-8a29-98db43320045 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:59.514726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9991ea04-87f7-43dd-a055-f4556bc43f13 req-5dc70eae-a122-4bc1-8a29-98db43320045 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 946 time: 0.0901663 Jul 08 01:58:59.571817 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9991ea04-87f7-43dd-a055-f4556bc43f13 req-03d6910d-165b-4b67-bb21-32ebd59ce364 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 Jul 08 01:58:59.624686 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36c2db4-5d7f-43df-b804-01322f2a99e1 x-openstack-request-id: req-c36c2db4-5d7f-43df-b804-01322f2a99e1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:59.625313 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:59.625596 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c36c2db4-5d7f-43df-b804-01322f2a99e1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:59.627558 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'code': 200} Jul 08 01:58:59.757275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de81cd3-6f0d-46f1-a7d0-0332e39b7d6d req-9d64f66c-feef-4010-aac8-50892a3466f2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:59.772425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5de81cd3-6f0d-46f1-a7d0-0332e39b7d6d req-9d64f66c-feef-4010-aac8-50892a3466f2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.2739007 Jul 08 01:58:59.874892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364f6c5-02ea-45b1-bc29-1291c8b7c4b6 req-0d14e8ae-e55c-448d-9dd9-bc3d187d37c4 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:59.876242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e364f6c5-02ea-45b1-bc29-1291c8b7c4b6 req-0d14e8ae-e55c-448d-9dd9-bc3d187d37c4 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 949 time: 0.0946207 Jul 08 01:58:59.949505 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e364f6c5-02ea-45b1-bc29-1291c8b7c4b6 req-a25a919e-ea60-44d8-8977-143c75630273 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668945 Jul 08 01:59:00.003372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5de81cd3-6f0d-46f1-a7d0-0332e39b7d6d req-27279c22-1a33-4d72-9a5f-6a067c179ac5 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300324 Jul 08 01:59:00.021604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.027539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ede589-dbff-4663-956e-b7f88dcd93e8 req-632e656e-3643-4e92-a27e-4569598ec739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:00.029208 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80ede589-dbff-4663-956e-b7f88dcd93e8 req-632e656e-3643-4e92-a27e-4569598ec739 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1101 time: 0.2345402 Jul 08 01:59:00.168389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8d4b0c39-4922-4bc2-a462-90e172176f8e details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:00.200754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85867bb3-8822-4118-8df9-6cfbb53ef0c3 req-9e227bb4-5e8c-401d-82be-5900b9a0860e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:00.218247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85867bb3-8822-4118-8df9-6cfbb53ef0c3 req-9e227bb4-5e8c-401d-82be-5900b9a0860e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 943 time: 0.1212468 Jul 08 01:59:00.312444 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85867bb3-8822-4118-8df9-6cfbb53ef0c3 req-c5125fd9-ab65-4ad3-b019-1b2e6b3abffc tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907471 Jul 08 01:59:00.430615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8d4b0c39-4922-4bc2-a462-90e172176f8e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:00.463462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '8d4b0c39-4922-4bc2-a462-90e172176f8e', 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72', 'port_id': '8d4b0c39-4922-4bc2-a462-90e172176f8e', 'mac_address': 'fa:16:3e:85:e4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57495128-c642-439a-ac9a-50dfd4393ed3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:00.491300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80ede589-dbff-4663-956e-b7f88dcd93e8 req-dc0b49c1-14db-4a32-91e9-dd65a0c26092 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292545 Jul 08 01:59:00.528063 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.542349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4b0c39-4922-4bc2-a462-90e172176f8e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:00.568687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8d4b0c39-4922-4bc2-a462-90e172176f8e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:00.670180 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.697314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c721bb-fb13-4378-ba9d-3fc8d73dead2 req-51eec0ae-d1e7-4380-ba13-3cc1fa0d61bc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:00.699712 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78c721bb-fb13-4378-ba9d-3fc8d73dead2 req-51eec0ae-d1e7-4380-ba13-3cc1fa0d61bc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1416862 Jul 08 01:59:00.761624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8d4b0c39-4922-4bc2-a462-90e172176f8e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:00.789817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78c721bb-fb13-4378-ba9d-3fc8d73dead2 req-23504454-6ae5-4428-80b6-ce9315da7ee8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814762 Jul 08 01:59:00.819862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port ab0ec417-c3dd-40e5-9b1d-84c284d8f220 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:00.820309 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.959840 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.981953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcebe6-bb43-4825-9a93-a5ec31b57e9a req-cd5a3ae6-3ca0-43a0-aab4-10ddac9cc5cb tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:00.983995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for ab0ec417-c3dd-40e5-9b1d-84c284d8f220 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:00.989196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4dcebe6-bb43-4825-9a93-a5ec31b57e9a req-cd5a3ae6-3ca0-43a0-aab4-10ddac9cc5cb tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 946 time: 0.1574521 Jul 08 01:59:01.005618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a6f2003f-f535-4c23-a9a8-5c57965ab2e5 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:01.007429 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a6f2003f-f535-4c23-a9a8-5c57965ab2e5 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.32 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 946 time: 0.1877270 Jul 08 01:59:01.081613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:01.368977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626b8c-104a-4e61-ac67-d3fd07ac4389 req-82df6701-34f3-44df-9d37-6f86e502605c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:01.380813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb626b8c-104a-4e61-ac67-d3fd07ac4389 req-82df6701-34f3-44df-9d37-6f86e502605c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 949 time: 0.1461270 Jul 08 01:59:01.445473 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb626b8c-104a-4e61-ac67-d3fd07ac4389 req-3cda8063-f388-4e1f-9b53-ce5bf59d83cb tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648277 Jul 08 01:59:01.489843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.577888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=ab0ec417-c3dd-40e5-9b1d-84c284d8f220,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:01.788623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4dcebe6-bb43-4825-9a93-a5ec31b57e9a req-12c33c1f-d765-47ec-9867-4a705b359103 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b389d57-8f26-478c-8cf2-df3f12968607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7984517 Jul 08 01:59:01.898540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Deleting port 92017bf3-46b8-43d8-9ff8-d13d34948826 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:01.903306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.933116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.137657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] For port 92017bf3-46b8-43d8-9ff8-d13d34948826, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=92017bf3-46b8-43d8-9ff8-d13d34948826,segment=NetworkSegment(5c89dcba-ab62-413f-a245-49ec2be6f032),segment_id=5c89dcba-ab62-413f-a245-49ec2be6f032)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:02.138365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.153573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30ca94-1f52-4742-9a48-efed2442c7cd req-56434f25-0ef3-4d06-841c-e302b3be0d1c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:02.155293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da30ca94-1f52-4742-9a48-efed2442c7cd req-56434f25-0ef3-4d06-841c-e302b3be0d1c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 944 time: 0.1383989 Jul 08 01:59:02.182401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Calling delete_port for 92017bf3-46b8-43d8-9ff8-d13d34948826 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:02.191061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Router c46a102c-b5f5-4788-a3da-31c3648cf884 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:02.208759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e43bf-4546-4db1-9504-44ba45091326 req-e589eb91-02bd-4670-a965-a5f642222984 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:02.210324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-268e43bf-4546-4db1-9504-44ba45091326 req-e589eb91-02bd-4670-a965-a5f642222984 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.3891904 Jul 08 01:59:02.222943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da30ca94-1f52-4742-9a48-efed2442c7cd req-4ea9fc51-4200-4d77-83e8-42c90ca87b08 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594497 Jul 08 01:59:02.364867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:02.370029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-967d4ef6-92e3-4ba4-bee1-ad250960fbd0 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "PUT /v2.0/routers/c46a102c-b5f5-4788-a3da-31c3648cf884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2703862 Jul 08 01:59:02.372801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39488) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:02.385292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f784b2d-9d83-435d-a202-89629d2b7370 None None] Sync routers for ids ['c46a102c-b5f5-4788-a3da-31c3648cf884'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:02.401613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f784b2d-9d83-435d-a202-89629d2b7370 None None] Routers {'c46a102c-b5f5-4788-a3da-31c3648cf884'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:02.404059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2f784b2d-9d83-435d-a202-89629d2b7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:58:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c46a102c-b5f5-4788-a3da-31c3648cf884'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:02.458322 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2958fd-080e-4dd6-a685-f5ef465b1d4b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:59:02.465958 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6e2958fd-080e-4dd6-a685-f5ef465b1d4b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/ab0ec417-c3dd-40e5-9b1d-84c284d8f220 HTTP/1.1" status: 404 len: 333 time: 0.0884917 Jul 08 01:59:02.471955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-268e43bf-4546-4db1-9504-44ba45091326 req-d9033188-87e9-4925-bed1-8327e1eea4b3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084292 Jul 08 01:59:02.472488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39492) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:02.529618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2f784b2d-9d83-435d-a202-89629d2b7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:02.580599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f784b2d-9d83-435d-a202-89629d2b7370 None None] Routers {'c46a102c-b5f5-4788-a3da-31c3648cf884'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:02.581488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2f784b2d-9d83-435d-a202-89629d2b7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:58:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c46a102c-b5f5-4788-a3da-31c3648cf884'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:02.630165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2f784b2d-9d83-435d-a202-89629d2b7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:02.631197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f784b2d-9d83-435d-a202-89629d2b7370 None None] The sync data for ids ['c46a102c-b5f5-4788-a3da-31c3648cf884'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:02.690463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1151ed3a-5c09-40ba-bfcb-0b09dd6f13e1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.704869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776579ad-6d11-42ed-888e-95d1183a2de2 req-19a7e79a-5afe-41a3-ad2f-ada0edfdaf65 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:02.708934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-776579ad-6d11-42ed-888e-95d1183a2de2 req-19a7e79a-5afe-41a3-ad2f-ada0edfdaf65 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1148241 Jul 08 01:59:02.757379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-776579ad-6d11-42ed-888e-95d1183a2de2 req-07b3d37c-d4a6-4cd8-9ab2-3c93afc455f6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Jul 08 01:59:02.847622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.911866 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1151ed3a-5c09-40ba-bfcb-0b09dd6f13e1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.917042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1151ed3a-5c09-40ba-bfcb-0b09dd6f13e1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.950811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Pushing event deleted for resources: {'Port': ['ID=92017bf3-46b8-43d8-9ff8-d13d34948826,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:02.989359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c4435-e315-4219-9786-31fb5c9b2ba5 req-01344433-4c9e-4d6a-b52b-8001fb67faa6 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:02.991009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d2c4435-e315-4219-9786-31fb5c9b2ba5 req-01344433-4c9e-4d6a-b52b-8001fb67faa6 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 949 time: 0.2274842 Jul 08 01:59:03.049511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa7f409f-f909-4622-a5fb-c3e0be6431e5 req-fc89b013-7759-4327-8e8a-a652421f42d8 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 210 time: 0.0470133 Jul 08 01:59:03.051073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d2c4435-e315-4219-9786-31fb5c9b2ba5 req-fd63ba8e-ce8b-4866-a430-502d706fe18b tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514145 Jul 08 01:59:03.085221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1151ed3a-5c09-40ba-bfcb-0b09dd6f13e1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.085765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1151ed3a-5c09-40ba-bfcb-0b09dd6f13e1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Fanout notify agent at l3_agent the message router_deleted on router c46a102c-b5f5-4788-a3da-31c3648cf884 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:59:03.100805 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1151ed3a-5c09-40ba-bfcb-0b09dd6f13e1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.104933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1151ed3a-5c09-40ba-bfcb-0b09dd6f13e1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/routers/c46a102c-b5f5-4788-a3da-31c3648cf884 HTTP/1.1" status: 204 len: 168 time: 0.6301663 Jul 08 01:59:03.105506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39500) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:03.121569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] No DVR routers for this DVR port 92017bf3-46b8-43d8-9ff8-d13d34948826 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:03.124855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.128678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74f8df5f-dca2-46ed-ad73-bc29ddd26adb req-a1e5b3ad-0434-4add-962a-af99eb426ada tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.32 "DELETE /v2.0/ports/92017bf3-46b8-43d8-9ff8-d13d34948826 HTTP/1.1" status: 204 len: 173 time: 2.1123958 Jul 08 01:59:03.145221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de185e63-d8c3-4d2e-9f51-cb37ad28ba52', 'name': 'network-vif-deleted', 'tag': '92017bf3-46b8-43d8-9ff8-d13d34948826'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:03.147163 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9420c9-f36b-4369-869b-95401cb4fccb" -d '{"events": [{"server_uuid": "de185e63-d8c3-4d2e-9f51-cb37ad28ba52", "name": "network-vif-deleted", "tag": "92017bf3-46b8-43d8-9ff8-d13d34948826"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:03.188155 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801fc7dc-3d6c-49c6-992e-71aadb7f0df2 x-openstack-request-id: req-801fc7dc-3d6c-49c6-992e-71aadb7f0df2 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:03.188452 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de185e63-d8c3-4d2e-9f51-cb37ad28ba52", "name": "network-vif-deleted", "tag": "92017bf3-46b8-43d8-9ff8-d13d34948826", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:03.188706 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-801fc7dc-3d6c-49c6-992e-71aadb7f0df2 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:03.189102 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de185e63-d8c3-4d2e-9f51-cb37ad28ba52', 'name': 'network-vif-deleted', 'tag': '92017bf3-46b8-43d8-9ff8-d13d34948826', 'status': 'completed', 'code': 200} Jul 08 01:59:03.208975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ec24a9-791f-43f1-b7a8-5db47f6626c1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet 88fa482e-1faa-4d58-a032-992a444f41c0 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:03.215975 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ec24a9-791f-43f1-b7a8-5db47f6626c1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.257396 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ec24a9-791f-43f1-b7a8-5db47f6626c1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.360091 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ec24a9-791f-43f1-b7a8-5db47f6626c1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.413654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f528e8-bec2-4b07-b4a4-be8196b148f3 req-fd87c764-8b3f-47a1-9cb9-d8fd85271a22 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:03.460916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02f528e8-bec2-4b07-b4a4-be8196b148f3 req-fd87c764-8b3f-47a1-9cb9-d8fd85271a22 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 944 time: 0.0699003 Jul 08 01:59:03.460916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02f528e8-bec2-4b07-b4a4-be8196b148f3 req-bf43eafb-e828-4638-a13f-ceecd437927b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Jul 08 01:59:03.584931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ec24a9-791f-43f1-b7a8-5db47f6626c1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.615504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec24a9-791f-43f1-b7a8-5db47f6626c1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=88fa482e-1faa-4d58-a032-992a444f41c0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:03.624925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ec24a9-791f-43f1-b7a8-5db47f6626c1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.629877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:03.630628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f1ec24a9-791f-43f1-b7a8-5db47f6626c1 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/88fa482e-1faa-4d58-a032-992a444f41c0 HTTP/1.1" status: 204 len: 168 time: 0.5223942 Jul 08 01:59:03.637726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7c0de-1b34-4c40-aa3c-993d4ee3c7ee None None] Network d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:03.802376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.891366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55acd-6f4d-4382-a694-7a32606e97cc req-25531cc7-2ac1-4cbe-a9ad-901d1253da5d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:03.899064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66a55acd-6f4d-4382-a694-7a32606e97cc req-25531cc7-2ac1-4cbe-a9ad-901d1253da5d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1811514 Jul 08 01:59:03.913549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] DHCP port deletion for d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:59:03.994109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 046d0385-1ab1-4e17-83cb-98e5d911beec {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:03.994109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.012675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66a55acd-6f4d-4382-a694-7a32606e97cc req-764c444b-26e0-4bca-8789-d6192e24de56 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123569 Jul 08 01:59:04.033098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Deleting port 046d0385-1ab1-4e17-83cb-98e5d911beec {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:04.034412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.207317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] For port 046d0385-1ab1-4e17-83cb-98e5d911beec, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=046d0385-1ab1-4e17-83cb-98e5d911beec,segment=NetworkSegment(a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb),segment_id=a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:04.207737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.229472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8d4b0c39-4922-4bc2-a462-90e172176f8e up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:04.304199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-57f80656-3983-4028-893a-3089752471f9 service neutron] 10.222.0.32 "GET /v2.0/ports/f349a8e6-d8cc-4ff1-a265-5c8284351a91/bindings/n-h2-695189-13 HTTP/1.1" status: 200 len: 383 time: 0.3700402 Jul 08 01:59:04.316325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] For port 046d0385-1ab1-4e17-83cb-98e5d911beec, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=046d0385-1ab1-4e17-83cb-98e5d911beec,segment=NetworkSegment(a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb),segment_id=a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:04.316671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.333553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 046d0385-1ab1-4e17-83cb-98e5d911beec owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:04.365274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Calling delete_port for 046d0385-1ab1-4e17-83cb-98e5d911beec owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:04.365747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad4245-1bd2-4adc-92df-9381ad7ece18 req-2ced8fce-53ab-4f18-9beb-e0bcaa99c965 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:04.375394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3ad4245-1bd2-4adc-92df-9381ad7ece18 req-2ced8fce-53ab-4f18-9beb-e0bcaa99c965 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1101 time: 0.1701462 Jul 08 01:59:04.460189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c3bb0-9d7a-467f-8cce-149cd3075e3c req-e95bae60-2d33-428e-aa12-9b3136b75e2d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:04.470544 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-707c3bb0-9d7a-467f-8cce-149cd3075e3c req-e95bae60-2d33-428e-aa12-9b3136b75e2d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.2253580 Jul 08 01:59:04.524201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3ad4245-1bd2-4adc-92df-9381ad7ece18 req-fc883883-3dbf-4bae-8fb3-c224d0a0b376 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473637 Jul 08 01:59:04.593917 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-707c3bb0-9d7a-467f-8cce-149cd3075e3c req-019618ec-f065-41f7-9e64-b8761afe8bf7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109252 Jul 08 01:59:04.668962 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.672019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.752198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Pushing event deleted for resources: {'Port': ['ID=046d0385-1ab1-4e17-83cb-98e5d911beec,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:04.757769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 8d4b0c39-4922-4bc2-a462-90e172176f8e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:04.777348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.777706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.778105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.778504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.778965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.779309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.779683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.780004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.780458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.780801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.781136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.781467 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:04.786059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 8d4b0c39-4922-4bc2-a462-90e172176f8e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:04.786630 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.789030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e34e6f-ac11-46bc-8ee7-e11aff572d54 None None] No DVR routers for this DVR port 046d0385-1ab1-4e17-83cb-98e5d911beec on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:04.791761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=046d0385-1ab1-4e17-83cb-98e5d911beec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:04.797047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No DVR routers for this DVR port 046d0385-1ab1-4e17-83cb-98e5d911beec on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:04.936592 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.982964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:04.989301 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fb0bdb-59fd-4fc9-9cdb-9402ca861677" -d '{"events": [{"server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:04.997743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8d4b0c39-4922-4bc2-a462-90e172176f8e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:05.036658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca921d-f71c-46cf-a640-141e1aea1153 req-1f1b5a68-255f-4a61-8934-0264704ae952 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.041012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47ca921d-f71c-46cf-a640-141e1aea1153 req-1f1b5a68-255f-4a61-8934-0264704ae952 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 944 time: 0.1982536 Jul 08 01:59:05.080173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb767459-20b3-46d9-bcf5-0123d7a6eaef req-13c85a50-e09d-46d5-8580-6ab0dd9bed74 tempest-VolumesAdminNegativeTest-10831712 tempest-VolumesAdminNegativeTest-10831712-project] 10.222.0.10 "GET /v2.0/ports?device_id=de185e63-d8c3-4d2e-9f51-cb37ad28ba52 HTTP/1.1" status: 200 len: 210 time: 0.0675502 Jul 08 01:59:05.096890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47ca921d-f71c-46cf-a640-141e1aea1153 req-8b712452-3e0a-400f-82d5-4deb3f63d903 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509384 Jul 08 01:59:05.112475 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.112475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 92017bf3-46b8-43d8-9ff8-d13d34948826 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:05.126208 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.170230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77d0f84-1bdf-4b6c-b75f-b54ae2b96874']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:05.206618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 92017bf3-46b8-43d8-9ff8-d13d34948826 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:05.208626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 92017bf3-46b8-43d8-9ff8-d13d34948826 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:05.252673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:05.253203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2caf4df-25b9-4a0a-9e2e-aae8f0f65cdb') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:05.265622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.275789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8d4b0c39-4922-4bc2-a462-90e172176f8e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:05.311325 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.316268 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b5e1e4-4a8f-4ce2-968f-f4ce8ecafcf8 x-openstack-request-id: req-60b5e1e4-4a8f-4ce2-968f-f4ce8ecafcf8 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:05.316268 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:05.316268 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60b5e1e4-4a8f-4ce2-968f-f4ce8ecafcf8 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:05.316268 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e', 'code': 200} Jul 08 01:59:05.320109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:59:05.320604 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:59:05.324223 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:59:05.398947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-8b3d3b82-c655-4222-a7a7-0c53caa45a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.401282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-8b3d3b82-c655-4222-a7a7-0c53caa45a9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e&tenant_id=ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 1101 time: 0.2026510 Jul 08 01:59:05.480959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 046d0385-1ab1-4e17-83cb-98e5d911beec no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:05.498625 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.503189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d60d1f-9443-4dd0-83e8-aaff1ed41fac req-5d56d91f-d7cf-472b-8647-c0e0c0bdfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.507772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50d60d1f-9443-4dd0-83e8-aaff1ed41fac req-5d56d91f-d7cf-472b-8647-c0e0c0bdfde0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1097 time: 0.0715475 Jul 08 01:59:05.515043 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.520839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/networks/d77d0f84-1bdf-4b6c-b75f-b54ae2b96874 HTTP/1.1" status: 204 len: 168 time: 1.8845239 Jul 08 01:59:05.521430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39546) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:05.528970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 046d0385-1ab1-4e17-83cb-98e5d911beec {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:05.534439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 046d0385-1ab1-4e17-83cb-98e5d911beec not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:05.534864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d3961-b40c-4bd5-9f35-fe1763ed6c02 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Network': ['ID=d77d0f84-1bdf-4b6c-b75f-b54ae2b96874,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:05.618164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8201779-ec0e-4723-bf9b-6fc82e6e02c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.619785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e8201779-ec0e-4723-bf9b-6fc82e6e02c4 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 HTTP/1.1" status: 200 len: 844 time: 0.0968299 Jul 08 01:59:05.624093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:05.651973 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44c1e-29ea-4cb9-b6ba-bb03c17b8749 req-a0a3e047-605b-46e1-ac6b-6611da9ed3b7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.653858 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3cd44c1e-29ea-4cb9-b6ba-bb03c17b8749 req-a0a3e047-605b-46e1-ac6b-6611da9ed3b7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.2005785 Jul 08 01:59:05.670892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-a2115e8e-30ab-4338-b7fd-0a51a16a7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.672454 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-a2115e8e-30ab-4338-b7fd-0a51a16a7b6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 1101 time: 0.2274997 Jul 08 01:59:05.682664 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50d60d1f-9443-4dd0-83e8-aaff1ed41fac req-ef4a8c23-2e90-4f54-a85b-0d0e8037017f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784521 Jul 08 01:59:05.700061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d409b9f2-d14f-4d76-b59d-88454272ea17 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/87b3c1c9-4b83-47ea-bb5a-99e3d16724a6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0697057 Jul 08 01:59:05.700328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39552) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:05.704854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:05.835776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3cd44c1e-29ea-4cb9-b6ba-bb03c17b8749 req-1781ad7b-ffdf-4fb3-9e68-d29a06f975d0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740754 Jul 08 01:59:05.896932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-45742d69-cf5b-4351-afa6-6b3d00e1f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.898542 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-45742d69-cf5b-4351-afa6-6b3d00e1f59f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2168188 Jul 08 01:59:05.926263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2396-7180-4780-ad5f-eaae719cd3a7 req-76cbbbc3-a944-4511-8b2d-a6cd477b23e2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.927831 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b13e2396-7180-4780-ad5f-eaae719cd3a7 req-76cbbbc3-a944-4511-8b2d-a6cd477b23e2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.0838723 Jul 08 01:59:05.960626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-d804048c-e90d-445f-b4ea-decfd8fce193 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91 HTTP/1.1" status: 200 len: 217 time: 0.0506291 Jul 08 01:59:05.961193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:05.965585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.972864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b13e2396-7180-4780-ad5f-eaae719cd3a7 req-ef0d400e-fb01-4ab4-abba-16cd625a4d59 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Jul 08 01:59:06.112050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-48d74cb9-fd70-4043-8c6b-0a5af12b1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.113893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-48d74cb9-fd70-4043-8c6b-0a5af12b1010 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 1098 time: 0.0559299 Jul 08 01:59:06.117874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-fc191c95-3d1b-4528-a7c4-048b88df695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.119992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-fc191c95-3d1b-4528-a7c4-048b88df695d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1396024 Jul 08 01:59:06.223556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74049f07-10d6-47b2-83c9-511853c49340 req-f1c44983-7d84-424d-9428-2ca0f4e93713 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.225144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74049f07-10d6-47b2-83c9-511853c49340 req-f1c44983-7d84-424d-9428-2ca0f4e93713 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 1101 time: 0.2073791 Jul 08 01:59:06.271137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-b4f1ca09-a8ad-4bcd-8abf-ef9443a53524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.273090 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-b4f1ca09-a8ad-4bcd-8abf-ef9443a53524 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 912 time: 0.1441894 Jul 08 01:59:06.308306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-2fb24e7f-9ff4-4f1b-98ad-06415da50e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.309847 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-2fb24e7f-9ff4-4f1b-98ad-06415da50e94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1783767 Jul 08 01:59:06.327451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-39eabf15-11f4-4f2c-a1c1-a7735b750675 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab HTTP/1.1" status: 200 len: 217 time: 0.0429173 Jul 08 01:59:06.331718 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74049f07-10d6-47b2-83c9-511853c49340 req-53cbc29f-4307-4625-97c7-085a771fdf11 tempest-ServersAdminTestJSON-783492478 tempest-ServersAdminTestJSON-783492478-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983267 Jul 08 01:59:06.374053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9ff91-c5e6-498e-bfd7-a58196ca9366 req-deabb003-5c97-4273-9321-e795253eb072 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.375645 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2dd9ff91-c5e6-498e-bfd7-a58196ca9366 req-deabb003-5c97-4273-9321-e795253eb072 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 945 time: 0.1540515 Jul 08 01:59:06.405731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-4b81effa-0139-42a8-9e86-ed47fd17fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.407284 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-4b81effa-0139-42a8-9e86-ed47fd17fc6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.0725086 Jul 08 01:59:06.411480 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.428447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39566) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:06.450913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-aa6b0e5c-9ccc-4396-84e3-383bc57fbbc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316877 Jul 08 01:59:06.454217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2dd9ff91-c5e6-498e-bfd7-a58196ca9366 req-91e8d56d-d2f7-4e2d-a837-e8e399bef091 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683596 Jul 08 01:59:06.468109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-01309b0d-d2d3-4cd3-b4d2-51556fc9b0c0 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451454 Jul 08 01:59:06.520906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:06.566484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:06.571263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=bc36b8e3-f210-4bcd-9ecb-dda433faca0b,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:06.574162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.578305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.582123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb26fa-d10b-4dbb-a847-a38344ddbdee None None] Network 0531518e-3e24-4242-8fed-847698406545 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:06.592697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-125640ca-3aa0-4cb1-af9c-29255a3727ad service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315792 Jul 08 01:59:06.614677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0f97c1-4609-4be1-8338-a01ea5904af5 admin admin] Deleting subnet 14e1c94c-c505-4139-b0c3-43aed478ccd7 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:06.620433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d0f97c1-4609-4be1-8338-a01ea5904af5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.685356 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-e3feb107-9711-4baf-afc3-25054e995e04 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971388 Jul 08 01:59:06.687566 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d0f97c1-4609-4be1-8338-a01ea5904af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.712821 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cad2eb2b-1354-41c0-9386-e41e74395fd5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0117695 Jul 08 01:59:06.718644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39568) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:06.723350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4216fffe-c1fc-4d52-ae51-223246886974 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'security_group': {'name': 'tempest-secgroup-1670312586'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:06.727056 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f042e4ef-ea77-4ae8-bb6b-37703a1a71b6 req-79925a3c-2ea4-4337-888d-5430db959293 service neutron] 10.222.0.32 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222975 Jul 08 01:59:06.753639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d0f97c1-4609-4be1-8338-a01ea5904af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.802493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-0531518e-3e24-4242-8fed-847698406545', 'network_id': '0531518e-3e24-4242-8fed-847698406545', 'tenant_id': '8330e569565b43f0a7483faf50789701', 'fixed_ips': [{'subnet_id': 'bc36b8e3-f210-4bcd-9ecb-dda433faca0b'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:06.803422 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.893614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4216fffe-c1fc-4d52-ae51-223246886974 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.952677 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d0f97c1-4609-4be1-8338-a01ea5904af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.002872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f97c1-4609-4be1-8338-a01ea5904af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e1c94c-c505-4139-b0c3-43aed478ccd7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:07.005097 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d0f97c1-4609-4be1-8338-a01ea5904af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.010346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:07.010822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1d0f97c1-4609-4be1-8338-a01ea5904af5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/14e1c94c-c505-4139-b0c3-43aed478ccd7 HTTP/1.1" status: 204 len: 168 time: 0.5811510 Jul 08 01:59:07.079625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4216fffe-c1fc-4d52-ae51-223246886974 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.107983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.121755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6685b1-329a-4766-9f5a-54074e03f2ec req-e656b467-7718-45de-b2f0-0bc3e5b933b4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:07.123558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa6685b1-329a-4766-9f5a-54074e03f2ec req-e656b467-7718-45de-b2f0-0bc3e5b933b4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0817885 Jul 08 01:59:07.144183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Allocated IP 2001:db8::2 (0531518e-3e24-4242-8fed-847698406545/bc36b8e3-f210-4bcd-9ecb-dda433faca0b/bf44b14c-4840-447e-a0b8-bf3c7055852e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:07.171960 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa6685b1-329a-4766-9f5a-54074e03f2ec req-ff3fb4e4-e71d-4662-b09d-10d6c7b6ecfb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Jul 08 01:59:07.187531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4216fffe-c1fc-4d52-ae51-223246886974 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.254032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216fffe-c1fc-4d52-ae51-223246886974 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51dc882-51c7-4318-bcd2-d201583f6192,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:07.254887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.271330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303f271c-18a5-4d25-9cf8-6282c7222d01']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:07.284514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c89dcba-ab62-413f-a245-49ec2be6f032') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:07.284967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c89dcba-ab62-413f-a245-49ec2be6f032') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:07.297083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.317251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.326760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:59:07.327283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:59:07.329024 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:59:07.342927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4216fffe-c1fc-4d52-ae51-223246886974 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.342927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4216fffe-c1fc-4d52-ae51-223246886974 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6180468 Jul 08 01:59:07.342927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39580) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:07.345964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f0192e3f-6560-4466-968a-bd2bc6a1196d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'security_group': {'name': 'tempest-secgroup-2022473283'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:07.357258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.379544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de43844-657c-4d89-965e-75683b4d862f req-ebb9906f-2a32-4762-b02c-3ac1978c422d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:07.381179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2de43844-657c-4d89-965e-75683b4d862f req-ebb9906f-2a32-4762-b02c-3ac1978c422d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 946 time: 0.1855624 Jul 08 01:59:07.394796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4dfe-afe2-401a-b519-ffec5ec2b471 req-06932b61-28cd-4364-8f0f-1c2cb9b7d9ad tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:07.396340 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b19f4dfe-afe2-401a-b519-ffec5ec2b471 req-06932b61-28cd-4364-8f0f-1c2cb9b7d9ad tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 949 time: 0.0959642 Jul 08 01:59:07.430950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2de43844-657c-4d89-965e-75683b4d862f req-b8bd23c9-7f55-4fa8-b43d-75d99c18e8da tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Jul 08 01:59:07.437460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b19f4dfe-afe2-401a-b519-ffec5ec2b471 req-cefa07f5-67df-4ac7-aad9-958c728fe073 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Jul 08 01:59:07.464709 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0192e3f-6560-4466-968a-bd2bc6a1196d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.522104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.530666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Transition to ACTIVE for port object bf44b14c-4840-447e-a0b8-bf3c7055852e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:07.533102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.536300 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] 10.222.0.10 "DELETE /v2.0/networks/303f271c-18a5-4d25-9cf8-6282c7222d01 HTTP/1.1" status: 204 len: 168 time: 0.5242052 Jul 08 01:59:07.539749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39586) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:07.548414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Transition to ACTIVE for port object bf44b14c-4840-447e-a0b8-bf3c7055852e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:07.559390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95687087-f7c7-4b5a-a2ec-89719415da33 admin admin] Pushing event deleted for resources: {'Network': ['ID=303f271c-18a5-4d25-9cf8-6282c7222d01,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:07.578660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0192e3f-6560-4466-968a-bd2bc6a1196d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.597887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a729f1b2-dd64-44ee-9d79-e60f4dd710d5 admin admin] Deleting subnet 787305c2-d901-48a7-a380-721d1e32bb3b {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:07.601620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a729f1b2-dd64-44ee-9d79-e60f4dd710d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.645370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a729f1b2-dd64-44ee-9d79-e60f4dd710d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.651729 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.664325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a963b5-1b2a-462b-8e46-941cae5034cb req-70b83e8b-1b97-4602-aafa-83bd1bbb0338 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:07.666244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6a963b5-1b2a-462b-8e46-941cae5034cb req-70b83e8b-1b97-4602-aafa-83bd1bbb0338 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 945 time: 0.0723732 Jul 08 01:59:07.691124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:07.698899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:07.702642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:07.710604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Pushing event updated for resources: {'Port': ['ID=bf44b14c-4840-447e-a0b8-bf3c7055852e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:07.712385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6a963b5-1b2a-462b-8e46-941cae5034cb req-803e06b9-43a0-4d29-90e0-d5197156e7bc tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 Jul 08 01:59:07.775729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Attempting to bind port bf44b14c-4840-447e-a0b8-bf3c7055852e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:07.783616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Attempting to bind port bf44b14c-4840-447e-a0b8-bf3c7055852e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd9032be0-cbd3-4e0d-abb0-2652d16202fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0531518e-3e24-4242-8fed-847698406545'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:07.783616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Attempting to bind port bf44b14c-4840-447e-a0b8-bf3c7055852e on network 0531518e-3e24-4242-8fed-847698406545 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:07.783616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:07.783616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Checking segment: {'id': 'd9032be0-cbd3-4e0d-abb0-2652d16202fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0531518e-3e24-4242-8fed-847698406545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:07.783616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.783616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Bound using segment: {'id': 'd9032be0-cbd3-4e0d-abb0-2652d16202fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0531518e-3e24-4242-8fed-847698406545'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:07.784553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Bound port: bf44b14c-4840-447e-a0b8-bf3c7055852e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9032be0-cbd3-4e0d-abb0-2652d16202fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0531518e-3e24-4242-8fed-847698406545'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:07.784553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.852303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] For port bf44b14c-4840-447e-a0b8-bf3c7055852e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:07.855707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] For port bf44b14c-4840-447e-a0b8-bf3c7055852e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bf44b14c-4840-447e-a0b8-bf3c7055852e,segment=NetworkSegment(d9032be0-cbd3-4e0d-abb0-2652d16202fe),segment_id=d9032be0-cbd3-4e0d-abb0-2652d16202fe)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:07.920093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0192e3f-6560-4466-968a-bd2bc6a1196d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.948581 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.987424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0192e3f-6560-4466-968a-bd2bc6a1196d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b3238-9039-4a4e-aaee-ae09803a401f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:07.994206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a729f1b2-dd64-44ee-9d79-e60f4dd710d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.014411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28d546-b6a8-4aef-85ed-686e9d4c716f None None] Pushing event updated for resources: {'Port': ['ID=bf44b14c-4840-447e-a0b8-bf3c7055852e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:08.016808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-5ab59d37-ba7c-44b1-a408-53403f286bde tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-318595452&fields=id&tenant_id=0aa25b3bab394d079bcdafd73f6964bd HTTP/1.1" status: 200 len: 267 time: 0.1004970 Jul 08 01:59:08.066059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0192e3f-6560-4466-968a-bd2bc6a1196d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.067324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f0192e3f-6560-4466-968a-bd2bc6a1196d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7258210 Jul 08 01:59:08.070416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39592) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:08.077003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-996117069', 'security_groups': ['b47b3238-9039-4a4e-aaee-ae09803a401f'], 'network_id': '0531518e-3e24-4242-8fed-847698406545', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc36b8e3-f210-4bcd-9ecb-dda433faca0b'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:08.111672 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-4f507398-53fc-4f8a-90b8-5454124d493f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:08.114291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-4f507398-53fc-4f8a-90b8-5454124d493f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 945 time: 0.0887439 Jul 08 01:59:08.128621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'port': {'security_groups': ['67f1409c-2b60-4dd1-9305-d163fda5c290', '976318c3-ceea-4148-b65a-a22656c5e8d7']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:08.199412 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a729f1b2-dd64-44ee-9d79-e60f4dd710d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.212928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03c34d-d955-4eed-b9da-ad56122a70ab no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:08.277955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729f1b2-dd64-44ee-9d79-e60f4dd710d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787305c2-d901-48a7-a380-721d1e32bb3b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:08.294039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a729f1b2-dd64-44ee-9d79-e60f4dd710d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.299543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a729f1b2-dd64-44ee-9d79-e60f4dd710d5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/787305c2-d901-48a7-a380-721d1e32bb3b HTTP/1.1" status: 204 len: 168 time: 0.7584403 Jul 08 01:59:08.299792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:08.319289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.376440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.403941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:08.406438 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9e5f66-9e59-42ba-9da6-5645926e7b9d" -d '{"events": [{"server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:08.416457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:08.422518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:08.488891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.527768 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.535227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:08.538279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] For port 8d4b0c39-4922-4bc2-a462-90e172176f8e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:08.550450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e0a63-3169-40d7-b6d3-7feb8c160ce3 req-3d54ab7c-0c51-455b-ae7e-fe2987d7e764 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:08.558112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-862e0a63-3169-40d7-b6d3-7feb8c160ce3 req-3d54ab7c-0c51-455b-ae7e-fe2987d7e764 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1801159 Jul 08 01:59:08.572085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.598461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.614112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:08.663167 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.678006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port ca75540d-453b-4b44-ba1d-c953ca017dec yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:59:08.683088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-69dac666-99c0-412b-bb1b-9b92dcbbded5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:08.684458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.684709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-69dac666-99c0-412b-bb1b-9b92dcbbded5 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 949 time: 0.0776813 Jul 08 01:59:08.685910 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.701416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:08.702217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-862e0a63-3169-40d7-b6d3-7feb8c160ce3 req-d3da5133-24f6-4a7d-addc-73c8e58ee2f2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430862 Jul 08 01:59:08.733879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f49f386-5b71-4171-b6ee-8a0871febfb2']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:08.781917 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:08.793077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9f9fed-97d5-44f8-8b2e-0040ab07539e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:08.793268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:08.793454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9f9fed-97d5-44f8-8b2e-0040ab07539e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:08.793863 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.801120 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-133a4668-d19c-4d96-8479-87f4d0072e58 req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "PUT /v2.0/ports/8d4b0c39-4922-4bc2-a462-90e172176f8e HTTP/1.1" status: 200 len: 981 time: 0.6738062 Jul 08 01:59:08.801120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:08.802632 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833" -d '{"events": [{"name": "network-changed", "server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:08.807055 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c1bc95-8195-4e9d-96ea-91f401016e70 x-openstack-request-id: req-d6c1bc95-8195-4e9d-96ea-91f401016e70 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:08.807455 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:08.807780 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6c1bc95-8195-4e9d-96ea-91f401016e70 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:08.808269 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'code': 200} Jul 08 01:59:08.838046 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.856751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a2d1c-11fc-4be8-ada5-3cbb61d82281 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'Port': ['ID=8d4b0c39-4922-4bc2-a462-90e172176f8e,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:08.890893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.946283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Deleting port de644531-324e-4277-9b18-742eacf13728 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:08.946585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.970215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:08.973176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.039143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:59:09.039567 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:59:09.042079 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:59:09.128679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] For port de644531-324e-4277-9b18-742eacf13728, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=de644531-324e-4277-9b18-742eacf13728,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:09.129187 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.139880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:09.158453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Calling delete_port for de644531-324e-4277-9b18-742eacf13728 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:09.176632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205877c-91bb-480a-b62f-2209b5327299 req-9e9c95db-24a2-4bab-b9cd-ddd5c284b431 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:09.178275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0205877c-91bb-480a-b62f-2209b5327299 req-9e9c95db-24a2-4bab-b9cd-ddd5c284b431 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 949 time: 0.1684477 Jul 08 01:59:09.217550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::56 (0531518e-3e24-4242-8fed-847698406545/bc36b8e3-f210-4bcd-9ecb-dda433faca0b/ca75540d-453b-4b44-ba1d-c953ca017dec) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:09.274009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0205877c-91bb-480a-b62f-2209b5327299 req-13f77658-2eb3-401b-b72e-9f521f228d63 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841734 Jul 08 01:59:09.291284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.296141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.307796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5f49f386-5b71-4171-b6ee-8a0871febfb2 HTTP/1.1" status: 204 len: 168 time: 0.9978943 Jul 08 01:59:09.343662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825cb9a-5dd8-4f83-976c-3de2e8e5daac req-50bd00b0-7005-4c93-ae7e-a05f9d0d9dbc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:09.345599 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7825cb9a-5dd8-4f83-976c-3de2e8e5daac req-50bd00b0-7005-4c93-ae7e-a05f9d0d9dbc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 944 time: 0.4657087 Jul 08 01:59:09.413230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2d320-921f-4a61-9e1a-f359f598e508 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f49f386-5b71-4171-b6ee-8a0871febfb2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:09.478213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7825cb9a-5dd8-4f83-976c-3de2e8e5daac req-e966259d-ced4-473c-9fea-0fcaa92c009f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742598 Jul 08 01:59:09.525613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-60889dec-d0a7-41b2-b53a-c9a44f76d7ab None None] Provisioning for port bf44b14c-4840-447e-a0b8-bf3c7055852e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:09.534461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bf44b14c-4840-447e-a0b8-bf3c7055852e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:09.537811 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79412d66-670e-406f-bb31-055ba02108a4 x-openstack-request-id: req-79412d66-670e-406f-bb31-055ba02108a4 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:09.538383 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:09.538900 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79412d66-670e-406f-bb31-055ba02108a4 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:09.539805 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e', 'status': 'completed', 'code': 200} Jul 08 01:59:09.573767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-60889dec-d0a7-41b2-b53a-c9a44f76d7ab None None] Provisioning complete for port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:09.574080 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-60889dec-d0a7-41b2-b53a-c9a44f76d7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.606911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-f8580822-e4df-4e49-907e-5d669d4a117c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1031517035&fields=id&tenant_id=0aa25b3bab394d079bcdafd73f6964bd HTTP/1.1" status: 200 len: 267 time: 0.0388713 Jul 08 01:59:09.618568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-60889dec-d0a7-41b2-b53a-c9a44f76d7ab None None] Port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:09.643660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-d7e4002a-ecec-4c38-af28-9a2571a77a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:09.645182 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-d7e4002a-ecec-4c38-af28-9a2571a77a2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1136 time: 0.0625794 Jul 08 01:59:09.654846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.660352 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.667120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['1bb2b144-8594-40a0-b300-4a93c581cbfc', 'de644531-324e-4277-9b18-742eacf13728', 'e2fd9ee9-224a-425d-9503-5d62b4b40666'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:09.698924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Pushing event deleted for resources: {'Port': ['ID=de644531-324e-4277-9b18-742eacf13728,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:09.747144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object ca75540d-453b-4b44-ba1d-c953ca017dec will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:09.759991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] No DVR routers for this DVR port de644531-324e-4277-9b18-742eacf13728 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:09.764921 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.765992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-414cd7a3-d9a2-4bee-9a6c-4a9c0449c0f7 req-d82de3fb-94fc-4a78-8a83-2fb11d48a954 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "DELETE /v2.0/ports/de644531-324e-4277-9b18-742eacf13728 HTTP/1.1" status: 204 len: 173 time: 1.0729764 Jul 08 01:59:09.766587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port bf44b14c-4840-447e-a0b8-bf3c7055852e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:09.780824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:09.786308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.789584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-4f0efdb1-77d7-46df-8337-3266a46584ec tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:09.799884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-4f0efdb1-77d7-46df-8337-3266a46584ec tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 984 time: 0.1865163 Jul 08 01:59:09.807173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'port': {'security_groups': ['67f1409c-2b60-4dd1-9305-d163fda5c290', '976318c3-ceea-4148-b65a-a22656c5e8d7', '212e6de8-2b25-46d4-99b6-b6c094aa9d3f']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:09.811905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-6e310812-0cd2-4026-ab9c-617f7655b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:09.813480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-6e310812-0cd2-4026-ab9c-617f7655b7ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 913 time: 0.1403453 Jul 08 01:59:09.907611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-28d2892f-18f9-4570-b60f-3c6ecc89cfaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e HTTP/1.1" status: 200 len: 217 time: 0.0821571 Jul 08 01:59:09.913539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.914002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.923576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.991739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port bf44b14c-4840-447e-a0b8-bf3c7055852e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bf44b14c-4840-447e-a0b8-bf3c7055852e,segment=NetworkSegment(d9032be0-cbd3-4e0d-abb0-2652d16202fe),segment_id=d9032be0-cbd3-4e0d-abb0-2652d16202fe)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:10.028947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39616) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:10.041289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:10.071804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:10.073734 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.074204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:10.081125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:10.081786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.096763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=ca75540d-453b-4b44-ba1d-c953ca017dec,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:10.113704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-8b38e5d7-6056-415c-8468-bf0502ad6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:10.115527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-8b38e5d7-6056-415c-8468-bf0502ad6293 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.1989594 Jul 08 01:59:10.168027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:10.170169 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-0d4608d7-6a74-4fd1-bef3-ac881be92083 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419865 Jul 08 01:59:10.170324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-54f34066-8505-41b7-ab00-8899df78f16d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=587ef2ad99614070b2f52ac780f2ad9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346414 Jul 08 01:59:10.194415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b66aef0b-121c-4341-bf79-f0d3abc4d044 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1227472 Jul 08 01:59:10.196221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39622) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:10.203048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b88691cf-16ac-4f12-a75e-9c98312794ef tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:10.216214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=bf44b14c-4840-447e-a0b8-bf3c7055852e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:10.236777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:10.242322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa24cf-de06-4f2e-8e4b-7d725382c0ab req-5f11ef1d-a43d-4d5a-b9a7-70515a189c1e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:10.250506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7aa24cf-de06-4f2e-8e4b-7d725382c0ab req-5f11ef1d-a43d-4d5a-b9a7-70515a189c1e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 947 time: 0.2290843 Jul 08 01:59:10.371721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7aa24cf-de06-4f2e-8e4b-7d725382c0ab req-e4fed288-57ea-40fa-a9b3-7c63d3dfced8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172352 Jul 08 01:59:10.417784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:10.423481 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cae21892-66a2-4ac7-9103-9d5e117e28fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.434773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'mac_address': 'fa:16:3e:4a:c8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:10.511995 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.531046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f349a8e6-d8cc-4ff1-a265-5c8284351a91 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:10.536527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cae21892-66a2-4ac7-9103-9d5e117e28fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.560802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] For port 8d4b0c39-4922-4bc2-a462-90e172176f8e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:10.564090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:10.592768 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-5c41e668-375e-4212-aa30-48502f0db3c5 service neutron] 10.222.0.32 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914039 Jul 08 01:59:10.612674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.623457 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e41c3bc9-4e34-4667-9ef5-c8e3f6a8a419 req-ddc8b031-7d1d-4351-aab2-5187a59f7a9a tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5a196-5f96-4b4e-96ca-e9b4e49192ca HTTP/1.1" status: 200 len: 210 time: 0.0441539 Jul 08 01:59:10.671384 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.717925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4ff897a-343a-4ce1-bf9b-e3a8c6398833 req-29778cca-8083-4c56-ba16-41ea157cf61c service neutron] 10.222.0.32 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028080 Jul 08 01:59:10.724805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:10.776344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6e55e2e9-81d4-4b02-9053-d2c90c5a12c0 None None] Provisioning for port ca75540d-453b-4b44-ba1d-c953ca017dec completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:10.776851 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.779453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88691cf-16ac-4f12-a75e-9c98312794ef tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:10.780850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6e55e2e9-81d4-4b02-9053-d2c90c5a12c0 None None] Provisioning complete for port ca75540d-453b-4b44-ba1d-c953ca017dec triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:10.781503 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6e55e2e9-81d4-4b02-9053-d2c90c5a12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.784069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b88691cf-16ac-4f12-a75e-9c98312794ef tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.803793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:10.809141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:10.811472 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f67f446-b67b-4cca-858a-9fdc528fba0b" -d '{"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:10.847106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cae21892-66a2-4ac7-9103-9d5e117e28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.851088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cae21892-66a2-4ac7-9103-9d5e117e28fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.852472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cae21892-66a2-4ac7-9103-9d5e117e28fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b389d57-8f26-478c-8cf2-df3f12968607 HTTP/1.1" status: 204 len: 168 time: 0.6813173 Jul 08 01:59:10.860302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6e55e2e9-81d4-4b02-9053-d2c90c5a12c0 None None] Port ca75540d-453b-4b44-ba1d-c953ca017dec cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:10.904781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:10.908973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.916642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae21892-66a2-4ac7-9103-9d5e117e28fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b389d57-8f26-478c-8cf2-df3f12968607,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:10.928560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbedf8a0-4adf-402d-b4d2-515e8e0483ff req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "PUT /v2.0/ports/8d4b0c39-4922-4bc2-a462-90e172176f8e HTTP/1.1" status: 200 len: 1020 time: 1.1276314 Jul 08 01:59:10.965971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae036548-ac00-4a94-a2f3-3415ba0ecd25 req-c8715845-c07b-4456-b4e2-1ae5a4991335 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:10.975036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae036548-ac00-4a94-a2f3-3415ba0ecd25 req-c8715845-c07b-4456-b4e2-1ae5a4991335 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 944 time: 0.1426408 Jul 08 01:59:11.007571 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5502827b-7207-42a9-be1f-d3c38b314d74 x-openstack-request-id: req-5502827b-7207-42a9-be1f-d3c38b314d74 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:11.007907 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:11.008206 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5502827b-7207-42a9-be1f-d3c38b314d74 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:11.009175 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'code': 200} Jul 08 01:59:11.015951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f5143-9285-4c2d-a1a8-42c493ac15e3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'Port': ['ID=8d4b0c39-4922-4bc2-a462-90e172176f8e,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:11.029706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae036548-ac00-4a94-a2f3-3415ba0ecd25 req-1fec1a8c-7e06-4179-ab57-77aaf3336cef tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 Jul 08 01:59:11.056422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:11.067936 n-d-695189-13 neutron-server[100713]: INFO neutron.db.ipam_backend_mixin [None req-b88691cf-16ac-4f12-a75e-9c98312794ef tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc36b8e3-f210-4bcd-9ecb-dda433faca0b (CIDR: 2001:db8::/64) Jul 08 01:59:11.094505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f349a8e6-d8cc-4ff1-a265-5c8284351a91'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:11.108195 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88691cf-16ac-4f12-a75e-9c98312794ef tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:59:11.108721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88691cf-16ac-4f12-a75e-9c98312794ef tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:11.215448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:11.216171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b88691cf-16ac-4f12-a75e-9c98312794ef tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0185900 Jul 08 01:59:11.222895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:11.255961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4ec34-1fc6-4b21-a755-0f535c19fea1 req-6419430e-e5eb-492e-a3ea-6cab2894e4ff tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:11.273130 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5a4ec34-1fc6-4b21-a755-0f535c19fea1 req-6419430e-e5eb-492e-a3ea-6cab2894e4ff tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1023 time: 0.1246886 Jul 08 01:59:11.367477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5a4ec34-1fc6-4b21-a755-0f535c19fea1 req-20ae2f42-5da3-4d42-98a6-d74e0f2a94cf tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=212e6de8-2b25-46d4-99b6-b6c094aa9d3f&id=67f1409c-2b60-4dd1-9305-d163fda5c290&id=976318c3-ceea-4148-b65a-a22656c5e8d7 HTTP/1.1" status: 200 len: 6156 time: 0.0933735 Jul 08 01:59:11.402704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f36bee03-6b0c-4fb4-96b3-37e3f5fb62b1 req-333cd6e8-16e4-41ab-a3cb-da0b20788479 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1727915994 ', 'description': 'tempest-description-1329953062'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:11.491596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bf44b14c-4840-447e-a0b8-bf3c7055852e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:11.496371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:11.501123 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.542562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5a196-5f96-4b4e-96ca-e9b4e49192ca', 'name': 'network-vif-deleted', 'tag': 'de644531-324e-4277-9b18-742eacf13728'}, {'name': 'network-changed', 'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:11.546104 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5" -d '{"events": [{"server_uuid": "4ca5a196-5f96-4b4e-96ca-e9b4e49192ca", "name": "network-vif-deleted", "tag": "de644531-324e-4277-9b18-742eacf13728"}, {"name": "network-changed", "server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:11.598667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:11.598923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.613888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f36bee03-6b0c-4fb4-96b3-37e3f5fb62b1 req-333cd6e8-16e4-41ab-a3cb-da0b20788479 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.729835 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f36bee03-6b0c-4fb4-96b3-37e3f5fb62b1 req-333cd6e8-16e4-41ab-a3cb-da0b20788479 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.878946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f36bee03-6b0c-4fb4-96b3-37e3f5fb62b1 req-333cd6e8-16e4-41ab-a3cb-da0b20788479 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.920410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cd6e8-16e4-41ab-a3cb-da0b20788479 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff7567-c522-4447-9e75-83291c4f5563,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:11.957226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39676) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:11.973528 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f36bee03-6b0c-4fb4-96b3-37e3f5fb62b1 req-333cd6e8-16e4-41ab-a3cb-da0b20788479 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.974744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f36bee03-6b0c-4fb4-96b3-37e3f5fb62b1 req-333cd6e8-16e4-41ab-a3cb-da0b20788479 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.5801847 Jul 08 01:59:12.010877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d5d4f949-bacf-428f-9a38-5245373096de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90e48275b47840238d3472dcd80ef76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524282 Jul 08 01:59:12.015782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39680) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:12.044647 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70c6055c-b85b-457b-9b33-acd8f569b748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.077795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a41db3b1-38db-4084-a2e7-7f05b6e2378e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.104733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.125867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a41db3b1-38db-4084-a2e7-7f05b6e2378e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.145945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:12.151996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:12.155168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:12.155799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.161226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb9150e-d8f2-49f9-8af5-72d0f3927d42 None None] Network 0531518e-3e24-4242-8fed-847698406545 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:12.190554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f4e3a-ad21-4586-bb27-313958e0a962 req-cd35c08e-6eb2-42a5-a5ed-ab3fe5ef7a79 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:12.191616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=597103ad-e8d3-4bdf-9aa2-cd9862db03fc,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:12.192338 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-880f4e3a-ad21-4586-bb27-313958e0a962 req-cd35c08e-6eb2-42a5-a5ed-ab3fe5ef7a79 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 948 time: 0.1043382 Jul 08 01:59:12.238951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03c34d-d955-4eed-b9da-ad56122a70ab no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:12.246585 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:59:12.250889 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc2aca0b-48ca-4dd9-89d3-baf06a4f2fdb tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0337198 Jul 08 01:59:12.252211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-880f4e3a-ad21-4586-bb27-313958e0a962 req-c15a192b-325b-4c4a-8f93-f1660d7e59fc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473232 Jul 08 01:59:12.253519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39694) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:12.259874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1552471658', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '597103ad-e8d3-4bdf-9aa2-cd9862db03fc'}], 'security_groups': ['c51dc882-51c7-4318-bcd2-d201583f6192']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:12.288558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a41db3b1-38db-4084-a2e7-7f05b6e2378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.292418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a41db3b1-38db-4084-a2e7-7f05b6e2378e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.295884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a41db3b1-38db-4084-a2e7-7f05b6e2378e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50058c40-0440-4e67-81eb-8795800530ad HTTP/1.1" status: 204 len: 168 time: 0.2768488 Jul 08 01:59:12.318237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41db3b1-38db-4084-a2e7-7f05b6e2378e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50058c40-0440-4e67-81eb-8795800530ad,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:12.418891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device de644531-324e-4277-9b18-742eacf13728 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:12.444418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: de644531-324e-4277-9b18-742eacf13728 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:12.445026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device de644531-324e-4277-9b18-742eacf13728 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:12.477196 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b8638f-07d4-4bb0-b5d6-c70776a968df x-openstack-request-id: req-b1b8638f-07d4-4bb0-b5d6-c70776a968df {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:12.477505 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5a196-5f96-4b4e-96ca-e9b4e49192ca", "name": "network-vif-deleted", "tag": "de644531-324e-4277-9b18-742eacf13728", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:12.477768 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1b8638f-07d4-4bb0-b5d6-c70776a968df {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:12.478183 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca5a196-5f96-4b4e-96ca-e9b4e49192ca', 'name': 'network-vif-deleted', 'tag': 'de644531-324e-4277-9b18-742eacf13728', 'status': 'completed', 'code': 200} Jul 08 01:59:12.478445 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e', 'status': 'completed', 'code': 200} Jul 08 01:59:12.566114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-de366b81-d413-4b6a-b045-6f1dd24e92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:12.568047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-de366b81-d413-4b6a-b045-6f1dd24e92d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1175 time: 0.1347516 Jul 08 01:59:12.572283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.585772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd09ce5-4e37-4b57-aed9-4bd87fec1154 None None] Update dhcp port {'port': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'fixed_ips': [{'subnet_id': 'bc36b8e3-f210-4bcd-9ecb-dda433faca0b', 'ip_address': '2001:db8::2'}, {'subnet_id': '597103ad-e8d3-4bdf-9aa2-cd9862db03fc'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'bf44b14c-4840-447e-a0b8-bf3c7055852e'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 01:59:12.639748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0fd09ce5-4e37-4b57-aed9-4bd87fec1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.690362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-e72d742c-bf02-471a-8b78-361979f7661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:12.691481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-e72d742c-bf02-471a-8b78-361979f7661c service neutron] 10.222.0.32 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 913 time: 0.1123905 Jul 08 01:59:12.719049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a991784d-b920-4cf2-adea-2fb107a9f576 req-cc03004c-89c1-4f37-89c8-fa48c3aaebc0 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/e8ff7567-c522-4447-9e75-83291c4f5563 HTTP/1.1" status: 200 len: 1783 time: 0.0803702 Jul 08 01:59:12.739481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-288198d4-3d60-42b6-a74d-a0fadea09f82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e HTTP/1.1" status: 200 len: 217 time: 0.0405421 Jul 08 01:59:12.821900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-3286253b-9711-438f-b71c-440df3dc128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:12.828135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-3286253b-9711-438f-b71c-440df3dc128c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.0733030 Jul 08 01:59:12.862165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-0fd09ce5-4e37-4b57-aed9-4bd87fec1154 None None] Allocated IP 2001:db8:0:1::2 (0531518e-3e24-4242-8fed-847698406545/597103ad-e8d3-4bdf-9aa2-cd9862db03fc/bf44b14c-4840-447e-a0b8-bf3c7055852e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:12.890690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-39196391-93cb-42d0-991f-6f6160ba5a63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503306 Jul 08 01:59:13.006603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0fd09ce5-4e37-4b57-aed9-4bd87fec1154 None None] For port bf44b14c-4840-447e-a0b8-bf3c7055852e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bf44b14c-4840-447e-a0b8-bf3c7055852e,segment=NetworkSegment(d9032be0-cbd3-4e0d-abb0-2652d16202fe),segment_id=d9032be0-cbd3-4e0d-abb0-2652d16202fe)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:13.030420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-8830b599-4621-46c1-b654-cbb56009bbb8 service neutron] 10.222.0.32 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279991 Jul 08 01:59:13.047035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0fd09ce5-4e37-4b57-aed9-4bd87fec1154 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.061787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0fd09ce5-4e37-4b57-aed9-4bd87fec1154 None None] Transition to ACTIVE for port object bf44b14c-4840-447e-a0b8-bf3c7055852e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:13.122271 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0fd09ce5-4e37-4b57-aed9-4bd87fec1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.139216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2b1292-f06f-45f8-a645-67dc59ecd9c5 req-bf331ab5-2baf-435d-97b8-7ee5149a40a7 service neutron] 10.222.0.32 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974650 Jul 08 01:59:13.256004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd09ce5-4e37-4b57-aed9-4bd87fec1154 None None] Pushing event updated for resources: {'Port': ['ID=bf44b14c-4840-447e-a0b8-bf3c7055852e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:13.275303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Delete allocated IP 2001:db8::56 (0531518e-3e24-4242-8fed-847698406545/bc36b8e3-f210-4bcd-9ecb-dda433faca0b) {{(pid=100713) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 01:59:13.285749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8:0:1::a7 (0531518e-3e24-4242-8fed-847698406545/597103ad-e8d3-4bdf-9aa2-cd9862db03fc/ca75540d-453b-4b44-ba1d-c953ca017dec) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:13.483018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bf44b14c-4840-447e-a0b8-bf3c7055852e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:13.521247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.538771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object ca75540d-453b-4b44-ba1d-c953ca017dec will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:13.693288 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.767425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] In _notify_port_updated(), no bound segment for port ca75540d-453b-4b44-ba1d-c953ca017dec on network 0531518e-3e24-4242-8fed-847698406545 {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:59:13.773754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:13.775427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.785404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "PUT /v2.0/ports/ca75540d-453b-4b44-ba1d-c953ca017dec HTTP/1.1" status: 200 len: 930 time: 1.5280290 Jul 08 01:59:13.786144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39736) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:13.809317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9abcf-ea3d-41b7-a051-ce28523735f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=ca75540d-453b-4b44-ba1d-c953ca017dec,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:13.972638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-8fb399ce-3295-45d1-a013-d8ce821dc49f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:13.974187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-8fb399ce-3295-45d1-a013-d8ce821dc49f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e&tenant_id=ff8fa382b4fa47f594f312f95a5086b7&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 948 time: 0.0963986 Jul 08 01:59:13.979154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4fe54-5d16-468a-a37f-810cbfa6ee5e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port ca75540d-453b-4b44-ba1d-c953ca017dec {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:13.979646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fe54-5d16-468a-a37f-810cbfa6ee5e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.058764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Provisioning for port ca75540d-453b-4b44-ba1d-c953ca017dec completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:14.063218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Provisioning complete for port ca75540d-453b-4b44-ba1d-c953ca017dec triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:14.063497 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.101226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Port ca75540d-453b-4b44-ba1d-c953ca017dec cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:14.175199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-b38733bb-03bd-4049-bf81-6e135bc8d96a service neutron] 10.222.0.32 "GET /v2.0/ports/f349a8e6-d8cc-4ff1-a265-5c8284351a91/bindings/n-h2-695189-13 HTTP/1.1" status: 200 len: 383 time: 0.1919255 Jul 08 01:59:14.186531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fe54-5d16-468a-a37f-810cbfa6ee5e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.206423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4fe54-5d16-468a-a37f-810cbfa6ee5e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for ca75540d-453b-4b44-ba1d-c953ca017dec owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:14.254480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:14.260919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Provisioning for port bf44b14c-4840-447e-a0b8-bf3c7055852e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:14.299706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-25742796-91d1-4ccf-92a8-4e04792995da tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:14.301637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-25742796-91d1-4ccf-92a8-4e04792995da tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d62b169-4fb7-4a12-96c3-a0643d6555fa HTTP/1.1" status: 200 len: 944 time: 0.2493820 Jul 08 01:59:14.322863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fb31a06-358e-4d65-841c-7e8faadf0278 req-8e96429b-0d3b-435f-82e0-0bab88a19489 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/e8ff7567-c522-4447-9e75-83291c4f5563 HTTP/1.1" status: 200 len: 1783 time: 0.0442452 Jul 08 01:59:14.402283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7fb31a06-358e-4d65-841c-7e8faadf0278 req-004120b8-bdb5-4626-b468-e8513fd5f37c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.417743 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-01425031-fb7f-4b5b-9792-7047e1d88de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.420209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:14.420567 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.433559 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7fb31a06-358e-4d65-841c-7e8faadf0278 req-004120b8-bdb5-4626-b468-e8513fd5f37c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.438562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-e9a6d3c5-f77a-4248-a1df-738c8c87fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:14.439943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-e9a6d3c5-f77a-4248-a1df-738c8c87fb2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 1100 time: 0.2255890 Jul 08 01:59:14.481278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port f349a8e6-d8cc-4ff1-a265-5c8284351a91 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:14.481650 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.542263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7fb31a06-358e-4d65-841c-7e8faadf0278 req-004120b8-bdb5-4626-b468-e8513fd5f37c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.545554 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7fb31a06-358e-4d65-841c-7e8faadf0278 req-004120b8-bdb5-4626-b468-e8513fd5f37c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.547220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fb31a06-358e-4d65-841c-7e8faadf0278 req-004120b8-bdb5-4626-b468-e8513fd5f37c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/e8ff7567-c522-4447-9e75-83291c4f5563 HTTP/1.1" status: 204 len: 173 time: 0.2168097 Jul 08 01:59:14.559943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Provisioning complete for port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:14.560322 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.561645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004120b8-bdb5-4626-b468-e8513fd5f37c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff7567-c522-4447-9e75-83291c4f5563,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:14.583897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Deleting port 9b03c34d-d955-4eed-b9da-ad56122a70ab {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:14.584283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.628738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5b007-1526-4670-b511-9c2d411eb7ee None None] Port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:14.636342 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.653673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:14.653882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-17501ab3-b98e-4d39-88d6-aba8fb1532c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:14.655332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-17501ab3-b98e-4d39-88d6-aba8fb1532c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2068241 Jul 08 01:59:14.655903 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6999f009-f016-4e42-be63-0a691b9c4da2" -d '{"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:14.669319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:14.714395 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fe54-5d16-468a-a37f-810cbfa6ee5e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.720765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-5966a3c5-48c9-4b7f-8c8b-b9c5d6eb14cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91 HTTP/1.1" status: 200 len: 217 time: 0.0566223 Jul 08 01:59:14.749418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dd561973-1c14-44be-9369-b0ab3cdd973f None None] Could not find standard attr ID for object ca75540d-453b-4b44-ba1d-c953ca017dec. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:59:14.801868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4fe54-5d16-468a-a37f-810cbfa6ee5e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=ca75540d-453b-4b44-ba1d-c953ca017dec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:14.829954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.836617 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cb4fe54-5d16-468a-a37f-810cbfa6ee5e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.841605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8cb4fe54-5d16-468a-a37f-810cbfa6ee5e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/ca75540d-453b-4b44-ba1d-c953ca017dec HTTP/1.1" status: 204 len: 168 time: 1.0541897 Jul 08 01:59:14.841856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39748) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:14.847997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] For port 9b03c34d-d955-4eed-b9da-ad56122a70ab, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03c34d-d955-4eed-b9da-ad56122a70ab,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:14.848391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.867132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Calling delete_port for 9b03c34d-d955-4eed-b9da-ad56122a70ab owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:14.872802 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3908a94a-8ad6-46f3-a377-14c0c7dae6c7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:59:14.874552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-a69ca042-955f-423c-8871-25ba992bae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:14.875258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3908a94a-8ad6-46f3-a377-14c0c7dae6c7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/ca75540d-453b-4b44-ba1d-c953ca017dec HTTP/1.1" status: 404 len: 333 time: 0.0323648 Jul 08 01:59:14.877571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39750) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:14.878976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-a69ca042-955f-423c-8871-25ba992bae02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1425858 Jul 08 01:59:14.895721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:14.910456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.958016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59507955-fa04-4fdc-b6f2-c0da6decc76c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.987895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59507955-fa04-4fdc-b6f2-c0da6decc76c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.025205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-7f29c3b2-c0a1-492a-b959-b89f5b5c1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:15.026729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-7f29c3b2-c0a1-492a-b959-b89f5b5c1ca9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1375458 Jul 08 01:59:15.127266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59507955-fa04-4fdc-b6f2-c0da6decc76c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.130062 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59507955-fa04-4fdc-b6f2-c0da6decc76c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.131309 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-59507955-fa04-4fdc-b6f2-c0da6decc76c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/security-groups/b47b3238-9039-4a4e-aaee-ae09803a401f HTTP/1.1" status: 204 len: 168 time: 0.2507684 Jul 08 01:59:15.136256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39752) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:15.148841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59507955-fa04-4fdc-b6f2-c0da6decc76c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b3238-9039-4a4e-aaee-ae09803a401f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:15.172135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-a8df0972-1af2-4011-b01e-0090534e4e40 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130438 Jul 08 01:59:15.217108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1b79-51c5-4f71-8dd4-5e7c67c020e7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.241972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1b79-51c5-4f71-8dd4-5e7c67c020e7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.285070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-5ecacd90-168f-4e37-849b-715422387c03 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942276 Jul 08 01:59:15.312832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.355155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event deleted for resources: {'Port': ['ID=9b03c34d-d955-4eed-b9da-ad56122a70ab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:15.399684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1b79-51c5-4f71-8dd4-5e7c67c020e7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.399684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1b79-51c5-4f71-8dd4-5e7c67c020e7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.399684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a7ab1b79-51c5-4f71-8dd4-5e7c67c020e7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/security-groups/c51dc882-51c7-4318-bcd2-d201583f6192 HTTP/1.1" status: 204 len: 168 time: 0.2624028 Jul 08 01:59:15.403076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39758) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:15.436189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] No DVR routers for this DVR port 9b03c34d-d955-4eed-b9da-ad56122a70ab on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:15.439139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.441791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68f59e2d-42f9-4ece-a6ed-b62c6ab7ba15 req-60b0f246-a9b7-40a3-95e5-3169710dd556 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "DELETE /v2.0/ports/9b03c34d-d955-4eed-b9da-ad56122a70ab HTTP/1.1" status: 204 len: 173 time: 1.1295731 Jul 08 01:59:15.442363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'name': 'network-vif-deleted', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:15.448888 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ac4053-7b11-4c0e-a7dd-27e373370fba" -d '{"events": [{"server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "name": "network-vif-deleted", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:15.457214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab1b79-51c5-4f71-8dd4-5e7c67c020e7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51dc882-51c7-4318-bcd2-d201583f6192,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:15.490456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-70dca054-a99a-4850-8bb5-afebb44a4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:15.490767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcb0c4a-8c12-4a2a-b988-54a1b56ccd5d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet bc36b8e3-f210-4bcd-9ecb-dda433faca0b {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:15.492245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-70dca054-a99a-4850-8bb5-afebb44a4bd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1098 time: 0.1455317 Jul 08 01:59:15.494402 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0c4a-8c12-4a2a-b988-54a1b56ccd5d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.537938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0c4a-8c12-4a2a-b988-54a1b56ccd5d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.601906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-d4b25038-f052-4f7a-be58-c69a42953530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:15.604079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-d4b25038-f052-4f7a-be58-c69a42953530 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 919 time: 0.0983942 Jul 08 01:59:15.658029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-784c565f-d93e-48a2-b939-1b97bf5e5f48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 200 len: 217 time: 0.0388529 Jul 08 01:59:15.695829 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.709008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0c4a-8c12-4a2a-b988-54a1b56ccd5d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.730064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-8fe3a8b9-06c3-4a6c-874f-9ff32ca49343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:15.731828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-8fe3a8b9-06c3-4a6c-874f-9ff32ca49343 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.0640593 Jul 08 01:59:15.741147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8de58-9125-400f-b71b-8fb498c8c4b3 req-5c40b3b7-de75-4645-9b41-b2b0f56d5fd6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:15.742699 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1d8de58-9125-400f-b71b-8fb498c8c4b3 req-5c40b3b7-de75-4645-9b41-b2b0f56d5fd6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.1786370 Jul 08 01:59:15.787829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-fadd29a0-a19b-4fa0-9ee7-a171ec458f79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364842 Jul 08 01:59:15.817291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-0b4d55d0-2d5f-47d6-88ba-385fca21a075 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:15.818811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-0b4d55d0-2d5f-47d6-88ba-385fca21a075 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 950 time: 0.1738472 Jul 08 01:59:15.849265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1d8de58-9125-400f-b71b-8fb498c8c4b3 req-055e22b2-d1c9-40c0-a84d-2f28ce4f3575 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971017 Jul 08 01:59:15.934144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-9aea46bb-f2a1-4887-bcae-88396a4fa784 service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206982 Jul 08 01:59:15.964444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0c4a-8c12-4a2a-b988-54a1b56ccd5d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.001470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb0c4a-8c12-4a2a-b988-54a1b56ccd5d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=bc36b8e3-f210-4bcd-9ecb-dda433faca0b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:16.004295 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dcb0c4a-8c12-4a2a-b988-54a1b56ccd5d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.006258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9dcb0c4a-8c12-4a2a-b988-54a1b56ccd5d tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/bc36b8e3-f210-4bcd-9ecb-dda433faca0b HTTP/1.1" status: 204 len: 168 time: 0.6021895 Jul 08 01:59:16.010822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39774) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:16.013364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05a78c-332b-4d35-92f2-1ddabcf703d0 None None] Network 0531518e-3e24-4242-8fed-847698406545 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:16.030864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:16.077190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bd90971-ccd0-448e-b344-6fe43fe2a827 req-776250ab-e8ad-4e02-9571-52a2e6d6b8a4 service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237717 Jul 08 01:59:16.472978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Deleting port 1bb2b144-8594-40a0-b300-4a93c581cbfc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:16.474432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.580247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027f78-dd70-4fc0-aac4-ca0b59e84b5b req-d3bde144-1cbf-4259-ba79-b8a033dbed29 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:16.581964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9027f78-dd70-4fc0-aac4-ca0b59e84b5b req-d3bde144-1cbf-4259-ba79-b8a033dbed29 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 950 time: 0.5726635 Jul 08 01:59:16.623376 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-b1a27bc4-3f68-40ca-a240-efa25e49f99b req-240e3a08-b01f-4e13-9c67-3238881a30e7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 01:59:16.632057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b1a27bc4-3f68-40ca-a240-efa25e49f99b req-240e3a08-b01f-4e13-9c67-3238881a30e7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/e8ff7567-c522-4447-9e75-83291c4f5563 HTTP/1.1" status: 404 len: 352 time: 0.0229402 Jul 08 01:59:16.652886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] For port 1bb2b144-8594-40a0-b300-4a93c581cbfc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1bb2b144-8594-40a0-b300-4a93c581cbfc,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:16.653016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.677033 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9027f78-dd70-4fc0-aac4-ca0b59e84b5b req-b23f3774-7362-47de-b432-d02472c23145 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768688 Jul 08 01:59:16.677941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Calling delete_port for 1bb2b144-8594-40a0-b300-4a93c581cbfc owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:16.690246 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f8944-9d98-497a-9d20-c4cdd76d8051 x-openstack-request-id: req-3f2f8944-9d98-497a-9d20-c4cdd76d8051 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:16.690803 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:16.691226 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f2f8944-9d98-497a-9d20-c4cdd76d8051 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:16.691837 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'code': 200} Jul 08 01:59:16.744692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:16.748329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.765230 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2151037d-8325-4f08-8474-f4b97024e7fe x-openstack-request-id: req-2151037d-8325-4f08-8474-f4b97024e7fe {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:16.765532 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d62b169-4fb7-4a12-96c3-a0643d6555fa", "name": "network-vif-deleted", "tag": "9b03c34d-d955-4eed-b9da-ad56122a70ab", "status": "failed", "code": 422}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:16.765790 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2151037d-8325-4f08-8474-f4b97024e7fe {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:16.766219 n-d-695189-13 neutron-server[100712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d62b169-4fb7-4a12-96c3-a0643d6555fa', 'name': 'network-vif-deleted', 'tag': '9b03c34d-d955-4eed-b9da-ad56122a70ab', 'status': 'failed', 'code': 422} returned with failed status Jul 08 01:59:16.860699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c67185-e1a4-45af-98cd-29ad2a9513ea req-94a2003f-4ea2-4d1a-842a-979058dc84a6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:16.862587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84c67185-e1a4-45af-98cd-29ad2a9513ea req-94a2003f-4ea2-4d1a-842a-979058dc84a6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0746779 Jul 08 01:59:16.912719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84c67185-e1a4-45af-98cd-29ad2a9513ea req-372377c5-6ec5-42f7-ae21-fae3bee42242 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Jul 08 01:59:16.943801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-346446da-f8f5-4789-9f96-96d8dfcdbed2 req-2299c695-5c59-48c9-b2e0-a51ddc224cfb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1118409960', 'description': 'tempest-description-1689591045'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:16.985072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-edab0d57-9c1f-4fb1-8577-5e895e67879b None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:16.986149 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-edab0d57-9c1f-4fb1-8577-5e895e67879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.997796 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.020388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e2fd9ee9-224a-425d-9503-5d62b4b40666'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:17.046847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Pushing event deleted for resources: {'Port': ['ID=1bb2b144-8594-40a0-b300-4a93c581cbfc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:17.107566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-346446da-f8f5-4789-9f96-96d8dfcdbed2 req-2299c695-5c59-48c9-b2e0-a51ddc224cfb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.153014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] No DVR routers for this DVR port 1bb2b144-8594-40a0-b300-4a93c581cbfc on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:17.159546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.162765 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7787ac03-586d-4f01-a6b3-56a818b404d9 req-5ad990f1-64bd-4cbc-88f9-6c5d9b50aa21 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "DELETE /v2.0/ports/1bb2b144-8594-40a0-b300-4a93c581cbfc HTTP/1.1" status: 204 len: 173 time: 1.3352242 Jul 08 01:59:17.162765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e65e5b-10e7-4939-bf0d-428466ec3536', 'name': 'network-vif-deleted', 'tag': '1bb2b144-8594-40a0-b300-4a93c581cbfc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:17.165434 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9433bb8-635e-4635-a2ee-bec8cd074bde" -d '{"events": [{"server_uuid": "01e65e5b-10e7-4939-bf0d-428466ec3536", "name": "network-vif-deleted", "tag": "1bb2b144-8594-40a0-b300-4a93c581cbfc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:17.206590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-edab0d57-9c1f-4fb1-8577-5e895e67879b None None] Provisioning complete for port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:17.207038 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-edab0d57-9c1f-4fb1-8577-5e895e67879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.243498 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-346446da-f8f5-4789-9f96-96d8dfcdbed2 req-2299c695-5c59-48c9-b2e0-a51ddc224cfb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.268823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca50aab-9959-4947-bacf-a7e5f09ce3c7 req-2d9790c8-22ff-4fa0-9fc0-9a541990eafb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:17.270410 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ca50aab-9959-4947-bacf-a7e5f09ce3c7 req-2d9790c8-22ff-4fa0-9fc0-9a541990eafb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0975211 Jul 08 01:59:17.276374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-edab0d57-9c1f-4fb1-8577-5e895e67879b None None] Port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:17.311865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ca50aab-9959-4947-bacf-a7e5f09ce3c7 req-07a58aff-ba58-43c5-958b-9db5575c910e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Jul 08 01:59:17.344979 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.373017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.373909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-346446da-f8f5-4789-9f96-96d8dfcdbed2 req-2299c695-5c59-48c9-b2e0-a51ddc224cfb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.391201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:17.391859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:17.396102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:17.396714 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.412811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=369f2444-02f1-4230-be94-09906d88962e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:17.415795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a92a8-55ec-4346-ad26-7a122bc61864 None None] Network 0531518e-3e24-4242-8fed-847698406545 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:17.457527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299c695-5c59-48c9-b2e0-a51ddc224cfb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaadaf4-35ad-4fb4-af9b-09455fb822c1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:17.515195 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1d817d3c-1bd7-413d-85e3-674d6b2d5078 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4983833 Jul 08 01:59:17.519142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39808) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:17.523975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-010f5544-1aa4-4315-9486-e5780325a57c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'security_group': {'name': 'tempest-secgroup-454549645'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:17.537869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-346446da-f8f5-4789-9f96-96d8dfcdbed2 req-2299c695-5c59-48c9-b2e0-a51ddc224cfb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.539110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-346446da-f8f5-4789-9f96-96d8dfcdbed2 req-2299c695-5c59-48c9-b2e0-a51ddc224cfb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6002223 Jul 08 01:59:17.584484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-6e938828-a4cc-4321-82c0-dc7b71f5d502 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:17.586052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-6e938828-a4cc-4321-82c0-dc7b71f5d502 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.1363575 Jul 08 01:59:17.607146 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-2664ee29-d344-403d-b9ca-557d0cbfb19b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/quotas/6dfa016384984b2b898f8cc4f92b1858 HTTP/1.1" status: 200 len: 375 time: 0.0114939 Jul 08 01:59:17.608865 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04b6a23-82c1-4ce1-a776-fcc0ca7f156a x-openstack-request-id: req-a04b6a23-82c1-4ce1-a776-fcc0ca7f156a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:17.609299 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e65e5b-10e7-4939-bf0d-428466ec3536", "name": "network-vif-deleted", "tag": "1bb2b144-8594-40a0-b300-4a93c581cbfc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:17.609552 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a04b6a23-82c1-4ce1-a776-fcc0ca7f156a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:17.610091 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e65e5b-10e7-4939-bf0d-428466ec3536', 'name': 'network-vif-deleted', 'tag': '1bb2b144-8594-40a0-b300-4a93c581cbfc', 'status': 'completed', 'code': 200} Jul 08 01:59:17.653583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1d94aa5e-97a9-44c6-bc45-fe82d52235c5 req-a80a0508-9c9b-46ee-bcec-306b62598b76 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-858262072', 'description': 'tempest-description-288386757'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:17.666685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-d629cd9d-56f6-48c5-8020-d4cdf074a67e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524142 Jul 08 01:59:17.683834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-010f5544-1aa4-4315-9486-e5780325a57c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.769391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf3421-819e-49ad-a26f-a858c55d3d4c None None] Update dhcp port {'port': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'fixed_ips': [{'subnet_id': '597103ad-e8d3-4bdf-9aa2-cd9862db03fc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '369f2444-02f1-4230-be94-09906d88962e'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'bf44b14c-4840-447e-a0b8-bf3c7055852e'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 01:59:17.776654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-1183be02-d9f3-459e-a738-989d50a2408f service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004155 Jul 08 01:59:17.802812 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46cf3421-819e-49ad-a26f-a858c55d3d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.869868 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-ed860dac-40a6-49ed-94d2-cf9af2d98912 service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871904 Jul 08 01:59:17.872619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1d94aa5e-97a9-44c6-bc45-fe82d52235c5 req-a80a0508-9c9b-46ee-bcec-306b62598b76 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.968787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-010f5544-1aa4-4315-9486-e5780325a57c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.988568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-46cf3421-819e-49ad-a26f-a858c55d3d4c None None] Allocated IP 2001:db8::2 (0531518e-3e24-4242-8fed-847698406545/369f2444-02f1-4230-be94-09906d88962e/bf44b14c-4840-447e-a0b8-bf3c7055852e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:18.042977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.064411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-010f5544-1aa4-4315-9486-e5780325a57c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.088726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-46cf3421-819e-49ad-a26f-a858c55d3d4c None None] For port bf44b14c-4840-447e-a0b8-bf3c7055852e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bf44b14c-4840-447e-a0b8-bf3c7055852e,segment=NetworkSegment(d9032be0-cbd3-4e0d-abb0-2652d16202fe),segment_id=d9032be0-cbd3-4e0d-abb0-2652d16202fe)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:18.121500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f5544-1aa4-4315-9486-e5780325a57c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6f343b-f7c5-4399-8837-354172c96a7c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:18.145703 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46cf3421-819e-49ad-a26f-a858c55d3d4c None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.160523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-46cf3421-819e-49ad-a26f-a858c55d3d4c None None] Transition to ACTIVE for port object bf44b14c-4840-447e-a0b8-bf3c7055852e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:18.189230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1d94aa5e-97a9-44c6-bc45-fe82d52235c5 req-a80a0508-9c9b-46ee-bcec-306b62598b76 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.277505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3eaecd3a-6096-4f59-be9f-8de01fed822c req-df3770c3-a888-4645-a322-6fa8b8b0932e tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=01e65e5b-10e7-4939-bf0d-428466ec3536 HTTP/1.1" status: 200 len: 210 time: 0.0348747 Jul 08 01:59:18.321455 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46cf3421-819e-49ad-a26f-a858c55d3d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.322361 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1d94aa5e-97a9-44c6-bc45-fe82d52235c5 req-a80a0508-9c9b-46ee-bcec-306b62598b76 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.352762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a0508-9c9b-46ee-bcec-306b62598b76 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c42bb3e-e3d7-4108-baa5-30dba73ce37d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:18.434000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf3421-819e-49ad-a26f-a858c55d3d4c None None] Pushing event updated for resources: {'Port': ['ID=bf44b14c-4840-447e-a0b8-bf3c7055852e,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:18.444912 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1d94aa5e-97a9-44c6-bc45-fe82d52235c5 req-a80a0508-9c9b-46ee-bcec-306b62598b76 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.446321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d94aa5e-97a9-44c6-bc45-fe82d52235c5 req-a80a0508-9c9b-46ee-bcec-306b62598b76 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7977440 Jul 08 01:59:18.447115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-010f5544-1aa4-4315-9486-e5780325a57c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.451168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-010f5544-1aa4-4315-9486-e5780325a57c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9281199 Jul 08 01:59:18.454921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39832) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:18.455236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 1bb2b144-8594-40a0-b300-4a93c581cbfc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:18.459983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001457636'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:18.497114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 1bb2b144-8594-40a0-b300-4a93c581cbfc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:18.497889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 1bb2b144-8594-40a0-b300-4a93c581cbfc not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:18.547747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-504b5395-70e1-4d01-aae3-05298023b297 req-7367d15b-b09b-4645-a650-3f10141489bd tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 210 time: 0.0362232 Jul 08 01:59:18.638141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36e7d-9e72-41a3-95ca-ca53a098e766 req-605fdbf4-0815-4969-bd13-e30efe6bb394 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:18.646349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8cc36e7d-9e72-41a3-95ca-ca53a098e766 req-605fdbf4-0815-4969-bd13-e30efe6bb394 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0895829 Jul 08 01:59:18.698560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8cc36e7d-9e72-41a3-95ca-ca53a098e766 req-9e228d90-677b-43c9-836c-aa8a4ce86a2a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511386 Jul 08 01:59:18.710168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.761284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-6bb110d2-2e26-4f01-800a-3c2fc6601c3d req-2c17d482-7622-491a-8c18-70a8015c1c19 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1780016028', 'description': 'tempest-description-1029107565'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:18.785394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:59:18.785394 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:59:18.785394 n-d-695189-13 neutron-server[100713]: [parameters: {'project_id_1': '8330e569565b43f0a7483faf50789701', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 59, 18, 773172)}] Jul 08 01:59:18.785394 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:59:18.785906 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:59:18.791851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f70893-dd5a-46b3-ac27-b75dd1814df7 req-112f0021-a3ae-41fc-93af-c432c5ec1d4c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:18.793495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4f70893-dd5a-46b3-ac27-b75dd1814df7 req-112f0021-a3ae-41fc-93af-c432c5ec1d4c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0727367 Jul 08 01:59:18.836009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4f70893-dd5a-46b3-ac27-b75dd1814df7 req-3aafb251-60c0-474e-93b3-3d04baf8db61 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Jul 08 01:59:18.918125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6bb110d2-2e26-4f01-800a-3c2fc6601c3d req-2c17d482-7622-491a-8c18-70a8015c1c19 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.049790 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6bb110d2-2e26-4f01-800a-3c2fc6601c3d req-2c17d482-7622-491a-8c18-70a8015c1c19 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.121821 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6bb110d2-2e26-4f01-800a-3c2fc6601c3d req-2c17d482-7622-491a-8c18-70a8015c1c19 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.156925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17d482-7622-491a-8c18-70a8015c1c19 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1614c53a-f17c-42da-a3d4-38f84e0016e4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:19.287469 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.290915 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6bb110d2-2e26-4f01-800a-3c2fc6601c3d req-2c17d482-7622-491a-8c18-70a8015c1c19 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.292378 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bb110d2-2e26-4f01-800a-3c2fc6601c3d req-2c17d482-7622-491a-8c18-70a8015c1c19 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5424516 Jul 08 01:59:19.349957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ddbb1317-7937-481f-81b4-4a9162460aad None None] Provisioning for port bf44b14c-4840-447e-a0b8-bf3c7055852e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:19.354062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ddbb1317-7937-481f-81b4-4a9162460aad None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:19.354441 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1317-7937-481f-81b4-4a9162460aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.409832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.487056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ddbb1317-7937-481f-81b4-4a9162460aad None None] Provisioning complete for port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:19.487865 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1317-7937-481f-81b4-4a9162460aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.495910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad75d798-b4ab-4d15-9574-5ab764bfd38f req-12407c1b-db8f-4dec-96e0-bce651eba376 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0aa25b3bab394d079bcdafd73f6964bd HTTP/1.1" status: 200 len: 10910 time: 0.1825371 Jul 08 01:59:19.502140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.510829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bf44b14c-4840-447e-a0b8-bf3c7055852e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:19.529458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-6c9964f6-c8c6-47f2-8556-cf30ff195ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:19.531639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-6c9964f6-c8c6-47f2-8556-cf30ff195ffc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e&tenant_id=ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 1101 time: 0.1089344 Jul 08 01:59:19.566202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26e082-3743-4259-b674-587e860c1d59,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:19.579142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad75d798-b4ab-4d15-9574-5ab764bfd38f req-f81a25bc-d9cc-4053-b638-78f4608898a2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/67f1409c-2b60-4dd1-9305-d163fda5c290 HTTP/1.1" status: 200 len: 2985 time: 0.0753453 Jul 08 01:59:19.582647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb1317-7937-481f-81b4-4a9162460aad None None] Port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:19.589900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:19.590547 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.654008 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad75d798-b4ab-4d15-9574-5ab764bfd38f req-7ae07856-850a-4894-ac36-f794f4ed65c0 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/67f1409c-2b60-4dd1-9305-d163fda5c290 HTTP/1.1" status: 200 len: 2985 time: 0.0739579 Jul 08 01:59:19.671096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-dc178bef-d432-48ba-af90-74f0e931da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:19.673268 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-dc178bef-d432-48ba-af90-74f0e931da9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 1101 time: 0.0911810 Jul 08 01:59:19.756095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.758451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c4d3f306-0fe0-49ee-a98c-6c9ff203897c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3024108 Jul 08 01:59:19.761307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39878) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:19.775150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1ad4713d-ea40-4661-994b-5c74d7c43502 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'security_group': {'name': 'tempest-secgroup-993591539'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:19.778094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-7895b3f7-0017-41f3-8b8e-dc42288f6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:19.781626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-7895b3f7-0017-41f3-8b8e-dc42288f6fe4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.0968149 Jul 08 01:59:19.836372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-ccb5f1a3-7877-4c77-a53f-f131f7b73bcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91 HTTP/1.1" status: 200 len: 217 time: 0.0451932 Jul 08 01:59:19.910281 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ad4713d-ea40-4661-994b-5c74d7c43502 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.944385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4a4e7cd-1cf8-447a-8ca6-771b3fa1dc99 req-aa55755f-c6c0-4f3b-be15-4c1d670cc294 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jul 08 01:59:19.949880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:19.969711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-1849de40-3a5f-49e8-bed0-0d5979a37fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:19.975596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-1849de40-3a5f-49e8-bed0-0d5979a37fed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1262748 Jul 08 01:59:20.008321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ad4713d-ea40-4661-994b-5c74d7c43502 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.052365 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-289d512a-bdb9-42e4-87cf-73f9e329e5f6 req-89887ed0-10a1-42d6-951a-4e4ce3dc910d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/bbaadaf4-35ad-4fb4-af9b-09455fb822c1 HTTP/1.1" status: 200 len: 1803 time: 0.0786982 Jul 08 01:59:20.098798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ad4713d-ea40-4661-994b-5c74d7c43502 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.103869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-eddd908c-e764-463e-a141-e3662664825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:20.105724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-eddd908c-e764-463e-a141-e3662664825c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169398 Jul 08 01:59:20.109300 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07edff94-81f6-46b7-bbd2-764c7b3dfb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.139248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4713d-ea40-4661-994b-5c74d7c43502 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b79d3-1895-48ff-8294-5764f3bcbfd6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.209888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed432a-8cc8-4c86-8811-bca6a0e48bd5 req-2739dbc0-c178-4abf-a47d-7842326f6f7f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:20.212040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93ed432a-8cc8-4c86-8811-bca6a0e48bd5 req-2739dbc0-c178-4abf-a47d-7842326f6f7f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0743515 Jul 08 01:59:20.225636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-289d512a-bdb9-42e4-87cf-73f9e329e5f6 req-2bbc36e6-165a-431f-80e0-2acfda6b6c8d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.250471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93ed432a-8cc8-4c86-8811-bca6a0e48bd5 req-bfb257cd-9011-4f4e-ac8f-6ffca5651ec8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Jul 08 01:59:20.259375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ad4713d-ea40-4661-994b-5c74d7c43502 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.260113 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-289d512a-bdb9-42e4-87cf-73f9e329e5f6 req-2bbc36e6-165a-431f-80e0-2acfda6b6c8d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.263063 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1ad4713d-ea40-4661-994b-5c74d7c43502 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4967549 Jul 08 01:59:20.267244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:20.274571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:20.277474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1959873135', 'security_groups': ['9b8b79d3-1895-48ff-8294-5764f3bcbfd6'], 'network_id': '0531518e-3e24-4242-8fed-847698406545', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '369f2444-02f1-4230-be94-09906d88962e'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:20.389799 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-27ca27ff-ab25-4baa-98fe-71e2047ad841 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617719 Jul 08 01:59:20.437695 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.439246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f8792-999e-4d34-9bca-797220936161 req-a9de1838-420a-4343-8098-5f53783277ee tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:20.441137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d80f8792-999e-4d34-9bca-797220936161 req-a9de1838-420a-4343-8098-5f53783277ee tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.0843308 Jul 08 01:59:20.472562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:20.475053 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2692d96a-7f8b-4bdc-a65f-c65e877be71c" -d '{"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:20.501289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d80f8792-999e-4d34-9bca-797220936161 req-fce45f9f-7e87-45a6-a11e-f360f26a6629 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538261 Jul 08 01:59:20.520470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:20.578209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e284b88-0ac9-4095-afa1-02824831eec5 req-ea1e6a5b-b60e-491a-84db-c7ea4b618190 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736670 Jul 08 01:59:20.603032 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07edff94-81f6-46b7-bbd2-764c7b3dfb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.610048 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-289d512a-bdb9-42e4-87cf-73f9e329e5f6 req-2bbc36e6-165a-431f-80e0-2acfda6b6c8d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.612612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-289d512a-bdb9-42e4-87cf-73f9e329e5f6 req-2bbc36e6-165a-431f-80e0-2acfda6b6c8d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.613757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-289d512a-bdb9-42e4-87cf-73f9e329e5f6 req-2bbc36e6-165a-431f-80e0-2acfda6b6c8d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/bbaadaf4-35ad-4fb4-af9b-09455fb822c1 HTTP/1.1" status: 204 len: 173 time: 0.5535755 Jul 08 01:59:20.624685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc36e6-165a-431f-80e0-2acfda6b6c8d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaadaf4-35ad-4fb4-af9b-09455fb822c1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.664770 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.668688 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0f9f74-80d9-410a-b899-b27c7497078b x-openstack-request-id: req-5e0f9f74-80d9-410a-b899-b27c7497078b {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:20.669121 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:20.669321 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e0f9f74-80d9-410a-b899-b27c7497078b {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:20.669682 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'code': 200} Jul 08 01:59:20.699267 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-d18a7032-84af-4b37-89b0-14ad9e066c27 req-1e0d113e-f9c8-4cf3-9ea7-13258f1372c3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 01:59:20.700337 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d18a7032-84af-4b37-89b0-14ad9e066c27 req-1e0d113e-f9c8-4cf3-9ea7-13258f1372c3 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/bbaadaf4-35ad-4fb4-af9b-09455fb822c1 HTTP/1.1" status: 404 len: 352 time: 0.0150299 Jul 08 01:59:20.710640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9a7cf-d3a2-4585-9d30-513a324a9a3d req-17b54223-e05a-4d46-86a9-3e79f0f13a55 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:20.719129 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22a9a7cf-d3a2-4585-9d30-513a324a9a3d req-17b54223-e05a-4d46-86a9-3e79f0f13a55 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 949 time: 0.0981257 Jul 08 01:59:20.725367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07edff94-81f6-46b7-bbd2-764c7b3dfb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.730772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.761801 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22a9a7cf-d3a2-4585-9d30-513a324a9a3d req-c00a597d-3896-4086-b11b-df5fdf9b7633 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Jul 08 01:59:20.797329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-07edff94-81f6-46b7-bbd2-764c7b3dfb7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13990bf5281c4d86b4a1d9f0d87a24f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8464150 Jul 08 01:59:20.800037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39900) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:20.802817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edff94-81f6-46b7-bbd2-764c7b3dfb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4d57a3-36ea-438c-84f6-c268a3843995,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.838934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8b78d15-b932-4e0f-93dc-540756afe18f req-09f86879-25ad-438b-ab44-0fb05d490474 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/9c42bb3e-e3d7-4108-baa5-30dba73ce37d HTTP/1.1" status: 200 len: 1801 time: 0.1165023 Jul 08 01:59:20.853094 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.878044 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba20ecfb-323c-4871-aaf2-1b0347fdaa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.901043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba20ecfb-323c-4871-aaf2-1b0347fdaa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.904836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a8b78d15-b932-4e0f-93dc-540756afe18f req-17301783-a59f-433b-9a82-6acbb8c1b576 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.927631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:20.950847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a8b78d15-b932-4e0f-93dc-540756afe18f req-17301783-a59f-433b-9a82-6acbb8c1b576 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.253313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.253313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] device_id is not set on port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:59:21.253313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a8b78d15-b932-4e0f-93dc-540756afe18f req-17301783-a59f-433b-9a82-6acbb8c1b576 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.253313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a8b78d15-b932-4e0f-93dc-540756afe18f req-17301783-a59f-433b-9a82-6acbb8c1b576 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.253313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8b78d15-b932-4e0f-93dc-540756afe18f req-17301783-a59f-433b-9a82-6acbb8c1b576 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/9c42bb3e-e3d7-4108-baa5-30dba73ce37d HTTP/1.1" status: 204 len: 173 time: 0.2757785 Jul 08 01:59:21.255405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba20ecfb-323c-4871-aaf2-1b0347fdaa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.255405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba20ecfb-323c-4871-aaf2-1b0347fdaa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.255405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ba20ecfb-323c-4871-aaf2-1b0347fdaa0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a4d57a3-36ea-438c-84f6-c268a3843995 HTTP/1.1" status: 204 len: 168 time: 0.3424489 Jul 08 01:59:21.255405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-03b626cd-77ad-4cf8-9b03-35bc25d8cf9b req-7be965df-7992-4b9d-8ee0-b9d0f0af1ac5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 210 time: 0.0869634 Jul 08 01:59:21.255405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20ecfb-323c-4871-aaf2-1b0347fdaa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4d57a3-36ea-438c-84f6-c268a3843995,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:21.256983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17301783-a59f-433b-9a82-6acbb8c1b576 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c42bb3e-e3d7-4108-baa5-30dba73ce37d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:21.256983 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-30924378-31fa-4a18-b74b-3a9836daa400 req-7d908bc9-98d8-4e06-b424-ddfaa4b346ba tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 01:59:21.256983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30924378-31fa-4a18-b74b-3a9836daa400 req-7d908bc9-98d8-4e06-b424-ddfaa4b346ba tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/9c42bb3e-e3d7-4108-baa5-30dba73ce37d HTTP/1.1" status: 404 len: 352 time: 0.0539134 Jul 08 01:59:21.258105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-f79567d1-6c65-43a7-a929-aa687e0946c7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:21.258105 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-f79567d1-6c65-43a7-a929-aa687e0946c7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.18 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.1709390 Jul 08 01:59:21.259146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Request body: {'port': {'device_id': '0d253d63-f770-47a9-bb1d-ce48d1eca772', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'admin_state_up': True, 'tenant_id': '6dfa016384984b2b898f8cc4f92b1858'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:21.337425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5972b66e-a33a-4ecb-bc60-cf5297568442 req-fe7d5188-7070-4e69-8da4-406fa2b281a4 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/1614c53a-f17c-42da-a3d4-38f84e0016e4 HTTP/1.1" status: 200 len: 1803 time: 0.1159351 Jul 08 01:59:21.362097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8::95 (0531518e-3e24-4242-8fed-847698406545/369f2444-02f1-4230-be94-09906d88962e/5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:21.473712 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5972b66e-a33a-4ecb-bc60-cf5297568442 req-65d47323-a8ea-4872-9162-2c04b73a9b7c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.507253 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5972b66e-a33a-4ecb-bc60-cf5297568442 req-65d47323-a8ea-4872-9162-2c04b73a9b7c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.524533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-5dd523ce-4f02-496b-9c47-79527931493c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:21.526775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-5dd523ce-4f02-496b-9c47-79527931493c tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 949 time: 0.1311760 Jul 08 01:59:21.553205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dfe5a-4412-432f-8192-1abce20bacb6 req-0673ce19-8847-4130-80b5-4d4db508736f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:21.554787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d26dfe5a-4412-432f-8192-1abce20bacb6 req-0673ce19-8847-4130-80b5-4d4db508736f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1571286 Jul 08 01:59:21.579798 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.601714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Made reservation on behalf of 6dfa016384984b2b898f8cc4f92b1858 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:21.605706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.617519 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d26dfe5a-4412-432f-8192-1abce20bacb6 req-fca5601d-8dec-42a7-9ecb-36d159080349 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Jul 08 01:59:21.728041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Deleting port e2fd9ee9-224a-425d-9503-5d62b4b40666 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:21.728390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.775957 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5972b66e-a33a-4ecb-bc60-cf5297568442 req-65d47323-a8ea-4872-9162-2c04b73a9b7c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.778473 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5972b66e-a33a-4ecb-bc60-cf5297568442 req-65d47323-a8ea-4872-9162-2c04b73a9b7c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.782440 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5972b66e-a33a-4ecb-bc60-cf5297568442 req-65d47323-a8ea-4872-9162-2c04b73a9b7c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/1614c53a-f17c-42da-a3d4-38f84e0016e4 HTTP/1.1" status: 204 len: 173 time: 0.4264472 Jul 08 01:59:21.836130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d47323-a8ea-4872-9162-2c04b73a9b7c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1614c53a-f17c-42da-a3d4-38f84e0016e4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:21.874430 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-f5fa25b6-c3a8-4a51-b3ce-6188c5b492fb req-d0bd5327-9250-49bb-ba0e-f117043433ec tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 01:59:21.875884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5fa25b6-c3a8-4a51-b3ce-6188c5b492fb req-d0bd5327-9250-49bb-ba0e-f117043433ec tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/1614c53a-f17c-42da-a3d4-38f84e0016e4 HTTP/1.1" status: 404 len: 352 time: 0.0576756 Jul 08 01:59:21.904353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Allocated IP 172.20.0.14 (fbdb8d45-7f81-4e72-bb8a-b61d1865970b/3dc20689-5b16-4c21-9e63-5f26fe24f72c/92dc45b7-e2e4-4838-ad30-7aee6a2b705f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:21.971065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] For port e2fd9ee9-224a-425d-9503-5d62b4b40666, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e2fd9ee9-224a-425d-9503-5d62b4b40666,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:21.971578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.000059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Calling delete_port for e2fd9ee9-224a-425d-9503-5d62b4b40666 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:22.118623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:22.177810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbefb1-5d75-4d57-8a03-5f377b572680 req-729f388f-c037-459c-aec8-8fc3c8fa2945 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:22.179647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6fbefb1-5d75-4d57-8a03-5f377b572680 req-729f388f-c037-459c-aec8-8fc3c8fa2945 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 947 time: 0.4581664 Jul 08 01:59:22.221122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d146-90c2-4066-a324-9ea1be27e56d req-153e260d-3aea-4927-88b0-1b01694f08de tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:22.221817 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6fbefb1-5d75-4d57-8a03-5f377b572680 req-93b292d4-bc0f-4526-853a-9c9f0730ee67 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346923 Jul 08 01:59:22.222661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0369d146-90c2-4066-a324-9ea1be27e56d req-153e260d-3aea-4927-88b0-1b01694f08de tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/ports?device_id=19b22c8b-cee3-4d4e-8926-dda37d6f5c7c HTTP/1.1" status: 200 len: 949 time: 0.2275136 Jul 08 01:59:22.256055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.280363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:22.284824 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.336863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0369d146-90c2-4066-a324-9ea1be27e56d req-bd51a587-d446-4ae2-93c3-f1b1f4ae13f7 tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c381b56-f169-4ce9-91f0-b82cd1f8ed17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018081 Jul 08 01:59:22.337678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:22.358144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:22.358144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:22.363075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:22.363781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.376045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:22.422455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c557b60-473d-40db-9eca-02cc0ad43a24 req-c28e89e8-4288-4052-bc4d-0655a510bab0 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0aa25b3bab394d079bcdafd73f6964bd HTTP/1.1" status: 200 len: 6156 time: 0.1746364 Jul 08 01:59:22.464941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.473280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:22.489639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e2fd9ee9-224a-425d-9503-5d62b4b40666'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:22.498899 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c557b60-473d-40db-9eca-02cc0ad43a24 req-ad696163-fd34-4ca2-99ae-55d193804173 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/67f1409c-2b60-4dd1-9305-d163fda5c290 HTTP/1.1" status: 200 len: 2985 time: 0.0697021 Jul 08 01:59:22.534019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Pushing event deleted for resources: {'Port': ['ID=e2fd9ee9-224a-425d-9503-5d62b4b40666,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:22.537838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'mac_address': 'fa:16:3e:4a:c8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:22.543043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c4d6bd2e-4dbf-416c-b454-ed2a9e2dd9d7 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2717414 Jul 08 01:59:22.547260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39940) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:22.555774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-549c2db4-b2e0-4507-ad9b-4a83e53414a5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:22.581389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c557b60-473d-40db-9eca-02cc0ad43a24 req-1460df6d-938f-41f4-a67f-ce6a91e05200 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/67f1409c-2b60-4dd1-9305-d163fda5c290 HTTP/1.1" status: 200 len: 2985 time: 0.0752234 Jul 08 01:59:22.609544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6c58fa11-8c0f-43de-a85c-6e4ca744da67 req-c08d2291-b5c5-468c-9c37-98da8f73a8cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-71739186', 'description': 'tempest-description-1309386366'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:22.624506 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.642682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] No DVR routers for this DVR port e2fd9ee9-224a-425d-9503-5d62b4b40666 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:22.650385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.653388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bceb9b92-1c36-459f-a927-599064ab4c97 req-76969003-a710-4c47-b340-2a6f32b4b3db tempest-ServersAdminTestJSON-1044224499 tempest-ServersAdminTestJSON-1044224499-project] 10.222.0.18 "DELETE /v2.0/ports/e2fd9ee9-224a-425d-9503-5d62b4b40666 HTTP/1.1" status: 204 len: 173 time: 1.1216691 Jul 08 01:59:22.654757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f349a8e6-d8cc-4ff1-a265-5c8284351a91 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:22.682386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-deleted', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:22.684615 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f531d59-093f-4ddb-a9a5-21a4d3173356" -d '{"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-deleted", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:22.687521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.739760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:22.741943 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c58fa11-8c0f-43de-a85c-6e4ca744da67 req-c08d2291-b5c5-468c-9c37-98da8f73a8cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.809254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:22.816293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:22.832469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:22.847893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.852554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:22.856713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event updated for resources: {'Port': ['ID=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:22.901619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c58fa11-8c0f-43de-a85c-6e4ca744da67 req-c08d2291-b5c5-468c-9c37-98da8f73a8cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.922174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:22.941828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4ced983c-40fe-468b-b0fe-b5469723fade None None] Provisioning for port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:22.947196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4ced983c-40fe-468b-b0fe-b5469723fade None None] Provisioning complete for port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:22.947875 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4ced983c-40fe-468b-b0fe-b5469723fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.960867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:22.962105 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.967961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-network', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:22.981581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44868e1-658a-4326-b611-bd3a83c7e52a req-4805651f-c10a-45ef-85ac-ced1cd971d7f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:22.983258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44868e1-658a-4326-b611-bd3a83c7e52a req-4805651f-c10a-45ef-85ac-ced1cd971d7f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 932 time: 0.2938898 Jul 08 01:59:22.990093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4ced983c-40fe-468b-b0fe-b5469723fade None None] Port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:22.994632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c58fa11-8c0f-43de-a85c-6e4ca744da67 req-c08d2291-b5c5-468c-9c37-98da8f73a8cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.017041 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:59:23.017041 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:59:23.017041 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': 'a36da1e968d74bb2a64f20c0a4cde19b', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 59, 22, 972425)}] Jul 08 01:59:23.017041 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:59:23.017417 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:59:23.025228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d2291-b5c5-468c-9c37-98da8f73a8cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3258ae-c2ea-489b-bc10-06835c1d6e48,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:23.036452 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a44868e1-658a-4326-b611-bd3a83c7e52a req-91c576f2-3aae-440c-a138-2b82b6b673d9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473163 Jul 08 01:59:23.103610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c2db4-b2e0-4507-ad9b-4a83e53414a5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:23.107614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-549c2db4-b2e0-4507-ad9b-4a83e53414a5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.188141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6c58fa11-8c0f-43de-a85c-6e4ca744da67 req-c08d2291-b5c5-468c-9c37-98da8f73a8cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.196835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c58fa11-8c0f-43de-a85c-6e4ca744da67 req-c08d2291-b5c5-468c-9c37-98da8f73a8cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5926204 Jul 08 01:59:23.231217 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a831898e-1700-406c-aba4-d448b76eb687 x-openstack-request-id: req-a831898e-1700-406c-aba4-d448b76eb687 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:23.231543 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b22c8b-cee3-4d4e-8926-dda37d6f5c7c", "name": "network-vif-deleted", "tag": "e2fd9ee9-224a-425d-9503-5d62b4b40666", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:23.231797 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a831898e-1700-406c-aba4-d448b76eb687 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:23.232192 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b22c8b-cee3-4d4e-8926-dda37d6f5c7c', 'name': 'network-vif-deleted', 'tag': 'e2fd9ee9-224a-425d-9503-5d62b4b40666', 'status': 'completed', 'code': 200} Jul 08 01:59:23.244637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-70afe3a2-f3bb-4e79-a821-e7cb1b2277a9 req-357ba8fd-28a4-4a29-8ba4-02ccb580ab4f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-524941399', 'description': 'tempest-description-784518182'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:23.250559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe8d63-ec03-4e37-86dd-b17fb681814b req-7a91ea7b-ba8f-4f6a-ae05-fcf36d170fed tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:23.252088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19fe8d63-ec03-4e37-86dd-b17fb681814b req-7a91ea7b-ba8f-4f6a-ae05-fcf36d170fed tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1005945 Jul 08 01:59:23.256069 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-43bb93db-89a9-41c0-8a37-1f7894db81a2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0099943 Jul 08 01:59:23.258621 n-d-695189-13 neutron-server[100713]: INFO neutron.db.ipam_backend_mixin [None req-549c2db4-b2e0-4507-ad9b-4a83e53414a5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 369f2444-02f1-4230-be94-09906d88962e (CIDR: 2001:db8::/64) Jul 08 01:59:23.264111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f349a8e6-d8cc-4ff1-a265-5c8284351a91'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:23.282455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Request body: {'port': {'device_id': '0d253d63-f770-47a9-bb1d-ce48d1eca772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:23.332431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19fe8d63-ec03-4e37-86dd-b17fb681814b req-064a404e-6d8c-454c-b8bf-065edb71b530 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725842 Jul 08 01:59:23.338798 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-549c2db4-b2e0-4507-ad9b-4a83e53414a5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:59:23.339300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549c2db4-b2e0-4507-ad9b-4a83e53414a5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:23.380117 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.381776 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70afe3a2-f3bb-4e79-a821-e7cb1b2277a9 req-357ba8fd-28a4-4a29-8ba4-02ccb580ab4f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.492700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-549c2db4-b2e0-4507-ad9b-4a83e53414a5 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9441946 Jul 08 01:59:23.496120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39960) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:23.509403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-aa490c80-2c05-419f-a828-f5b2b3dcde03 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:23.576868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70afe3a2-f3bb-4e79-a821-e7cb1b2277a9 req-357ba8fd-28a4-4a29-8ba4-02ccb580ab4f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.741376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70afe3a2-f3bb-4e79-a821-e7cb1b2277a9 req-357ba8fd-28a4-4a29-8ba4-02ccb580ab4f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.783395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ba8fd-28a4-4a29-8ba4-02ccb580ab4f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53125631-8634-4794-8606-c38f583b951c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:23.867135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Made reservation on behalf of a36da1e968d74bb2a64f20c0a4cde19b for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:23.869600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.886773 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.966307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70afe3a2-f3bb-4e79-a821-e7cb1b2277a9 req-357ba8fd-28a4-4a29-8ba4-02ccb580ab4f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.967726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70afe3a2-f3bb-4e79-a821-e7cb1b2277a9 req-357ba8fd-28a4-4a29-8ba4-02ccb580ab4f tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7274489 Jul 08 01:59:23.991767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f776dc-6a20-4be7-9f1a-b068837c4069 req-fc25616c-eb3c-487c-aa63-ca12ec1c3ab2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:23.993733 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0f776dc-6a20-4be7-9f1a-b068837c4069 req-fc25616c-eb3c-487c-aa63-ca12ec1c3ab2 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 949 time: 0.5053511 Jul 08 01:59:24.109707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0f776dc-6a20-4be7-9f1a-b068837c4069 req-a43c8100-0212-415f-86c1-bffa41044ed6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069829 Jul 08 01:59:24.171998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.186341 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dc45b7-e2e4-4838-ad30-7aee6a2b705f {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:24.199222 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.219050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Transition to ACTIVE for port object 92dc45b7-e2e4-4838-ad30-7aee6a2b705f will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:24.269810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.284034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:24.290847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:24.308834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.311389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4afd17-6603-4e66-a002-9d7ff8f9ad98,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:24.314764 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.315074 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Added segment 6cd28d83-9285-4e10-b729-9df7e241a75c of type vlan for network f7fad774-e582-4985-bf1c-c0efc7ecbf9f Jul 08 01:59:24.352252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port f349a8e6-d8cc-4ff1-a265-5c8284351a91 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:24.352986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.376754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa490c80-2c05-419f-a828-f5b2b3dcde03 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:24.380427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa490c80-2c05-419f-a828-f5b2b3dcde03 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.426372 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.452549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Pushing event updated for resources: {'Port': ['ID=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:24.454346 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.472901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:24.507427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8259-1b5d-429d-a6c8-66f9a0713903 req-31988e14-67ed-4f3c-adac-353732a88291 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:24.511477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75ce8259-1b5d-429d-a6c8-66f9a0713903 req-31988e14-67ed-4f3c-adac-353732a88291 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 932 time: 0.2608445 Jul 08 01:59:24.511623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-8a98926a-e847-4325-8fbe-cf0f0851d377 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:24.519179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-8a98926a-e847-4325-8fbe-cf0f0851d377 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 812 time: 0.2129235 Jul 08 01:59:24.530880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c144ac2d-8f3f-480d-b371-9686f3926a2e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/quotas/0aa25b3bab394d079bcdafd73f6964bd HTTP/1.1" status: 200 len: 375 time: 0.0117917 Jul 08 01:59:24.532449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:24.533605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:24.549611 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f0315d-42cf-419e-9424-d543c1dc4e8e" -d '{"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:24.549611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: e2fd9ee9-224a-425d-9503-5d62b4b40666 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:24.549611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e2fd9ee9-224a-425d-9503-5d62b4b40666 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:24.592050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.593041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:24.593682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.617491 n-d-695189-13 neutron-server[100713]: INFO neutron.db.ipam_backend_mixin [None req-aa490c80-2c05-419f-a828-f5b2b3dcde03 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 597103ad-e8d3-4bdf-9aa2-cd9862db03fc (CIDR: 2001:db8:0:1::/64) Jul 08 01:59:24.621014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75ce8259-1b5d-429d-a6c8-66f9a0713903 req-5b5ff46d-7371-421d-b453-9e6ecc69d6f6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867105 Jul 08 01:59:24.634774 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.637504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Attempting to bind port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:24.637986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Attempting to bind port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:24.638492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Attempting to bind port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:24.668667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-3aef5a44-5cf7-4f90-b94b-b7ce4423794c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1282544 Jul 08 01:59:24.669697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:59:24.671963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Attempting to bind port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:24.677117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7fad774-e582-4985-bf1c-c0efc7ecbf9f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:24.690085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:24.693503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Checking segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:24.693503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Bound using segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:24.694467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Bound port: 92dc45b7-e2e4-4838-ad30-7aee6a2b705f, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:24.694849 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.708013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f7fad774-e582-4985-bf1c-c0efc7ecbf9f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:24.719966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:24.736639 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa490c80-2c05-419f-a828-f5b2b3dcde03 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:59:24.736943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa490c80-2c05-419f-a828-f5b2b3dcde03 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:24.768787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=11']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:24.792109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6ba311fc-82d2-4763-a3be-6a20dcd101e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9789598 Jul 08 01:59:24.793968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:24.813761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Request body: {'subnet': {'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-subnet', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:24.861738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aa490c80-2c05-419f-a828-f5b2b3dcde03 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3545828 Jul 08 01:59:24.865939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39992) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:24.880041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'subnet': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:24.885877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a24a360c-e17b-4a2b-8f0c-7094769944a7 service neutron] 10.222.0.10 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877770 Jul 08 01:59:24.983058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] For port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:24.989328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] For port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:25.000835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Made reservation on behalf of a36da1e968d74bb2a64f20c0a4cde19b for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:25.003196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.027829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8acde-bd18-442c-a627-03cb2c4f4261 req-16b6351c-3bd8-461f-a3c0-1c8a1844fb71 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.029422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e8acde-bd18-442c-a627-03cb2c4f4261 req-16b6351c-3bd8-461f-a3c0-1c8a1844fb71 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2438715 Jul 08 01:59:25.053667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3da7136c-966f-4053-95cb-591a537390e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cccb2b0dc8494c2498af70435f230312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301373 Jul 08 01:59:25.055074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39994) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:25.072126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-cbf0b425-f955-43df-8f0b-31433f4f6a35 service neutron] 10.222.0.10 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761427 Jul 08 01:59:25.102481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.138483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e8acde-bd18-442c-a627-03cb2c4f4261 req-b1f8e9a8-97c9-4bc0-9c55-06c26beda15a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023586 Jul 08 01:59:25.184968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.185597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.187046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] 10.222.0.18 "PUT /v2.0/ports/92dc45b7-e2e4-4838-ad30-7aee6a2b705f HTTP/1.1" status: 200 len: 1093 time: 1.9198186 Jul 08 01:59:25.216722 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf57b844-86b8-4420-9e9f-1891b1ac7397 x-openstack-request-id: req-bf57b844-86b8-4420-9e9f-1891b1ac7397 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:25.217021 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:25.217279 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf57b844-86b8-4420-9e9f-1891b1ac7397 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:25.217845 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'code': 200} Jul 08 01:59:25.232258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d444a-bed5-441e-9bf5-fae48a898d9f service neutron] Pushing event updated for resources: {'Port': ['ID=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:25.234904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6df252d-63a9-41c2-96c3-7ca6fcfb56e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.236732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d253d63-f770-47a9-bb1d-ce48d1eca772', 'tag': '92dc45b7-e2e4-4838-ad30-7aee6a2b705f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:25.238989 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d2bbd-02aa-4c47-80b3-73f946a90602" -d '{"events": [{"name": "network-changed", "server_uuid": "0d253d63-f770-47a9-bb1d-ce48d1eca772", "tag": "92dc45b7-e2e4-4838-ad30-7aee6a2b705f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:25.263864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6df252d-63a9-41c2-96c3-7ca6fcfb56e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.301212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Made reservation on behalf of 8330e569565b43f0a7483faf50789701 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:25.304692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.350087 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.432628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0096d0c9-42cb-47b5-a852-65afc07c1407,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:25.470783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6df252d-63a9-41c2-96c3-7ca6fcfb56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.473352 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6df252d-63a9-41c2-96c3-7ca6fcfb56e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.474689 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e6df252d-63a9-41c2-96c3-7ca6fcfb56e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c381b56-f169-4ce9-91f0-b82cd1f8ed17 HTTP/1.1" status: 204 len: 168 time: 0.4161379 Jul 08 01:59:25.480396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Checking segment: {'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:25.481118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Network hostable DHCP agents. Network: f7fad774-e582-4985-bf1c-c0efc7ecbf9f, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:25.522377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df252d-63a9-41c2-96c3-7ca6fcfb56e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c381b56-f169-4ce9-91f0-b82cd1f8ed17,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:25.539534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e514a-96f6-406e-85ba-b239e09f0bc6 req-db669501-a298-439b-bae2-f9c7eb2145ff tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.541078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-235e514a-96f6-406e-85ba-b239e09f0bc6 req-db669501-a298-439b-bae2-f9c7eb2145ff tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 950 time: 0.2208905 Jul 08 01:59:25.555807 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52435154-734d-4819-b303-fbb1c91b4eb7 x-openstack-request-id: req-52435154-734d-4819-b303-fbb1c91b4eb7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:25.555807 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d253d63-f770-47a9-bb1d-ce48d1eca772", "tag": "92dc45b7-e2e4-4838-ad30-7aee6a2b705f", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:25.555807 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52435154-734d-4819-b303-fbb1c91b4eb7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:25.556097 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d253d63-f770-47a9-bb1d-ce48d1eca772', 'tag': '92dc45b7-e2e4-4838-ad30-7aee6a2b705f', 'status': 'completed', 'code': 200} Jul 08 01:59:25.567077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-5b155952-6eba-4d8c-8ade-128a977baadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.568872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-5b155952-6eba-4d8c-8ade-128a977baadd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 1096 time: 0.1762435 Jul 08 01:59:25.608728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Network f7fad774-e582-4985-bf1c-c0efc7ecbf9f is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:25.633074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-520d0dc5-2962-4b0a-92ff-5efe5cd18390 req-4e72482a-41b6-451e-88a6-183d71d10b95 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 210 time: 0.0379961 Jul 08 01:59:25.647409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-4f21865a-39ba-4409-a59f-c9d7ac562497 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92dc45b7-e2e4-4838-ad30-7aee6a2b705f HTTP/1.1" status: 200 len: 217 time: 0.0666459 Jul 08 01:59:25.711197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-235e514a-96f6-406e-85ba-b239e09f0bc6 req-8b84f693-8276-4c8f-b306-50f8e206227f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586547 Jul 08 01:59:25.747029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-b1c2d201-d352-4a49-a5a6-69caa12abfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.748550 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-b1c2d201-d352-4a49-a5a6-69caa12abfab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.0943353 Jul 08 01:59:25.762349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f7fad774-e582-4985-bf1c-c0efc7ecbf9f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:25.771979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f186c9-b655-4985-a5d4-8036a0bd9dd2 None None] Network f7fad774-e582-4985-bf1c-c0efc7ecbf9f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:25.786790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.787525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.805723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-e72e065b-cdc7-46f8-96f6-0187b411ef7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494666 Jul 08 01:59:25.831278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2109b4-0d62-42eb-96c9-7facc22bed1c req-96966b4d-0270-4b97-8424-0f6e75555c9e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.832933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df2109b4-0d62-42eb-96c9-7facc22bed1c req-96966b4d-0270-4b97-8424-0f6e75555c9e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 944 time: 0.0817525 Jul 08 01:59:25.881739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df2109b4-0d62-42eb-96c9-7facc22bed1c req-44501eba-f415-4cd3-b8d5-afbc081043bc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Jul 08 01:59:25.888762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0f0cfb4a-5abc-498a-9eb3-bbcce212f8c7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0932829 Jul 08 01:59:25.892325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:25.900706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:25.978363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-fd154fc3-6075-41e7-a06e-120d11fa7e93 service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665678 Jul 08 01:59:26.017722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.038934 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.040588 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.098972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.103496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-f7fad774-e582-4985-bf1c-c0efc7ecbf9f', 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'fixed_ips': [{'subnet_id': '0096d0c9-42cb-47b5-a852-65afc07c1407'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:26.104380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.125747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Network 0531518e-3e24-4242-8fed-847698406545 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:26.134721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:26.141505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:26.142093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.162287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Subnet': ['ID=0b584ae9-62f4-4f3f-a3a3-fd9118e890eb,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:26.183070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb303e-3348-4c35-860e-528714f9bdd3 None None] Network 0531518e-3e24-4242-8fed-847698406545 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:26.193868 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a6d30da-8180-4bdf-9682-84a87c7cc594 req-d64b7612-8b8d-48c1-bad6-781856c71f8e service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035120 Jul 08 01:59:26.220232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7ab26-ff55-4d59-b9b2-dc85df640ede req-b4f1d9ce-f6bd-4334-8cac-8bc54829e2b0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:26.221864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22d7ab26-ff55-4d59-b9b2-dc85df640ede req-b4f1d9ce-f6bd-4334-8cac-8bc54829e2b0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 950 time: 0.2475295 Jul 08 01:59:26.282934 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22d7ab26-ff55-4d59-b9b2-dc85df640ede req-9146e6cd-b966-4975-9ffb-111dfd7308a7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 Jul 08 01:59:26.292001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-848d2db6-e437-427e-9d0d-63ceb00c1734 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4177279 Jul 08 01:59:26.294533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40024) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:26.300758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-821585719', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b584ae9-62f4-4f3f-a3a3-fd9118e890eb'}], 'security_groups': ['8b6f343b-f7c5-4399-8837-354172c96a7c', '9b26e082-3743-4259-b674-587e860c1d59']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:26.395042 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.418497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Allocated IP 172.20.0.2 (f7fad774-e582-4985-bf1c-c0efc7ecbf9f/0096d0c9-42cb-47b5-a852-65afc07c1407/a022af6c-ac0e-4149-b480-1d0703511bee) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:26.436356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e313545-a371-4e05-83f7-6d20463b6303 req-4b45c833-87a0-40f4-b5ff-112bd615c273 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:26.444050 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e313545-a371-4e05-83f7-6d20463b6303 req-4b45c833-87a0-40f4-b5ff-112bd615c273 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1149309 Jul 08 01:59:26.494275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e313545-a371-4e05-83f7-6d20463b6303 req-2ef6fbce-ca4f-4c2d-aa2a-0957aab28024 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470760 Jul 08 01:59:26.521340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40038) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:26.642671 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-6fdd4db6-526d-4daa-b2d7-154d656734ab tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532246 Jul 08 01:59:26.663191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-bf126c8c-6762-4554-a683-e448afbda2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:26.665297 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-bf126c8c-6762-4554-a683-e448afbda2de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 1096 time: 0.2926371 Jul 08 01:59:26.702220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5bf14b58-55f6-40d5-b489-3feef2bbbc34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ede745f70fa04e368e70c3b64449f18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759119 Jul 08 01:59:26.725053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40046) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:26.791197 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.824497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Transition to ACTIVE for port object a022af6c-ac0e-4149-b480-1d0703511bee will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:26.835679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ce19fe9-9a01-40ec-bade-c5e8d24af5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.838058 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.840513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b81ea-e658-4671-9a37-95c9df6a91ce None None] Update dhcp port {'port': {'network_id': '0531518e-3e24-4242-8fed-847698406545', 'fixed_ips': [{'subnet_id': '597103ad-e8d3-4bdf-9aa2-cd9862db03fc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '369f2444-02f1-4230-be94-09906d88962e', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b584ae9-62f4-4f3f-a3a3-fd9118e890eb'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'bf44b14c-4840-447e-a0b8-bf3c7055852e'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 01:59:26.863771 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.874747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Transition to ACTIVE for port object a022af6c-ac0e-4149-b480-1d0703511bee will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:26.886772 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218b81ea-e658-4671-9a37-95c9df6a91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.902144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.902144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b84d5c43-e013-419e-86f2-b33c9b1dbb51 req-00b459d1-9593-45d3-8d06-ab5c6d86b777 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 210 time: 0.0683255 Jul 08 01:59:26.912275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbb70-1317-4353-a9a1-901391078e0a req-f2c23b21-333e-4983-914c-e8c5a5489dac tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:26.919557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-f2c23b21-333e-4983-914c-e8c5a5489dac tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759867 Jul 08 01:59:26.928685 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ce19fe9-9a01-40ec-bade-c5e8d24af5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.947458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-f9219f1e-1bf8-42e3-90c6-f2f70c87e6f9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/quotas/ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 375 time: 0.0265768 Jul 08 01:59:26.981440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.003644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-fc09dc26-c3f2-42f5-9547-d7783774feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:27.005458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-fc09dc26-c3f2-42f5-9547-d7783774feac service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 912 time: 0.3201804 Jul 08 01:59:27.062401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-a87e5158-3779-4a51-8675-7498a67a1d8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92dc45b7-e2e4-4838-ad30-7aee6a2b705f HTTP/1.1" status: 200 len: 217 time: 0.0490019 Jul 08 01:59:27.106518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Allocated IP 172.25.8.150 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/d85ac37f-0459-44a9-82f3-2a2b43022d72) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:27.129884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Pushing event updated for resources: {'Port': ['ID=a022af6c-ac0e-4149-b480-1d0703511bee,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:27.146378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Network f7fad774-e582-4985-bf1c-c0efc7ecbf9f is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:27.148811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:27.153550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:27.197071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38556e2f-eccf-4dba-8b38-f5c099dc4c45 req-06915161-c3d5-4ddd-a5b2-0533205543e1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:27.199193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38556e2f-eccf-4dba-8b38-f5c099dc4c45 req-06915161-c3d5-4ddd-a5b2-0533205543e1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 944 time: 0.1465948 Jul 08 01:59:27.204259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-a914f465-49fa-4789-86ab-24deae3627d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:27.205751 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-a914f465-49fa-4789-86ab-24deae3627d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.1212735 Jul 08 01:59:27.221819 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-0040e93f-813f-4361-9c91-b2276ecf3ec0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2733197 Jul 08 01:59:27.253755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ce19fe9-9a01-40ec-bade-c5e8d24af5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.257011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ce19fe9-9a01-40ec-bade-c5e8d24af5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.259218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Attempting to bind port a022af6c-ac0e-4149-b480-1d0703511bee on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:27.259615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Attempting to bind port a022af6c-ac0e-4149-b480-1d0703511bee by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:27.259987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Attempting to bind port a022af6c-ac0e-4149-b480-1d0703511bee on network f7fad774-e582-4985-bf1c-c0efc7ecbf9f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:27.267818 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7ce19fe9-9a01-40ec-bade-c5e8d24af5d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdb7ed97-c4d6-4bb6-b6a5-5a5ae76c280d HTTP/1.1" status: 204 len: 168 time: 0.5373075 Jul 08 01:59:27.270591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-218b81ea-e658-4671-9a37-95c9df6a91ce None None] Allocated IP 2001:db8:0:2::2 (0531518e-3e24-4242-8fed-847698406545/0b584ae9-62f4-4f3f-a3a3-fd9118e890eb/bf44b14c-4840-447e-a0b8-bf3c7055852e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:27.274910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:27.275480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Checking segment: {'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:27.275888 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.276287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Bound using segment: {'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:27.276768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Bound port: a022af6c-ac0e-4149-b480-1d0703511bee, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:27.277162 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.293349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-d3e4aa8e-d89a-40f8-8954-bf9491e7ea53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433266 Jul 08 01:59:27.376712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.384154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce19fe9-9a01-40ec-bade-c5e8d24af5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb7ed97-c4d6-4bb6-b6a5-5a5ae76c280d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:27.408809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38556e2f-eccf-4dba-8b38-f5c099dc4c45 req-f9f548b4-e21c-4c8c-84c3-253f7679910b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031081 Jul 08 01:59:27.438882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-b30426eb-a1b5-4993-9717-e096fe88dd4f service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380589 Jul 08 01:59:27.471752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] For port a022af6c-ac0e-4149-b480-1d0703511bee, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:27.489547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] For port a022af6c-ac0e-4149-b480-1d0703511bee, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a022af6c-ac0e-4149-b480-1d0703511bee,segment=NetworkSegment(6cd28d83-9285-4e10-b729-9df7e241a75c),segment_id=6cd28d83-9285-4e10-b729-9df7e241a75c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:27.513871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-218b81ea-e658-4671-9a37-95c9df6a91ce None None] For port bf44b14c-4840-447e-a0b8-bf3c7055852e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bf44b14c-4840-447e-a0b8-bf3c7055852e,segment=NetworkSegment(d9032be0-cbd3-4e0d-abb0-2652d16202fe),segment_id=d9032be0-cbd3-4e0d-abb0-2652d16202fe)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:27.556953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b0d2bbd-02aa-4c47-80b3-73f946a90602 req-166c4af3-a049-49b2-97b6-15dfcd6aebcc service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112683 Jul 08 01:59:27.579381 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218b81ea-e658-4671-9a37-95c9df6a91ce None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.597328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-218b81ea-e658-4671-9a37-95c9df6a91ce None None] Transition to ACTIVE for port object bf44b14c-4840-447e-a0b8-bf3c7055852e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:27.602662 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.606741 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.686512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fff47-0e10-4cc2-9495-83af346ab94b None None] Pushing event updated for resources: {'Port': ['ID=a022af6c-ac0e-4149-b480-1d0703511bee,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:27.725358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:27.734853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50327b0c-d214-4230-9040-19f27ad7e156 req-e5edd861-eb1b-43a5-a767-a15e9dfae492 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 210 time: 0.0618541 Jul 08 01:59:27.737323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:27.739794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:27.745435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Pushing event updated for resources: {'Port': ['ID=d85ac37f-0459-44a9-82f3-2a2b43022d72,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:27.825692 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218b81ea-e658-4671-9a37-95c9df6a91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.986168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc7c74-2302-48ea-a3a8-3ef72296e55e req-142df6cc-a73a-4892-bdad-56a0f7d3ca5e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:27.991631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b81ea-e658-4671-9a37-95c9df6a91ce None None] Pushing event updated for resources: {'Port': ['ID=bf44b14c-4840-447e-a0b8-bf3c7055852e,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:27.995532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eedc7c74-2302-48ea-a3a8-3ef72296e55e req-142df6cc-a73a-4892-bdad-56a0f7d3ca5e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.3198521 Jul 08 01:59:28.048729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Delete allocated IP 2001:db8::95 (0531518e-3e24-4242-8fed-847698406545/369f2444-02f1-4230-be94-09906d88962e) {{(pid=100713) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 01:59:28.058781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Allocated IP 2001:db8:0:2::367 (0531518e-3e24-4242-8fed-847698406545/0b584ae9-62f4-4f3f-a3a3-fd9118e890eb/5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:28.142309 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eedc7c74-2302-48ea-a3a8-3ef72296e55e req-723ac3e0-be46-4b69-abdd-a35fe7e7e956 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457565 Jul 08 01:59:28.251672 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbe58772-38be-451f-b5b3-b037caea5418 req-a4d5543a-f0ef-4750-88b9-27fe022521fa tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 210 time: 0.0351233 Jul 08 01:59:28.329442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.350000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Transition to ACTIVE for port object 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:28.378204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.452376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.482755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 92dc45b7-e2e4-4838-ad30-7aee6a2b705f details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:28.655524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:28.673982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '92dc45b7-e2e4-4838-ad30-7aee6a2b705f', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'port_id': '92dc45b7-e2e4-4838-ad30-7aee6a2b705f', 'mac_address': 'fa:16:3e:3c:b0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc20689-5b16-4c21-9e63-5f26fe24f72c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:28.700183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event updated for resources: {'Port': ['ID=5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:28.707198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] In _notify_port_updated(), no bound segment for port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 on network 0531518e-3e24-4242-8fed-847698406545 {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:59:28.714531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:28.715876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.717266 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b78bc03e-f6cb-43b9-b245-d9cbec5179ec tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "PUT /v2.0/ports/5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 HTTP/1.1" status: 200 len: 969 time: 2.4216356 Jul 08 01:59:28.729774 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.733992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40080) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:28.765770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dc45b7-e2e4-4838-ad30-7aee6a2b705f {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:28.826563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:28.858007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.953018 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.060340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:29.076032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60abaec-66f9-45bb-a396-74b3ea236669 req-adba6c48-20f7-417c-a6fb-c173872a98a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.084107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f60abaec-66f9-45bb-a396-74b3ea236669 req-adba6c48-20f7-417c-a6fb-c173872a98a3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 944 time: 0.4943850 Jul 08 01:59:29.190261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['92dc45b7-e2e4-4838-ad30-7aee6a2b705f'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:29.195970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f60abaec-66f9-45bb-a396-74b3ea236669 req-d1e6b9f7-9672-4e12-a350-3d03f4c5551e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099834 Jul 08 01:59:29.218360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:59:29.275055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95813d-2ee2-49c2-b4a9-2adaf0f521fd None None] Network f7fad774-e582-4985-bf1c-c0efc7ecbf9f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:29.407297 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2644930-78f2-42b1-bea2-f44fe02252cf req-8e4cbd18-7eb4-46ac-8549-eaf05fbc875b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 210 time: 0.0714369 Jul 08 01:59:29.462421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Provisioning for port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:29.467749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-db8c7a78-1103-407c-b566-e97937bf161c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.469339 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-db8c7a78-1103-407c-b566-e97937bf161c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.18 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 812 time: 0.8822818 Jul 08 01:59:29.493427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'port': {'device_id': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72', 'admin_state_up': True, 'tenant_id': '0aa25b3bab394d079bcdafd73f6964bd'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:29.521781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:29.533511 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Sync routers for ids ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:29.544465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Provisioning complete for port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:29.544796 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.557594 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Routers {'f6653c9a-8d1b-4cff-85f4-74c2e72d2778'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:29.558234 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:29.642482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-452b502d-212a-4718-a56b-86754ce5e235 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:29.643356 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-452b502d-212a-4718-a56b-86754ce5e235 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.745339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:29.762658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4b267b4-c6c3-4692-b0f6-6469bf302d98 req-3f7ef133-a5bb-4694-b56e-e1e8bca89fd1 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 210 time: 0.1503491 Jul 08 01:59:29.836946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.840701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-48748007-ba7f-4f2a-995a-0f2a9b611c94 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9455788 Jul 08 01:59:29.842867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:29.855083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a022af6c-ac0e-4149-b480-1d0703511bee up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:29.862062 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-452b502d-212a-4718-a56b-86754ce5e235 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.876791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-452b502d-212a-4718-a56b-86754ce5e235 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:29.949478 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Set router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:29.964365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Provisioning for port bf44b14c-4840-447e-a0b8-bf3c7055852e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:29.976275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:29.976977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.040314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e6d8-ceb4-43d8-b255-1471f6a973ce req-40603051-50d8-495b-81e3-d32edced90fb tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:30.042806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-def2e6d8-ceb4-43d8-b255-1471f6a973ce req-40603051-50d8-495b-81e3-d32edced90fb tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2925816 Jul 08 01:59:30.093070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port a022af6c-ac0e-4149-b480-1d0703511bee completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:30.120180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bf44b14c-4840-447e-a0b8-bf3c7055852e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:30.134285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Made reservation on behalf of 0aa25b3bab394d079bcdafd73f6964bd for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:30.138118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.187655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Provisioning complete for port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:30.188291 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.274410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1b692b11-7d7b-440f-a977-829d99bd217f None None] Port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:30.285631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:30.291127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.402775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Allocated IP 172.20.0.7 (edbcb532-e17f-44e8-aeff-e822195cfe72/57495128-c642-439a-ac9a-50dfd4393ed3/a8e09d52-489f-4008-a97b-d1101bbbe4f7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:30.421283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-def2e6d8-ceb4-43d8-b255-1471f6a973ce req-cd58cff7-ffd1-4b57-9b8b-45f27c4f4415 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441110 Jul 08 01:59:30.480676 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:28Z', 'revision_number': 3, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port': {'id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:30.480867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Provisioning complete for port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:30.480867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.532243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 92dc45b7-e2e4-4838-ad30-7aee6a2b705f up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:30.545258 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Checking router: f6653c9a-8d1b-4cff-85f4-74c2e72d2778 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:30.545811 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Updating router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 port d85ac37f-0459-44a9-82f3-2a2b43022d72 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:59:30.576023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-452b502d-212a-4718-a56b-86754ce5e235 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.631643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Port 5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:30.633178 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.700893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284775-93d7-49ef-b13e-a91b18421c84 req-2f7d4cec-f764-4932-88da-6e9da9b98c61 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:30.702472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c8284775-93d7-49ef-b13e-a91b18421c84 req-2f7d4cec-f764-4932-88da-6e9da9b98c61 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 945 time: 0.1909549 Jul 08 01:59:30.801859 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-452b502d-212a-4718-a56b-86754ce5e235 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.807687 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-452b502d-212a-4718-a56b-86754ce5e235 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 HTTP/1.1" status: 204 len: 168 time: 2.0704372 Jul 08 01:59:30.807687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b502d-212a-4718-a56b-86754ce5e235 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:30.811101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40124) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:30.839855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c8284775-93d7-49ef-b13e-a91b18421c84 req-0e600f1a-0c78-490b-8099-fee0e712c35d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227121 Jul 08 01:59:30.889673 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-227bc835-c2e3-4d1f-b16b-1c4388ba0806 req-ea013987-8ed5-4a55-9114-df50361fdb34 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 210 time: 0.1631606 Jul 08 01:59:30.944032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Provisioning for port a022af6c-ac0e-4149-b480-1d0703511bee completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:30.946843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:30.951581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Provisioning complete for port a022af6c-ac0e-4149-b480-1d0703511bee triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:30.954063 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.962452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:30.962626 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.974738 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e965d0ed-d995-4dfe-8ad8-e1bccda937be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] GET failed (client error): The resource could not be found. Jul 08 01:59:30.983812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.030228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e965d0ed-d995-4dfe-8ad8-e1bccda937be tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports/5424d61d-f7a7-4bab-89b2-e1bc73c4bbe7 HTTP/1.1" status: 404 len: 333 time: 0.1922379 Jul 08 01:59:31.046335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40128) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:31.195025 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30a3adb-e82c-4cb4-a90d-61844b138714 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.223177 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.239224 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Transition to ACTIVE for port object d85ac37f-0459-44a9-82f3-2a2b43022d72 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:31.245462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30a3adb-e82c-4cb4-a90d-61844b138714 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.321316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.344449 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.409813 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.437991 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.444580 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Pushing event updated for resources: {'Port': ['ID=d85ac37f-0459-44a9-82f3-2a2b43022d72,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:31.454417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d253d63-f770-47a9-bb1d-ce48d1eca772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc45b7-e2e4-4838-ad30-7aee6a2b705f'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:31.456705 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa0bf87-f1f5-4e1a-8201-7be6a901da5d" -d '{"events": [{"server_uuid": "0d253d63-f770-47a9-bb1d-ce48d1eca772", "name": "network-vif-plugged", "status": "completed", "tag": "92dc45b7-e2e4-4838-ad30-7aee6a2b705f"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:31.468829 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.469180 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.469527 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.469868 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.470546 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.470653 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.470905 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.471234 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.471723 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.472054 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.472405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:31.472510 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.472744 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:31.476167 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Attempting to bind port d85ac37f-0459-44a9-82f3-2a2b43022d72 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:31.476585 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Attempting to bind port d85ac37f-0459-44a9-82f3-2a2b43022d72 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:31.476956 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Attempting to bind port d85ac37f-0459-44a9-82f3-2a2b43022d72 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:31.483593 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:31.484095 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:31.484466 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.484863 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:31.485394 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Bound port: d85ac37f-0459-44a9-82f3-2a2b43022d72, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:31.485818 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.510036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] For port a022af6c-ac0e-4149-b480-1d0703511bee, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a022af6c-ac0e-4149-b480-1d0703511bee,segment=NetworkSegment(6cd28d83-9285-4e10-b729-9df7e241a75c),segment_id=6cd28d83-9285-4e10-b729-9df7e241a75c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:31.532438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.542413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-abc981e9-1217-407f-9d70-575b7baedf18 req-62c86655-1ba7-4f7a-8ba6-0df58126ef0c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 210 time: 0.3064008 Jul 08 01:59:31.543729 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] For port d85ac37f-0459-44a9-82f3-2a2b43022d72, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:31.546941 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] For port d85ac37f-0459-44a9-82f3-2a2b43022d72, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d85ac37f-0459-44a9-82f3-2a2b43022d72,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:31.553277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-620dae63-a427-4b7c-8b54-9802806bdba9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685806 Jul 08 01:59:31.558524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30a3adb-e82c-4cb4-a90d-61844b138714 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.562011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:31.562990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30a3adb-e82c-4cb4-a90d-61844b138714 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.564558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e30a3adb-e82c-4cb4-a90d-61844b138714 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b8b79d3-1895-48ff-8294-5764f3bcbfd6 HTTP/1.1" status: 204 len: 168 time: 0.5120406 Jul 08 01:59:31.583631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:31.604941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Network edbcb532-e17f-44e8-aeff-e822195cfe72 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:31.614787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-b3af31a2-7c5e-46b7-be63-4a24636c243b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=57b402f3c3f74e95849445dc83ffdd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319755 Jul 08 01:59:31.625838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.638714 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.704830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:31.708060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:31.721736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:31.757045 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.771276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a3adb-e82c-4cb4-a90d-61844b138714 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8b79d3-1895-48ff-8294-5764f3bcbfd6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:31.784140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d0053d-fdb7-4f10-b37a-7b013dc9ed6a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.813285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d0053d-fdb7-4f10-b37a-7b013dc9ed6a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.839599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59e8b19e-9357-41ef-b356-87bf10bd049b None None] Provisioning complete for port a022af6c-ac0e-4149-b480-1d0703511bee triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:31.840022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59e8b19e-9357-41ef-b356-87bf10bd049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.850763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'Port': ['ID=a8e09d52-489f-4008-a97b-d1101bbbe4f7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:31.871666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67485302-1937-4bf3-9002-af9bbf88935d None None] Pushing event updated for resources: {'Port': ['ID=a022af6c-ac0e-4149-b480-1d0703511bee,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:31.889928 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Routers {'f6653c9a-8d1b-4cff-85f4-74c2e72d2778'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:31.890577 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:31.900090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbb70-1317-4353-a9a1-901391078e0a req-2c5cad8e-db39-46c2-be5d-b1df233a4896 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:31.901602 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-2c5cad8e-db39-46c2-be5d-b1df233a4896 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3355172 Jul 08 01:59:31.910206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:31.917108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.924226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Request body: {'port': {'device_id': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'ff8fa382b4fa47f594f312f95a5086b7'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:31.941615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-3fddca31-7bbf-4bda-a2e6-61c21789df98 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:31.948235 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-3fddca31-7bbf-4bda-a2e6-61c21789df98 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256099 Jul 08 01:59:31.953760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Allocated IP 172.20.0.1 (f7fad774-e582-4985-bf1c-c0efc7ecbf9f/0096d0c9-42cb-47b5-a852-65afc07c1407/dc9e1fef-cfd6-488c-9147-fe9d45e15f22) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:31.991225 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-eb067736-b64e-458c-9516-68cdc1b36b2d tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/quotas/57b402f3c3f74e95849445dc83ffdd33 HTTP/1.1" status: 200 len: 375 time: 0.0348155 Jul 08 01:59:32.010133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf134-1f0a-41eb-a5b4-974ad69d28fa req-eccb57ef-d36d-4282-83e2-1de7110c1406 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:32.011431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a8faf134-1f0a-41eb-a5b4-974ad69d28fa req-eccb57ef-d36d-4282-83e2-1de7110c1406 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2907126 Jul 08 01:59:32.045145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d0053d-fdb7-4f10-b37a-7b013dc9ed6a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.047850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d0053d-fdb7-4f10-b37a-7b013dc9ed6a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.048700 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-16d0053d-fdb7-4f10-b37a-7b013dc9ed6a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b26e082-3743-4259-b674-587e860c1d59 HTTP/1.1" status: 204 len: 168 time: 0.4642038 Jul 08 01:59:32.062247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40152) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:32.072584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c0d5b83c-6647-4c4b-b5c9-d8a05b54ab42 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57b402f3c3f74e95849445dc83ffdd33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664735 Jul 08 01:59:32.092231 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c31fe-d25c-4b00-9530-10343b81b642 None None] Pushing event updated for resources: {'Port': ['ID=d85ac37f-0459-44a9-82f3-2a2b43022d72,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:32.095039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0053d-fdb7-4f10-b37a-7b013dc9ed6a tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26e082-3743-4259-b674-587e860c1d59,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:32.156743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-c90d22a3-a196-46d1-bf64-e7dc57961f99 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6690247 Jul 08 01:59:32.157594 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] Set router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:32.173445 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a8faf134-1f0a-41eb-a5b4-974ad69d28fa req-42cc3022-ed19-4087-831c-02cba693e2c9 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469998 Jul 08 01:59:32.187947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Request body: {'port': {'device_id': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:32.211280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.246785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Transition to ACTIVE for port object dc9e1fef-cfd6-488c-9147-fe9d45e15f22 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:32.267894 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c1d36e-a1b4-4832-b3cd-a5dd745c374e x-openstack-request-id: req-e6c1d36e-a1b4-4832-b3cd-a5dd745c374e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:32.267894 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d253d63-f770-47a9-bb1d-ce48d1eca772", "name": "network-vif-plugged", "status": "completed", "tag": "92dc45b7-e2e4-4838-ad30-7aee6a2b705f", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:32.267894 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6c1d36e-a1b4-4832-b3cd-a5dd745c374e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:32.267894 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d253d63-f770-47a9-bb1d-ce48d1eca772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc45b7-e2e4-4838-ad30-7aee6a2b705f', 'code': 200} Jul 08 01:59:32.268541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17b39c75-0485-46c5-81f4-6b6f31d75f66 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.325282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17b39c75-0485-46c5-81f4-6b6f31d75f66 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.368565 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.403140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999fec-79b1-4051-94e9-029528c71be2 req-1384197d-dc6d-4ab4-b4d2-714ed6c877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:32.404344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f999fec-79b1-4051-94e9-029528c71be2 req-1384197d-dc6d-4ab4-b4d2-714ed6c877dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 1098 time: 0.0724194 Jul 08 01:59:32.420512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.463165 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:28Z', 'revision_number': 3, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port': {'id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:32.481173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Made reservation on behalf of ff8fa382b4fa47f594f312f95a5086b7 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:32.489740 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.497891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Network f7fad774-e582-4985-bf1c-c0efc7ecbf9f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:32.500836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:32.516579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:32.540228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:32.540827 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6863ed2-5996-4da5-b3e3-549c7a0b8d9b None None] The sync data for ids ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'] in n-d-695189-13 is: [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:28Z', 'revision_number': 3, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port': {'id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:32.630381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-758bef4f-4e22-4972-bcd7-ac3a4d91e511 req-5fe8efa2-054f-4ccd-9509-3c186e789a87 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 210 time: 0.0866005 Jul 08 01:59:32.636531 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f999fec-79b1-4051-94e9-029528c71be2 req-66e1f652-be3a-4b25-b98a-a82e5c89073e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253110 Jul 08 01:59:32.647395 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.776130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17b39c75-0485-46c5-81f4-6b6f31d75f66 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.779815 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17b39c75-0485-46c5-81f4-6b6f31d75f66 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.782727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-17b39c75-0485-46c5-81f4-6b6f31d75f66 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/security-groups/8b6f343b-f7c5-4399-8837-354172c96a7c HTTP/1.1" status: 204 len: 168 time: 0.7193832 Jul 08 01:59:32.782909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:32.859503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c3053e3-8ed2-465f-a296-9ce86ece4534 req-6ac512b5-76a1-4eab-aacf-cca32c2e4427 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 210 time: 0.0403495 Jul 08 01:59:32.865805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b39c75-0485-46c5-81f4-6b6f31d75f66 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6f343b-f7c5-4399-8837-354172c96a7c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:32.893150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e898e05-ca1a-4969-b62f-19e1c47f0e65 req-a129f33a-48a9-425f-afc4-7f7527438557 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:32.903507 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e898e05-ca1a-4969-b62f-19e1c47f0e65 req-a129f33a-48a9-425f-afc4-7f7527438557 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.4768052 Jul 08 01:59:32.905509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e29be1-b282-4327-a22a-ce013740eb2f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet 369f2444-02f1-4230-be94-09906d88962e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:32.946369 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-811a3bd2-e9fd-484b-8d9b-1b0a2db51a83 None None] Provisioning for port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:32.952336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-811a3bd2-e9fd-484b-8d9b-1b0a2db51a83 None None] Provisioning complete for port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:32.952771 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-811a3bd2-e9fd-484b-8d9b-1b0a2db51a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.956195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80e29be1-b282-4327-a22a-ce013740eb2f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.022495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80e29be1-b282-4327-a22a-ce013740eb2f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.025242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-811a3bd2-e9fd-484b-8d9b-1b0a2db51a83 None None] Port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:33.079178 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e898e05-ca1a-4969-b62f-19e1c47f0e65 req-d7f51b9b-71bc-458d-9212-4ea2ac286ae1 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747763 Jul 08 01:59:33.082486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Allocated IP 192.168.233.72 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/9bd927e7-3bc0-46a0-b082-37c18f67c0bf) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:33.152024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.181729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80e29be1-b282-4327-a22a-ce013740eb2f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.288292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e09d52-489f-4008-a97b-d1101bbbe4f7 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:33.307176 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.345144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Transition to ACTIVE for port object a8e09d52-489f-4008-a97b-d1101bbbe4f7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:33.383515 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.402797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Transition to ACTIVE for port object 9bd927e7-3bc0-46a0-b082-37c18f67c0bf will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:33.412753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.420261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79f4f-87a2-45ee-b32c-cac7876cc40d req-8d632302-20d8-4337-a4f7-52cc4eb008d9 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:33.424358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ba79f4f-87a2-45ee-b32c-cac7876cc40d req-8d632302-20d8-4337-a4f7-52cc4eb008d9 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 931 time: 0.3479626 Jul 08 01:59:33.529898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea3b89-4139-489b-ac64-110dc7e555fe req-26bf3b9a-3205-4f4c-ab22-ba3dddd1ecb1 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:33.531566 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fea3b89-4139-489b-ac64-110dc7e555fe req-26bf3b9a-3205-4f4c-ab22-ba3dddd1ecb1 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2148259 Jul 08 01:59:33.534985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e09d52-489f-4008-a97b-d1101bbbe4f7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:33.615489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ba79f4f-87a2-45ee-b32c-cac7876cc40d req-fb0f44d2-c1fa-44ad-b1fa-c1eefaf6e362 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738079 Jul 08 01:59:33.617321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d85ac37f-0459-44a9-82f3-2a2b43022d72 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:33.622336 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.625904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.628587 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80e29be1-b282-4327-a22a-ce013740eb2f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.664589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['88ca812e-d755-4b3d-b044-614b07976e56'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:33.666822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a296695a-ffc8-46bc-a04f-803ec5356729', 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:33.687871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e29be1-b282-4327-a22a-ce013740eb2f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=369f2444-02f1-4230-be94-09906d88962e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:33.708963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fea3b89-4139-489b-ac64-110dc7e555fe req-99e4194d-b309-4428-82df-c81aa0bf3413 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672804 Jul 08 01:59:33.736155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80e29be1-b282-4327-a22a-ce013740eb2f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.739139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-80e29be1-b282-4327-a22a-ce013740eb2f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/369f2444-02f1-4230-be94-09906d88962e HTTP/1.1" status: 204 len: 168 time: 0.9548950 Jul 08 01:59:33.743610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40176) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:33.754757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:33.767827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:33.767827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:33.767827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Attempting to bind port a8e09d52-489f-4008-a97b-d1101bbbe4f7 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:33.767827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Attempting to bind port a8e09d52-489f-4008-a97b-d1101bbbe4f7 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:33.767827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Attempting to bind port a8e09d52-489f-4008-a97b-d1101bbbe4f7 on network edbcb532-e17f-44e8-aeff-e822195cfe72 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:33.770129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:33.785906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348cffa-04d3-479c-96b5-868ab6a62f68 None None] Network 0531518e-3e24-4242-8fed-847698406545 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:33.805067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Port a8e09d52-489f-4008-a97b-d1101bbbe4f7 on network edbcb532-e17f-44e8-aeff-e822195cfe72 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:59:33.805662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Attempting to bind port a8e09d52-489f-4008-a97b-d1101bbbe4f7 on network edbcb532-e17f-44e8-aeff-e822195cfe72 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:33.822641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:33.822925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Checking segment: {'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:33.823313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Bound using segment: {'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:33.823860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Bound port: a8e09d52-489f-4008-a97b-d1101bbbe4f7, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a1aff9-bec6-4724-9677-37cf236024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:33.824257 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.831050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.938255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:33.938932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.000208 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] For port a8e09d52-489f-4008-a97b-d1101bbbe4f7, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:34.012361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] For port a8e09d52-489f-4008-a97b-d1101bbbe4f7, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:34.029528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:34.080907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb78b2f-3e39-4597-9ec8-ef2b930164a9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet 0b584ae9-62f4-4f3f-a3a3-fd9118e890eb {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:34.084548 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb78b2f-3e39-4597-9ec8-ef2b930164a9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.119180 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b0498d6-dc68-4771-890c-a33578195cff req-7afc9c5c-4049-41d0-b92b-ffa09d39f81c tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 210 time: 0.0699341 Jul 08 01:59:34.127853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-13652960-20dd-4caa-9eb8-9bbdb0f96a4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2120442 Jul 08 01:59:34.129959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.145408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Request body: {'port': {'device_id': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:34.147963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d85ac37f-0459-44a9-82f3-2a2b43022d72 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:34.153339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb78b2f-3e39-4597-9ec8-ef2b930164a9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.185475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d85ac37f-0459-44a9-82f3-2a2b43022d72 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:34.185858 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.190551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.253023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e09d52-489f-4008-a97b-d1101bbbe4f7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:34.268746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:34.270245 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.274083 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-a636fd98-3ef6-432c-ac79-5110a98b2e92 service neutron] 10.222.0.18 "PUT /v2.0/ports/a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 200 len: 1092 time: 2.1020801 Jul 08 01:59:34.279915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:34.282340 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22" -d '{"events": [{"name": "network-changed", "server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:34.383500 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.386024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bddcd-0ad0-4413-9d22-bca9004ac99e req-24c823ba-4dce-4ad9-b64b-e1f6902e6376 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:34.387657 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-925bddcd-0ad0-4413-9d22-bca9004ac99e req-24c823ba-4dce-4ad9-b64b-e1f6902e6376 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 935 time: 0.4988291 Jul 08 01:59:34.430108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb78b2f-3e39-4597-9ec8-ef2b930164a9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.448245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba393-f53a-46b5-98df-39f1e5876d0c req-a3a57579-e57f-46aa-9e83-ec8b283da3c7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:34.450018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e54ba393-f53a-46b5-98df-39f1e5876d0c req-a3a57579-e57f-46aa-9e83-ec8b283da3c7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.1522892 Jul 08 01:59:34.454008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.484810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-239d2e4c-4bc8-432e-a049-9f2e083026de None None] Provisioning for port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:34.487292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Network f7fad774-e582-4985-bf1c-c0efc7ecbf9f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:34.496900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d85ac37f-0459-44a9-82f3-2a2b43022d72, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d85ac37f-0459-44a9-82f3-2a2b43022d72,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:34.497873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-239d2e4c-4bc8-432e-a049-9f2e083026de None None] Provisioning complete for port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:34.498251 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-239d2e4c-4bc8-432e-a049-9f2e083026de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.511679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:34.569776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-925bddcd-0ad0-4413-9d22-bca9004ac99e req-8ad75156-6366-41f9-9d82-57c53977d7af tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661890 Jul 08 01:59:34.603703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-239d2e4c-4bc8-432e-a049-9f2e083026de None None] Port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:34.650486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.651152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a022af6c-ac0e-4149-b480-1d0703511bee up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:34.776213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb78b2f-3e39-4597-9ec8-ef2b930164a9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.807733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d85ac37f-0459-44a9-82f3-2a2b43022d72,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:34.881556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb78b2f-3e39-4597-9ec8-ef2b930164a9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=0b584ae9-62f4-4f3f-a3a3-fd9118e890eb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:34.887920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb78b2f-3e39-4597-9ec8-ef2b930164a9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.891803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-eeb78b2f-3e39-4597-9ec8-ef2b930164a9 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/0b584ae9-62f4-4f3f-a3a3-fd9118e890eb HTTP/1.1" status: 204 len: 168 time: 1.1450310 Jul 08 01:59:34.891962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a022af6c-ac0e-4149-b480-1d0703511bee triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:34.891962 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.892496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:34.941546 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c811ae72-26d5-48c2-93c0-f5ea4644e4f8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:34.943193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c811ae72-26d5-48c2-93c0-f5ea4644e4f8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:34.947051 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c811ae72-26d5-48c2-93c0-f5ea4644e4f8 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/369f2444-02f1-4230-be94-09906d88962e HTTP/1.1" status: 404 len: 337 time: 0.0535467 Jul 08 01:59:34.959423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40194) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:34.983606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:35.069407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cef8e960-cbeb-4013-b639-cbcc0e558c74 None None] Provisioning complete for port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:35.069837 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cef8e960-cbeb-4013-b639-cbcc0e558c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.121779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-cef8e960-cbeb-4013-b639-cbcc0e558c74 None None] Port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:35.128625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd0da53-25c3-4e41-b96b-7bdb9fbf73a6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting subnet 597103ad-e8d3-4bdf-9aa2-cd9862db03fc {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:35.151018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9fd0da53-25c3-4e41-b96b-7bdb9fbf73a6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.213063 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b579c8-70ab-4486-be65-d2fd91726b25 x-openstack-request-id: req-c5b579c8-70ab-4486-be65-d2fd91726b25 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:35.213607 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:35.213607 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5b579c8-70ab-4486-be65-d2fd91726b25 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:35.214067 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7', 'status': 'completed', 'code': 200} Jul 08 01:59:35.240797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9fd0da53-25c3-4e41-b96b-7bdb9fbf73a6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.249836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e54ba393-f53a-46b5-98df-39f1e5876d0c req-242ed63e-340e-4d51-98fe-76c5fe9de1e7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819705 Jul 08 01:59:35.298441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0181a-ea6b-462f-bcae-52f404a92898 req-12db614e-7062-47df-a6ce-d6d1d0ac45fc tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:35.306907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20d0181a-ea6b-462f-bcae-52f404a92898 req-12db614e-7062-47df-a6ce-d6d1d0ac45fc tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 943 time: 0.3701699 Jul 08 01:59:35.331088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-30b083b6-8097-48d3-9c71-b788d512a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:35.332635 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-30b083b6-8097-48d3-9c71-b788d512a7d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 1095 time: 0.8232090 Jul 08 01:59:35.383891 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20d0181a-ea6b-462f-bcae-52f404a92898 req-6333916a-64af-40a3-9ace-26feca1001b2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759578 Jul 08 01:59:35.386026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-97de3235-fac3-422f-9128-9cd9cff1dda7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 200 len: 217 time: 0.0436349 Jul 08 01:59:35.390792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:35.408474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f76226d2-7e96-4d1d-9bd4-0f6f733480c8 admin admin] 10.222.0.10 "PUT /v2.0/routers/f6653c9a-8d1b-4cff-85f4-74c2e72d2778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5640044 Jul 08 01:59:35.427888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Sync routers for ids ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:35.458882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Routers {'f6653c9a-8d1b-4cff-85f4-74c2e72d2778'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:35.460213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:35.467300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22053e9a-4531-494c-a75a-a660ede14494 None None] Network 0531518e-3e24-4242-8fed-847698406545 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:35.525077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9fd0da53-25c3-4e41-b96b-7bdb9fbf73a6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.547029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d85ac37f-0459-44a9-82f3-2a2b43022d72 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:35.575413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-427177df-c41f-4213-92f1-0b1a0c7b2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:35.577330 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-427177df-c41f-4213-92f1-0b1a0c7b2a1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.1811142 Jul 08 01:59:35.651919 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-6db922da-5bcb-46ff-9444-4fb7fdcef083 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559518 Jul 08 01:59:35.674254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd927e7-3bc0-46a0-b082-37c18f67c0bf {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:35.676853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9fd0da53-25c3-4e41-b96b-7bdb9fbf73a6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.678305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a8cbbf07-5f3b-426f-8189-fab48556e73e None None] Provisioning complete for port bf44b14c-4840-447e-a0b8-bf3c7055852e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:35.678912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbf07-5f3b-426f-8189-fab48556e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.692804 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.704043 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9fd0da53-25c3-4e41-b96b-7bdb9fbf73a6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.705489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9fd0da53-25c3-4e41-b96b-7bdb9fbf73a6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/597103ad-e8d3-4bdf-9aa2-cd9862db03fc HTTP/1.1" status: 204 len: 168 time: 0.7410939 Jul 08 01:59:35.732756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40208) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:35.732929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0da53-25c3-4e41-b96b-7bdb9fbf73a6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Subnet': ['ID=597103ad-e8d3-4bdf-9aa2-cd9862db03fc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:35.754502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedab5b3-8879-4a23-80af-9fdadfdd259b req-8604f444-7f1f-4843-9202-7d890f5db191 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:35.756157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bedab5b3-8879-4a23-80af-9fdadfdd259b req-8604f444-7f1f-4843-9202-7d890f5db191 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.3183250 Jul 08 01:59:35.765248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-886ce2a0-c1e2-4f09-b361-468e7d1b26d2 req-13186066-4c5d-4030-b0eb-13edab9f0511 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 210 time: 0.0345278 Jul 08 01:59:35.770628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Set router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:35.788683 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2ecd8a-fa95-47d3-90b7-1cfb8c2e030c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:35.789776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2ecd8a-fa95-47d3-90b7-1cfb8c2e030c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:35.803047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1f2ecd8a-fa95-47d3-90b7-1cfb8c2e030c tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/bc36b8e3-f210-4bcd-9ecb-dda433faca0b HTTP/1.1" status: 404 len: 337 time: 0.0704627 Jul 08 01:59:35.809705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40210) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:35.812460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Transition to ACTIVE for port object 9bd927e7-3bc0-46a0-b082-37c18f67c0bf will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:35.856861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0f546993-45b1-43f8-9977-2787afec95f3 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "GET /v2.0/ports?device_id=c46a102c-b5f5-4788-a3da-31c3648cf884 HTTP/1.1" status: 200 len: 205 time: 0.0491848 Jul 08 01:59:35.857654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:35.863757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bedab5b3-8879-4a23-80af-9fdadfdd259b req-88ac1f04-ccff-452c-9267-cdf478f5ba09 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804427 Jul 08 01:59:35.870043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-09cda05a-5466-44db-9fc1-125392152113 service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090669 Jul 08 01:59:35.924567 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.926995 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-26190333-c2d9-4441-8ed0-33609e48b470 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] delete failed (client error): The resource could not be found. Jul 08 01:59:35.943903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-26190333-c2d9-4441-8ed0-33609e48b470 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/routers/c46a102c-b5f5-4788-a3da-31c3648cf884 HTTP/1.1" status: 404 len: 336 time: 0.0730667 Jul 08 01:59:35.944591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:35.962129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d85ac37f-0459-44a9-82f3-2a2b43022d72 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:35.962129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.996000 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-189b19e9-22ff-475e-9059-d822c6383536 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:35.996701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189b19e9-22ff-475e-9059-d822c6383536 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.001859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-189b19e9-22ff-475e-9059-d822c6383536 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/88fa482e-1faa-4d58-a032-992a444f41c0 HTTP/1.1" status: 404 len: 337 time: 0.0561764 Jul 08 01:59:36.002625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.038755 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6009dd-ee92-4da6-bcbd-a2c971a8e367 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:36.040109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6009dd-ee92-4da6-bcbd-a2c971a8e367 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.046687 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea6009dd-ee92-4da6-bcbd-a2c971a8e367 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/eda5c59b-5286-4f51-b67d-3e1452d266b6 HTTP/1.1" status: 404 len: 337 time: 0.0394852 Jul 08 01:59:36.047861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.077624 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3453eeb-57df-4270-aa31-8a60f2fe0049 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:36.078407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3453eeb-57df-4270-aa31-8a60f2fe0049 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.083020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3453eeb-57df-4270-aa31-8a60f2fe0049 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/d48f048a-ba0c-4f2a-8e2c-68e40c5d8d21 HTTP/1.1" status: 404 len: 337 time: 0.0337586 Jul 08 01:59:36.083783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.116310 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b472250-6c3e-4cf7-b821-f690a5f07d9e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:36.117231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b472250-6c3e-4cf7-b821-f690a5f07d9e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.136008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40224) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.136202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2b472250-6c3e-4cf7-b821-f690a5f07d9e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/5b048f95-63ac-436f-8b76-402941bd9db1 HTTP/1.1" status: 404 len: 333 time: 0.0512691 Jul 08 01:59:36.226724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a8cbbf07-5f3b-426f-8189-fab48556e73e None None] Provisioning complete for port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:36.227107 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbf07-5f3b-426f-8189-fab48556e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.237652 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f79a980-e408-4b06-a2eb-1ce9b0f1002b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:36.238220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f79a980-e408-4b06-a2eb-1ce9b0f1002b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.242793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2f79a980-e408-4b06-a2eb-1ce9b0f1002b tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/34e59f96-1d8e-4663-ab04-0efa8d9edcd6 HTTP/1.1" status: 404 len: 337 time: 0.0935247 Jul 08 01:59:36.244002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40226) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.291773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:36.352138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbbf07-5f3b-426f-8189-fab48556e73e None None] Port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:36.361408 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f77667-6aa3-4272-a988-44e4d9a311ee tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:36.362005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f77667-6aa3-4272-a988-44e4d9a311ee tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.367522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b8f77667-6aa3-4272-a988-44e4d9a311ee tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/f199f1f2-abc4-48ae-b088-22dc70fdca71 HTTP/1.1" status: 404 len: 337 time: 0.1214757 Jul 08 01:59:36.376928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.387539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] DHCP port deletion for 0531518e-3e24-4242-8fed-847698406545 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:59:36.412499 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f3fd6d8-1f75-447d-8dad-8189c3c3fc44 req-beddad83-0927-4471-b925-944860a57672 service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354376 Jul 08 01:59:36.413948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-d2b419a3-bd1c-43a7-ad8b-0008abe61a41 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=57b402f3c3f74e95849445dc83ffdd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550671 Jul 08 01:59:36.457809 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-a9813c0b-5caf-4bba-9247-b164de2ced53 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4585230 Jul 08 01:59:36.463145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:32Z', 'revision_number': 4, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port': {'id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'dc9e1fef-cfd6-488c-9147-fe9d45e15f22', 'name': '', 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'mac_address': 'fa:16:3e:1f:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '0096d0c9-42cb-47b5-a852-65afc07c1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:33Z', 'revision_number': 2, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'subnets': [{'id': '0096d0c9-42cb-47b5-a852-65afc07c1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:36.472345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:36.486527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:36.487565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:36.487565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:36.495263 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-24aea2f0-beb5-4f72-9e5e-0f650b51bd0e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:36.496114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24aea2f0-beb5-4f72-9e5e-0f650b51bd0e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.497872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-24aea2f0-beb5-4f72-9e5e-0f650b51bd0e tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/877ea1b9-8161-47e0-b87b-b3607e85d078 HTTP/1.1" status: 404 len: 333 time: 0.0949295 Jul 08 01:59:36.500677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.501255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:59:36.505457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:36.512492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:36.512782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:36.513368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:36.513810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Bound port: 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:36.514172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.522873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] Deleting port bf44b14c-4840-447e-a0b8-bf3c7055852e {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:36.535609 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.549672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Checking router: f6653c9a-8d1b-4cff-85f4-74c2e72d2778 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:36.551445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Updating router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:59:36.594305 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f9332b-2fae-4cae-90fb-11630a019bf6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:36.594745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f9332b-2fae-4cae-90fb-11630a019bf6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.598806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-10f9332b-2fae-4cae-90fb-11630a019bf6 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/4125646b-948c-4f5a-9e6b-87b1532d5e72 HTTP/1.1" status: 404 len: 337 time: 0.0952716 Jul 08 01:59:36.610725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40236) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.649390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.671072 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadfdec4-4b3a-4bfa-be6d-c5e4375f1764 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] DELETE failed (client error): The resource could not be found. Jul 08 01:59:36.671579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadfdec4-4b3a-4bfa-be6d-c5e4375f1764 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:36.675884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dadfdec4-4b3a-4bfa-be6d-c5e4375f1764 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/subnets/505a0043-8ab8-4516-b9a2-6b5312e807b2 HTTP/1.1" status: 404 len: 337 time: 0.0545056 Jul 08 01:59:36.680364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] For port bf44b14c-4840-447e-a0b8-bf3c7055852e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bf44b14c-4840-447e-a0b8-bf3c7055852e,segment=NetworkSegment(d9032be0-cbd3-4e0d-abb0-2652d16202fe),segment_id=d9032be0-cbd3-4e0d-abb0-2652d16202fe)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:36.680881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40240) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:36.681733 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.683068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:36.689789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-541fa837-33bb-4504-bcc4-cda1673c1807 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:36.691515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-541fa837-33bb-4504-bcc4-cda1673c1807 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082074 Jul 08 01:59:36.702713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] Calling delete_port for bf44b14c-4840-447e-a0b8-bf3c7055852e owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:36.708750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Request body: {'port': {'device_id': '9b305729-b7c4-4016-9015-1ac7b7ab1853', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '57b402f3c3f74e95849445dc83ffdd33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:36.719676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a01fab-71ca-4b0a-9e70-bdd31e17bbfd req-80ad5532-ea92-4efd-9ada-6c0f9572d555 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:36.721218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0a01fab-71ca-4b0a-9e70-bdd31e17bbfd req-80ad5532-ea92-4efd-9ada-6c0f9572d555 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 947 time: 0.1889825 Jul 08 01:59:36.757195 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.757395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:36.823030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-bd3c3f09-5ee0-4fe1-b91b-14f3378026c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:36.824527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-bd3c3f09-5ee0-4fe1-b91b-14f3378026c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 1095 time: 0.2578652 Jul 08 01:59:36.890959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.960040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:36.960675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.964206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 1096 time: 2.8248885 Jul 08 01:59:36.990235 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.028656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-57c91ec3-9429-4384-bde7-fc6504dda767 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Deleting port 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:37.029001 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57c91ec3-9429-4384-bde7-fc6504dda767 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.047120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] Pushing event deleted for resources: {'Port': ['ID=bf44b14c-4840-447e-a0b8-bf3c7055852e,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:37.047495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7e561-3e0d-48c4-a81c-9c0aaa3ac5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:37.052650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a72292-146f-4115-90d7-e944bd1d127d None None] No DVR routers for this DVR port bf44b14c-4840-447e-a0b8-bf3c7055852e on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:37.115138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-41c7a888-6ebf-4da1-91fb-c1cd91a2b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:37.116698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-41c7a888-6ebf-4da1-91fb-c1cd91a2b9d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 913 time: 0.2847481 Jul 08 01:59:37.193960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.209555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-4c540248-6fce-4cbb-bbd9-6820e5422db1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 200 len: 217 time: 0.0782571 Jul 08 01:59:37.215264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:37.218477 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2e0b00-3fe3-4862-b702-ce6835af0379" -d '{"events": [{"name": "network-changed", "server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:37.227397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57c91ec3-9429-4384-bde7-fc6504dda767 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.237491 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.249338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Transition to ACTIVE for port object dc9e1fef-cfd6-488c-9147-fe9d45e15f22 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:37.291510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-57c91ec3-9429-4384-bde7-fc6504dda767 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Calling delete_port for 87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:37.315063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0a01fab-71ca-4b0a-9e70-bdd31e17bbfd req-799cd7bc-354b-4321-8946-bbba94b4dcec tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713093 Jul 08 01:59:37.318663 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.416329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bcac-5ec2-402e-ad87-f1a8b0fb578a None None] Pushing event updated for resources: {'Port': ['ID=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:37.462574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Made reservation on behalf of 57b402f3c3f74e95849445dc83ffdd33 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:37.469609 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.481709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-6c42c44e-5c9b-4ddb-993a-430e86cc9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:37.483232 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-6c42c44e-5c9b-4ddb-993a-430e86cc9fb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.2531095 Jul 08 01:59:37.488718 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.501487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Attempting to bind port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:37.502093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Attempting to bind port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:37.502684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Attempting to bind port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 on network f7fad774-e582-4985-bf1c-c0efc7ecbf9f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:37.509586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:37.511460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Checking segment: {'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:37.511460 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.511997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Bound using segment: {'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:37.512615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Bound port: dc9e1fef-cfd6-488c-9147-fe9d45e15f22, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd28d83-9285-4e10-b729-9df7e241a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:37.513185 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.534588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bf44b14c-4840-447e-a0b8-bf3c7055852e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:37.564208 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-015d8e02-85be-4592-b062-961fd93d448f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558343 Jul 08 01:59:37.578469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: bf44b14c-4840-447e-a0b8-bf3c7055852e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:37.578842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bf44b14c-4840-447e-a0b8-bf3c7055852e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:37.617576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] For port dc9e1fef-cfd6-488c-9147-fe9d45e15f22, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:37.621180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] For port dc9e1fef-cfd6-488c-9147-fe9d45e15f22, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,segment=NetworkSegment(6cd28d83-9285-4e10-b729-9df7e241a75c),segment_id=6cd28d83-9285-4e10-b729-9df7e241a75c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:37.647501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbb70-1317-4353-a9a1-901391078e0a req-5b7fe31e-ebf4-4aa0-a68b-74da7612ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:37.649612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-5b7fe31e-ebf4-4aa0-a68b-74da7612ea6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1099 time: 0.4580774 Jul 08 01:59:37.651097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Allocated IP 172.25.8.55 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/d4d21cc2-d21c-41b4-a604-35ec3a7498ad) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:37.667942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.687973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430831-7d0d-4962-aba7-aeb70803ba00 req-722b902f-003f-4d83-893a-c0207a8263c2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:37.689533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6430831-7d0d-4962-aba7-aeb70803ba00 req-722b902f-003f-4d83-893a-c0207a8263c2 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.2033412 Jul 08 01:59:37.732037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6430831-7d0d-4962-aba7-aeb70803ba00 req-aa8bee1a-e196-4d80-900d-725aa2615164 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Jul 08 01:59:37.744660 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.772400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.833853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Routers {'f6653c9a-8d1b-4cff-85f4-74c2e72d2778'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:37.834512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:37.841329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bcac-5ec2-402e-ad87-f1a8b0fb578a None None] Pushing event updated for resources: {'Port': ['ID=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:37.913174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a5cce-ac87-4112-8acf-be80ade373f9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:38.030517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] Set router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:38.031182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Allocated IP 192.168.233.92 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/4e01af49-e99d-421b-9128-d530b6252a11) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:38.043409 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57c91ec3-9429-4384-bde7-fc6504dda767 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.049945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-b5361bc1-238a-4fe6-884d-f670582524bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.3893092 Jul 08 01:59:38.178106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c91ec3-9429-4384-bde7-fc6504dda767 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Port': ['ID=87b3c1c9-4b83-47ea-bb5a-99e3d16724a6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:38.222035 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57c91ec3-9429-4384-bde7-fc6504dda767 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.224217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-57c91ec3-9429-4384-bde7-fc6504dda767 tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/ports/87b3c1c9-4b83-47ea-bb5a-99e3d16724a6 HTTP/1.1" status: 204 len: 168 time: 1.5425572 Jul 08 01:59:38.229339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:38.256642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-42923b9a-b9aa-4908-b52b-cb07275ac763 service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818671 Jul 08 01:59:38.266690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbb70-1317-4353-a9a1-901391078e0a req-5e44f8e4-f2fe-431f-af4f-a3410230eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:38.268255 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-5e44f8e4-f2fe-431f-af4f-a3410230eb33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1959891 Jul 08 01:59:38.301529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:32Z', 'revision_number': 4, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port': {'id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'dc9e1fef-cfd6-488c-9147-fe9d45e15f22', 'name': '', 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'mac_address': 'fa:16:3e:1f:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '0096d0c9-42cb-47b5-a852-65afc07c1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:37Z', 'revision_number': 4, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'subnets': [{'id': '0096d0c9-42cb-47b5-a852-65afc07c1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.331877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc8f58c-8f05-4e9c-9758-1915aa6efabc None None] The sync data for ids ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'] in n-d-695189-13 is: [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:32Z', 'revision_number': 4, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port': {'id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'dc9e1fef-cfd6-488c-9147-fe9d45e15f22', 'name': '', 'network_id': 'f7fad774-e582-4985-bf1c-c0efc7ecbf9f', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'mac_address': 'fa:16:3e:1f:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '0096d0c9-42cb-47b5-a852-65afc07c1407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:37Z', 'revision_number': 4, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'subnets': [{'id': '0096d0c9-42cb-47b5-a852-65afc07c1407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:38.356440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.385390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.409524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.411758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Transition to ACTIVE for port object 4e01af49-e99d-421b-9128-d530b6252a11 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:38.419719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761392f-e509-4ac6-9be2-235461d1cc9e req-e4472c10-acdc-4b9d-b25f-dcfe57f27256 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:38.422506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ca992-7fa3-4e2d-90be-8992a4ba26f8 req-e7625d8c-2a89-4419-9c4f-b6120c42418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:38.424048 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b7ca992-7fa3-4e2d-90be-8992a4ba26f8 req-e7625d8c-2a89-4419-9c4f-b6120c42418a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1098 time: 0.2890275 Jul 08 01:59:38.426795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b761392f-e509-4ac6-9be2-235461d1cc9e req-e4472c10-acdc-4b9d-b25f-dcfe57f27256 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 943 time: 0.5237648 Jul 08 01:59:38.508058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb3a6405-3cd8-4a4d-9675-4036ccd96d22 req-916bba7a-eec9-4956-88e1-bfa56be10cbf service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430463 Jul 08 01:59:38.519258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b7ca992-7fa3-4e2d-90be-8992a4ba26f8 req-aafe596c-58eb-49aa-9f26-fde74d9f7c2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788331 Jul 08 01:59:38.523409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbb70-1317-4353-a9a1-901391078e0a req-43cba40f-e9e9-4fe3-a781-a96ce7a4ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:38.524914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-43cba40f-e9e9-4fe3-a781-a96ce7a4ab14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2467084 Jul 08 01:59:38.544535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a8e09d52-489f-4008-a97b-d1101bbbe4f7 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:38.567007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.581650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b761392f-e509-4ac6-9be2-235461d1cc9e req-76e8f2f4-49b5-4616-9c84-254f1e600c98 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537971 Jul 08 01:59:38.606580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.625505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0531518e-3e24-4242-8fed-847698406545']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.664411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9032be0-cbd3-4e0d-abb0-2652d16202fe') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.664411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9032be0-cbd3-4e0d-abb0-2652d16202fe') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.665591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:38.671859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:38.682150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:38.683460 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.714766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event updated for resources: {'Port': ['ID=d4d21cc2-d21c-41b4-a604-35ec3a7498ad,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:38.717012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.727003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:59:38.727788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: timer() Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:59:38.733229 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:59:38.740529 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-f428c4d9-9b34-405b-9f6a-e2925dd5eddc service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070222 Jul 08 01:59:38.830612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.871253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a8e09d52-489f-4008-a97b-d1101bbbe4f7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:38.896503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7', 'network_id': 'edbcb532-e17f-44e8-aeff-e822195cfe72', 'port_id': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7', 'mac_address': 'fa:16:3e:65:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57495128-c642-439a-ac9a-50dfd4393ed3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:38.903476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:38.909263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:38.915293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af2fbb70-1317-4353-a9a1-901391078e0a req-15116e86-2da4-4212-b568-d101eaa911a8 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635087 Jul 08 01:59:38.917208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:38.920605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Pushing event updated for resources: {'Port': ['ID=4e01af49-e99d-421b-9128-d530b6252a11,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:38.963689 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.967245 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.982005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.988873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e09d52-489f-4008-a97b-d1101bbbe4f7 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:38.989930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] 10.222.0.10 "DELETE /v2.0/networks/0531518e-3e24-4242-8fed-847698406545 HTTP/1.1" status: 204 len: 168 time: 0.7595420 Jul 08 01:59:39.037147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a8e09d52-489f-4008-a97b-d1101bbbe4f7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:39.058085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2880ebe-82ec-4c24-95fe-a852f0ef025f tempest-PortsIpV6TestJSON-1926704270 tempest-PortsIpV6TestJSON-1926704270-project] Pushing event deleted for resources: {'Network': ['ID=0531518e-3e24-4242-8fed-847698406545,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:39.087702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.109821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:39.110486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.164514 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.165825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59395f-6cd0-4145-b8cb-575fc8dd79cf req-d5a19e49-b6e0-4acd-8777-3239a0ea4de7 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:39.173104 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f59395f-6cd0-4145-b8cb-575fc8dd79cf req-d5a19e49-b6e0-4acd-8777-3239a0ea4de7 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 935 time: 0.1547327 Jul 08 01:59:39.225848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f59395f-6cd0-4145-b8cb-575fc8dd79cf req-7209fb15-77a5-481c-aa3d-091066e601ac tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Jul 08 01:59:39.230547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-5aec405d-5ed1-4f0d-8b73-f846c3255515 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5260170 Jul 08 01:59:39.249414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Request body: {'port': {'device_id': '9b305729-b7c4-4016-9015-1ac7b7ab1853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:39.251827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.340876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a8e09d52-489f-4008-a97b-d1101bbbe4f7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:39.342467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.426725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a8e09d52-489f-4008-a97b-d1101bbbe4f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:39.436234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c2e68ad1-1b90-496a-b1ec-77b381cfffd7 None None] Provisioning for port 4e01af49-e99d-421b-9128-d530b6252a11 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:39.462039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.482168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c2e68ad1-1b90-496a-b1ec-77b381cfffd7 None None] Provisioning complete for port 4e01af49-e99d-421b-9128-d530b6252a11 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:39.482681 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c2e68ad1-1b90-496a-b1ec-77b381cfffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.538849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c2e68ad1-1b90-496a-b1ec-77b381cfffd7 None None] Port 4e01af49-e99d-421b-9128-d530b6252a11 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:39.556954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc9e1fef-cfd6-488c-9147-fe9d45e15f22 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:39.614175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6ab16-6b85-4e2d-ba86-7fed5763b740 req-7ce93b09-65b1-4353-b309-33009f37b71f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:39.615468 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdf6ab16-6b85-4e2d-ba86-7fed5763b740 req-7ce93b09-65b1-4353-b309-33009f37b71f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2110031 Jul 08 01:59:39.631143 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.704088 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdf6ab16-6b85-4e2d-ba86-7fed5763b740 req-4cdd79e8-776f-417c-a04e-311d6d9beee2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732448 Jul 08 01:59:39.739006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:39.758270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:39.758270 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.783096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.826331 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647582c7-a5b8-4bbd-83f0-bb4a4da722b6 x-openstack-request-id: req-647582c7-a5b8-4bbd-83f0-bb4a4da722b6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:39.828289 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:39.828572 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-647582c7-a5b8-4bbd-83f0-bb4a4da722b6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:39.830558 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'status': 'completed', 'code': 200} Jul 08 01:59:39.832200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event updated for resources: {'Port': ['ID=d4d21cc2-d21c-41b4-a604-35ec3a7498ad,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:39.843772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40264) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:39.862663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e01af49-e99d-421b-9128-d530b6252a11 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:39.872233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.886735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Transition to ACTIVE for port object 4e01af49-e99d-421b-9128-d530b6252a11 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:39.915022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.957074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-a51a1c58-1ba6-4592-869a-6efb2c7b6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:39.958757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-a51a1c58-1ba6-4592-869a-6efb2c7b6ff5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1099 time: 0.0965729 Jul 08 01:59:39.960540 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port dc9e1fef-cfd6-488c-9147-fe9d45e15f22, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,segment=NetworkSegment(6cd28d83-9285-4e10-b729-9df7e241a75c),segment_id=6cd28d83-9285-4e10-b729-9df7e241a75c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:39.975752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.980128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.981568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-673179ef-3644-4fdf-b649-de57e086daf1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5225928 Jul 08 01:59:40.047005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.064008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Pushing event updated for resources: {'Port': ['ID=4e01af49-e99d-421b-9128-d530b6252a11,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:40.106235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-53cb83fa-0531-4faf-9cbb-a88131d65709 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8330e569565b43f0a7483faf50789701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612684 Jul 08 01:59:40.109606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40270) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:40.155324 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef163-2586-42ab-8e67-1937771f90e9 req-ca91b232-26fa-495d-8765-0adc2f373363 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.157196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-330ef163-2586-42ab-8e67-1937771f90e9 req-ca91b232-26fa-495d-8765-0adc2f373363 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 947 time: 0.1943245 Jul 08 01:59:40.160038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:40.160181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-ff1be229-d29b-46d7-a8a9-ea9b169d2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.168760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-ff1be229-d29b-46d7-a8a9-ea9b169d2899 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2001662 Jul 08 01:59:40.194121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Attempting to bind port 4e01af49-e99d-421b-9128-d530b6252a11 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:40.194473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Attempting to bind port 4e01af49-e99d-421b-9128-d530b6252a11 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:40.194845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Attempting to bind port 4e01af49-e99d-421b-9128-d530b6252a11 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:40.206056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Port 4e01af49-e99d-421b-9128-d530b6252a11 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:59:40.206401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Attempting to bind port 4e01af49-e99d-421b-9128-d530b6252a11 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:40.223314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:40.223681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:40.224080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:40.224530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Bound port: 4e01af49-e99d-421b-9128-d530b6252a11, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:40.224906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.230139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-330ef163-2586-42ab-8e67-1937771f90e9 req-5cc27d42-c4e4-4bc1-96bd-3f60670280b1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634634 Jul 08 01:59:40.234257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-53131de1-eea5-4da8-82f0-d44a0cdd0eb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.0560641 Jul 08 01:59:40.306391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] For port 4e01af49-e99d-421b-9128-d530b6252a11, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:40.309941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] For port 4e01af49-e99d-421b-9128-d530b6252a11, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e01af49-e99d-421b-9128-d530b6252a11,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:40.375879 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-3653bfbe-7c9a-4196-91ea-4b87603f98f3 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.3798089 Jul 08 01:59:40.379760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-9d365245-f890-44ed-85f5-cce8c163081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.381187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-9d365245-f890-44ed-85f5-cce8c163081e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1039882 Jul 08 01:59:40.385391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.385518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9af5f3b-c939-46c9-9aed-eadbd95a4bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.429424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.430059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.431543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e01af49-e99d-421b-9128-d530b6252a11 HTTP/1.1" status: 200 len: 1096 time: 1.1869059 Jul 08 01:59:40.432838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b305729-b7c4-4016-9015-1ac7b7ab1853', 'tag': '4e01af49-e99d-421b-9128-d530b6252a11'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:40.435147 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23f9d08-cd5e-434f-82a9-86b47e869afc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b305729-b7c4-4016-9015-1ac7b7ab1853", "tag": "4e01af49-e99d-421b-9128-d530b6252a11"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:40.450889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9af5f3b-c939-46c9-9aed-eadbd95a4bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.472602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ec75e-09d9-4491-a0c4-21a5f793dc31 service neutron] Pushing event updated for resources: {'Port': ['ID=4e01af49-e99d-421b-9128-d530b6252a11,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:40.486459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19400c6a-9686-4aaa-a7ca-341cdda64c65 req-22963de2-42de-4edf-a38e-08752136efb6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.488653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19400c6a-9686-4aaa-a7ca-341cdda64c65 req-22963de2-42de-4edf-a38e-08752136efb6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.1496673 Jul 08 01:59:40.538133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19400c6a-9686-4aaa-a7ca-341cdda64c65 req-f5254c55-9e83-4c74-8738-de2c824cf9b6 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Jul 08 01:59:40.580006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a8e09d52-489f-4008-a97b-d1101bbbe4f7 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:40.604279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-18e751c2-b75d-4a77-95a5-eb334ee17920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.607291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-18e751c2-b75d-4a77-95a5-eb334ee17920 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2124448 Jul 08 01:59:40.633966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-11b1f5d5-f39f-4fb4-8023-751c6aa8f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.634788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-8507c82c-d26a-4eb5-93e9-f4cf246db226 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.635766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-11b1f5d5-f39f-4fb4-8023-751c6aa8f65b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57b402f3c3f74e95849445dc83ffdd33&device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 1099 time: 0.0911322 Jul 08 01:59:40.636450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1261168c-ecf6-4618-a701-ff7bb9338217 req-8507c82c-d26a-4eb5-93e9-f4cf246db226 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.2543933 Jul 08 01:59:40.687068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9af5f3b-c939-46c9-9aed-eadbd95a4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.689691 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9af5f3b-c939-46c9-9aed-eadbd95a4bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.691144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b9af5f3b-c939-46c9-9aed-eadbd95a4bab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39546317-4d6a-4f07-b813-0a982255179f HTTP/1.1" status: 204 len: 168 time: 0.5811021 Jul 08 01:59:40.708742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af5f3b-c939-46c9-9aed-eadbd95a4bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39546317-4d6a-4f07-b813-0a982255179f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:40.719623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-fe1c6163-cd12-425f-aee4-1b1e4788b267 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=4e01af49-e99d-421b-9128-d530b6252a11 HTTP/1.1" status: 200 len: 217 time: 0.0686424 Jul 08 01:59:40.755118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port a8e09d52-489f-4008-a97b-d1101bbbe4f7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:40.760279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port a8e09d52-489f-4008-a97b-d1101bbbe4f7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:40.760844 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.763954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-fd039c82-ec5d-477c-82ab-a6a1085944cf service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471791 Jul 08 01:59:40.841029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-d7279abc-f86e-4031-9a26-d9b6432fd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.842529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-d7279abc-f86e-4031-9a26-d9b6432fd490 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1110716 Jul 08 01:59:40.871380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d041ac-ef36-4424-b277-4f14df867f83 req-c65ad3dd-e1f4-4b45-bfa7-0a87000512cc tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.878259 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74d041ac-ef36-4424-b277-4f14df867f83 req-c65ad3dd-e1f4-4b45-bfa7-0a87000512cc tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 944 time: 0.1626942 Jul 08 01:59:40.888120 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.889874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b2e0b00-3fe3-4862-b702-ce6835af0379 req-40f12d04-deac-4784-b14e-e2f7a325ebed service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132936 Jul 08 01:59:40.928827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:40.940228 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29a29e9-e6ce-4683-a47d-e7726328a587" -d '{"events": [{"server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "name": "network-vif-plugged", "status": "completed", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:40.953288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74d041ac-ef36-4424-b277-4f14df867f83 req-b881e07a-dd37-4143-bb27-07c2a043a402 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740597 Jul 08 01:59:40.968779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-f5c0cd93-dd47-404c-bcf8-e00979f83245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.970224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-f5c0cd93-dd47-404c-bcf8-e00979f83245 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158657 Jul 08 01:59:40.971578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a8e09d52-489f-4008-a97b-d1101bbbe4f7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:40.984496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3025a-9a4f-4cf6-b6c6-5a69736442f7 req-b3622de0-c12f-4e11-a918-e3e362b9327f tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.986248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5f3025a-9a4f-4cf6-b6c6-5a69736442f7 req-b3622de0-c12f-4e11-a918-e3e362b9327f tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 947 time: 0.0923254 Jul 08 01:59:41.023741 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf46cfcf-0dbb-431f-ade1-2e02e0595160 x-openstack-request-id: req-cf46cfcf-0dbb-431f-ade1-2e02e0595160 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:41.024036 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b305729-b7c4-4016-9015-1ac7b7ab1853", "tag": "4e01af49-e99d-421b-9128-d530b6252a11", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:41.024292 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf46cfcf-0dbb-431f-ade1-2e02e0595160 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:41.024692 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b305729-b7c4-4016-9015-1ac7b7ab1853', 'tag': '4e01af49-e99d-421b-9128-d530b6252a11', 'status': 'completed', 'code': 200} Jul 08 01:59:41.027862 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5f3025a-9a4f-4cf6-b6c6-5a69736442f7 req-adc532f1-dcbe-472f-9cda-1175d0f5aada tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344467 Jul 08 01:59:41.087275 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:41.143958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a8e09d52-489f-4008-a97b-d1101bbbe4f7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:41.206348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16c5f1-458d-4982-8d35-3e379871588d req-a1aea4e0-8265-434d-b32f-0c94a5ba18e6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:41.207984 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ce16c5f1-458d-4982-8d35-3e379871588d req-a1aea4e0-8265-434d-b32f-0c94a5ba18e6 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0760288 Jul 08 01:59:41.226413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-e85fe8b1-d813-4bc0-8fea-f34c2b1b4912 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467153 Jul 08 01:59:41.248667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ce16c5f1-458d-4982-8d35-3e379871588d req-304cca3d-afb5-4240-9efc-38fc15144737 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Jul 08 01:59:41.297890 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce08d398-1f0c-4860-a8c3-946de8d3d738 x-openstack-request-id: req-ce08d398-1f0c-4860-a8c3-946de8d3d738 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:41.298632 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "name": "network-vif-plugged", "status": "completed", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:41.299206 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce08d398-1f0c-4860-a8c3-946de8d3d738 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:41.299927 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7', 'code': 200} Jul 08 01:59:41.335634 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1907f85a-264a-45a2-b455-31aec8951b96 req-fabc9521-eabd-4625-b786-8f3554789f93 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3099763 Jul 08 01:59:41.364085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:41.397765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc8f4ad-144b-4c1a-863c-ce37ab3b8200 req-53b077cd-f60a-400d-9e52-921eff0f66d2 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582897 Jul 08 01:59:41.449032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3a1c-a42c-42d4-ad8f-7de12281e237 req-f9ed147c-aa62-4562-90d7-72ca20c09010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:41.450708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b18e3a1c-a42c-42d4-ad8f-7de12281e237 req-f9ed147c-aa62-4562-90d7-72ca20c09010 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 1097 time: 0.0900378 Jul 08 01:59:41.484419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:41.491138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18d7f-fd0c-4185-afc5-31f7ac26a1fa req-252c4213-cbc2-40bf-ad18-88170679ddde tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:41.493201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-03f18d7f-fd0c-4185-afc5-31f7ac26a1fa req-252c4213-cbc2-40bf-ad18-88170679ddde tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 947 time: 0.1055198 Jul 08 01:59:41.506043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc9e1fef-cfd6-488c-9147-fe9d45e15f22 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:41.512178 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b18e3a1c-a42c-42d4-ad8f-7de12281e237 req-0a275865-36d8-4015-9686-cde029da71d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534933 Jul 08 01:59:41.541037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-03f18d7f-fd0c-4185-afc5-31f7ac26a1fa req-9d349ccd-6681-4cf8-9f13-375183a83248 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Jul 08 01:59:41.574838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:41.575398 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:41.651842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:41.658176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-d796ea6a-9ce0-43f2-a71e-46ca68a30c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:41.660608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-d796ea6a-9ce0-43f2-a71e-46ca68a30c64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57b402f3c3f74e95849445dc83ffdd33&device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 1099 time: 0.1127701 Jul 08 01:59:41.832781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-9b769333-5d64-4d03-92ed-e31c5d9df5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:41.834384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-9b769333-5d64-4d03-92ed-e31c5d9df5a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1648667 Jul 08 01:59:41.855109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Allocated IP 172.25.8.248 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/147aa6b4-c230-4536-a6d4-4179906f0c9c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:41.874915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d93cee-5777-48a9-b319-2508b8181db9 req-83c1598a-4e86-4d45-a35c-104df1d7b1fb tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:41.876638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57d93cee-5777-48a9-b319-2508b8181db9 req-83c1598a-4e86-4d45-a35c-104df1d7b1fb tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.0733502 Jul 08 01:59:41.896462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-039ec94f-aeca-49c6-9f69-69e08f66bc63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=4e01af49-e99d-421b-9128-d530b6252a11 HTTP/1.1" status: 200 len: 217 time: 0.0429287 Jul 08 01:59:41.923180 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57d93cee-5777-48a9-b319-2508b8181db9 req-9340c43c-68a6-43de-92ce-b69d455162f4 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Jul 08 01:59:41.976066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40314) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:42.002079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-52a91d6b-28f2-48af-9f40-fab7c5a71c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.003569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-52a91d6b-28f2-48af-9f40-fab7c5a71c5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0901096 Jul 08 01:59:42.006649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b6e43ad-e82b-41f0-a410-968e7066e5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.064181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.086178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6ade8044-51cf-4d4c-9cda-1c950e2a597b tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-798323963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:42.108989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-041ccb83-bb8d-4973-9e07-2147548e540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.110498 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-041ccb83-bb8d-4973-9e07-2147548e540e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959187 Jul 08 01:59:42.201327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-f910e46b-0c94-4131-9d5c-02ca31e9569b service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827775 Jul 08 01:59:42.207252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.207432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ade8044-51cf-4d4c-9cda-1c950e2a597b tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.208446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ade8044-51cf-4d4c-9cda-1c950e2a597b tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.262661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ade8044-51cf-4d4c-9cda-1c950e2a597b tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.291740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:42.298388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:42.303643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event updated for resources: {'Port': ['ID=147aa6b4-c230-4536-a6d4-4179906f0c9c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:42.305742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:42.342021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.342376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.342718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.343083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.343436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.343778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.344103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.344430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.344756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.345090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.345411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.345741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:42.353011 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ade8044-51cf-4d4c-9cda-1c950e2a597b tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.394527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23f9d08-cd5e-434f-82a9-86b47e869afc req-66f524e1-dc9d-43ea-a341-3c91a4cb4247 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780941 Jul 08 01:59:42.438421 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ade8044-51cf-4d4c-9cda-1c950e2a597b tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.439940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6ade8044-51cf-4d4c-9cda-1c950e2a597b tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4616158 Jul 08 01:59:42.442729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40324) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:42.448617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1337856482'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:42.460590 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.483420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-efb23912-66f6-4702-b668-cd3b3872c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.484920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-efb23912-66f6-4702-b668-cd3b3872c501 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcda9f619a27443396c58afd1c996429&device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 1098 time: 0.0708573 Jul 08 01:59:42.551977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a1c65-0e4e-48f9-a92f-6018c7c4b1e8 req-bdc8e7a5-cc23-4016-8785-05fdead0b0fd tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.553613 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c52a1c65-0e4e-48f9-a92f-6018c7c4b1e8 req-bdc8e7a5-cc23-4016-8785-05fdead0b0fd tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 945 time: 0.0690815 Jul 08 01:59:42.581856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:42.600799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c52a1c65-0e4e-48f9-a92f-6018c7c4b1e8 req-94cfb39a-a2b4-44a0-9b44-60bdbd0c2be6 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Jul 08 01:59:42.607923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Made reservation on behalf of 88099ce321724851a5190acd71b49165 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:42.611801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.633326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.713808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:42.735999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'mac_address': 'fa:16:3e:8c:17:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:42.751272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.787406 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.805703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd927e7-3bc0-46a0-b082-37c18f67c0bf {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:42.838093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:42.839849 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.876340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:42.896591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121f7a8e-b6f5-4bc4-8a53-4fd81404da18,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:42.902912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.903442 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Added segment fe1fb0f9-5f93-4d86-9997-341b74a346f2 of type vlan for network 49c402af-467b-4703-9bad-2525c404269d Jul 08 01:59:42.903906 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.959883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:42.967503 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.967797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.987652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edf9e1-0ce1-440a-b0ba-4078098ed73e req-9b4b5648-8482-47c7-b79d-0feaa23b1e5f tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.989270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52edf9e1-0ce1-440a-b0ba-4078098ed73e req-9b4b5648-8482-47c7-b79d-0feaa23b1e5f tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 947 time: 0.1966951 Jul 08 01:59:42.997921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-134b0f6e-ec47-4540-8d27-610b3509aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.999482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-134b0f6e-ec47-4540-8d27-610b3509aa84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 200 len: 919 time: 0.5033939 Jul 08 01:59:43.037806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52edf9e1-0ce1-440a-b0ba-4078098ed73e req-39e9a5d0-d23d-48a0-b4d2-5f523a63ec35 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Jul 08 01:59:43.060118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-84df2b4a-8169-4a55-9070-54e5c9b15eb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 200 len: 217 time: 0.0431433 Jul 08 01:59:43.078435 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.084557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:43.085242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.167582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9bd927e7-3bc0-46a0-b082-37c18f67c0bf'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:43.169754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-2523691c-c2d1-40f5-b089-a365af4e6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:43.171253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-2523691c-c2d1-40f5-b089-a365af4e6b0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 200 len: 858 time: 0.0977037 Jul 08 01:59:43.187239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Network': ['ID=49c402af-467b-4703-9bad-2525c404269d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:43.202144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 49c402af-467b-4703-9bad-2525c404269d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:43.215644 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f5ca93b3-75e8-4868-aa1f-8e21da990fcb tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7687600 Jul 08 01:59:43.215970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40330) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:43.221209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'subnet': {'network_id': '49c402af-467b-4703-9bad-2525c404269d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:43.221990 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-032930a7-0088-497f-8d4d-ee238120843f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a51fd4e-bad0-401f-984f-9f7937776e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412028 Jul 08 01:59:43.281232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d761c-9aea-4ca5-a5b8-d8ef14b59dff req-2227540a-2ff1-4ad8-8734-e241e5e59de2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:43.282874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a2d761c-9aea-4ca5-a5b8-d8ef14b59dff req-2227540a-2ff1-4ad8-8734-e241e5e59de2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1374340 Jul 08 01:59:43.296942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.343107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-9793f7b4-474b-4079-be91-198f55d31cc1 service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025014 Jul 08 01:59:43.356459 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a2d761c-9aea-4ca5-a5b8-d8ef14b59dff req-c55b02ed-7155-41c8-ac8a-118aaf5b6db8 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643342 Jul 08 01:59:43.399821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.478109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Made reservation on behalf of 88099ce321724851a5190acd71b49165 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:43.481753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.503504 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.505994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event updated for resources: {'Port': ['ID=147aa6b4-c230-4536-a6d4-4179906f0c9c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:43.526655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-428099eb-43c6-410d-8e81-2e0ade857f8e req-4417d1fc-0364-43b7-8321-64eae7ee555d service neutron] 10.222.0.32 "GET /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759906 Jul 08 01:59:43.609032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77080-1dbd-4be9-a82b-63d8e3d99091 req-7271b609-5faf-486c-9031-934f1c6d8e4a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:43.610228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.610481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bc77080-1dbd-4be9-a82b-63d8e3d99091 req-7271b609-5faf-486c-9031-934f1c6d8e4a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 948 time: 0.1448507 Jul 08 01:59:43.611544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1907f85a-264a-45a2-b455-31aec8951b96 req-160acb75-b530-4f0c-86d7-59653f45b6d1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2591894 Jul 08 01:59:43.685187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1907f85a-264a-45a2-b455-31aec8951b96 req-92702b3d-dd3b-44d7-8e75-ee4e82e10c5d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0677483 Jul 08 01:59:43.687879 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bc77080-1dbd-4be9-a82b-63d8e3d99091 req-184ea7ae-c3eb-4308-89af-d1140e698a57 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704567 Jul 08 01:59:43.797522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907f85a-264a-45a2-b455-31aec8951b96 req-3c168260-32dc-488a-9f90-100cef3a3e20 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:43.798903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1907f85a-264a-45a2-b455-31aec8951b96 req-3c168260-32dc-488a-9f90-100cef3a3e20 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1078765 Jul 08 01:59:43.812970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.911247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Subnet': ['ID=9d9827b8-7df0-43d7-8e5d-2758c3d6da9d,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:43.939080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Checking segment: {'id': 'fe1fb0f9-5f93-4d86-9997-341b74a346f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49c402af-467b-4703-9bad-2525c404269d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:43.939469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network hostable DHCP agents. Network: 49c402af-467b-4703-9bad-2525c404269d, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:43.958150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d863d-d189-4d71-9eb9-e341241de480 req-6c8d71b9-1c42-4e29-a217-6bb968c7e621 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:43.959667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a6d863d-d189-4d71-9eb9-e341241de480 req-6c8d71b9-1c42-4e29-a217-6bb968c7e621 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.1216378 Jul 08 01:59:44.000359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a6d863d-d189-4d71-9eb9-e341241de480 req-23d54f44-0a9b-480d-803c-2cfb0b4819c0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Jul 08 01:59:44.046780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network 49c402af-467b-4703-9bad-2525c404269d is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:44.060163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01268293-5e5f-46cb-a65e-c30c8f2ab240 req-46ad4a29-1921-4d55-b408-eb8609ab4981 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:44.061687 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01268293-5e5f-46cb-a65e-c30c8f2ab240 req-46ad4a29-1921-4d55-b408-eb8609ab4981 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 945 time: 0.0649500 Jul 08 01:59:44.100305 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01268293-5e5f-46cb-a65e-c30c8f2ab240 req-2df728e5-14cf-4fa9-a99d-5a795f4f0936 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Jul 08 01:59:44.136901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-4061a95c-dfd3-48ff-8509-6411d4d7d536 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1082704 Jul 08 01:59:44.142628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:44.183601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 49c402af-467b-4703-9bad-2525c404269d) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:44.190395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:44.190992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.191277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100e025-2ebd-4c45-bfd4-a12e4f294347 None None] Network 49c402af-467b-4703-9bad-2525c404269d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:44.265061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.276432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef4a54-8b39-4757-aecf-108aaed95dd5 req-0a30030c-d8cb-4a62-aabd-c8c063dfd553 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:44.279975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34ef4a54-8b39-4757-aecf-108aaed95dd5 req-0a30030c-d8cb-4a62-aabd-c8c063dfd553 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 947 time: 0.0740447 Jul 08 01:59:44.308804 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2b0845e-97d6-4916-aacd-2a99d257eb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.320867 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34ef4a54-8b39-4757-aecf-108aaed95dd5 req-78f545fa-7caf-416c-821d-4ec82dbd2e8e tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368993 Jul 08 01:59:44.347530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-31ae3974-a25b-4fae-abbd-1210cfc13fe4 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1242709 Jul 08 01:59:44.347650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40342) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:44.349399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'network': {'name': 'tempest-router-network01--1807204664'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:44.366345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-49c402af-467b-4703-9bad-2525c404269d', 'network_id': '49c402af-467b-4703-9bad-2525c404269d', 'tenant_id': '88099ce321724851a5190acd71b49165', 'fixed_ips': [{'subnet_id': '9d9827b8-7df0-43d7-8e5d-2758c3d6da9d'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:44.367908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.384354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.439481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Made reservation on behalf of 88099ce321724851a5190acd71b49165 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:44.442990 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.496099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-e60b073e-124f-4103-8d79-951a91ad7d05 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-71739186&fields=id&tenant_id=0aa25b3bab394d079bcdafd73f6964bd HTTP/1.1" status: 200 len: 267 time: 0.0642126 Jul 08 01:59:44.499501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:44.499656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Allocated IP 172.25.8.125 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/807eaaa6-e737-44c0-8c60-677763d343f3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:44.519478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.519478 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Added segment 634ba391-aada-427c-9347-7e88671592a7 of type vlan for network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 Jul 08 01:59:44.520467 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Allocated IP 2001:db8::2 (49c402af-467b-4703-9bad-2525c404269d/9d9827b8-7df0-43d7-8e5d-2758c3d6da9d/941dadf4-5220-4f9e-9b32-152426238e00) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:44.590321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:44.594693 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.629388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.634791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-ef0f03b2-c2d2-4ff2-90f5-7460ea99e854 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:44.636612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-ef0f03b2-c2d2-4ff2-90f5-7460ea99e854 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 945 time: 0.1306906 Jul 08 01:59:44.650288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'port': {'security_groups': ['67f1409c-2b60-4dd1-9305-d163fda5c290', '3e3258ae-c2ea-489b-bc10-06835c1d6e48']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:44.718118 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.722966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.727596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Transition to ACTIVE for port object 941dadf4-5220-4f9e-9b32-152426238e00 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:44.729122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:44.729714 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.739065 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.751054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:44.753284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Transition to ACTIVE for port object 941dadf4-5220-4f9e-9b32-152426238e00 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:44.762388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:44.762832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.781994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:44.789208 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:44.793693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:44.796994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event updated for resources: {'Port': ['ID=807eaaa6-e737-44c0-8c60-677763d343f3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:44.818145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.828576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Network': ['ID=6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:44.832104 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.873365 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.888877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:44.892401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Network 49c402af-467b-4703-9bad-2525c404269d is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:44.899059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.922493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-46c7a873-fb33-410b-aeeb-fddb26ccc08a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5747788 Jul 08 01:59:44.923051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40350) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:44.928756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'network': {'name': 'tempest-router-network02--1483319999'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:44.932242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:44.950301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:44.959286 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.994293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Pushing event updated for resources: {'Port': ['ID=941dadf4-5220-4f9e-9b32-152426238e00,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.017610 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.033744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] For port a8e09d52-489f-4008-a97b-d1101bbbe4f7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:45.056091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:45.058413 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396f43ff-c116-4a39-a9ae-2e2059c2e58a" -d '{"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-plugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:45.064413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Made reservation on behalf of 88099ce321724851a5190acd71b49165 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:45.068741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Attempting to bind port 941dadf4-5220-4f9e-9b32-152426238e00 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:45.069125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Attempting to bind port 941dadf4-5220-4f9e-9b32-152426238e00 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'fe1fb0f9-5f93-4d86-9997-341b74a346f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49c402af-467b-4703-9bad-2525c404269d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:45.069465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.069571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Attempting to bind port 941dadf4-5220-4f9e-9b32-152426238e00 on network 49c402af-467b-4703-9bad-2525c404269d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:45.070543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.075286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:45.078301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:45.078683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Checking segment: {'id': 'fe1fb0f9-5f93-4d86-9997-341b74a346f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49c402af-467b-4703-9bad-2525c404269d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:45.079089 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.079508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Bound using segment: {'id': 'fe1fb0f9-5f93-4d86-9997-341b74a346f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49c402af-467b-4703-9bad-2525c404269d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:45.080215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Bound port: 941dadf4-5220-4f9e-9b32-152426238e00, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1fb0f9-5f93-4d86-9997-341b74a346f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '49c402af-467b-4703-9bad-2525c404269d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:45.080358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.130986 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.141275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:45.152699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a8e09d52-489f-4008-a97b-d1101bbbe4f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:45.156330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:45.157550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.157924 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Added segment c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590 of type vlan for network 0687bb84-5f88-4abf-86c3-358ff24b0275 Jul 08 01:59:45.184155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:45.184819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.198434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a27f34b-1357-4b79-8ebc-91297eceaf46 req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "PUT /v2.0/ports/a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 200 len: 981 time: 0.5553074 Jul 08 01:59:45.199064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:45.201469 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13af49af-24fa-40e7-bf70-73adc2ec437e" -d '{"events": [{"name": "network-changed", "server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:45.214684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] For port 941dadf4-5220-4f9e-9b32-152426238e00, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:45.217992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.221345 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.237097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f936b6d-1cb1-4b78-b083-69ac03fae43e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'Port': ['ID=a8e09d52-489f-4008-a97b-d1101bbbe4f7,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.267930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.275330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] For port 941dadf4-5220-4f9e-9b32-152426238e00, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=941dadf4-5220-4f9e-9b32-152426238e00,segment=NetworkSegment(fe1fb0f9-5f93-4d86-9997-341b74a346f2),segment_id=fe1fb0f9-5f93-4d86-9997-341b74a346f2)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:45.310359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a8e09d52-489f-4008-a97b-d1101bbbe4f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:45.351054 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.359207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.380407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9646644-9b0f-415a-869d-28708f3c0aaa req-f9d7d1f0-cbd8-4edb-843b-399dc6c40358 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:45.388596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.388795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a9646644-9b0f-415a-869d-28708f3c0aaa req-f9d7d1f0-cbd8-4edb-843b-399dc6c40358 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0779076 Jul 08 01:59:45.394763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:45.395513 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.401647 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.431873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a9646644-9b0f-415a-869d-28708f3c0aaa req-00985806-ed0c-4de7-bf84-39dfa9159357 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Jul 08 01:59:45.611057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356685b-e4f4-4dce-a82a-b96f35106132 req-232987d5-eabf-4ece-8fac-c3637a4969a8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:45.615981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0356685b-e4f4-4dce-a82a-b96f35106132 req-232987d5-eabf-4ece-8fac-c3637a4969a8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.0776579 Jul 08 01:59:45.674869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0356685b-e4f4-4dce-a82a-b96f35106132 req-fb4496d7-ecd8-4364-85eb-826b5bbb9aba tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Jul 08 01:59:45.813515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event updated for resources: {'Port': ['ID=807eaaa6-e737-44c0-8c60-677763d343f3,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.824302 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9000754 Jul 08 01:59:45.827195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:45.831266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.834082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689069e7-64f9-4ff6-a12e-193e5a19833f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Network': ['ID=0687bb84-5f88-4abf-86c3-358ff24b0275,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.836399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'subnet': {'network_id': '6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:45.844433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cb7ab-8f83-4d1f-a545-8bfc1df8aafa None None] Pushing event updated for resources: {'Port': ['ID=941dadf4-5220-4f9e-9b32-152426238e00,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.847505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.855663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 0687bb84-5f88-4abf-86c3-358ff24b0275 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:45.938750 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.940859 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-26301e75-06f7-4c8e-8419-9584f5fa4d5a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8021865 Jul 08 01:59:46.027976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-b8567bed-c3c5-4f2b-b3c0-9a801daaac0d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0769029 Jul 08 01:59:46.052049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35168850-33a1-42a5-b3a1-7a8273001a84 req-32294758-656f-4c76-a7f5-64f07b027eec tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.053593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-35168850-33a1-42a5-b3a1-7a8273001a84 req-32294758-656f-4c76-a7f5-64f07b027eec tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.0700185 Jul 08 01:59:46.055640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Made reservation on behalf of 88099ce321724851a5190acd71b49165 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:46.059026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:46.157232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-58e4081f-cbae-44d5-88b9-3e459bf21008 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.158419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-35168850-33a1-42a5-b3a1-7a8273001a84 req-1b932dd0-def5-4177-9bf6-4a4709d80574 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945578 Jul 08 01:59:46.159552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-909fef92-db3c-47d8-b61f-4e4b86254030 req-58e4081f-cbae-44d5-88b9-3e459bf21008 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1307149 Jul 08 01:59:46.232984 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d43278-2f6a-429c-81ce-76749fb9b72f x-openstack-request-id: req-15d43278-2f6a-429c-81ce-76749fb9b72f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:46.233747 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-plugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:46.233747 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15d43278-2f6a-429c-81ce-76749fb9b72f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:46.234231 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'code': 200} Jul 08 01:59:46.284660 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d346a0f-90bb-4190-9ee0-f786d99abc00 x-openstack-request-id: req-0d346a0f-90bb-4190-9ee0-f786d99abc00 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:46.284953 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:46.285205 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d346a0f-90bb-4190-9ee0-f786d99abc00 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:46.285602 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7', 'status': 'completed', 'code': 200} Jul 08 01:59:46.339861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bf2ff62-d6a9-4432-90a3-ab4433ae62f6 req-35230a1e-d16a-4392-b880-28a2e9f24364 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/3e3258ae-c2ea-489b-bc10-06835c1d6e48 HTTP/1.1" status: 200 len: 1801 time: 0.1106875 Jul 08 01:59:46.400687 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-5bf2ff62-d6a9-4432-90a3-ab4433ae62f6 req-65a0a604-da3f-4c7f-9551-db568a3fa3df tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 01:59:46.401957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bf2ff62-d6a9-4432-90a3-ab4433ae62f6 req-65a0a604-da3f-4c7f-9551-db568a3fa3df tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e3258ae-c2ea-489b-bc10-06835c1d6e48 HTTP/1.1" status: 409 len: 341 time: 0.0613141 Jul 08 01:59:46.414468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e01af49-e99d-421b-9128-d530b6252a11 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:46.484433 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:46.490683 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-2b3feca2-ee6f-41f1-8702-2b295c653f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.492344 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-2b3feca2-ee6f-41f1-8702-2b295c653f46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 1136 time: 0.1697512 Jul 08 01:59:46.498690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5a6f1-c761-42ba-8121-b9ff78223106 req-5bad1eaa-509f-4c8b-988b-56a586b96e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.501077 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38e5a6f1-c761-42ba-8121-b9ff78223106 req-5bad1eaa-509f-4c8b-988b-56a586b96e9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1101 time: 0.1882014 Jul 08 01:59:46.572260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Subnet': ['ID=0491c376-4fbe-423f-bc46-2ccbfc855f31,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:46.581593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5a58a-53db-49f4-9d15-afb8663afe83 req-cd3677e7-0fc8-4579-97b3-dab847c596c2 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.587245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e01af49-e99d-421b-9128-d530b6252a11, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e01af49-e99d-421b-9128-d530b6252a11,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:46.595812 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b9a5a58a-53db-49f4-9d15-afb8663afe83 req-cd3677e7-0fc8-4579-97b3-dab847c596c2 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 947 time: 0.1968384 Jul 08 01:59:46.610133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '4e01af49-e99d-421b-9128-d530b6252a11', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '4e01af49-e99d-421b-9128-d530b6252a11', 'mac_address': 'fa:16:3e:c5:89:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:46.620932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Checking segment: {'id': '634ba391-aada-427c-9347-7e88671592a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:46.621299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network hostable DHCP agents. Network: 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:46.669137 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:46.686586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e01af49-e99d-421b-9128-d530b6252a11 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:46.715262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38e5a6f1-c761-42ba-8121-b9ff78223106 req-82a04e0a-f436-4105-b9c5-cc992b059646 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666276 Jul 08 01:59:46.717319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e01af49-e99d-421b-9128-d530b6252a11, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e01af49-e99d-421b-9128-d530b6252a11,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:46.728117 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b9a5a58a-53db-49f4-9d15-afb8663afe83 req-39a61dec-8bb5-4d61-a6dc-34a02602d17f tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301415 Jul 08 01:59:46.774404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-405af8c4-9e74-4336-a97c-a179960c7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.776166 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-405af8c4-9e74-4336-a97c-a179960c7633 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 913 time: 0.2638752 Jul 08 01:59:46.788086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-7c347cad-3184-4df4-871a-63fab2271497 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1326804 Jul 08 01:59:46.800381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:46.828977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:46.829667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-87293832-b399-484d-a863-9c178412cef0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 200 len: 217 time: 0.0446961 Jul 08 01:59:46.869045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af22197c-83b3-492a-a4d8-6b681311f8e1 None None] Network 49c402af-467b-4703-9bad-2525c404269d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:46.897453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-b03f0497-f5ed-4e58-97cc-3a5ce4ac148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.899617 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-b03f0497-f5ed-4e58-97cc-3a5ce4ac148c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.0627806 Jul 08 01:59:46.909999 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:46.924107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:46.936057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-bc030a49-6dd9-404e-a7d1-1cb256389511 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294821 Jul 08 01:59:46.985379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:46.988618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4e01af49-e99d-421b-9128-d530b6252a11,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:46.991052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.992326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.002708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc87769-9b18-4c4b-aa9a-9454ecd3865e None None] Network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:47.043935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-d648cadb-d09f-47e1-ad6c-a3f17bfb300b service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977943 Jul 08 01:59:47.058912 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.065830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9639f5d1-4e39-442d-ba49-48c1ee47268c None None] Provisioning for port 941dadf4-5220-4f9e-9b32-152426238e00 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:47.112636 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8994c943-8768-4837-b062-f7a9d3dcc7e2 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2830894 Jul 08 01:59:47.115048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40374) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:47.122200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'subnet': {'network_id': '0687bb84-5f88-4abf-86c3-358ff24b0275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:47.201937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Allocated IP 172.25.8.54 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ef961c4d-8ffb-47c5-a548-034b19c76d46) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:47.227703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13af49af-24fa-40e7-bf70-73adc2ec437e req-e2388d9c-b277-4c59-9337-c3ebe2873ea4 service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720462 Jul 08 01:59:47.250328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4', 'network_id': '6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4', 'tenant_id': '88099ce321724851a5190acd71b49165', 'fixed_ips': [{'subnet_id': '0491c376-4fbe-423f-bc46-2ccbfc855f31'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:47.251226 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.355208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4e01af49-e99d-421b-9128-d530b6252a11'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:47.360037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.396052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bafed-f723-4cc2-974b-f3e21e133617 req-3b3a05a4-83a8-412c-bff0-bb7200084fa3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:47.402943 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.404384 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-196bafed-f723-4cc2-974b-f3e21e133617 req-3b3a05a4-83a8-412c-bff0-bb7200084fa3 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0951555 Jul 08 01:59:47.417573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Made reservation on behalf of 88099ce321724851a5190acd71b49165 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:47.421204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.494464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Allocated IP 2001:db8::2 (6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4/0491c376-4fbe-423f-bc46-2ccbfc855f31/fa04dc1d-678c-458e-8bbd-affb18b0261e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:47.527655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.568307 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-196bafed-f723-4cc2-974b-f3e21e133617 req-ccc71e8e-7f9c-4f15-b4da-28b6f5cc294f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621661 Jul 08 01:59:47.607990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 941dadf4-5220-4f9e-9b32-152426238e00 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:47.611510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:47.613941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:47.626724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:47.648059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-9189f3d1-53ec-456f-911f-105abd3dcbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:47.658425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-9189f3d1-53ec-456f-911f-105abd3dcbdb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 1136 time: 0.2259119 Jul 08 01:59:47.750161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.756958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event updated for resources: {'Port': ['ID=ef961c4d-8ffb-47c5-a548-034b19c76d46,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:47.848946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.859119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Transition to ACTIVE for port object fa04dc1d-678c-458e-8bbd-affb18b0261e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:47.876121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Transition to ACTIVE for port object fa04dc1d-678c-458e-8bbd-affb18b0261e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:47.916643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-2b47420a-f1cc-4f68-934f-f4c77b066a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:47.918360 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-2b47420a-f1cc-4f68-934f-f4c77b066a88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 913 time: 0.2429106 Jul 08 01:59:47.924009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.930760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e0d99-6372-4ab9-8f2c-d9d74059c469 req-60892316-13da-41ca-bab2-5b4f683c8296 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:47.932297 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e4e0d99-6372-4ab9-8f2c-d9d74059c469 req-60892316-13da-41ca-bab2-5b4f683c8296 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1631269 Jul 08 01:59:47.976576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 941dadf4-5220-4f9e-9b32-152426238e00 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:47.979979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e4e0d99-6372-4ab9-8f2c-d9d74059c469 req-f9d08c18-b9ea-4a58-9f81-014e1a485074 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359735 Jul 08 01:59:47.984996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 941dadf4-5220-4f9e-9b32-152426238e00 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:47.985396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.021499 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.036379 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.080730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:48.087912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:48.106507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.107620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:48.108177 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-0c45974e-c1e4-4d0b-b347-6d5bf4335946 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 200 len: 217 time: 0.1749122 Jul 08 01:59:48.122699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.179076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Subnet': ['ID=ff9eed5e-b829-4dc2-8199-709cc1f9ff68,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:48.181467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.192959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Pushing event updated for resources: {'Port': ['ID=fa04dc1d-678c-458e-8bbd-affb18b0261e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:48.193095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-3cc6781f-dd8c-4dbf-a608-fcc469b51bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:48.195059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-3cc6781f-dd8c-4dbf-a608-fcc469b51bb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.0767212 Jul 08 01:59:48.199080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Attempting to bind port fa04dc1d-678c-458e-8bbd-affb18b0261e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:48.199435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Checking segment: {'id': 'c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0687bb84-5f88-4abf-86c3-358ff24b0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:48.199704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Attempting to bind port fa04dc1d-678c-458e-8bbd-affb18b0261e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '634ba391-aada-427c-9347-7e88671592a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:48.199828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network hostable DHCP agents. Network: 0687bb84-5f88-4abf-86c3-358ff24b0275, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:48.200255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Attempting to bind port fa04dc1d-678c-458e-8bbd-affb18b0261e on network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:48.207853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:48.208304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Checking segment: {'id': '634ba391-aada-427c-9347-7e88671592a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:48.208810 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.209309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Bound using segment: {'id': '634ba391-aada-427c-9347-7e88671592a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:48.209878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Bound port: fa04dc1d-678c-458e-8bbd-affb18b0261e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ba391-aada-427c-9347-7e88671592a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:48.210927 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.239227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-d62c5870-8f77-4ee8-9959-c9329386cd16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338316 Jul 08 01:59:48.248486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event updated for resources: {'Port': ['ID=ef961c4d-8ffb-47c5-a548-034b19c76d46,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:48.257523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-c23d1ce0-c8ed-451c-8c04-72572dd23c2b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:59:48.258756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-c23d1ce0-c8ed-451c-8c04-72572dd23c2b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074573 Jul 08 01:59:48.285423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.302068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.336276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] For port fa04dc1d-678c-458e-8bbd-affb18b0261e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:48.342032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] For port fa04dc1d-678c-458e-8bbd-affb18b0261e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fa04dc1d-678c-458e-8bbd-affb18b0261e,segment=NetworkSegment(634ba391-aada-427c-9347-7e88671592a7),segment_id=634ba391-aada-427c-9347-7e88671592a7)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:48.344681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 941dadf4-5220-4f9e-9b32-152426238e00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=941dadf4-5220-4f9e-9b32-152426238e00,segment=NetworkSegment(fe1fb0f9-5f93-4d86-9997-341b74a346f2),segment_id=fe1fb0f9-5f93-4d86-9997-341b74a346f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:48.350227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network 0687bb84-5f88-4abf-86c3-358ff24b0275 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:48.358183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.359546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-d5a822fa-24fd-426c-b0bf-0f03e812e579 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5639839 Jul 08 01:59:48.409974 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.413532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-5e0a3fc6-1005-480d-ad91-9b0ff6b4d8d0 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.0482275 Jul 08 01:59:48.415401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ed437-14a9-4e7a-91aa-10db2a40f7c1 req-ffe0b64d-8ab4-46ea-9694-378d0e21a9d4 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:48.416981 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-185ed437-14a9-4e7a-91aa-10db2a40f7c1 req-ffe0b64d-8ab4-46ea-9694-378d0e21a9d4 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 984 time: 0.1414368 Jul 08 01:59:48.420484 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-db6d3895-4210-4ae1-9569-1c8dc4bb40ac service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529438 Jul 08 01:59:48.444404 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.455051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 0687bb84-5f88-4abf-86c3-358ff24b0275) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:48.473562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab99533-ad2e-42d0-b45c-aa657bd29edf None None] Network 0687bb84-5f88-4abf-86c3-358ff24b0275 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:48.489356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:48.489988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.530728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4793-8aa4-4709-a27a-d8e40de995d4 None None] Pushing event updated for resources: {'Port': ['ID=fa04dc1d-678c-458e-8bbd-affb18b0261e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:48.539931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-185ed437-14a9-4e7a-91aa-10db2a40f7c1 req-a93163a5-886d-480a-8551-cbd7200dbaeb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e3258ae-c2ea-489b-bc10-06835c1d6e48&id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1170099 Jul 08 01:59:48.542841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-14f5e4c0-e647-4171-88f4-3cc3bb2c7a4d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:48.562078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1733a7e0-d31a-49e1-b2f8-ff81d3f0a91c req-14f5e4c0-e647-4171-88f4-3cc3bb2c7a4d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1427195 Jul 08 01:59:48.585078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a582a5ab-ec68-4f85-928b-406e380e4c06 req-281c5b0d-8145-4f89-a096-c6563c48a12c service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558926 Jul 08 01:59:48.641306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5b88b98d-a356-48c0-b42d-cc2354754d54 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5251720 Jul 08 01:59:48.644051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:48.719169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=941dadf4-5220-4f9e-9b32-152426238e00,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:48.793909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-0687bb84-5f88-4abf-86c3-358ff24b0275', 'network_id': '0687bb84-5f88-4abf-86c3-358ff24b0275', 'tenant_id': '88099ce321724851a5190acd71b49165', 'fixed_ips': [{'subnet_id': 'ff9eed5e-b829-4dc2-8199-709cc1f9ff68'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:48.793909 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.858380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d355d-9fdd-4f80-a861-fcbde6f3cce0 req-d9d6b9a3-3850-405f-a7ce-55192a2574f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:48.868029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd9d355d-9fdd-4f80-a861-fcbde6f3cce0 req-d9d6b9a3-3850-405f-a7ce-55192a2574f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.1776628 Jul 08 01:59:48.927538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd9d355d-9fdd-4f80-a861-fcbde6f3cce0 req-9ff43c4e-37f5-468a-928d-f1b5cb525464 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568404 Jul 08 01:59:49.013894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Allocated IP 2001:db8::2 (0687bb84-5f88-4abf-86c3-358ff24b0275/ff9eed5e-b829-4dc2-8199-709cc1f9ff68/e3dcff0b-7036-477f-a9ea-2a8d98643ce1) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:49.147308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd9d22-45cf-4646-845d-aab93975c24f req-1002e08d-af7e-4ef3-9df0-eac2e8afb30d tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:49.149702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eecd9d22-45cf-4646-845d-aab93975c24f req-1002e08d-af7e-4ef3-9df0-eac2e8afb30d tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 948 time: 0.0882919 Jul 08 01:59:49.166418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de8549a5-a33f-4fe2-b7bb-a5a3b5314c39 req-223fae70-a417-4196-a0b8-ddb06f22b517 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips/8d661e78-4f16-4c36-8e89-fb5c200ab303 HTTP/1.1" status: 200 len: 692 time: 0.0968451 Jul 08 01:59:49.190710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.201695 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eecd9d22-45cf-4646-845d-aab93975c24f req-1326c156-d75a-4a26-9abb-80ed2a3c4255 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438242 Jul 08 01:59:49.230617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.247830 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:59:49.252040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Transition to ACTIVE for port object e3dcff0b-7036-477f-a9ea-2a8d98643ce1 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:49.278252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Transition to ACTIVE for port object e3dcff0b-7036-477f-a9ea-2a8d98643ce1 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:49.384044 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.413283 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8549a5-a33f-4fe2-b7bb-a5a3b5314c39 req-cee56037-d5ab-4740-b638-3fc0f155e29b tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:49.434479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de8549a5-a33f-4fe2-b7bb-a5a3b5314c39 req-cee56037-d5ab-4740-b638-3fc0f155e29b tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.2463160 Jul 08 01:59:49.439943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Network 0687bb84-5f88-4abf-86c3-358ff24b0275 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:49.443800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:49.446724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:49.447623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2401ae-0de3-44d2-a543-2f3a8e9539e6 req-99075d36-fb3a-41e3-acbe-d6ec4be8fdcf tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:49.456037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d2401ae-0de3-44d2-a543-2f3a8e9539e6 req-99075d36-fb3a-41e3-acbe-d6ec4be8fdcf tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1215482 Jul 08 01:59:49.459179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-de8549a5-a33f-4fe2-b7bb-a5a3b5314c39 req-67cb45bd-f44c-48fc-a508-a165cfc5bca7 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:59:49.465209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Pushing event updated for resources: {'Port': ['ID=e3dcff0b-7036-477f-a9ea-2a8d98643ce1,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:49.483961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de8549a5-a33f-4fe2-b7bb-a5a3b5314c39 req-67cb45bd-f44c-48fc-a508-a165cfc5bca7 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485327 Jul 08 01:59:49.509912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d2401ae-0de3-44d2-a543-2f3a8e9539e6 req-285177ce-5584-4971-b04d-228f37377a51 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525818 Jul 08 01:59:49.552797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Attempting to bind port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:49.552797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Attempting to bind port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0687bb84-5f88-4abf-86c3-358ff24b0275'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:49.552797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Attempting to bind port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 on network 0687bb84-5f88-4abf-86c3-358ff24b0275 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:49.554780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:49.555541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Checking segment: {'id': 'c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0687bb84-5f88-4abf-86c3-358ff24b0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:49.556133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.557165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Bound using segment: {'id': 'c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0687bb84-5f88-4abf-86c3-358ff24b0275'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:49.557759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Bound port: e3dcff0b-7036-477f-a9ea-2a8d98643ce1, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0687bb84-5f88-4abf-86c3-358ff24b0275'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:49.559768 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.682066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-6fad2973-99d6-4b4c-ade1-e5321c16b631 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips/8d661e78-4f16-4c36-8e89-fb5c200ab303 HTTP/1.1" status: 200 len: 692 time: 0.1136498 Jul 08 01:59:49.829086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fa04dc1d-678c-458e-8bbd-affb18b0261e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:49.908494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-920f8717-f89c-4662-ba2d-406f8e28018b tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:49.912483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] For port e3dcff0b-7036-477f-a9ea-2a8d98643ce1, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:49.916616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] For port e3dcff0b-7036-477f-a9ea-2a8d98643ce1, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3dcff0b-7036-477f-a9ea-2a8d98643ce1,segment=NetworkSegment(c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590),segment_id=c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:49.921119 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-920f8717-f89c-4662-ba2d-406f8e28018b tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.2379882 Jul 08 01:59:49.972638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5dd8b8-a6eb-419a-b5a7-41807248068d None None] Network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:49.986029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-0bcebddb-095d-4a7c-83aa-d1f8d5929b3d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.0639124 Jul 08 01:59:49.992141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.044522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port fa04dc1d-678c-458e-8bbd-affb18b0261e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:50.058502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-22fb8c1c-68d7-4048-9a76-be1e4d77e013 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.0715384 Jul 08 01:59:50.107379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db1e73-23e8-4e4e-8ca5-a88fa81b1f84 req-726b3326-2fea-4e4f-a244-a98800d422da tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:50.116191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b5db1e73-23e8-4e4e-8ca5-a88fa81b1f84 req-726b3326-2fea-4e4f-a244-a98800d422da tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1101 time: 0.1511912 Jul 08 01:59:50.119958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Allocated IP 2001:db8::1 (6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4/0491c376-4fbe-423f-bc46-2ccbfc855f31/069a47a9-21a7-4853-a998-dca1f27fe3ec) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:50.123765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dd3ae-26e0-43ea-afc8-9d4e7bd50feb None None] Pushing event updated for resources: {'Port': ['ID=e3dcff0b-7036-477f-a9ea-2a8d98643ce1,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:50.168464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 941dadf4-5220-4f9e-9b32-152426238e00 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:50.241937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Deleting port ef961c4d-8ffb-47c5-a548-034b19c76d46 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:50.242405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.270888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b5db1e73-23e8-4e4e-8ca5-a88fa81b1f84 req-c5c269e3-c16d-48d9-91d2-08caabc6c9c3 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532090 Jul 08 01:59:50.281776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c5a57075-e1dc-4c8a-a35a-e779cb5d8e09 None None] Provisioning for port fa04dc1d-678c-458e-8bbd-affb18b0261e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:50.314636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c5a57075-e1dc-4c8a-a35a-e779cb5d8e09 None None] Provisioning complete for port fa04dc1d-678c-458e-8bbd-affb18b0261e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:50.315129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5a57075-e1dc-4c8a-a35a-e779cb5d8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.410257 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.427230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Transition to ACTIVE for port object 069a47a9-21a7-4853-a998-dca1f27fe3ec will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:50.449963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 941dadf4-5220-4f9e-9b32-152426238e00 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:50.450474 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.456096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.456948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.484542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Calling delete_port for ef961c4d-8ffb-47c5-a548-034b19c76d46 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:50.503140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e01af49-e99d-421b-9128-d530b6252a11 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:50.625743 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5a57075-e1dc-4c8a-a35a-e779cb5d8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.626583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912e96-b584-4d12-bf12-cdaa58cc1491 req-695ec312-5666-45fc-9973-ac8779c03c49 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:50.635640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91912e96-b584-4d12-bf12-cdaa58cc1491 req-695ec312-5666-45fc-9973-ac8779c03c49 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 984 time: 0.1137536 Jul 08 01:59:50.637397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.684755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c5a57075-e1dc-4c8a-a35a-e779cb5d8e09 None None] For port fa04dc1d-678c-458e-8bbd-affb18b0261e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fa04dc1d-678c-458e-8bbd-affb18b0261e,segment=NetworkSegment(634ba391-aada-427c-9347-7e88671592a7),segment_id=634ba391-aada-427c-9347-7e88671592a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:50.716863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:50.723852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91912e96-b584-4d12-bf12-cdaa58cc1491 req-e5a099cd-36b6-4a02-ac81-a90cb0d531eb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e3258ae-c2ea-489b-bc10-06835c1d6e48&id=67f1409c-2b60-4dd1-9305-d163fda5c290&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0740483 Jul 08 01:59:50.727778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:50.731655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:50.732200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.767105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 4e01af49-e99d-421b-9128-d530b6252a11 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:50.772008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 4e01af49-e99d-421b-9128-d530b6252a11 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:50.772388 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.784547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Port': ['ID=069a47a9-21a7-4853-a998-dca1f27fe3ec,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:50.808051 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5a57075-e1dc-4c8a-a35a-e779cb5d8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.874040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.962395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a57075-e1dc-4c8a-a35a-e779cb5d8e09 None None] Pushing event updated for resources: {'Port': ['ID=fa04dc1d-678c-458e-8bbd-affb18b0261e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:50.984547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-41293df8-808e-40aa-a42d-427d85c5395b None None] Provisioning complete for port fa04dc1d-678c-458e-8bbd-affb18b0261e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:50.985127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41293df8-808e-40aa-a42d-427d85c5395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.023977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.030960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.073565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event deleted for resources: {'Port': ['ID=ef961c4d-8ffb-47c5-a548-034b19c76d46,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:51.076304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e01af49-e99d-421b-9128-d530b6252a11, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e01af49-e99d-421b-9128-d530b6252a11,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:51.077517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b305729-b7c4-4016-9015-1ac7b7ab1853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e01af49-e99d-421b-9128-d530b6252a11'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:51.080150 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabbbdf3-ca90-4fce-bedf-56f012abbe6a" -d '{"events": [{"server_uuid": "9b305729-b7c4-4016-9015-1ac7b7ab1853", "name": "network-vif-plugged", "status": "completed", "tag": "4e01af49-e99d-421b-9128-d530b6252a11"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:51.116688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c235971-3147-4a01-93ac-1094bb12b010 req-0b709ccb-fb53-4621-9685-1f93cde17454 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:51.119781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c235971-3147-4a01-93ac-1094bb12b010 req-0b709ccb-fb53-4621-9685-1f93cde17454 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.1922803 Jul 08 01:59:51.121017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.155882 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.201292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.201292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.201292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3571315f-9e1a-44d0-810a-e98fda9e105d req-a9a732de-8a64-4f87-9861-d428358f0893 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "DELETE /v2.0/floatingips/8d661e78-4f16-4c36-8e89-fb5c200ab303 HTTP/1.1" status: 204 len: 173 time: 1.1397095 Jul 08 01:59:51.260803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c235971-3147-4a01-93ac-1094bb12b010 req-d6377bd0-a826-4058-8228-89e6507c8e15 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320622 Jul 08 01:59:51.331454 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4e01af49-e99d-421b-9128-d530b6252a11,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:51.438033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f70db02b-8940-4f41-a3f2-7ea114e16680 None None] Provisioning for port 069a47a9-21a7-4853-a998-dca1f27fe3ec completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:51.440489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee61a6-365a-4d83-835a-4013573f90c4 req-068c1a21-3f21-44cc-a5b4-2507f66a4690 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:51.442673 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bee61a6-365a-4d83-835a-4013573f90c4 req-068c1a21-3f21-44cc-a5b4-2507f66a4690 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 949 time: 0.0961800 Jul 08 01:59:51.443228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f70db02b-8940-4f41-a3f2-7ea114e16680 None None] Provisioning complete for port 069a47a9-21a7-4853-a998-dca1f27fe3ec triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:51.443628 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f70db02b-8940-4f41-a3f2-7ea114e16680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.499453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f70db02b-8940-4f41-a3f2-7ea114e16680 None None] Port 069a47a9-21a7-4853-a998-dca1f27fe3ec cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:51.554965 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bee61a6-365a-4d83-835a-4013573f90c4 req-aebd332c-da31-46db-8007-6cf1e63beb7b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036613 Jul 08 01:59:51.664564 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.733989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fa04dc1d-678c-458e-8bbd-affb18b0261e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:51.755652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bedbb16-c75f-4ddd-b146-e3eb98cd8305 None None] Network 0687bb84-5f88-4abf-86c3-358ff24b0275 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:51.759585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.763009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.865914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port fa04dc1d-678c-458e-8bbd-affb18b0261e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:51.866348 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.893644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Port': ['ID=069a47a9-21a7-4853-a998-dca1f27fe3ec,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:51.893952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-abf43e5a-34e2-4d9b-917a-0893d01f094e tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-524941399&fields=id&tenant_id=0aa25b3bab394d079bcdafd73f6964bd HTTP/1.1" status: 200 len: 267 time: 0.0468307 Jul 08 01:59:51.961114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3d4356ad-9a59-44f0-a04d-425249a91a57 None None] Provisioning for port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:51.991201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:51.995068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:52.043635 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0a7d89-8c83-4414-a1f8-6c5dce54f2da x-openstack-request-id: req-1c0a7d89-8c83-4414-a1f8-6c5dce54f2da {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:52.044002 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b305729-b7c4-4016-9015-1ac7b7ab1853", "name": "network-vif-plugged", "status": "completed", "tag": "4e01af49-e99d-421b-9128-d530b6252a11", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:52.044253 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c0a7d89-8c83-4414-a1f8-6c5dce54f2da {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:52.044678 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b305729-b7c4-4016-9015-1ac7b7ab1853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e01af49-e99d-421b-9128-d530b6252a11', 'code': 200} Jul 08 01:59:52.049483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3dcff0b-7036-477f-a9ea-2a8d98643ce1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:52.110131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-01afbe1c-3b42-4de8-97bb-6223b28cebcf tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:52.118483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-01afbe1c-3b42-4de8-97bb-6223b28cebcf tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 984 time: 0.2229874 Jul 08 01:59:52.132459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'port': {'security_groups': ['3e3258ae-c2ea-489b-bc10-06835c1d6e48', '67f1409c-2b60-4dd1-9305-d163fda5c290', '53125631-8634-4794-8606-c38f583b951c']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:52.255553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:52.260653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:52.261040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.328939 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.380227 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.430453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-c0566ccc-0843-4f31-9935-1af75d2e3496 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2068524 Jul 08 01:59:52.430884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e3dcff0b-7036-477f-a9ea-2a8d98643ce1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3dcff0b-7036-477f-a9ea-2a8d98643ce1,segment=NetworkSegment(c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590),segment_id=c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:52.453119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0bef4a33-abb5-414b-80c6-0e8c9f03d718 None None] Provisioning complete for port 069a47a9-21a7-4853-a998-dca1f27fe3ec triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:52.453119 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0bef4a33-abb5-414b-80c6-0e8c9f03d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.490172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3913056-4404-416e-abaa-a30a5075f1e2 req-1e253943-3021-442a-98d1-cc4859e1f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:52.491965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3913056-4404-416e-abaa-a30a5075f1e2 req-1e253943-3021-442a-98d1-cc4859e1f2df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 1101 time: 0.2898576 Jul 08 01:59:52.492756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0bef4a33-abb5-414b-80c6-0e8c9f03d718 None None] Port 069a47a9-21a7-4853-a998-dca1f27fe3ec cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:52.501345 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.558995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48021a0-852c-428d-831a-bcb0ae6859f9 req-21555612-f6b2-4d4a-b7a2-12dd2c40a788 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:52.565829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e3dcff0b-7036-477f-a9ea-2a8d98643ce1,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:52.571928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c48021a0-852c-428d-831a-bcb0ae6859f9 req-21555612-f6b2-4d4a-b7a2-12dd2c40a788 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4732373 Jul 08 01:59:52.581418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3913056-4404-416e-abaa-a30a5075f1e2 req-f38ab4e2-7442-41f9-8985-d8f3ed925e0c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607851 Jul 08 01:59:52.617485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a7ded488-d461-4478-bf37-257c2599fa15 None None] Provisioning complete for port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:52.617861 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7ded488-d461-4478-bf37-257c2599fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.670261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] For port a8e09d52-489f-4008-a97b-d1101bbbe4f7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:52.729630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.730549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Router 40051896-2751-4645-ba6c-cbdf0a55c6e8 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:59:52.821394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.836032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a8e09d52-489f-4008-a97b-d1101bbbe4f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:52.886052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982a860-10a0-4626-be5c-5093dc73378c req-0a76c345-c543-4fc7-918f-66994f72335f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:52.893149 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a982a860-10a0-4626-be5c-5093dc73378c req-0a76c345-c543-4fc7-918f-66994f72335f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1762385 Jul 08 01:59:52.897037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:52.911756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:52.924210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-97f229ba-41df-400b-8ac4-418240150352 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "PUT /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2775936 Jul 08 01:59:52.931552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:52.943204 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c84f64-20d4-49c6-bbc1-33e9a7b56350 None None] Sync routers for ids ['40051896-2751-4645-ba6c-cbdf0a55c6e8'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:52.956196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:52.956882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.964523 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c84f64-20d4-49c6-bbc1-33e9a7b56350 None None] Routers {'40051896-2751-4645-ba6c-cbdf0a55c6e8'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:52.965151 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33c84f64-20d4-49c6-bbc1-33e9a7b56350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['40051896-2751-4645-ba6c-cbdf0a55c6e8'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:52.986084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a7003b7-22ef-4f97-a039-4ea170797e74 req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "PUT /v2.0/ports/a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 200 len: 1020 time: 0.8598032 Jul 08 01:59:52.987840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:52.990871 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea8997-2683-4223-b07d-5d7315e66f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:53.035771 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a982a860-10a0-4626-be5c-5093dc73378c req-f424ede5-4302-4a19-a954-6431a41fd43c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416774 Jul 08 01:59:53.042295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a8e09d52-489f-4008-a97b-d1101bbbe4f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:53.098988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278a824-d83d-4dd9-ac5d-79b4848f1a16 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'Port': ['ID=a8e09d52-489f-4008-a97b-d1101bbbe4f7,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:53.124951 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33c84f64-20d4-49c6-bbc1-33e9a7b56350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:53.142635 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c84f64-20d4-49c6-bbc1-33e9a7b56350 None None] Routers {'40051896-2751-4645-ba6c-cbdf0a55c6e8'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:53.143272 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33c84f64-20d4-49c6-bbc1-33e9a7b56350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['40051896-2751-4645-ba6c-cbdf0a55c6e8'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:53.197931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2c7a80e-3fc6-4c37-85b5-632087b27d9e req-2ec04066-d43d-43c6-800d-3d105763ccaf tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=a36da1e968d74bb2a64f20c0a4cde19b HTTP/1.1" status: 200 len: 1656 time: 0.1180129 Jul 08 01:59:53.201415 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33c84f64-20d4-49c6-bbc1-33e9a7b56350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:53.202557 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c84f64-20d4-49c6-bbc1-33e9a7b56350 None None] The sync data for ids ['40051896-2751-4645-ba6c-cbdf0a55c6e8'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:53.323262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc628e65-b5aa-436d-9030-77511b379354 req-0c6bcf52-6d27-4d60-b632-351abd728340 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:53.324941 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc628e65-b5aa-436d-9030-77511b379354 req-0c6bcf52-6d27-4d60-b632-351abd728340 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.0919936 Jul 08 01:59:53.408028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc628e65-b5aa-436d-9030-77511b379354 req-05debd77-0586-4209-9e0f-e3c52744a56e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750945 Jul 08 01:59:53.576900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3dcff0b-7036-477f-a9ea-2a8d98643ce1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:53.648361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7a80e-3fc6-4c37-85b5-632087b27d9e req-1d1db361-c4f7-4f7f-bfcf-b57585bf8760 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:53.657767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2c7a80e-3fc6-4c37-85b5-632087b27d9e req-1d1db361-c4f7-4f7f-bfcf-b57585bf8760 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks?id=d34fc429-077f-4314-b156-ece2b4cd3f46&id=d34fc429-077f-4314-b156-ece2b4cd3f46&id=d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 787 time: 0.4190288 Jul 08 01:59:53.667056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-b2c7a80e-3fc6-4c37-85b5-632087b27d9e req-bc7ca934-571a-4ced-9c74-0d03597e80bb tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:59:53.689898 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2c7a80e-3fc6-4c37-85b5-632087b27d9e req-bc7ca934-571a-4ced-9c74-0d03597e80bb tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310774 Jul 08 01:59:53.762252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:53.763209 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:53.781880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec20cbd-15a4-4b10-a617-5d996c95e64c req-979eb2cd-b6b4-4071-974a-255c98e7a7b7 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:53.789559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fec20cbd-15a4-4b10-a617-5d996c95e64c req-979eb2cd-b6b4-4071-974a-255c98e7a7b7 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 949 time: 0.1693027 Jul 08 01:59:53.872167 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fec20cbd-15a4-4b10-a617-5d996c95e64c req-8e374541-c66e-4090-b861-802d5ec0a86e tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816455 Jul 08 01:59:53.888350 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-aa33f8e0-8c7e-496a-9d15-b039631d35b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:59:53.888350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-aa33f8e0-8c7e-496a-9d15-b039631d35b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "PUT /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9557884 Jul 08 01:59:53.888350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:54.092339 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd16e9f-24b8-48cd-ac09-bcc8e9580d2c x-openstack-request-id: req-3bd16e9f-24b8-48cd-ac09-bcc8e9580d2c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:54.092639 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:54.092898 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bd16e9f-24b8-48cd-ac09-bcc8e9580d2c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:54.093309 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7', 'status': 'completed', 'code': 200} Jul 08 01:59:54.172748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff5996e7-3331-44f9-a43d-0f0c5019be30 req-25647ec4-5666-476d-ab45-063ce443df58 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/53125631-8634-4794-8606-c38f583b951c HTTP/1.1" status: 200 len: 1801 time: 0.2791426 Jul 08 01:59:54.200703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2065baa-e0aa-4845-8895-c4513d563365 req-2f667988-9908-486b-aa28-ed72c05b9c86 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips/4e04120e-7779-42dd-a73a-27dc114d379f HTTP/1.1" status: 200 len: 693 time: 0.0518594 Jul 08 01:59:54.266786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-0b494cc7-67ea-4ccb-9caa-ef6e7a8488f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:54.268282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-0b494cc7-67ea-4ccb-9caa-ef6e7a8488f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 1175 time: 0.1520476 Jul 08 01:59:54.304089 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-ff5996e7-3331-44f9-a43d-0f0c5019be30 req-330eb9dd-747a-44bc-ac19-c41ebcb414b5 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 01:59:54.305251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff5996e7-3331-44f9-a43d-0f0c5019be30 req-330eb9dd-747a-44bc-ac19-c41ebcb414b5 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/53125631-8634-4794-8606-c38f583b951c HTTP/1.1" status: 409 len: 341 time: 0.1244884 Jul 08 01:59:54.398795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065baa-e0aa-4845-8895-c4513d563365 req-0cf763d3-dc11-42e5-bc91-4c1f90664719 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:54.400242 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2065baa-e0aa-4845-8895-c4513d563365 req-0cf763d3-dc11-42e5-bc91-4c1f90664719 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1902974 Jul 08 01:59:54.407624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.476800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-2ffd5e95-f6cf-4262-98df-93603996714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:54.478370 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-2ffd5e95-f6cf-4262-98df-93603996714c service neutron] 10.222.0.18 "GET /v2.0/networks?id=edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 200 len: 913 time: 0.1984251 Jul 08 01:59:54.487738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2065baa-e0aa-4845-8895-c4513d563365 req-f7159019-048d-4a69-9c05-2022e40a22d2 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0684636 Jul 08 01:59:54.526464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-132071b1-4eea-483a-ae50-eecb6671833e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 200 len: 217 time: 0.0377171 Jul 08 01:59:54.618672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b9366-7e91-4256-943f-0793c14ca1ba req-594e3e19-fee8-4a74-b3c4-d053fef58f5f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:54.625409 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-357b9366-7e91-4256-943f-0793c14ca1ba req-594e3e19-fee8-4a74-b3c4-d053fef58f5f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1601489 Jul 08 01:59:54.649130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-b05f5004-4a7f-4f23-a436-71d0ce4d8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:54.650929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-b05f5004-4a7f-4f23-a436-71d0ce4d8ef0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 200 len: 852 time: 0.0710845 Jul 08 01:59:54.667453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2065baa-e0aa-4845-8895-c4513d563365 req-8823e9c6-9a2a-40fb-b89d-2068ff3a06cf tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.1435695 Jul 08 01:59:54.679688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-357b9366-7e91-4256-943f-0793c14ca1ba req-7b57d2f9-f689-456d-a869-ecd819ab8338 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526478 Jul 08 01:59:54.807801 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-a0b50941-51a3-411e-99d8-1e9c3f647b97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edbcb532-e17f-44e8-aeff-e822195cfe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594819 Jul 08 01:59:54.821822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting port 069a47a9-21a7-4853-a998-dca1f27fe3ec {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:54.822370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.933166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.967301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Calling delete_port for 069a47a9-21a7-4853-a998-dca1f27fe3ec owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:55.302429 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-ca009914-2654-4ef8-8656-b4cb0de592f5 service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306362 Jul 08 01:59:55.308299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Deleting port 807eaaa6-e737-44c0-8c60-677763d343f3 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:55.309765 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.476940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.477290 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.481425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40ea8997-2683-4223-b07d-5d7315e66f6c req-9d2fcc5d-1149-4f32-aa61-ebeecddd6cad service neutron] 10.222.0.18 "GET /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705670 Jul 08 01:59:55.493537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Calling delete_port for 807eaaa6-e737-44c0-8c60-677763d343f3 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:55.521814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1022-0557-4e35-bc32-92c25213ab98 req-ca91709e-0ab4-408f-91fc-d6da018b59f9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:55.523882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdec1022-0557-4e35-bc32-92c25213ab98 req-ca91709e-0ab4-408f-91fc-d6da018b59f9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.1179197 Jul 08 01:59:55.563297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdec1022-0557-4e35-bc32-92c25213ab98 req-1b6639da-cb3e-44af-8993-6ad8feb3436e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Jul 08 01:59:55.621240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.650808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Port': ['ID=069a47a9-21a7-4853-a998-dca1f27fe3ec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:55.740676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.772012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.773759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event deleted for resources: {'Port': ['ID=807eaaa6-e737-44c0-8c60-677763d343f3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:55.783912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.784269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.784622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.784969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.785311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.785649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.785992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.786330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.786662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.786990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.787356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.787679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:55.900797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.903565 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.905199 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2065baa-e0aa-4845-8895-c4513d563365 req-b006028c-eb17-4389-99ec-8d0a9e839430 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "DELETE /v2.0/floatingips/4e04120e-7779-42dd-a73a-27dc114d379f HTTP/1.1" status: 204 len: 173 time: 1.2362761 Jul 08 01:59:55.932272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-9c9d23c3-b105-4817-9a1e-b4309ae0aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:55.933813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-9c9d23c3-b105-4817-9a1e-b4309ae0aef8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1101 time: 0.0820100 Jul 08 01:59:55.995064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Router 40051896-2751-4645-ba6c-cbdf0a55c6e8 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:56.010266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e6b22-0935-4ec7-8523-cb76d812f0dd req-d78f5afd-d1d5-42d5-9e1a-bb844492be09 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.012307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d94e6b22-0935-4ec7-8523-cb76d812f0dd req-d78f5afd-d1d5-42d5-9e1a-bb844492be09 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 949 time: 0.1532404 Jul 08 01:59:56.075650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-03874f73-2667-45d9-a8a7-6d6e90ee5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.077152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-03874f73-2667-45d9-a8a7-6d6e90ee5a29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1357796 Jul 08 01:59:56.101470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce62e5-07c1-453a-ae8f-224f13be6e68 req-add2d522-6cc2-4d96-afad-ff3b837a3ec9 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.103006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5ce62e5-07c1-453a-ae8f-224f13be6e68 req-add2d522-6cc2-4d96-afad-ff3b837a3ec9 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 1023 time: 0.1033123 Jul 08 01:59:56.103549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:56.109015 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c273848b-dc59-498d-acd5-f0136cdc1028 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "PUT /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2211981 Jul 08 01:59:56.115876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810ab2a1-86b1-4c14-bd15-e101396dfac8 None None] Sync routers for ids ['40051896-2751-4645-ba6c-cbdf0a55c6e8'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:56.116880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:56.126957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ab2a1-86b1-4c14-bd15-e101396dfac8 None None] Routers {'40051896-2751-4645-ba6c-cbdf0a55c6e8'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:56.128339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-810ab2a1-86b1-4c14-bd15-e101396dfac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['40051896-2751-4645-ba6c-cbdf0a55c6e8'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:56.133854 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-2ac50552-f62f-4ac5-8e80-1c6f756584e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.0491939 Jul 08 01:59:56.160210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d94e6b22-0935-4ec7-8523-cb76d812f0dd req-bb04439e-9c49-41d5-9045-b099b8e4a0d6 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403692 Jul 08 01:59:56.161822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-810ab2a1-86b1-4c14-bd15-e101396dfac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:56.169591 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-3aeaf6b7-6895-4e11-85be-b81142d71448 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] delete failed (client error): The resource could not be found. Jul 08 01:59:56.171538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ab2a1-86b1-4c14-bd15-e101396dfac8 None None] Routers {'40051896-2751-4645-ba6c-cbdf0a55c6e8'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:56.171983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3aeaf6b7-6895-4e11-85be-b81142d71448 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-2067556576 HTTP/1.1" status: 404 len: 335 time: 0.0538011 Jul 08 01:59:56.172124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-810ab2a1-86b1-4c14-bd15-e101396dfac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['40051896-2751-4645-ba6c-cbdf0a55c6e8'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:56.176919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40504) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:56.193210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-edc2e1ce-4698-435d-b123-8f8b139187ef tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'router': {'external_gateway_info': {'network_id': '40051896-2751-4645-ba6c-cbdf0a55c6e8'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:56.208667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5ce62e5-07c1-453a-ae8f-224f13be6e68 req-6b6921b9-0739-4bab-bdea-87b90f971621 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e3258ae-c2ea-489b-bc10-06835c1d6e48&id=67f1409c-2b60-4dd1-9305-d163fda5c290&id=53125631-8634-4794-8606-c38f583b951c&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0778201 Jul 08 01:59:56.212684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-810ab2a1-86b1-4c14-bd15-e101396dfac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:56.212815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-0e38b53f-b65f-4b18-90cd-58ae5f6b412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.213472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810ab2a1-86b1-4c14-bd15-e101396dfac8 None None] The sync data for ids ['40051896-2751-4645-ba6c-cbdf0a55c6e8'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:56.214183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-0e38b53f-b65f-4b18-90cd-58ae5f6b412f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0678961 Jul 08 01:59:56.290184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-3145e41d-a318-4214-917d-9b056483fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.291979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-3145e41d-a318-4214-917d-9b056483fe97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705550 Jul 08 01:59:56.407174 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-66ca559d-51de-4318-b11a-1936e1603563 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips/24af8f86-ad7c-4991-976a-e726693c3d97 HTTP/1.1" status: 200 len: 693 time: 0.0572431 Jul 08 01:59:56.450544 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edc2e1ce-4698-435d-b123-8f8b139187ef tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.478593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11aad0-ff32-4625-8f07-70fb8bea2e39 req-cbfd1405-7dba-41f9-8fce-7db3450f2e39 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.480143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d11aad0-ff32-4625-8f07-70fb8bea2e39 req-cbfd1405-7dba-41f9-8fce-7db3450f2e39 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1625121 Jul 08 01:59:56.483799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-de385937-1b2a-4276-aea3-794c505f2e2c service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834016 Jul 08 01:59:56.521243 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d11aad0-ff32-4625-8f07-70fb8bea2e39 req-5531cd8e-7a48-4a5c-8fbc-18626449a794 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Jul 08 01:59:56.531304 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-edc2e1ce-4698-435d-b123-8f8b139187ef tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] update failed (client error): The resource could not be found. Jul 08 01:59:56.536246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-edc2e1ce-4698-435d-b123-8f8b139187ef tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "PUT /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8 HTTP/1.1" status: 404 len: 339 time: 0.3553264 Jul 08 01:59:56.546887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40510) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:56.549241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-321103181'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:56.586478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-2af90c92-095d-4510-bada-6e15ddd74b42 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.587967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-2af90c92-095d-4510-bada-6e15ddd74b42 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1717973 Jul 08 01:59:56.662225 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5938aa57-9289-49e7-b328-91dd38c0e686 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0598609 Jul 08 01:59:56.664422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-7def1fca-682a-4317-9ad7-768c64018899 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676404 Jul 08 01:59:56.686939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Made reservation on behalf of 88099ce321724851a5190acd71b49165 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:56.692619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.714831 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-a1a57b6b-a8db-428a-8e92-fe1074ec44e0 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0483515 Jul 08 01:59:56.738128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:56.749965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.750575 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Added segment 9a815d80-1fbb-4915-8153-5fb03f5212dc of type vlan for network 846a2bfc-81a0-47d7-97c4-e4c171b6d35f Jul 08 01:59:56.807134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.884344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Deleting port 147aa6b4-c230-4536-a6d4-4179906f0c9c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:56.884695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.957858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc903c-980c-4679-bb12-bddcd5cf2f3c req-7a6a5ff4-eb6b-4bb0-a77a-a6bf9ec27856 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.960935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1acc903c-980c-4679-bb12-bddcd5cf2f3c req-7a6a5ff4-eb6b-4bb0-a77a-a6bf9ec27856 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.0736504 Jul 08 01:59:56.962290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.969217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:56.969978 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.015204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.015838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.031085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Calling delete_port for 147aa6b4-c230-4536-a6d4-4179906f0c9c owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:57.043638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-5d48f063-1f08-422f-b402-90660d2b698d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:57.045167 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-5d48f063-1f08-422f-b402-90660d2b698d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.18 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 1023 time: 0.1488521 Jul 08 01:59:57.065314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Network': ['ID=846a2bfc-81a0-47d7-97c4-e4c171b6d35f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:57.076124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1acc903c-980c-4679-bb12-bddcd5cf2f3c req-2593e748-2439-4ffd-a9e8-fbf2d1e48eb8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027522 Jul 08 01:59:57.078229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 846a2bfc-81a0-47d7-97c4-e4c171b6d35f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:57.144407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-394c0789-5361-4af8-bd63-27fed80409c1 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5992484 Jul 08 01:59:57.145516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:57.159678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'subnet': {'network_id': '846a2bfc-81a0-47d7-97c4-e4c171b6d35f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:57.278163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Deleting port a8e09d52-489f-4008-a97b-d1101bbbe4f7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:57.278661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.346404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-9e72123f-55c5-4ff7-831b-860a1147a1d8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=57b402f3c3f74e95849445dc83ffdd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302482 Jul 08 01:59:57.400653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] For port a8e09d52-489f-4008-a97b-d1101bbbe4f7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a8e09d52-489f-4008-a97b-d1101bbbe4f7,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:57.401326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.403470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Made reservation on behalf of 88099ce321724851a5190acd71b49165 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:57.406973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.421175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Calling delete_port for a8e09d52-489f-4008-a97b-d1101bbbe4f7 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:57.474382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.511871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event deleted for resources: {'Port': ['ID=147aa6b4-c230-4536-a6d4-4179906f0c9c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:57.534333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-52f639d1-fdf5-472c-ab69-cbad95e3a793 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:57.534464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-52f639d1-fdf5-472c-ab69-cbad95e3a793 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812813 Jul 08 01:59:57.585922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-a0c77c37-af19-495a-b392-6cdcfb775dcf tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/quotas/57b402f3c3f74e95849445dc83ffdd33 HTTP/1.1" status: 200 len: 375 time: 0.0376329 Jul 08 01:59:57.633752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.636476 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.637685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92a330c2-cce5-4a31-9598-95e5cb30c6c0 req-5cfa844a-522d-44d7-aeb1-6845e425637d tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "DELETE /v2.0/floatingips/24af8f86-ad7c-4991-976a-e726693c3d97 HTTP/1.1" status: 204 len: 173 time: 0.9164941 Jul 08 01:59:57.701358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-6cbe2303-cc15-48ae-a052-beca4c489065 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57b402f3c3f74e95849445dc83ffdd33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067691 Jul 08 01:59:57.779739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.794283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a8e09d52-489f-4008-a97b-d1101bbbe4f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:57.798773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8d4b0c39-4922-4bc2-a462-90e172176f8e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:57.829436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.835421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'Port': ['ID=a8e09d52-489f-4008-a97b-d1101bbbe4f7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:57.891842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] No DVR routers for this DVR port a8e09d52-489f-4008-a97b-d1101bbbe4f7 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:57.898138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.900275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a04efddf-5f8b-47e1-8af6-6399762081b5 req-52e4229b-aab6-4be4-900f-799875fb3a39 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.18 "DELETE /v2.0/ports/a8e09d52-489f-4008-a97b-d1101bbbe4f7 HTTP/1.1" status: 204 len: 173 time: 0.8495550 Jul 08 01:59:57.900906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'name': 'network-vif-deleted', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:57.903300 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d6b61-ac2a-4471-95dd-a2a106ff4119" -d '{"events": [{"server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "name": "network-vif-deleted", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:57.931643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f19b9-8300-4ede-b5d8-20cde8346edf req-e4a4101b-c6e9-4ab0-9e73-e758235cd72b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:57.937287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b1f19b9-8300-4ede-b5d8-20cde8346edf req-e4a4101b-c6e9-4ab0-9e73-e758235cd72b tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 945 time: 0.1925569 Jul 08 01:59:57.942950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Subnet': ['ID=a748f5d8-3999-4105-998d-803bb081f63b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:57.947574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Checking segment: {'id': '9a815d80-1fbb-4915-8153-5fb03f5212dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '846a2bfc-81a0-47d7-97c4-e4c171b6d35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:57.948186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network hostable DHCP agents. Network: 846a2bfc-81a0-47d7-97c4-e4c171b6d35f, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:57.989108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b1f19b9-8300-4ede-b5d8-20cde8346edf req-17b2badd-1734-4d1a-9f07-f0f9b479f838 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e3258ae-c2ea-489b-bc10-06835c1d6e48&id=67f1409c-2b60-4dd1-9305-d163fda5c290&id=53125631-8634-4794-8606-c38f583b951c&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0467451 Jul 08 01:59:58.073993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network 846a2bfc-81a0-47d7-97c4-e4c171b6d35f is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:58.117479 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af511e19-b213-4f3b-8e03-703617b92c10 req-3fa0149e-39da-4dbe-bc8d-badb3a07d4f1 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips/fb4855ec-eeae-42bf-91a4-f01d52e33f8c HTTP/1.1" status: 200 len: 692 time: 0.0682657 Jul 08 01:59:58.207635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29391b1a-521f-4301-a61d-46c8270fe4bd req-8576b125-08bb-4f01-b7f8-e4e9ee56fd55 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:58.214666 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29391b1a-521f-4301-a61d-46c8270fe4bd req-8576b125-08bb-4f01-b7f8-e4e9ee56fd55 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1284039 Jul 08 01:59:58.216139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 846a2bfc-81a0-47d7-97c4-e4c171b6d35f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:58.231794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:58.236537 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.236655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c676f711-9b01-47dc-a8f9-2a243de6c662 None None] Network 846a2bfc-81a0-47d7-97c4-e4c171b6d35f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:58.246600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af511e19-b213-4f3b-8e03-703617b92c10 req-686660b0-4747-48c7-a927-cb4f30c58fb6 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:58.248127 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af511e19-b213-4f3b-8e03-703617b92c10 req-686660b0-4747-48c7-a927-cb4f30c58fb6 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1252406 Jul 08 01:59:58.323796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af511e19-b213-4f3b-8e03-703617b92c10 req-2059cadd-64d7-419a-8713-3a38ea4861a2 tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.0690072 Jul 08 01:59:58.326007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29391b1a-521f-4301-a61d-46c8270fe4bd req-24d75cae-07b4-497a-a3db-151fa61f5b9e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867083 Jul 08 01:59:58.380414 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8968b8-cb43-4e61-8f74-a5b6bd3418be x-openstack-request-id: req-8e8968b8-cb43-4e61-8f74-a5b6bd3418be {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:58.381052 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55b81c8-de51-43fc-a9f0-ef02599473fb", "name": "network-vif-deleted", "tag": "a8e09d52-489f-4008-a97b-d1101bbbe4f7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:58.385060 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e8968b8-cb43-4e61-8f74-a5b6bd3418be {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:58.385060 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55b81c8-de51-43fc-a9f0-ef02599473fb', 'name': 'network-vif-deleted', 'tag': 'a8e09d52-489f-4008-a97b-d1101bbbe4f7', 'status': 'completed', 'code': 200} Jul 08 01:59:58.394856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af511e19-b213-4f3b-8e03-703617b92c10 req-dd3384b8-5c8f-4963-a39e-0085db6748dc tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.0618417 Jul 08 01:59:58.411004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-13623807-dfb0-40fb-8fe4-e48faed54a59 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2649012 Jul 08 01:59:58.411986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:58.418378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d9ad4e80-abf3-4edb-a4d7-2c718d9f4e1f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'router': {'external_gateway_info': {'network_id': '846a2bfc-81a0-47d7-97c4-e4c171b6d35f'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:58.480003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-846a2bfc-81a0-47d7-97c4-e4c171b6d35f', 'network_id': '846a2bfc-81a0-47d7-97c4-e4c171b6d35f', 'tenant_id': '88099ce321724851a5190acd71b49165', 'fixed_ips': [{'subnet_id': 'a748f5d8-3999-4105-998d-803bb081f63b'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:58.480876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.545777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf5a82c3-867e-43f8-b97b-d30f3e23d849 req-8ad94a72-4d7c-450c-a1b1-32c433299d89 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 210 time: 0.0858684 Jul 08 01:59:58.597334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Deleting port d4d21cc2-d21c-41b4-a604-35ec3a7498ad {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:58.598156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.693651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Allocated IP 2001:db8:1::2 (846a2bfc-81a0-47d7-97c4-e4c171b6d35f/a748f5d8-3999-4105-998d-803bb081f63b/8642de90-f70f-4734-a8f4-51b9bbeb2069) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:58.739075 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.741804 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.757562 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4e80-abf3-4edb-a4d7-2c718d9f4e1f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.766804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Calling delete_port for d4d21cc2-d21c-41b4-a604-35ec3a7498ad owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:58.814005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be6fe7-0bfc-4112-937a-5ab66e677c87 req-a6399cd5-8ed0-43f4-b494-c4bb899bc022 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:58.822322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7be6fe7-0bfc-4112-937a-5ab66e677c87 req-a6399cd5-8ed0-43f4-b494-c4bb899bc022 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.1307614 Jul 08 01:59:58.873610 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7be6fe7-0bfc-4112-937a-5ab66e677c87 req-7c6c9250-6efb-4beb-8fdf-58899836b50a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 Jul 08 01:59:58.894331 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.894331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Transition to ACTIVE for port object 8642de90-f70f-4734-a8f4-51b9bbeb2069 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:58.915694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Transition to ACTIVE for port object 8642de90-f70f-4734-a8f4-51b9bbeb2069 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:59.028386 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-d9ad4e80-abf3-4edb-a4d7-2c718d9f4e1f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:59:59.029366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d9ad4e80-abf3-4edb-a4d7-2c718d9f4e1f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "PUT /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8 HTTP/1.1" status: 400 len: 364 time: 0.6150551 Jul 08 01:59:59.033035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40562) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:59.093157 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.140949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Network 846a2bfc-81a0-47d7-97c4-e4c171b6d35f is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:59.144719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.145366 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:59.149719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:59.186092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Pushing event deleted for resources: {'Port': ['ID=d4d21cc2-d21c-41b4-a604-35ec3a7498ad,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:59.190023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Pushing event updated for resources: {'Port': ['ID=8642de90-f70f-4734-a8f4-51b9bbeb2069,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:59.243082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Attempting to bind port 8642de90-f70f-4734-a8f4-51b9bbeb2069 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:59.243832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Attempting to bind port 8642de90-f70f-4734-a8f4-51b9bbeb2069 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9a815d80-1fbb-4915-8153-5fb03f5212dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '846a2bfc-81a0-47d7-97c4-e4c171b6d35f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:59.244382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Attempting to bind port 8642de90-f70f-4734-a8f4-51b9bbeb2069 on network 846a2bfc-81a0-47d7-97c4-e4c171b6d35f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:59.250258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:59.251036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Checking segment: {'id': '9a815d80-1fbb-4915-8153-5fb03f5212dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '846a2bfc-81a0-47d7-97c4-e4c171b6d35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:59.251642 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.252329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Bound using segment: {'id': '9a815d80-1fbb-4915-8153-5fb03f5212dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '846a2bfc-81a0-47d7-97c4-e4c171b6d35f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:59.252823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Bound port: 8642de90-f70f-4734-a8f4-51b9bbeb2069, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a815d80-1fbb-4915-8153-5fb03f5212dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '846a2bfc-81a0-47d7-97c4-e4c171b6d35f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:59.257639 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.273994 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.278247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.281301 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af511e19-b213-4f3b-8e03-703617b92c10 req-10ffb0ca-e403-4162-b1eb-80171a33d10a tempest-FloatingIPDetailsTestJSON-1843289285 tempest-FloatingIPDetailsTestJSON-1843289285-project] 10.222.0.10 "DELETE /v2.0/floatingips/fb4855ec-eeae-42bf-91a4-f01d52e33f8c HTTP/1.1" status: 204 len: 173 time: 0.8794291 Jul 08 01:59:59.287483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40566) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:59.293200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d153e65-922b-41cc-ad29-840244a44703 req-be6197c6-3d75-4be9-9975-a02f845cb0d4 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c55b81c8-de51-43fc-a9f0-ef02599473fb HTTP/1.1" status: 200 len: 210 time: 0.1237936 Jul 08 01:59:59.384889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] For port 8642de90-f70f-4734-a8f4-51b9bbeb2069, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:59.394743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] For port 8642de90-f70f-4734-a8f4-51b9bbeb2069, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8642de90-f70f-4734-a8f4-51b9bbeb2069,segment=NetworkSegment(9a815d80-1fbb-4915-8153-5fb03f5212dc),segment_id=9a815d80-1fbb-4915-8153-5fb03f5212dc)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:59.488449 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.582718 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.658709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406fa46-39ec-468d-a426-823eb4e85dd0 None None] Pushing event updated for resources: {'Port': ['ID=8642de90-f70f-4734-a8f4-51b9bbeb2069,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:59.762338 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aeefc659-e13b-41a1-9e8b-723894b7c31b req-1f5e598b-6f88-4868-8f79-5a3518987d4e tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 210 time: 0.0580711 Jul 08 01:59:59.826667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Allocated IP 2001:db8::1 (49c402af-467b-4703-9bad-2525c404269d/9d9827b8-7df0-43d7-8e5d-2758c3d6da9d/2e840192-67c4-4557-a57d-6567f679c3bf) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:00.106309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe0634-b5c6-4682-95a3-95319c785456 req-a2b35b1c-8dfc-4d81-ab0a-ffd3aff8676d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:00.113576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3bbe0634-b5c6-4682-95a3-95319c785456 req-a2b35b1c-8dfc-4d81-ab0a-ffd3aff8676d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1956429 Jul 08 02:00:00.176329 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3bbe0634-b5c6-4682-95a3-95319c785456 req-edf4db32-f3d4-4e12-b91d-d98d2625ab67 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610793 Jul 08 02:00:00.269826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.509939 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.529676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Transition to ACTIVE for port object 2e840192-67c4-4557-a57d-6567f679c3bf will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:00.585594 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f07410d-36e7-452f-9257-8574a98df18a req-f20e453c-9708-47cd-9976-a3e59d15dac9 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/3e3258ae-c2ea-489b-bc10-06835c1d6e48 HTTP/1.1" status: 200 len: 1801 time: 0.1076763 Jul 08 02:00:00.616493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e0111-d961-4ea5-9a80-4ea03e96f0e2 req-b07089ce-1613-4a3e-9ae1-667eed519834 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:00.621099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a62e0111-d961-4ea5-9a80-4ea03e96f0e2 req-b07089ce-1613-4a3e-9ae1-667eed519834 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.5636241 Jul 08 02:00:00.686556 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f07410d-36e7-452f-9257-8574a98df18a req-c821e165-1574-41ad-b98d-2c398ef9a247 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.704999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a62e0111-d961-4ea5-9a80-4ea03e96f0e2 req-45cbf5fb-d8e3-41d2-9d1a-ef990356d05e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702655 Jul 08 02:00:00.729416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a8e09d52-489f-4008-a97b-d1101bbbe4f7 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:00.733347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.778349 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f07410d-36e7-452f-9257-8574a98df18a req-c821e165-1574-41ad-b98d-2c398ef9a247 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.781040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network 49c402af-467b-4703-9bad-2525c404269d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:00.784651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: a8e09d52-489f-4008-a97b-d1101bbbe4f7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:00.785206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a8e09d52-489f-4008-a97b-d1101bbbe4f7 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:00.796104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:00.813024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:00.821771 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.856229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Deleting port dc9e1fef-cfd6-488c-9147-fe9d45e15f22 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:00.856585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.995783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f07410d-36e7-452f-9257-8574a98df18a req-c821e165-1574-41ad-b98d-2c398ef9a247 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.998363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f07410d-36e7-452f-9257-8574a98df18a req-c821e165-1574-41ad-b98d-2c398ef9a247 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.002955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f07410d-36e7-452f-9257-8574a98df18a req-c821e165-1574-41ad-b98d-2c398ef9a247 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e3258ae-c2ea-489b-bc10-06835c1d6e48 HTTP/1.1" status: 204 len: 173 time: 0.4164708 Jul 08 02:00:01.066422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821e165-1574-41ad-b98d-2c398ef9a247 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3258ae-c2ea-489b-bc10-06835c1d6e48,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:01.088729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Port': ['ID=2e840192-67c4-4557-a57d-6567f679c3bf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:01.119946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] For port dc9e1fef-cfd6-488c-9147-fe9d45e15f22, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,segment=NetworkSegment(6cd28d83-9285-4e10-b729-9df7e241a75c),segment_id=6cd28d83-9285-4e10-b729-9df7e241a75c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:01.120184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.133153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0810f149-7b57-4be0-9377-a6f2f525cf04 req-6500be37-85ed-4722-bded-5852091d56dd tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 210 time: 0.0690088 Jul 08 02:00:01.168769 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Calling delete_port for dc9e1fef-cfd6-488c-9147-fe9d45e15f22 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:01.183136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0e87520-a47f-40a4-af95-fe7ae3d8f7c0 req-051b66f5-209a-455d-ae8e-ea34e2b2599d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/53125631-8634-4794-8606-c38f583b951c HTTP/1.1" status: 200 len: 1801 time: 0.1624124 Jul 08 02:00:01.295734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff5ede-87aa-4f33-82de-bd465119dda2 None None] Network 846a2bfc-81a0-47d7-97c4-e4c171b6d35f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:01.352680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e87520-a47f-40a4-af95-fe7ae3d8f7c0 req-94302860-128d-436d-9b28-77e85c96bc4c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.473359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-e531c9b6-d7f0-448d-bc9f-e026f22b7531 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=57b402f3c3f74e95849445dc83ffdd33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1276996 Jul 08 02:00:01.485831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Provisioning for port 2e840192-67c4-4557-a57d-6567f679c3bf completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:01.487855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e87520-a47f-40a4-af95-fe7ae3d8f7c0 req-94302860-128d-436d-9b28-77e85c96bc4c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.500814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Provisioning complete for port 2e840192-67c4-4557-a57d-6567f679c3bf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:01.501163 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.511975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.650811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Port 2e840192-67c4-4557-a57d-6567f679c3bf cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:01.671299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8642de90-f70f-4734-a8f4-51b9bbeb2069 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:01.807598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8d9d-9b6b-40c5-af24-b8f2206854be req-d8e3a251-0920-4ea3-9d57-59c6c4e09a7c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:01.809073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-619f8d9d-9b6b-40c5-af24-b8f2206854be req-d8e3a251-0920-4ea3-9d57-59c6c4e09a7c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.4240055 Jul 08 02:00:01.841498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e87520-a47f-40a4-af95-fe7ae3d8f7c0 req-94302860-128d-436d-9b28-77e85c96bc4c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.845040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e87520-a47f-40a4-af95-fe7ae3d8f7c0 req-94302860-128d-436d-9b28-77e85c96bc4c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.855081 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0e87520-a47f-40a4-af95-fe7ae3d8f7c0 req-94302860-128d-436d-9b28-77e85c96bc4c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/53125631-8634-4794-8606-c38f583b951c HTTP/1.1" status: 204 len: 173 time: 0.6707940 Jul 08 02:00:01.864370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-50da7b77-68ae-4f26-a9f5-1d73bce2dc94 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:01.866133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-50da7b77-68ae-4f26-a9f5-1d73bce2dc94 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3788598 Jul 08 02:00:01.884193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94302860-128d-436d-9b28-77e85c96bc4c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53125631-8634-4794-8606-c38f583b951c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:01.936323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Request body: {'port': {'device_id': 'c29ebea6-f2ce-4559-abe6-f18189a62cec', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '57b402f3c3f74e95849445dc83ffdd33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:01.940000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Provisioning for port 8642de90-f70f-4734-a8f4-51b9bbeb2069 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:01.945663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.953513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8642de90-f70f-4734-a8f4-51b9bbeb2069 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:01.990521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Provisioning complete for port 8642de90-f70f-4734-a8f4-51b9bbeb2069 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:01.991518 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.993360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8642de90-f70f-4734-a8f4-51b9bbeb2069 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:01.993730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.125996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9e1fef-cfd6-488c-9147-fe9d45e15f22,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:02.279162 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.340239 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.399552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] For port 8642de90-f70f-4734-a8f4-51b9bbeb2069, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8642de90-f70f-4734-a8f4-51b9bbeb2069,segment=NetworkSegment(9a815d80-1fbb-4915-8153-5fb03f5212dc),segment_id=9a815d80-1fbb-4915-8153-5fb03f5212dc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:02.409873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Made reservation on behalf of 57b402f3c3f74e95849445dc83ffdd33 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:02.414119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.438533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2619b-afa9-4bc1-b166-4f2cc1012796 req-92d8f0f2-8f42-42c8-b009-19a9c0c10ec0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:02.440217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0df2619b-afa9-4bc1-b166-4f2cc1012796 req-92d8f0f2-8f42-42c8-b009-19a9c0c10ec0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.2107921 Jul 08 02:00:02.448379 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.460321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-619f8d9d-9b6b-40c5-af24-b8f2206854be req-d54a6779-f394-43b9-973c-255421f4e092 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103795 Jul 08 02:00:02.489496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.500940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0df2619b-afa9-4bc1-b166-4f2cc1012796 req-ca6745c3-3b7c-4eb8-8ca0-75cdea298261 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520926 Jul 08 02:00:02.531319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ddc21dff-dd54-412e-a8c2-ce0596d971c7 req-b157e648-2189-46a7-9438-e5aa9a48559c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-679693301', 'description': 'tempest-description-19471370'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:02.539831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.606202 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.607039 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.609122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebbafb-cdce-4828-94c6-d628ee0bbbe0 None None] Pushing event updated for resources: {'Port': ['ID=8642de90-f70f-4734-a8f4-51b9bbeb2069,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:02.625735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a9246c6f-f855-47f2-ae46-38defa21c017 None None] Provisioning complete for port 8642de90-f70f-4734-a8f4-51b9bbeb2069 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:02.625735 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9246c6f-f855-47f2-ae46-38defa21c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.664125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:00:02.664495 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:00:02.685002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event updated for resources: {'Port': ['ID=2e840192-67c4-4557-a57d-6567f679c3bf,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:02.697883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddc21dff-dd54-412e-a8c2-ce0596d971c7 req-b157e648-2189-46a7-9438-e5aa9a48559c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.700494 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e015bae3-81ae-487b-b695-f451057fd3e4 req-f9ee584c-1829-48c2-aa34-88321975111d tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 210 time: 0.0472381 Jul 08 02:00:02.807279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Allocated IP 192.168.233.89 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/4cece1de-5680-4cf7-ba82-d3f43fbdbe3a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:02.922986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:02.927020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddc21dff-dd54-412e-a8c2-ce0596d971c7 req-b157e648-2189-46a7-9438-e5aa9a48559c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.968399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Network 49c402af-467b-4703-9bad-2525c404269d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:02.994404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:02.995379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:03.004368 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] Sync routers for ids ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:03.004941 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35d018a2-9c64-4168-8110-43479255b467 admin admin] 10.222.0.10 "PUT /v2.0/routers/f6653c9a-8d1b-4cff-85f4-74c2e72d2778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7161124 Jul 08 02:00:03.007546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40604) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:03.017448 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] Routers {'f6653c9a-8d1b-4cff-85f4-74c2e72d2778'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:03.018429 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:03.018868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddc21dff-dd54-412e-a8c2-ce0596d971c7 req-b157e648-2189-46a7-9438-e5aa9a48559c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.166613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddc21dff-dd54-412e-a8c2-ce0596d971c7 req-b157e648-2189-46a7-9438-e5aa9a48559c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.167900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddc21dff-dd54-412e-a8c2-ce0596d971c7 req-b157e648-2189-46a7-9438-e5aa9a48559c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6527059 Jul 08 02:00:03.191998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157e648-2189-46a7-9438-e5aa9a48559c tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391394e3-380c-4625-b6ae-d2597451afcc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:03.220669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.248510 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] Set router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:03.306672 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.326336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Router 40051896-2751-4645-ba6c-cbdf0a55c6e8 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:03.367538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Transition to ACTIVE for port object 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:03.377887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-263e4230-0e77-48e7-9cb7-19c195bb9230 req-b96e94ce-431c-4ebd-b8e8-3310f2d33db5 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/391394e3-380c-4625-b6ae-d2597451afcc HTTP/1.1" status: 200 len: 1800 time: 0.1610985 Jul 08 02:00:03.408623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.432864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-263e4230-0e77-48e7-9cb7-19c195bb9230 req-86186e7d-c9c2-4ba0-9658-5523612d92f7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Request body: {'security_group': {'name': 'tempest-sg-hth-495270075', 'description': 'tempest-description-hth-588323935'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:03.458298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-57cd7e58-522c-4bc3-82e0-428ede83dfac None None] Provisioning complete for port 2e840192-67c4-4557-a57d-6567f679c3bf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:03.458826 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57cd7e58-522c-4bc3-82e0-428ede83dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.480940 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T02:00:01Z', 'revision_number': 5, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port': {'id': 'd85ac37f-0459-44a9-82f3-2a2b43022d72', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T01:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:03.519616 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-263e4230-0e77-48e7-9cb7-19c195bb9230 req-86186e7d-c9c2-4ba0-9658-5523612d92f7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.557083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:03.558713 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] Checking router: f6653c9a-8d1b-4cff-85f4-74c2e72d2778 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:03.560703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-57cd7e58-522c-4bc3-82e0-428ede83dfac None None] Port 2e840192-67c4-4557-a57d-6567f679c3bf cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:03.564821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-34c82e10-5f19-491b-aab5-a625b04b394e tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "PUT /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5307810 Jul 08 02:00:03.569926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:03.584332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7cb54b-5ee9-4872-9951-0c12ff6e49f0 None None] Sync routers for ids ['40051896-2751-4645-ba6c-cbdf0a55c6e8'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:03.585501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] Routers {'f6653c9a-8d1b-4cff-85f4-74c2e72d2778'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:03.586411 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:03.606239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Deleting port d85ac37f-0459-44a9-82f3-2a2b43022d72 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:03.606933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7cb54b-5ee9-4872-9951-0c12ff6e49f0 None None] Routers {'40051896-2751-4645-ba6c-cbdf0a55c6e8'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:03.607112 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.607248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0e7cb54b-5ee9-4872-9951-0c12ff6e49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['40051896-2751-4645-ba6c-cbdf0a55c6e8'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:03.665628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0e7cb54b-5ee9-4872-9951-0c12ff6e49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:03.674558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8642de90-f70f-4734-a8f4-51b9bbeb2069 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:03.694527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-263e4230-0e77-48e7-9cb7-19c195bb9230 req-86186e7d-c9c2-4ba0-9658-5523612d92f7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.698143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.729489 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] Set router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:03.730437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4e01af49-e99d-421b-9128-d530b6252a11'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:03.776268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:03.781169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Pushing event updated for resources: {'Port': ['ID=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:03.782218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7cb54b-5ee9-4872-9951-0c12ff6e49f0 None None] Routers {'40051896-2751-4645-ba6c-cbdf0a55c6e8'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:03.782764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] For port d85ac37f-0459-44a9-82f3-2a2b43022d72, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d85ac37f-0459-44a9-82f3-2a2b43022d72,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:03.783208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0e7cb54b-5ee9-4872-9951-0c12ff6e49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['40051896-2751-4645-ba6c-cbdf0a55c6e8'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:03.783363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.783918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:03.787614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:03.794303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27b7d95f-5f9b-4a6e-b7ec-cb5920903dca tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.803812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e681dfa-b15b-4a03-9994-90b615a828ae req-7d4e4dc7-661b-446f-bd04-f74353a717b1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:03.805504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e681dfa-b15b-4a03-9994-90b615a828ae req-7d4e4dc7-661b-446f-bd04-f74353a717b1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1361434 Jul 08 02:00:03.811600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Calling delete_port for d85ac37f-0459-44a9-82f3-2a2b43022d72 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:03.811800 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T02:00:03Z', 'revision_number': 6, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:03.843026 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8dac34-1679-497e-976b-338dd226c150 None None] The sync data for ids ['f6653c9a-8d1b-4cff-85f4-74c2e72d2778'] in n-d-695189-13 is: [{'id': 'f6653c9a-8d1b-4cff-85f4-74c2e72d2778', 'name': 'tempest-FloatingIPDetailsTestJSON-1121698810-router', 'tenant_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:26Z', 'updated_at': '2021-07-08T02:00:03Z', 'revision_number': 6, 'project_id': 'a36da1e968d74bb2a64f20c0a4cde19b', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:03.878245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0e7cb54b-5ee9-4872-9951-0c12ff6e49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:03.879597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7cb54b-5ee9-4872-9951-0c12ff6e49f0 None None] The sync data for ids ['40051896-2751-4645-ba6c-cbdf0a55c6e8'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:03.908668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e681dfa-b15b-4a03-9994-90b615a828ae req-3f334932-cf84-45cf-abcc-7e35839ade3a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948198 Jul 08 02:00:03.936878 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-263e4230-0e77-48e7-9cb7-19c195bb9230 req-86186e7d-c9c2-4ba0-9658-5523612d92f7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.939487 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-263e4230-0e77-48e7-9cb7-19c195bb9230 req-86186e7d-c9c2-4ba0-9658-5523612d92f7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.950854 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-263e4230-0e77-48e7-9cb7-19c195bb9230 req-86186e7d-c9c2-4ba0-9658-5523612d92f7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "PUT /v2.0/security-groups/391394e3-380c-4625-b6ae-d2597451afcc HTTP/1.1" status: 200 len: 1775 time: 0.5562992 Jul 08 02:00:04.012786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8642de90-f70f-4734-a8f4-51b9bbeb2069 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:04.013170 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.143063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:04.145104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.187626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86186e7d-c9c2-4ba0-9658-5523612d92f7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391394e3-380c-4625-b6ae-d2597451afcc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:04.235140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8df1e-c75e-4d22-9928-f7205a5934ce req-25560165-915f-42cd-a0cf-7f3781b99a92 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:04.237263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60b8df1e-c75e-4d22-9928-f7205a5934ce req-25560165-915f-42cd-a0cf-7f3781b99a92 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 935 time: 0.0774884 Jul 08 02:00:04.258586 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.290376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-2d9e5e33-f71b-4c6e-91e2-4bee545811c8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4006746 Jul 08 02:00:04.291507 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-27b7d95f-5f9b-4a6e-b7ec-cb5920903dca tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 02:00:04.295298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-27b7d95f-5f9b-4a6e-b7ec-cb5920903dca tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8 HTTP/1.1" status: 409 len: 329 time: 0.7216659 Jul 08 02:00:04.296635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:04.316286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Request body: {'port': {'device_id': 'c29ebea6-f2ce-4559-abe6-f18189a62cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:04.328735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85ac37f-0459-44a9-82f3-2a2b43022d72,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:04.381266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c91ccf6f-1aa1-4599-932b-d9772d63684c None None] Provisioning for port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:04.382381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60b8df1e-c75e-4d22-9928-f7205a5934ce req-7b074c65-43bd-459b-a0f4-f2b1701049fa tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361482 Jul 08 02:00:04.392800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c91ccf6f-1aa1-4599-932b-d9772d63684c None None] Provisioning complete for port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:04.392800 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf6f-1aa1-4599-932b-d9772d63684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.447169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c91ccf6f-1aa1-4599-932b-d9772d63684c None None] Port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:04.455596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.472613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adf302-436c-4627-8683-4812aa2b8e5f req-132973cd-6688-4187-b685-dde17e81659b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:04.474238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0adf302-436c-4627-8683-4812aa2b8e5f req-132973cd-6688-4187-b685-dde17e81659b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.2905891 Jul 08 02:00:04.514494 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.569533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.573460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72d6842f-b297-47c9-9545-8a67425b29a5 req-a39f1959-35b9-4d9c-9b7e-a4f1364f7192 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/391394e3-380c-4625-b6ae-d2597451afcc HTTP/1.1" status: 200 len: 1775 time: 0.1432116 Jul 08 02:00:04.581508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.604392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0adf302-436c-4627-8683-4812aa2b8e5f req-d676d6c5-98db-484e-939c-124638465811 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218338 Jul 08 02:00:05.167381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.171160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6653c9a-8d1b-4cff-85f4-74c2e72d2778 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:00:05.174462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.176227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d9b89314-3e91-4bc8-9525-dec663ce81c1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f6653c9a-8d1b-4cff-85f4-74c2e72d2778 HTTP/1.1" status: 204 len: 168 time: 2.1673126 Jul 08 02:00:05.179246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40638) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:05.247766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae43576-7c99-4945-83a0-9d623fffed2c admin admin] Deleting subnet 0096d0c9-42cb-47b5-a852-65afc07c1407 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:05.252260 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ae43576-7c99-4945-83a0-9d623fffed2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.285625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e7a02f2-b900-4789-898d-8144bba98101 req-57ace3b5-8a98-4203-8a55-68de40ac5459 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/391394e3-380c-4625-b6ae-d2597451afcc HTTP/1.1" status: 200 len: 1775 time: 0.1516249 Jul 08 02:00:05.301098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ae43576-7c99-4945-83a0-9d623fffed2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.385890 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ae43576-7c99-4945-83a0-9d623fffed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.404940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e7a02f2-b900-4789-898d-8144bba98101 req-878b935d-7c60-42d7-be1c-58e75ca98201 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.469007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e7a02f2-b900-4789-898d-8144bba98101 req-878b935d-7c60-42d7-be1c-58e75ca98201 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.501674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ae43576-7c99-4945-83a0-9d623fffed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.517461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d85ac37f-0459-44a9-82f3-2a2b43022d72 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:05.529536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae43576-7c99-4945-83a0-9d623fffed2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0096d0c9-42cb-47b5-a852-65afc07c1407,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:05.531914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ae43576-7c99-4945-83a0-9d623fffed2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.536129 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9ae43576-7c99-4945-83a0-9d623fffed2c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0096d0c9-42cb-47b5-a852-65afc07c1407 HTTP/1.1" status: 204 len: 168 time: 0.3535542 Jul 08 02:00:05.542151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40642) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:05.548399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:05.554624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15406bde-cb35-4433-95e8-afd0e098dc29 None None] Network f7fad774-e582-4985-bf1c-c0efc7ecbf9f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:05.557685 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d85ac37f-0459-44a9-82f3-2a2b43022d72 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:05.565922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d85ac37f-0459-44a9-82f3-2a2b43022d72 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:05.565922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc9e1fef-cfd6-488c-9147-fe9d45e15f22 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:05.566287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.569120 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.611253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: dc9e1fef-cfd6-488c-9147-fe9d45e15f22 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:05.611253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc9e1fef-cfd6-488c-9147-fe9d45e15f22 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:05.639275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.736554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Transition to ACTIVE for port object 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:05.744053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e7a02f2-b900-4789-898d-8144bba98101 req-878b935d-7c60-42d7-be1c-58e75ca98201 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.744053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e7a02f2-b900-4789-898d-8144bba98101 req-878b935d-7c60-42d7-be1c-58e75ca98201 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.744053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e7a02f2-b900-4789-898d-8144bba98101 req-878b935d-7c60-42d7-be1c-58e75ca98201 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/391394e3-380c-4625-b6ae-d2597451afcc HTTP/1.1" status: 204 len: 173 time: 0.4567251 Jul 08 02:00:05.744571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Deleting port a022af6c-ac0e-4149-b480-1d0703511bee {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:05.744571 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.761145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b935d-7c60-42d7-be1c-58e75ca98201 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391394e3-380c-4625-b6ae-d2597451afcc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:05.805146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] DHCP port deletion for f7fad774-e582-4985-bf1c-c0efc7ecbf9f request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:05.838755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea6a41-919b-478a-8035-4c7f5ac1a283 req-5b2b76fc-81a3-4ffb-a4f1-e3771f918b99 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:05.840409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80ea6a41-919b-478a-8035-4c7f5ac1a283 req-5b2b76fc-81a3-4ffb-a4f1-e3771f918b99 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1425297 Jul 08 02:00:05.842618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] For port a022af6c-ac0e-4149-b480-1d0703511bee, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a022af6c-ac0e-4149-b480-1d0703511bee,segment=NetworkSegment(6cd28d83-9285-4e10-b729-9df7e241a75c),segment_id=6cd28d83-9285-4e10-b729-9df7e241a75c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:05.842990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.851803 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.865477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Deleting port a022af6c-ac0e-4149-b480-1d0703511bee {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:05.865937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.869751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Calling delete_port for a022af6c-ac0e-4149-b480-1d0703511bee owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:05.902213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80ea6a41-919b-478a-8035-4c7f5ac1a283 req-573d2ea1-d13b-4dd6-b76d-77630a444779 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Jul 08 02:00:05.943959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:05.958587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] For port a022af6c-ac0e-4149-b480-1d0703511bee, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a022af6c-ac0e-4149-b480-1d0703511bee,segment=NetworkSegment(6cd28d83-9285-4e10-b729-9df7e241a75c),segment_id=6cd28d83-9285-4e10-b729-9df7e241a75c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:05.958587 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.971831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Calling delete_port for a022af6c-ac0e-4149-b480-1d0703511bee owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:06.063444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting port 2e840192-67c4-4557-a57d-6567f679c3bf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:06.063753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: from cryptography.utils import int_from_bytes Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: from cryptography.utils import int_from_bytes Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.079247 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:00:06.081623 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:00:06.086268 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.094317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.123190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Pushing event deleted for resources: {'Port': ['ID=a022af6c-ac0e-4149-b480-1d0703511bee,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:06.126097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] No DVR routers for this DVR port a022af6c-ac0e-4149-b480-1d0703511bee on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:06.135802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.137097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.137097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.137097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.137500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.138392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.138392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.138859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.139027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] No DVR routers for this DVR port a022af6c-ac0e-4149-b480-1d0703511bee on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:06.147732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.148086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a022af6c-ac0e-4149-b480-1d0703511bee,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:06.148309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.148309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.148309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fee04-d85d-40e1-9b38-5691259b6395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:06.148544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Attempting to bind port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:06.148544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Attempting to bind port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:06.148544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Attempting to bind port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:06.167408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:00:06.167969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Attempting to bind port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:06.187501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56fca0-036f-4c03-bf7f-e7ad5958ee80 req-5578452f-19eb-48f8-ae99-37fdee20ce5c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:06.189055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f56fca0-036f-4c03-bf7f-e7ad5958ee80 req-5578452f-19eb-48f8-ae99-37fdee20ce5c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.2240980 Jul 08 02:00:06.197102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:06.197447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:06.197838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:06.198281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Bound port: 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:06.198645 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.226080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.230792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.242710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fad774-e582-4985-bf1c-c0efc7ecbf9f']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:06.246710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Calling delete_port for 2e840192-67c4-4557-a57d-6567f679c3bf owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:06.258200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7700a-593f-40c6-b41a-3919bf383e19 req-9570eaab-3d4b-4953-ac2e-d04c0a1dbf59 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:06.265927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84f7700a-593f-40c6-b41a-3919bf383e19 req-9570eaab-3d4b-4953-ac2e-d04c0a1dbf59 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 947 time: 0.1853268 Jul 08 02:00:06.265927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd28d83-9285-4e10-b729-9df7e241a75c') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:06.265927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd28d83-9285-4e10-b729-9df7e241a75c') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:06.290326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.312079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.325194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:06.325599 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:06.327247 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:06.347265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f56fca0-036f-4c03-bf7f-e7ad5958ee80 req-97948976-dfc3-47c6-9264-d9d365ac0044 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463592 Jul 08 02:00:06.357947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] For port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:06.362055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] For port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:06.369702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84f7700a-593f-40c6-b41a-3919bf383e19 req-677a6d8e-3362-4a4b-8a4a-c28177bc31ba tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957613 Jul 08 02:00:06.449533 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.474926 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.480090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.482927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f7fad774-e582-4985-bf1c-c0efc7ecbf9f HTTP/1.1" status: 204 len: 168 time: 0.9406142 Jul 08 02:00:06.496756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b0b50-9a7c-41e6-b793-830ee97861a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7fad774-e582-4985-bf1c-c0efc7ecbf9f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:06.584290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:06.584290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.584290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] 10.222.0.32 "PUT /v2.0/ports/4cece1de-5680-4cf7-ba82-d3f43fbdbe3a HTTP/1.1" status: 200 len: 1096 time: 2.2723234 Jul 08 02:00:06.588829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29ebea6-f2ce-4559-abe6-f18189a62cec', 'tag': '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:06.591510 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83687721-b434-4362-945a-303e9303e54c" -d '{"events": [{"name": "network-changed", "server_uuid": "c29ebea6-f2ce-4559-abe6-f18189a62cec", "tag": "4cece1de-5680-4cf7-ba82-d3f43fbdbe3a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:06.612350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9d464-60c6-4a9d-931f-c7ce716d9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:06.655976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6c176-d078-48f2-bca9-c5981a2c6bf3 req-7adb5d7d-e608-4060-a2a6-9d82574a036b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:06.658341 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0bb6c176-d078-48f2-bca9-c5981a2c6bf3 req-7adb5d7d-e608-4060-a2a6-9d82574a036b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.2008624 Jul 08 02:00:06.708003 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9af73a4-0ed8-468c-b68c-d17f548d7486 x-openstack-request-id: req-c9af73a4-0ed8-468c-b68c-d17f548d7486 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:06.708003 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29ebea6-f2ce-4559-abe6-f18189a62cec", "tag": "4cece1de-5680-4cf7-ba82-d3f43fbdbe3a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:06.708003 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9af73a4-0ed8-468c-b68c-d17f548d7486 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:06.708003 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29ebea6-f2ce-4559-abe6-f18189a62cec', 'tag': '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a', 'status': 'completed', 'code': 200} Jul 08 02:00:06.710790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0bb6c176-d078-48f2-bca9-c5981a2c6bf3 req-dd4752c7-d1c2-43bc-80f8-81644b698692 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Jul 08 02:00:06.733335 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-e58886f5-e24a-4973-a0f4-763feeb7d6f0 req-20ee93b9-563e-44a1-8106-6ed948e64e4d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 02:00:06.736699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.737537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e58886f5-e24a-4973-a0f4-763feeb7d6f0 req-20ee93b9-563e-44a1-8106-6ed948e64e4d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/53125631-8634-4794-8606-c38f583b951c HTTP/1.1" status: 404 len: 352 time: 0.0178335 Jul 08 02:00:06.775300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Port': ['ID=2e840192-67c4-4557-a57d-6567f679c3bf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:06.801485 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-049c752f-3b37-45b0-961e-d5e0a2a34f99 req-15fca940-8e8c-4ab0-8afc-4bc7eca3c7cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 02:00:06.802522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-049c752f-3b37-45b0-961e-d5e0a2a34f99 req-15fca940-8e8c-4ab0-8afc-4bc7eca3c7cb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/3e3258ae-c2ea-489b-bc10-06835c1d6e48 HTTP/1.1" status: 404 len: 352 time: 0.0322361 Jul 08 02:00:06.855028 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-9b44568e-3c34-452f-8ae4-46953c3c5c57 req-bc0d48a5-6daa-4f8e-9370-26f879e2439d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 02:00:06.856084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b44568e-3c34-452f-8ae4-46953c3c5c57 req-bc0d48a5-6daa-4f8e-9370-26f879e2439d tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/1614c53a-f17c-42da-a3d4-38f84e0016e4 HTTP/1.1" status: 404 len: 352 time: 0.0172739 Jul 08 02:00:06.944283 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-2ee13da6-9255-4385-81c7-d7b220cb2b09 req-5d3d34cd-6412-4b23-b023-579b579c46bb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 02:00:06.945636 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ee13da6-9255-4385-81c7-d7b220cb2b09 req-5d3d34cd-6412-4b23-b023-579b579c46bb tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/9c42bb3e-e3d7-4108-baa5-30dba73ce37d HTTP/1.1" status: 404 len: 352 time: 0.0512321 Jul 08 02:00:06.951633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.009112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40670) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:07.024360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a03741-665a-4bc9-a677-1ad72c752acb req-dfe932af-7be5-4ded-9e26-2b081f273795 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.025983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79a03741-665a-4bc9-a677-1ad72c752acb req-dfe932af-7be5-4ded-9e26-2b081f273795 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 946 time: 0.1138456 Jul 08 02:00:07.056261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-26de20fe-e47a-40cb-934a-e708dcacd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.057704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-26de20fe-e47a-40cb-934a-e708dcacd55b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57b402f3c3f74e95849445dc83ffdd33&device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 1099 time: 0.3153343 Jul 08 02:00:07.073893 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-46509149-7b0e-4330-b061-8994c2027b56 req-298daed6-be64-4d1a-ba9b-cf2276bf9ea4 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 02:00:07.075094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46509149-7b0e-4330-b061-8994c2027b56 req-298daed6-be64-4d1a-ba9b-cf2276bf9ea4 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/bbaadaf4-35ad-4fb4-af9b-09455fb822c1 HTTP/1.1" status: 404 len: 352 time: 0.0238287 Jul 08 02:00:07.103653 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4053c56f-148f-41ca-88fe-41ce81177520 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a36da1e968d74bb2a64f20c0a4cde19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925744 Jul 08 02:00:07.108052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40674) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:07.150123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-0c3f639b-a23a-43a1-a64f-16220315c148 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a HTTP/1.1" status: 200 len: 217 time: 0.0714245 Jul 08 02:00:07.215284 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-b1ec625f-e8ae-409f-80fb-e3af32c1ccda req-84498df5-f07b-4c03-831d-a9e30bb29ca9 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] show failed (client error): The resource could not be found. Jul 08 02:00:07.216544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b1ec625f-e8ae-409f-80fb-e3af32c1ccda req-84498df5-f07b-4c03-831d-a9e30bb29ca9 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/e8ff7567-c522-4447-9e75-83291c4f5563 HTTP/1.1" status: 404 len: 352 time: 0.0995913 Jul 08 02:00:07.231982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Router 40051896-2751-4645-ba6c-cbdf0a55c6e8 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:07.245227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-e725f429-a6fb-4d19-affe-83b650fbba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.247010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-e725f429-a6fb-4d19-affe-83b650fbba1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0644672 Jul 08 02:00:07.249491 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-864b0f41-7a77-4d57-97bd-d3e69774cdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.278485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989790e9-797d-453f-83ce-59f588c647a2 req-4caafc03-44cf-4278-83c4-f38e4b55d01c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.280052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-989790e9-797d-453f-83ce-59f588c647a2 req-4caafc03-44cf-4278-83c4-f38e4b55d01c tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1753020 Jul 08 02:00:07.285955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Deleting port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:07.286305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.333075 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-864b0f41-7a77-4d57-97bd-d3e69774cdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.355738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:07.364491 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8138c1-5a40-481b-903d-76c5e78cb001 None None] Sync routers for ids ['40051896-2751-4645-ba6c-cbdf0a55c6e8'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:07.374011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-75d4b84b-3889-491c-9b2c-643ec98fe3ea tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "PUT /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0757043 Jul 08 02:00:07.376826 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8138c1-5a40-481b-903d-76c5e78cb001 None None] Routers {'40051896-2751-4645-ba6c-cbdf0a55c6e8'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:07.377608 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-de8138c1-5a40-481b-903d-76c5e78cb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['40051896-2751-4645-ba6c-cbdf0a55c6e8'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:07.380830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40680) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:07.414196 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-de8138c1-5a40-481b-903d-76c5e78cb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:07.423117 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8138c1-5a40-481b-903d-76c5e78cb001 None None] Routers {'40051896-2751-4645-ba6c-cbdf0a55c6e8'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:07.423801 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-de8138c1-5a40-481b-903d-76c5e78cb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T01:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['40051896-2751-4645-ba6c-cbdf0a55c6e8'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:07.442727 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-cdc5de88-57ee-42ec-8c31-65886284e9e6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] show failed (client error): The resource could not be found. Jul 08 02:00:07.444065 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cdc5de88-57ee-42ec-8c31-65886284e9e6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-913644981 HTTP/1.1" status: 404 len: 334 time: 0.0515428 Jul 08 02:00:07.449312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-b3307e43-a285-4728-9e51-a002e4a7d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.450804 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-b3307e43-a285-4728-9e51-a002e4a7d39a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563101 Jul 08 02:00:07.451267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40684) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:07.454619 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-de8138c1-5a40-481b-903d-76c5e78cb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:07.455263 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8138c1-5a40-481b-903d-76c5e78cb001 None None] The sync data for ids ['40051896-2751-4645-ba6c-cbdf0a55c6e8'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:07.457264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-58168c3a-03c1-461e-95bc-20244334a6df tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:07.474293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-989790e9-797d-453f-83ce-59f588c647a2 req-9ab801dd-bbf2-4b7d-b437-8ae39dee2e52 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832056 Jul 08 02:00:07.495988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-67b666fa-a885-4782-be90-0995c0fccfab service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:00:07.496969 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-67b666fa-a885-4782-be90-0995c0fccfab service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055151 Jul 08 02:00:07.497796 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-58168c3a-03c1-461e-95bc-20244334a6df tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] update failed (client error): The resource could not be found. Jul 08 02:00:07.502390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] For port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:07.502777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.508062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-58168c3a-03c1-461e-95bc-20244334a6df tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1140645204 HTTP/1.1" status: 404 len: 335 time: 0.0555623 Jul 08 02:00:07.519625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Calling delete_port for 92dc45b7-e2e4-4838-ad30-7aee6a2b705f owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:07.529158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40686) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:07.549631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a022af6c-ac0e-4149-b480-1d0703511bee no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:07.592415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: a022af6c-ac0e-4149-b480-1d0703511bee {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:07.593646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a022af6c-ac0e-4149-b480-1d0703511bee not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:07.626098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-c658691e-33e2-4ca3-bed7-ce733646756a service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169012 Jul 08 02:00:07.681384 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-864b0f41-7a77-4d57-97bd-d3e69774cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.683902 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-864b0f41-7a77-4d57-97bd-d3e69774cdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.685045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-864b0f41-7a77-4d57-97bd-d3e69774cdb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e4afd17-6603-4e66-a002-9d7ff8f9ad98 HTTP/1.1" status: 204 len: 168 time: 0.5761433 Jul 08 02:00:07.698623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8231adb4-9567-4209-9184-30edd56a89d6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting subnet a748f5d8-3999-4105-998d-803bb081f63b {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:07.718815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-dee89f2e-264c-487b-b708-ea74362e040e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.720343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-dee89f2e-264c-487b-b708-ea74362e040e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.18 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.3559318 Jul 08 02:00:07.721040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8231adb4-9567-4209-9184-30edd56a89d6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.729344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9c333f0-3208-4ef9-ae93-757c97408f1e req-aa4dc7de-a102-4249-95b2-2158a642208e service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891631 Jul 08 02:00:07.748033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b0f41-7a77-4d57-97bd-d3e69774cdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4afd17-6603-4e66-a002-9d7ff8f9ad98,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:07.828316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8231adb4-9567-4209-9184-30edd56a89d6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.883160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7465b-e808-4e82-8079-939a4583cc48 req-c88b8792-f357-4249-805a-6e37a88dcb7f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.884631 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6c7465b-e808-4e82-8079-939a4583cc48 req-c88b8792-f357-4249-805a-6e37a88dcb7f tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 945 time: 0.2567315 Jul 08 02:00:07.964491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7b3e-121a-4a67-b3de-442961236f9f req-7ff4cefe-aedf-4ef9-898e-3330f7df2704 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.966405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e27e7b3e-121a-4a67-b3de-442961236f9f req-7ff4cefe-aedf-4ef9-898e-3330f7df2704 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 947 time: 0.1095822 Jul 08 02:00:07.972415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687721-b434-4362-945a-303e9303e54c req-7716871a-19e8-489c-9d38-dad3fd7fe1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:07.973871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83687721-b434-4362-945a-303e9303e54c req-7716871a-19e8-489c-9d38-dad3fd7fe1c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57b402f3c3f74e95849445dc83ffdd33&device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 1099 time: 0.0843532 Jul 08 02:00:08.031906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6c7465b-e808-4e82-8079-939a4583cc48 req-01c889e2-8c41-4efc-a5c0-6d0ee6fafb8a tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221051 Jul 08 02:00:08.052819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8231adb4-9567-4209-9184-30edd56a89d6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.062672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e27e7b3e-121a-4a67-b3de-442961236f9f req-e5528696-d70d-48a3-b439-b584184b6f3f tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875585 Jul 08 02:00:08.095295 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.112297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['92dc45b7-e2e4-4838-ad30-7aee6a2b705f'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:08.112810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687721-b434-4362-945a-303e9303e54c req-d32cf850-924d-4146-b0c8-2b70e8f4b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:08.114568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83687721-b434-4362-945a-303e9303e54c req-d32cf850-924d-4146-b0c8-2b70e8f4b499 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1264644 Jul 08 02:00:08.172573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Deleting port e8e43ef3-b689-479a-8fe6-4afadbab73e7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:08.173060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.193179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83687721-b434-4362-945a-303e9303e54c req-9d84bdd8-8777-44c6-a4a4-ff2a817e38f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a HTTP/1.1" status: 200 len: 217 time: 0.0617461 Jul 08 02:00:08.226446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event deleted for resources: {'Port': ['ID=92dc45b7-e2e4-4838-ad30-7aee6a2b705f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:08.277810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687721-b434-4362-945a-303e9303e54c req-4560a10e-0f08-46ad-b088-0e43cb7faab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:08.279521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83687721-b434-4362-945a-303e9303e54c req-4560a10e-0f08-46ad-b088-0e43cb7faab4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0608582 Jul 08 02:00:08.297339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] No DVR routers for this DVR port 92dc45b7-e2e4-4838-ad30-7aee6a2b705f on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:08.319646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.319646 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79a03741-665a-4bc9-a677-1ad72c752acb req-3d45e2a4-2405-4e9d-96c8-521f85b891f0 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.18 "DELETE /v2.0/ports/92dc45b7-e2e4-4838-ad30-7aee6a2b705f HTTP/1.1" status: 204 len: 173 time: 1.2817924 Jul 08 02:00:08.319646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d253d63-f770-47a9-bb1d-ce48d1eca772', 'name': 'network-vif-deleted', 'tag': '92dc45b7-e2e4-4838-ad30-7aee6a2b705f'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:08.319894 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcd85eb-7e0e-4879-b6b5-ca201fa97f89" -d '{"events": [{"server_uuid": "0d253d63-f770-47a9-bb1d-ce48d1eca772", "name": "network-vif-deleted", "tag": "92dc45b7-e2e4-4838-ad30-7aee6a2b705f"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:08.340193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eee28210-895b-4aee-a25e-d096bdce5dc9 req-f968dbc2-75bb-441c-9fb2-9dbdb3caa96e tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d253d63-f770-47a9-bb1d-ce48d1eca772 HTTP/1.1" status: 200 len: 210 time: 0.0596530 Jul 08 02:00:08.367739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687721-b434-4362-945a-303e9303e54c req-cb37481f-3798-4721-b902-6aa6ee84db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:08.369019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83687721-b434-4362-945a-303e9303e54c req-cb37481f-3798-4721-b902-6aa6ee84db19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0798945 Jul 08 02:00:08.400253 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b708e7-8eb6-4b8d-ba09-225acd31f38b x-openstack-request-id: req-13b708e7-8eb6-4b8d-ba09-225acd31f38b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:08.400574 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d253d63-f770-47a9-bb1d-ce48d1eca772", "name": "network-vif-deleted", "tag": "92dc45b7-e2e4-4838-ad30-7aee6a2b705f", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:08.400832 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13b708e7-8eb6-4b8d-ba09-225acd31f38b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:08.401393 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d253d63-f770-47a9-bb1d-ce48d1eca772', 'name': 'network-vif-deleted', 'tag': '92dc45b7-e2e4-4838-ad30-7aee6a2b705f', 'status': 'completed', 'code': 200} Jul 08 02:00:08.403096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] For port e8e43ef3-b689-479a-8fe6-4afadbab73e7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e8e43ef3-b689-479a-8fe6-4afadbab73e7,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:08.403494 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.423095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Calling delete_port for e8e43ef3-b689-479a-8fe6-4afadbab73e7 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:08.447444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5986f-6d11-4859-8562-d05690eb865c req-c254cc3c-1e70-4500-b757-f96cf87f0187 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:08.448983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9e5986f-6d11-4859-8562-d05690eb865c req-c254cc3c-1e70-4500-b757-f96cf87f0187 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1023 time: 0.1556540 Jul 08 02:00:08.475627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83687721-b434-4362-945a-303e9303e54c req-76f501bd-0168-4fd0-ac1d-7c8a10345f00 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851002 Jul 08 02:00:08.496210 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8231adb4-9567-4209-9184-30edd56a89d6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.545786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a221a-4429-4a92-841a-cd507fc3678a None None] Network 846a2bfc-81a0-47d7-97c4-e4c171b6d35f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:08.565176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231adb4-9567-4209-9184-30edd56a89d6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Subnet': ['ID=a748f5d8-3999-4105-998d-803bb081f63b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:08.580232 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8231adb4-9567-4209-9184-30edd56a89d6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.584577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8231adb4-9567-4209-9184-30edd56a89d6 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/subnets/a748f5d8-3999-4105-998d-803bb081f63b HTTP/1.1" status: 204 len: 168 time: 1.0509343 Jul 08 02:00:08.590264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40710) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:08.619994 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9e5986f-6d11-4859-8562-d05690eb865c req-1b09dbc2-7d33-4235-b511-354235829fb6 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=212e6de8-2b25-46d4-99b6-b6c094aa9d3f&id=67f1409c-2b60-4dd1-9305-d163fda5c290&id=976318c3-ceea-4148-b65a-a22656c5e8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1402373 Jul 08 02:00:08.749888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.755287 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.769842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e8e43ef3-b689-479a-8fe6-4afadbab73e7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:08.777438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83687721-b434-4362-945a-303e9303e54c req-bfc3754a-95ea-48df-9487-f3e8b3370f20 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901149 Jul 08 02:00:08.824043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Pushing event deleted for resources: {'Port': ['ID=e8e43ef3-b689-479a-8fe6-4afadbab73e7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:08.825488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['3570e697-17d9-4175-a2d1-7788df3ce114'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:08.840413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] DHCP port deletion for 846a2bfc-81a0-47d7-97c4-e4c171b6d35f request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:08.854253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337bc74-0a36-4e3f-8e52-8e1d4e8ee151 req-dc37fa3e-22da-4f64-b84c-7eab6ad2124b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:08.861283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6337bc74-0a36-4e3f-8e52-8e1d4e8ee151 req-dc37fa3e-22da-4f64-b84c-7eab6ad2124b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1820664 Jul 08 02:00:08.884440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] No DVR routers for this DVR port e8e43ef3-b689-479a-8fe6-4afadbab73e7 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:08.887357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.889892 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e316dbf9-a0bd-4cd7-9a16-d8faf3cae2c3 req-b85abf57-f27b-4b83-a59b-95e85b95a93e tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.18 "DELETE /v2.0/ports/e8e43ef3-b689-479a-8fe6-4afadbab73e7 HTTP/1.1" status: 204 len: 173 time: 1.1395898 Jul 08 02:00:08.908475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting port 8642de90-f70f-4734-a8f4-51b9bbeb2069 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:08.908835 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.918332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6337bc74-0a36-4e3f-8e52-8e1d4e8ee151 req-71c32211-ee23-461e-b2d6-94e2efabcdd7 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562124 Jul 08 02:00:08.948780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] Deleting port 8642de90-f70f-4734-a8f4-51b9bbeb2069 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:08.951687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.997238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] For port 8642de90-f70f-4734-a8f4-51b9bbeb2069, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8642de90-f70f-4734-a8f4-51b9bbeb2069,segment=NetworkSegment(9a815d80-1fbb-4915-8153-5fb03f5212dc),segment_id=9a815d80-1fbb-4915-8153-5fb03f5212dc)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:08.997814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.013168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Calling delete_port for 8642de90-f70f-4734-a8f4-51b9bbeb2069 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:09.199949 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07c5cccd-6d64-435f-8b9d-bc58d8a720df req-eb3c8dd3-3f33-46f4-95f5-06ac78a00dc2 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=9add66db-5631-485c-99ea-eaf0ce3b3d66 HTTP/1.1" status: 200 len: 210 time: 0.0473394 Jul 08 02:00:09.234635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] For port 8642de90-f70f-4734-a8f4-51b9bbeb2069, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8642de90-f70f-4734-a8f4-51b9bbeb2069,segment=NetworkSegment(9a815d80-1fbb-4915-8153-5fb03f5212dc),segment_id=9a815d80-1fbb-4915-8153-5fb03f5212dc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:09.235050 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.247124 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.260225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] Calling delete_port for 8642de90-f70f-4734-a8f4-51b9bbeb2069 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:09.329085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] No DVR routers for this DVR port 8642de90-f70f-4734-a8f4-51b9bbeb2069 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:09.330716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Port': ['ID=8642de90-f70f-4734-a8f4-51b9bbeb2069,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:09.373075 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.409891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] Pushing event deleted for resources: {'Port': ['ID=8642de90-f70f-4734-a8f4-51b9bbeb2069,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:09.413700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed67c5-c75c-4f5b-ace1-e7f4c6dc6d41 None None] No DVR routers for this DVR port 8642de90-f70f-4734-a8f4-51b9bbeb2069 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:09.445407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.457718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846a2bfc-81a0-47d7-97c4-e4c171b6d35f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:09.479424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a815d80-1fbb-4915-8153-5fb03f5212dc') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:09.479858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a815d80-1fbb-4915-8153-5fb03f5212dc') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:09.490945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.513107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52202bdc-0b06-4d79-80bb-ea45537536f3 req-c89ce3b2-7834-486c-8d21-e027ed2c8265 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:09.514652 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-52202bdc-0b06-4d79-80bb-ea45537536f3 req-c89ce3b2-7834-486c-8d21-e027ed2c8265 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 947 time: 0.2241802 Jul 08 02:00:09.516868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8642de90-f70f-4734-a8f4-51b9bbeb2069 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:09.521434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.534994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:09.539491 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.544255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8642de90-f70f-4734-a8f4-51b9bbeb2069 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:09.544255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8642de90-f70f-4734-a8f4-51b9bbeb2069 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:09.561362 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:09.624951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-52202bdc-0b06-4d79-80bb-ea45537536f3 req-31176e5e-4e3e-4f3f-aee8-4ecd43ed761e tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003416 Jul 08 02:00:09.698165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.707456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.710073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/networks/846a2bfc-81a0-47d7-97c4-e4c171b6d35f HTTP/1.1" status: 204 len: 168 time: 1.1179764 Jul 08 02:00:09.713592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40734) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:09.733261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e5ec9-d1b0-4bb6-9097-9cd6020fc8f0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Network': ['ID=846a2bfc-81a0-47d7-97c4-e4c171b6d35f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:09.785045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e06cc10-760f-4b86-bb93-c9772e7501b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting subnet ff9eed5e-b829-4dc2-8199-709cc1f9ff68 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:09.790124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e06cc10-760f-4b86-bb93-c9772e7501b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.864537 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e06cc10-760f-4b86-bb93-c9772e7501b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.900581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457202f0-8283-4ef0-becc-c3d9c4a4b8ae req-1bc8f98c-4dce-4d5e-a7de-ce3b7cef2dd7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:09.902166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-457202f0-8283-4ef0-becc-c3d9c4a4b8ae req-1bc8f98c-4dce-4d5e-a7de-ce3b7cef2dd7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1023 time: 0.0960851 Jul 08 02:00:09.958404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-457202f0-8283-4ef0-becc-c3d9c4a4b8ae req-ce3e2eb8-22e2-4360-b3fc-162bb157b2d9 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups?id=212e6de8-2b25-46d4-99b6-b6c094aa9d3f&id=67f1409c-2b60-4dd1-9305-d163fda5c290&id=976318c3-ceea-4148-b65a-a22656c5e8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0502965 Jul 08 02:00:09.965421 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e06cc10-760f-4b86-bb93-c9772e7501b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.097162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e06cc10-760f-4b86-bb93-c9772e7501b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.134560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06cc10-760f-4b86-bb93-c9772e7501b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9eed5e-b829-4dc2-8199-709cc1f9ff68,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:10.136540 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e06cc10-760f-4b86-bb93-c9772e7501b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.138422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e06cc10-760f-4b86-bb93-c9772e7501b0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/subnets/ff9eed5e-b829-4dc2-8199-709cc1f9ff68 HTTP/1.1" status: 204 len: 168 time: 0.4229057 Jul 08 02:00:10.141918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40756) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:10.145574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e4c28-f7d7-410c-96f2-3cf4263dabfa None None] Network 0687bb84-5f88-4abf-86c3-358ff24b0275 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:10.173539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeea288-38fa-4220-a1f1-dfc8a79a8f91 req-6ff23ba1-46e5-4178-a95f-8b12759b2015 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:10.175239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-faeea288-38fa-4220-a1f1-dfc8a79a8f91 req-6ff23ba1-46e5-4178-a95f-8b12759b2015 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.0812848 Jul 08 02:00:10.213065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4d09f4-ff76-4247-bffd-befb75ffb3b5 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting subnet 0491c376-4fbe-423f-bc46-2ccbfc855f31 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:10.218444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c4d09f4-ff76-4247-bffd-befb75ffb3b5 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.227154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-4495b167-fde1-40a7-a6bd-13b4a6bb1325 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:10.231817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-4495b167-fde1-40a7-a6bd-13b4a6bb1325 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.1957757 Jul 08 02:00:10.267592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-faeea288-38fa-4220-a1f1-dfc8a79a8f91 req-e2c01a41-fd19-4692-a69a-6382b8b8154d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848362 Jul 08 02:00:10.280671 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-0c3cf16a-5ee4-41fe-98e1-4904f81d8c7c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/quotas/6dfa016384984b2b898f8cc4f92b1858 HTTP/1.1" status: 200 len: 375 time: 0.0170085 Jul 08 02:00:10.286659 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c4d09f4-ff76-4247-bffd-befb75ffb3b5 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.297601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-6f7e05d9-3d1a-4dac-b032-de5d080ab7c6 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:10.299209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-6f7e05d9-3d1a-4dac-b032-de5d080ab7c6 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.32 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 1023 time: 0.1007051 Jul 08 02:00:10.357994 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-d827a8c6-34ea-45f9-b2de-40566e8457a9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603929 Jul 08 02:00:10.385627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] DHCP port deletion for 0687bb84-5f88-4abf-86c3-358ff24b0275 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:10.400398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-bb9f436a-dca8-4f15-bd2d-c128bbd9579a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:00:10.401380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-bb9f436a-dca8-4f15-bd2d-c128bbd9579a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054572 Jul 08 02:00:10.403613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9add66db-5631-485c-99ea-eaf0ce3b3d66', 'name': 'network-vif-deleted', 'tag': 'e8e43ef3-b689-479a-8fe6-4afadbab73e7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:10.405800 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044a950f-54a5-4f0b-8982-a873688720a6" -d '{"events": [{"server_uuid": "9add66db-5631-485c-99ea-eaf0ce3b3d66", "name": "network-vif-deleted", "tag": "e8e43ef3-b689-479a-8fe6-4afadbab73e7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:10.435372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] Deleting port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:10.436002 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.452596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Deleting port 8d4b0c39-4922-4bc2-a462-90e172176f8e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:10.453080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.469867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c4d09f4-ff76-4247-bffd-befb75ffb3b5 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.505276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] For port e3dcff0b-7036-477f-a9ea-2a8d98643ce1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3dcff0b-7036-477f-a9ea-2a8d98643ce1,segment=NetworkSegment(c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590),segment_id=c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:10.505981 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.523569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] Calling delete_port for e3dcff0b-7036-477f-a9ea-2a8d98643ce1 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:10.547063 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-1099a5c9-4660-4931-a60d-c4ef71fa9494 service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359162 Jul 08 02:00:10.564039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] For port 8d4b0c39-4922-4bc2-a462-90e172176f8e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8d4b0c39-4922-4bc2-a462-90e172176f8e,segment=NetworkSegment(69a1aff9-bec6-4724-9677-37cf236024b2),segment_id=69a1aff9-bec6-4724-9677-37cf236024b2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:10.564408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.579582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Calling delete_port for 8d4b0c39-4922-4bc2-a462-90e172176f8e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:10.645496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-21867473-7e63-4eb6-ad3f-e91122b6888b service neutron] 10.222.0.10 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918164 Jul 08 02:00:10.646882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c4d09f4-ff76-4247-bffd-befb75ffb3b5 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.677497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d09f4-ff76-4247-bffd-befb75ffb3b5 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Subnet': ['ID=0491c376-4fbe-423f-bc46-2ccbfc855f31,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:10.678771 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.682538 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c4d09f4-ff76-4247-bffd-befb75ffb3b5 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.684727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5c4d09f4-ff76-4247-bffd-befb75ffb3b5 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/subnets/0491c376-4fbe-423f-bc46-2ccbfc855f31 HTTP/1.1" status: 204 len: 168 time: 0.5418770 Jul 08 02:00:10.687957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40768) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:10.694183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325416b2-019a-47c3-af34-eac8053217c7 None None] Network 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:10.733949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] Pushing event deleted for resources: {'Port': ['ID=e3dcff0b-7036-477f-a9ea-2a8d98643ce1,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:10.777584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd9413-ac6a-4d1e-bd02-adbdf9d84bd6 None None] No DVR routers for this DVR port e3dcff0b-7036-477f-a9ea-2a8d98643ce1 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:10.791948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e8e43ef3-b689-479a-8fe6-4afadbab73e7 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:10.819272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.822280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: e8e43ef3-b689-479a-8fe6-4afadbab73e7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:10.822419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e8e43ef3-b689-479a-8fe6-4afadbab73e7 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:10.822775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 92dc45b7-e2e4-4838-ad30-7aee6a2b705f no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:10.844315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 92dc45b7-e2e4-4838-ad30-7aee6a2b705f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:10.844667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 92dc45b7-e2e4-4838-ad30-7aee6a2b705f not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:10.855711 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.893213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'Port': ['ID=8d4b0c39-4922-4bc2-a462-90e172176f8e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:10.903408 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6211143c-3cae-4391-b50f-4076bc21bf80 x-openstack-request-id: req-6211143c-3cae-4391-b50f-4076bc21bf80 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:10.910809 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9add66db-5631-485c-99ea-eaf0ce3b3d66", "name": "network-vif-deleted", "tag": "e8e43ef3-b689-479a-8fe6-4afadbab73e7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:10.911220 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6211143c-3cae-4391-b50f-4076bc21bf80 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:10.911677 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9add66db-5631-485c-99ea-eaf0ce3b3d66', 'name': 'network-vif-deleted', 'tag': 'e8e43ef3-b689-479a-8fe6-4afadbab73e7', 'status': 'completed', 'code': 200} Jul 08 02:00:10.937014 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.969406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0687bb84-5f88-4abf-86c3-358ff24b0275']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:10.983142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:10.983480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06e79ed-47c3-4dd4-86f6-9e6c4e9b8590') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:11.002376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] No DVR routers for this DVR port 8d4b0c39-4922-4bc2-a462-90e172176f8e on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:11.004902 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.007575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91e0e86c-481f-466d-9249-2319e9efcac6 req-223a5ed8-eff9-4f2c-89a9-d9660d1a6fa2 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.32 "DELETE /v2.0/ports/8d4b0c39-4922-4bc2-a462-90e172176f8e HTTP/1.1" status: 204 len: 173 time: 0.6997826 Jul 08 02:00:11.007745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'name': 'network-vif-deleted', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:11.011609 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c7b05-8f6e-47cf-9e59-cce3aced81f4" -d '{"events": [{"server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "name": "network-vif-deleted", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:11.013717 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.035513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] DHCP port deletion for 6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:11.079616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.106262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] Deleting port fa04dc1d-678c-458e-8bbd-affb18b0261e {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:11.106768 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.114353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:11.114747 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:11.117957 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:11.184528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] For port fa04dc1d-678c-458e-8bbd-affb18b0261e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fa04dc1d-678c-458e-8bbd-affb18b0261e,segment=NetworkSegment(634ba391-aada-427c-9347-7e88671592a7),segment_id=634ba391-aada-427c-9347-7e88671592a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:11.185011 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.222585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] Calling delete_port for fa04dc1d-678c-458e-8bbd-affb18b0261e owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:11.235711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba6754-c2d2-47dc-b048-70418a6c28f2 req-b20324a5-e4fb-497c-abfa-c204df604257 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:11.243862 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-acba6754-c2d2-47dc-b048-70418a6c28f2 req-b20324a5-e4fb-497c-abfa-c204df604257 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 947 time: 0.1739185 Jul 08 02:00:11.272816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.285376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.287270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/networks/0687bb84-5f88-4abf-86c3-358ff24b0275 HTTP/1.1" status: 204 len: 168 time: 0.5985782 Jul 08 02:00:11.290424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:11.311527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-acba6754-c2d2-47dc-b048-70418a6c28f2 req-7787ce85-4e59-455f-9323-913438720bd8 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652828 Jul 08 02:00:11.312989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9e2ea-8538-482f-a0ff-0399d8941d14 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Network': ['ID=0687bb84-5f88-4abf-86c3-358ff24b0275,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:11.371736 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.402323 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.416119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] No DVR routers for this DVR port fa04dc1d-678c-458e-8bbd-affb18b0261e on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:11.433466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting port fa04dc1d-678c-458e-8bbd-affb18b0261e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:11.435831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.461547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb221257-b2b9-4f9a-bc58-d116f927711c None None] Pushing event deleted for resources: {'Port': ['ID=fa04dc1d-678c-458e-8bbd-affb18b0261e,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:11.537819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] For port fa04dc1d-678c-458e-8bbd-affb18b0261e, host n-d-695189-13, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:11.538534 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.554371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Calling delete_port for fa04dc1d-678c-458e-8bbd-affb18b0261e owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:11.565247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fa04dc1d-678c-458e-8bbd-affb18b0261e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:11.565481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Port fa04dc1d-678c-458e-8bbd-affb18b0261e was not found and therefore no delete operation was performed {{(pid=100712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:00:11.567578 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.583556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: fa04dc1d-678c-458e-8bbd-affb18b0261e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:11.583899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fa04dc1d-678c-458e-8bbd-affb18b0261e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:11.584823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3dcff0b-7036-477f-a9ea-2a8d98643ce1 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:11.596767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Port': ['ID=fa04dc1d-678c-458e-8bbd-affb18b0261e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:11.605938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e3dcff0b-7036-477f-a9ea-2a8d98643ce1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:11.605938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3dcff0b-7036-477f-a9ea-2a8d98643ce1 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:11.606203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] No DVR routers for this DVR port fa04dc1d-678c-458e-8bbd-affb18b0261e on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:11.697285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.702032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a0d2e2-d28c-492b-b764-7d7b4cb1c468 req-1b570973-40cd-41cb-86fa-8023e584d6bc tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 210 time: 0.3457119 Jul 08 02:00:11.710427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:11.726411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634ba391-aada-427c-9347-7e88671592a7') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:11.726411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634ba391-aada-427c-9347-7e88671592a7') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:11.735204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.752430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.759713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:11.760153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:11.763031 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:11.838967 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a9e65dc5-2262-4536-a786-ea935b18b79a req-79c9c733-de1f-41a0-ac6b-40b7a7623aed tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/ports?device_id=48ef71b0-ad98-4579-8be1-f568d3c5eb29 HTTP/1.1" status: 200 len: 210 time: 0.0609715 Jul 08 02:00:11.886691 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bfc189-bee4-4420-bb4f-db39cb7e3085 x-openstack-request-id: req-26bfc189-bee4-4420-bb4f-db39cb7e3085 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:11.887006 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ef71b0-ad98-4579-8be1-f568d3c5eb29", "name": "network-vif-deleted", "tag": "8d4b0c39-4922-4bc2-a462-90e172176f8e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:11.887258 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26bfc189-bee4-4420-bb4f-db39cb7e3085 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:11.887710 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ef71b0-ad98-4579-8be1-f568d3c5eb29', 'name': 'network-vif-deleted', 'tag': '8d4b0c39-4922-4bc2-a462-90e172176f8e', 'status': 'completed', 'code': 200} Jul 08 02:00:11.927823 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.046630 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf93b8e9-87d2-420b-ab60-9ce718443739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.080356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05585-f972-4212-a5b8-eafd7dee1956 req-b63a9d9d-b2af-4f99-abb7-1960da3f87a1 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:12.081924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79d05585-f972-4212-a5b8-eafd7dee1956 req-b63a9d9d-b2af-4f99-abb7-1960da3f87a1 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0757554 Jul 08 02:00:12.123856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79d05585-f972-4212-a5b8-eafd7dee1956 req-0cac04df-a167-4165-87b7-9e806f1e079d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Jul 08 02:00:12.297690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.302899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40798) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:12.303679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/networks/6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4 HTTP/1.1" status: 204 len: 168 time: 1.0109866 Jul 08 02:00:12.307092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0277050-e926-4d0c-ba1f-84e1772098f3 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Network': ['ID=6e5a33b4-82b3-4c47-b34e-afabbb7c1ea4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:12.367231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5723ad-b59a-466b-8560-cb0d51bb366f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting subnet 9d9827b8-7df0-43d7-8e5d-2758c3d6da9d {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:12.372196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e5723ad-b59a-466b-8560-cb0d51bb366f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.380757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6b9ef-e630-440c-afa8-954f9c74f810 req-bc68976b-163c-4728-ba33-c9585ffb6fa6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:12.388173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1da6b9ef-e630-440c-afa8-954f9c74f810 req-bc68976b-163c-4728-ba33-c9585ffb6fa6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.0832813 Jul 08 02:00:12.416115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e5723ad-b59a-466b-8560-cb0d51bb366f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.431876 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1da6b9ef-e630-440c-afa8-954f9c74f810 req-d1fb5282-7937-4999-b560-c2a5ad9a7e5b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Jul 08 02:00:12.506490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e5723ad-b59a-466b-8560-cb0d51bb366f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.549908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:00:12.573763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8d4b0c39-4922-4bc2-a462-90e172176f8e no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:12.600581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 8d4b0c39-4922-4bc2-a462-90e172176f8e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:12.600990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8d4b0c39-4922-4bc2-a462-90e172176f8e not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:12.608534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8601c6-353f-43e9-b8b6-ddc7b3cc2b09 req-2786e1ec-c733-4ef3-b809-947db15d59b7 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:12.610021 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b8601c6-353f-43e9-b8b6-ddc7b3cc2b09 req-2786e1ec-c733-4ef3-b809-947db15d59b7 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 947 time: 0.0772998 Jul 08 02:00:12.648622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b8601c6-353f-43e9-b8b6-ddc7b3cc2b09 req-f9463960-9e23-48d7-bcd4-1ef5f04a8576 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Jul 08 02:00:12.678998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e5723ad-b59a-466b-8560-cb0d51bb366f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.685266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:12.697526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a', 'mac_address': 'fa:16:3e:18:06:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:00:12.700925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e5723ad-b59a-466b-8560-cb0d51bb366f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.703356 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1e5723ad-b59a-466b-8560-cb0d51bb366f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/subnets/9d9827b8-7df0-43d7-8e5d-2758c3d6da9d HTTP/1.1" status: 204 len: 168 time: 0.3984609 Jul 08 02:00:12.705752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:12.706508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db161c3c-48b7-45b1-a677-46846dc9135a None None] Network 49c402af-467b-4703-9bad-2525c404269d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:12.751558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5723ad-b59a-466b-8560-cb0d51bb366f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9827b8-7df0-43d7-8e5d-2758c3d6da9d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:12.802214 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.807205 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.817443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:12.876488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:12.877217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd3e7664-5ea7-4d69-be02-b5a86d6b7fb5 req-9ba7fa26-2e60-45e8-a7e4-2bb5f5b61159 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 210 time: 0.0357673 Jul 08 02:00:12.934327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Deleting port 941dadf4-5220-4f9e-9b32-152426238e00 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:12.934327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.955808 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.004092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] DHCP port deletion for 49c402af-467b-4703-9bad-2525c404269d request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:13.036687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] For port 941dadf4-5220-4f9e-9b32-152426238e00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=941dadf4-5220-4f9e-9b32-152426238e00,segment=NetworkSegment(fe1fb0f9-5f93-4d86-9997-341b74a346f2),segment_id=fe1fb0f9-5f93-4d86-9997-341b74a346f2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:13.041078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.052453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:13.053829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Calling delete_port for 941dadf4-5220-4f9e-9b32-152426238e00 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:13.059892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ed15af9-a2f6-42d0-b20c-ce99cb772101 req-31be4106-fbd8-4662-b8e3-847e379cd072 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/212e6de8-2b25-46d4-99b6-b6c094aa9d3f HTTP/1.1" status: 200 len: 1803 time: 0.0755820 Jul 08 02:00:13.085314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] Deleting port 941dadf4-5220-4f9e-9b32-152426238e00 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:13.086038 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.148153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] For port 941dadf4-5220-4f9e-9b32-152426238e00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=941dadf4-5220-4f9e-9b32-152426238e00,segment=NetworkSegment(fe1fb0f9-5f93-4d86-9997-341b74a346f2),segment_id=fe1fb0f9-5f93-4d86-9997-341b74a346f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:13.148888 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.162133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] Calling delete_port for 941dadf4-5220-4f9e-9b32-152426238e00 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:13.175063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ed15af9-a2f6-42d0-b20c-ce99cb772101 req-052c60b3-9261-4e2b-9e65-e07a45b324d7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.204157 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ed15af9-a2f6-42d0-b20c-ce99cb772101 req-052c60b3-9261-4e2b-9e65-e07a45b324d7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.286933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.293697 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.312332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Port': ['ID=941dadf4-5220-4f9e-9b32-152426238e00,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:13.315544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] No DVR routers for this DVR port 941dadf4-5220-4f9e-9b32-152426238e00 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:13.322106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ed15af9-a2f6-42d0-b20c-ce99cb772101 req-052c60b3-9261-4e2b-9e65-e07a45b324d7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.324182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] Pushing event deleted for resources: {'Port': ['ID=941dadf4-5220-4f9e-9b32-152426238e00,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:13.324659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7ed15af9-a2f6-42d0-b20c-ce99cb772101 req-052c60b3-9261-4e2b-9e65-e07a45b324d7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.335293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c82cd-0df7-4ed2-9190-445f1f35d73a None None] No DVR routers for this DVR port 941dadf4-5220-4f9e-9b32-152426238e00 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:13.335627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ed15af9-a2f6-42d0-b20c-ce99cb772101 req-052c60b3-9261-4e2b-9e65-e07a45b324d7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/212e6de8-2b25-46d4-99b6-b6c094aa9d3f HTTP/1.1" status: 204 len: 173 time: 0.2670200 Jul 08 02:00:13.404652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4cece1de-5680-4cf7-ba82-d3f43fbdbe3a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:13.421011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c60b3-9261-4e2b-9e65-e07a45b324d7 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e6de8-2b25-46d4-99b6-b6c094aa9d3f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:13.449355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.486321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c402af-467b-4703-9bad-2525c404269d']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:13.507144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1fb0f9-5f93-4d86-9997-341b74a346f2') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:13.507588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1fb0f9-5f93-4d86-9997-341b74a346f2') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:13.521192 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.543165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.567655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 941dadf4-5220-4f9e-9b32-152426238e00 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:13.573259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3324d-4b6f-49bd-a03d-fbabce779962 req-bb2abbe7-5d04-4549-9437-cbfa523fa2c7 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:13.584155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aee3324d-4b6f-49bd-a03d-fbabce779962 req-bb2abbe7-5d04-4549-9437-cbfa523fa2c7 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1509850 Jul 08 02:00:13.596014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:13.596014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.596287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 941dadf4-5220-4f9e-9b32-152426238e00 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:13.596595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 941dadf4-5220-4f9e-9b32-152426238e00 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:13.639893 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:13.643505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-77b0dd4f-d819-4485-a429-ad6704a138aa req-35f27284-5bad-4400-a411-0ef6b52c2b22 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "GET /v2.0/security-groups/976318c3-ceea-4148-b65a-a22656c5e8d7 HTTP/1.1" status: 200 len: 1801 time: 0.0789120 Jul 08 02:00:13.653792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-6ae7646b-f7ed-44e0-ab41-77be50f3c81b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:13.654791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-6ae7646b-f7ed-44e0-ab41-77be50f3c81b tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.18 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 811 time: 0.1828463 Jul 08 02:00:13.669908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Request body: {'port': {'device_id': '8773b071-8fbb-464a-94f1-9e82c8c8ce5c', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'admin_state_up': True, 'tenant_id': '6dfa016384984b2b898f8cc4f92b1858'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:13.692717 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aee3324d-4b6f-49bd-a03d-fbabce779962 req-bd4d0d5c-9ec8-42f3-b138-5c93f208656b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063192 Jul 08 02:00:13.774987 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.780242 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.784507 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/networks/49c402af-467b-4703-9bad-2525c404269d HTTP/1.1" status: 204 len: 168 time: 1.0753658 Jul 08 02:00:13.784759 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-77b0dd4f-d819-4485-a429-ad6704a138aa req-46fb60b1-4b0f-40be-bae7-0592048b6ae8 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.786805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:13.816324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-77b0dd4f-d819-4485-a429-ad6704a138aa req-46fb60b1-4b0f-40be-bae7-0592048b6ae8 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.825665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2b4b3-483b-4eea-bbf5-2650b71a267f tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Pushing event deleted for resources: {'Network': ['ID=49c402af-467b-4703-9bad-2525c404269d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:13.834653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-80d704a7-f91e-4a00-adee-f76de84e076a tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "GET /v2.0/ports?device_id=40051896-2751-4645-ba6c-cbdf0a55c6e8 HTTP/1.1" status: 200 len: 205 time: 0.0449975 Jul 08 02:00:13.836970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:13.926488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Made reservation on behalf of 6dfa016384984b2b898f8cc4f92b1858 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:13.926683 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab0ef-aa63-47b6-a518-a17f51a247c0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.935673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.981234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-77b0dd4f-d819-4485-a429-ad6704a138aa req-46fb60b1-4b0f-40be-bae7-0592048b6ae8 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.984434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-77b0dd4f-d819-4485-a429-ad6704a138aa req-46fb60b1-4b0f-40be-bae7-0592048b6ae8 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.005147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-77b0dd4f-d819-4485-a429-ad6704a138aa req-46fb60b1-4b0f-40be-bae7-0592048b6ae8 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] 10.222.0.10 "DELETE /v2.0/security-groups/976318c3-ceea-4148-b65a-a22656c5e8d7 HTTP/1.1" status: 204 len: 173 time: 0.3296714 Jul 08 02:00:14.005147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40832) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:14.098017 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-686236eb-b526-49ac-b20d-4d1feab6641b req-212d9383-a1b5-4fa4-b0eb-f25083238b9d service neutron] show failed (client error): The resource could not be found. Jul 08 02:00:14.099231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-212d9383-a1b5-4fa4-b0eb-f25083238b9d service neutron] 10.222.0.18 "GET /v2.0/ports/9bd927e7-3bc0-46a0-b082-37c18f67c0bf/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.1123037 Jul 08 02:00:14.134586 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab0ef-aa63-47b6-a518-a17f51a247c0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.136917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab0ef-aa63-47b6-a518-a17f51a247c0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.151834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb60b1-4b0f-40be-bae7-0592048b6ae8 tempest-SecurityGroupsTestJSON-1512971441 tempest-SecurityGroupsTestJSON-1512971441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976318c3-ceea-4148-b65a-a22656c5e8d7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:14.221294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-db60600f-df90-41cc-8d63-7c02813d5142 admin admin] Deleting subnet 57495128-c642-439a-ac9a-50dfd4393ed3 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:14.225471 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db60600f-df90-41cc-8d63-7c02813d5142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.253440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab0ef-aa63-47b6-a518-a17f51a247c0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.253440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7ab0ef-aa63-47b6-a518-a17f51a247c0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Fanout notify agent at l3_agent the message router_deleted on router 40051896-2751-4645-ba6c-cbdf0a55c6e8 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:00:14.269740 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f7ab0ef-aa63-47b6-a518-a17f51a247c0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.271159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6f7ab0ef-aa63-47b6-a518-a17f51a247c0 tempest-RoutersNegativeIpV6Test-1099452403 tempest-RoutersNegativeIpV6Test-1099452403-project] 10.222.0.10 "DELETE /v2.0/routers/40051896-2751-4645-ba6c-cbdf0a55c6e8 HTTP/1.1" status: 204 len: 168 time: 0.4322784 Jul 08 02:00:14.288685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db60600f-df90-41cc-8d63-7c02813d5142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.344035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7415242d-1991-46c9-b9a2-8e66c3f3c10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.363166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1079-c891-4ca1-9d6c-84226bff057f req-c59f2c13-6846-4f50-8c38-6854845fd59f tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:14.366234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86eb1079-c891-4ca1-9d6c-84226bff057f req-c59f2c13-6846-4f50-8c38-6854845fd59f tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 948 time: 0.0928416 Jul 08 02:00:14.368774 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db60600f-df90-41cc-8d63-7c02813d5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.410484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86eb1079-c891-4ca1-9d6c-84226bff057f req-af0921e0-278e-4b7f-bbf4-728c65b9c90a tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376186 Jul 08 02:00:14.449067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8342ac-5544-44bc-9d5b-4be5e8c132c3 req-a9b0e797-89ee-4dab-b43e-04a3d7dbca34 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:14.450570 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca8342ac-5544-44bc-9d5b-4be5e8c132c3 req-a9b0e797-89ee-4dab-b43e-04a3d7dbca34 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.3001139 Jul 08 02:00:14.470729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Allocated IP 172.20.0.9 (fbdb8d45-7f81-4e72-bb8a-b61d1865970b/3dc20689-5b16-4c21-9e63-5f26fe24f72c/c36827d9-b35c-4a3e-9054-f6c50dd37174) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:14.497664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca8342ac-5544-44bc-9d5b-4be5e8c132c3 req-f09fcd2b-cadc-42fb-ac0a-d8ce79838fba tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384624 Jul 08 02:00:14.509204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db60600f-df90-41cc-8d63-7c02813d5142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.544863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60600f-df90-41cc-8d63-7c02813d5142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57495128-c642-439a-ac9a-50dfd4393ed3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:14.547711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db60600f-df90-41cc-8d63-7c02813d5142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.552364 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-db60600f-df90-41cc-8d63-7c02813d5142 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/57495128-c642-439a-ac9a-50dfd4393ed3 HTTP/1.1" status: 204 len: 168 time: 0.4974625 Jul 08 02:00:14.552364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40840) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:14.565595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6ab45e6-1492-47b9-8284-aa06ba9a0de0 req-2758d18a-2a29-4515-b301-f9ce8efd90ba tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 210 time: 0.0557344 Jul 08 02:00:14.658884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.813815 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.833816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbcb532-e17f-44e8-aeff-e822195cfe72']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:14.853236 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.866023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a1aff9-bec6-4724-9677-37cf236024b2') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:14.866344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a1aff9-bec6-4724-9677-37cf236024b2') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:14.875139 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.886762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40850) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:14.895015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.922794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.941814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:14.942294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:14.944757 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:14.975296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-ad17ed3b-1e3a-44d9-981f-575adf04824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:14.976968 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-ad17ed3b-1e3a-44d9-981f-575adf04824a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790&tenant_id=ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 1101 time: 0.1067920 Jul 08 02:00:14.995757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb21aec-bd6a-41ed-9489-48352c5e17eb req-3ff10dde-82c8-4dd4-9446-4e657506c366 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:14.995757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb21aec-bd6a-41ed-9489-48352c5e17eb req-3ff10dde-82c8-4dd4-9446-4e657506c366 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1556983 Jul 08 02:00:14.998615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:15.055568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-71b5bbc4-d4f5-48ce-97ae-7606e98976fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88099ce321724851a5190acd71b49165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676478 Jul 08 02:00:15.057920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40858) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:15.071842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.089398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb21aec-bd6a-41ed-9489-48352c5e17eb req-470992bc-c2cf-477e-9dd8-3118aa7da4bc tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849907 Jul 08 02:00:15.113946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.120191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.120583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.121691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] 10.222.0.10 "DELETE /v2.0/networks/edbcb532-e17f-44e8-aeff-e822195cfe72 HTTP/1.1" status: 204 len: 168 time: 0.5678492 Jul 08 02:00:15.161522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Network fbdb8d45-7f81-4e72-bb8a-b61d1865970b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:15.162868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdcb13-b7ad-48ad-bef7-590d74e0bbbc admin admin] Pushing event deleted for resources: {'Network': ['ID=edbcb532-e17f-44e8-aeff-e822195cfe72,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:15.171818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:15.174059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:15.205965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event updated for resources: {'Port': ['ID=c36827d9-b35c-4a3e-9054-f6c50dd37174,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:15.234228 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef48d8a3-fd34-42bd-85e4-dd49e39045d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.252195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:15.252831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.273903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef48d8a3-fd34-42bd-85e4-dd49e39045d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.330195 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-24b661a5-917d-44e8-a5ae-a04b73af743c tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6652176 Jul 08 02:00:15.346168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Request body: {'port': {'device_id': '8773b071-8fbb-464a-94f1-9e82c8c8ce5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:15.350759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:15.394064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:15.409937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef48d8a3-fd34-42bd-85e4-dd49e39045d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.413039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef48d8a3-fd34-42bd-85e4-dd49e39045d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.414191 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ef48d8a3-fd34-42bd-85e4-dd49e39045d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/121f7a8e-b6f5-4bc4-8a53-4fd81404da18 HTTP/1.1" status: 204 len: 168 time: 0.3552482 Jul 08 02:00:15.428439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48d8a3-fd34-42bd-85e4-dd49e39045d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f7a8e-b6f5-4bc4-8a53-4fd81404da18,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:15.448534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40868) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:15.449004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:15.451396 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528fc2c8-0145-4acd-83e9-b2b7304d7a8e" -d '{"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:15.460203 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.464903 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.491700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Transition to ACTIVE for port object 9bd927e7-3bc0-46a0-b082-37c18f67c0bf will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:15.494781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:15.546237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3d45402c-d6b5-4499-be48-a4b43b483bbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0aa25b3bab394d079bcdafd73f6964bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490890 Jul 08 02:00:15.548492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:15.593787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.678331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c149-2740-4ba2-abce-fc19cc4f3316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.684050 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.722318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:15.725793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] No DVR routers for this DVR port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:15.729378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c149-2740-4ba2-abce-fc19cc4f3316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.775096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb36f1-5454-49a6-a182-26c11b0d6001 req-93994cef-88a9-473f-b41b-5be4f9e72020 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:15.776932 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1bfb36f1-5454-49a6-a182-26c11b0d6001 req-93994cef-88a9-473f-b41b-5be4f9e72020 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 948 time: 0.1747062 Jul 08 02:00:15.777724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee69b612-6d76-4c89-ad31-a70d7dc5c045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.810657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:15.811167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:15.811892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:15.817456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:00:15.817983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:15.830132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:15.830744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:15.835542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:15.835542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Bound port: 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:15.835542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.848767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1bfb36f1-5454-49a6-a182-26c11b0d6001 req-b718a4d9-5f4d-4d2a-ad2d-9c8fd3b157aa tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595510 Jul 08 02:00:15.966644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:15.971123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:15.994413 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c149-2740-4ba2-abce-fc19cc4f3316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.997754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9f9c149-2740-4ba2-abce-fc19cc4f3316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.001877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f9f9c149-2740-4ba2-abce-fc19cc4f3316 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67f1409c-2b60-4dd1-9305-d163fda5c290 HTTP/1.1" status: 204 len: 168 time: 0.4521573 Jul 08 02:00:16.015762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9c149-2740-4ba2-abce-fc19cc4f3316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f1409c-2b60-4dd1-9305-d163fda5c290,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:16.052374 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.116129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee69b612-6d76-4c89-ad31-a70d7dc5c045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.170884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36827d9-b35c-4a3e-9054-f6c50dd37174 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:16.175174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:16.176638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.178633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] 10.222.0.32 "PUT /v2.0/ports/9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 1096 time: 1.1849852 Jul 08 02:00:16.182059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.200957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Transition to ACTIVE for port object c36827d9-b35c-4a3e-9054-f6c50dd37174 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:16.204853 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c343d3-6174-40f8-8d9e-bd0119c993cc x-openstack-request-id: req-86c343d3-6174-40f8-8d9e-bd0119c993cc {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:16.205152 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:16.205407 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86c343d3-6174-40f8-8d9e-bd0119c993cc {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:16.205805 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'code': 200} Jul 08 02:00:16.234471 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee69b612-6d76-4c89-ad31-a70d7dc5c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.241546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb883dd1-d91a-41a1-b748-b30635fb7e68 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:16.285998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.357901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-d5634d32-69ad-409e-81bd-9e9b4d565ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:16.359495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-d5634d32-69ad-409e-81bd-9e9b4d565ca6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1099 time: 0.1437974 Jul 08 02:00:16.415251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ee69b612-6d76-4c89-ad31-a70d7dc5c045 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de12aae1120542db9eae58ce0b5f1976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9570570 Jul 08 02:00:16.429252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40900) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:16.438007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235d9ce-c2fc-439b-b621-dbfeddbe2137 req-3fb8a923-77cd-41e9-8ebb-27959b677fbf tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:16.439772 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f235d9ce-c2fc-439b-b621-dbfeddbe2137 req-3fb8a923-77cd-41e9-8ebb-27959b677fbf tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 947 time: 0.3190424 Jul 08 02:00:16.456163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69b612-6d76-4c89-ad31-a70d7dc5c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84fb07c-2c81-4e1f-bfd1-db824d5c7de9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:16.468455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Pushing event updated for resources: {'Port': ['ID=c36827d9-b35c-4a3e-9054-f6c50dd37174,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:16.562021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:16.613413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-1ab600a1-1843-4e0a-b9b8-ad85eb1a0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:16.615985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-1ab600a1-1843-4e0a-b9b8-ad85eb1a0ff5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2450140 Jul 08 02:00:16.617038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f235d9ce-c2fc-439b-b621-dbfeddbe2137 req-958a7d4b-cd61-42bf-886b-72d32e413aa1 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617415 Jul 08 02:00:16.654497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad54347-fdbf-4b8d-95ab-1f75d6e0e008 req-e35b693b-fc48-4c16-9584-b083ef60b4be tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:16.665731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c223235b-68eb-4838-a802-aeffdb744621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.666714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ad54347-fdbf-4b8d-95ab-1f75d6e0e008 req-e35b693b-fc48-4c16-9584-b083ef60b4be tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 943 time: 0.2848213 Jul 08 02:00:16.718606 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c223235b-68eb-4838-a802-aeffdb744621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.720823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Attempting to bind port c36827d9-b35c-4a3e-9054-f6c50dd37174 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:16.721167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Attempting to bind port c36827d9-b35c-4a3e-9054-f6c50dd37174 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:16.721503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Attempting to bind port c36827d9-b35c-4a3e-9054-f6c50dd37174 on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:16.733459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Port c36827d9-b35c-4a3e-9054-f6c50dd37174 on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:00:16.733774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Attempting to bind port c36827d9-b35c-4a3e-9054-f6c50dd37174 on network fbdb8d45-7f81-4e72-bb8a-b61d1865970b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:16.750487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:16.750826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Checking segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:16.755655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Bound using segment: {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:16.755655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Bound port: c36827d9-b35c-4a3e-9054-f6c50dd37174, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:16.755655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.758962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ad54347-fdbf-4b8d-95ab-1f75d6e0e008 req-8bf4f928-aac9-41a1-bd81-3394c497706d tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859311 Jul 08 02:00:16.765154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-a233c0e7-5a75-4786-8c4c-810023367b8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.1273136 Jul 08 02:00:16.778096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:16.782423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:16.782984 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.841043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:16.868299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] For port c36827d9-b35c-4a3e-9054-f6c50dd37174, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:16.876200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-8d427903-3307-4c1f-98a0-27b66762ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:16.878541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-8d427903-3307-4c1f-98a0-27b66762ba70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1008174 Jul 08 02:00:16.879477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] For port c36827d9-b35c-4a3e-9054-f6c50dd37174, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c36827d9-b35c-4a3e-9054-f6c50dd37174,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:16.924297 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c223235b-68eb-4838-a802-aeffdb744621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.927438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c223235b-68eb-4838-a802-aeffdb744621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.929357 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c223235b-68eb-4838-a802-aeffdb744621 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b84fb07c-2c81-4e1f-bfd1-db824d5c7de9 HTTP/1.1" status: 204 len: 168 time: 0.4885077 Jul 08 02:00:16.950098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223235b-68eb-4838-a802-aeffdb744621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84fb07c-2c81-4e1f-bfd1-db824d5c7de9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:16.959234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.995640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686236eb-b526-49ac-b20d-4d1feab6641b req-8bbb19c7-2cf5-4dda-9c4e-879c9ef82a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:16.997232 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-8bbb19c7-2cf5-4dda-9c4e-879c9ef82a44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083858 Jul 08 02:00:17.023539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:17.036206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.036847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.040598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] 10.222.0.18 "PUT /v2.0/ports/c36827d9-b35c-4a3e-9054-f6c50dd37174 HTTP/1.1" status: 200 len: 1092 time: 1.7013116 Jul 08 02:00:17.047283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8773b071-8fbb-464a-94f1-9e82c8c8ce5c', 'tag': 'c36827d9-b35c-4a3e-9054-f6c50dd37174'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:17.058367 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2269d368-2ed2-4133-a91e-28bc88caac72" -d '{"events": [{"name": "network-changed", "server_uuid": "8773b071-8fbb-464a-94f1-9e82c8c8ce5c", "tag": "c36827d9-b35c-4a3e-9054-f6c50dd37174"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:17.109363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1d0df-b1b4-437c-a62a-e7feadfa2a31 service neutron] Pushing event updated for resources: {'Port': ['ID=c36827d9-b35c-4a3e-9054-f6c50dd37174,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:17.141906 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.179869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32719a36-519a-4052-bc11-72d9a1256615 req-fd635a3b-edad-4d8e-a301-e7b5706acb7d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.181619 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32719a36-519a-4052-bc11-72d9a1256615 req-fd635a3b-edad-4d8e-a301-e7b5706acb7d tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1758964 Jul 08 02:00:17.215010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29ebea6-f2ce-4559-abe6-f18189a62cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:17.217210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-bda7c7ba-dc94-43d4-9d3c-37f1e09b241b service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590490 Jul 08 02:00:17.223804 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ab966-70e0-4b1a-9c7e-b00ee9e2d05f" -d '{"events": [{"server_uuid": "c29ebea6-f2ce-4559-abe6-f18189a62cec", "name": "network-vif-plugged", "status": "completed", "tag": "4cece1de-5680-4cf7-ba82-d3f43fbdbe3a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:17.252185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:17.288067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-96d149f4-9ad2-481b-9f1b-71f90acf9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.289599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-96d149f4-9ad2-481b-9f1b-71f90acf9170 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 1095 time: 0.1285329 Jul 08 02:00:17.305902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57091e72-3635-4b47-b967-61ef4a0440c6 req-8503e27e-d519-48ab-97aa-4e8709593685 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.307366 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57091e72-3635-4b47-b967-61ef4a0440c6 req-8503e27e-d519-48ab-97aa-4e8709593685 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 948 time: 0.1448283 Jul 08 02:00:17.315695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32719a36-519a-4052-bc11-72d9a1256615 req-7f24f8c8-ce41-4477-a7ac-9755f363979c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974815 Jul 08 02:00:17.347796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-a5668231-391e-4411-8d66-99aee8ef98a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c36827d9-b35c-4a3e-9054-f6c50dd37174 HTTP/1.1" status: 200 len: 217 time: 0.0502315 Jul 08 02:00:17.367490 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c62d3f-7b0f-4db7-ad6f-dfbb4547f5f6 x-openstack-request-id: req-a9c62d3f-7b0f-4db7-ad6f-dfbb4547f5f6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:17.367888 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8773b071-8fbb-464a-94f1-9e82c8c8ce5c", "tag": "c36827d9-b35c-4a3e-9054-f6c50dd37174", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:17.368034 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9c62d3f-7b0f-4db7-ad6f-dfbb4547f5f6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:17.373541 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8773b071-8fbb-464a-94f1-9e82c8c8ce5c', 'tag': 'c36827d9-b35c-4a3e-9054-f6c50dd37174', 'status': 'completed', 'code': 200} Jul 08 02:00:17.373647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-686236eb-b526-49ac-b20d-4d1feab6641b req-b375e287-a03a-4978-8630-f49cd54885a8 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325934 Jul 08 02:00:17.373768 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.397371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.417616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-e4914969-19dc-4fae-8aa4-f05d6014d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.419133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-e4914969-19dc-4fae-8aa4-f05d6014d132 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.0644534 Jul 08 02:00:17.422598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57091e72-3635-4b47-b967-61ef4a0440c6 req-05ade218-1ad9-4cab-8e19-e83ac0070f66 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089156 Jul 08 02:00:17.426709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:17.460582 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-b9a1ad30-0f21-46a5-b9e9-d3849e2c7aa6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343649 Jul 08 02:00:17.561616 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-84e6700a-5676-4c0a-8720-3721fe28ec62 service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946116 Jul 08 02:00:17.688176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56e0aa94-ef7c-40dd-90b8-90590ca3e434 req-c6801e41-41fe-4fb6-86ec-c6c96194b642 service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116197 Jul 08 02:00:17.696721 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be749256-2fc4-405b-aec0-2af242cfb571 x-openstack-request-id: req-be749256-2fc4-405b-aec0-2af242cfb571 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:17.697214 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29ebea6-f2ce-4559-abe6-f18189a62cec", "name": "network-vif-plugged", "status": "completed", "tag": "4cece1de-5680-4cf7-ba82-d3f43fbdbe3a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:17.697383 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be749256-2fc4-405b-aec0-2af242cfb571 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:17.697734 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29ebea6-f2ce-4559-abe6-f18189a62cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a', 'code': 200} Jul 08 02:00:17.723592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40942) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:17.728239 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033698 Jul 08 02:00:17.740881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40944) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:17.850721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926be01c-fae9-4cdd-85b8-3fb039b32c6f req-5985adfb-0885-4262-80c4-46efbe159385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.852670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-926be01c-fae9-4cdd-85b8-3fb039b32c6f req-5985adfb-0885-4262-80c4-46efbe159385 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 1101 time: 0.0600822 Jul 08 02:00:17.939857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-926be01c-fae9-4cdd-85b8-3fb039b32c6f req-3cb33c84-599a-4b89-b665-abf67ebae863 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725522 Jul 08 02:00:17.967503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467f14-bff4-4bbe-acfb-7e755d1de7de req-473d1596-0993-463b-9511-97b528e88bff tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.969884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-49467f14-bff4-4bbe-acfb-7e755d1de7de req-473d1596-0993-463b-9511-97b528e88bff tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 947 time: 0.1806617 Jul 08 02:00:17.977724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.993521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4256dd8-2849-400c-b2c2-4368a09f6561 req-43555090-9006-476f-899e-cc631a543cd5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.993521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b4256dd8-2849-400c-b2c2-4368a09f6561 req-43555090-9006-476f-899e-cc631a543cd5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 943 time: 0.0909650 Jul 08 02:00:18.033399 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9d4efbe7-afb1-4984-a1fd-70a06a3b8b2c tempest-NetworksApiDiscovery-2000893207 tempest-NetworksApiDiscovery-2000893207-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2838886 Jul 08 02:00:18.036283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b4256dd8-2849-400c-b2c2-4368a09f6561 req-943bb130-02e6-45c8-ba23-ac29ec3e698f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Jul 08 02:00:18.046761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-3cc738bb-87cd-48be-904d-86be327585d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.048343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-3cc738bb-87cd-48be-904d-86be327585d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dfa016384984b2b898f8cc4f92b1858&device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 1095 time: 0.1695461 Jul 08 02:00:18.059796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40960) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:18.069089 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-49467f14-bff4-4bbe-acfb-7e755d1de7de req-0c1bf2d1-1381-4862-b576-88a827e0a35f tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880463 Jul 08 02:00:18.166182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-7044595b-b813-408b-a2e8-30bcda0bb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.167725 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-7044595b-b813-408b-a2e8-30bcda0bb6da service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 200 len: 912 time: 0.1111255 Jul 08 02:00:18.207437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:18.209853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-4dde3260-af5b-4552-a50e-10322919af66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c36827d9-b35c-4a3e-9054-f6c50dd37174 HTTP/1.1" status: 200 len: 217 time: 0.0350709 Jul 08 02:00:18.210627 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3aae2-6ae2-42da-b72a-0810538f8d44" -d '{"events": [{"name": "network-changed", "server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:18.264093 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7315ecff-fc2a-4c7d-9947-8157abfb5fd4 x-openstack-request-id: req-7315ecff-fc2a-4c7d-9947-8157abfb5fd4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:18.264397 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:18.264654 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7315ecff-fc2a-4c7d-9947-8157abfb5fd4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:18.267715 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'status': 'completed', 'code': 200} Jul 08 02:00:18.277156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-e8847d74-061a-4b68-9cab-891e1d1ebe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.279408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-e8847d74-061a-4b68-9cab-891e1d1ebe80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 200 len: 851 time: 0.0620964 Jul 08 02:00:18.334892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-241646686-network', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:18.358225 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-aaa804b9-49ca-4931-a005-61b932b0ce96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbdb8d45-7f81-4e72-bb8a-b61d1865970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529366 Jul 08 02:00:18.374881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-5eaf5a7f-a162-4436-bea7-aedcb51c42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.376756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-5eaf5a7f-a162-4436-bea7-aedcb51c42a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1099 time: 0.0591500 Jul 08 02:00:18.487509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:18.503823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-13144511-ef62-48b5-aaf7-19a444e688ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.505740 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-13144511-ef62-48b5-aaf7-19a444e688ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1099 time: 0.2093003 Jul 08 02:00:18.589493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-1d62996b-3cda-46c3-bd0b-c4f8d50974db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.590181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Made reservation on behalf of ccb4c4630bbc4d79a4b5d75e61cc81f2 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:18.592001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-1d62996b-3cda-46c3-bd0b-c4f8d50974db service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2075863 Jul 08 02:00:18.592940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:18.610825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4cfb0-2a3d-4adf-be9c-a353446e5996 req-4e360992-c712-44f6-984e-18d452e36b43 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.612857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9e4cfb0-2a3d-4adf-be9c-a353446e5996 req-4e360992-c712-44f6-984e-18d452e36b43 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1332350 Jul 08 02:00:18.639158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:18.670561 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-33c404e3-a8f8-405b-a5ae-5e0e9145dc0c service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033156 Jul 08 02:00:18.688999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-118e92d7-899e-4584-97a4-faf3fd30b06f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.0751882 Jul 08 02:00:18.700064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9e4cfb0-2a3d-4adf-be9c-a353446e5996 req-50b73544-21da-4219-997b-b66d817d9808 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785077 Jul 08 02:00:18.700944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24a518cf-fdf0-46ba-9ea2-98f3e868f90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:18.757343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-00b599fb-6d05-4bbd-ab97-ce31db68ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.758857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-00b599fb-6d05-4bbd-ab97-ce31db68ab6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0557582 Jul 08 02:00:18.845910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-d968d877-da3b-4677-b1de-130e72b39045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.847753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-d968d877-da3b-4677-b1de-130e72b39045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632129 Jul 08 02:00:18.914186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:18.974061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-07706995-e06c-4db9-8591-93acc1726166 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102788 Jul 08 02:00:19.019090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1433595031-network', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:19.093534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-7fc9aa36-3573-462f-81ae-ffa1f6c3b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.095037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-7fc9aa36-3573-462f-81ae-ffa1f6c3b4a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.5742867 Jul 08 02:00:19.096706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-d9048252-9e49-4c0a-bc57-2ca449c50485 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013479 Jul 08 02:00:19.166509 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-3187d63d-237c-4b0c-9f95-275a813c9288 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.0639787 Jul 08 02:00:19.182317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6df62-64b8-4ab8-8240-d1149edc4928 req-c1eb071b-9df5-45c0-8ab5-e265031d4b30 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.183872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93f6df62-64b8-4ab8-8240-d1149edc4928 req-c1eb071b-9df5-45c0-8ab5-e265031d4b30 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 949 time: 0.5800846 Jul 08 02:00:19.223700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2269d368-2ed2-4133-a91e-28bc88caac72 req-a4880e06-e7d7-4696-91c2-7f9704ace143 service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432992 Jul 08 02:00:19.234195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175154d-3c0b-4b9d-ad97-c513db167d74 req-0dbb55aa-03b1-4c8e-bedd-154fcd79b916 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.235651 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6175154d-3c0b-4b9d-ad97-c513db167d74 req-0dbb55aa-03b1-4c8e-bedd-154fcd79b916 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 943 time: 0.0740769 Jul 08 02:00:19.275942 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6175154d-3c0b-4b9d-ad97-c513db167d74 req-1cd7ca69-39e6-4ddb-905b-ed76d5e9cbd7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Jul 08 02:00:19.302382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-4883b164-7aee-4ff9-9007-5caf55e1c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.304448 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-4883b164-7aee-4ff9-9007-5caf55e1c51f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1166933 Jul 08 02:00:19.311841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93f6df62-64b8-4ab8-8240-d1149edc4928 req-a34923dc-f58e-4ab1-8552-722264a90eeb tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102498 Jul 08 02:00:19.324377 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.372826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-9f267133-c6e5-4138-ac85-4c32d5bca33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.374450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-9f267133-c6e5-4138-ac85-4c32d5bca33f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591009 Jul 08 02:00:19.394974 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.428403 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:00:19.428403 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:00:19.428403 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '121ccb09bf83447a8bc221deb5c47518', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 0, 19, 48202)}] Jul 08 02:00:19.428403 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:00:19.428882 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:00:19.463864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:19.486479 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6eca1e-ba15-4936-a508-c3fdb3595824,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:19.488417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fe03c-dafa-4b09-8ce1-e7e1e8b082a4 req-bb7c8417-d4f5-41d9-b7f1-47fb396830a6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.489957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc2fe03c-dafa-4b09-8ce1-e7e1e8b082a4 req-bb7c8417-d4f5-41d9-b7f1-47fb396830a6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 947 time: 0.1022208 Jul 08 02:00:19.497181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.497700 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Added segment 99dd4dd9-2bd9-46be-9b83-532e8a56d143 of type vlan for network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 Jul 08 02:00:19.561329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc2fe03c-dafa-4b09-8ce1-e7e1e8b082a4 req-203f6a8e-61a9-44e5-bcba-2d36d6d9578d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633545 Jul 08 02:00:19.564800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.570793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24a518cf-fdf0-46ba-9ea2-98f3e868f90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.574246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-d14e22c1-4e14-4b4f-81fb-14e1a18971c3 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930392 Jul 08 02:00:19.675664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1db3aae2-6ae2-42da-b72a-0810538f8d44 req-a488583d-81ff-4254-93a3-90edfbfdf1f6 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954413 Jul 08 02:00:19.680652 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24a518cf-fdf0-46ba-9ea2-98f3e868f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.717665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a518cf-fdf0-46ba-9ea2-98f3e868f90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c630c9-be48-4292-a56c-f73a779150c2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:19.721890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-24a518cf-fdf0-46ba-9ea2-98f3e868f90f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6b9df768fd640cc960bba10718b109d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2209144 Jul 08 02:00:19.725013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40996) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:19.737783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.738991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.739623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.785103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d74caed-6181-47b3-ba66-d36b32f3e006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.805406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] Pushing event updated for resources: {'Network': ['ID=6663fdc5-a8f8-49d2-a67d-12ef1b282923,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:19.808182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d74caed-6181-47b3-ba66-d36b32f3e006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.815687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:19.867685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c0f05ce1-63b3-45f6-9de3-9a4573490223 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8120236 Jul 08 02:00:19.870418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:19.876943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Request body: {'subnet': {'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-241646686-subnet', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:19.899729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1ab23-9c06-45b4-a682-d2da4ee68185 req-1359aebb-e066-43d6-9578-eb4eaa9eb31c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.901245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4c1ab23-9c06-45b4-a682-d2da4ee68185 req-1359aebb-e066-43d6-9578-eb4eaa9eb31c tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.0753620 Jul 08 02:00:19.931559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d74caed-6181-47b3-ba66-d36b32f3e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.934345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d74caed-6181-47b3-ba66-d36b32f3e006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.939584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1d74caed-6181-47b3-ba66-d36b32f3e006 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8c630c9-be48-4292-a56c-f73a779150c2 HTTP/1.1" status: 204 len: 168 time: 0.2095728 Jul 08 02:00:19.946191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74caed-6181-47b3-ba66-d36b32f3e006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c630c9-be48-4292-a56c-f73a779150c2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:19.948548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4c1ab23-9c06-45b4-a682-d2da4ee68185 req-869c73e5-040f-4e64-ab5d-7da7347396d5 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Jul 08 02:00:19.959953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Made reservation on behalf of ccb4c4630bbc4d79a4b5d75e61cc81f2 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:19.966986 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.118719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Made reservation on behalf of 121ccb09bf83447a8bc221deb5c47518 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:20.121089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.140905 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.203145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.283288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.284259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb5f15a-ba20-4e3a-9cef-025e4eae86f8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:20.296729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Checking segment: {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:20.297424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Network hostable DHCP agents. Network: 6663fdc5-a8f8-49d2-a67d-12ef1b282923, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:20.351844 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.373739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:20.387325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:20.394829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e913c2-0734-4be2-87fb-04c260b726bd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:20.413232 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.414718 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Added segment 9ea587d7-a99e-4b57-a41b-ee8d78704716 of type vlan for network eb7f8a9d-de30-41f1-8c22-10d36fa80060 Jul 08 02:00:20.479843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 6663fdc5-a8f8-49d2-a67d-12ef1b282923) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:20.490463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3353d4-2ec7-42e6-9de2-2a1299c43079 None None] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:20.492024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.496080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:20.496665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.518367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760ec10-71f8-46ff-9949-7621938995ce req-def65768-6f30-4984-9dcb-6a6c9e2f53ec tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:20.520716 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9760ec10-71f8-46ff-9949-7621938995ce req-def65768-6f30-4984-9dcb-6a6c9e2f53ec tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 949 time: 0.0786211 Jul 08 02:00:20.553577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ecc3f-5ef6-42dc-93b5-077891f10181 req-2b5ae454-e908-41f3-87b2-2b502fa784e8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:20.555174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b36ecc3f-5ef6-42dc-93b5-077891f10181 req-2b5ae454-e908-41f3-87b2-2b502fa784e8 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 943 time: 0.1440768 Jul 08 02:00:20.585609 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-77ca336a-d053-4479-98ee-bd6e3354bdac admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7131548 Jul 08 02:00:20.588687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41020) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:20.592963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:20.595894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9760ec10-71f8-46ff-9949-7621938995ce req-0daa6eec-594b-40a1-ae9e-3784a641a526 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642555 Jul 08 02:00:20.612859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.613875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:20.614469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.668177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b36ecc3f-5ef6-42dc-93b5-077891f10181 req-e307ddfb-e754-4422-a8f3-725cdd15c3ec tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044416 Jul 08 02:00:20.670240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:00:20.671544 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.695326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] Pushing event updated for resources: {'Network': ['ID=eb7f8a9d-de30-41f1-8c22-10d36fa80060,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:20.706350 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:20.747204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.748417 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.845378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.850448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-856fd09e-ec0d-4e72-8e81-69a547715adc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9332631 Jul 08 02:00:20.862400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41032) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:20.872051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Request body: {'subnet': {'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1433595031-subnet', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:20.912440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe5eb8-8291-4885-83aa-c6bd17392c88 req-02b0a6e9-e744-48c3-a7c8-5fa3c2553027 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:20.914005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1fe5eb8-8291-4885-83aa-c6bd17392c88 req-02b0a6e9-e744-48c3-a7c8-5fa3c2553027 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 947 time: 0.0874536 Jul 08 02:00:20.977126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device c36827d9-b35c-4a3e-9054-f6c50dd37174 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:00:20.994612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Made reservation on behalf of 121ccb09bf83447a8bc221deb5c47518 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:20.997750 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.086993 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.122829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Allocated IP 172.20.0.2 (6663fdc5-a8f8-49d2-a67d-12ef1b282923/5fb5f15a-ba20-4e3a-9cef-025e4eae86f8/d05b8b6d-1c44-430d-891e-a334c89d2ff0) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:21.161607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port c36827d9-b35c-4a3e-9054-f6c50dd37174, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c36827d9-b35c-4a3e-9054-f6c50dd37174,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:21.207522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'c36827d9-b35c-4a3e-9054-f6c50dd37174', 'network_id': 'fbdb8d45-7f81-4e72-bb8a-b61d1865970b', 'port_id': 'c36827d9-b35c-4a3e-9054-f6c50dd37174', 'mac_address': 'fa:16:3e:5a:c0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc20689-5b16-4c21-9e63-5f26fe24f72c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:00:21.234521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1fe5eb8-8291-4885-83aa-c6bd17392c88 req-6efee444-89e3-4c4d-ad1d-6c198fca95ed tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111632 Jul 08 02:00:21.252988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.269347 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.294913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36827d9-b35c-4a3e-9054-f6c50dd37174 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:21.327515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port c36827d9-b35c-4a3e-9054-f6c50dd37174, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c36827d9-b35c-4a3e-9054-f6c50dd37174,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:21.369670 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.383893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.394646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Transition to ACTIVE for port object d05b8b6d-1c44-430d-891e-a334c89d2ff0 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:21.413866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Transition to ACTIVE for port object d05b8b6d-1c44-430d-891e-a334c89d2ff0 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:21.432535 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.462862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Checking segment: {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:21.463239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Network hostable DHCP agents. Network: eb7f8a9d-de30-41f1-8c22-10d36fa80060, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:21.471897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc72282-308c-4986-878d-56521163965e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:21.519548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=c36827d9-b35c-4a3e-9054-f6c50dd37174,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:21.524346 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.533744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdd466-6205-4b26-9110-6e2f672e2e77 req-b56fe174-f8b5-4bb8-821f-4512ddb481af tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:21.544322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77bdd466-6205-4b26-9110-6e2f672e2e77 req-b56fe174-f8b5-4bb8-821f-4512ddb481af tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.1967020 Jul 08 02:00:21.563438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777051-7a7d-4853-9ac0-aa8778d10664 req-662931e9-ef24-4589-b780-4060c7bfe133 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:21.571840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a777051-7a7d-4853-9ac0-aa8778d10664 req-662931e9-ef24-4589-b780-4060c7bfe133 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 1101 time: 0.0725789 Jul 08 02:00:21.574702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:21.586436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:21.586763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5a777051-7a7d-4853-9ac0-aa8778d10664 req-9b6f680c-5325-41fc-a808-f3dc597cf1e0 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.588977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Pushing event updated for resources: {'Port': ['ID=d05b8b6d-1c44-430d-891e-a334c89d2ff0,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:21.591924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:21.601402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:21.606901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77bdd466-6205-4b26-9110-6e2f672e2e77 req-2248388f-c310-4764-967d-357591bf5d94 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602963 Jul 08 02:00:21.646884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['c36827d9-b35c-4a3e-9054-f6c50dd37174'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:21.677299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Attempting to bind port d05b8b6d-1c44-430d-891e-a334c89d2ff0 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:21.678222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Attempting to bind port d05b8b6d-1c44-430d-891e-a334c89d2ff0 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:21.678222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Attempting to bind port d05b8b6d-1c44-430d-891e-a334c89d2ff0 on network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:21.687377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:21.687893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Checking segment: {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:21.688375 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.688854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Bound using segment: {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:21.689381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Bound port: d05b8b6d-1c44-430d-891e-a334c89d2ff0, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:21.689833 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.692591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5a777051-7a7d-4853-9ac0-aa8778d10664 req-9b6f680c-5325-41fc-a808-f3dc597cf1e0 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.717846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, eb7f8a9d-de30-41f1-8c22-10d36fa80060) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:21.722388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:21.723132 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.747168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a7772-4e8d-446e-a635-6f74006a4c6e None None] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:21.783371 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5a777051-7a7d-4853-9ac0-aa8778d10664 req-9b6f680c-5325-41fc-a808-f3dc597cf1e0 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.790417 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.813759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.832059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a777051-7a7d-4853-9ac0-aa8778d10664 req-9b6f680c-5325-41fc-a808-f3dc597cf1e0 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589612 Jul 08 02:00:21.858233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f680c-5325-41fc-a808-f3dc597cf1e0 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fa91c8-f962-427c-8aa4-e0bf00c49d4d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:21.864649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-65795b38-c56d-45b3-b48b-b83ee3b4cf7e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9983733 Jul 08 02:00:21.871230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41052) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:21.871316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] For port d05b8b6d-1c44-430d-891e-a334c89d2ff0, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:21.871437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:21.875273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] For port d05b8b6d-1c44-430d-891e-a334c89d2ff0, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d05b8b6d-1c44-430d-891e-a334c89d2ff0,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:21.983026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.989918 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.993125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.053314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-21ad2629-5899-451f-acc2-4cc3ffb2f465 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:22.055606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-21ad2629-5899-451f-acc2-4cc3ffb2f465 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.32 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.2316408 Jul 08 02:00:22.057028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Allocated IP 172.25.8.179 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/177eca2f-db64-4f3b-a735-51edb92593fc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:22.075840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756be9bd-0fa6-4657-830f-d31020cc95c1 req-89a73f2d-5a73-4a3f-a05b-ba7c4888058a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:22.086874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.087028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-756be9bd-0fa6-4657-830f-d31020cc95c1 req-89a73f2d-5a73-4a3f-a05b-ba7c4888058a tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 944 time: 0.2274487 Jul 08 02:00:22.114902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:00:22.115814 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.133667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec2137-2139-4aac-ba0d-25e2117b37bd None None] Pushing event updated for resources: {'Port': ['ID=d05b8b6d-1c44-430d-891e-a334c89d2ff0,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:22.289116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Allocated IP 172.20.0.2 (eb7f8a9d-de30-41f1-8c22-10d36fa80060/5dc72282-308c-4986-878d-56521163965e/cc960160-44b6-4b47-beb7-a4ec67ab4e26) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:22.555601 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.555990 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.578617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Transition to ACTIVE for port object cc960160-44b6-4b47-beb7-a4ec67ab4e26 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:22.595189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:00:22.610682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Transition to ACTIVE for port object cc960160-44b6-4b47-beb7-a4ec67ab4e26 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:22.612599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74e75b-520c-4036-8443-97a40a373ff8 req-225384c2-30a3-48d4-8b0f-677bf73db12b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:22.618273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb74e75b-520c-4036-8443-97a40a373ff8 req-225384c2-30a3-48d4-8b0f-677bf73db12b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 947 time: 0.1339920 Jul 08 02:00:22.663363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb74e75b-520c-4036-8443-97a40a373ff8 req-6796dbbf-345d-448e-a6dc-f8647b852334 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Jul 08 02:00:22.741475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:22.757106 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.837243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'mac_address': 'fa:16:3e:8c:17:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:00:22.846843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:22.848143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-756be9bd-0fa6-4657-830f-d31020cc95c1 req-9b27fb1e-e454-44f7-b7d8-95ef4b329a28 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7603624 Jul 08 02:00:22.871141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.908665 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.912836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Deleting port 3570e697-17d9-4175-a2d1-7788df3ce114 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:22.912836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.923049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device c36827d9-b35c-4a3e-9054-f6c50dd37174 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:22.931390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:22.962657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:23.013354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd927e7-3bc0-46a0-b082-37c18f67c0bf {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:23.041608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:23.049821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] For port 3570e697-17d9-4175-a2d1-7788df3ce114, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3570e697-17d9-4175-a2d1-7788df3ce114,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:23.050327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.073919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Calling delete_port for 3570e697-17d9-4175-a2d1-7788df3ce114 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:23.077895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.101095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Pushing event updated for resources: {'Port': ['ID=cc960160-44b6-4b47-beb7-a4ec67ab4e26,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:23.110771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Attempting to bind port cc960160-44b6-4b47-beb7-a4ec67ab4e26 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:23.112957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Attempting to bind port cc960160-44b6-4b47-beb7-a4ec67ab4e26 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:23.113492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Attempting to bind port cc960160-44b6-4b47-beb7-a4ec67ab4e26 on network eb7f8a9d-de30-41f1-8c22-10d36fa80060 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:23.122834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.124842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.137324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:23.137709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Checking segment: {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:23.138118 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.138514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Bound using segment: {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:23.139510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Bound port: cc960160-44b6-4b47-beb7-a4ec67ab4e26, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:23.139510 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.173568 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.212875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:23.218887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:23.227725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:23.280201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Pushing event updated for resources: {'Port': ['ID=177eca2f-db64-4f3b-a735-51edb92593fc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:23.305275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:23.323164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] For port cc960160-44b6-4b47-beb7-a4ec67ab4e26, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:23.326258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110f8bf-31d3-488e-b655-9ae0a60dc487 req-209d1cb1-6e1d-49a7-bfff-4fcf1b21d92b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:23.330211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] For port cc960160-44b6-4b47-beb7-a4ec67ab4e26, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cc960160-44b6-4b47-beb7-a4ec67ab4e26,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:23.335202 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8110f8bf-31d3-488e-b655-9ae0a60dc487 req-209d1cb1-6e1d-49a7-bfff-4fcf1b21d92b tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 946 time: 0.5178285 Jul 08 02:00:23.372663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port c36827d9-b35c-4a3e-9054-f6c50dd37174 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:23.378584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port c36827d9-b35c-4a3e-9054-f6c50dd37174 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:23.387567 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.390107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Allocated IP 172.25.8.32 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/febf236d-f820-427c-a8fe-bb22b06056cf) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:23.413268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8110f8bf-31d3-488e-b655-9ae0a60dc487 req-a729d857-7d2d-4861-be98-af4ae6fc5e24 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/security-groups?id=23204001-3cd8-43da-9fd1-fa0965fdb4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770383 Jul 08 02:00:23.471962 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.555021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132c18-da96-440a-b555-ffae8d7643aa None None] Pushing event updated for resources: {'Port': ['ID=cc960160-44b6-4b47-beb7-a4ec67ab4e26,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:23.558802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdda57e-9bd9-433c-aacd-809434c88eb1 None None] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:23.633893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9bd927e7-3bc0-46a0-b082-37c18f67c0bf'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:23.648375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.654196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.709072 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c2888-7f6a-4a63-a99c-42dab5b3032b req-65e7632a-eddd-4b81-8d5d-69a496e78509 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:23.710404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d05b8b6d-1c44-430d-891e-a334c89d2ff0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:23.716395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d51c2888-7f6a-4a63-a99c-42dab5b3032b req-65e7632a-eddd-4b81-8d5d-69a496e78509 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 1101 time: 0.1209922 Jul 08 02:00:23.724503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Pushing event deleted for resources: {'Port': ['ID=3570e697-17d9-4175-a2d1-7788df3ce114,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:23.776778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4e4ddd31-0229-401b-8e72-35528a293517 None None] Provisioning for port d05b8b6d-1c44-430d-891e-a334c89d2ff0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:23.782024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d51c2888-7f6a-4a63-a99c-42dab5b3032b req-fce92e7e-71f3-4aec-8dc2-4bca06ed8c16 tempest-ServersAdminNegativeTestJSON-632530571 tempest-ServersAdminNegativeTestJSON-632530571-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617013 Jul 08 02:00:23.847402 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.881882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] No DVR routers for this DVR port 3570e697-17d9-4175-a2d1-7788df3ce114 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:23.884059 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.886563 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.889256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8f0addb-083f-4ad2-9f53-f56540dcd3be req-0b24548c-377f-4922-b0c1-cda044370a51 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.32 "DELETE /v2.0/ports/3570e697-17d9-4175-a2d1-7788df3ce114 HTTP/1.1" status: 204 len: 173 time: 1.7972753 Jul 08 02:00:23.891040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0e11c7-1bdf-4631-8e93-f4c668ad929d', 'name': 'network-vif-deleted', 'tag': '3570e697-17d9-4175-a2d1-7788df3ce114'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:23.895036 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d73de21-9cc9-409d-9e16-11bb959ad88b" -d '{"events": [{"server_uuid": "de0e11c7-1bdf-4631-8e93-f4c668ad929d", "name": "network-vif-deleted", "tag": "3570e697-17d9-4175-a2d1-7788df3ce114"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:24.058320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.101163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:24.143144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:24.163994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8773b071-8fbb-464a-94f1-9e82c8c8ce5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36827d9-b35c-4a3e-9054-f6c50dd37174'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:24.166256 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec652d52-0264-4a69-a321-f1e44950972e" -d '{"events": [{"server_uuid": "8773b071-8fbb-464a-94f1-9e82c8c8ce5c", "name": "network-vif-plugged", "status": "completed", "tag": "c36827d9-b35c-4a3e-9054-f6c50dd37174"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:24.182233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:24.217153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port c36827d9-b35c-4a3e-9054-f6c50dd37174, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c36827d9-b35c-4a3e-9054-f6c50dd37174,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:24.243572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d05b8b6d-1c44-430d-891e-a334c89d2ff0 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:24.271600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=febf236d-f820-427c-a8fe-bb22b06056cf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:24.299955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d05b8b6d-1c44-430d-891e-a334c89d2ff0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:24.303772 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.363659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.375634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-6893d3b6-bd2b-41d9-82cc-ca7a6165081b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:24.377222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-6893d3b6-bd2b-41d9-82cc-ca7a6165081b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790&tenant_id=ff8fa382b4fa47f594f312f95a5086b7&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 948 time: 0.5840237 Jul 08 02:00:24.380331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41110) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:24.464916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.500451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eeb4e-16e9-40ae-b01e-8d815a5097c5 req-2741e7da-c023-494b-af4e-921382320c38 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:24.506713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=c36827d9-b35c-4a3e-9054-f6c50dd37174,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:24.507788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f00eeb4e-16e9-40ae-b01e-8d815a5097c5 req-2741e7da-c023-494b-af4e-921382320c38 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 948 time: 0.4585710 Jul 08 02:00:24.548766 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.589138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f00eeb4e-16e9-40ae-b01e-8d815a5097c5 req-ee641580-ba8e-4abd-b8d3-fa3cfded2de3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803514 Jul 08 02:00:24.605906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-edf21d0c-32d0-4d6d-86a4-1c94b3631fdc service neutron] 10.222.0.32 "GET /v2.0/ports/9bd927e7-3bc0-46a0-b082-37c18f67c0bf/bindings/n-h2-695189-13 HTTP/1.1" status: 200 len: 383 time: 0.1924062 Jul 08 02:00:24.611757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f0d0-575f-4047-b7a3-a70841006b47 req-0f2733d8-ae2b-4f73-b589-80fd3d3b1d69 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:24.612030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 3570e697-17d9-4175-a2d1-7788df3ce114 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:24.629367 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-beb4f0d0-575f-4047-b7a3-a70841006b47 req-0f2733d8-ae2b-4f73-b589-80fd3d3b1d69 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 945 time: 0.2977679 Jul 08 02:00:24.644384 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9381-da05-431e-81e5-319fbefb3354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.668518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 3570e697-17d9-4175-a2d1-7788df3ce114 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:24.669447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 3570e697-17d9-4175-a2d1-7788df3ce114 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:24.684589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d05b8b6d-1c44-430d-891e-a334c89d2ff0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d05b8b6d-1c44-430d-891e-a334c89d2ff0,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:24.694580 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21abb40d-f24c-4671-b2e0-896eaf87a7a8 x-openstack-request-id: req-21abb40d-f24c-4671-b2e0-896eaf87a7a8 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:24.694580 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0e11c7-1bdf-4631-8e93-f4c668ad929d", "name": "network-vif-deleted", "tag": "3570e697-17d9-4175-a2d1-7788df3ce114", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:24.694580 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21abb40d-f24c-4671-b2e0-896eaf87a7a8 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:24.695283 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0e11c7-1bdf-4631-8e93-f4c668ad929d', 'name': 'network-vif-deleted', 'tag': '3570e697-17d9-4175-a2d1-7788df3ce114', 'status': 'completed', 'code': 200} Jul 08 02:00:24.744072 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.762598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-beb4f0d0-575f-4047-b7a3-a70841006b47 req-cca1b757-b3b0-4a23-a84a-0ed267043718 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303415 Jul 08 02:00:24.797355 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98e1994-efd2-4a49-bfec-2b93994dfb14 x-openstack-request-id: req-c98e1994-efd2-4a49-bfec-2b93994dfb14 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:24.797774 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8773b071-8fbb-464a-94f1-9e82c8c8ce5c", "name": "network-vif-plugged", "status": "completed", "tag": "c36827d9-b35c-4a3e-9054-f6c50dd37174", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:24.798245 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c98e1994-efd2-4a49-bfec-2b93994dfb14 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:24.799755 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8773b071-8fbb-464a-94f1-9e82c8c8ce5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36827d9-b35c-4a3e-9054-f6c50dd37174', 'code': 200} Jul 08 02:00:24.864430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Router f9faed38-10b0-4ec8-bb0f-5153c31dd502 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:00:24.887492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d05b8b6d-1c44-430d-891e-a334c89d2ff0,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:24.907946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-df4fdf41-5d29-421b-a28c-04ca05b37ab4 None None] Provisioning complete for port d05b8b6d-1c44-430d-891e-a334c89d2ff0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:24.907946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-df4fdf41-5d29-421b-a28c-04ca05b37ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.947994 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.077756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:25.106933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-cf1dbfcd-4357-4a01-bcd5-6de76a7f0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:25.110782 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-cf1dbfcd-4357-4a01-bcd5-6de76a7f0304 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1100 time: 0.4532766 Jul 08 02:00:25.110945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Sync routers for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:25.133048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:25.133715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:25.166019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb698fb3-a75c-4a1f-a5d4-66dde14361eb req-77e16851-6f7e-4160-88fa-1726bfe5bfa0 tempest-ServerRescueNegativeTestJSON-1466324406 tempest-ServerRescueNegativeTestJSON-1466324406-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0e11c7-1bdf-4631-8e93-f4c668ad929d HTTP/1.1" status: 200 len: 210 time: 0.0626130 Jul 08 02:00:25.266644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:25.340152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f9b92a-b5e6-46d2-a953-aeba8f092028 None None] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:25.590463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28e8f2-bee2-42fa-9768-bf1f024bdca2 req-46a4721d-a12b-4d61-8f61-b78b1a39230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:25.592317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f28e8f2-bee2-42fa-9768-bf1f024bdca2 req-46a4721d-a12b-4d61-8f61-b78b1a39230f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 1097 time: 0.7253644 Jul 08 02:00:25.619060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263ef15-55b4-442d-a3b6-ff98667c7f79 req-bda9f920-68d2-4f89-87ae-038ae9fb4175 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:25.620139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9381-da05-431e-81e5-319fbefb3354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.621097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2263ef15-55b4-442d-a3b6-ff98667c7f79 req-bda9f920-68d2-4f89-87ae-038ae9fb4175 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 949 time: 0.1042669 Jul 08 02:00:25.651778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-41f79df7-bf69-4e93-b593-9a6e61300ff3 None None] Provisioning for port cc960160-44b6-4b47-beb7-a4ec67ab4e26 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:25.690052 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2263ef15-55b4-442d-a3b6-ff98667c7f79 req-be007ffe-de2c-4c45-978e-e46deb5a820b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588040 Jul 08 02:00:25.731690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-075639fb-4191-48fb-bda6-f51246525ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:25.733170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-075639fb-4191-48fb-bda6-f51246525ee4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.5621653 Jul 08 02:00:25.737284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f28e8f2-bee2-42fa-9768-bf1f024bdca2 req-98701bd9-3102-40b6-aebd-d37824e6d5bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350939 Jul 08 02:00:25.739231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9381-da05-431e-81e5-319fbefb3354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.747523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:23Z', 'revision_number': 3, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:25.785356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cc960160-44b6-4b47-beb7-a4ec67ab4e26 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:25.808591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Checking router: f9faed38-10b0-4ec8-bb0f-5153c31dd502 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:25.809118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Updating router f9faed38-10b0-4ec8-bb0f-5153c31dd502 port 177eca2f-db64-4f3b-a735-51edb92593fc binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:00:25.834174 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.834174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c9916f43-35a7-417f-9123-79039573eb3c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2421415 Jul 08 02:00:25.834442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:25.836552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f5dbfa15-ff08-4aab-b2d5-80d187b1deb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.0789926 Jul 08 02:00:25.864100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c5bf9381-da05-431e-81e5-319fbefb3354 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f323b7dfbea469f9d6c8e69862a616f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4763327 Jul 08 02:00:25.864100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf9381-da05-431e-81e5-319fbefb3354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2642e42f-4a6c-46ba-9ca8-5279c0cc22ec,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:25.867467 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.870462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41134) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:25.899885 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.021388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326fb2a-e98a-4786-9000-8c401a5d9c10 req-f2857973-b882-4731-acc0-81a415ef8ca5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:26.024379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port cc960160-44b6-4b47-beb7-a4ec67ab4e26 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:26.028823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f326fb2a-e98a-4786-9000-8c401a5d9c10 req-f2857973-b882-4731-acc0-81a415ef8ca5 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 945 time: 0.1336544 Jul 08 02:00:26.038223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cc960160-44b6-4b47-beb7-a4ec67ab4e26 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:26.038937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.044938 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-886ec942-b7ce-4fa2-9d72-ee59d0496966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:26.047906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-886ec942-b7ce-4fa2-9d72-ee59d0496966 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1835041 Jul 08 02:00:26.106921 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6fd9c2-0130-4183-a0a3-9d4034f893a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.122353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f326fb2a-e98a-4786-9000-8c401a5d9c10 req-326d7ceb-c7eb-4eab-abcd-e6b954ac2994 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925386 Jul 08 02:00:26.127980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17a38c-b795-4239-9a0e-7917b9001ca6 req-a55ef3f2-fab1-4b2b-bf9a-5e25bc14cc5b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:26.129705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae17a38c-b795-4239-9a0e-7917b9001ca6 req-a55ef3f2-fab1-4b2b-bf9a-5e25bc14cc5b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 948 time: 0.3191495 Jul 08 02:00:26.170186 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6fd9c2-0130-4183-a0a3-9d4034f893a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.222320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dc241ac6-cd50-481d-837f-db798590bfe2 None None] Provisioning complete for port cc960160-44b6-4b47-beb7-a4ec67ab4e26 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:26.222699 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc241ac6-cd50-481d-837f-db798590bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.244897 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae17a38c-b795-4239-9a0e-7917b9001ca6 req-05d5511b-b987-4dd8-b2ee-2b3eb81c1ca8 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063097 Jul 08 02:00:26.248950 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:00:26.257202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-7b9fd106-904f-4b98-837a-7c9f2e3e2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:26.258711 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-7b9fd106-904f-4b98-837a-7c9f2e3e2d4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2001665 Jul 08 02:00:26.290136 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.292627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41138) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:26.355683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port cc960160-44b6-4b47-beb7-a4ec67ab4e26, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cc960160-44b6-4b47-beb7-a4ec67ab4e26,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:26.375293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6fd9c2-0130-4183-a0a3-9d4034f893a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.377884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6fd9c2-0130-4183-a0a3-9d4034f893a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.382182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3d6fd9c2-0130-4183-a0a3-9d4034f893a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2642e42f-4a6c-46ba-9ca8-5279c0cc22ec HTTP/1.1" status: 204 len: 168 time: 0.5032508 Jul 08 02:00:26.384194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Router fefd6ecc-9060-4688-ab68-d26dd06eca32 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:00:26.420226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fd9c2-0130-4183-a0a3-9d4034f893a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2642e42f-4a6c-46ba-9ca8-5279c0cc22ec,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:26.479516 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.480322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d05b8b6d-1c44-430d-891e-a334c89d2ff0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:26.554483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-36c06a2c-7a93-4328-be15-d6121c2a4553 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761419 Jul 08 02:00:26.567024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.567272 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.570571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc241ac6-cd50-481d-837f-db798590bfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.626322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Transition to ACTIVE for port object 177eca2f-db64-4f3b-a735-51edb92593fc will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:26.639126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:26.672308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=cc960160-44b6-4b47-beb7-a4ec67ab4e26,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:26.730978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d05b8b6d-1c44-430d-891e-a334c89d2ff0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:26.732283 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.745302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-dc241ac6-cd50-481d-837f-db798590bfe2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:00:26.745302 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-dc241ac6-cd50-481d-837f-db798590bfe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:00:26.786664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:26.796778 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Sync routers for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:26.810882 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:26.811562 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:26.901486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Allocated IP 172.20.0.1 (6663fdc5-a8f8-49d2-a67d-12ef1b282923/5fb5f15a-ba20-4e3a-9cef-025e4eae86f8/81a62523-eebe-4883-943f-37f5e3380fea) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:26.908422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-1a67c812-d7b1-41ad-9310-bd8854ad954d service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139541 Jul 08 02:00:27.004716 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.009853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4d18599b-c750-4e81-b6a6-90a2da5e8ba3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1400292 Jul 08 02:00:27.010039 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.010585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41148) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:27.015591 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:27.080530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f690038-1bb9-4562-9e5e-767c0e3e3617 None None] Pushing event updated for resources: {'Port': ['ID=177eca2f-db64-4f3b-a735-51edb92593fc,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:27.110468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Attempting to bind port 177eca2f-db64-4f3b-a735-51edb92593fc on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:27.110809 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.111002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Attempting to bind port 177eca2f-db64-4f3b-a735-51edb92593fc by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:27.111409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Attempting to bind port 177eca2f-db64-4f3b-a735-51edb92593fc on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:27.117784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:27.118173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:27.118745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.119155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:27.119654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Bound port: 177eca2f-db64-4f3b-a735-51edb92593fc, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:27.120454 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.122875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c93e49-4d38-4faf-af11-5e8bd2c8c437 req-3e26d07d-b34f-4db4-a482-d44141e5f9e5 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:27.124580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48c93e49-4d38-4faf-af11-5e8bd2c8c437 req-3e26d07d-b34f-4db4-a482-d44141e5f9e5 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 949 time: 0.1500163 Jul 08 02:00:27.144076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Transition to ACTIVE for port object 81a62523-eebe-4883-943f-37f5e3380fea will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:27.200726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] For port 177eca2f-db64-4f3b-a735-51edb92593fc, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:27.211096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] For port 177eca2f-db64-4f3b-a735-51edb92593fc, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=177eca2f-db64-4f3b-a735-51edb92593fc,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:27.224430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:27.226584 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:24Z', 'revision_number': 3, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:27.236549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48c93e49-4d38-4faf-af11-5e8bd2c8c437 req-73f6d5b6-d7d3-4b52-871a-8f6601aa6e14 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027944 Jul 08 02:00:27.236700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:27.236700 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.290697 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Checking router: fefd6ecc-9060-4688-ab68-d26dd06eca32 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:27.291644 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Updating router fefd6ecc-9060-4688-ab68-d26dd06eca32 port febf236d-f820-427c-a8fe-bb22b06056cf binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:00:27.296652 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.340089 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.360453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41156) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:27.401286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.418840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16c5b21f-9e52-464a-b0f6-d29613600746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.455536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f690038-1bb9-4562-9e5e-767c0e3e3617 None None] Pushing event updated for resources: {'Port': ['ID=177eca2f-db64-4f3b-a735-51edb92593fc,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:27.518601 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.554625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:27.560990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:27.565096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:27.567964 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc5307f-bc23-41a0-93aa-fc2e46078fba" -d '{"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-plugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:27.586110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:27.586770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:27.604314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:27.613437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:27.646381 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.667386 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Transition to ACTIVE for port object febf236d-f820-427c-a8fe-bb22b06056cf will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:27.680609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.716949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Pushing event updated for resources: {'Port': ['ID=81a62523-eebe-4883-943f-37f5e3380fea,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:27.758525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.779005 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.782877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.783470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cc960160-44b6-4b47-beb7-a4ec67ab4e26 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:27.836270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd793ef-459e-417a-ab84-b6042038398e req-e1d9905a-ca74-4ad3-afab-b14294298c1d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:27.843662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bd793ef-459e-417a-ab84-b6042038398e req-e1d9905a-ca74-4ad3-afab-b14294298c1d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 948 time: 0.3205693 Jul 08 02:00:27.897791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:27.928918 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Attempting to bind port febf236d-f820-427c-a8fe-bb22b06056cf on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:27.929337 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Attempting to bind port febf236d-f820-427c-a8fe-bb22b06056cf by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:27.929707 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Attempting to bind port febf236d-f820-427c-a8fe-bb22b06056cf on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:27.938981 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecec89e-49ab-4ddf-98c9-ceee72b04a04 None None] Pushing event updated for resources: {'Port': ['ID=febf236d-f820-427c-a8fe-bb22b06056cf,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:27.942726 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:27.942973 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:27.943402 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.944242 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:27.944735 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Bound port: febf236d-f820-427c-a8fe-bb22b06056cf, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:27.952151 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.952480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:27.993650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bd793ef-459e-417a-ab84-b6042038398e req-1044b751-7526-4a82-8579-c0573b3501e6 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489952 Jul 08 02:00:27.998991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Allocated IP 172.20.0.1 (eb7f8a9d-de30-41f1-8c22-10d36fa80060/5dc72282-308c-4986-878d-56521163965e/edfe6baa-4f90-4d0a-92e8-060bad721646) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:28.027372 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16c5b21f-9e52-464a-b0f6-d29613600746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.042574 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] For port febf236d-f820-427c-a8fe-bb22b06056cf, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:28.046477 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] For port febf236d-f820-427c-a8fe-bb22b06056cf, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=febf236d-f820-427c-a8fe-bb22b06056cf,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:28.115491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cc960160-44b6-4b47-beb7-a4ec67ab4e26 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:28.115868 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.189333 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16c5b21f-9e52-464a-b0f6-d29613600746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.199210 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e749c319-a949-42d6-b3da-5cb09551ff25 x-openstack-request-id: req-e749c319-a949-42d6-b3da-5cb09551ff25 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:28.199562 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-plugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:28.199816 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e749c319-a949-42d6-b3da-5cb09551ff25 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:28.200209 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'code': 200} Jul 08 02:00:28.242050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5b21f-9e52-464a-b0f6-d29613600746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a82b37-8164-40d6-948c-4e5925c97079,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:28.247813 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.260043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-16c5b21f-9e52-464a-b0f6-d29613600746 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=696258eab9c14d0d9fa4a625179f84ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8984718 Jul 08 02:00:28.291418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:23Z', 'revision_number': 3, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:28.291418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8693a2bf-bbe8-495e-87c7-1c21d8a468d9 None None] Provisioning for port 81a62523-eebe-4883-943f-37f5e3380fea completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:28.327616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41164) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:28.328254 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.338521 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:28.339474 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:28.356074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8693a2bf-bbe8-495e-87c7-1c21d8a468d9 None None] Provisioning complete for port 81a62523-eebe-4883-943f-37f5e3380fea triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:28.357077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8693a2bf-bbe8-495e-87c7-1c21d8a468d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.360302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa802d3-4895-4776-ae61-252447360a72 None None] The sync data for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 is: [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:23Z', 'revision_number': 3, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:28.426796 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecec89e-49ab-4ddf-98c9-ceee72b04a04 None None] Pushing event updated for resources: {'Port': ['ID=febf236d-f820-427c-a8fe-bb22b06056cf,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:28.440103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8693a2bf-bbe8-495e-87c7-1c21d8a468d9 None None] Port 81a62523-eebe-4883-943f-37f5e3380fea cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:28.495037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1027a667-41a3-4482-94b1-5ff990cbea70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.516195 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:28.563488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1027a667-41a3-4482-94b1-5ff990cbea70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.628897 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.634175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.636742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fdfe8-b5c9-46b5-83b8-8465c25bf6ea req-f7a6cedb-af6d-4f22-963c-8b2b01174ea3 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.641319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c8fdfe8-b5c9-46b5-83b8-8465c25bf6ea req-f7a6cedb-af6d-4f22-963c-8b2b01174ea3 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 949 time: 0.1982887 Jul 08 02:00:28.698624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac8be5-115d-406e-bd36-583e63cc800b req-be87d18c-a947-4e19-972b-880ef0b7def3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.700220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31ac8be5-115d-406e-bd36-583e63cc800b req-be87d18c-a947-4e19-972b-880ef0b7def3 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 945 time: 0.6909301 Jul 08 02:00:28.715644 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.716002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-1bd51fc6-87d2-4b37-9835-828581c87227 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2659526 Jul 08 02:00:28.717727 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c8fdfe8-b5c9-46b5-83b8-8465c25bf6ea req-14e53c29-1640-48d6-980b-e5dcd7a218a4 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629456 Jul 08 02:00:28.758346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561a03-280d-4de6-a304-2e128b765965 req-d27b8a44-54a6-4959-aad8-4b27d9127cde tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.760810 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44561a03-280d-4de6-a304-2e128b765965 req-d27b8a44-54a6-4959-aad8-4b27d9127cde tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 949 time: 0.7322395 Jul 08 02:00:28.803561 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1027a667-41a3-4482-94b1-5ff990cbea70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.806549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Transition to ACTIVE for port object edfe6baa-4f90-4d0a-92e8-060bad721646 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:28.809926 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1027a667-41a3-4482-94b1-5ff990cbea70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.809926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1027a667-41a3-4482-94b1-5ff990cbea70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88a82b37-8164-40d6-948c-4e5925c97079 HTTP/1.1" status: 204 len: 168 time: 0.4794312 Jul 08 02:00:28.814549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.874132 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.881114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027a667-41a3-4482-94b1-5ff990cbea70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a82b37-8164-40d6-948c-4e5925c97079,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:28.995196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31ac8be5-115d-406e-bd36-583e63cc800b req-ff0784dc-93ce-413a-b856-12ba3b30d6a7 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537298 Jul 08 02:00:29.015795 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:24Z', 'revision_number': 3, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:29.077627 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24718f-f81c-472a-9355-ea50a7c52ec5 None None] The sync data for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 is: [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:24Z', 'revision_number': 3, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:29.121449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-33d03574-bcad-4ae8-8df2-25c451bcc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:29.122957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-33d03574-bcad-4ae8-8df2-25c451bcc810 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 1101 time: 0.3218589 Jul 08 02:00:29.178420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.200186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Pushing event updated for resources: {'Port': ['ID=81a62523-eebe-4883-943f-37f5e3380fea,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:29.215501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:29.217894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:29.242249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Deleting port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:29.242524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.366282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] For port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:29.366739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.381292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Calling delete_port for 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:29.554439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Router f9faed38-10b0-4ec8-bb0f-5153c31dd502 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:29.725340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:29.763774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:29.766702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:29.795561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c543023c-5a73-4846-b53b-8b79387c069d None None] Provisioning complete for port 81a62523-eebe-4883-943f-37f5e3380fea triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:29.804805 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c543023c-5a73-4846-b53b-8b79387c069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.862277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0552321-d306-4ffa-a1cf-fbb94c8670c5 req-4ea99b05-c4cf-44e8-b8a3-397e02ace25a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:29.864128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0552321-d306-4ffa-a1cf-fbb94c8670c5 req-4ea99b05-c4cf-44e8-b8a3-397e02ace25a tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.3746572 Jul 08 02:00:29.868981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Pushing event updated for resources: {'Port': ['ID=edfe6baa-4f90-4d0a-92e8-060bad721646,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:29.873848 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.898060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4e01af49-e99d-421b-9128-d530b6252a11', '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:30.009912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0552321-d306-4ffa-a1cf-fbb94c8670c5 req-c6b4cb23-8276-4a35-855e-3efe28161df9 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145558 Jul 08 02:00:30.015489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:30.036666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 177eca2f-db64-4f3b-a735-51edb92593fc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:30.057219 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fdc1d5c3-4b69-43d2-acad-b81727e2597f admin admin] 10.222.0.10 "PUT /v2.0/routers/f9faed38-10b0-4ec8-bb0f-5153c31dd502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2065542 Jul 08 02:00:30.158536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Pushing event deleted for resources: {'Port': ['ID=4cece1de-5680-4cf7-ba82-d3f43fbdbe3a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:30.164398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c543023c-5a73-4846-b53b-8b79387c069d None None] Port 81a62523-eebe-4883-943f-37f5e3380fea cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:30.173465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.428641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] No DVR routers for this DVR port 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:30.444045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.449548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44561a03-280d-4de6-a304-2e128b765965 req-b7aeb85e-75cd-4700-8c99-0e050709572b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "DELETE /v2.0/ports/4cece1de-5680-4cf7-ba82-d3f43fbdbe3a HTTP/1.1" status: 204 len: 173 time: 1.6479387 Jul 08 02:00:30.469337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29ebea6-f2ce-4559-abe6-f18189a62cec', 'name': 'network-vif-deleted', 'tag': '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:30.479659 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e480da1-cbea-4674-89b9-142813edb258" -d '{"events": [{"server_uuid": "c29ebea6-f2ce-4559-abe6-f18189a62cec", "name": "network-vif-deleted", "tag": "4cece1de-5680-4cf7-ba82-d3f43fbdbe3a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:30.508516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-c97ace69-fdab-4e02-b0c3-ca045ce94654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:30.510059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-c97ace69-fdab-4e02-b0c3-ca045ce94654 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 1.3551211 Jul 08 02:00:30.618500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f5552156-e18f-4e4e-a184-c855b4a0dc6c None None] Provisioning for port edfe6baa-4f90-4d0a-92e8-060bad721646 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:30.620668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 177eca2f-db64-4f3b-a735-51edb92593fc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:30.625598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 177eca2f-db64-4f3b-a735-51edb92593fc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:30.625982 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.629071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f5552156-e18f-4e4e-a184-c855b4a0dc6c None None] Provisioning complete for port edfe6baa-4f90-4d0a-92e8-060bad721646 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:30.629440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f5552156-e18f-4e4e-a184-c855b4a0dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.644420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-1d324d4f-69b8-4990-993b-17c29ae53b48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 200 len: 217 time: 0.0902152 Jul 08 02:00:30.659748 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39f99324-5d29-447b-892e-870c6186365a req-d81729aa-4ea1-42c6-aa26-ecaec377a3c4 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 210 time: 0.1504986 Jul 08 02:00:30.738080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61350455-68d8-45cd-9f09-3ac93d8fef8a req-4326ffde-dfe5-4689-b97b-3070c620cb46 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:30.743421 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.759714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-61350455-68d8-45cd-9f09-3ac93d8fef8a req-4326ffde-dfe5-4689-b97b-3070c620cb46 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 945 time: 0.1604316 Jul 08 02:00:30.786419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-cb9cdc51-8d93-4b8c-ad54-af1496108210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:30.789027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-cb9cdc51-8d93-4b8c-ad54-af1496108210 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1253631 Jul 08 02:00:30.848863 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-61350455-68d8-45cd-9f09-3ac93d8fef8a req-7054c06b-0ce4-4638-aa9a-9014d97930a9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853319 Jul 08 02:00:30.857380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Deleting port 7d13bd3e-daf2-4849-88fe-61b634384699 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:30.874998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.886926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f5552156-e18f-4e4e-a184-c855b4a0dc6c None None] Port edfe6baa-4f90-4d0a-92e8-060bad721646 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:30.980573 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c93823-c880-40ad-91f7-9354015925c9 x-openstack-request-id: req-61c93823-c880-40ad-91f7-9354015925c9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:30.980573 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29ebea6-f2ce-4559-abe6-f18189a62cec", "name": "network-vif-deleted", "tag": "4cece1de-5680-4cf7-ba82-d3f43fbdbe3a", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:30.980573 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61c93823-c880-40ad-91f7-9354015925c9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:30.980573 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29ebea6-f2ce-4559-abe6-f18189a62cec', 'name': 'network-vif-deleted', 'tag': '4cece1de-5680-4cf7-ba82-d3f43fbdbe3a', 'status': 'completed', 'code': 200} Jul 08 02:00:31.024688 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.075158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 177eca2f-db64-4f3b-a735-51edb92593fc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=177eca2f-db64-4f3b-a735-51edb92593fc,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:31.171160 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.283551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=177eca2f-db64-4f3b-a735-51edb92593fc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:31.294098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] For port 7d13bd3e-daf2-4849-88fe-61b634384699, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7d13bd3e-daf2-4849-88fe-61b634384699,segment=NetworkSegment(4cb37eaf-95b1-4bf1-95b7-27c24e761537),segment_id=4cb37eaf-95b1-4bf1-95b7-27c24e761537)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:31.294480 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.349191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Calling delete_port for 7d13bd3e-daf2-4849-88fe-61b634384699 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:31.353384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016cf0f-527a-4bb4-9642-57107b5ce9d6 req-40e6e455-cc1f-43d0-b6e1-d3b93367be4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:31.356500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c016cf0f-527a-4bb4-9642-57107b5ce9d6 req-40e6e455-cc1f-43d0-b6e1-d3b93367be4e tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.1118934 Jul 08 02:00:31.360677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-73dfc92c-5ae9-42ba-8d0a-06cee2298ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:31.362267 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-73dfc92c-5ae9-42ba-8d0a-06cee2298ecc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5493834 Jul 08 02:00:31.402820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c016cf0f-527a-4bb4-9642-57107b5ce9d6 req-cf85e829-e7b1-4acf-80fe-dc45cddf2fdb tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401082 Jul 08 02:00:31.492315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:31.498700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3d7058a7-61b5-44bd-a0a7-aeb7cdb36b7e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812805146', 'description': 'tempest-description--729923558'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:31.519218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-40539fde-c19f-4c94-ae4e-40a50beb3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:31.520785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-40539fde-c19f-4c94-ae4e-40a50beb3217 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790&tenant_id=ff8fa382b4fa47f594f312f95a5086b7 HTTP/1.1" status: 200 len: 1101 time: 0.3868635 Jul 08 02:00:31.542345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:31.591268 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.614081 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d7058a7-61b5-44bd-a0a7-aeb7cdb36b7e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.676961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-8645da1c-3d8e-4fad-8d07-bda9afbc30a0 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934639 Jul 08 02:00:31.742604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.777248 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d7058a7-61b5-44bd-a0a7-aeb7cdb36b7e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.803666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.821271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device febf236d-f820-427c-a8fe-bb22b06056cf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:31.915624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d7058a7-61b5-44bd-a0a7-aeb7cdb36b7e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.968599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port febf236d-f820-427c-a8fe-bb22b06056cf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:31.971117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7058a7-61b5-44bd-a0a7-aeb7cdb36b7e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:31.972855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port febf236d-f820-427c-a8fe-bb22b06056cf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:31.978337 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.102849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d7058a7-61b5-44bd-a0a7-aeb7cdb36b7e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.108314 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3d7058a7-61b5-44bd-a0a7-aeb7cdb36b7e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6139038 Jul 08 02:00:32.112400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41226) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:32.117519 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.125944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-afcd8836-fdeb-4bd7-bf46-462937a736b8 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Request body: {'security_group_rule': {'security_group_id': 'b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:32.142779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e10c3-bf36-4ed1-b598-3abfc79d57fa req-6aa98b7d-f640-4c48-9bcd-36e8129a1c4f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:32.144918 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-429e10c3-bf36-4ed1-b598-3abfc79d57fa req-6aa98b7d-f640-4c48-9bcd-36e8129a1c4f tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 945 time: 0.1203020 Jul 08 02:00:32.171415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port febf236d-f820-427c-a8fe-bb22b06056cf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=febf236d-f820-427c-a8fe-bb22b06056cf,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:32.278147 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.278526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 177eca2f-db64-4f3b-a735-51edb92593fc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:32.368107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=febf236d-f820-427c-a8fe-bb22b06056cf,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:32.373616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.392033 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-429429a2-7903-4d23-9cfb-f4c9f3c21f89 req-b22fe022-675f-49fb-a534-a2d62a62b81a tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29ebea6-f2ce-4559-abe6-f18189a62cec HTTP/1.1" status: 200 len: 210 time: 0.5412724 Jul 08 02:00:32.415875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 177eca2f-db64-4f3b-a735-51edb92593fc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:32.418305 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.523147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Sync routers for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:32.538522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:32.539306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:32.560742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:32.567837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:32.601518 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-429e10c3-bf36-4ed1-b598-3abfc79d57fa req-9447b83c-25df-4228-b23a-36a9269e6709 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500208 Jul 08 02:00:32.662713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Pushing event updated for resources: {'Port': ['ID=edfe6baa-4f90-4d0a-92e8-060bad721646,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:32.802450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:32.828905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:32.829117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4cece1de-5680-4cf7-ba82-d3f43fbdbe3a not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:32.841540 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afcd8836-fdeb-4bd7-bf46-462937a736b8 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.854324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:32.971472 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afcd8836-fdeb-4bd7-bf46-462937a736b8 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.973879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:33.001904 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f7cfd2-3cfc-4932-a762-020ded7e0153 req-92820893-a5d4-4e20-9a09-01bfec82dd62 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3100729 Jul 08 02:00:33.010922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-740992fa-d0aa-495f-8f01-6cf56c426add None None] Provisioning complete for port edfe6baa-4f90-4d0a-92e8-060bad721646 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:33.012098 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-740992fa-d0aa-495f-8f01-6cf56c426add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.063571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afcd8836-fdeb-4bd7-bf46-462937a736b8 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.104424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554afb7-1ee2-487f-a1c2-cf2d290e65a8 req-94bd7724-bdac-45c4-9084-d86e77b8d133 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:33.105218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9554afb7-1ee2-487f-a1c2-cf2d290e65a8 req-94bd7724-bdac-45c4-9084-d86e77b8d133 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 949 time: 0.5285926 Jul 08 02:00:33.110413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd8836-fdeb-4bd7-bf46-462937a736b8 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ee9856-78ed-4cae-bdd4-615f03406217,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:33.119462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-740992fa-d0aa-495f-8f01-6cf56c426add None None] Port edfe6baa-4f90-4d0a-92e8-060bad721646 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:33.121366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:33.153080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afcd8836-fdeb-4bd7-bf46-462937a736b8 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.156980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Router fefd6ecc-9060-4688-ab68-d26dd06eca32 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:33.159428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41248) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:33.165700 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-afcd8836-fdeb-4bd7-bf46-462937a736b8 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0449979 Jul 08 02:00:33.168858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ddff3d5e-36b1-41aa-969f-14e037c5d91d tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Request body: {'security_group_rule': {'security_group_id': 'b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:33.180577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 2, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:33.209280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.225661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Checking router: f9faed38-10b0-4ec8-bb0f-5153c31dd502 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:33.226379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Updating router f9faed38-10b0-4ec8-bb0f-5153c31dd502 port 81a62523-eebe-4883-943f-37f5e3380fea binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:00:33.251207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9554afb7-1ee2-487f-a1c2-cf2d290e65a8 req-e7e2948d-f7bc-41ac-874e-aedf345096c3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394234 Jul 08 02:00:33.259122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d13bd3e-daf2-4849-88fe-61b634384699,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:33.264931 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.265257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:33.267884 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac3c25b-a90c-4525-a654-d850b29f5d4f" -d '{"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:33.272664 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.372667 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74681a0-92c0-4a0f-87b6-08f11cda12ca x-openstack-request-id: req-c74681a0-92c0-4a0f-87b6-08f11cda12ca {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:33.372985 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:33.373318 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c74681a0-92c0-4a0f-87b6-08f11cda12ca {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:33.373670 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'code': 200} Jul 08 02:00:33.385121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Transition to ACTIVE for port object 9bd927e7-3bc0-46a0-b082-37c18f67c0bf will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:33.445476 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddff3d5e-36b1-41aa-969f-14e037c5d91d tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.463677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4469254-8078-489d-8d55-ffa7e6e348f6 req-6e7d568d-23dd-4c6c-9528-fa41e977d945 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:33.465375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4469254-8078-489d-8d55-ffa7e6e348f6 req-6e7d568d-23dd-4c6c-9528-fa41e977d945 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 945 time: 0.0789394 Jul 08 02:00:33.479416 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.559568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4469254-8078-489d-8d55-ffa7e6e348f6 req-0e360eaa-b12b-475e-b60c-542e3782fb50 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878918 Jul 08 02:00:33.573715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:33.585353 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Sync routers for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:33.616337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c0bbf30c-822b-453e-be79-1511cc890888 admin admin] 10.222.0.10 "PUT /v2.0/routers/fefd6ecc-9060-4688-ab68-d26dd06eca32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5968862 Jul 08 02:00:33.626873 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:33.629337 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:33.643012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:33.703437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] No DVR routers for this DVR port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:33.713275 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.745356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Transition to ACTIVE for port object 81a62523-eebe-4883-943f-37f5e3380fea will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:33.776369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddff3d5e-36b1-41aa-969f-14e037c5d91d tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.826282 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.867728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:33.868313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:33.870151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:33.874384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device febf236d-f820-427c-a8fe-bb22b06056cf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:33.879563 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddff3d5e-36b1-41aa-969f-14e037c5d91d tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.889633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:00:33.896102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Attempting to bind port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:33.929206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff3d5e-36b1-41aa-969f-14e037c5d91d tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca68328d-70cf-4047-9dec-ec91e5b374e9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:33.942274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:33.942631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:33.944098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:33.944561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Bound port: 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:33.944937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.955797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.971623 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:33.988398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d238e94-ea9c-4c30-b04b-32d8977bc844 None None] Pushing event updated for resources: {'Port': ['ID=81a62523-eebe-4883-943f-37f5e3380fea,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:34.068774 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddff3d5e-36b1-41aa-969f-14e037c5d91d tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.072750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ddff3d5e-36b1-41aa-969f-14e037c5d91d tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9121382 Jul 08 02:00:34.076829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:34.081720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:34.135730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port febf236d-f820-427c-a8fe-bb22b06056cf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:34.136303 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.169374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Attempting to bind port 81a62523-eebe-4883-943f-37f5e3380fea on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:34.169748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Attempting to bind port 81a62523-eebe-4883-943f-37f5e3380fea by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:34.170118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Attempting to bind port 81a62523-eebe-4883-943f-37f5e3380fea on network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:34.191742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:34.194882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:34.195089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Checking segment: {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:34.196082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.196518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Bound using segment: {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:34.197016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Bound port: 81a62523-eebe-4883-943f-37f5e3380fea, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:34.197407 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.216404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:34.237321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.369383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] For port 81a62523-eebe-4883-943f-37f5e3380fea, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:34.399923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.404146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.408924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] For port 81a62523-eebe-4883-943f-37f5e3380fea, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=81a62523-eebe-4883-943f-37f5e3380fea,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:34.425273 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 2, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:34.467469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Router 55d2f63e-29a2-4031-af4e-2e89773c90bf has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:34.468310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:34.478285 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.487479 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:34.488427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.490612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-f56d8361-6752-4491-bc5a-d3fb9d915380 service neutron] 10.222.0.18 "PUT /v2.0/ports/9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 1097 time: 2.9623535 Jul 08 02:00:34.494482 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Checking router: fefd6ecc-9060-4688-ab68-d26dd06eca32 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:34.495149 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Updating router fefd6ecc-9060-4688-ab68-d26dd06eca32 port edfe6baa-4f90-4d0a-92e8-060bad721646 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:00:34.575481 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.621275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d238e94-ea9c-4c30-b04b-32d8977bc844 None None] Pushing event updated for resources: {'Port': ['ID=81a62523-eebe-4883-943f-37f5e3380fea,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:34.643715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Allocated IP 172.25.8.154 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/b198f1e5-63f9-4951-98d8-4a38bcca572d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:34.662710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:34.672751 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fd8fe288-8f18-495f-87e3-36c1ac1c2b54 admin admin] 10.222.0.10 "PUT /v2.0/routers/55d2f63e-29a2-4031-af4e-2e89773c90bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3790479 Jul 08 02:00:34.677891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41278) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:34.685564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:34.689845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:34.695272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] Sync routers for ids ['55d2f63e-29a2-4031-af4e-2e89773c90bf'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:34.707263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:34.895517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-71c8668b-c77c-422a-8aa6-4a01ef6028a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:34.897747 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-71c8668b-c77c-422a-8aa6-4a01ef6028a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1100 time: 0.2717569 Jul 08 02:00:34.921838 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.928477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:34.974300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] Routers {'55d2f63e-29a2-4031-af4e-2e89773c90bf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:34.974946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55d2f63e-29a2-4031-af4e-2e89773c90bf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:35.057751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-c36933b2-a226-41b8-8f74-62678943f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.059544 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-c36933b2-a226-41b8-8f74-62678943f4d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1404603 Jul 08 02:00:35.107387 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] Set router 55d2f63e-29a2-4031-af4e-2e89773c90bf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:35.146700 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.169962 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.181649 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Transition to ACTIVE for port object edfe6baa-4f90-4d0a-92e8-060bad721646 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:35.255869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:35.258666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:35.262956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event updated for resources: {'Port': ['ID=b198f1e5-63f9-4951-98d8-4a38bcca572d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:35.266015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:35.277868 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.339306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:35.433933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:35.437475 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Pushing event updated for resources: {'Port': ['ID=edfe6baa-4f90-4d0a-92e8-060bad721646,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:35.442596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c9fff5cf-916f-4904-b5e8-b043f67b89a8 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--64386802', 'description': 'tempest-description--307691628'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:35.452010 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.452883 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.453421 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.453948 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.460803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.460803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.460803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.460803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.460803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.460803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.460803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.460803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:35.500130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.516136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-665fe20a-66e0-4236-a416-f2c44c8d7784 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.517679 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-665fe20a-66e0-4236-a416-f2c44c8d7784 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.18 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 945 time: 0.7492063 Jul 08 02:00:35.518143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:35.520430 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe9ad99-abe9-4c81-9271-891067d68bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:35.523824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-d5b39dd6-80b8-4a00-9781-a02372d3c527 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.4492345 Jul 08 02:00:35.541372 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Attempting to bind port edfe6baa-4f90-4d0a-92e8-060bad721646 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:35.543687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a186ab6-2463-4da0-b978-918de244006e req-6a60303e-883d-41c7-a1da-0b073ea5a4a0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.544975 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Attempting to bind port edfe6baa-4f90-4d0a-92e8-060bad721646 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:35.545703 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Attempting to bind port edfe6baa-4f90-4d0a-92e8-060bad721646 on network eb7f8a9d-de30-41f1-8c22-10d36fa80060 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:35.550712 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a186ab6-2463-4da0-b978-918de244006e req-6a60303e-883d-41c7-a1da-0b073ea5a4a0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 948 time: 0.8286655 Jul 08 02:00:35.554171 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:35.555165 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Checking segment: {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:35.556381 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.557000 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Bound using segment: {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:35.557943 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Bound port: edfe6baa-4f90-4d0a-92e8-060bad721646, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:35.561314 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.612401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9fff5cf-916f-4904-b5e8-b043f67b89a8 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.660311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-68080d8c-4d04-4ba2-9191-7b7054273b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.662682 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-68080d8c-4d04-4ba2-9191-7b7054273b0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0772483 Jul 08 02:00:35.705850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a186ab6-2463-4da0-b978-918de244006e req-b60d9947-67b8-4bac-bd79-6577c96c099d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529541 Jul 08 02:00:35.739265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 5, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:35.758271 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] For port edfe6baa-4f90-4d0a-92e8-060bad721646, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:35.769435 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] For port edfe6baa-4f90-4d0a-92e8-060bad721646, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edfe6baa-4f90-4d0a-92e8-060bad721646,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:35.803908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.809104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.823506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] Checking router: 55d2f63e-29a2-4031-af4e-2e89773c90bf for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:35.858809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:34Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:35.886827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] Routers {'55d2f63e-29a2-4031-af4e-2e89773c90bf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:35.887627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55d2f63e-29a2-4031-af4e-2e89773c90bf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:35.889945 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.964320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.982330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de808a8b-1242-4751-83d3-616af0b5ebb5 req-031b7d33-2eea-408a-8791-62b2da29f5e6 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.984021 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de808a8b-1242-4751-83d3-616af0b5ebb5 req-031b7d33-2eea-408a-8791-62b2da29f5e6 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 949 time: 0.2958179 Jul 08 02:00:36.050782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] Set router 55d2f63e-29a2-4031-af4e-2e89773c90bf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:36.055387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-6d7b941d-fb65-48d4-802b-fe914e4739f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:36.057018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-6d7b941d-fb65-48d4-802b-fe914e4739f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3498282 Jul 08 02:00:36.063736 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:36.063912 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:36.088277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9fff5cf-916f-4904-b5e8-b043f67b89a8 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.128784 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cbda2-b743-4a5a-92c4-59ce07df8a11 None None] Pushing event updated for resources: {'Port': ['ID=edfe6baa-4f90-4d0a-92e8-060bad721646,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:36.136465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c08840-b9f6-43d9-9a9a-8c5f70e3279c None None] The sync data for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 is: [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:34Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:36.185427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de808a8b-1242-4751-83d3-616af0b5ebb5 req-99aa832f-1999-412f-8964-60930d7ab9e2 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817739 Jul 08 02:00:36.190059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9fff5cf-916f-4904-b5e8-b043f67b89a8 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.207555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555325-245e-4ea0-b499-87952a0b0545 req-c9b8c5d6-dd92-48ae-903a-9b8a84e4b188 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:36.227774 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76555325-245e-4ea0-b499-87952a0b0545 req-c9b8c5d6-dd92-48ae-903a-9b8a84e4b188 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 945 time: 0.3061514 Jul 08 02:00:36.273345 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-77f9f339-a842-4155-8747-21816debdaec service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056818 Jul 08 02:00:36.307943 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.319602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff5cf-916f-4904-b5e8-b043f67b89a8 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b994b2-d1e6-4df8-a07c-530a1a65c591,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:36.351834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9fff5cf-916f-4904-b5e8-b043f67b89a8 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.352706 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:36.356532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c9fff5cf-916f-4904-b5e8-b043f67b89a8 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9211884 Jul 08 02:00:36.357256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:36.362242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4a6d4e21-53a0-4d96-aaf8-c93cacdcacf2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Request body: {'security_group_rule': {'security_group_id': 'e4b994b2-d1e6-4df8-a07c-530a1a65c591', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:36.399133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.506481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 5, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:36.542046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76555325-245e-4ea0-b499-87952a0b0545 req-35b747a8-9f04-4b2c-a69a-92ebdd0f7720 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a2a867-e7e5-4e03-82c2-ff3e13c88a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129098 Jul 08 02:00:36.563459 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dcfb92e2-43e7-4965-a998-9cf3ff1b3bb7 req-c979399a-1bd8-46c0-b384-97c533989c20 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655378 Jul 08 02:00:36.581999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf3707-8c51-4fca-b2f4-8ac789edd693 None None] The sync data for ids ['55d2f63e-29a2-4031-af4e-2e89773c90bf'] in n-d-695189-13 is: [{'id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'name': 'tempest-ServerRescueNegativeTestJSON-548190582-router', 'tenant_id': 'bcda9f619a27443396c58afd1c996429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:44Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 5, 'project_id': 'bcda9f619a27443396c58afd1c996429', 'gw_port': {'id': 'c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2f63e-29a2-4031-af4e-2e89773c90bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:45Z', 'updated_at': '2021-07-08T01:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:36.620705 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe14ca30-058d-4b36-8656-9ff23a452f73 x-openstack-request-id: req-fe14ca30-058d-4b36-8656-9ff23a452f73 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:36.620997 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:36.621253 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe14ca30-058d-4b36-8656-9ff23a452f73 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:36.621653 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'status': 'completed', 'code': 200} Jul 08 02:00:36.665297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.688870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event updated for resources: {'Port': ['ID=b198f1e5-63f9-4951-98d8-4a38bcca572d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:36.691557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4e21-53a0-4d96-aaf8-c93cacdcacf2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.767839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Deleting port c36827d9-b35c-4a3e-9054-f6c50dd37174 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:36.768342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.775641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-2ebabc28-510a-44c5-802f-af9d84722639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:36.777422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-2ebabc28-510a-44c5-802f-af9d84722639 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1100 time: 0.1783471 Jul 08 02:00:36.805072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4e21-53a0-4d96-aaf8-c93cacdcacf2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.852455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.853440 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b1f7c52d-ae6e-43da-b665-3b06cf64ab23 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7755702 Jul 08 02:00:36.856007 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:35Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:36.892521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Deleting port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:36.893183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.923705 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8b01c-b2a6-4a96-b268-9aeb63dd7edc None None] The sync data for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 is: [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:35Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:36.927065 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4e21-53a0-4d96-aaf8-c93cacdcacf2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.027830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-44daca73-0177-4f76-8030-46393503bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.033497 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-44daca73-0177-4f76-8030-46393503bd75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.2413471 Jul 08 02:00:37.052333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d4e21-53a0-4d96-aaf8-c93cacdcacf2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50412be8-f2bf-41a1-b411-2871b305f204,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:37.147155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-057b89e4-13ba-409a-b044-4fa04b547896 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.149087 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-057b89e4-13ba-409a-b044-4fa04b547896 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 949 time: 0.8340046 Jul 08 02:00:37.184366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-401f325c-2f25-4e51-9f0a-4b4eb4f009a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.1287766 Jul 08 02:00:37.187608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4e21-53a0-4d96-aaf8-c93cacdcacf2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.191849 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4a6d4e21-53a0-4d96-aaf8-c93cacdcacf2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8313928 Jul 08 02:00:37.196783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-33703b5e-8c1e-4e14-b2c8-32480643b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.197873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41328) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:37.198330 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-33703b5e-8c1e-4e14-b2c8-32480643b9c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1100 time: 0.5581074 Jul 08 02:00:37.204599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c094c04a-06a1-4205-bae7-878bafa6e023 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Request body: {'security_group_rule': {'security_group_id': 'e4b994b2-d1e6-4df8-a07c-530a1a65c591', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:37.350274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-059fadc0-dacd-4910-9a9a-bf3c7ba1b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.357037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-059fadc0-dacd-4910-9a9a-bf3c7ba1b4eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1598396 Jul 08 02:00:37.371848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c094c04a-06a1-4205-bae7-878bafa6e023 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.411626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] For port c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:37.412171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.430226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] For port c36827d9-b35c-4a3e-9054-f6c50dd37174, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c36827d9-b35c-4a3e-9054-f6c50dd37174,segment=NetworkSegment(79f4a2c5-4e60-4040-b6e8-fa2688bedf2c),segment_id=79f4a2c5-4e60-4040-b6e8-fa2688bedf2c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:37.445135 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.458864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-24dac5dc-c434-4768-a88d-470ced7937fc tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1812805146&fields=id&tenant_id=ccb4c4630bbc4d79a4b5d75e61cc81f2 HTTP/1.1" status: 200 len: 267 time: 0.2725165 Jul 08 02:00:37.553925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Calling delete_port for c36827d9-b35c-4a3e-9054-f6c50dd37174 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:37.557173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Calling delete_port for c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:37.646652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dac9a2-c75e-414c-8533-3769486c8b4b req-5d6bd352-6cb1-40c2-a683-46f39db5c8be tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.648511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07dac9a2-c75e-414c-8533-3769486c8b4b req-5d6bd352-6cb1-40c2-a683-46f39db5c8be tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 948 time: 0.6230822 Jul 08 02:00:37.714403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-d9387d25-a134-4905-98d1-be1dbcffa392 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.723694 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-d9387d25-a134-4905-98d1-be1dbcffa392 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/networks?id=6663fdc5-a8f8-49d2-a67d-12ef1b282923 HTTP/1.1" status: 200 len: 811 time: 0.2633123 Jul 08 02:00:37.777043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-91667ea6-2290-41ca-bbc6-a3e0109fdc84 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/quotas/ccb4c4630bbc4d79a4b5d75e61cc81f2 HTTP/1.1" status: 200 len: 375 time: 0.0513463 Jul 08 02:00:37.840243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-b172cf13-d9e1-49a3-8c61-559dba60e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.842291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-b172cf13-d9e1-49a3-8c61-559dba60e826 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4658508 Jul 08 02:00:37.847378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 81a62523-eebe-4883-943f-37f5e3380fea up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:37.898361 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07dac9a2-c75e-414c-8533-3769486c8b4b req-7989cab2-8287-4d20-b6a6-851422f14d87 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333252 Jul 08 02:00:37.926117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-1e266d93-3599-4cee-98ce-c3422fe497f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.929323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-1e266d93-3599-4cee-98ce-c3422fe497f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.7001853 Jul 08 02:00:38.003829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 81a62523-eebe-4883-943f-37f5e3380fea completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:38.009103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 81a62523-eebe-4883-943f-37f5e3380fea triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:38.010246 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.047160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-9eee48f9-a7a1-4be4-93ec-39696d30e036 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855242 Jul 08 02:00:38.170019 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-5218cd21-307d-42ae-aec5-237c1c4d233b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 200 len: 217 time: 0.2146320 Jul 08 02:00:38.188202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Deleting port 4e01af49-e99d-421b-9128-d530b6252a11 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:38.190028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.282533 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.292999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41344) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:38.313049 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c094c04a-06a1-4205-bae7-878bafa6e023 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.329372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-8093628e-34ef-4d95-ae61-65ce5ec57db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:38.331302 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-8093628e-34ef-4d95-ae61-65ce5ec57db7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.1482477 Jul 08 02:00:38.345889 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-beafd35c-9aee-49b3-8af5-bc80f0b7e72f tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ccb4c4630bbc4d79a4b5d75e61cc81f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5673773 Jul 08 02:00:38.349406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 81a62523-eebe-4883-943f-37f5e3380fea, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=81a62523-eebe-4883-943f-37f5e3380fea,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:38.396937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-97bdd0c9-ac05-4c62-a128-be41706f2cd2 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393362 Jul 08 02:00:38.398901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c094c04a-06a1-4205-bae7-878bafa6e023 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.415929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094c04a-06a1-4205-bae7-878bafa6e023 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23c947f-0a36-4174-a938-e6114c86cedb,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:38.428198 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.429013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edfe6baa-4f90-4d0a-92e8-060bad721646 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:38.513060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c094c04a-06a1-4205-bae7-878bafa6e023 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.515155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c094c04a-06a1-4205-bae7-878bafa6e023 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3143311 Jul 08 02:00:38.517634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:38.524743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:38.587777 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-6c3d3577-ed8e-4e82-b4d1-b0ec045872be service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:00:38.590483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-6c3d3577-ed8e-4e82-b4d1-b0ec045872be service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2273047 Jul 08 02:00:38.596445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d995b486-6ebf-419c-8ac3-6d2e26663548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.613924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=81a62523-eebe-4883-943f-37f5e3380fea,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:38.663621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] For port 4e01af49-e99d-421b-9128-d530b6252a11, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e01af49-e99d-421b-9128-d530b6252a11,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:38.665810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.682686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4162c7-a138-4f5c-9238-42b54333216c req-4df3ad0c-0a25-4aa0-ab4d-b2490d457dba tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:38.684237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a4162c7-a138-4f5c-9238-42b54333216c req-4df3ad0c-0a25-4aa0-ab4d-b2490d457dba tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 949 time: 0.5240142 Jul 08 02:00:38.712018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port edfe6baa-4f90-4d0a-92e8-060bad721646 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:38.713163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Calling delete_port for 4e01af49-e99d-421b-9128-d530b6252a11 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:38.714233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-a197a756-36fa-4e77-8dfc-769e79be053d service neutron] 10.222.0.10 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147468 Jul 08 02:00:38.717677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port edfe6baa-4f90-4d0a-92e8-060bad721646 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:38.718210 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.745267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-4177c765-221a-4597-afae-455d1af9931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:38.746783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-4177c765-221a-4597-afae-455d1af9931f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3463981 Jul 08 02:00:38.751647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.756075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.911293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Pushing event deleted for resources: {'Port': ['ID=c36827d9-b35c-4a3e-9054-f6c50dd37174,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:38.932169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a4162c7-a138-4f5c-9238-42b54333216c req-eae83a48-916c-4496-9095-bdd3e3825884 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68a5cce-ac87-4112-8acf-be80ade373f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267525 Jul 08 02:00:38.956585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-2c1dbaf0-6eb0-4c51-9fb2-be6d8e8ed8ff service neutron] 10.222.0.10 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348852 Jul 08 02:00:38.998414 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.007928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] No DVR routers for this DVR port c36827d9-b35c-4a3e-9054-f6c50dd37174 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:39.018108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:00:39.023599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device c36827d9-b35c-4a3e-9054-f6c50dd37174 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:39.050383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.053334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31a39a50-3161-46b6-bcfb-33e2d6535d2c req-c2ef2106-844b-4274-856e-57f0024be3c9 tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.18 "DELETE /v2.0/ports/c36827d9-b35c-4a3e-9054-f6c50dd37174 HTTP/1.1" status: 204 len: 173 time: 3.5281122 Jul 08 02:00:39.053465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8773b071-8fbb-464a-94f1-9e82c8c8ce5c', 'name': 'network-vif-deleted', 'tag': 'c36827d9-b35c-4a3e-9054-f6c50dd37174'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:39.057090 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db73deb0-a973-475c-8436-207cd50cc229" -d '{"events": [{"server_uuid": "8773b071-8fbb-464a-94f1-9e82c8c8ce5c", "name": "network-vif-deleted", "tag": "c36827d9-b35c-4a3e-9054-f6c50dd37174"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:39.072492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:39.094159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.098621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: c36827d9-b35c-4a3e-9054-f6c50dd37174 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:39.101593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device c36827d9-b35c-4a3e-9054-f6c50dd37174 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:39.107461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d995b486-6ebf-419c-8ac3-6d2e26663548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.135204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-79585869-15ba-4836-bf2c-9ad3f99deeea service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781590 Jul 08 02:00:39.136511 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.229523 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d995b486-6ebf-419c-8ac3-6d2e26663548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.345555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41358) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:39.345772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d995b486-6ebf-419c-8ac3-6d2e26663548 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c36311bee0ae49f78c62054dab26aa20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0389607 Jul 08 02:00:39.348264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:39.355149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995b486-6ebf-419c-8ac3-6d2e26663548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a2461-b12d-4d83-874e-4962c2d3810e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:39.374051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'mac_address': 'fa:16:3e:8c:17:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:00:39.381296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port edfe6baa-4f90-4d0a-92e8-060bad721646, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edfe6baa-4f90-4d0a-92e8-060bad721646,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:39.445628 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.447786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Allocated IP 172.25.8.214 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/91b8a518-66ca-44a6-8553-5923d04d5593) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:39.478681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd927e7-3bc0-46a0-b082-37c18f67c0bf {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:39.497622 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.512480 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.521344 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9933423-32cf-4c22-a114-d6d1602ac62d req-f9b7a727-c749-44e9-a324-6e5102c16bcb tempest-DeleteServersTestJSON-140375745 tempest-DeleteServersTestJSON-140375745-project] 10.222.0.10 "GET /v2.0/ports?device_id=8773b071-8fbb-464a-94f1-9e82c8c8ce5c HTTP/1.1" status: 200 len: 210 time: 0.1352515 Jul 08 02:00:39.531487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7d13bd3e-daf2-4849-88fe-61b634384699 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:39.560654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:39.605514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 7d13bd3e-daf2-4849-88fe-61b634384699 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:39.606427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7d13bd3e-daf2-4849-88fe-61b634384699 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:39.651645 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4bb8c1-4b2a-4d4d-a482-3fc7abea0bc3 x-openstack-request-id: req-ec4bb8c1-4b2a-4d4d-a482-3fc7abea0bc3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:39.651645 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8773b071-8fbb-464a-94f1-9e82c8c8ce5c", "name": "network-vif-deleted", "tag": "c36827d9-b35c-4a3e-9054-f6c50dd37174", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:39.651645 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec4bb8c1-4b2a-4d4d-a482-3fc7abea0bc3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:39.651645 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8773b071-8fbb-464a-94f1-9e82c8c8ce5c', 'name': 'network-vif-deleted', 'tag': 'c36827d9-b35c-4a3e-9054-f6c50dd37174', 'status': 'completed', 'code': 200} Jul 08 02:00:39.662009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=edfe6baa-4f90-4d0a-92e8-060bad721646,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:39.746669 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.788255 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.808086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cff18b-38e4-4d80-8980-307bf13204cb req-29375463-a5eb-41ad-9efb-4e389a9826dd tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.809728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-87cff18b-38e4-4d80-8980-307bf13204cb req-29375463-a5eb-41ad-9efb-4e389a9826dd tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 948 time: 0.2377551 Jul 08 02:00:39.822601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 81a62523-eebe-4883-943f-37f5e3380fea up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:39.858688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-b8618dc4-7746-4d61-bb5e-c69698ab8cde service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2005260 Jul 08 02:00:39.878983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=12']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:39.899829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 81a62523-eebe-4883-943f-37f5e3380fea triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:39.900457 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.913701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-87cff18b-38e4-4d80-8980-307bf13204cb req-1db87389-fb21-4a6b-928d-3287f8910883 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910509 Jul 08 02:00:39.999172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.016278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9bd927e7-3bc0-46a0-b082-37c18f67c0bf'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:40.051034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:40.056344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:40.065036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:40.075596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.091788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd50e303-3bab-48a7-8735-32d65994d438 req-33227e44-4094-40d3-9e06-2db0eaaad811 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 210 time: 0.4406116 Jul 08 02:00:40.093936 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfe9ad99-abe9-4c81-9271-891067d68bd6 req-49cc0060-926a-467f-bff3-9801eaea9406 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9018271 Jul 08 02:00:40.095861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event updated for resources: {'Port': ['ID=91b8a518-66ca-44a6-8553-5923d04d5593,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:40.119912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.140616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.168226 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-97a9db5a-8392-427a-92ba-b29a2db0dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:40.169846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-97a9db5a-8392-427a-92ba-b29a2db0dfc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 1101 time: 0.2101207 Jul 08 02:00:40.175422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Pushing event deleted for resources: {'Port': ['ID=4e01af49-e99d-421b-9128-d530b6252a11,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:40.217889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428c185a-1f69-4e4d-98fb-ae476c07714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.287021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] No DVR routers for this DVR port 4e01af49-e99d-421b-9128-d530b6252a11 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:40.292689 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.294825 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8024ac87-eb93-42aa-9a82-f56f91c4da53 req-ac9b913d-9cba-4ae4-9f5d-dfca3ba274ef tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.32 "DELETE /v2.0/ports/4e01af49-e99d-421b-9128-d530b6252a11 HTTP/1.1" status: 204 len: 173 time: 3.1303282 Jul 08 02:00:40.306355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428c185a-1f69-4e4d-98fb-ae476c07714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.354038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-7e2eec47-246c-412f-8e70-ff5d460f142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:40.356331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-7e2eec47-246c-412f-8e70-ff5d460f142f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.1530051 Jul 08 02:00:40.356997 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16bb0f79-ba5c-4189-85d3-222578650f9d req-6778adf6-75c4-42b4-90fc-7a6b86e4264b tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 210 time: 0.0434182 Jul 08 02:00:40.388384 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.388992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d2f63e-29a2-4031-af4e-2e89773c90bf {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:00:40.403244 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.404502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9138d1b4-ca50-4996-b73c-139e9370cc08 admin admin] 10.222.0.10 "DELETE /v2.0/routers/55d2f63e-29a2-4031-af4e-2e89773c90bf HTTP/1.1" status: 204 len: 168 time: 5.7242723 Jul 08 02:00:40.407603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:40.457398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42937b5b-def6-41d2-a343-cc92c15f64b7 req-5f97adc0-8ec1-4a49-9f68-d6537efab662 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:40.459630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0522639d-8276-443a-815d-5a82b0087944 admin admin] Deleting subnet b6c18c34-7f2f-4f4b-9634-ec60b4d60998 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:40.464222 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0522639d-8276-443a-815d-5a82b0087944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.464377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42937b5b-def6-41d2-a343-cc92c15f64b7 req-5f97adc0-8ec1-4a49-9f68-d6537efab662 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 1101 time: 0.3695662 Jul 08 02:00:40.469540 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.472179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-3c23446e-4afc-40c0-85aa-e2bc88990bf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 200 len: 217 time: 0.0969958 Jul 08 02:00:40.508565 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0522639d-8276-443a-815d-5a82b0087944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.570302 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428c185a-1f69-4e4d-98fb-ae476c07714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.575678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428c185a-1f69-4e4d-98fb-ae476c07714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.582668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-428c185a-1f69-4e4d-98fb-ae476c07714f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb1a2461-b12d-4d83-874e-4962c2d3810e HTTP/1.1" status: 204 len: 168 time: 1.2123079 Jul 08 02:00:40.601288 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0522639d-8276-443a-815d-5a82b0087944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.636329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42937b5b-def6-41d2-a343-cc92c15f64b7 req-40f3323f-4949-48ec-bd09-b19029d816c4 tempest-MigrationsAdminTest-1080973486 tempest-MigrationsAdminTest-1080973486-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671019 Jul 08 02:00:40.676150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e01af49-e99d-421b-9128-d530b6252a11 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:40.694225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-550bc82c-5458-4936-91f4-01bd56e2acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:40.696028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-550bc82c-5458-4936-91f4-01bd56e2acda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.2081118 Jul 08 02:00:40.723254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c185a-1f69-4e4d-98fb-ae476c07714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a2461-b12d-4d83-874e-4962c2d3810e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:40.766708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 4e01af49-e99d-421b-9128-d530b6252a11 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:40.768166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e01af49-e99d-421b-9128-d530b6252a11 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:40.861772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.876098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0522639d-8276-443a-815d-5a82b0087944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.964044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-ef792078-e603-4939-8e53-18798aae70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:40.965728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-ef792078-e603-4939-8e53-18798aae70bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2155545 Jul 08 02:00:40.970400 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0522639d-8276-443a-815d-5a82b0087944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.976177 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0522639d-8276-443a-815d-5a82b0087944 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b6c18c34-7f2f-4f4b-9634-ec60b4d60998 HTTP/1.1" status: 204 len: 168 time: 0.5675597 Jul 08 02:00:40.976808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41386) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:40.979128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:40.980447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522639d-8276-443a-815d-5a82b0087944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c18c34-7f2f-4f4b-9634-ec60b4d60998,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:41.149757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:41.158443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:41.159238 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.205047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.296327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-d0f3912c-6b07-4af5-859c-5af6f65a6f7d service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022630 Jul 08 02:00:41.342147 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.389263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:41.394787 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3541bca0-4975-422e-b530-9bbddbc13ca2" -d '{"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-plugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:41.432163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:41.451776 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.475784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a51fd4e-bad0-401f-984f-9f7937776e70']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:41.492284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.514359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-390dbb08-be82-4974-9af3-9d3a0c51810e req-faf9bcaf-c119-4ac4-b10a-3460f68bfab1 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 210 time: 0.0346773 Jul 08 02:00:41.517253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb37eaf-95b1-4bf1-95b7-27c24e761537') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:41.517971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb37eaf-95b1-4bf1-95b7-27c24e761537') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:41.545900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=13']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:41.559084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.569133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14649e9b-2c1b-4bdf-8912-44f897bb69ac req-9783c873-6e0a-4fce-ad06-8303c13cf7ad service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266097 Jul 08 02:00:41.572303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.592881 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.602756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:41.603234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:41.607556 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:41.620825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41408) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:41.638637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a3709df-fea9-4cba-ab0b-fd093b60e9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.669330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b305729-b7c4-4016-9015-1ac7b7ab1853', 'name': 'network-vif-deleted', 'tag': '4e01af49-e99d-421b-9128-d530b6252a11'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:41.676470 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129a9038-1a1d-4d05-9428-3301be793e6c" -d '{"events": [{"server_uuid": "9b305729-b7c4-4016-9015-1ac7b7ab1853", "name": "network-vif-deleted", "tag": "4e01af49-e99d-421b-9128-d530b6252a11"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:41.690022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.743207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edfe6baa-4f90-4d0a-92e8-060bad721646 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:41.775584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d79edfa-5a57-41fe-a09a-64de51790834 req-333f45e4-0a27-4e96-b462-905e57c0d695 tempest-ServersAdminNegativeTestJSON-242792695 tempest-ServersAdminNegativeTestJSON-242792695-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b305729-b7c4-4016-9015-1ac7b7ab1853 HTTP/1.1" status: 200 len: 210 time: 0.0895245 Jul 08 02:00:41.794116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ab74-8384-4f17-9db8-60caf2eb7926 req-bab2b86b-13d1-4798-afdb-7eda0a3e2a16 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:41.800254 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e098ab74-8384-4f17-9db8-60caf2eb7926 req-bab2b86b-13d1-4798-afdb-7eda0a3e2a16 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 950 time: 0.1114185 Jul 08 02:00:41.802834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event updated for resources: {'Port': ['ID=91b8a518-66ca-44a6-8553-5923d04d5593,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:41.814565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port edfe6baa-4f90-4d0a-92e8-060bad721646 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:41.817496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.851350 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a18d705-ca74-49ea-9075-c4c6540b7229 x-openstack-request-id: req-8a18d705-ca74-49ea-9075-c4c6540b7229 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:41.851780 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-plugged", "status": "completed", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:41.852655 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a18d705-ca74-49ea-9075-c4c6540b7229 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:41.853228 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'code': 200} Jul 08 02:00:41.865639 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.882365 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e098ab74-8384-4f17-9db8-60caf2eb7926 req-0f06a218-9f6b-44d1-ae53-32adff038772 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552089 Jul 08 02:00:41.917099 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.938367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.946821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0a51fd4e-bad0-401f-984f-9f7937776e70 HTTP/1.1" status: 204 len: 168 time: 0.9688857 Jul 08 02:00:41.947847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d05132-fffa-4585-b2f1-dd9d377dcc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a51fd4e-bad0-401f-984f-9f7937776e70,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:41.978121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:41.994964 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a3709df-fea9-4cba-ab0b-fd093b60e9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.005813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:42.006222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c60833ec-a8c9-47b1-a2d9-9cdc190c4b4b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:42.014259 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a852177-2af8-41d5-88f6-dbff0444acd7 x-openstack-request-id: req-0a852177-2af8-41d5-88f6-dbff0444acd7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:42.014567 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b305729-b7c4-4016-9015-1ac7b7ab1853", "name": "network-vif-deleted", "tag": "4e01af49-e99d-421b-9128-d530b6252a11", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:42.014809 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a852177-2af8-41d5-88f6-dbff0444acd7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:42.015219 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b305729-b7c4-4016-9015-1ac7b7ab1853', 'name': 'network-vif-deleted', 'tag': '4e01af49-e99d-421b-9128-d530b6252a11', 'status': 'completed', 'code': 200} Jul 08 02:00:42.046148 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-597681cf-9283-41d0-870a-e1a580d6a425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.080316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a3709df-fea9-4cba-ab0b-fd093b60e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.121283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3709df-fea9-4cba-ab0b-fd093b60e9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11d79d9-2b4d-468b-bdcd-4ba230463f45,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:42.127939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2a3709df-fea9-4cba-ab0b-fd093b60e9c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c71ccb763d074b3c8f0f903b17206ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047450 Jul 08 02:00:42.135191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41418) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:42.160551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.165839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-41be6ed5-53fc-4689-b5b9-28c48fd90c2b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6435714 Jul 08 02:00:42.185088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-760c2aff-f06b-40bd-b319-7b0422810b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.213322 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-760c2aff-f06b-40bd-b319-7b0422810b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.340797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-760c2aff-f06b-40bd-b319-7b0422810b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.343722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-760c2aff-f06b-40bd-b319-7b0422810b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.344894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-760c2aff-f06b-40bd-b319-7b0422810b2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c11d79d9-2b4d-468b-bdcd-4ba230463f45 HTTP/1.1" status: 204 len: 168 time: 0.2139506 Jul 08 02:00:42.353523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c2aff-f06b-40bd-b319-7b0422810b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11d79d9-2b4d-468b-bdcd-4ba230463f45,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:42.388493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-0df2ac23-8e1c-4bcf-8211-cb74a931effa tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--64386802&fields=id&tenant_id=121ccb09bf83447a8bc221deb5c47518 HTTP/1.1" status: 200 len: 267 time: 0.0510876 Jul 08 02:00:42.400946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41440) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:42.444751 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-826b83b8-bc2c-4cc1-bd10-7d932e8b29ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcda9f619a27443396c58afd1c996429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425398 Jul 08 02:00:42.447270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41442) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:42.500940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-ddc77797-6e8e-4011-8a97-d487e437a685 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:42.502575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-ddc77797-6e8e-4011-8a97-d487e437a685 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/networks?id=eb7f8a9d-de30-41f1-8c22-10d36fa80060 HTTP/1.1" status: 200 len: 806 time: 0.1067195 Jul 08 02:00:42.502844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965b9a2f-004b-408d-b91b-ab6ebb40c5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.519628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-3d9b3482-3695-4eb6-bec8-9f4589de626c tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/quotas/121ccb09bf83447a8bc221deb5c47518 HTTP/1.1" status: 200 len: 375 time: 0.0108242 Jul 08 02:00:42.525619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965b9a2f-004b-408d-b91b-ab6ebb40c5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.650144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-fcce63b2-ecba-4ddc-a731-644681503e11 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=121ccb09bf83447a8bc221deb5c47518&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754268 Jul 08 02:00:42.691246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2be0e8bc-a378-45d2-a0da-0c831f6d13d8 req-e8fa496a-2692-45ec-8454-e2f71260c113 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 210 time: 0.0284488 Jul 08 02:00:42.752490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965b9a2f-004b-408d-b91b-ab6ebb40c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.755973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-965b9a2f-004b-408d-b91b-ab6ebb40c5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.757398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-965b9a2f-004b-408d-b91b-ab6ebb40c5cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23204001-3cd8-43da-9fd1-fa0965fdb4b2 HTTP/1.1" status: 204 len: 168 time: 0.3089399 Jul 08 02:00:42.766746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b9a2f-004b-408d-b91b-ab6ebb40c5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23204001-3cd8-43da-9fd1-fa0965fdb4b2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:42.825865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-8e4efd9f-8c94-4ebf-a2ad-941751993d98 service neutron] 10.222.0.10 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633241 Jul 08 02:00:43.063407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-b2991de2-956a-4e70-b1a4-715c9aac8223 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.065896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-b2991de2-956a-4e70-b1a4-715c9aac8223 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 950 time: 0.4080064 Jul 08 02:00:43.213517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Deleting port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:43.214255 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.395502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] For port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:43.401585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.439197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Calling delete_port for 9bd927e7-3bc0-46a0-b082-37c18f67c0bf owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:43.440470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-fa2cbf86-5cfa-4f54-bcde-defa7dd4bdf4 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.442157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-fa2cbf86-5cfa-4f54-bcde-defa7dd4bdf4 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.32 "GET /v2.0/networks?id=6663fdc5-a8f8-49d2-a67d-12ef1b282923 HTTP/1.1" status: 200 len: 811 time: 0.6577482 Jul 08 02:00:43.461268 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-e32cc844-96de-4492-bcb8-c9d140a93b1c service neutron] 10.222.0.10 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277082 Jul 08 02:00:43.548627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-1c6b7e60-a500-48d4-ad34-90ca813411c3 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb4c4630bbc4d79a4b5d75e61cc81f2 HTTP/1.1" status: 200 len: 380 time: 0.0803971 Jul 08 02:00:43.557217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Request body: {'port': {'device_id': 'f16910ea-9876-4eab-9995-f058e19b4183', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'admin_state_up': True, 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'security_groups': ['b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:43.654062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41478) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:43.760111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba7999-f656-4f3d-95ad-ea2a4b6edcbd req-2d576d92-db1e-4423-aae4-5dd3695338bf tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.761823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35ba7999-f656-4f3d-95ad-ea2a4b6edcbd req-2d576d92-db1e-4423-aae4-5dd3695338bf tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 950 time: 0.1484563 Jul 08 02:00:43.822026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35ba7999-f656-4f3d-95ad-ea2a4b6edcbd req-f0a7647a-acf5-4b0c-aceb-6b6cc0941fe3 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Jul 08 02:00:43.899536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Made reservation on behalf of ccb4c4630bbc4d79a4b5d75e61cc81f2 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:43.900182 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.906583 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.914067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['88ca812e-d755-4b3d-b044-614b07976e56', '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:43.916412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a296695a-ffc8-46bc-a04f-803ec5356729', 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:43.949408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-99f37a89-fdfa-4da0-a900-ca635d7e42bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57b402f3c3f74e95849445dc83ffdd33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917883 Jul 08 02:00:43.965458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:44.028020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event deleted for resources: {'Port': ['ID=9bd927e7-3bc0-46a0-b082-37c18f67c0bf,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:44.139396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.151077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] No DVR routers for this DVR port 9bd927e7-3bc0-46a0-b082-37c18f67c0bf on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:44.168573 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.172768 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db0a917d-db0c-49df-9d69-82e0c0eb0ec6 req-e134530f-e0e4-498f-bdec-d3075d1d7be4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "DELETE /v2.0/ports/9bd927e7-3bc0-46a0-b082-37c18f67c0bf HTTP/1.1" status: 204 len: 173 time: 1.1002653 Jul 08 02:00:44.217170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.219580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-deleted', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:44.226673 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187e698f-125a-4d98-9265-bc50c84d21cb" -d '{"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-deleted", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:44.249983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8dac2efa-defc-4c39-ab71-096a138fd14a req-b6f4aa7a-9d1c-4860-84f5-3d260b14113c tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 210 time: 0.1794426 Jul 08 02:00:44.288488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Allocated IP 172.20.0.12 (6663fdc5-a8f8-49d2-a67d-12ef1b282923/5fb5f15a-ba20-4e3a-9cef-025e4eae86f8/a33aa7ce-e9cc-433a-99a0-44cd2f712007) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:44.357683 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8992d0b4-bf4f-4408-92b0-ab56fdf3863b x-openstack-request-id: req-8992d0b4-bf4f-4408-92b0-ab56fdf3863b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:44.358165 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79733a-af9f-4fd1-a67b-f2a390423790", "name": "network-vif-deleted", "tag": "9bd927e7-3bc0-46a0-b082-37c18f67c0bf", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:44.359056 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8992d0b4-bf4f-4408-92b0-ab56fdf3863b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:44.359665 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79733a-af9f-4fd1-a67b-f2a390423790', 'name': 'network-vif-deleted', 'tag': '9bd927e7-3bc0-46a0-b082-37c18f67c0bf', 'status': 'completed', 'code': 200} Jul 08 02:00:44.402221 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b69a6e85-187b-4481-a9e5-6075ee560ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.465039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4978c83-0ee7-4e1c-b084-786e32943948 req-afc2bebb-4457-493b-a28a-56ebe1caec5b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 210 time: 0.1253188 Jul 08 02:00:44.560215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.562960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.566456 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d68a5cce-ac87-4112-8acf-be80ade373f9 HTTP/1.1" status: 204 len: 168 time: 0.5950277 Jul 08 02:00:44.613289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a5cce-ac87-4112-8acf-be80ade373f9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:44.626412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.626412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.626412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.626412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.626412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.626412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.627133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.627133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.627133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.627506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.627747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.628077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f52f24-38a9-4d2e-a336-f3af3e93eafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:44.739627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.769347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Transition to ACTIVE for port object a33aa7ce-e9cc-433a-99a0-44cd2f712007 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:44.918757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.962058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.014484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:45.017825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:45.023801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:45.028332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event updated for resources: {'Port': ['ID=a33aa7ce-e9cc-433a-99a0-44cd2f712007,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:45.085274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c7c3830-fb07-436c-b4ee-468c2cd45ac5 req-26690d0b-118a-4149-9c4c-ec084a2bfb18 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a79733a-af9f-4fd1-a67b-f2a390423790 HTTP/1.1" status: 200 len: 210 time: 0.1330636 Jul 08 02:00:45.098457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:45.099185 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.183841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-0beda508-80df-4861-add7-7894b3009dc7 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6343219 Jul 08 02:00:45.197499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Request body: {'port': {'device_id': 'f16910ea-9876-4eab-9995-f058e19b4183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:45.333682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.376478 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c7244ed-2240-4adf-840e-d5e1eaf773e2 req-c0bd8d0f-a378-47e7-9cbe-875a2c0fc860 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 210 time: 0.0514822 Jul 08 02:00:45.485945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7780351a-8dd3-4829-8e89-052919131324 None None] Provisioning for port a33aa7ce-e9cc-433a-99a0-44cd2f712007 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:45.491031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7780351a-8dd3-4829-8e89-052919131324 None None] Provisioning complete for port a33aa7ce-e9cc-433a-99a0-44cd2f712007 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:45.491698 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7780351a-8dd3-4829-8e89-052919131324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.533588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7780351a-8dd3-4829-8e89-052919131324 None None] Port a33aa7ce-e9cc-433a-99a0-44cd2f712007 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:45.645981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41542) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:45.694654 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.752443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41544) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:45.778259 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a70d66bd-bf0d-41e3-914d-0c6533730908 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17e7ee51e4f34263a9c8d0dd1c89bf3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305707 Jul 08 02:00:45.780941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41548) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:45.831164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf47b0-8be7-4426-803b-2d98c645424e req-e15cdd39-cf91-4365-b9be-54213c49dcf4 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:45.838072 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0acf47b0-8be7-4426-803b-2d98c645424e req-e15cdd39-cf91-4365-b9be-54213c49dcf4 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 932 time: 0.2101116 Jul 08 02:00:45.856246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430848e0-5a29-4d6b-90fd-a55d4fab200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.860906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33aa7ce-e9cc-433a-99a0-44cd2f712007 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:45.871288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.882419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430848e0-5a29-4d6b-90fd-a55d4fab200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.902275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Transition to ACTIVE for port object a33aa7ce-e9cc-433a-99a0-44cd2f712007 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:45.908858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0acf47b0-8be7-4426-803b-2d98c645424e req-29cc86ab-4f16-4172-98ff-31805e067f2a tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698578 Jul 08 02:00:45.912409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2057111689-network', 'tenant_id': '3cfc115992e546eba6f046003776a0e9'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:45.994744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.053446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=a33aa7ce-e9cc-433a-99a0-44cd2f712007,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:46.060826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Made reservation on behalf of 3cfc115992e546eba6f046003776a0e9 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:46.064318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.075280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.132207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Attempting to bind port a33aa7ce-e9cc-433a-99a0-44cd2f712007 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:46.132562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Attempting to bind port a33aa7ce-e9cc-433a-99a0-44cd2f712007 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:46.132907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Attempting to bind port a33aa7ce-e9cc-433a-99a0-44cd2f712007 on network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:46.142399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Port a33aa7ce-e9cc-433a-99a0-44cd2f712007 on network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:00:46.142748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Attempting to bind port a33aa7ce-e9cc-433a-99a0-44cd2f712007 on network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:46.152626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:46.152927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Checking segment: {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:46.153325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Bound using segment: {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:46.153820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Bound port: a33aa7ce-e9cc-433a-99a0-44cd2f712007, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99dd4dd9-2bd9-46be-9b83-532e8a56d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:46.154175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.164021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430848e0-5a29-4d6b-90fd-a55d4fab200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.170148 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430848e0-5a29-4d6b-90fd-a55d4fab200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.172909 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-430848e0-5a29-4d6b-90fd-a55d4fab200a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62fa91c8-f962-427c-8aa4-e0bf00c49d4d HTTP/1.1" status: 204 len: 168 time: 0.3907776 Jul 08 02:00:46.263195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] For port a33aa7ce-e9cc-433a-99a0-44cd2f712007, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:46.272954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] For port a33aa7ce-e9cc-433a-99a0-44cd2f712007, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:46.278413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430848e0-5a29-4d6b-90fd-a55d4fab200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fa91c8-f962-427c-8aa4-e0bf00c49d4d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:46.338530 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.351661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.414858 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.450506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.451167 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.466539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] 10.222.0.32 "PUT /v2.0/ports/a33aa7ce-e9cc-433a-99a0-44cd2f712007 HTTP/1.1" status: 200 len: 1093 time: 1.2644062 Jul 08 02:00:46.466539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16910ea-9876-4eab-9995-f058e19b4183', 'tag': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:46.466539 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca3968a-7340-4850-ac5c-8f9501b300c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f16910ea-9876-4eab-9995-f058e19b4183", "tag": "a33aa7ce-e9cc-433a-99a0-44cd2f712007"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:46.472479 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:46.494425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28786765-7dfc-4a1c-9a0d-514c0608dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=a33aa7ce-e9cc-433a-99a0-44cd2f712007,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:46.504553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:46.517316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.517680 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Added segment c8b40e32-45ea-404b-87ae-78045f46e541 of type vlan for network d52b5600-5e1b-4292-a105-e32fe1b9f88b Jul 08 02:00:46.589789 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.713030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-52123f0c-b11e-457e-97c5-b6ce5a17a756 req-49fb69d2-6d02-4131-9dbc-4a96a132346e tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 210 time: 0.0399792 Jul 08 02:00:46.764918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-cc631eaa-8309-4793-a662-a67923be8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.766492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-cc631eaa-8309-4793-a662-a67923be8418 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb4c4630bbc4d79a4b5d75e61cc81f2&device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 1096 time: 0.1842592 Jul 08 02:00:46.775103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.782749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.785231 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33549f-4d50-4254-8d10-41901ea30032 x-openstack-request-id: req-bb33549f-4d50-4254-8d10-41901ea30032 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:46.785542 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16910ea-9876-4eab-9995-f058e19b4183", "tag": "a33aa7ce-e9cc-433a-99a0-44cd2f712007", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:46.785856 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb33549f-4d50-4254-8d10-41901ea30032 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:46.786853 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16910ea-9876-4eab-9995-f058e19b4183', 'tag': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'status': 'completed', 'code': 200} Jul 08 02:00:46.787919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.827850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-c4b03de7-1b79-4cf0-9f4c-45653fbad209 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007 HTTP/1.1" status: 200 len: 217 time: 0.0530989 Jul 08 02:00:46.878645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] Pushing event updated for resources: {'Network': ['ID=d52b5600-5e1b-4292-a105-e32fe1b9f88b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:46.888917 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d52b5600-5e1b-4292-a105-e32fe1b9f88b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:46.899765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-7b35730c-c3fd-4004-9ebf-fae19ec64514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.901510 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-7b35730c-c3fd-4004-9ebf-fae19ec64514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fb5f15a-ba20-4e3a-9cef-025e4eae86f8 HTTP/1.1" status: 200 len: 850 time: 0.0647993 Jul 08 02:00:46.964600 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d19939f0-2d55-4426-a58e-39ded4aa997d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2110844 Jul 08 02:00:46.965447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41586) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:46.971229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Request body: {'subnet': {'network_id': 'd52b5600-5e1b-4292-a105-e32fe1b9f88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2057111689-subnet', 'tenant_id': '3cfc115992e546eba6f046003776a0e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:47.029344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-314135e4-e61d-488b-9e79-5f25a7331a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:47.031869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-314135e4-e61d-488b-9e79-5f25a7331a50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6663fdc5-a8f8-49d2-a67d-12ef1b282923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193242 Jul 08 02:00:47.032255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:47.079281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 9bd927e7-3bc0-46a0-b082-37c18f67c0bf {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:47.079625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9bd927e7-3bc0-46a0-b082-37c18f67c0bf not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:47.122855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Made reservation on behalf of 3cfc115992e546eba6f046003776a0e9 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:47.126706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.325020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-d656e430-b38f-4645-b877-aea50c4c5d91 service neutron] 10.222.0.32 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848148 Jul 08 02:00:47.340272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea9e64-9a66-4984-a34c-4be1a3a6fc60 req-01505910-226e-44b0-93b2-d3db21df6c79 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:47.342109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aeea9e64-9a66-4984-a34c-4be1a3a6fc60 req-01505910-226e-44b0-93b2-d3db21df6c79 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 944 time: 0.1381364 Jul 08 02:00:47.343840 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.470580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aeea9e64-9a66-4984-a34c-4be1a3a6fc60 req-b307dda1-0380-4522-94f0-a1b2dd2d0e62 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597589 Jul 08 02:00:47.493379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6afe2558-a68b-4a04-be55-ed7d28469dfe req-5b6609e4-36c7-4a67-8afd-4556068ae9f1 service neutron] 10.222.0.32 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485717 Jul 08 02:00:47.565927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.650899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a0c21a-b254-4d09-b9f9-c14c933d6f7c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:47.751687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Checking segment: {'id': 'c8b40e32-45ea-404b-87ae-78045f46e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd52b5600-5e1b-4292-a105-e32fe1b9f88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:47.752060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Network hostable DHCP agents. Network: d52b5600-5e1b-4292-a105-e32fe1b9f88b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:47.766449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cf28-f3e1-4267-b8c8-98a0956c0fcb req-a86649a5-f4f0-435f-924b-53e1f0b5a358 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:47.768008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9e6cf28-f3e1-4267-b8c8-98a0956c0fcb req-a86649a5-f4f0-435f-924b-53e1f0b5a358 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 950 time: 0.3499203 Jul 08 02:00:47.775665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-ef8166c6-95fe-485a-a080-ec8447e592f6 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:47.777115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-ef8166c6-95fe-485a-a080-ec8447e592f6 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.18 "GET /v2.0/networks?id=eb7f8a9d-de30-41f1-8c22-10d36fa80060 HTTP/1.1" status: 200 len: 806 time: 0.3627560 Jul 08 02:00:47.844505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-94927252-a424-4ca8-abed-b0bfd69f5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:47.847164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-94927252-a424-4ca8-abed-b0bfd69f5796 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb4c4630bbc4d79a4b5d75e61cc81f2&device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 1096 time: 0.1112490 Jul 08 02:00:47.863030 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-8eb4b6f9-cf11-479b-aca8-0c2318d19320 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=121ccb09bf83447a8bc221deb5c47518 HTTP/1.1" status: 200 len: 378 time: 0.0768220 Jul 08 02:00:47.884630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9e6cf28-f3e1-4267-b8c8-98a0956c0fcb req-61ffdf54-632a-466a-a55b-329515db5946 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005139 Jul 08 02:00:47.898166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Request body: {'port': {'device_id': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'admin_state_up': True, 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'security_groups': ['e4b994b2-d1e6-4df8-a07c-530a1a65c591']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:47.983931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Network d52b5600-5e1b-4292-a105-e32fe1b9f88b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:48.004100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-a527d060-b02e-4f2a-9432-29e650971310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:48.009540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-a527d060-b02e-4f2a-9432-29e650971310 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6663fdc5-a8f8-49d2-a67d-12ef1b282923 HTTP/1.1" status: 200 len: 912 time: 0.1515343 Jul 08 02:00:48.069600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41620) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:48.085655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d52b5600-5e1b-4292-a105-e32fe1b9f88b) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:48.086137 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.090793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-e74729ce-ccfe-4792-bc8f-fa803d32424a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007 HTTP/1.1" status: 200 len: 217 time: 0.0716980 Jul 08 02:00:48.091240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:48.092634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.096131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b8ebd1-3c4e-4ec4-8b78-fe6261c7dea3 None None] Network d52b5600-5e1b-4292-a105-e32fe1b9f88b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:48.140292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a5a9d98-4554-4432-af73-23a2aac0e28b req-82263ca1-437f-4d61-a6b3-97908a5759e6 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 210 time: 0.0518188 Jul 08 02:00:48.169499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Made reservation on behalf of 121ccb09bf83447a8bc221deb5c47518 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:48.173654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.179434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-1ba5d3e1-8727-4597-b58f-afddf1a24413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:48.182862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-1ba5d3e1-8727-4597-b58f-afddf1a24413 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fb5f15a-ba20-4e3a-9cef-025e4eae86f8 HTTP/1.1" status: 200 len: 850 time: 0.0829284 Jul 08 02:00:48.246061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8f4f4322-62d7-4eb5-9d3a-a9be642fe7a8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2785940 Jul 08 02:00:48.337366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-4c9a23a9-5c4f-4b8a-a21c-da200d5bc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:48.344735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-4c9a23a9-5c4f-4b8a-a21c-da200d5bc179 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6663fdc5-a8f8-49d2-a67d-12ef1b282923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1517727 Jul 08 02:00:48.404603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e0820-7d20-470b-9c16-12195625fb14 None None] Network d52b5600-5e1b-4292-a105-e32fe1b9f88b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:48.430586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Allocated IP 172.20.0.11 (eb7f8a9d-de30-41f1-8c22-10d36fa80060/5dc72282-308c-4986-878d-56521163965e/ced3a98e-a845-4f99-af03-94b60427a393) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:48.514045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-66b7c01f-c323-4dbb-b794-ca7f2e1c4367 service neutron] 10.222.0.32 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563456 Jul 08 02:00:48.637503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e14128-8b94-425b-94e1-23949c0613c4 admin admin] Deleting subnet 3dc20689-5b16-4c21-9e63-5f26fe24f72c {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:48.640901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e14128-8b94-425b-94e1-23949c0613c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.711327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca3968a-7340-4850-ac5c-8f9501b300c1 req-8aabefc3-d4da-452a-b972-05216de64cef service neutron] 10.222.0.32 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846073 Jul 08 02:00:48.740727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50782894-93bf-4e74-8c45-f65c22450edf req-ac97de95-ef19-4d52-bc3b-0a5f4ffbf481 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:48.741861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50782894-93bf-4e74-8c45-f65c22450edf req-ac97de95-ef19-4d52-bc3b-0a5f4ffbf481 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 944 time: 0.0969813 Jul 08 02:00:48.763637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e14128-8b94-425b-94e1-23949c0613c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.823908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e14128-8b94-425b-94e1-23949c0613c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.835973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50782894-93bf-4e74-8c45-f65c22450edf req-b9e5ed22-4029-4e84-8c5c-9bc81b81b4b5 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878220 Jul 08 02:00:48.865949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-b857cc9b-937c-40e6-b67a-6dd31a81eafe tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:48.867529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-b857cc9b-937c-40e6-b67a-6dd31a81eafe tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 950 time: 0.1120462 Jul 08 02:00:48.944779 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.989915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Transition to ACTIVE for port object ced3a98e-a845-4f99-af03-94b60427a393 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:49.063546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Deleting port f349a8e6-d8cc-4ff1-a265-5c8284351a91 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:49.063911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.066200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e14128-8b94-425b-94e1-23949c0613c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.086818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-559b3ae4-9aa4-45db-add3-078868a75d2e tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:49.093957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-559b3ae4-9aa4-45db-add3-078868a75d2e tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/networks?id=d52b5600-5e1b-4292-a105-e32fe1b9f88b HTTP/1.1" status: 200 len: 809 time: 0.3001287 Jul 08 02:00:49.127839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e14128-8b94-425b-94e1-23949c0613c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc20689-5b16-4c21-9e63-5f26fe24f72c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:49.134676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41694) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:49.137568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e14128-8b94-425b-94e1-23949c0613c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.140526 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-82e14128-8b94-425b-94e1-23949c0613c4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3dc20689-5b16-4c21-9e63-5f26fe24f72c HTTP/1.1" status: 204 len: 168 time: 1.0688906 Jul 08 02:00:49.147216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-a5b3e70c-098f-4a66-8390-12cd94f933e4 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/quotas/3cfc115992e546eba6f046003776a0e9 HTTP/1.1" status: 200 len: 375 time: 0.0522599 Jul 08 02:00:49.147408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41698) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:49.186352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3b60f5a7-51c5-4674-b2e1-6ca1843a822c tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3cfc115992e546eba6f046003776a0e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380595 Jul 08 02:00:49.191948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.252963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:49.259041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:49.263155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:49.292012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] For port f349a8e6-d8cc-4ff1-a265-5c8284351a91, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f349a8e6-d8cc-4ff1-a265-5c8284351a91,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:49.292397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.310233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event updated for resources: {'Port': ['ID=ced3a98e-a845-4f99-af03-94b60427a393,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:49.314990 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c256656-3547-444e-9282-dc8de4a2b6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.327968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Calling delete_port for f349a8e6-d8cc-4ff1-a265-5c8284351a91 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:49.347181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.409126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:49.419314 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.482467 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-8fd075f1-e7ee-4ffa-81e3-764ae1545190 service neutron] 10.222.0.10 "GET /v2.0/networks/d52b5600-5e1b-4292-a105-e32fe1b9f88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884076 Jul 08 02:00:49.496169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172975ec-4f4e-475c-a562-003a3888e200 req-d875dc92-eb52-4d02-9a29-395979140bc4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:49.504707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-172975ec-4f4e-475c-a562-003a3888e200 req-d875dc92-eb52-4d02-9a29-395979140bc4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 950 time: 0.3299296 Jul 08 02:00:49.576421 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-b4d83b68-f97c-4648-9033-ba0c3b2981bd service neutron] 10.222.0.10 "GET /v2.0/networks/d52b5600-5e1b-4292-a105-e32fe1b9f88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874968 Jul 08 02:00:49.587646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c256656-3547-444e-9282-dc8de4a2b6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.639894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-172975ec-4f4e-475c-a562-003a3888e200 req-9aad6503-357e-41b2-9f12-e1a60180edd4 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342690 Jul 08 02:00:49.690169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c256656-3547-444e-9282-dc8de4a2b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.707513 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.709688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6e478f78-32f4-4154-ab3f-9ed9b2ca1d61 None None] Provisioning for port ced3a98e-a845-4f99-af03-94b60427a393 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:49.714668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6e478f78-32f4-4154-ab3f-9ed9b2ca1d61 None None] Provisioning complete for port ced3a98e-a845-4f99-af03-94b60427a393 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:49.715237 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6e478f78-32f4-4154-ab3f-9ed9b2ca1d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.745158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdb8d45-7f81-4e72-bb8a-b61d1865970b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:49.753293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6e478f78-32f4-4154-ab3f-9ed9b2ca1d61 None None] Port ced3a98e-a845-4f99-af03-94b60427a393 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:49.796869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:49.797424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f4a2c5-4e60-4040-b6e8-fa2688bedf2c') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:49.798837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c256656-3547-444e-9282-dc8de4a2b6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de33f1df-bbfc-4ff8-8ceb-f06e26bf124b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:49.803910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-1927782e-3473-4952-a0ee-01808c9cd4a2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9119513 Jul 08 02:00:49.818633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Request body: {'port': {'device_id': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:49.867288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c256656-3547-444e-9282-dc8de4a2b6d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e164831eaa143f6990a0ca89e9be2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7322664 Jul 08 02:00:49.875962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.886759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41712) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:49.892096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5bfd42b5-4db4-4898-8853-7171d968795e req-ad012553-03d7-40fb-b5fc-ba4f7f43e299 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 210 time: 0.0452204 Jul 08 02:00:49.929000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.950415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:49.950897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:49.952806 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:49.999591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.001366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.015782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['88ca812e-d755-4b3d-b044-614b07976e56'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:50.015957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ea810-f9dd-4f0c-9999-468bfe487eac req-a5a29734-b5d0-4623-b2cd-5e926ce7649f tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:50.018384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f93ea810-f9dd-4f0c-9999-468bfe487eac req-a5a29734-b5d0-4623-b2cd-5e926ce7649f tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 932 time: 0.2770433 Jul 08 02:00:50.054663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event deleted for resources: {'Port': ['ID=f349a8e6-d8cc-4ff1-a265-5c8284351a91,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:50.060098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99c534a1-fde1-49bb-a219-4cc42dea2f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.068746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a296695a-ffc8-46bc-a04f-803ec5356729', 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:50.082836 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99c534a1-fde1-49bb-a219-4cc42dea2f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.148383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] No DVR routers for this DVR port f349a8e6-d8cc-4ff1-a265-5c8284351a91 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:50.152002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.154477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58d00e91-8b70-4cdc-8a7c-1520d99b9009 req-67052e5d-4917-486c-a40d-544f2532e446 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "DELETE /v2.0/ports/f349a8e6-d8cc-4ff1-a265-5c8284351a91 HTTP/1.1" status: 204 len: 173 time: 1.2791095 Jul 08 02:00:50.155167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-deleted', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:50.157874 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182da3da-7f0e-4eba-8a05-ab951a91886f" -d '{"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-deleted", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:50.174269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f93ea810-f9dd-4f0c-9999-468bfe487eac req-d4d3eacf-e70c-4872-b7bb-41847b17b5e7 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206894 Jul 08 02:00:50.246867 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.253210 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.265015 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fbdb8d45-7f81-4e72-bb8a-b61d1865970b HTTP/1.1" status: 204 len: 168 time: 1.1138663 Jul 08 02:00:50.313307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e245c5-04e9-45fc-abd9-05961a3d4563 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdb8d45-7f81-4e72-bb8a-b61d1865970b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:50.343020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0fca3-4b79-4a9a-98a0-f324be8a40c6 req-a3140dbd-388e-4e35-b989-22350a9cc5d2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:50.360150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3d0fca3-4b79-4a9a-98a0-f324be8a40c6 req-a3140dbd-388e-4e35-b989-22350a9cc5d2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 944 time: 0.3164041 Jul 08 02:00:50.361644 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f86b9e9-9f6e-4524-bf06-7e5c0a0b199a x-openstack-request-id: req-7f86b9e9-9f6e-4524-bf06-7e5c0a0b199a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:50.362970 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cca0733-a8f8-4630-9652-404ea302ee8e", "name": "network-vif-deleted", "tag": "f349a8e6-d8cc-4ff1-a265-5c8284351a91", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:50.363871 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f86b9e9-9f6e-4524-bf06-7e5c0a0b199a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:50.368096 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca0733-a8f8-4630-9652-404ea302ee8e', 'name': 'network-vif-deleted', 'tag': 'f349a8e6-d8cc-4ff1-a265-5c8284351a91', 'status': 'completed', 'code': 200} Jul 08 02:00:50.398773 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99c534a1-fde1-49bb-a219-4cc42dea2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.401331 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99c534a1-fde1-49bb-a219-4cc42dea2f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.402476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-99c534a1-fde1-49bb-a219-4cc42dea2f44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de33f1df-bbfc-4ff8-8ceb-f06e26bf124b HTTP/1.1" status: 204 len: 168 time: 0.5128531 Jul 08 02:00:50.448554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c534a1-fde1-49bb-a219-4cc42dea2f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de33f1df-bbfc-4ff8-8ceb-f06e26bf124b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:50.492309 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e3d0fca3-4b79-4a9a-98a0-f324be8a40c6 req-578dc9cd-7677-49fd-b7e5-57e3d09acb5e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312675 Jul 08 02:00:50.591952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced3a98e-a845-4f99-af03-94b60427a393 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:50.600361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.615556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Transition to ACTIVE for port object ced3a98e-a845-4f99-af03-94b60427a393 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:50.677721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41732) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:50.686694 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.732120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a33aa7ce-e9cc-433a-99a0-44cd2f712007 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:00:50.776566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Pushing event updated for resources: {'Port': ['ID=ced3a98e-a845-4f99-af03-94b60427a393,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:50.786847 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f9c47a4d-2966-494a-b319-f65c27fb6904 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dfa016384984b2b898f8cc4f92b1858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027369 Jul 08 02:00:50.786847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41736) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:50.877880 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.912073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27798563-2058-46db-8fc0-40cb86e4580a req-7c12ae9f-f8b5-4660-9fc0-9e876dd714c0 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cca0733-a8f8-4630-9652-404ea302ee8e HTTP/1.1" status: 200 len: 210 time: 0.0656431 Jul 08 02:00:50.938873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a33aa7ce-e9cc-433a-99a0-44cd2f712007, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:50.954290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'port_id': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'mac_address': 'fa:16:3e:63:ea:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:00:50.968261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe43-2cae-4abb-b7f0-a37bad246143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.011677 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.030474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Attempting to bind port ced3a98e-a845-4f99-af03-94b60427a393 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:51.030853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Attempting to bind port ced3a98e-a845-4f99-af03-94b60427a393 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:51.034369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Attempting to bind port ced3a98e-a845-4f99-af03-94b60427a393 on network eb7f8a9d-de30-41f1-8c22-10d36fa80060 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:51.048117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33aa7ce-e9cc-433a-99a0-44cd2f712007 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:51.070621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8fee4171-237c-4be7-bd57-cc9ece52d986 req-989d957d-301a-4007-bc6b-2b520ac3aab3 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 210 time: 0.0726359 Jul 08 02:00:51.083256 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe43-2cae-4abb-b7f0-a37bad246143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.095736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Port ced3a98e-a845-4f99-af03-94b60427a393 on network eb7f8a9d-de30-41f1-8c22-10d36fa80060 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:00:51.095736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Attempting to bind port ced3a98e-a845-4f99-af03-94b60427a393 on network eb7f8a9d-de30-41f1-8c22-10d36fa80060 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:51.096843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:51.096991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Checking segment: {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:51.097264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Bound using segment: {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:51.097923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Bound port: ced3a98e-a845-4f99-af03-94b60427a393, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea587d7-a99e-4b57-a41b-ee8d78704716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:51.098040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.104931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a33aa7ce-e9cc-433a-99a0-44cd2f712007, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:51.181779 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.192433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] For port ced3a98e-a845-4f99-af03-94b60427a393, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:51.195895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] For port ced3a98e-a845-4f99-af03-94b60427a393, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ced3a98e-a845-4f99-af03-94b60427a393,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:51.232322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a33aa7ce-e9cc-433a-99a0-44cd2f712007,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:51.267175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe43-2cae-4abb-b7f0-a37bad246143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.272028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe43-2cae-4abb-b7f0-a37bad246143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.276259 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9a3cbe43-2cae-4abb-b7f0-a37bad246143 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43a2a867-e7e5-4e03-82c2-ff3e13c88a56 HTTP/1.1" status: 204 len: 168 time: 0.4908037 Jul 08 02:00:51.286680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.290447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cbe43-2cae-4abb-b7f0-a37bad246143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a2a867-e7e5-4e03-82c2-ff3e13c88a56,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:51.353195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:51.355315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.356961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] 10.222.0.18 "PUT /v2.0/ports/ced3a98e-a845-4f99-af03-94b60427a393 HTTP/1.1" status: 200 len: 1093 time: 1.5447981 Jul 08 02:00:51.358012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'tag': 'ced3a98e-a845-4f99-af03-94b60427a393'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:51.362452 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dd155d-5c05-4977-bd53-7ad8d901294a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a04cdf0-9fff-4a68-b338-2aaac6c1044f", "tag": "ced3a98e-a845-4f99-af03-94b60427a393"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:51.400253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea41e3-572f-4539-bc18-5e21a1cbd646 service neutron] Pushing event updated for resources: {'Port': ['ID=ced3a98e-a845-4f99-af03-94b60427a393,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:51.458816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a33aa7ce-e9cc-433a-99a0-44cd2f712007'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:51.562429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5944f-ab2e-4c03-90e5-7f7c4b2fc5a7 req-3d407ab3-138d-434a-aee4-85a2220d68d6 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:51.564134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20e5944f-ab2e-4c03-90e5-7f7c4b2fc5a7 req-3d407ab3-138d-434a-aee4-85a2220d68d6 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 944 time: 0.2174194 Jul 08 02:00:51.654655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20e5944f-ab2e-4c03-90e5-7f7c4b2fc5a7 req-009fb5f0-1981-44c4-8fc4-1f441befd024 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801435 Jul 08 02:00:51.695966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-569e9346-0b08-4ce1-8d77-17e36f2524d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:51.700500 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-569e9346-0b08-4ce1-8d77-17e36f2524d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=121ccb09bf83447a8bc221deb5c47518&device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 1096 time: 0.1826231 Jul 08 02:00:51.790379 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967e3625-c96c-4bfd-92b0-bb4880411d3c x-openstack-request-id: req-967e3625-c96c-4bfd-92b0-bb4880411d3c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:51.790696 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a04cdf0-9fff-4a68-b338-2aaac6c1044f", "tag": "ced3a98e-a845-4f99-af03-94b60427a393", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:51.790918 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-967e3625-c96c-4bfd-92b0-bb4880411d3c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:51.791374 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'tag': 'ced3a98e-a845-4f99-af03-94b60427a393', 'status': 'completed', 'code': 200} Jul 08 02:00:51.793884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-945a8c0b-3233-45b4-a05b-35267b09fca2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced3a98e-a845-4f99-af03-94b60427a393 HTTP/1.1" status: 200 len: 217 time: 0.0841227 Jul 08 02:00:51.903909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-3a9c44a6-16f5-4c9b-b2d3-d80db1f562fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:51.905396 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-3a9c44a6-16f5-4c9b-b2d3-d80db1f562fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dc72282-308c-4986-878d-56521163965e HTTP/1.1" status: 200 len: 845 time: 0.1054997 Jul 08 02:00:51.977640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-0817a73a-a848-4dd1-abd1-756f5845e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:51.979456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-0817a73a-a848-4dd1-abd1-756f5845e408 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb7f8a9d-de30-41f1-8c22-10d36fa80060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675685 Jul 08 02:00:52.025398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6deecf-8885-4bf6-a704-91bca7eb287e req-92a51cea-2bef-42e6-bc1a-d45a19044a44 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.033081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf6deecf-8885-4bf6-a704-91bca7eb287e req-92a51cea-2bef-42e6-bc1a-d45a19044a44 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 945 time: 0.1345248 Jul 08 02:00:52.074326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf6deecf-8885-4bf6-a704-91bca7eb287e req-d5605fb9-542f-49fc-85e0-d9398b1abf63 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Jul 08 02:00:52.165541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-a8908e4c-731b-4615-9fde-78d55a54e404 service neutron] 10.222.0.18 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788490 Jul 08 02:00:52.262582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cab0a3b-f14c-4be8-b97e-c46566998ebd req-4bc3b80b-481e-4777-ae7a-24f9e20beab6 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 210 time: 0.0383387 Jul 08 02:00:52.338296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84907481-ee35-43b7-91ba-a160ee9d9518 req-5894d893-7ab0-4fd5-a7e0-d3d9efa35975 service neutron] 10.222.0.18 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655929 Jul 08 02:00:52.613066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-0e1268b2-a028-49ad-98a8-9c843edfee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.615188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-0e1268b2-a028-49ad-98a8-9c843edfee1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=121ccb09bf83447a8bc221deb5c47518&device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 1096 time: 0.0679181 Jul 08 02:00:52.671945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb6d718b-9679-4e3c-996f-977629e8327a req-0e9f8936-b556-4fbb-b367-e152149a051f tempest-AbsoluteLimitsNegativeTestJSON-186123856 tempest-AbsoluteLimitsNegativeTestJSON-186123856-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8994f263e6a2409e9e06a96b348d3a27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255330 Jul 08 02:00:52.725793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-c7368a8c-503b-46cd-acd1-b98dce2fd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.729307 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-c7368a8c-503b-46cd-acd1-b98dce2fd5b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb7f8a9d-de30-41f1-8c22-10d36fa80060 HTTP/1.1" status: 200 len: 907 time: 0.1075408 Jul 08 02:00:52.734283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a33aa7ce-e9cc-433a-99a0-44cd2f712007 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:52.817151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-2cc5a8d7-2edf-4747-9822-8582a2dd306c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced3a98e-a845-4f99-af03-94b60427a393 HTTP/1.1" status: 200 len: 217 time: 0.0719264 Jul 08 02:00:52.895516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d718b-9679-4e3c-996f-977629e8327a req-349e6216-5a77-41fa-980d-5aa5580c71c8 tempest-AbsoluteLimitsNegativeTestJSON-186123856 tempest-AbsoluteLimitsNegativeTestJSON-186123856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.897566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb6d718b-9679-4e3c-996f-977629e8327a req-349e6216-5a77-41fa-980d-5aa5580c71c8 tempest-AbsoluteLimitsNegativeTestJSON-186123856 tempest-AbsoluteLimitsNegativeTestJSON-186123856-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195837 Jul 08 02:00:52.985699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-73220d80-9ca5-4790-8f6c-b758c8e525a7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.986889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-26777c22-e483-4a15-af3b-a53555e37262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.987979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-73220d80-9ca5-4790-8f6c-b758c8e525a7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.32 "GET /v2.0/networks?id=d52b5600-5e1b-4292-a105-e32fe1b9f88b HTTP/1.1" status: 200 len: 809 time: 0.2406049 Jul 08 02:00:52.988725 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-26777c22-e483-4a15-af3b-a53555e37262 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dc72282-308c-4986-878d-56521163965e HTTP/1.1" status: 200 len: 845 time: 0.1574707 Jul 08 02:00:52.990551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41818) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:52.996042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port a33aa7ce-e9cc-433a-99a0-44cd2f712007 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:53.000710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a33aa7ce-e9cc-433a-99a0-44cd2f712007 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:53.001090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.001672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb6d718b-9679-4e3c-996f-977629e8327a req-622e466e-2a97-4509-adad-0f74cc352d60 tempest-AbsoluteLimitsNegativeTestJSON-186123856 tempest-AbsoluteLimitsNegativeTestJSON-186123856-project] 10.222.0.10 "GET /v2.0/quotas/8994f263e6a2409e9e06a96b348d3a27 HTTP/1.1" status: 200 len: 375 time: 0.0464487 Jul 08 02:00:53.010631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Request body: {'port': {'device_id': '550fff80-1a94-4364-bbb4-cce70209069d', 'network_id': 'd52b5600-5e1b-4292-a105-e32fe1b9f88b', 'admin_state_up': True, 'tenant_id': '3cfc115992e546eba6f046003776a0e9'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:53.185512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.193205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb6d718b-9679-4e3c-996f-977629e8327a req-edc6e1b4-00b6-4ff4-9941-6223aef467e9 tempest-AbsoluteLimitsNegativeTestJSON-186123856 tempest-AbsoluteLimitsNegativeTestJSON-186123856-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8994f263e6a2409e9e06a96b348d3a27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1752412 Jul 08 02:00:53.213695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2127266246-network', 'tenant_id': 'e825d88ffa634a58a210be9190ac11fc'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:53.217427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16910ea-9876-4eab-9995-f058e19b4183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:53.220149 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f804e8ab-fb48-439d-8e7f-a6ee0bec7239" -d '{"events": [{"server_uuid": "f16910ea-9876-4eab-9995-f058e19b4183", "name": "network-vif-plugged", "status": "completed", "tag": "a33aa7ce-e9cc-433a-99a0-44cd2f712007"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:53.230498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-d5f4c3e3-cacd-46b1-9bc1-7953a69c8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:53.232269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-d5f4c3e3-cacd-46b1-9bc1-7953a69c8193 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb7f8a9d-de30-41f1-8c22-10d36fa80060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290709 Jul 08 02:00:53.240573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a33aa7ce-e9cc-433a-99a0-44cd2f712007, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:53.349113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408898a9-d498-43eb-ad6d-48bdcefc0cd5 req-b252c78c-3fbe-473c-84d2-4d33707ee95d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:53.350612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-408898a9-d498-43eb-ad6d-48bdcefc0cd5 req-b252c78c-3fbe-473c-84d2-4d33707ee95d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.2204907 Jul 08 02:00:53.375456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.376529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:53.392837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-6c9fe1ac-c092-4a5b-b42f-d8f008fda7c9 service neutron] 10.222.0.18 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519294 Jul 08 02:00:53.401240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: f349a8e6-d8cc-4ff1-a265-5c8284351a91 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:53.401761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f349a8e6-d8cc-4ff1-a265-5c8284351a91 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:53.428182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Made reservation on behalf of e825d88ffa634a58a210be9190ac11fc for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:53.430552 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.456459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d365f9e-a5e7-4785-a363-4ec3d831fad2 req-731a0ccc-b602-4f02-a67f-374ecd336eb0 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:53.458574 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d365f9e-a5e7-4785-a363-4ec3d831fad2 req-731a0ccc-b602-4f02-a67f-374ecd336eb0 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 944 time: 0.0866060 Jul 08 02:00:53.466326 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-408898a9-d498-43eb-ad6d-48bdcefc0cd5 req-75d962cc-2744-438d-8e71-f877b11f55ca tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088574 Jul 08 02:00:53.471651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a33aa7ce-e9cc-433a-99a0-44cd2f712007,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:53.474818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.507487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d365f9e-a5e7-4785-a363-4ec3d831fad2 req-d6ae0c9e-4fd7-4739-979d-9500c85f3f8b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421894 Jul 08 02:00:53.509241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Made reservation on behalf of 3cfc115992e546eba6f046003776a0e9 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:53.512179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.544847 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dd155d-5c05-4977-bd53-7ad8d901294a req-fcf528de-2fc1-4ae7-b350-e1b6f1621e93 service neutron] 10.222.0.18 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376748 Jul 08 02:00:53.584294 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b812f0-260e-4304-be57-fbea3ebfadab x-openstack-request-id: req-e4b812f0-260e-4304-be57-fbea3ebfadab {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:53.584716 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16910ea-9876-4eab-9995-f058e19b4183", "name": "network-vif-plugged", "status": "completed", "tag": "a33aa7ce-e9cc-433a-99a0-44cd2f712007", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:53.585079 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4b812f0-260e-4304-be57-fbea3ebfadab {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:53.585603 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16910ea-9876-4eab-9995-f058e19b4183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'code': 200} Jul 08 02:00:53.609274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.698798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.723173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Allocated IP 172.20.0.10 (d52b5600-5e1b-4292-a105-e32fe1b9f88b/49a0c21a-b254-4d09-b9f9-c14c933d6f7c/37ddf62a-4b33-47a3-be41-4127c1ff0e44) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:53.751036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ad9510a-06f5-4789-adae-fbdeeb15a54e req-c18bc0ae-6c11-4099-91e9-ef94f0151fb4 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 210 time: 0.0426381 Jul 08 02:00:53.795779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41834) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:53.934001 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9638b68d-6f86-45de-b7b6-d5da2cbf2bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.968234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.049657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:54.071413 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.071770 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Added segment 1b7491fb-eabc-412f-bc50-a96a619e1181 of type vlan for network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 Jul 08 02:00:54.073825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1131b4e7-21c1-4a59-9155-2c3db75ece62,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:54.080438 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9638b68d-6f86-45de-b7b6-d5da2cbf2bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.123108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.132561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.142767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c968b95-f4fb-46dd-be79-f56bffe86ff4 req-6f7de57f-374a-48c6-8eb2-ef3cc1fcccd5 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.144296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c968b95-f4fb-46dd-be79-f56bffe86ff4 req-6f7de57f-374a-48c6-8eb2-ef3cc1fcccd5 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.4874442 Jul 08 02:00:54.156994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9638b68d-6f86-45de-b7b6-d5da2cbf2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.174102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0361-0a60-4771-a3a7-308195b84bbc req-029335e8-9894-484d-8ea9-a8bd7a7ac6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.175469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a4f0361-0a60-4771-a3a7-308195b84bbc req-029335e8-9894-484d-8ea9-a8bd7a7ac6c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 1098 time: 0.4877398 Jul 08 02:00:54.189662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Network d52b5600-5e1b-4292-a105-e32fe1b9f88b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:54.202917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:54.205948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:54.220891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c968b95-f4fb-46dd-be79-f56bffe86ff4 req-40caec94-2006-4adf-addb-b2c17f0322af tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680826 Jul 08 02:00:54.238404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a4f0361-0a60-4771-a3a7-308195b84bbc req-3c6c5995-3f01-4485-8b01-8b142001baee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462987 Jul 08 02:00:54.255349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Pushing event updated for resources: {'Port': ['ID=37ddf62a-4b33-47a3-be41-4127c1ff0e44,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:54.262627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638b68d-6f86-45de-b7b6-d5da2cbf2bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2236bbb2-4c10-4512-a05b-6db41766924b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:54.272630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41846) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:54.272770 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9638b68d-6f86-45de-b7b6-d5da2cbf2bc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8994f263e6a2409e9e06a96b348d3a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759791 Jul 08 02:00:54.289499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.290139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.312393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.313353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.313936 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.380761 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-3cba2e75-ff3d-4717-87b2-012b8e67c6b7 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3775842 Jul 08 02:00:54.395257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Request body: {'port': {'device_id': '550fff80-1a94-4364-bbb4-cce70209069d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:54.408556 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f950dbe-4bda-4a33-aaa2-bef22c1dcb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.416898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] Pushing event updated for resources: {'Network': ['ID=25fc8305-0b0e-4088-b2c1-2e90a0d804e5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:54.427765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:54.444123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f4a15c7-c430-47f3-b3f3-b6ed5c79887f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4520183 Jul 08 02:00:54.445813 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f950dbe-4bda-4a33-aaa2-bef22c1dcb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.447657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41848) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:54.453348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Request body: {'subnet': {'network_id': '25fc8305-0b0e-4088-b2c1-2e90a0d804e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2127266246-subnet', 'tenant_id': 'e825d88ffa634a58a210be9190ac11fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:54.496151 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.539351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-af234335-3f62-4025-b90b-55eff3973714 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.540767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-af234335-3f62-4025-b90b-55eff3973714 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1790462 Jul 08 02:00:54.630412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Made reservation on behalf of e825d88ffa634a58a210be9190ac11fc for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:54.634269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.768413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Deleting port a296695a-ffc8-46bc-a04f-803ec5356729 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:54.768685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.782826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348373a-e574-4076-9989-40c4f015bd48 req-fb116898-8b99-4687-982a-f304cbd61008 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.784332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0348373a-e574-4076-9989-40c4f015bd48 req-fb116898-8b99-4687-982a-f304cbd61008 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 949 time: 0.1261132 Jul 08 02:00:54.832148 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f950dbe-4bda-4a33-aaa2-bef22c1dcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.835251 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f950dbe-4bda-4a33-aaa2-bef22c1dcb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.836424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6f950dbe-4bda-4a33-aaa2-bef22c1dcb7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2236bbb2-4c10-4512-a05b-6db41766924b HTTP/1.1" status: 204 len: 168 time: 0.5628018 Jul 08 02:00:54.857805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0348373a-e574-4076-9989-40c4f015bd48 req-cea778b6-93ea-48a1-8f89-528594431756 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643237 Jul 08 02:00:54.878868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aba9eb-2a84-4641-8279-9ff65b3443b9 req-436bf35a-de74-40f8-a260-b0ab551af407 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.881049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52aba9eb-2a84-4641-8279-9ff65b3443b9 req-436bf35a-de74-40f8-a260-b0ab551af407 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 944 time: 0.2050095 Jul 08 02:00:54.881835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f950dbe-4bda-4a33-aaa2-bef22c1dcb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2236bbb2-4c10-4512-a05b-6db41766924b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:54.950506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ddf62a-4b33-47a3-be41-4127c1ff0e44 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:54.961390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.974937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] For port a296695a-ffc8-46bc-a04f-803ec5356729, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a296695a-ffc8-46bc-a04f-803ec5356729,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:54.974937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.975240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Transition to ACTIVE for port object 37ddf62a-4b33-47a3-be41-4127c1ff0e44 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:55.018432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Calling delete_port for a296695a-ffc8-46bc-a04f-803ec5356729 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:55.023237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52aba9eb-2a84-4641-8279-9ff65b3443b9 req-6bf1bb76-5416-457e-bbf6-a83f007e27d4 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331799 Jul 08 02:00:55.070158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.120266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device ced3a98e-a845-4f99-af03-94b60427a393 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:00:55.157793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aba320-83f3-4e90-981c-5f5c0bd4a3db req-a939e604-0ace-4159-b461-a208765cfa52 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:55.165173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-22aba320-83f3-4e90-981c-5f5c0bd4a3db req-a939e604-0ace-4159-b461-a208765cfa52 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 932 time: 0.1534908 Jul 08 02:00:55.196339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Pushing event updated for resources: {'Port': ['ID=37ddf62a-4b33-47a3-be41-4127c1ff0e44,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:55.246183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.270473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-22aba320-83f3-4e90-981c-5f5c0bd4a3db req-9f352310-1ca9-4726-80d7-88cf58123c44 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042960 Jul 08 02:00:55.314952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Attempting to bind port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:55.314952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Attempting to bind port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'c8b40e32-45ea-404b-87ae-78045f46e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd52b5600-5e1b-4292-a105-e32fe1b9f88b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:55.314952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Attempting to bind port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 on network d52b5600-5e1b-4292-a105-e32fe1b9f88b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:55.319526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 on network d52b5600-5e1b-4292-a105-e32fe1b9f88b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:00:55.319674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd48f94-d648-4d23-9e0b-9ed16cc3f88c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:55.320270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Attempting to bind port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 on network d52b5600-5e1b-4292-a105-e32fe1b9f88b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:55.328151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:55.328742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Checking segment: {'id': 'c8b40e32-45ea-404b-87ae-78045f46e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd52b5600-5e1b-4292-a105-e32fe1b9f88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:55.329677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Bound using segment: {'id': 'c8b40e32-45ea-404b-87ae-78045f46e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd52b5600-5e1b-4292-a105-e32fe1b9f88b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:55.330541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port ced3a98e-a845-4f99-af03-94b60427a393, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ced3a98e-a845-4f99-af03-94b60427a393,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:55.330846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Bound port: 37ddf62a-4b33-47a3-be41-4127c1ff0e44, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b40e32-45ea-404b-87ae-78045f46e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd52b5600-5e1b-4292-a105-e32fe1b9f88b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:55.331324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.333290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Checking segment: {'id': '1b7491fb-eabc-412f-bc50-a96a619e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '25fc8305-0b0e-4088-b2c1-2e90a0d804e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:55.333660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Network hostable DHCP agents. Network: 25fc8305-0b0e-4088-b2c1-2e90a0d804e5, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:55.339037 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.353809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a296695a-ffc8-46bc-a04f-803ec5356729'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:55.364493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['88ca812e-d755-4b3d-b044-614b07976e56'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:55.422602 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event deleted for resources: {'Port': ['ID=a296695a-ffc8-46bc-a04f-803ec5356729,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:55.444292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] For port 37ddf62a-4b33-47a3-be41-4127c1ff0e44, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:55.447896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] For port 37ddf62a-4b33-47a3-be41-4127c1ff0e44, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37ddf62a-4b33-47a3-be41-4127c1ff0e44,segment=NetworkSegment(c8b40e32-45ea-404b-87ae-78045f46e541),segment_id=c8b40e32-45ea-404b-87ae-78045f46e541)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:55.464904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] No DVR routers for this DVR port a296695a-ffc8-46bc-a04f-803ec5356729 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:55.468775 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.470918 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f808ee2-e10e-42c7-818d-0f19c8666831 req-fd5d934d-4495-4418-97cf-4de19f48098d tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.32 "DELETE /v2.0/ports/a296695a-ffc8-46bc-a04f-803ec5356729 HTTP/1.1" status: 204 len: 173 time: 0.9202242 Jul 08 02:00:55.471612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'name': 'network-vif-deleted', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:55.473974 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa30f78-ba8c-43b2-9738-dcb065438dc0" -d '{"events": [{"server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "name": "network-vif-deleted", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:55.512242 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.515546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:55.542399 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b17a58-aaad-4d57-a0fd-3eaac4624530 x-openstack-request-id: req-73b17a58-aaad-4d57-a0fd-3eaac4624530 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:55.542927 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61961002-580e-49db-b5a3-e31e4f911cf5", "name": "network-vif-deleted", "tag": "a296695a-ffc8-46bc-a04f-803ec5356729", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:55.543528 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73b17a58-aaad-4d57-a0fd-3eaac4624530 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:55.544134 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61961002-580e-49db-b5a3-e31e4f911cf5', 'name': 'network-vif-deleted', 'tag': 'a296695a-ffc8-46bc-a04f-803ec5356729', 'status': 'completed', 'code': 200} Jul 08 02:00:55.558387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:55.558965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.561693 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] 10.222.0.32 "PUT /v2.0/ports/37ddf62a-4b33-47a3-be41-4127c1ff0e44 HTTP/1.1" status: 200 len: 1093 time: 1.1703820 Jul 08 02:00:55.561693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550fff80-1a94-4364-bbb4-cce70209069d', 'tag': '37ddf62a-4b33-47a3-be41-4127c1ff0e44'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:55.563975 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d88852-1c7c-41bc-9ed6-945b86ec0b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "550fff80-1a94-4364-bbb4-cce70209069d", "tag": "37ddf62a-4b33-47a3-be41-4127c1ff0e44"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:55.611993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b0bbb-2846-4a9b-bd9f-0fdf55fbea35 req-0cf572df-d18e-4ee0-98ac-dd5199e75785 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:55.616587 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-549b0bbb-2846-4a9b-bd9f-0fdf55fbea35 req-0cf572df-d18e-4ee0-98ac-dd5199e75785 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.1526399 Jul 08 02:00:55.623819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'ced3a98e-a845-4f99-af03-94b60427a393', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'port_id': 'ced3a98e-a845-4f99-af03-94b60427a393', 'mac_address': 'fa:16:3e:e3:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:00:55.643897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b55e36-da7c-46d8-81da-7c968b21ef23 service neutron] Pushing event updated for resources: {'Port': ['ID=37ddf62a-4b33-47a3-be41-4127c1ff0e44,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:55.649108 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce80d14-cbf2-45a8-b0a1-838cac612537 x-openstack-request-id: req-0ce80d14-cbf2-45a8-b0a1-838cac612537 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:55.649668 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550fff80-1a94-4364-bbb4-cce70209069d", "tag": "37ddf62a-4b33-47a3-be41-4127c1ff0e44", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:55.650308 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ce80d14-cbf2-45a8-b0a1-838cac612537 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:55.650999 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550fff80-1a94-4364-bbb4-cce70209069d', 'tag': '37ddf62a-4b33-47a3-be41-4127c1ff0e44', 'status': 'completed', 'code': 200} Jul 08 02:00:55.674804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 25fc8305-0b0e-4088-b2c1-2e90a0d804e5) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:55.697839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232fbc9e-4c39-40ee-8a2f-9acae77ab971 None None] Network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:55.715623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:55.716511 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.765709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88852-1c7c-41bc-9ed6-945b86ec0b7d req-1c02f5c2-0263-425e-aa1f-4b0a1980ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:55.768783 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7d88852-1c7c-41bc-9ed6-945b86ec0b7d req-1c02f5c2-0263-425e-aa1f-4b0a1980ad51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cfc115992e546eba6f046003776a0e9&device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 1096 time: 0.0862994 Jul 08 02:00:55.780820 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.788651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-549b0bbb-2846-4a9b-bd9f-0fdf55fbea35 req-f5d35b56-1756-48a7-b509-485b5a12861f tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658523 Jul 08 02:00:55.855887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced3a98e-a845-4f99-af03-94b60427a393 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:55.877001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7df367e5-d061-4abb-a72d-8b5162eca7d3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4275069 Jul 08 02:00:55.924293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port ced3a98e-a845-4f99-af03-94b60427a393, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ced3a98e-a845-4f99-af03-94b60427a393,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:56.007821 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.105655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f9a24-812b-47e7-8693-80f041e0ab03 None None] Network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:56.155040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88852-1c7c-41bc-9ed6-945b86ec0b7d req-984229a7-b4ac-4e2b-9639-a1da82714200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:56.157356 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7d88852-1c7c-41bc-9ed6-945b86ec0b7d req-984229a7-b4ac-4e2b-9639-a1da82714200 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3cfc115992e546eba6f046003776a0e9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3804488 Jul 08 02:00:56.214401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=ced3a98e-a845-4f99-af03-94b60427a393,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:56.220736 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0a4ad0a3-8334-4ec3-b9d9-bd54fc2d56ba req-a43459b0-89c4-428d-90ff-ba9d93f7dd26 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=61961002-580e-49db-b5a3-e31e4f911cf5 HTTP/1.1" status: 200 len: 210 time: 0.0617936 Jul 08 02:00:56.259329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['ced3a98e-a845-4f99-af03-94b60427a393'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:56.266594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41904) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.349129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96256929-bcde-44aa-9741-9d3856a5640b req-340651d6-bf6e-4f92-9a48-6d1bbaa4d00c tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:56.351496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96256929-bcde-44aa-9741-9d3856a5640b req-340651d6-bf6e-4f92-9a48-6d1bbaa4d00c tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 945 time: 0.1319942 Jul 08 02:00:56.434873 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96256929-bcde-44aa-9741-9d3856a5640b req-e9756993-1544-4b46-8694-96e13191d30b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771923 Jul 08 02:00:56.510573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-796351873-network', 'tenant_id': '031d629be17b4e5db48fbeb304348595'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:56.649139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Made reservation on behalf of 031d629be17b4e5db48fbeb304348595 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:56.652068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.662297 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.818740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303f79-a220-45b4-b9a1-523515567b32 req-844c1957-1fc7-4e0d-9686-52ff3a292de9 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:56.818740 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-844c1957-1fc7-4e0d-9686-52ff3a292de9 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/networks?id=25fc8305-0b0e-4088-b2c1-2e90a0d804e5 HTTP/1.1" status: 200 len: 813 time: 0.1147258 Jul 08 02:00:56.819012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc8d83-879c-4948-9c39-d1e5000735a8 req-73e9c839-4242-439a-8060-fd7f72dd57bc tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:56.825966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc8d83-879c-4948-9c39-d1e5000735a8 req-73e9c839-4242-439a-8060-fd7f72dd57bc tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 944 time: 0.1040068 Jul 08 02:00:56.847078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d88852-1c7c-41bc-9ed6-945b86ec0b7d req-1dad6bf7-f8e7-482e-84ac-f90aac6ad09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:56.849240 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7d88852-1c7c-41bc-9ed6-945b86ec0b7d req-1dad6bf7-f8e7-482e-84ac-f90aac6ad09b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6770384 Jul 08 02:00:56.857788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-242c1d19-2f9c-4194-b476-bdeb6d1055e0 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/quotas/e825d88ffa634a58a210be9190ac11fc HTTP/1.1" status: 200 len: 375 time: 0.0260267 Jul 08 02:00:56.867303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc8d83-879c-4948-9c39-d1e5000735a8 req-5cf68921-a971-4422-91ea-a1d7f78f3c64 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Jul 08 02:00:56.909084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-1361b514-7467-4bd4-8acc-c79c58eb891e tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e825d88ffa634a58a210be9190ac11fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502336 Jul 08 02:00:56.946628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.017276 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-d13ae57d-1dfe-4f16-a3cf-b3fe705f6e13 service neutron] 10.222.0.10 "GET /v2.0/networks/25fc8305-0b0e-4088-b2c1-2e90a0d804e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955384 Jul 08 02:00:57.026835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-452712a1-fb98-4ad4-8377-4674941654c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:57.028354 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-452712a1-fb98-4ad4-8377-4674941654c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cfc115992e546eba6f046003776a0e9&device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 1096 time: 0.1061392 Jul 08 02:00:57.048269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.076638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-b60722e4-36b3-482d-aff6-f7b992098009 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37ddf62a-4b33-47a3-be41-4127c1ff0e44 HTTP/1.1" status: 200 len: 217 time: 0.0391853 Jul 08 02:00:57.109623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:57.126873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae17740-4a50-44e3-93f3-56e67886a5e9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:57.132706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e74f5-2f9b-4d77-bbd8-2bd5651e503a req-7d53e8a0-34bb-45f9-9d9a-35fdf7108382 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:57.134206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c6e74f5-2f9b-4d77-bbd8-2bd5651e503a req-7d53e8a0-34bb-45f9-9d9a-35fdf7108382 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.1401529 Jul 08 02:00:57.145705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.146102 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Added segment 9653a2e0-839a-455f-89e1-e45f01e57377 of type vlan for network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 Jul 08 02:00:57.148247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.148601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.148946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.149284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.149619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.149942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device ced3a98e-a845-4f99-af03-94b60427a393 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:57.150424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.150424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.150592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.150895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.151411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.151554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.151872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.152335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-43c6bc6b-36d3-4165-8dd4-b53ce915a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:57.153779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-43c6bc6b-36d3-4165-8dd4-b53ce915a564 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49a0c21a-b254-4d09-b9f9-c14c933d6f7c HTTP/1.1" status: 200 len: 849 time: 0.0685101 Jul 08 02:00:57.195950 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-4fe1d913-666c-4d00-9fef-ad0ba952be6d service neutron] 10.222.0.10 "GET /v2.0/networks/25fc8305-0b0e-4088-b2c1-2e90a0d804e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720331 Jul 08 02:00:57.210353 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.216858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-de26b14a-8b41-4ccb-ad45-1332c0a19548 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d52b5600-5e1b-4292-a105-e32fe1b9f88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525675 Jul 08 02:00:57.220483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c6e74f5-2f9b-4d77-bbd8-2bd5651e503a req-1a018c5e-7885-441c-98ac-2f8967425aee tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786147 Jul 08 02:00:57.291119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port ced3a98e-a845-4f99-af03-94b60427a393 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:57.295302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port ced3a98e-a845-4f99-af03-94b60427a393 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:57.300223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.322992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.322992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:57.322992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.339824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-a6726606-f460-4c94-a9be-efbb5cb82e5a service neutron] 10.222.0.32 "GET /v2.0/networks/d52b5600-5e1b-4292-a105-e32fe1b9f88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112199 Jul 08 02:00:57.403380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] Pushing event updated for resources: {'Network': ['ID=5018b62c-5615-4d9b-9b9d-5d21e2e7c442,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:57.417410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:57.457711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.466689 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-448efcd3-fbfd-4886-97fa-f5cbb5cd26bf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1993952 Jul 08 02:00:57.469549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41934) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:57.476750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Request body: {'subnet': {'network_id': '5018b62c-5615-4d9b-9b9d-5d21e2e7c442', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-796351873-subnet', 'tenant_id': '031d629be17b4e5db48fbeb304348595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:57.508215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced3a98e-a845-4f99-af03-94b60427a393'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:57.511779 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e4c7eb-8742-4917-b1ab-81b83d47cf6c" -d '{"events": [{"server_uuid": "1a04cdf0-9fff-4a68-b338-2aaac6c1044f", "name": "network-vif-plugged", "status": "completed", "tag": "ced3a98e-a845-4f99-af03-94b60427a393"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:57.533484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port ced3a98e-a845-4f99-af03-94b60427a393, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ced3a98e-a845-4f99-af03-94b60427a393,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:57.550238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-409ebf80-17f9-403f-af5b-f0060d4bd2bb req-36bbbcad-5045-4da4-97bd-291b123c2631 service neutron] 10.222.0.32 "GET /v2.0/networks/d52b5600-5e1b-4292-a105-e32fe1b9f88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931827 Jul 08 02:00:57.584463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcb17b-75d7-47a1-a371-1dfbe910c983 req-394163f5-7be3-4b36-8abb-962402481661 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:57.591824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0fcb17b-75d7-47a1-a371-1dfbe910c983 req-394163f5-7be3-4b36-8abb-962402481661 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.2374816 Jul 08 02:00:57.595754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41942) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:57.604782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Request body: {'floatingip': {'port_id': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:57.608343 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.682270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=ced3a98e-a845-4f99-af03-94b60427a393,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:57.693274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Made reservation on behalf of 031d629be17b4e5db48fbeb304348595 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:57.695665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.717977 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.902112 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fa96b10-ea06-4d96-aa0b-33ab4fcc83ac req-e298108c-b5e7-487f-a35d-94e057001afb tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 210 time: 0.0595944 Jul 08 02:00:58.001799 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c28147f-7b8e-4923-b842-2d9b4969d7df x-openstack-request-id: req-1c28147f-7b8e-4923-b842-2d9b4969d7df {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:58.002200 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a04cdf0-9fff-4a68-b338-2aaac6c1044f", "name": "network-vif-plugged", "status": "completed", "tag": "ced3a98e-a845-4f99-af03-94b60427a393", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:58.002518 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c28147f-7b8e-4923-b842-2d9b4969d7df {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:58.002974 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced3a98e-a845-4f99-af03-94b60427a393', 'code': 200} Jul 08 02:00:58.135883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0b52f-631b-4e5c-ae53-2757d3ca2cc1 req-98e4887d-0660-41f0-b43b-4157c875e650 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:58.138160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ede0b52f-631b-4e5c-ae53-2757d3ca2cc1 req-98e4887d-0660-41f0-b43b-4157c875e650 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.1552117 Jul 08 02:00:58.202999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ede0b52f-631b-4e5c-ae53-2757d3ca2cc1 req-44334376-1e20-4741-a403-f63fdf6d3f80 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583725 Jul 08 02:00:58.305970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.360764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca5df-ba45-4abc-9c85-52e647f4ed02 req-a1fdd0dc-c0dd-44dc-9244-a7ec989d3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:58.362358 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aca5df-ba45-4abc-9c85-52e647f4ed02 req-a1fdd0dc-c0dd-44dc-9244-a7ec989d3af2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 1098 time: 0.2529271 Jul 08 02:00:58.416458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fdfee-b1e8-413e-9044-5558ad41b659 req-1b80be0d-d1cb-45af-a6c6-10ab859093bf tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:58.418206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-401fdfee-b1e8-413e-9044-5558ad41b659 req-1b80be0d-d1cb-45af-a6c6-10ab859093bf tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 944 time: 0.1015761 Jul 08 02:00:58.488707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-401fdfee-b1e8-413e-9044-5558ad41b659 req-b3ac7dc7-5b6a-4e11-92a7-a625d4f7726b tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611978 Jul 08 02:00:58.492050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369b2f65-1f92-4066-b5dd-1dbbc4433fdc,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:58.544078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7aca5df-ba45-4abc-9c85-52e647f4ed02 req-fae01fe5-a333-4870-856c-fc76b18f4e6d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676590 Jul 08 02:00:58.587414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Checking segment: {'id': '9653a2e0-839a-455f-89e1-e45f01e57377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5018b62c-5615-4d9b-9b9d-5d21e2e7c442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:58.587763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Network hostable DHCP agents. Network: 5018b62c-5615-4d9b-9b9d-5d21e2e7c442, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:58.678018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.754947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:58.772135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a296695a-ffc8-46bc-a04f-803ec5356729 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:58.784156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.796323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: a296695a-ffc8-46bc-a04f-803ec5356729 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:58.796932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a296695a-ffc8-46bc-a04f-803ec5356729 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:58.817721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30bbc-87bf-48d1-8e57-5e64e6d2aa3a req-a97373b7-a82a-4697-867b-37c564133585 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:58.819350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68c30bbc-87bf-48d1-8e57-5e64e6d2aa3a req-a97373b7-a82a-4697-867b-37c564133585 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.0801461 Jul 08 02:00:58.875411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68c30bbc-87bf-48d1-8e57-5e64e6d2aa3a req-61becafb-fea9-441b-abab-1af373c6a8cc tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466332 Jul 08 02:00:59.016644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b134d03-6907-4fcd-a6fe-604115ca3722 req-377d1586-89a0-4f55-b816-1f4d29e453cf tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 210 time: 0.0323439 Jul 08 02:00:59.193962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 5018b62c-5615-4d9b-9b9d-5d21e2e7c442) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:59.200300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:59.200888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.202234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e567666-6411-4616-816a-4140a9cf7086 None None] Network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:59.227662 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Floating IP dd20cdba-7bcb-4635-9117-a49931711cf4 associated. External IP: 172.25.8.154, port: a33aa7ce-e9cc-433a-99a0-44cd2f712007. Jul 08 02:00:59.300468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-49c80276-fdf7-4dd6-b72a-68f5be70d427 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8288648 Jul 08 02:00:59.437254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f04fbe-38ca-44f6-ab9d-9fc4cc438432 None None] Network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:59.542084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc902077-d1c2-4d57-9a91-de991d425f36 req-60afda3f-fb8e-49a2-9a51-c2cbbabd694e tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:59.547865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc902077-d1c2-4d57-9a91-de991d425f36 req-60afda3f-fb8e-49a2-9a51-c2cbbabd694e tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.1923306 Jul 08 02:00:59.713957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc902077-d1c2-4d57-9a91-de991d425f36 req-6a57a6b4-e0a9-4ceb-8180-71d748656182 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1616776 Jul 08 02:00:59.727832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240b55-b162-4a92-983f-3eab4d1e7afe req-5602dda8-4ff9-47ce-b273-80d39fc15d62 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:59.730344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb240b55-b162-4a92-983f-3eab4d1e7afe req-5602dda8-4ff9-47ce-b273-80d39fc15d62 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 944 time: 0.1165106 Jul 08 02:00:59.732885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Router f9faed38-10b0-4ec8-bb0f-5153c31dd502 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:59.787918 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb240b55-b162-4a92-983f-3eab4d1e7afe req-c24cb3f1-bf95-4774-af50-2531788a2d4c tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449710 Jul 08 02:00:59.856819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:59.861789 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.869159 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] Sync routers for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:59.880282 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:59.881022 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:59.963915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6cb82d9c-7c20-455e-aa4f-f58d78e15b6e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "PUT /v2.0/floatingips/dd20cdba-7bcb-4635-9117-a49931711cf4 HTTP/1.1" status: 200 len: 992 time: 2.3670144 Jul 08 02:00:59.966948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16910ea-9876-4eab-9995-f058e19b4183', 'tag': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:59.968842 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf" -d '{"events": [{"name": "network-changed", "server_uuid": "f16910ea-9876-4eab-9995-f058e19b4183", "tag": "a33aa7ce-e9cc-433a-99a0-44cd2f712007"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:00.008677 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:00.015062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-f5125e38-3362-4661-bd25-4999737703c9 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.016622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-f5125e38-3362-4661-bd25-4999737703c9 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/networks?id=5018b62c-5615-4d9b-9b9d-5d21e2e7c442 HTTP/1.1" status: 200 len: 821 time: 0.1333227 Jul 08 02:01:00.040209 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-02a60236-2d07-4571-ab32-550c05ae9785 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/quotas/031d629be17b4e5db48fbeb304348595 HTTP/1.1" status: 200 len: 375 time: 0.0168610 Jul 08 02:01:00.074723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-d64f1804-03b2-4293-b903-7d231297caa5 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=031d629be17b4e5db48fbeb304348595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332286 Jul 08 02:01:00.106693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43b12-704c-443f-83e0-6781b3851654 req-02e16000-efbd-4e57-a482-5d4070511301 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.108265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51e43b12-704c-443f-83e0-6781b3851654 req-02e16000-efbd-4e57-a482-5d4070511301 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.0821955 Jul 08 02:01:00.149789 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51e43b12-704c-443f-83e0-6781b3851654 req-456153c2-aa90-4e1c-ad97-14e75547844b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/security-groups?id=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Jul 08 02:01:00.224610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-3a2dcaf1-0860-429c-87ef-4f33bce20fba tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.227452 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-3a2dcaf1-0860-429c-87ef-4f33bce20fba tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 949 time: 0.1458240 Jul 08 02:01:00.231169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07bfc171-8c2b-4489-8545-9917cb2935d0 service neutron] 10.222.0.10 "GET /v2.0/networks/5018b62c-5615-4d9b-9b9d-5d21e2e7c442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376741 Jul 08 02:01:00.380198 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd20cdba-7bcb-4635-9117-a49931711cf4', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'port_id': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'mac_address': 'fa:16:3e:63:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16910ea-9876-4eab-9995-f058e19b4183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:00:35Z', 'updated_at': '2021-07-08T02:00:58Z', 'revision_number': 1, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:38Z', 'revision_number': 5, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:00.403232 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-1491458a-519b-4c58-bc8a-227be7b126eb service neutron] 10.222.0.10 "GET /v2.0/networks/5018b62c-5615-4d9b-9b9d-5d21e2e7c442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606510 Jul 08 02:01:00.415561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Deleting port 88ca812e-d755-4b3d-b044-614b07976e56 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:00.415561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.417198 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] Checking router: f9faed38-10b0-4ec8-bb0f-5153c31dd502 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:00.432659 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:00.433788 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:00.472448 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4cae04-cc34-4de4-bb53-2676bcc34c96 x-openstack-request-id: req-4d4cae04-cc34-4de4-bb53-2676bcc34c96 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:00.476581 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16910ea-9876-4eab-9995-f058e19b4183", "tag": "a33aa7ce-e9cc-433a-99a0-44cd2f712007", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:00.477038 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d4cae04-cc34-4de4-bb53-2676bcc34c96 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:00.478675 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16910ea-9876-4eab-9995-f058e19b4183', 'tag': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'status': 'completed', 'code': 200} Jul 08 02:01:00.574780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-1927724c-dafc-444f-8878-d2eb47c3ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.577153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-1927724c-dafc-444f-8878-d2eb47c3ec1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb4c4630bbc4d79a4b5d75e61cc81f2&device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 1098 time: 0.1079650 Jul 08 02:01:00.618823 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:00.646689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] For port 88ca812e-d755-4b3d-b044-614b07976e56, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=88ca812e-d755-4b3d-b044-614b07976e56,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:00.647189 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.693011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7de2c408-06eb-43d8-a45e-5a5abc0df044 req-b8c4ac3b-3050-402b-bc46-90a60f66f652 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 210 time: 0.0856967 Jul 08 02:01:00.733242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Calling delete_port for 88ca812e-d755-4b3d-b044-614b07976e56 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:00.759363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-4484319a-f9f2-4250-9245-7527d2067efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.761752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-4484319a-f9f2-4250-9245-7527d2067efd service neutron] 10.222.0.32 "GET /v2.0/networks?id=6663fdc5-a8f8-49d2-a67d-12ef1b282923 HTTP/1.1" status: 200 len: 912 time: 0.1766195 Jul 08 02:01:00.793315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 37ddf62a-4b33-47a3-be41-4127c1ff0e44 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:01:00.953498 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd20cdba-7bcb-4635-9117-a49931711cf4', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'port_id': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'mac_address': 'fa:16:3e:63:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16910ea-9876-4eab-9995-f058e19b4183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:00:35Z', 'updated_at': '2021-07-08T02:00:58Z', 'revision_number': 1, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:38Z', 'revision_number': 5, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:00.971483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-9b6d727c-8169-4f71-9f07-caac4902381a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007 HTTP/1.1" status: 200 len: 1000 time: 0.1877038 Jul 08 02:01:01.010456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 37ddf62a-4b33-47a3-be41-4127c1ff0e44, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37ddf62a-4b33-47a3-be41-4127c1ff0e44,segment=NetworkSegment(c8b40e32-45ea-404b-87ae-78045f46e541),segment_id=c8b40e32-45ea-404b-87ae-78045f46e541)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:01.015602 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba45929-c1d9-4dbd-8341-947cbe2670c9 None None] The sync data for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 is: [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'dd20cdba-7bcb-4635-9117-a49931711cf4', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'port_id': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'mac_address': 'fa:16:3e:63:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16910ea-9876-4eab-9995-f058e19b4183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:00:35Z', 'updated_at': '2021-07-08T02:00:58Z', 'revision_number': 1, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:38Z', 'revision_number': 5, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:01.028845 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-336bf606-3905-4868-95fe-c34ee4342169 req-21aabda3-3f9f-4248-acc4-a07e361a0ade tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 210 time: 0.2631795 Jul 08 02:01:01.045014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '37ddf62a-4b33-47a3-be41-4127c1ff0e44', 'network_id': 'd52b5600-5e1b-4292-a105-e32fe1b9f88b', 'port_id': '37ddf62a-4b33-47a3-be41-4127c1ff0e44', 'mac_address': 'fa:16:3e:11:a4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a0c21a-b254-4d09-b9f9-c14c933d6f7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:01:01.121570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.130502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303f79-a220-45b4-b9a1-523515567b32 req-f2a743d0-a00e-424c-aa55-9ab75995bd4a tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:01.132666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-f2a743d0-a00e-424c-aa55-9ab75995bd4a tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.18 "GET /v2.0/networks?id=25fc8305-0b0e-4088-b2c1-2e90a0d804e5 HTTP/1.1" status: 200 len: 813 time: 0.5479658 Jul 08 02:01:01.153872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ddf62a-4b33-47a3-be41-4127c1ff0e44 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:01.153988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-15f3cbee-599f-4ae1-9b44-ba1161d08f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:01.156649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-15f3cbee-599f-4ae1-9b44-ba1161d08f1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fb5f15a-ba20-4e3a-9cef-025e4eae86f8 HTTP/1.1" status: 200 len: 850 time: 0.1737156 Jul 08 02:01:01.161616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Request body: {'port': {'device_id': 'a237d8e3-8e63-49a7-b23e-fcd4a8d14c68', 'network_id': '25fc8305-0b0e-4088-b2c1-2e90a0d804e5', 'admin_state_up': True, 'tenant_id': 'e825d88ffa634a58a210be9190ac11fc'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:01.192643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 37ddf62a-4b33-47a3-be41-4127c1ff0e44, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37ddf62a-4b33-47a3-be41-4127c1ff0e44,segment=NetworkSegment(c8b40e32-45ea-404b-87ae-78045f46e541),segment_id=c8b40e32-45ea-404b-87ae-78045f46e541)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:01.235886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538d85d-0f9a-47dc-8f80-8548d25f59bb req-911db6c4-084f-448c-ac43-3c78d66de74a tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:01.240087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5538d85d-0f9a-47dc-8f80-8548d25f59bb req-911db6c4-084f-448c-ac43-3c78d66de74a tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.2141562 Jul 08 02:01:01.272180 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.300898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-bfea8078-78be-42ca-95a3-e17e0383b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:01.305593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-bfea8078-78be-42ca-95a3-e17e0383b805 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6663fdc5-a8f8-49d2-a67d-12ef1b282923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400764 Jul 08 02:01:01.372611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=37ddf62a-4b33-47a3-be41-4127c1ff0e44,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:01.430966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d317a-ddb6-4517-b8c5-d200ccef0679 None None] New status for floating IP dd20cdba-7bcb-4635-9117-a49931711cf4: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:01:01.432263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9661-920b-48a1-b919-3c586497a25c req-02b2f3d9-5e04-4afb-953a-905d8782109b tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:01.433850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a3b9661-920b-48a1-b919-3c586497a25c req-02b2f3d9-5e04-4afb-953a-905d8782109b tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 945 time: 0.1639867 Jul 08 02:01:01.439540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5538d85d-0f9a-47dc-8f80-8548d25f59bb req-b0fb518b-76b9-4584-ab18-fecf56d02d10 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1890001 Jul 08 02:01:01.459822 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-84341ae4-f04f-4787-a4fe-c748d66bc893 service neutron] 10.222.0.32 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234508 Jul 08 02:01:01.514258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a3b9661-920b-48a1-b919-3c586497a25c req-7e34e67d-70ee-4194-9663-1ef03aea868a tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747361 Jul 08 02:01:01.519322 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.587264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Made reservation on behalf of e825d88ffa634a58a210be9190ac11fc for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:01.605668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.610622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Pushing event deleted for resources: {'Port': ['ID=88ca812e-d755-4b3d-b044-614b07976e56,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:01.627533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['37ddf62a-4b33-47a3-be41-4127c1ff0e44'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:01.701130 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79197ae0-9f75-4be4-9b18-9d46774faf6d req-5a1a3d5c-0ab0-4518-b8d4-e9683a2af2ea tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 210 time: 0.0769193 Jul 08 02:01:01.722394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d1d9b-b3d1-4b0b-bdc6-e7d4dd509faf req-b5333adf-f1e9-4d6b-8a9c-cbe90b921ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413886 Jul 08 02:01:01.882820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] No DVR routers for this DVR port 88ca812e-d755-4b3d-b044-614b07976e56 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:01.889983 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.892169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f4abe55-4c1d-43f0-8f1c-95ad9a8a6914 req-c6692047-d8bd-4e17-af4a-acfccdac5d10 tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.18 "DELETE /v2.0/ports/88ca812e-d755-4b3d-b044-614b07976e56 HTTP/1.1" status: 204 len: 173 time: 1.6588633 Jul 08 02:01:01.929342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Allocated IP 172.20.0.2 (25fc8305-0b0e-4088-b2c1-2e90a0d804e5/8dd48f94-d648-4d23-9e0b-9ed16cc3f88c/7154165a-a7f6-4ba5-a995-804df0fd824d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:02.026832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db99de-8f1a-4ce8-ac87-10db13badcef req-55a36457-a7da-4155-b84d-b49108ad1025 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:02.028565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65db99de-8f1a-4ce8-ac87-10db13badcef req-55a36457-a7da-4155-b84d-b49108ad1025 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.1387405 Jul 08 02:01:02.038345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:02.043520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Request body: {'floatingip': {'port_id': 'ced3a98e-a845-4f99-af03-94b60427a393'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:02.130961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.153451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c52b085b-4800-4a2a-b727-72282cbd6022 req-b38ea099-f4a5-498f-9903-759e8384520b tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 210 time: 0.0440080 Jul 08 02:01:02.198173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f342ebb9-5e84-4451-99c5-4cd015ebadf7 req-a9971893-8763-44af-99d4-c741afbe4331 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 210 time: 0.1293323 Jul 08 02:01:02.282080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.398684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.446568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:02.449806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:02.453704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:02.480713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'name': 'network-vif-deleted', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:02.485070 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24790f83-78fa-48dc-be67-fd07b5551950" -d '{"events": [{"server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "name": "network-vif-deleted", "tag": "88ca812e-d755-4b3d-b044-614b07976e56"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:02.493598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Pushing event updated for resources: {'Port': ['ID=7154165a-a7f6-4ba5-a995-804df0fd824d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:02.528583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:02.529213 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.532501 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88a56fa-28cb-4cb4-a9a5-d966ad807169 x-openstack-request-id: req-a88a56fa-28cb-4cb4-a9a5-d966ad807169 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:02.532790 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae", "name": "network-vif-deleted", "tag": "88ca812e-d755-4b3d-b044-614b07976e56", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:02.533038 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a88a56fa-28cb-4cb4-a9a5-d966ad807169 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:02.533412 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae', 'name': 'network-vif-deleted', 'tag': '88ca812e-d755-4b3d-b044-614b07976e56', 'status': 'completed', 'code': 200} Jul 08 02:01:02.662899 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.671431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-32e5f6b3-957b-44a5-b947-6b6b2f0021da tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5265443 Jul 08 02:01:02.693838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Request body: {'port': {'device_id': 'a237d8e3-8e63-49a7-b23e-fcd4a8d14c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:02.737853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.761775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c0a09-1558-4ad1-bb83-18022366054a req-08d59688-ad86-4dd0-a584-a4c487106e5f tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:02.772598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea0c0a09-1558-4ad1-bb83-18022366054a req-08d59688-ad86-4dd0-a584-a4c487106e5f tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 945 time: 0.1326923 Jul 08 02:01:02.799990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 37ddf62a-4b33-47a3-be41-4127c1ff0e44 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:02.846353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea0c0a09-1558-4ad1-bb83-18022366054a req-7d3523f9-36ba-46e2-94d7-6d96121e20b0 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719233 Jul 08 02:01:02.933279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.950212 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Floating IP 38e2091a-3cbb-49a8-9f7d-a43193c585e1 associated. External IP: 172.25.8.214, port: ced3a98e-a845-4f99-af03-94b60427a393. Jul 08 02:01:03.072088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b87d488d-8e97-4e14-95dd-5c797672f3f6 req-4869bcdb-f5ec-436b-a642-f4f7aaab089b tempest-MigrationsAdminTest-2021535601 tempest-MigrationsAdminTest-2021535601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a1bbfd-ec90-488c-aa07-42dd40b6a8ae HTTP/1.1" status: 200 len: 210 time: 0.0408976 Jul 08 02:01:03.097304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:03.102584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:03.102965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.199550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 88ca812e-d755-4b3d-b044-614b07976e56 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:03.229973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 88ca812e-d755-4b3d-b044-614b07976e56 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:03.233560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 88ca812e-d755-4b3d-b044-614b07976e56 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:03.244110 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.248282 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:01:03.272066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550fff80-1a94-4364-bbb4-cce70209069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ddf62a-4b33-47a3-be41-4127c1ff0e44'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:03.274374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Router fefd6ecc-9060-4688-ab68-d26dd06eca32 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:01:03.274862 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da308318-aa62-4c8d-b059-651dc66ff122" -d '{"events": [{"server_uuid": "550fff80-1a94-4364-bbb4-cce70209069d", "name": "network-vif-plugged", "status": "completed", "tag": "37ddf62a-4b33-47a3-be41-4127c1ff0e44"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:03.289963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 37ddf62a-4b33-47a3-be41-4127c1ff0e44, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37ddf62a-4b33-47a3-be41-4127c1ff0e44,segment=NetworkSegment(c8b40e32-45ea-404b-87ae-78045f46e541),segment_id=c8b40e32-45ea-404b-87ae-78045f46e541)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:03.368976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.405236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7154165a-a7f6-4ba5-a995-804df0fd824d {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:03.410198 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b533e709-0573-4fbc-8f91-9235b88e4311 req-dedd9e45-8bff-4e7a-90cc-0f479a2b07f5 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 210 time: 0.0765169 Jul 08 02:01:03.416618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.446116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Transition to ACTIVE for port object 7154165a-a7f6-4ba5-a995-804df0fd824d will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:03.446833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=37ddf62a-4b33-47a3-be41-4127c1ff0e44,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:03.463070 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40383425-354d-40dc-b03b-5a9fa22d8ac8 x-openstack-request-id: req-40383425-354d-40dc-b03b-5a9fa22d8ac8 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:03.463398 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550fff80-1a94-4364-bbb4-cce70209069d", "name": "network-vif-plugged", "status": "completed", "tag": "37ddf62a-4b33-47a3-be41-4127c1ff0e44", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:03.464071 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40383425-354d-40dc-b03b-5a9fa22d8ac8 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:03.464071 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550fff80-1a94-4364-bbb4-cce70209069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ddf62a-4b33-47a3-be41-4127c1ff0e44', 'code': 200} Jul 08 02:01:03.468112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a1569-1de1-4e5a-b22f-f7186ee9ef6c req-2d1d0419-1bca-4af3-a3b8-9d8342414898 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:03.469697 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-204a1569-1de1-4e5a-b22f-f7186ee9ef6c req-2d1d0419-1bca-4af3-a3b8-9d8342414898 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 931 time: 0.1038871 Jul 08 02:01:03.490351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:01:03.501069 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] Sync routers for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:01:03.501767 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.515179 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:03.516278 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:03.520858 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-204a1569-1de1-4e5a-b22f-f7186ee9ef6c req-e62a86fa-9f52-4d5c-bc26-c61ad74873d5 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 Jul 08 02:01:03.537547 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.548398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b220678b-a65c-46b5-82d4-48a781d3e8f2 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "PUT /v2.0/floatingips/38e2091a-3cbb-49a8-9f7d-a43193c585e1 HTTP/1.1" status: 200 len: 992 time: 1.5064483 Jul 08 02:01:03.548398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'tag': 'ced3a98e-a845-4f99-af03-94b60427a393'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:03.550222 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bdca90-3652-461f-84f1-8b706a165a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a04cdf0-9fff-4a68-b338-2aaac6c1044f", "tag": "ced3a98e-a845-4f99-af03-94b60427a393"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:03.598711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Pushing event updated for resources: {'Port': ['ID=7154165a-a7f6-4ba5-a995-804df0fd824d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:03.624932 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710b677d-2f4d-4761-b55d-ff9abdf9d0b1 x-openstack-request-id: req-710b677d-2f4d-4761-b55d-ff9abdf9d0b1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:03.625278 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a04cdf0-9fff-4a68-b338-2aaac6c1044f", "tag": "ced3a98e-a845-4f99-af03-94b60427a393", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:03.625506 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-710b677d-2f4d-4761-b55d-ff9abdf9d0b1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:03.625913 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'tag': 'ced3a98e-a845-4f99-af03-94b60427a393', 'status': 'completed', 'code': 200} Jul 08 02:01:03.672033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2144d-22f6-4ff1-9157-ceb15d0c7295 req-9d788e0f-3ffa-4c4a-9ae0-c1404e452b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:03.674184 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7f2144d-22f6-4ff1-9157-ceb15d0c7295 req-9d788e0f-3ffa-4c4a-9ae0-c1404e452b68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 1098 time: 0.1122246 Jul 08 02:01:03.689003 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:03.729616 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7f2144d-22f6-4ff1-9157-ceb15d0c7295 req-419d737d-35df-4b9d-bccd-5ea320a409ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Jul 08 02:01:03.740855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Attempting to bind port 7154165a-a7f6-4ba5-a995-804df0fd824d on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:03.741195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Attempting to bind port 7154165a-a7f6-4ba5-a995-804df0fd824d by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '1b7491fb-eabc-412f-bc50-a96a619e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '25fc8305-0b0e-4088-b2c1-2e90a0d804e5'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:03.741530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Attempting to bind port 7154165a-a7f6-4ba5-a995-804df0fd824d on network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:03.751546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Port 7154165a-a7f6-4ba5-a995-804df0fd824d on network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:01:03.751808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Attempting to bind port 7154165a-a7f6-4ba5-a995-804df0fd824d on network 25fc8305-0b0e-4088-b2c1-2e90a0d804e5 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:03.759441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:03.759785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Checking segment: {'id': '1b7491fb-eabc-412f-bc50-a96a619e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '25fc8305-0b0e-4088-b2c1-2e90a0d804e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:03.760175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Bound using segment: {'id': '1b7491fb-eabc-412f-bc50-a96a619e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '25fc8305-0b0e-4088-b2c1-2e90a0d804e5'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:03.760631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Bound port: 7154165a-a7f6-4ba5-a995-804df0fd824d, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7491fb-eabc-412f-bc50-a96a619e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '25fc8305-0b0e-4088-b2c1-2e90a0d804e5'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:03.760995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.766163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-7d7b88d9-99c0-4567-b91a-e39d4b1d6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:03.771434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-7d7b88d9-99c0-4567-b91a-e39d4b1d6473 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=121ccb09bf83447a8bc221deb5c47518&device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 1098 time: 0.1369319 Jul 08 02:01:03.899600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] For port 7154165a-a7f6-4ba5-a995-804df0fd824d, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:03.903063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] For port 7154165a-a7f6-4ba5-a995-804df0fd824d, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7154165a-a7f6-4ba5-a995-804df0fd824d,segment=NetworkSegment(1b7491fb-eabc-412f-bc50-a96a619e1181),segment_id=1b7491fb-eabc-412f-bc50-a96a619e1181)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:03.937303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-2aa43168-f323-40b4-879f-13e5f06caf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:03.938830 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-2aa43168-f323-40b4-879f-13e5f06caf8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb7f8a9d-de30-41f1-8c22-10d36fa80060 HTTP/1.1" status: 200 len: 907 time: 0.1637783 Jul 08 02:01:03.974703 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '38e2091a-3cbb-49a8-9f7d-a43193c585e1', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'port_id': 'ced3a98e-a845-4f99-af03-94b60427a393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'mac_address': 'fa:16:3e:e3:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:00:40Z', 'updated_at': '2021-07-08T02:01:02Z', 'revision_number': 1, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:39Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:04.007060 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] Checking router: fefd6ecc-9060-4688-ab68-d26dd06eca32 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:04.016228 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:04.016968 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:00:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:04.035865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.084077 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-f07919be-0aee-4852-8db2-fb1a7a6319d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced3a98e-a845-4f99-af03-94b60427a393 HTTP/1.1" status: 200 len: 1000 time: 0.1378460 Jul 08 02:01:04.120091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.120798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.122925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] 10.222.0.18 "PUT /v2.0/ports/7154165a-a7f6-4ba5-a995-804df0fd824d HTTP/1.1" status: 200 len: 1092 time: 1.4364011 Jul 08 02:01:04.155756 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:04.199668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba483a5a-1d52-4693-b75f-511165d50d9f service neutron] Pushing event updated for resources: {'Port': ['ID=7154165a-a7f6-4ba5-a995-804df0fd824d,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:04.253024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2751-1076-463c-bb45-15ef1b8dc3ce req-aaffdf9e-b3f0-49d5-a75d-1e443b025ca6 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.264931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-227e2751-1076-463c-bb45-15ef1b8dc3ce req-aaffdf9e-b3f0-49d5-a75d-1e443b025ca6 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 946 time: 0.2676599 Jul 08 02:01:04.331137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-084c3ea6-0c86-4509-82b0-fbafa3838f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.332725 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-084c3ea6-0c86-4509-82b0-fbafa3838f19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dc72282-308c-4986-878d-56521163965e HTTP/1.1" status: 200 len: 845 time: 0.2086968 Jul 08 02:01:04.391151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-227e2751-1076-463c-bb45-15ef1b8dc3ce req-46c42984-360d-4763-b947-eb6879ea76bc tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287391 Jul 08 02:01:04.443184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303f79-a220-45b4-b9a1-523515567b32 req-1b431aba-3580-4737-be71-e0e656bacad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.444366 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-1b431aba-3580-4737-be71-e0e656bacad0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e825d88ffa634a58a210be9190ac11fc&device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 1095 time: 0.1757407 Jul 08 02:01:04.446428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-ddc6cc04-679d-4895-aae4-fc9e31ede35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.448643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-ddc6cc04-679d-4895-aae4-fc9e31ede35b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb7f8a9d-de30-41f1-8c22-10d36fa80060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051185 Jul 08 02:01:04.493746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-04eaa8ca-d63f-4a09-ad18-51d30dae05f1 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.496059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-04eaa8ca-d63f-4a09-ad18-51d30dae05f1 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.32 "GET /v2.0/networks?id=5018b62c-5615-4d9b-9b9d-5d21e2e7c442 HTTP/1.1" status: 200 len: 821 time: 0.1238601 Jul 08 02:01:04.515154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Request body: {'port': {'device_id': '1414079f-1ab8-4c0e-80b4-029a7c286f96', 'network_id': '5018b62c-5615-4d9b-9b9d-5d21e2e7c442', 'admin_state_up': True, 'tenant_id': '031d629be17b4e5db48fbeb304348595'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:04.528794 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '38e2091a-3cbb-49a8-9f7d-a43193c585e1', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'port_id': 'ced3a98e-a845-4f99-af03-94b60427a393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'mac_address': 'fa:16:3e:e3:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:00:40Z', 'updated_at': '2021-07-08T02:01:02Z', 'revision_number': 1, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:39Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:04.532735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-9faf31da-8111-41d2-8b74-d1857d902633 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7154165a-a7f6-4ba5-a995-804df0fd824d HTTP/1.1" status: 200 len: 217 time: 0.0559351 Jul 08 02:01:04.575325 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a237d8e3-8e63-49a7-b23e-fcd4a8d14c68', 'tag': '7154165a-a7f6-4ba5-a995-804df0fd824d'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:04.578473 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fafac57-99bb-43ff-92ea-bf6d060a58b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a237d8e3-8e63-49a7-b23e-fcd4a8d14c68", "tag": "7154165a-a7f6-4ba5-a995-804df0fd824d"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:04.590403 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54307da7-2044-426d-8f2f-8d1f4b90e9b9 None None] The sync data for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 is: [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '38e2091a-3cbb-49a8-9f7d-a43193c585e1', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'port_id': 'ced3a98e-a845-4f99-af03-94b60427a393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'mac_address': 'fa:16:3e:e3:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:00:40Z', 'updated_at': '2021-07-08T02:01:02Z', 'revision_number': 1, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:39Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:04.632892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d3cde8e-8210-4657-9588-24dd595ba0f1 req-05f5e4a1-a124-4a6f-b2ec-c67f9e36a823 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 210 time: 0.0514905 Jul 08 02:01:04.769463 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e3506b-4505-4893-8801-e559331dd1d3 x-openstack-request-id: req-93e3506b-4505-4893-8801-e559331dd1d3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:04.769463 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a237d8e3-8e63-49a7-b23e-fcd4a8d14c68", "tag": "7154165a-a7f6-4ba5-a995-804df0fd824d", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:04.769463 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93e3506b-4505-4893-8801-e559331dd1d3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:04.769861 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a237d8e3-8e63-49a7-b23e-fcd4a8d14c68', 'tag': '7154165a-a7f6-4ba5-a995-804df0fd824d', 'status': 'completed', 'code': 200} Jul 08 02:01:04.797284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303f79-a220-45b4-b9a1-523515567b32 req-9185805f-9d02-479f-8d13-ca180c15a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.798860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-9185805f-9d02-479f-8d13-ca180c15a169 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dd48f94-d648-4d23-9e0b-9ed16cc3f88c HTTP/1.1" status: 200 len: 853 time: 0.1596866 Jul 08 02:01:04.898035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:04.948857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Made reservation on behalf of 031d629be17b4e5db48fbeb304348595 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:04.953220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.975567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610a871a-e1b3-43a7-a1ce-f780971bbd60 None None] New status for floating IP 38e2091a-3cbb-49a8-9f7d-a43193c585e1: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:01:05.142225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Allocated IP 172.20.0.10 (5018b62c-5615-4d9b-9b9d-5d21e2e7c442/369b2f65-1f92-4066-b5dd-1dbbc4433fdc/ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:05.291602 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-7cb69eb6-0d75-4e4a-aba5-61d3807a5de5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25fc8305-0b0e-4088-b2c1-2e90a0d804e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4814858 Jul 08 02:01:05.322665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-782ca2c6-3518-47a7-8481-191c9bb68250 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff8fa382b4fa47f594f312f95a5086b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233429 Jul 08 02:01:05.329854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:05.397997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.420236 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-636fa91a-1548-4f55-97ee-10466129f7f3 service neutron] 10.222.0.18 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9628091 Jul 08 02:01:05.452476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d46c8afb-acac-4b50-afcc-910e3ccc1186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.472407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288c501-bdaa-4af4-bb4c-9f804191a690 req-74b58140-33d3-4acb-8d4c-01420f19d0d0 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:05.478675 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3288c501-bdaa-4af4-bb4c-9f804191a690 req-74b58140-33d3-4acb-8d4c-01420f19d0d0 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 943 time: 0.7529631 Jul 08 02:01:05.512910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-7dfb84e4-be0e-40a3-abaf-5b9eaa80706a service neutron] 10.222.0.18 "GET /v2.0/networks/25fc8305-0b0e-4088-b2c1-2e90a0d804e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085075 Jul 08 02:01:05.517671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d46c8afb-acac-4b50-afcc-910e3ccc1186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.633039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3288c501-bdaa-4af4-bb4c-9f804191a690 req-c371cc21-8db5-442f-af0b-1bf52e3d7d54 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227593 Jul 08 02:01:05.665520 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6bdca90-3652-461f-84f1-8b706a165a1e req-7b3df0ca-9e4e-43b6-b0bd-e226f0c3270f service neutron] 10.222.0.18 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297611 Jul 08 02:01:05.667260 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.689413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd303f79-a220-45b4-b9a1-523515567b32 req-3cf39534-b0c5-4c91-9edd-758c54d52b51 service neutron] 10.222.0.18 "GET /v2.0/networks/25fc8305-0b0e-4088-b2c1-2e90a0d804e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674354 Jul 08 02:01:05.709379 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d46c8afb-acac-4b50-afcc-910e3ccc1186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.711940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d46c8afb-acac-4b50-afcc-910e3ccc1186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.713075 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d46c8afb-acac-4b50-afcc-910e3ccc1186 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d3e9a48-f3a4-4437-a08c-f61a554ebb4f HTTP/1.1" status: 204 len: 168 time: 0.3822341 Jul 08 02:01:05.737121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:05.746052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c8afb-acac-4b50-afcc-910e3ccc1186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e9a48-f3a4-4437-a08c-f61a554ebb4f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:05.762459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:05.765875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:05.779862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Pushing event updated for resources: {'Port': ['ID=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:05.834432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175235e1-55b5-46ba-bd71-43bdbd568c62 req-695f444f-ee93-4546-9686-2e16d03472c9 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:05.836254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-175235e1-55b5-46ba-bd71-43bdbd568c62 req-695f444f-ee93-4546-9686-2e16d03472c9 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 946 time: 0.2121119 Jul 08 02:01:05.848208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:05.848844 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.863905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c20672-40cf-4b82-a7cb-1ca60f786a9e req-e619032f-602a-4ee5-b7a9-a880de28141b tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:05.865939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7c20672-40cf-4b82-a7cb-1ca60f786a9e req-e619032f-602a-4ee5-b7a9-a880de28141b tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 932 time: 0.0843613 Jul 08 02:01:05.964024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7c20672-40cf-4b82-a7cb-1ca60f786a9e req-319797c4-d154-48cd-8ed2-f35b81b3b85b tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861204 Jul 08 02:01:06.001211 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-431cca94-a76d-46fe-9dc0-233f481f10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:06.001211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-431cca94-a76d-46fe-9dc0-233f481f10fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e825d88ffa634a58a210be9190ac11fc&device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 1095 time: 0.1146104 Jul 08 02:01:06.144401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-af94e78d-928b-43e5-b4cc-76933b46f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:06.146761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-af94e78d-928b-43e5-b4cc-76933b46f2aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=25fc8305-0b0e-4088-b2c1-2e90a0d804e5 HTTP/1.1" status: 200 len: 914 time: 0.1407726 Jul 08 02:01:06.204587 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-6c45360b-5087-4a0b-a8ed-e93463ee2f5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7154165a-a7f6-4ba5-a995-804df0fd824d HTTP/1.1" status: 200 len: 217 time: 0.0506070 Jul 08 02:01:06.260508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-4ea734f5-6efc-4afc-8e61-7a878de03fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:06.262228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-4ea734f5-6efc-4afc-8e61-7a878de03fcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8dd48f94-d648-4d23-9e0b-9ed16cc3f88c HTTP/1.1" status: 200 len: 853 time: 0.0510252 Jul 08 02:01:06.272012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-175235e1-55b5-46ba-bd71-43bdbd568c62 req-30f01924-b0de-43b2-9fcd-2a4412fc690a tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184949 Jul 08 02:01:06.301971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-7540a8ad-a7f0-4bf1-8580-f5bb22a9fe12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25fc8305-0b0e-4088-b2c1-2e90a0d804e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322423 Jul 08 02:01:06.352528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-07e69b2b-12b5-40d9-8d2d-4297ef110e2e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8417451 Jul 08 02:01:06.369959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Request body: {'port': {'device_id': '1414079f-1ab8-4c0e-80b4-029a7c286f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:06.432517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-7dd6af72-9377-4c0b-baa8-97edd74e9d40 service neutron] 10.222.0.18 "GET /v2.0/networks/25fc8305-0b0e-4088-b2c1-2e90a0d804e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210766 Jul 08 02:01:06.467108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.577100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fafac57-99bb-43ff-92ea-bf6d060a58b0 req-380b676b-99c9-4df0-8f37-b08bfffd1b70 service neutron] 10.222.0.18 "GET /v2.0/networks/25fc8305-0b0e-4088-b2c1-2e90a0d804e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383977 Jul 08 02:01:06.602259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42116) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:06.653698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-198f4797-f7d5-4fda-b94b-28191ebde6f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5b2b2be44ad458aa0209a0e460b3f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552821 Jul 08 02:01:06.656406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42120) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:06.710386 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50b9ed5e-0dd6-44fe-80f1-3b8ec02ec963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.741155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50b9ed5e-0dd6-44fe-80f1-3b8ec02ec963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.802943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:06.811365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.825119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Transition to ACTIVE for port object ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:06.846744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e85d10-dee4-4769-a638-97597e91ef30 req-871a17ef-ccb2-4376-b5e4-12f8e311a4f1 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:06.848348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a4e85d10-dee4-4769-a638-97597e91ef30 req-871a17ef-ccb2-4376-b5e4-12f8e311a4f1 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 943 time: 0.0700359 Jul 08 02:01:06.900297 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a4e85d10-dee4-4769-a638-97597e91ef30 req-bde03741-727d-4468-82ee-d3675f6eb68a tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339363 Jul 08 02:01:06.916008 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.916818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50b9ed5e-0dd6-44fe-80f1-3b8ec02ec963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.919702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50b9ed5e-0dd6-44fe-80f1-3b8ec02ec963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.921027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50b9ed5e-0dd6-44fe-80f1-3b8ec02ec963 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3359cc94-609e-442a-8827-04076403a2d9 HTTP/1.1" status: 204 len: 168 time: 0.2636328 Jul 08 02:01:06.948252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ed5e-0dd6-44fe-80f1-3b8ec02ec963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3359cc94-609e-442a-8827-04076403a2d9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:06.999090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:07.053840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Attempting to bind port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:07.054187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Attempting to bind port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9653a2e0-839a-455f-89e1-e45f01e57377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5018b62c-5615-4d9b-9b9d-5d21e2e7c442'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:07.054522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Attempting to bind port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb on network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:07.062261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb on network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:01:07.062261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Attempting to bind port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb on network 5018b62c-5615-4d9b-9b9d-5d21e2e7c442 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:07.069071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:07.069428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Checking segment: {'id': '9653a2e0-839a-455f-89e1-e45f01e57377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5018b62c-5615-4d9b-9b9d-5d21e2e7c442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:07.069962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Bound using segment: {'id': '9653a2e0-839a-455f-89e1-e45f01e57377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5018b62c-5615-4d9b-9b9d-5d21e2e7c442'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:07.071153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Bound port: ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9653a2e0-839a-455f-89e1-e45f01e57377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5018b62c-5615-4d9b-9b9d-5d21e2e7c442'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:07.071581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:07.164983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] For port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:07.168155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] For port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,segment=NetworkSegment(9653a2e0-839a-455f-89e1-e45f01e57377),segment_id=9653a2e0-839a-455f-89e1-e45f01e57377)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:07.217089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9d945-b39c-429a-98e6-4bc3be6571e1 req-3d15fc94-faec-4ded-bed0-12594a40ec4a tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:07.218649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4a9d945-b39c-429a-98e6-4bc3be6571e1 req-3d15fc94-faec-4ded-bed0-12594a40ec4a tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 944 time: 0.0661893 Jul 08 02:01:07.267610 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4a9d945-b39c-429a-98e6-4bc3be6571e1 req-584da3f7-073b-4bb4-9c40-5769b6804c5a tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Jul 08 02:01:07.291920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:07.327426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:07.328080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:07.329522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] 10.222.0.32 "PUT /v2.0/ports/ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb HTTP/1.1" status: 200 len: 1093 time: 0.9675198 Jul 08 02:01:07.329990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1414079f-1ab8-4c0e-80b4-029a7c286f96', 'tag': 'ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:07.332348 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d9c835-99e8-4235-9a39-7b7ff64c5f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1414079f-1ab8-4c0e-80b4-029a7c286f96", "tag": "ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:07.358552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4ef7b-2018-4f99-aaac-ed5dcf475ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:07.389225 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862733e9-282b-40cc-b925-a548eb133d2d x-openstack-request-id: req-862733e9-282b-40cc-b925-a548eb133d2d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:07.389524 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1414079f-1ab8-4c0e-80b4-029a7c286f96", "tag": "ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:07.389524 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-862733e9-282b-40cc-b925-a548eb133d2d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:07.390183 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1414079f-1ab8-4c0e-80b4-029a7c286f96', 'tag': 'ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb', 'status': 'completed', 'code': 200} Jul 08 02:01:07.502939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9c835-99e8-4235-9a39-7b7ff64c5f7a req-d98b8f9c-41a8-497d-922d-30d473cd4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:07.505153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-45d9c835-99e8-4235-9a39-7b7ff64c5f7a req-d98b8f9c-41a8-497d-922d-30d473cd4c05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=031d629be17b4e5db48fbeb304348595&device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 1096 time: 0.0809948 Jul 08 02:01:07.633095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9c835-99e8-4235-9a39-7b7ff64c5f7a req-7a5aa624-9fce-4ea9-8de0-ef871d425478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:07.634705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-45d9c835-99e8-4235-9a39-7b7ff64c5f7a req-7a5aa624-9fce-4ea9-8de0-ef871d425478 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=031d629be17b4e5db48fbeb304348595&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1142790 Jul 08 02:01:07.796843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9c835-99e8-4235-9a39-7b7ff64c5f7a req-177ecb07-3d97-4813-a026-062ac4587f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:07.798750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-45d9c835-99e8-4235-9a39-7b7ff64c5f7a req-177ecb07-3d97-4813-a026-062ac4587f55 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517603 Jul 08 02:01:07.937786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-41f65e71-8398-49f0-86e0-849adb6e4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:07.939788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-41f65e71-8398-49f0-86e0-849adb6e4259 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=031d629be17b4e5db48fbeb304348595&device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 1096 time: 0.0851829 Jul 08 02:01:08.011514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-83e74be5-1f5e-4890-86dc-e2c103acc91f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb HTTP/1.1" status: 200 len: 217 time: 0.0569623 Jul 08 02:01:08.050305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42170) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:08.108811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-7d7b2dbf-0351-4602-a3b6-30101e06f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:08.110467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-7d7b2dbf-0351-4602-a3b6-30101e06f769 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=369b2f65-1f92-4066-b5dd-1dbbc4433fdc HTTP/1.1" status: 200 len: 861 time: 0.0885024 Jul 08 02:01:08.156639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-640924a2-11ed-43d8-95a7-08139d12a70e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5018b62c-5615-4d9b-9b9d-5d21e2e7c442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341883 Jul 08 02:01:08.165630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bd549-bd5e-48bc-b421-486f728dede5 req-3ebec0f7-69a9-4eca-86ed-fea007d80ee8 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:08.167133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-852bd549-bd5e-48bc-b421-486f728dede5 req-3ebec0f7-69a9-4eca-86ed-fea007d80ee8 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 943 time: 0.1141810 Jul 08 02:01:08.197333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a0972e0-7356-42e5-8c2b-2c7eff86b0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.274983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-852bd549-bd5e-48bc-b421-486f728dede5 req-a8c266b5-12f5-4a3d-8ac6-8ddcdc646e29 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873854 Jul 08 02:01:08.299041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-0d94800b-b6d7-4332-9a2a-43f06f6e04fe service neutron] 10.222.0.32 "GET /v2.0/networks/5018b62c-5615-4d9b-9b9d-5d21e2e7c442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285367 Jul 08 02:01:08.338440 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a0972e0-7356-42e5-8c2b-2c7eff86b0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.440859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df02903-b313-4fe7-8734-3c3b33569ee6 req-48d65c12-469b-4f1e-a36f-4f5b9f371004 service neutron] 10.222.0.32 "GET /v2.0/networks/5018b62c-5615-4d9b-9b9d-5d21e2e7c442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283605 Jul 08 02:01:08.454303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a0972e0-7356-42e5-8c2b-2c7eff86b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.481345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8da77e-2031-45ae-884a-451c389e29fd req-44413caa-92aa-4704-83a4-0d30199ee1af tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:08.482905 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c8da77e-2031-45ae-884a-451c389e29fd req-44413caa-92aa-4704-83a4-0d30199ee1af tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 944 time: 0.0742791 Jul 08 02:01:08.508489 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a0972e0-7356-42e5-8c2b-2c7eff86b0f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7eb78da48f1c41769fb013152e0ec373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569147 Jul 08 02:01:08.509096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42192) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:08.511484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0972e0-7356-42e5-8c2b-2c7eff86b0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d0d0a4-46a5-4020-9ebc-ad38f1588c44,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:08.534669 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c8da77e-2031-45ae-884a-451c389e29fd req-1710ab68-f790-45d1-b5c5-47d3d94a7312 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Jul 08 02:01:08.581887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-372b25fa-93cb-4cb3-8ae1-81736876d75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.606753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-372b25fa-93cb-4cb3-8ae1-81736876d75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.792764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-372b25fa-93cb-4cb3-8ae1-81736876d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.797627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-372b25fa-93cb-4cb3-8ae1-81736876d75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.797627 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-372b25fa-93cb-4cb3-8ae1-81736876d75b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2d0d0a4-46a5-4020-9ebc-ad38f1588c44 HTTP/1.1" status: 204 len: 168 time: 0.2850158 Jul 08 02:01:08.805824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b25fa-93cb-4cb3-8ae1-81736876d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d0d0a4-46a5-4020-9ebc-ad38f1588c44,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:09.211613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7154165a-a7f6-4ba5-a995-804df0fd824d details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:01:09.319922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7154165a-a7f6-4ba5-a995-804df0fd824d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7154165a-a7f6-4ba5-a995-804df0fd824d,segment=NetworkSegment(1b7491fb-eabc-412f-bc50-a96a619e1181),segment_id=1b7491fb-eabc-412f-bc50-a96a619e1181)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:09.334803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '7154165a-a7f6-4ba5-a995-804df0fd824d', 'network_id': '25fc8305-0b0e-4088-b2c1-2e90a0d804e5', 'port_id': '7154165a-a7f6-4ba5-a995-804df0fd824d', 'mac_address': 'fa:16:3e:71:cf:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd48f94-d648-4d23-9e0b-9ed16cc3f88c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:01:09.376433 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.392935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7154165a-a7f6-4ba5-a995-804df0fd824d {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:09.413704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7154165a-a7f6-4ba5-a995-804df0fd824d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7154165a-a7f6-4ba5-a995-804df0fd824d,segment=NetworkSegment(1b7491fb-eabc-412f-bc50-a96a619e1181),segment_id=1b7491fb-eabc-412f-bc50-a96a619e1181)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:09.483384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a0da0-88e9-4de7-a2ce-c15a0b03da42 req-ec6575bf-c60e-4e3e-8582-6433e509e6e6 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:09.484400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-594a0da0-88e9-4de7-a2ce-c15a0b03da42 req-ec6575bf-c60e-4e3e-8582-6433e509e6e6 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 943 time: 0.0690815 Jul 08 02:01:09.532314 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-594a0da0-88e9-4de7-a2ce-c15a0b03da42 req-486a4975-a972-4786-b058-49e976d19307 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Jul 08 02:01:09.568129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.622054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7154165a-a7f6-4ba5-a995-804df0fd824d,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:09.629295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42236) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:09.636171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.636724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.637222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.637563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.637896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.638226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.638554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.638878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.639201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.639560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.639887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.640204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:09.643935 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-168c169f-e76a-4c2c-940e-8ba58cc97ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.751625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eae743-142d-4f97-9ed9-91208b6089b6 req-edd7959f-54c8-46c2-82d6-4c237767ce86 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:09.754139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-96eae743-142d-4f97-9ed9-91208b6089b6 req-edd7959f-54c8-46c2-82d6-4c237767ce86 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 944 time: 0.0753884 Jul 08 02:01:09.756320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-168c169f-e76a-4c2c-940e-8ba58cc97ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.776961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7154165a-a7f6-4ba5-a995-804df0fd824d'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:09.795427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-96eae743-142d-4f97-9ed9-91208b6089b6 req-212bd424-a7df-4bcc-99b5-9d9194bbe3d3 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349035 Jul 08 02:01:09.876969 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-168c169f-e76a-4c2c-940e-8ba58cc97ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.957918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c169f-e76a-4c2c-940e-8ba58cc97ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19553a6-f508-43b9-b2d9-5f199d39f860,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:09.962348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-168c169f-e76a-4c2c-940e-8ba58cc97ae1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7681f480222d4f709c196689a76e2969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320055 Jul 08 02:01:09.965726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:10.022096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3489421f-a587-441f-be5b-ce7349cbd1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:10.050166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3489421f-a587-441f-be5b-ce7349cbd1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:10.196610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3489421f-a587-441f-be5b-ce7349cbd1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:10.202340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3489421f-a587-441f-be5b-ce7349cbd1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:10.202340 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3489421f-a587-441f-be5b-ce7349cbd1e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f19553a6-f508-43b9-b2d9-5f199d39f860 HTTP/1.1" status: 204 len: 168 time: 0.2335305 Jul 08 02:01:10.209336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489421f-a587-441f-be5b-ce7349cbd1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19553a6-f508-43b9-b2d9-5f199d39f860,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:10.729645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9ee3-d9ae-41d9-b185-2f2b2cbd4453 req-f24c53e0-a368-474d-b75f-4e18fae078d8 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:10.731150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffde9ee3-d9ae-41d9-b185-2f2b2cbd4453 req-f24c53e0-a368-474d-b75f-4e18fae078d8 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 944 time: 0.0692823 Jul 08 02:01:10.771381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffde9ee3-d9ae-41d9-b185-2f2b2cbd4453 req-d1cd683a-686d-4ab1-a887-fab6680012ef tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Jul 08 02:01:10.977380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae097f6-72d6-45f9-a43a-d9ed2070c064 req-4b9fb378-4894-4f37-b4bf-7b5410cc2bde tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:10.979070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eae097f6-72d6-45f9-a43a-d9ed2070c064 req-4b9fb378-4894-4f37-b4bf-7b5410cc2bde tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 944 time: 0.0708220 Jul 08 02:01:11.020107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eae097f6-72d6-45f9-a43a-d9ed2070c064 req-957cd0d4-115d-41a1-a03f-26d073bfc5e1 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Jul 08 02:01:11.085233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c4e21-fd9f-44f9-892e-0bd429d20909 req-65f6294f-5e3d-4a1f-9f40-5b2e0f5511bd tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:11.086948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-725c4e21-fd9f-44f9-892e-0bd429d20909 req-65f6294f-5e3d-4a1f-9f40-5b2e0f5511bd tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 946 time: 0.0653400 Jul 08 02:01:11.126999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-725c4e21-fd9f-44f9-892e-0bd429d20909 req-2b8e9c8e-ec59-412a-a826-8d2024112702 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Jul 08 02:01:11.231244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7154165a-a7f6-4ba5-a995-804df0fd824d up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:11.499398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 7154165a-a7f6-4ba5-a995-804df0fd824d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:11.504604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 7154165a-a7f6-4ba5-a995-804df0fd824d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:11.505041 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:11.582482 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:11.607498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a237d8e3-8e63-49a7-b23e-fcd4a8d14c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7154165a-a7f6-4ba5-a995-804df0fd824d'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:11.609718 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0df20f9-c5cb-40cc-9e23-610f5b5dd09e" -d '{"events": [{"server_uuid": "a237d8e3-8e63-49a7-b23e-fcd4a8d14c68", "name": "network-vif-plugged", "status": "completed", "tag": "7154165a-a7f6-4ba5-a995-804df0fd824d"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:11.624382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7154165a-a7f6-4ba5-a995-804df0fd824d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7154165a-a7f6-4ba5-a995-804df0fd824d,segment=NetworkSegment(1b7491fb-eabc-412f-bc50-a96a619e1181),segment_id=1b7491fb-eabc-412f-bc50-a96a619e1181)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:11.646682 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67e6ab3-360b-4bbe-9297-3f3d95b2fc59 x-openstack-request-id: req-a67e6ab3-360b-4bbe-9297-3f3d95b2fc59 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:11.647005 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a237d8e3-8e63-49a7-b23e-fcd4a8d14c68", "name": "network-vif-plugged", "status": "completed", "tag": "7154165a-a7f6-4ba5-a995-804df0fd824d", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:11.647232 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a67e6ab3-360b-4bbe-9297-3f3d95b2fc59 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:11.647685 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a237d8e3-8e63-49a7-b23e-fcd4a8d14c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7154165a-a7f6-4ba5-a995-804df0fd824d', 'code': 200} Jul 08 02:01:11.712687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:11.768250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7154165a-a7f6-4ba5-a995-804df0fd824d,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:11.779731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dba17-3856-4f79-a4d0-6134a53ffef2 req-98a6117c-c4c9-4067-932a-7a081bf363c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:11.781311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d6dba17-3856-4f79-a4d0-6134a53ffef2 req-98a6117c-c4c9-4067-932a-7a081bf363c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 1097 time: 0.0636222 Jul 08 02:01:11.822609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d6dba17-3856-4f79-a4d0-6134a53ffef2 req-c2111b62-36b1-4feb-bd7c-36e1767dedbd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Jul 08 02:01:11.960654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39f13-8543-4601-8659-27e2a9acd2e9 req-425b4e98-7277-46cc-b3c5-9f6ecad39402 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:11.962184 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ce39f13-8543-4601-8659-27e2a9acd2e9 req-425b4e98-7277-46cc-b3c5-9f6ecad39402 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 945 time: 0.0719204 Jul 08 02:01:12.002586 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ce39f13-8543-4601-8659-27e2a9acd2e9 req-829bac62-ec5c-4d35-9eca-19206f899817 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341852 Jul 08 02:01:12.040141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b58d0705-60f7-4206-89b9-76087463302d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:12.210257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8be349-e215-4ffa-aec9-1ca39a724224 req-77eb2ff6-cac2-4df0-8934-f81d8a041ada tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:12.211871 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b8be349-e215-4ffa-aec9-1ca39a724224 req-77eb2ff6-cac2-4df0-8934-f81d8a041ada tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 944 time: 0.0766044 Jul 08 02:01:12.267041 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b8be349-e215-4ffa-aec9-1ca39a724224 req-b40a0e74-aa7a-425d-a209-b02084631d36 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489206 Jul 08 02:01:12.458984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc06de5-2dc0-4511-8cf5-20dc29182450 req-c6ea6902-2c80-47ae-8838-c10b2cfecdc4 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:12.461276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc06de5-2dc0-4511-8cf5-20dc29182450 req-c6ea6902-2c80-47ae-8838-c10b2cfecdc4 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 946 time: 0.0805612 Jul 08 02:01:12.507473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc06de5-2dc0-4511-8cf5-20dc29182450 req-6ef57ff9-b615-4be0-bc4e-3e5cfe4b4912 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 Jul 08 02:01:12.860946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:01:12.962200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,segment=NetworkSegment(9653a2e0-839a-455f-89e1-e45f01e57377),segment_id=9653a2e0-839a-455f-89e1-e45f01e57377)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:12.974557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb', 'network_id': '5018b62c-5615-4d9b-9b9d-5d21e2e7c442', 'port_id': 'ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb', 'mac_address': 'fa:16:3e:49:0c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369b2f65-1f92-4066-b5dd-1dbbc4433fdc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:01:13.025656 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.040828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:13.062463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,segment=NetworkSegment(9653a2e0-839a-455f-89e1-e45f01e57377),segment_id=9653a2e0-839a-455f-89e1-e45f01e57377)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:13.116650 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.182214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:13.206153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-bab424fa-344e-4ca5-b7b8-db2171169431 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:13.208226 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-bab424fa-344e-4ca5-b7b8-db2171169431 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.32 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 946 time: 0.1139221 Jul 08 02:01:13.213882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2a2b3-0412-44df-af29-3e12c0386dcb req-6e0e0d7b-9c74-45bf-98c8-a22ebf6704e2 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:13.215605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-87d2a2b3-0412-44df-af29-3e12c0386dcb req-6e0e0d7b-9c74-45bf-98c8-a22ebf6704e2 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 945 time: 0.0782828 Jul 08 02:01:13.261621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-87d2a2b3-0412-44df-af29-3e12c0386dcb req-6d742e28-a9cc-4d85-b570-01000d30b92e tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393066 Jul 08 02:01:13.328869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Deleting port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:13.329320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.432638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:13.437703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] For port 37ddf62a-4b33-47a3-be41-4127c1ff0e44, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37ddf62a-4b33-47a3-be41-4127c1ff0e44,segment=NetworkSegment(c8b40e32-45ea-404b-87ae-78045f46e541),segment_id=c8b40e32-45ea-404b-87ae-78045f46e541)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:13.438088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.456599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Calling delete_port for 37ddf62a-4b33-47a3-be41-4127c1ff0e44 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:13.640705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb9781-7257-4e40-8dbc-da176b40aea7 req-ed21257d-8727-4be2-b111-fd824abcdb1c tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:13.642234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3efb9781-7257-4e40-8dbc-da176b40aea7 req-ed21257d-8727-4be2-b111-fd824abcdb1c tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 945 time: 0.1080332 Jul 08 02:01:13.692352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3efb9781-7257-4e40-8dbc-da176b40aea7 req-8443e61d-789d-4295-a323-4c4e3b3b213d tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Jul 08 02:01:13.779727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.817235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Pushing event deleted for resources: {'Port': ['ID=37ddf62a-4b33-47a3-be41-4127c1ff0e44,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:13.864937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] No DVR routers for this DVR port 37ddf62a-4b33-47a3-be41-4127c1ff0e44 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:13.867734 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.871941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e16e3fa5-cd35-4721-9368-ef099bdc1c2f req-8a480b93-983b-47f1-89de-b77bbe23b6d1 tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.32 "DELETE /v2.0/ports/37ddf62a-4b33-47a3-be41-4127c1ff0e44 HTTP/1.1" status: 204 len: 173 time: 0.6522205 Jul 08 02:01:13.871941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550fff80-1a94-4364-bbb4-cce70209069d', 'name': 'network-vif-deleted', 'tag': '37ddf62a-4b33-47a3-be41-4127c1ff0e44'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:13.872996 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dc222b-fe2e-4043-9077-49a67e1d9e1f" -d '{"events": [{"server_uuid": "550fff80-1a94-4364-bbb4-cce70209069d", "name": "network-vif-deleted", "tag": "37ddf62a-4b33-47a3-be41-4127c1ff0e44"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:13.950721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d1c5131-b763-4694-b668-0b0ed2b0e8ba req-0845be21-b5f3-4c69-b2f0-d570452fbebb tempest-ServerTagsTestJSON-830372709 tempest-ServerTagsTestJSON-830372709-project] 10.222.0.10 "GET /v2.0/ports?device_id=550fff80-1a94-4364-bbb4-cce70209069d HTTP/1.1" status: 200 len: 210 time: 0.0362730 Jul 08 02:01:13.986306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['37ddf62a-4b33-47a3-be41-4127c1ff0e44'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:14.015357 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef94353-4a2f-4e53-a951-36db4cc86953 x-openstack-request-id: req-cef94353-4a2f-4e53-a951-36db4cc86953 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:14.015688 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550fff80-1a94-4364-bbb4-cce70209069d", "name": "network-vif-deleted", "tag": "37ddf62a-4b33-47a3-be41-4127c1ff0e44", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:14.015960 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cef94353-4a2f-4e53-a951-36db4cc86953 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:14.016362 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550fff80-1a94-4364-bbb4-cce70209069d', 'name': 'network-vif-deleted', 'tag': '37ddf62a-4b33-47a3-be41-4127c1ff0e44', 'status': 'completed', 'code': 200} Jul 08 02:01:14.293585 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76fc5106-81c6-4b28-b406-97d8af3125ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:14.724016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4644-4197-4354-8d57-86e0db9791cf req-e62cf858-5933-409f-8f8d-1f046a73ab5e tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:14.725513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6be4644-4197-4354-8d57-86e0db9791cf req-e62cf858-5933-409f-8f8d-1f046a73ab5e tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 945 time: 0.0711336 Jul 08 02:01:14.770402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6be4644-4197-4354-8d57-86e0db9791cf req-8e4988a4-d055-4fbd-99b3-b5fb167d83e8 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392146 Jul 08 02:01:14.877580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:14.922578 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:14.973027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25068e6-7b0b-4551-8e6f-21e0f748a5f3 req-d78ba938-8efb-4d7c-8303-5cef52d66848 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:14.975491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a25068e6-7b0b-4551-8e6f-21e0f748a5f3 req-d78ba938-8efb-4d7c-8303-5cef52d66848 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 945 time: 0.1012497 Jul 08 02:01:15.024627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a25068e6-7b0b-4551-8e6f-21e0f748a5f3 req-838b446f-e2aa-42c5-8e6d-aedaa8ace6b4 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Jul 08 02:01:15.046476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:15.058238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:15.058622 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.145983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.169002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1414079f-1ab8-4c0e-80b4-029a7c286f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:15.171351 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba4f0bc-4bdf-434f-8963-eda944340835" -d '{"events": [{"server_uuid": "1414079f-1ab8-4c0e-80b4-029a7c286f96", "name": "network-vif-plugged", "status": "completed", "tag": "ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:15.183459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,segment=NetworkSegment(9653a2e0-839a-455f-89e1-e45f01e57377),segment_id=9653a2e0-839a-455f-89e1-e45f01e57377)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:15.291476 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.292347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 37ddf62a-4b33-47a3-be41-4127c1ff0e44 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:15.307318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:15.330018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 37ddf62a-4b33-47a3-be41-4127c1ff0e44 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:15.330370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 37ddf62a-4b33-47a3-be41-4127c1ff0e44 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:15.346134 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963e1bc7-93cf-43b8-bee0-f0cf2b1045aa x-openstack-request-id: req-963e1bc7-93cf-43b8-bee0-f0cf2b1045aa {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:15.346505 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1414079f-1ab8-4c0e-80b4-029a7c286f96", "name": "network-vif-plugged", "status": "completed", "tag": "ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:15.346823 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-963e1bc7-93cf-43b8-bee0-f0cf2b1045aa {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:15.347471 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1414079f-1ab8-4c0e-80b4-029a7c286f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb', 'code': 200} Jul 08 02:01:15.357562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaeed439-ac33-4fe2-9710-c70248ab9db8 admin admin] Deleting subnet 49a0c21a-b254-4d09-b9f9-c14c933d6f7c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:15.360740 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaeed439-ac33-4fe2-9710-c70248ab9db8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.363236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:15.404161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaeed439-ac33-4fe2-9710-c70248ab9db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.444280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaeed439-ac33-4fe2-9710-c70248ab9db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.588161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440b15-99da-4d4e-b367-0fe5f1f6f580 req-3e295cc5-efb3-4450-807d-8c3fd9ccff7f tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:15.589641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0440b15-99da-4d4e-b367-0fe5f1f6f580 req-3e295cc5-efb3-4450-807d-8c3fd9ccff7f tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.1428182 Jul 08 02:01:15.591857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a98f7-5526-4a5e-bf22-b3a369a998c6 req-8302ace6-2cbf-4c87-9b4a-a23b995bb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:15.593234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f8a98f7-5526-4a5e-bf22-b3a369a998c6 req-8302ace6-2cbf-4c87-9b4a-a23b995bb087 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 1098 time: 0.1283927 Jul 08 02:01:15.643695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaeed439-ac33-4fe2-9710-c70248ab9db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.675954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f8a98f7-5526-4a5e-bf22-b3a369a998c6 req-ba1e4084-9108-4a45-a306-434eb95ab969 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736418 Jul 08 02:01:15.678806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0440b15-99da-4d4e-b367-0fe5f1f6f580 req-7f18b3e6-08ed-4743-9baa-33483d34f88e tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830328 Jul 08 02:01:15.680966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeed439-ac33-4fe2-9710-c70248ab9db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a0c21a-b254-4d09-b9f9-c14c933d6f7c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:15.682999 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aaeed439-ac33-4fe2-9710-c70248ab9db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.687743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-aaeed439-ac33-4fe2-9710-c70248ab9db8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49a0c21a-b254-4d09-b9f9-c14c933d6f7c HTTP/1.1" status: 204 len: 168 time: 0.3764124 Jul 08 02:01:15.689326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42452) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:15.704683 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.791657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.897455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.907669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52b5600-5e1b-4292-a105-e32fe1b9f88b']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:15.948838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b40e32-45ea-404b-87ae-78045f46e541') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:15.949169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b40e32-45ea-404b-87ae-78045f46e541') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:15.962180 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.982562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.994911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:15.995315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:15.997130 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:16.038026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55c80b-e4cd-4ae1-bc22-9007535136e5 req-f382f1fd-27e2-4629-b402-9b8e19d53d43 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:16.044867 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac55c80b-e4cd-4ae1-bc22-9007535136e5 req-f382f1fd-27e2-4629-b402-9b8e19d53d43 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 945 time: 0.0743220 Jul 08 02:01:16.054674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a06464-1083-4d12-a248-79e01f393bd2 req-1976051d-f844-4f1e-9ebd-9fbc98127313 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:16.056268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67a06464-1083-4d12-a248-79e01f393bd2 req-1976051d-f844-4f1e-9ebd-9fbc98127313 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.18 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 945 time: 0.1452792 Jul 08 02:01:16.097827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac55c80b-e4cd-4ae1-bc22-9007535136e5 req-a5a4b591-1cdd-4ffb-bc76-7f9b70fd2f96 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/security-groups?id=1131b4e7-21c1-4a59-9155-2c3db75ece62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Jul 08 02:01:16.169947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.178580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.180767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] 10.222.0.10 "DELETE /v2.0/networks/d52b5600-5e1b-4292-a105-e32fe1b9f88b HTTP/1.1" status: 204 len: 168 time: 0.4904151 Jul 08 02:01:16.198716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4bce3-5599-4e77-9706-f3e8f47e36ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d52b5600-5e1b-4292-a105-e32fe1b9f88b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:16.223233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Deleting port 7154165a-a7f6-4ba5-a995-804df0fd824d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:16.223797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.298311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2a55e-313e-4c77-9235-9880779939ba req-e99275f1-6c8e-4028-b6cb-e30ffd51541d tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:16.305900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fcc2a55e-313e-4c77-9235-9880779939ba req-e99275f1-6c8e-4028-b6cb-e30ffd51541d tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 946 time: 0.0859542 Jul 08 02:01:16.351910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fcc2a55e-313e-4c77-9235-9880779939ba req-912697cd-ee72-4ac8-9c30-251ef2c01122 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Jul 08 02:01:16.353906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] For port 7154165a-a7f6-4ba5-a995-804df0fd824d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7154165a-a7f6-4ba5-a995-804df0fd824d,segment=NetworkSegment(1b7491fb-eabc-412f-bc50-a96a619e1181),segment_id=1b7491fb-eabc-412f-bc50-a96a619e1181)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:16.354518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.369437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Calling delete_port for 7154165a-a7f6-4ba5-a995-804df0fd824d owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:16.653892 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.667316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7154165a-a7f6-4ba5-a995-804df0fd824d'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:16.716869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Pushing event deleted for resources: {'Port': ['ID=7154165a-a7f6-4ba5-a995-804df0fd824d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:16.755603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42474) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:16.763657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] No DVR routers for this DVR port 7154165a-a7f6-4ba5-a995-804df0fd824d on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:16.766434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.768532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67a06464-1083-4d12-a248-79e01f393bd2 req-f454b568-ae44-43ed-91d1-c0f623d00b31 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.18 "DELETE /v2.0/ports/7154165a-a7f6-4ba5-a995-804df0fd824d HTTP/1.1" status: 204 len: 173 time: 0.7055190 Jul 08 02:01:16.768973 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a237d8e3-8e63-49a7-b23e-fcd4a8d14c68', 'name': 'network-vif-deleted', 'tag': '7154165a-a7f6-4ba5-a995-804df0fd824d'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:16.772001 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6285343-7a0a-4af9-84c0-4072a2ecb99c" -d '{"events": [{"server_uuid": "a237d8e3-8e63-49a7-b23e-fcd4a8d14c68", "name": "network-vif-deleted", "tag": "7154165a-a7f6-4ba5-a995-804df0fd824d"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:16.801686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9f8eb544-3e88-4dbe-bf4f-b12b483008c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cfc115992e546eba6f046003776a0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448701 Jul 08 02:01:16.804166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42478) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:16.808033 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e189f55-8ba3-4b88-933e-783e55410b09 x-openstack-request-id: req-7e189f55-8ba3-4b88-933e-783e55410b09 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:16.808332 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a237d8e3-8e63-49a7-b23e-fcd4a8d14c68", "name": "network-vif-deleted", "tag": "7154165a-a7f6-4ba5-a995-804df0fd824d", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:16.808586 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e189f55-8ba3-4b88-933e-783e55410b09 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:16.808999 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a237d8e3-8e63-49a7-b23e-fcd4a8d14c68', 'name': 'network-vif-deleted', 'tag': '7154165a-a7f6-4ba5-a995-804df0fd824d', 'status': 'completed', 'code': 200} Jul 08 02:01:16.862412 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c301cbd9-8acd-4b30-af2c-f2bb0995b71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.887587 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c301cbd9-8acd-4b30-af2c-f2bb0995b71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.145147 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c301cbd9-8acd-4b30-af2c-f2bb0995b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.148065 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c301cbd9-8acd-4b30-af2c-f2bb0995b71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.152120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c301cbd9-8acd-4b30-af2c-f2bb0995b71d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae HTTP/1.1" status: 204 len: 168 time: 0.3466797 Jul 08 02:01:17.161063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301cbd9-8acd-4b30-af2c-f2bb0995b71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca6f25e-c2f8-4d3a-9fb0-3f84596cefae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:17.293922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfc5347-1446-44ec-81d9-afed6fe2ca72 req-561971d2-87c7-4d53-a36e-54fc6bfabf69 tempest-ServerPasswordTestJSON-512483942 tempest-ServerPasswordTestJSON-512483942-project] 10.222.0.10 "GET /v2.0/ports?device_id=a237d8e3-8e63-49a7-b23e-fcd4a8d14c68 HTTP/1.1" status: 200 len: 210 time: 0.0407820 Jul 08 02:01:17.334033 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.658695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dacd7-da2b-4f1b-a517-f6d06ba9c8a1 req-debd36ef-9eb7-459b-98a0-c57366dda93a tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:17.658695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-945dacd7-da2b-4f1b-a517-f6d06ba9c8a1 req-debd36ef-9eb7-459b-98a0-c57366dda93a tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 946 time: 0.0748615 Jul 08 02:01:17.705980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-945dacd7-da2b-4f1b-a517-f6d06ba9c8a1 req-da3cedff-55f2-467a-9357-7dee52c09503 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Jul 08 02:01:18.024451 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.142520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e7a23-dc17-429f-89ac-6b8ce89edfe7 req-67f216ab-542a-4f91-adf5-599bfd4fce6b tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:18.144125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f5e7a23-dc17-429f-89ac-6b8ce89edfe7 req-67f216ab-542a-4f91-adf5-599bfd4fce6b tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.0676210 Jul 08 02:01:18.183055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f5e7a23-dc17-429f-89ac-6b8ce89edfe7 req-7babdd63-71c3-4c59-b082-05c5de91d041 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327044 Jul 08 02:01:18.503267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:18.573684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9056c278-a579-4609-b563-24d69cefc526 admin admin] Deleting subnet 8dd48f94-d648-4d23-9e0b-9ed16cc3f88c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:18.577503 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9056c278-a579-4609-b563-24d69cefc526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.616636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9056c278-a579-4609-b563-24d69cefc526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.672907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9056c278-a579-4609-b563-24d69cefc526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.826015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9056c278-a579-4609-b563-24d69cefc526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.854353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056c278-a579-4609-b563-24d69cefc526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd48f94-d648-4d23-9e0b-9ed16cc3f88c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:18.858020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9056c278-a579-4609-b563-24d69cefc526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.862237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9056c278-a579-4609-b563-24d69cefc526 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8dd48f94-d648-4d23-9e0b-9ed16cc3f88c HTTP/1.1" status: 204 len: 168 time: 0.3543839 Jul 08 02:01:18.863521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42554) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:18.965763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.028828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42568) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:19.075445 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.085778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fc8305-0b0e-4088-b2c1-2e90a0d804e5']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:19.096949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7491fb-eabc-412f-bc50-a96a619e1181') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:19.097484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7491fb-eabc-412f-bc50-a96a619e1181') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:19.107697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.124700 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.130290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:19.130766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:19.132545 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:19.150128 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba4dc-69b0-4a88-9ceb-6749594a6b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.261805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba4dc-69b0-4a88-9ceb-6749594a6b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.276389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7154165a-a7f6-4ba5-a995-804df0fd824d no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:19.300032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 7154165a-a7f6-4ba5-a995-804df0fd824d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:19.300380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7154165a-a7f6-4ba5-a995-804df0fd824d not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:19.320613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.334871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.337464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] 10.222.0.10 "DELETE /v2.0/networks/25fc8305-0b0e-4088-b2c1-2e90a0d804e5 HTTP/1.1" status: 204 len: 168 time: 0.4733720 Jul 08 02:01:19.348992 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba4dc-69b0-4a88-9ceb-6749594a6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.380936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287aefb-b51c-48e3-8589-9f4939a39019 admin admin] Pushing event deleted for resources: {'Network': ['ID=25fc8305-0b0e-4088-b2c1-2e90a0d804e5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:19.392166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cd7ba4dc-69b0-4a88-9ceb-6749594a6b95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdf842e4f0294f41abbf7e7e8e013fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619440 Jul 08 02:01:19.394813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42580) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:19.417922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ba4dc-69b0-4a88-9ceb-6749594a6b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27180be7-8bab-4c42-acd9-b746ab07b5d3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:19.495561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81fc9084-f735-408a-8836-5ffe6b5b72af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.514069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91737fa9-b7fb-4a86-a7f8-14dd7fcc46a5 req-97ae0c68-dbbc-42ff-82c5-de558d5f2226 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:19.515603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91737fa9-b7fb-4a86-a7f8-14dd7fcc46a5 req-97ae0c68-dbbc-42ff-82c5-de558d5f2226 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 946 time: 0.1021795 Jul 08 02:01:19.534958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81fc9084-f735-408a-8836-5ffe6b5b72af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.588163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91737fa9-b7fb-4a86-a7f8-14dd7fcc46a5 req-a78ca768-f960-4cae-8f34-662b9cc4b74a tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625527 Jul 08 02:01:19.671008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:19.676742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81fc9084-f735-408a-8836-5ffe6b5b72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.681876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81fc9084-f735-408a-8836-5ffe6b5b72af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.684710 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-81fc9084-f735-408a-8836-5ffe6b5b72af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27180be7-8bab-4c42-acd9-b746ab07b5d3 HTTP/1.1" status: 204 len: 168 time: 0.2879329 Jul 08 02:01:19.716433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc9084-f735-408a-8836-5ffe6b5b72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27180be7-8bab-4c42-acd9-b746ab07b5d3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:19.748391 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-33093df7-85f1-4507-a044-acef8dc3d9fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e825d88ffa634a58a210be9190ac11fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761249 Jul 08 02:01:19.753387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:19.824208 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a62fc94-607c-4405-afb5-9701a68fb52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.838800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6212d-a1de-4817-8e70-bfeae441d25e req-9299a76b-3ee4-42b8-a9f8-d8f95b5303d0 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:19.840838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83c6212d-a1de-4817-8e70-bfeae441d25e req-9299a76b-3ee4-42b8-a9f8-d8f95b5303d0 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.0951169 Jul 08 02:01:19.875204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a62fc94-607c-4405-afb5-9701a68fb52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.919779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83c6212d-a1de-4817-8e70-bfeae441d25e req-107fb124-99fe-46e1-a355-9a5526d80f90 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688338 Jul 08 02:01:20.045796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a62fc94-607c-4405-afb5-9701a68fb52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:20.048532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a62fc94-607c-4405-afb5-9701a68fb52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:20.049787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7a62fc94-607c-4405-afb5-9701a68fb52a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1131b4e7-21c1-4a59-9155-2c3db75ece62 HTTP/1.1" status: 204 len: 168 time: 0.2952847 Jul 08 02:01:20.057938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62fc94-607c-4405-afb5-9701a68fb52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1131b4e7-21c1-4a59-9155-2c3db75ece62,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:20.517050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:20.672832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04a59455-524f-47a7-96a9-4339c3d572e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:20.863213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564d95c-f9ba-44a5-9f81-2ad5707332c1 req-ee77fffc-120b-42d9-855b-6a5e6917971c tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:20.865116 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2564d95c-f9ba-44a5-9f81-2ad5707332c1 req-ee77fffc-120b-42d9-855b-6a5e6917971c tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 946 time: 0.1446393 Jul 08 02:01:20.889206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42634) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:20.917970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99d3f64f-fdaa-408d-bb20-2d7af5512326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:20.960725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2564d95c-f9ba-44a5-9f81-2ad5707332c1 req-2f56211b-ea91-4fd6-8a15-52aa7d68476c tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/security-groups?id=cae17740-4a50-44e3-93f3-56e67886a5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839176 Jul 08 02:01:20.970441 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:20.978935 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04a59455-524f-47a7-96a9-4339c3d572e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.074279 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04a59455-524f-47a7-96a9-4339c3d572e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.125571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-04a59455-524f-47a7-96a9-4339c3d572e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2ccad01cf3f49e5a38cdb3ea4c8ed74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073654 Jul 08 02:01:21.127886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a59455-524f-47a7-96a9-4339c3d572e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e14600-d5ee-47bf-a542-815e68896c66,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:21.130355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42642) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:21.173909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532019-ed4d-4f35-8d79-525519d01374 req-d0cdc3f9-b3eb-4c61-b0a2-7777b6ea5df3 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:21.175528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb532019-ed4d-4f35-8d79-525519d01374 req-d0cdc3f9-b3eb-4c61-b0a2-7777b6ea5df3 tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.32 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 946 time: 0.1496842 Jul 08 02:01:21.246179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-e9cbe5f8-bffb-428a-9a8d-d8847cfe3399 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:21.247737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-e9cbe5f8-bffb-428a-9a8d-d8847cfe3399 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.18 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.2209182 Jul 08 02:01:21.258121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279a35d-503e-4076-89e0-51abb0af5d87 req-a4c77db2-6cf8-4e40-b070-bf438d94b5cb tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:21.264821 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8279a35d-503e-4076-89e0-51abb0af5d87 req-a4c77db2-6cf8-4e40-b070-bf438d94b5cb tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 946 time: 0.1983674 Jul 08 02:01:21.307885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Deleting port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:21.309357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.337808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b26efde-c6a1-4b28-87c8-3b4a2720f89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.377698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99d3f64f-fdaa-408d-bb20-2d7af5512326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.401225 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8279a35d-503e-4076-89e0-51abb0af5d87 req-d6734fc0-845d-430c-9212-fdb37c829472 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups?id=79ee7539-0c68-4779-b4e1-a1a276d90eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355560 Jul 08 02:01:21.404158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b26efde-c6a1-4b28-87c8-3b4a2720f89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.414890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] For port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,segment=NetworkSegment(9653a2e0-839a-455f-89e1-e45f01e57377),segment_id=9653a2e0-839a-455f-89e1-e45f01e57377)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:21.415532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.429692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Calling delete_port for ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:21.501663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Deleting port 1dabd946-3a9a-4832-9947-6883daff6c4b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:21.502024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.507025 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99d3f64f-fdaa-408d-bb20-2d7af5512326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.589525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-99d3f64f-fdaa-408d-bb20-2d7af5512326 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d40ec6f45d024136b61417a57378467a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989551 Jul 08 02:01:21.592322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42654) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:21.594275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3f64f-fdaa-408d-bb20-2d7af5512326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb84e17-cf40-48b5-8aa1-c25b07da247f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:21.607478 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b26efde-c6a1-4b28-87c8-3b4a2720f89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.610576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b26efde-c6a1-4b28-87c8-3b4a2720f89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.612585 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b26efde-c6a1-4b28-87c8-3b4a2720f89b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66e14600-d5ee-47bf-a542-815e68896c66 HTTP/1.1" status: 204 len: 168 time: 0.4717898 Jul 08 02:01:21.652248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26efde-c6a1-4b28-87c8-3b4a2720f89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e14600-d5ee-47bf-a542-815e68896c66,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:21.696270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] For port 1dabd946-3a9a-4832-9947-6883daff6c4b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=1dabd946-3a9a-4832-9947-6883daff6c4b,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:21.696506 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.726162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.742455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:21.762860 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Pushing event deleted for resources: {'Port': ['ID=ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:21.786024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa721-3d1f-43fc-ac8d-7c22195f4714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.816911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] No DVR routers for this DVR port ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:21.820336 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.822679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb532019-ed4d-4f35-8d79-525519d01374 req-4c23e28a-33c9-45d8-8aca-c4332c1a399e tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.32 "DELETE /v2.0/ports/ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb HTTP/1.1" status: 204 len: 173 time: 0.6358995 Jul 08 02:01:21.823949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1414079f-1ab8-4c0e-80b4-029a7c286f96', 'name': 'network-vif-deleted', 'tag': 'ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:21.826307 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ed6ecc-dbdc-4e0e-a4a9-e25e7181ce98" -d '{"events": [{"server_uuid": "1414079f-1ab8-4c0e-80b4-029a7c286f96", "name": "network-vif-deleted", "tag": "ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:21.870245 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d0d4e-7f34-41e2-a613-789cc36d7266 x-openstack-request-id: req-ad8d0d4e-7f34-41e2-a613-789cc36d7266 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:21.870544 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1414079f-1ab8-4c0e-80b4-029a7c286f96", "name": "network-vif-deleted", "tag": "ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:21.872184 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad8d0d4e-7f34-41e2-a613-789cc36d7266 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:21.872184 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1414079f-1ab8-4c0e-80b4-029a7c286f96', 'name': 'network-vif-deleted', 'tag': 'ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb', 'status': 'completed', 'code': 200} Jul 08 02:01:21.880517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa721-3d1f-43fc-ac8d-7c22195f4714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.997758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.998145 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.998480 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Floating IP a4d851ea-33ea-47d9-91ee-162b6aaab08d disassociated. External IP: 172.25.8.133, port: 1dabd946-3a9a-4832-9947-6883daff6c4b. Jul 08 02:01:21.998904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Calling delete_port for 1dabd946-3a9a-4832-9947-6883daff6c4b owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:22.081569 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa721-3d1f-43fc-ac8d-7c22195f4714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.084722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa721-3d1f-43fc-ac8d-7c22195f4714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.085460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b8fa721-3d1f-43fc-ac8d-7c22195f4714 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bb84e17-cf40-48b5-8aa1-c25b07da247f HTTP/1.1" status: 204 len: 168 time: 0.4920962 Jul 08 02:01:22.095301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fa721-3d1f-43fc-ac8d-7c22195f4714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb84e17-cf40-48b5-8aa1-c25b07da247f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:22.172465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ae70310-1874-4ca6-8aa4-8d9b2c6cfc35 req-3bfb20ce-d5dc-49af-95d9-d391b9f3b18b tempest-InstanceActionsNegativeTestJSON-1569252670 tempest-InstanceActionsNegativeTestJSON-1569252670-project] 10.222.0.10 "GET /v2.0/ports?device_id=1414079f-1ab8-4c0e-80b4-029a7c286f96 HTTP/1.1" status: 200 len: 210 time: 0.0602384 Jul 08 02:01:22.243994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42678) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:22.274067 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.325182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event deleted for resources: {'Port': ['ID=1dabd946-3a9a-4832-9947-6883daff6c4b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:22.437791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60769efd-602d-44eb-b469-bbd3b24d1959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.508444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:01:22.584274 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8da6609a-28f2-4fe6-819d-9377ce4e91bf req-a9ffdb38-e418-4a11-80da-e5c9996f398e tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0502293 Jul 08 02:01:23.044328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60769efd-602d-44eb-b469-bbd3b24d1959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.062739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:01:23.073375 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] Sync routers for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:01:23.091879 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:23.094960 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:23.112583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60769efd-602d-44eb-b469-bbd3b24d1959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.142398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] No DVR routers for this DVR port 1dabd946-3a9a-4832-9947-6883daff6c4b on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:23.145797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.148927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56f2d5aa-4975-465d-baff-3a4f8dd34c89 req-b68a53b2-bfd0-4a8f-8429-a5194f3ad7fe tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.18 "DELETE /v2.0/ports/1dabd946-3a9a-4832-9947-6883daff6c4b HTTP/1.1" status: 204 len: 173 time: 1.8768613 Jul 08 02:01:23.156881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'name': 'network-vif-deleted', 'tag': '1dabd946-3a9a-4832-9947-6883daff6c4b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:23.159475 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb51b1ca-a134-4274-8990-436461c7549d" -d '{"events": [{"server_uuid": "74b6ef23-0953-40ce-a7ba-6460d6c20bc6", "name": "network-vif-deleted", "tag": "1dabd946-3a9a-4832-9947-6883daff6c4b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:23.229723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42724) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:23.245426 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-60769efd-602d-44eb-b469-bbd3b24d1959 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e76d227d420849c68ba73ad9fe44834c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9809518 Jul 08 02:01:23.247075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60769efd-602d-44eb-b469-bbd3b24d1959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ee7e79-81b1-48c9-b7ba-a7384522e963,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:23.252092 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc8d28e-3e80-4c10-98ef-7887ac37b6f1 x-openstack-request-id: req-fcc8d28e-3e80-4c10-98ef-7887ac37b6f1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:23.257491 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b6ef23-0953-40ce-a7ba-6460d6c20bc6", "name": "network-vif-deleted", "tag": "1dabd946-3a9a-4832-9947-6883daff6c4b", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:23.257491 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcc8d28e-3e80-4c10-98ef-7887ac37b6f1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:23.257491 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b6ef23-0953-40ce-a7ba-6460d6c20bc6', 'name': 'network-vif-deleted', 'tag': '1dabd946-3a9a-4832-9947-6883daff6c4b', 'status': 'completed', 'code': 200} Jul 08 02:01:23.300286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d56818b7-e2aa-4ecc-98ee-5d56616ceeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.310504 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:23.311762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42726) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:23.352067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d56818b7-e2aa-4ecc-98ee-5d56616ceeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.462424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2fcd56-bfe3-436f-a201-ef1e6435ad21 admin admin] Deleting subnet 369b2f65-1f92-4066-b5dd-1dbbc4433fdc {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:23.469294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcd56-bfe3-436f-a201-ef1e6435ad21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.522539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:23.532764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcd56-bfe3-436f-a201-ef1e6435ad21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.545619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d56818b7-e2aa-4ecc-98ee-5d56616ceeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.549994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d56818b7-e2aa-4ecc-98ee-5d56616ceeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.550279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d56818b7-e2aa-4ecc-98ee-5d56616ceeba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4ee7e79-81b1-48c9-b7ba-a7384522e963 HTTP/1.1" status: 204 len: 168 time: 0.3191323 Jul 08 02:01:23.568827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56818b7-e2aa-4ecc-98ee-5d56616ceeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ee7e79-81b1-48c9-b7ba-a7384522e963,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:23.710508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcd56-bfe3-436f-a201-ef1e6435ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.761156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-709726536-network', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:23.822871 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:25Z', 'revision_number': 5, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:23.862568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2dd4d1fa-2b11-4e4b-8e64-786229971e0e req-ac21135e-c53f-4afb-a1d5-24c17d7f2aaf tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0503561 Jul 08 02:01:23.864201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Made reservation on behalf of 7b82c709536e48a5bddb51679e2e7056 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:23.864982 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] Checking router: f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:23.866216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.876663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.884116 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:23.884770 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:23.934088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcd56-bfe3-436f-a201-ef1e6435ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.032075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fcd56-bfe3-436f-a201-ef1e6435ad21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369b2f65-1f92-4066-b5dd-1dbbc4433fdc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:24.039712 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcd56-bfe3-436f-a201-ef1e6435ad21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.041891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bd2fcd56-bfe3-436f-a201-ef1e6435ad21 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/369b2f65-1f92-4066-b5dd-1dbbc4433fdc HTTP/1.1" status: 204 len: 168 time: 0.7285192 Jul 08 02:01:24.044574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42750) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:24.070634 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.135925 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:24.139330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.153526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:01:24.201874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.202279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.207766 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Added segment 76444046-73de-49c1-a903-a6c096165528 of type vlan for network 7748909e-e074-4809-bfed-0c884445caf8 Jul 08 02:01:24.266368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e52954-46e7-4e29-a2cd-dc0def871466,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:24.311362 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.425201 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.427327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:24.427706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.482780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.506651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5018b62c-5615-4d9b-9b9d-5d21e2e7c442']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:24.544746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9653a2e0-839a-455f-89e1-e45f01e57377') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:24.545061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9653a2e0-839a-455f-89e1-e45f01e57377') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:24.570786 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.581944 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:25Z', 'revision_number': 5, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:24.590124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0666480 Jul 08 02:01:24.594587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:24.601114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.609268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:24.609688 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.611551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Request body: {'subnet': {'network_id': '7748909e-e074-4809-bfed-0c884445caf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-709726536-subnet', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:24.612344 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:24.638280 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a454ad-a9d7-4fc1-b412-f3db66c49ac5 None None] The sync data for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 is: [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T01:57:19Z', 'revision_number': 4, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c', 'name': '', 'network_id': 'b4b76411-5dcd-4f85-a3e9-5c72df61904b', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'mac_address': 'fa:16:3e:db:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:17Z', 'updated_at': '2021-07-08T01:57:25Z', 'revision_number': 5, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'subnets': [{'id': '2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:24.652346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af4b7e-bf37-4958-b8d7-4c684cc054ec admin admin] Pushing event updated for resources: {'Network': ['ID=7748909e-e074-4809-bfed-0c884445caf8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:24.665720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 7748909e-e074-4809-bfed-0c884445caf8 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:01:24.772014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Made reservation on behalf of 7b82c709536e48a5bddb51679e2e7056 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:24.786185 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.862790 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.875151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.881109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5018b62c-5615-4d9b-9b9d-5d21e2e7c442 HTTP/1.1" status: 204 len: 168 time: 0.8325195 Jul 08 02:01:24.901006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b01ef8-1d70-434a-a678-c60c71c94aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5018b62c-5615-4d9b-9b9d-5d21e2e7c442,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:24.934034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:24.986483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:24.986483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ce6c5fa1-18f7-4588-a55a-4a2ee0cd95fb not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:25.093603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea134708-137a-42cb-a581-bcec745d7956 None None] New status for floating IP a4d851ea-33ea-47d9-91ee-162b6aaab08d: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:01:25.132343 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.135011 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-46d7428d-1394-4e40-ba0a-f252ed9ca79b req-c0dae8e4-f4d8-4816-899a-419578e9674a tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0460825 Jul 08 02:01:25.275055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Checking segment: {'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:25.275626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Network hostable DHCP agents. Network: 7748909e-e074-4809-bfed-0c884445caf8, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:01:25.288525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e655b59a-66d7-4df4-ad05-46ba6b477091,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:25.305608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 1dabd946-3a9a-4832-9947-6883daff6c4b no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:25.334583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 1dabd946-3a9a-4832-9947-6883daff6c4b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:25.334934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 1dabd946-3a9a-4832-9947-6883daff6c4b not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:25.432025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:25.445580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Network 7748909e-e074-4809-bfed-0c884445caf8 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:01:25.532782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:25.541768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 7748909e-e074-4809-bfed-0c884445caf8) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:25.551086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cd1f7-e49a-47c9-ac4f-fba9f551c5df None None] Network 7748909e-e074-4809-bfed-0c884445caf8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:25.553401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:25.553937 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.594385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-03817cfd-e72f-4986-9d75-9106bbef56bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=031d629be17b4e5db48fbeb304348595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604813 Jul 08 02:01:25.597490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42814) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:25.636951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c5628e89-9020-4a14-b31a-c8fcdaa1c86b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0406110 Jul 08 02:01:25.639623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:25.651958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:25.732098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-728a27d2-96f0-4a20-8b6e-448019127266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.774726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edff7def-e4be-49b5-ad6b-f6834e38d6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.776640 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-728a27d2-96f0-4a20-8b6e-448019127266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.810464 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.811752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.873829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-7748909e-e074-4809-bfed-0c884445caf8', 'network_id': '7748909e-e074-4809-bfed-0c884445caf8', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'fixed_ips': [{'subnet_id': 'e655b59a-66d7-4df4-ad05-46ba6b477091'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:25.875403 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.916891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-728a27d2-96f0-4a20-8b6e-448019127266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.919505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-728a27d2-96f0-4a20-8b6e-448019127266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.921453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-728a27d2-96f0-4a20-8b6e-448019127266 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cae17740-4a50-44e3-93f3-56e67886a5e9 HTTP/1.1" status: 204 len: 168 time: 0.3221722 Jul 08 02:01:25.939995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a27d2-96f0-4a20-8b6e-448019127266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae17740-4a50-44e3-93f3-56e67886a5e9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:26.063375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.085937 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edff7def-e4be-49b5-ad6b-f6834e38d6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.188451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Allocated IP 172.20.0.2 (7748909e-e074-4809-bfed-0c884445caf8/e655b59a-66d7-4df4-ad05-46ba6b477091/55726cdf-3dc1-4c93-8c71-2776ad07a6ce) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:26.208442 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edff7def-e4be-49b5-ad6b-f6834e38d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.412739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e3a2e30-0cbb-4378-b88e-17489d0234bf req-bef34627-7996-4095-b7ff-7524f9b3000b tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0685909 Jul 08 02:01:26.414916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff7def-e4be-49b5-ad6b-f6834e38d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831382fe-46a6-4db1-a62d-d59e6aecf51e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:26.463820 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.491852 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.495174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Transition to ACTIVE for port object 55726cdf-3dc1-4c93-8c71-2776ad07a6ce will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:26.507415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-edff7def-e4be-49b5-ad6b-f6834e38d6f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41bbf6cc671b4780b1660b8377285f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0742695 Jul 08 02:01:26.509960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42834) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:26.526317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Transition to ACTIVE for port object 55726cdf-3dc1-4c93-8c71-2776ad07a6ce will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:26.566818 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cec7ba2-24f4-4ddd-b729-4233ba3cfe8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.608421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cec7ba2-24f4-4ddd-b729-4233ba3cfe8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.671591 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.716005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Network 7748909e-e074-4809-bfed-0c884445caf8 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:26.719557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:26.722447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:26.815023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Pushing event updated for resources: {'Port': ['ID=55726cdf-3dc1-4c93-8c71-2776ad07a6ce,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:26.830264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Attempting to bind port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:26.830844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Attempting to bind port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:26.831312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Attempting to bind port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce on network 7748909e-e074-4809-bfed-0c884445caf8 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:26.838135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:26.840773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Checking segment: {'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:26.840773 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.840773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Bound using segment: {'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:26.840773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Bound port: 55726cdf-3dc1-4c93-8c71-2776ad07a6ce, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:26.840773 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.940924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] For port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:26.947448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] For port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=55726cdf-3dc1-4c93-8c71-2776ad07a6ce,segment=NetworkSegment(76444046-73de-49c1-a903-a6c096165528),segment_id=76444046-73de-49c1-a903-a6c096165528)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:26.975969 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cec7ba2-24f4-4ddd-b729-4233ba3cfe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.978948 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2cec7ba2-24f4-4ddd-b729-4233ba3cfe8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.982714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2cec7ba2-24f4-4ddd-b729-4233ba3cfe8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/831382fe-46a6-4db1-a62d-d59e6aecf51e HTTP/1.1" status: 204 len: 168 time: 0.4692729 Jul 08 02:01:26.986649 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.010861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec7ba2-24f4-4ddd-b729-4233ba3cfe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831382fe-46a6-4db1-a62d-d59e6aecf51e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:27.013356 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.054424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.147766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc163d4-00bb-453f-9aaf-c2f9d65c3a3b None None] Pushing event updated for resources: {'Port': ['ID=55726cdf-3dc1-4c93-8c71-2776ad07a6ce,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:27.186220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Allocated IP 172.25.8.206 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:27.337499 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.457678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.512213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:27.518994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:27.527236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:27.587930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:27.606254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42862) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:27.756525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea6b1a48-345a-4b47-a7f6-96ddc9f46050 req-1f690251-42c2-498a-b951-ebf5cb77cb44 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.1030948 Jul 08 02:01:27.845730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 55726cdf-3dc1-4c93-8c71-2776ad07a6ce up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:27.865722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29947e07-ae05-4636-8d7e-199d0fb1c601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.013462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29947e07-ae05-4636-8d7e-199d0fb1c601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.031068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:28.092847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29947e07-ae05-4636-8d7e-199d0fb1c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.097089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.156865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-29947e07-ae05-4636-8d7e-199d0fb1c601 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6715c2f9e02f4866aa00b51c149f0896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5492189 Jul 08 02:01:28.160443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42884) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:28.161126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29947e07-ae05-4636-8d7e-199d0fb1c601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55f5236-b6c7-4143-9550-84292e8186c1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:28.264563 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13f32e8c-b16a-4c77-90a2-bc2995847b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.302558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13f32e8c-b16a-4c77-90a2-bc2995847b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.406370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42890) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:28.457062 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13f32e8c-b16a-4c77-90a2-bc2995847b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.459692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13f32e8c-b16a-4c77-90a2-bc2995847b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.463364 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-13f32e8c-b16a-4c77-90a2-bc2995847b02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b55f5236-b6c7-4143-9550-84292e8186c1 HTTP/1.1" status: 204 len: 168 time: 0.2801800 Jul 08 02:01:28.470169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f32e8c-b16a-4c77-90a2-bc2995847b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55f5236-b6c7-4143-9550-84292e8186c1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:28.507138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45355f-5ce8-4645-b8d3-21832bce4ce8 None None] Network 7748909e-e074-4809-bfed-0c884445caf8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:28.667762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c7f1454-17d5-4f7b-9f65-ff9c392d309a None None] Provisioning for port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:28.678972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c7f1454-17d5-4f7b-9f65-ff9c392d309a None None] Provisioning complete for port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:28.679456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1454-17d5-4f7b-9f65-ff9c392d309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.707231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-260678447-network', 'tenant_id': '5c211f79b2e94cdfa6e2dc68789ef248'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:28.806310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Made reservation on behalf of 5c211f79b2e94cdfa6e2dc68789ef248 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:28.808589 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.827074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.878121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.948518 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1454-17d5-4f7b-9f65-ff9c392d309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.995985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8c7f1454-17d5-4f7b-9f65-ff9c392d309a None None] For port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=55726cdf-3dc1-4c93-8c71-2776ad07a6ce,segment=NetworkSegment(76444046-73de-49c1-a903-a6c096165528),segment_id=76444046-73de-49c1-a903-a6c096165528)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:29.010048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.088122 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1454-17d5-4f7b-9f65-ff9c392d309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.120527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3d1f6db-7a45-4cd6-81e7-eaa92462b86f req-a23d79c3-3155-439f-bd3a-3d781a78a510 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0583251 Jul 08 02:01:29.125374 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.175139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccafe05-8c6e-4745-9959-3f36bf409314,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:29.185626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:01:29.192486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f1454-17d5-4f7b-9f65-ff9c392d309a None None] Pushing event updated for resources: {'Port': ['ID=55726cdf-3dc1-4c93-8c71-2776ad07a6ce,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:29.200575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.202158 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Added segment f3419c90-4fe8-4e16-b20a-2b1362562f84 of type vlan for network 35569649-3b1e-4351-b088-a9c9cada4744 Jul 08 02:01:29.236747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Router 54cb21fa-ca7e-4a72-90e4-6adce795e011 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:01:29.259687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.354891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:01:29.364104 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Sync routers for ids ['54cb21fa-ca7e-4a72-90e4-6adce795e011'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:01:29.373882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.374990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:29.375674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.377054 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Routers {'54cb21fa-ca7e-4a72-90e4-6adce795e011'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:29.383481 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['54cb21fa-ca7e-4a72-90e4-6adce795e011'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:29.413400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0dec0a6a-7f40-4849-8257-c16a096e5f33 None None] Provisioning complete for port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:29.414799 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0dec0a6a-7f40-4849-8257-c16a096e5f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.431781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.433228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1f1addf0-7674-4469-ad4a-0730ea826e09 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7923987 Jul 08 02:01:29.443603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42912) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:29.511969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] Pushing event updated for resources: {'Network': ['ID=35569649-3b1e-4351-b088-a9c9cada4744,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:29.530637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f425eae-2004-44a5-b747-aa70a5a214e6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1231167 Jul 08 02:01:29.535186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:29.539282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 35569649-3b1e-4351-b088-a9c9cada4744 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:01:29.542850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Request body: {'subnet': {'network_id': '35569649-3b1e-4351-b088-a9c9cada4744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-260678447-subnet', 'tenant_id': '5c211f79b2e94cdfa6e2dc68789ef248', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:29.642146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Made reservation on behalf of 5c211f79b2e94cdfa6e2dc68789ef248 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:29.645753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.662661 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Set router 54cb21fa-ca7e-4a72-90e4-6adce795e011 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:29.778619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42920) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:29.895929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c73b966-9a1a-411a-8710-86a0d2fd81d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.995266 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:27Z', 'revision_number': 3, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port': {'id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:27Z', 'updated_at': '2021-07-08T02:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:30.060438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 55726cdf-3dc1-4c93-8c71-2776ad07a6ce up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:30.080572 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Checking router: 54cb21fa-ca7e-4a72-90e4-6adce795e011 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:30.088189 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Updating router 54cb21fa-ca7e-4a72-90e4-6adce795e011 port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:01:30.159755 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.168447 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.213312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:30.213918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.372572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Checking segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:30.372943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Network hostable DHCP agents. Network: 35569649-3b1e-4351-b088-a9c9cada4744, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:01:30.391416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be926d11-b1d7-48c7-8243-2e0dd6ece6cf,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:30.398007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c73b966-9a1a-411a-8710-86a0d2fd81d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.509337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d3204e8-89f0-4dd3-bd0e-82ef53191f9d req-904bd79a-00f8-4ce7-a2a7-bd30e114ab16 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/ports?device_id=74b6ef23-0953-40ce-a7ba-6460d6c20bc6 HTTP/1.1" status: 200 len: 210 time: 0.0555229 Jul 08 02:01:30.527845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.528461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Network 35569649-3b1e-4351-b088-a9c9cada4744 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:01:30.530381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c73b966-9a1a-411a-8710-86a0d2fd81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.601250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3c73b966-9a1a-411a-8710-86a0d2fd81d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1c7e24dd40045ceb5c185b4c4fb52eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7454600 Jul 08 02:01:30.603711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42942) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:30.614962 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.625694 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Transition to ACTIVE for port object cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:30.631252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73b966-9a1a-411a-8710-86a0d2fd81d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d8e2bf-4dbe-409b-9f28-55a60462a9ef,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:30.636946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 35569649-3b1e-4351-b088-a9c9cada4744) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:30.646762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:30.646762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.647312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0debcd-0624-49a8-a6d4-b8a4ccbc4042 None None] Network 35569649-3b1e-4351-b088-a9c9cada4744 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:30.742689 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0e6-30b8-4a0e-9f02-03a36696b0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.749305 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.784098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-94ae6917-e041-4e5e-a1d6-73bebb91e956 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2473037 Jul 08 02:01:30.796660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0e6-30b8-4a0e-9f02-03a36696b0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.846828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Allocated IP 172.20.0.1 (7748909e-e074-4809-bfed-0c884445caf8/e655b59a-66d7-4df4-ad05-46ba6b477091/36a292fa-12d9-477e-ade0-19157675df46) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:30.907296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-35569649-3b1e-4351-b088-a9c9cada4744', 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744', 'tenant_id': '5c211f79b2e94cdfa6e2dc68789ef248', 'fixed_ips': [{'subnet_id': 'be926d11-b1d7-48c7-8243-2e0dd6ece6cf'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:30.910409 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Attempting to bind port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:30.912882 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Attempting to bind port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:30.912882 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Attempting to bind port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:30.916673 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8b35f-aab3-43ca-9c99-3d952f9116c8 None None] Pushing event updated for resources: {'Port': ['ID=cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:30.922985 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.934120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:30.940947 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:30.942748 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.943233 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:30.944198 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Bound port: cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:30.947540 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.006625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.015391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0e6-30b8-4a0e-9f02-03a36696b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.021026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1c5d0e6-30b8-4a0e-9f02-03a36696b0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.025664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e1c5d0e6-30b8-4a0e-9f02-03a36696b0c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10d8e2bf-4dbe-409b-9f28-55a60462a9ef HTTP/1.1" status: 204 len: 168 time: 0.4205606 Jul 08 02:01:31.031681 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] For port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:31.036531 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] For port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:31.055485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5d0e6-30b8-4a0e-9f02-03a36696b0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d8e2bf-4dbe-409b-9f28-55a60462a9ef,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:31.058073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Transition to ACTIVE for port object 36a292fa-12d9-477e-ade0-19157675df46 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:31.097626 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.172967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Allocated IP 172.20.0.2 (35569649-3b1e-4351-b088-a9c9cada4744/be926d11-b1d7-48c7-8243-2e0dd6ece6cf/f9edfaea-eca4-4961-b976-b0bdfcf3abd8) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:31.178102 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Routers {'54cb21fa-ca7e-4a72-90e4-6adce795e011'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:31.178740 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['54cb21fa-ca7e-4a72-90e4-6adce795e011'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:31.184820 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8b35f-aab3-43ca-9c99-3d952f9116c8 None None] Pushing event updated for resources: {'Port': ['ID=cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:31.193852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.295470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Network 7748909e-e074-4809-bfed-0c884445caf8 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:31.300364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:31.304687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:31.334533 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] Set router 54cb21fa-ca7e-4a72-90e4-6adce795e011 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:31.399328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Pushing event updated for resources: {'Port': ['ID=36a292fa-12d9-477e-ade0-19157675df46,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:31.415665 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.428705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Transition to ACTIVE for port object f9edfaea-eca4-4961-b976-b0bdfcf3abd8 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:31.442150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.459283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Transition to ACTIVE for port object f9edfaea-eca4-4961-b976-b0bdfcf3abd8 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:31.575054 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.692343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Network 35569649-3b1e-4351-b088-a9c9cada4744 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:31.706727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:31.712972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:31.714814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Pushing event updated for resources: {'Port': ['ID=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:31.761573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42978) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:31.779606 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:27Z', 'revision_number': 3, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port': {'id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:27Z', 'updated_at': '2021-07-08T02:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:31.792772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Attempting to bind port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:31.793251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Attempting to bind port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:31.793694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Attempting to bind port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 on network 35569649-3b1e-4351-b088-a9c9cada4744 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:31.813623 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:31.814144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Checking segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:31.814626 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.815115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Bound using segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:31.815812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Bound port: f9edfaea-eca4-4961-b976-b0bdfcf3abd8, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:31.816450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.839714 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1dcbc-a865-4412-968e-ccdd7eed8834 None None] The sync data for ids ['54cb21fa-ca7e-4a72-90e4-6adce795e011'] in n-d-695189-13 is: [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:27Z', 'revision_number': 3, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port': {'id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:27Z', 'updated_at': '2021-07-08T02:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:31.843641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7e9e2941-ab0e-4b79-831f-112d83bfdd75 None None] Provisioning for port 36a292fa-12d9-477e-ade0-19157675df46 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:31.851829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.898108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7e9e2941-ab0e-4b79-831f-112d83bfdd75 None None] Provisioning complete for port 36a292fa-12d9-477e-ade0-19157675df46 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:31.898495 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7e9e2941-ab0e-4b79-831f-112d83bfdd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.972249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e2941-ab0e-4b79-831f-112d83bfdd75 None None] Port 36a292fa-12d9-477e-ade0-19157675df46 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:31.977867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7239b519-16ae-46fa-9071-6c8e71e09dc6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.990668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] For port f9edfaea-eca4-4961-b976-b0bdfcf3abd8, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:31.995006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] For port f9edfaea-eca4-4961-b976-b0bdfcf3abd8, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:32.004082 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7239b519-16ae-46fa-9071-6c8e71e09dc6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.077349 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.206251 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7239b519-16ae-46fa-9071-6c8e71e09dc6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.210321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7239b519-16ae-46fa-9071-6c8e71e09dc6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.214407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42996) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:32.214911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7239b519-16ae-46fa-9071-6c8e71e09dc6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "DELETE /v2.0/security-groups/79ee7539-0c68-4779-b4e1-a1a276d90eff HTTP/1.1" status: 204 len: 168 time: 0.4513323 Jul 08 02:01:32.216746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239feee-7e4a-4faa-9d3c-859f893b3211 None None] Pushing event updated for resources: {'Port': ['ID=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:32.264397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.268821 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-1ece21cd-2004-4a1b-88c0-64bab563e793 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] show failed (client error): The resource could not be found. Jul 08 02:01:32.270511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1ece21cd-2004-4a1b-88c0-64bab563e793 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "GET /v2.0/security-groups/79ee7539-0c68-4779-b4e1-a1a276d90eff HTTP/1.1" status: 404 len: 347 time: 0.0513723 Jul 08 02:01:32.275584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:32.276705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239b519-16ae-46fa-9071-6c8e71e09dc6 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ee7539-0c68-4779-b4e1-a1a276d90eff,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:32.342816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.408682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.651667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Pushing event updated for resources: {'Port': ['ID=36a292fa-12d9-477e-ade0-19157675df46,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:32.778819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Network 7748909e-e074-4809-bfed-0c884445caf8 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:32.780286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:32.875087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Deleting port b6f0f8f9-19f6-4838-bf5d-3629221394c9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:32.875087 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.993797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-635085b7-2660-45ad-a921-2dd35a60b5de tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:33.001841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-635085b7-2660-45ad-a921-2dd35a60b5de tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 815 time: 0.4482694 Jul 08 02:01:33.027713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-0e17ceb2-ef8a-402a-97f6-f7a20350a579 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/quotas/5c211f79b2e94cdfa6e2dc68789ef248 HTTP/1.1" status: 200 len: 375 time: 0.0240319 Jul 08 02:01:33.057463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Router 54cb21fa-ca7e-4a72-90e4-6adce795e011 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:01:33.185190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.185744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.230098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f1af5794-e2cd-40b4-8035-cf6aebff36f6 None None] Provisioning complete for port 36a292fa-12d9-477e-ade0-19157675df46 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:33.231243 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1af5794-e2cd-40b4-8035-cf6aebff36f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.232825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Calling delete_port for b6f0f8f9-19f6-4838-bf5d-3629221394c9 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:33.267652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:01:33.281032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a872e7c2-9e0a-4493-9f20-36bb9a822a8a admin admin] 10.222.0.10 "PUT /v2.0/routers/54cb21fa-ca7e-4a72-90e4-6adce795e011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359821 Jul 08 02:01:33.295258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f1af5794-e2cd-40b4-8035-cf6aebff36f6 None None] Port 36a292fa-12d9-477e-ade0-19157675df46 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:33.340510 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-3c42d6b6-3f3c-48e1-9954-f9d187b07341 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3115463 Jul 08 02:01:33.524619 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-78a7fcd0-4c69-4d5e-9d1f-46683b270493 service neutron] 10.222.0.10 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826534 Jul 08 02:01:33.694154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9a9dc0b7-e793-4585-a845-07903115d0a7 service neutron] 10.222.0.10 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638634 Jul 08 02:01:33.694154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.835268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Pushing event deleted for resources: {'Port': ['ID=b6f0f8f9-19f6-4838-bf5d-3629221394c9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:33.891047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:33.900156 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.903051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.904433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d0f19ea0-9102-4c36-8ac0-7857b2482750 tempest-ServersTestBootFromVolume-665212453 tempest-ServersTestBootFromVolume-665212453-project] 10.222.0.10 "DELETE /v2.0/floatingips/a4d851ea-33ea-47d9-91ee-162b6aaab08d HTTP/1.1" status: 204 len: 168 time: 1.6179621 Jul 08 02:01:33.907271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43038) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:33.996104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33537f0-9147-411c-bb23-168413c0c17c None None] Network 35569649-3b1e-4351-b088-a9c9cada4744 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:34.311162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c2bffb64-c042-4336-b712-6aab6378ee38 None None] Provisioning for port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:34.339826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:34.345681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:34.346750 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.487898 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.520912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:34.586068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.652568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Sync routers for ids ['54cb21fa-ca7e-4a72-90e4-6adce795e011'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:01:34.674060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.676876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f9edfaea-eca4-4961-b976-b0bdfcf3abd8 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:34.748645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Routers {'54cb21fa-ca7e-4a72-90e4-6adce795e011'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:34.749583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['54cb21fa-ca7e-4a72-90e4-6adce795e011'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:34.780087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43066) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:34.842320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-167a8bae-abab-424e-917f-503e37becac4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:34.843865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-167a8bae-abab-424e-917f-503e37becac4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 815 time: 0.1912234 Jul 08 02:01:34.853907 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-f427ee2c-e40b-4a1e-b727-e99e70fc9d6c tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2946515 Jul 08 02:01:34.862917 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-bec6a44d-085f-4a69-a80b-25210f23c0c5 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/quotas/5c211f79b2e94cdfa6e2dc68789ef248 HTTP/1.1" status: 200 len: 375 time: 0.0105059 Jul 08 02:01:34.863978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:35.015967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Set router 54cb21fa-ca7e-4a72-90e4-6adce795e011 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:35.024993 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.090323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:35.123929 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-2c60f3b6-c0cd-406d-9852-fb53870a74de tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2170594 Jul 08 02:01:35.176580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:35.193570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:35.194249 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.201965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.267230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-34ee58ef-1e31-40f3-a126-81bea2a11caf service neutron] 10.222.0.10 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420853 Jul 08 02:01:35.275369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a926af7-d605-44a2-8cf7-7791958fc8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.443005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.450209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-10a2fc86-e634-4139-8ce9-b329e5bb9d40 service neutron] 10.222.0.10 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819017 Jul 08 02:01:35.479971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Deleting port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:35.480331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.516740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Allocated IP 172.25.8.248 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/c46ed5f5-3bd5-4f34-9e2a-f5ab4a395b8a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:35.531489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port f9edfaea-eca4-4961-b976-b0bdfcf3abd8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:35.553210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:31Z', 'revision_number': 4, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port': {'id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:27Z', 'updated_at': '2021-07-08T02:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '36a292fa-12d9-477e-ade0-19157675df46', 'name': '', 'network_id': '7748909e-e074-4809-bfed-0c884445caf8', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'mac_address': 'fa:16:3e:f9:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e655b59a-66d7-4df4-ad05-46ba6b477091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:30Z', 'updated_at': '2021-07-08T02:01:32Z', 'revision_number': 2, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'subnets': [{'id': 'e655b59a-66d7-4df4-ad05-46ba6b477091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:35.599906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Checking router: 54cb21fa-ca7e-4a72-90e4-6adce795e011 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:35.600617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Updating router 54cb21fa-ca7e-4a72-90e4-6adce795e011 port 36a292fa-12d9-477e-ade0-19157675df46 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:01:35.654946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] For port b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:35.655543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.656275 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.677402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Calling delete_port for b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:35.698984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a926af7-d605-44a2-8cf7-7791958fc8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.726682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.739981 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.803478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:35.823988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:35.826778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a926af7-d605-44a2-8cf7-7791958fc8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.864308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7a926af7-d605-44a2-8cf7-7791958fc8dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14881ef351ed4578ac99851bff27cc2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0804904 Jul 08 02:01:35.865008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:35.903276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a926af7-d605-44a2-8cf7-7791958fc8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d4a242-f063-44d4-912e-09b39b223693,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:35.942237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.033989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:36.036816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:36.041342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:36.137040 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5851246-69d0-4d49-b2b4-45df3b123538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.145752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Pushing event updated for resources: {'Port': ['ID=c46ed5f5-3bd5-4f34-9e2a-f5ab4a395b8a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:36.273543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5851246-69d0-4d49-b2b4-45df3b123538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.341715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:36.342090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.345169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.381763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:36.449177 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.638487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.780649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.792135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Transition to ACTIVE for port object 36a292fa-12d9-477e-ade0-19157675df46 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:36.839913 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5851246-69d0-4d49-b2b4-45df3b123538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.848238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5851246-69d0-4d49-b2b4-45df3b123538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.849667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a5851246-69d0-4d49-b2b4-45df3b123538 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79d4a242-f063-44d4-912e-09b39b223693 HTTP/1.1" status: 204 len: 168 time: 0.9812403 Jul 08 02:01:36.885405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5851246-69d0-4d49-b2b4-45df3b123538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d4a242-f063-44d4-912e-09b39b223693,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:36.896041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.896751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-d3e1c642-1f9b-48dd-8fb3-ac6c5dd28edc tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:36.898907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-d3e1c642-1f9b-48dd-8fb3-ac6c5dd28edc tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 815 time: 0.3962362 Jul 08 02:01:36.916253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.926071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-3d99c98f-3b50-46ca-99cf-08fdcdb26aca tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/quotas/5c211f79b2e94cdfa6e2dc68789ef248 HTTP/1.1" status: 200 len: 375 time: 0.0188708 Jul 08 02:01:36.932865 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.998636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bfd8a-6c8a-449e-9623-e7d68ff79cae None None] Pushing event updated for resources: {'Port': ['ID=36a292fa-12d9-477e-ade0-19157675df46,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:37.016677 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.142937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-8de3c747-4325-4d03-bec3-72c24266f08a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747236 Jul 08 02:01:37.147140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Attempting to bind port 36a292fa-12d9-477e-ade0-19157675df46 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:37.147562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Attempting to bind port 36a292fa-12d9-477e-ade0-19157675df46 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:37.147945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Attempting to bind port 36a292fa-12d9-477e-ade0-19157675df46 on network 7748909e-e074-4809-bfed-0c884445caf8 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:37.157799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:37.162729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Checking segment: {'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:37.163245 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.163745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Bound using segment: {'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:37.164244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Bound port: 36a292fa-12d9-477e-ade0-19157675df46, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76444046-73de-49c1-a903-a6c096165528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7748909e-e074-4809-bfed-0c884445caf8'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:37.164728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.177169 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.202673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Pushing event updated for resources: {'Port': ['ID=c46ed5f5-3bd5-4f34-9e2a-f5ab4a395b8a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:37.293995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] For port 36a292fa-12d9-477e-ade0-19157675df46, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:37.304271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] For port 36a292fa-12d9-477e-ade0-19157675df46, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=36a292fa-12d9-477e-ade0-19157675df46,segment=NetworkSegment(76444046-73de-49c1-a903-a6c096165528),segment_id=76444046-73de-49c1-a903-a6c096165528)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:37.315393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.316834 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-0ead329a-aa0f-4a29-b4e8-a7beb53aeca1 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4531810 Jul 08 02:01:37.378107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-2a3f2e6e-08b0-4903-bc16-7e579ae5733e service neutron] 10.222.0.10 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642807 Jul 08 02:01:37.390131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:01:37.396032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-d7e3ff49-0335-4789-be2f-8ce97d2226c3 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0746710 Jul 08 02:01:37.436920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.541192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Routers {'54cb21fa-ca7e-4a72-90e4-6adce795e011'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:37.541887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['54cb21fa-ca7e-4a72-90e4-6adce795e011'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:37.650993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bfd8a-6c8a-449e-9623-e7d68ff79cae None None] Pushing event updated for resources: {'Port': ['ID=36a292fa-12d9-477e-ade0-19157675df46,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:37.696090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-afb243c3-9a06-4f8d-8549-3f14a8674334 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:37.697559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-afb243c3-9a06-4f8d-8549-3f14a8674334 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.2959216 Jul 08 02:01:37.722975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-479dc332-acf1-4ca9-a11e-3fadf8c47493 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:01:37.724229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c479c811-8965-41e6-9ec5-ccbc140b90e6 req-479dc332-acf1-4ca9-a11e-3fadf8c47493 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131350 Jul 08 02:01:37.755818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-a4c4284d-e8a9-4231-8e05-20159f9b5fa4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:37.755818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-a4c4284d-e8a9-4231-8e05-20159f9b5fa4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.18 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 815 time: 0.3283908 Jul 08 02:01:37.768644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Request body: {'port': {'device_id': '3152bc90-ecf6-4996-9e2a-e734eea1b1c4', 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744', 'admin_state_up': True, 'tenant_id': '5c211f79b2e94cdfa6e2dc68789ef248'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:37.798268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] Set router 54cb21fa-ca7e-4a72-90e4-6adce795e011 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:37.987587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f9edfaea-eca4-4961-b976-b0bdfcf3abd8 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:38.031057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Made reservation on behalf of 5c211f79b2e94cdfa6e2dc68789ef248 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:38.040804 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.190058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-75964606-16c6-4cdb-b8e5-72fde64f922b service neutron] 10.222.0.10 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109589 Jul 08 02:01:38.234161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:01:38.243060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a1fe7180-2ede-49e8-8377-d723aa91073e admin admin] 10.222.0.10 "PUT /v2.0/routers/f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3347418 Jul 08 02:01:38.249476 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] Sync routers for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:01:38.251598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:38.261064 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:38.261686 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:38.265255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:38.265634 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.307088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43146) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:38.372642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b9542be-7b1b-46cb-8a7d-ed7698f60ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.423880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:31Z', 'revision_number': 4, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port': {'id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:27Z', 'updated_at': '2021-07-08T02:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '36a292fa-12d9-477e-ade0-19157675df46', 'name': '', 'network_id': '7748909e-e074-4809-bfed-0c884445caf8', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'mac_address': 'fa:16:3e:f9:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e655b59a-66d7-4df4-ad05-46ba6b477091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:30Z', 'updated_at': '2021-07-08T02:01:37Z', 'revision_number': 4, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'subnets': [{'id': 'e655b59a-66d7-4df4-ad05-46ba6b477091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:38.505097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca71b7-2176-4610-bc7d-21dd57b0617d None None] The sync data for ids ['54cb21fa-ca7e-4a72-90e4-6adce795e011'] in n-d-695189-13 is: [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:31Z', 'revision_number': 4, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port': {'id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:27Z', 'updated_at': '2021-07-08T02:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '36a292fa-12d9-477e-ade0-19157675df46', 'name': '', 'network_id': '7748909e-e074-4809-bfed-0c884445caf8', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'mac_address': 'fa:16:3e:f9:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e655b59a-66d7-4df4-ad05-46ba6b477091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:30Z', 'updated_at': '2021-07-08T02:01:37Z', 'revision_number': 4, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'subnets': [{'id': 'e655b59a-66d7-4df4-ad05-46ba6b477091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:38.535755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.695227 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b9542be-7b1b-46cb-8a7d-ed7698f60ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.738940 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:38.747922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a918611-2c26-468b-88ef-567f867a5b91 req-d31cd218-0e86-460e-9e56-d36cdba8ecd5 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips/d004fab3-3423-49f7-8cd5-bd8c6d0558b9 HTTP/1.1" status: 200 len: 693 time: 0.4415991 Jul 08 02:01:38.762108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Allocated IP 172.20.0.11 (35569649-3b1e-4351-b088-a9c9cada4744/be926d11-b1d7-48c7-8243-2e0dd6ece6cf/f293b046-0c48-4521-9f01-8cef944657b4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:38.774327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc14dd9a-22cd-4dcd-8d90-0f2fdbaba858 req-37cb0e79-0e08-4ca2-bc3f-975cf82b1c76 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 210 time: 0.0977592 Jul 08 02:01:38.810656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b9542be-7b1b-46cb-8a7d-ed7698f60ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.953654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.057392 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6b9542be-7b1b-46cb-8a7d-ed7698f60ff6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22b0ec99ab5a477892c8f7226cebc0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390380 Jul 08 02:01:39.066749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43166) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:39.069255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9542be-7b1b-46cb-8a7d-ed7698f60ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c33ddb-3bb9-4634-b74c-1187442ee673,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:39.176750 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T02:01:36Z', 'revision_number': 5, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port': {'id': 'f8315083-bc27-41cf-b22e-f15fc1dbade3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:08Z', 'updated_at': '2021-07-08T01:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:39.185078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Deleting port f8315083-bc27-41cf-b22e-f15fc1dbade3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:39.185768 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.297737 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] Checking router: f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:39.321066 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] Routers {'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:39.322026 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:39.330205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43176) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:39.406863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] For port f8315083-bc27-41cf-b22e-f15fc1dbade3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f8315083-bc27-41cf-b22e-f15fc1dbade3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:39.407510 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.427504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Calling delete_port for f8315083-bc27-41cf-b22e-f15fc1dbade3 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:39.574750 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] Set router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:39.659258 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T02:01:38Z', 'revision_number': 6, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:39.704655 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae9cbfe-a266-4034-a556-7104e55cfc82 None None] The sync data for ids ['f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d'] in n-d-695189-13 is: [{'id': 'f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d', 'name': 'tempest-ServersTestBootFromVolume-427953092-router', 'tenant_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:06Z', 'updated_at': '2021-07-08T02:01:38Z', 'revision_number': 6, 'project_id': '9f48f77b6f384f1fb9e84177f6e5806a', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:39.729858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-03a14fa9-03a2-4439-8c62-ce2e918b387c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:39.731588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-03a14fa9-03a2-4439-8c62-ce2e918b387c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.18 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 815 time: 0.4528661 Jul 08 02:01:39.776231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a918611-2c26-468b-88ef-567f867a5b91 req-d504922f-299b-466a-8b70-98d4d14fc876 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:39.781150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a918611-2c26-468b-88ef-567f867a5b91 req-d504922f-299b-466a-8b70-98d4d14fc876 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 1.0124989 Jul 08 02:01:39.825959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Request body: {'port': {'device_id': 'd7314497-887d-4eb7-a37f-ab6e87062f1d', 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744', 'admin_state_up': True, 'tenant_id': '5c211f79b2e94cdfa6e2dc68789ef248'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:39.859213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.904158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-550c9479-d2a6-4ec2-b2e0-bd63b4d64fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.914387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8315083-bc27-41cf-b22e-f15fc1dbade3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:39.924049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4b697f8-584f-447f-9b10-aaa5a91b9e49 req-c472add8-e8f4-41f0-bf48-68eeeb4df3e4 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=7b82c709536e48a5bddb51679e2e7056 HTTP/1.1" status: 200 len: 696 time: 0.1199670 Jul 08 02:01:39.997849 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9a0d-8e32-4c8a-824c-7c2d1dcad193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.053640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f027f1af-aab9-4fad-bb5a-43ed0217222c req-d02efcdc-953c-46af-96e1-e82ed03e636c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 210 time: 0.1465786 Jul 08 02:01:40.085859 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-550c9479-d2a6-4ec2-b2e0-bd63b4d64fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.110369 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.154537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 36a292fa-12d9-477e-ade0-19157675df46 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:40.252412 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:01:40.350668 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.365125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 36a292fa-12d9-477e-ade0-19157675df46 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:40.370107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 36a292fa-12d9-477e-ade0-19157675df46 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:40.370481 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.371906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.381528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b697f8-584f-447f-9b10-aaa5a91b9e49 req-86bc6fde-d171-4179-90c7-a1766e85b218 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:40.392857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4b697f8-584f-447f-9b10-aaa5a91b9e49 req-86bc6fde-d171-4179-90c7-a1766e85b218 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/networks?id=d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 787 time: 0.4437757 Jul 08 02:01:40.507933 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.510825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-a2b37cdd-52e0-497a-a5f1-6fa54d4abc1c tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips/d004fab3-3423-49f7-8cd5-bd8c6d0558b9 HTTP/1.1" status: 200 len: 693 time: 0.0986729 Jul 08 02:01:40.570662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 36a292fa-12d9-477e-ade0-19157675df46, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=36a292fa-12d9-477e-ade0-19157675df46,segment=NetworkSegment(76444046-73de-49c1-a903-a6c096165528),segment_id=76444046-73de-49c1-a903-a6c096165528)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:40.638506 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.660179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.666267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Transition to ACTIVE for port object f293b046-0c48-4521-9f01-8cef944657b4 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:40.741559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=36a292fa-12d9-477e-ade0-19157675df46,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:40.749491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-a26d2bbf-6a13-4ce2-b534-2b3a4af3a972 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:40.751150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9a0d-8e32-4c8a-824c-7c2d1dcad193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.755850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-a26d2bbf-6a13-4ce2-b534-2b3a4af3a972 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1583724 Jul 08 02:01:40.765331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.769138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:01:40.788753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-550c9479-d2a6-4ec2-b2e0-bd63b4d64fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.791882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-550c9479-d2a6-4ec2-b2e0-bd63b4d64fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.798425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-550c9479-d2a6-4ec2-b2e0-bd63b4d64fe1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9c33ddb-3bb9-4634-b74c-1187442ee673 HTTP/1.1" status: 204 len: 168 time: 1.6910720 Jul 08 02:01:40.804521 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.808046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-14503bcb-100a-47f3-98ff-ae5cfa5ac295 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f2d06e7b-d967-4772-86e4-ae8c2e4b2b5d HTTP/1.1" status: 204 len: 168 time: 2.5516548 Jul 08 02:01:40.808335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43202) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:40.815535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-bd180d9a-f110-4377-97c4-d728d4f656bb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0583370 Jul 08 02:01:40.818525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c9479-d2a6-4ec2-b2e0-bd63b4d64fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c33ddb-3bb9-4634-b74c-1187442ee673,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:40.863639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9a0d-8e32-4c8a-824c-7c2d1dcad193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.886545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-e0a6b6c3-37a1-42be-9c7c-c23af9bfb33a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0631568 Jul 08 02:01:40.897087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.956045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd9a0d-8e32-4c8a-824c-7c2d1dcad193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387afaf6-9d15-42b5-8432-18c00875fcf7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:40.985256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bc2cde-8f0e-41d5-abc4-7716c9a3acce admin admin] Deleting subnet 2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:40.995842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ecfd9a0d-8e32-4c8a-824c-7c2d1dcad193 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c2e315563a24df9be5357b14ef461e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6683547 Jul 08 02:01:40.996459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43204) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:41.000256 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2cde-8f0e-41d5-abc4-7716c9a3acce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.038001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Network 35569649-3b1e-4351-b088-a9c9cada4744 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:41.060230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Pushing event updated for resources: {'Port': ['ID=f293b046-0c48-4521-9f01-8cef944657b4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:41.060965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Made reservation on behalf of 5c211f79b2e94cdfa6e2dc68789ef248 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:41.064505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.066832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:41.073867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Deleting port c46ed5f5-3bd5-4f34-9e2a-f5ab4a395b8a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:41.075010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.087888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:41.162559 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2cde-8f0e-41d5-abc4-7716c9a3acce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.227900 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.228565 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.266273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Calling delete_port for c46ed5f5-3bd5-4f34-9e2a-f5ab4a395b8a owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:41.402880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:41.403597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.460448 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-391ececc-eb88-482e-8670-39652782da09 req-78ff9e8d-9ef6-44c1-92cc-5a3b914ba8e6 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 210 time: 0.1871948 Jul 08 02:01:41.478350 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05ae203b-d3f9-4c5a-b571-10d12424b65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.527505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2cde-8f0e-41d5-abc4-7716c9a3acce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.533882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fb9c94b7-e418-42ca-a375-3b8bfce5fa78 None None] Provisioning for port f293b046-0c48-4521-9f01-8cef944657b4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:41.539572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fb9c94b7-e418-42ca-a375-3b8bfce5fa78 None None] Provisioning complete for port f293b046-0c48-4521-9f01-8cef944657b4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:41.540203 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb9c94b7-e418-42ca-a375-3b8bfce5fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.563522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.564483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05ae203b-d3f9-4c5a-b571-10d12424b65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.575959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-9f46ad31-2480-4cd2-86fe-630de7275f64 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8113945 Jul 08 02:01:41.596490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Request body: {'port': {'device_id': '3152bc90-ecf6-4996-9e2a-e734eea1b1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:41.610103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Pushing event deleted for resources: {'Port': ['ID=c46ed5f5-3bd5-4f34-9e2a-f5ab4a395b8a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:41.619553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-fb9c94b7-e418-42ca-a375-3b8bfce5fa78 None None] Port f293b046-0c48-4521-9f01-8cef944657b4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:41.770159 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Allocated IP 172.20.0.14 (35569649-3b1e-4351-b088-a9c9cada4744/be926d11-b1d7-48c7-8243-2e0dd6ece6cf/a6779e79-acb7-446c-b949-5c796a4339b8) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:41.835789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 36a292fa-12d9-477e-ade0-19157675df46 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:41.847294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.897056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 36a292fa-12d9-477e-ade0-19157675df46 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:41.897429 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.930339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.933553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.939581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4acb6f59-f57e-4b3d-99aa-407575f3988d req-b5faa6d0-bb72-4ccf-ac87-c1dd2efc213a tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "DELETE /v2.0/floatingips/d004fab3-3423-49f7-8cd5-bd8c6d0558b9 HTTP/1.1" status: 204 len: 173 time: 1.0422385 Jul 08 02:01:41.961022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-ebab2665-2c64-4c2f-a3c2-e1ff77558531 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:41.965142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-ebab2665-2c64-4c2f-a3c2-e1ff77558531 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.32 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 815 time: 0.2472055 Jul 08 02:01:41.965268 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2cde-8f0e-41d5-abc4-7716c9a3acce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.991115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Request body: {'port': {'device_id': 'acdd0129-5d1a-4f96-9bb3-d47313aadc32', 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744', 'admin_state_up': True, 'tenant_id': '5c211f79b2e94cdfa6e2dc68789ef248'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:42.096594 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d6089162-d9c9-4b66-8d31-7aca48012982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.118526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:42.118939 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05ae203b-d3f9-4c5a-b571-10d12424b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.121496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05ae203b-d3f9-4c5a-b571-10d12424b65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.122644 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-05ae203b-d3f9-4c5a-b571-10d12424b65a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/387afaf6-9d15-42b5-8432-18c00875fcf7 HTTP/1.1" status: 204 len: 168 time: 1.1152337 Jul 08 02:01:42.152213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:42.153103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7eea1d2-4a3d-4ea0-b9fe-9d5e7f680d6c not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:42.153627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f8315083-bc27-41cf-b22e-f15fc1dbade3 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:42.178568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: f8315083-bc27-41cf-b22e-f15fc1dbade3 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:42.178929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f8315083-bc27-41cf-b22e-f15fc1dbade3 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:42.208804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc2cde-8f0e-41d5-abc4-7716c9a3acce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:42.256804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae203b-d3f9-4c5a-b571-10d12424b65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387afaf6-9d15-42b5-8432-18c00875fcf7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:42.258459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6920cd72-518c-42af-8810-4a21f8ac7e08 None None] Network b4b76411-5dcd-4f85-a3e9-5c72df61904b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:42.270837 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2cde-8f0e-41d5-abc4-7716c9a3acce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.275170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a0bc2cde-8f0e-41d5-abc4-7716c9a3acce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2edf50f9-cc2a-44ba-a040-4dfeb5f53d8a HTTP/1.1" status: 204 len: 168 time: 1.4634159 Jul 08 02:01:42.275758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43242) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:42.310390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Made reservation on behalf of 5c211f79b2e94cdfa6e2dc68789ef248 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:42.323512 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.328287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.408460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Transition to ACTIVE for port object a6779e79-acb7-446c-b949-5c796a4339b8 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:42.417553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.446630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-dda732ef-8b9c-4b3a-9eea-2e0c46e4f568 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4661977 Jul 08 02:01:42.456229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:42.598526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Deleting port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:42.598526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.632154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] DHCP port deletion for b4b76411-5dcd-4f85-a3e9-5c72df61904b request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:42.667106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.670456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.705204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-421076d9-c73b-4c20-a1a0-c87da9127563 req-e82ed4f5-0599-45f5-9d12-62befef74ad8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 210 time: 0.0450356 Jul 08 02:01:42.706262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] Deleting port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:42.706849 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.722194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] For port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:42.722839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.769473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Calling delete_port for 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:42.798841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] For port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,segment=NetworkSegment(62226196-07a8-43f4-a596-3d8ebf518924),segment_id=62226196-07a8-43f4-a596-3d8ebf518924)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:42.799251 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.829850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] Calling delete_port for 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:42.830047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Network 35569649-3b1e-4351-b088-a9c9cada4744 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:42.841961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:42.848057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:42.852756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Pushing event updated for resources: {'Port': ['ID=a6779e79-acb7-446c-b949-5c796a4339b8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:42.942834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:42.943523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.011054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.022838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.042089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Pushing event deleted for resources: {'Port': ['ID=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:43.050785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] No DVR routers for this DVR port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:43.056977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] Pushing event deleted for resources: {'Port': ['ID=842a50af-890e-4130-a1ac-c4f3a9c4b8c0,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:43.058419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c6d9d-e5ba-4ec0-a665-4b330e373698 None None] No DVR routers for this DVR port 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:43.081404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4be5eab1-4131-4b30-9e29-97d202e9b7f1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3221812 Jul 08 02:01:43.101199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Request body: {'port': {'device_id': 'd7314497-887d-4eb7-a37f-ab6e87062f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:43.142230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:43.151308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f293b046-0c48-4521-9f01-8cef944657b4 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:43.161458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.162495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.169114 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28f49e94-c453-4019-90d1-ba1d85d66023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.174100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b76411-5dcd-4f85-a3e9-5c72df61904b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:43.179289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.200842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62226196-07a8-43f4-a596-3d8ebf518924') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:43.209452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62226196-07a8-43f4-a596-3d8ebf518924') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:43.209598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Transition to ACTIVE for port object f293b046-0c48-4521-9f01-8cef944657b4 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:43.216932 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.233237 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.248183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:43.252187 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:43.256375 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:43.293463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.316227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3f280624-e82d-4fd2-b352-0c33a66a1fdc None None] Provisioning for port a6779e79-acb7-446c-b949-5c796a4339b8 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:43.320115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3f280624-e82d-4fd2-b352-0c33a66a1fdc None None] Provisioning complete for port a6779e79-acb7-446c-b949-5c796a4339b8 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:43.320430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3f280624-e82d-4fd2-b352-0c33a66a1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.351088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.394444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3f280624-e82d-4fd2-b352-0c33a66a1fdc None None] Port a6779e79-acb7-446c-b949-5c796a4339b8 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:43.417495 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Allocated IP 172.20.0.6 (35569649-3b1e-4351-b088-a9c9cada4744/be926d11-b1d7-48c7-8243-2e0dd6ece6cf/5dec1b6e-8e2a-4249-9014-9dba306a9938) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:43.442484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Pushing event updated for resources: {'Port': ['ID=f293b046-0c48-4521-9f01-8cef944657b4,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:43.464458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.478441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.483553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b4b76411-5dcd-4f85-a3e9-5c72df61904b HTTP/1.1" status: 204 len: 168 time: 1.2036464 Jul 08 02:01:43.487140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Allocated IP 172.25.8.229 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f5a26336-c49d-4cdd-b896-d2aaca860a6a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:43.517842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2bb7b-c67c-4293-a293-e5dd92523526 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b76411-5dcd-4f85-a3e9-5c72df61904b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:43.633484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28f49e94-c453-4019-90d1-ba1d85d66023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.718004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.741195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-28f49e94-c453-4019-90d1-ba1d85d66023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.742092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Transition to ACTIVE for port object 5dec1b6e-8e2a-4249-9014-9dba306a9938 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:43.754988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Attempting to bind port f293b046-0c48-4521-9f01-8cef944657b4 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:43.755645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Attempting to bind port f293b046-0c48-4521-9f01-8cef944657b4 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:43.756194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Attempting to bind port f293b046-0c48-4521-9f01-8cef944657b4 on network 35569649-3b1e-4351-b088-a9c9cada4744 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:43.773181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Port f293b046-0c48-4521-9f01-8cef944657b4 on network 35569649-3b1e-4351-b088-a9c9cada4744 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:01:43.773799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Attempting to bind port f293b046-0c48-4521-9f01-8cef944657b4 on network 35569649-3b1e-4351-b088-a9c9cada4744 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:43.791491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-28f49e94-c453-4019-90d1-ba1d85d66023 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8da650c1029427cb3d94bf908d15f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6481142 Jul 08 02:01:43.792424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f49e94-c453-4019-90d1-ba1d85d66023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930c1f6b-b964-4e9b-a154-1bde1ddccf23,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:43.794381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:43.798237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Checking segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:43.798237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Bound using segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:43.798237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Bound port: f293b046-0c48-4521-9f01-8cef944657b4, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:43.798237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.799192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43284) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:43.839954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:43.861027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:43.861378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 842a50af-890e-4130-a1ac-c4f3a9c4b8c0 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:43.866327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e62c35fc-1e9d-4339-9d6e-c6e8cbac05a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.892976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e62c35fc-1e9d-4339-9d6e-c6e8cbac05a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.901388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.924698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] For port f293b046-0c48-4521-9f01-8cef944657b4, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:43.927232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] For port f293b046-0c48-4521-9f01-8cef944657b4, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f293b046-0c48-4521-9f01-8cef944657b4,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:43.982507 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a5551bb-6184-4a70-9aec-29daf2d700d6 req-3de9adb6-83a2-47da-b0a1-8f378570cb7f tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 210 time: 0.0581532 Jul 08 02:01:44.023017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.030333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.068671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Network 35569649-3b1e-4351-b088-a9c9cada4744 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:44.071846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:44.076216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:44.082999 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e62c35fc-1e9d-4339-9d6e-c6e8cbac05a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.085848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e62c35fc-1e9d-4339-9d6e-c6e8cbac05a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.089896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e62c35fc-1e9d-4339-9d6e-c6e8cbac05a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/930c1f6b-b964-4e9b-a154-1bde1ddccf23 HTTP/1.1" status: 204 len: 168 time: 0.2892375 Jul 08 02:01:44.092861 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.134834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Pushing event updated for resources: {'Port': ['ID=f5a26336-c49d-4cdd-b896-d2aaca860a6a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:44.150188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Pushing event updated for resources: {'Port': ['ID=5dec1b6e-8e2a-4249-9014-9dba306a9938,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:44.164191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c35fc-1e9d-4339-9d6e-c6e8cbac05a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930c1f6b-b964-4e9b-a154-1bde1ddccf23,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:44.204785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Pushing event updated for resources: {'Port': ['ID=f293b046-0c48-4521-9f01-8cef944657b4,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:44.229262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:44.232892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:44.233641 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.235217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-c49cede3-5b85-48ad-8782-e08573939aff service neutron] 10.222.0.18 "PUT /v2.0/ports/f293b046-0c48-4521-9f01-8cef944657b4 HTTP/1.1" status: 200 len: 1093 time: 2.6507304 Jul 08 02:01:44.235873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3152bc90-ecf6-4996-9e2a-e734eea1b1c4', 'tag': 'f293b046-0c48-4521-9f01-8cef944657b4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:44.238939 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772da6e9-eeba-43fb-9074-e3337e17e7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3152bc90-ecf6-4996-9e2a-e734eea1b1c4", "tag": "f293b046-0c48-4521-9f01-8cef944657b4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:44.244821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:44.248920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:44.291204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:44.291950 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.305814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43306) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:44.370908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-579324ef-db44-4952-a82c-bc150081aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.381881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-03cbe7d8-15de-4027-8f3c-1c3d5ad7ce4c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4066567 Jul 08 02:01:44.391848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-93422410-96d4-44db-bd5c-3ee2c4bd1edf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f48f77b6f384f1fb9e84177f6e5806a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792534 Jul 08 02:01:44.392323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:44.430258 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a22c03-d1c7-4a14-acfe-162d3fb06070 x-openstack-request-id: req-68a22c03-d1c7-4a14-acfe-162d3fb06070 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:44.430614 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3152bc90-ecf6-4996-9e2a-e734eea1b1c4", "tag": "f293b046-0c48-4521-9f01-8cef944657b4", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:44.430931 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68a22c03-d1c7-4a14-acfe-162d3fb06070 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:44.431421 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3152bc90-ecf6-4996-9e2a-e734eea1b1c4', 'tag': 'f293b046-0c48-4521-9f01-8cef944657b4', 'status': 'completed', 'code': 200} Jul 08 02:01:44.452880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Request body: {'port': {'device_id': 'acdd0129-5d1a-4f96-9bb3-d47313aadc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:44.507934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.516222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.547052 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.571780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6779e79-acb7-446c-b949-5c796a4339b8 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:44.577733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-ee71c287-9f86-40da-804a-0b853d7827a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:44.579268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-ee71c287-9f86-40da-804a-0b853d7827a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 1096 time: 0.1854527 Jul 08 02:01:44.584160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.621974 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.639553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Transition to ACTIVE for port object a6779e79-acb7-446c-b949-5c796a4339b8 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:44.641391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-25aad90f-8b72-4365-b385-2f6599ecc0b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f293b046-0c48-4521-9f01-8cef944657b4 HTTP/1.1" status: 200 len: 217 time: 0.0504856 Jul 08 02:01:44.645901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-faa9cdb6-bbfe-422f-b91f-042a61071c93 None None] Provisioning for port 5dec1b6e-8e2a-4249-9014-9dba306a9938 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:44.657143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-faa9cdb6-bbfe-422f-b91f-042a61071c93 None None] Provisioning complete for port 5dec1b6e-8e2a-4249-9014-9dba306a9938 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:44.658920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faa9cdb6-bbfe-422f-b91f-042a61071c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.732184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.764148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-884c1848-5fff-416e-8b5a-87d247e5b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:44.765657 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-884c1848-5fff-416e-8b5a-87d247e5b07c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be926d11-b1d7-48c7-8243-2e0dd6ece6cf HTTP/1.1" status: 200 len: 854 time: 0.1179876 Jul 08 02:01:44.779645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-faa9cdb6-bbfe-422f-b91f-042a61071c93 None None] Port 5dec1b6e-8e2a-4249-9014-9dba306a9938 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:44.815301 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.861445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.869214 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.878726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a95f609b-ba46-4ddd-ad8b-ab99b728247b HTTP/1.1" status: 204 len: 168 time: 0.4854364 Jul 08 02:01:44.911437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95f609b-ba46-4ddd-ad8b-ab99b728247b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:44.922647 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:44.927924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccf4c4-ac3a-4aa8-8571-89022df1d367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:45.004531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6779e79-acb7-446c-b949-5c796a4339b8,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:45.105313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-a0191533-d8e1-4507-8aa9-7fb4b9882af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:45.108754 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-a0191533-d8e1-4507-8aa9-7fb4b9882af6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35569649-3b1e-4351-b088-a9c9cada4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3335514 Jul 08 02:01:45.159649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dec1b6e-8e2a-4249-9014-9dba306a9938 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:45.168941 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.185677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Transition to ACTIVE for port object 5dec1b6e-8e2a-4249-9014-9dba306a9938 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:45.275931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Attempting to bind port a6779e79-acb7-446c-b949-5c796a4339b8 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:45.276540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Attempting to bind port a6779e79-acb7-446c-b949-5c796a4339b8 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:45.276667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Attempting to bind port a6779e79-acb7-446c-b949-5c796a4339b8 on network 35569649-3b1e-4351-b088-a9c9cada4744 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:45.281512 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.289042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Port a6779e79-acb7-446c-b949-5c796a4339b8 on network 35569649-3b1e-4351-b088-a9c9cada4744 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:01:45.289640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Attempting to bind port a6779e79-acb7-446c-b949-5c796a4339b8 on network 35569649-3b1e-4351-b088-a9c9cada4744 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:45.293387 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.303486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:45.303842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Checking segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:45.304243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Bound using segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:45.304695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Bound port: a6779e79-acb7-446c-b949-5c796a4339b8, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:45.305062 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.311263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-87631c63-54c1-4503-91e4-c1905586fca9 service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906188 Jul 08 02:01:45.401606 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.422179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Pushing event updated for resources: {'Port': ['ID=5dec1b6e-8e2a-4249-9014-9dba306a9938,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:45.446741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6c6a-971a-4b47-84f4-d35e3fbb4c0b req-733d196a-8a83-476f-8ec3-d51416929ff6 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:45.448808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-088e6c6a-971a-4b47-84f4-d35e3fbb4c0b req-733d196a-8a83-476f-8ec3-d51416929ff6 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 931 time: 0.2047791 Jul 08 02:01:45.544507 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-088e6c6a-971a-4b47-84f4-d35e3fbb4c0b req-8e849f0f-53b5-42f4-85f0-fde7b2e8b466 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731511 Jul 08 02:01:45.603750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Attempting to bind port 5dec1b6e-8e2a-4249-9014-9dba306a9938 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:45.604107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Attempting to bind port 5dec1b6e-8e2a-4249-9014-9dba306a9938 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:45.604452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Attempting to bind port 5dec1b6e-8e2a-4249-9014-9dba306a9938 on network 35569649-3b1e-4351-b088-a9c9cada4744 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:45.611012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Port 5dec1b6e-8e2a-4249-9014-9dba306a9938 on network 35569649-3b1e-4351-b088-a9c9cada4744 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:01:45.611469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Attempting to bind port 5dec1b6e-8e2a-4249-9014-9dba306a9938 on network 35569649-3b1e-4351-b088-a9c9cada4744 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:45.619447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:45.620028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Checking segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:45.622101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Bound using segment: {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:45.622101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Bound port: 5dec1b6e-8e2a-4249-9014-9dba306a9938, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3419c90-4fe8-4e16-b20a-2b1362562f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:45.622101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.687557 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.743353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] For port 5dec1b6e-8e2a-4249-9014-9dba306a9938, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:45.747710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] For port 5dec1b6e-8e2a-4249-9014-9dba306a9938, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5dec1b6e-8e2a-4249-9014-9dba306a9938,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:45.845897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.928315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:45.929346 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.930924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] 10.222.0.32 "PUT /v2.0/ports/5dec1b6e-8e2a-4249-9014-9dba306a9938 HTTP/1.1" status: 200 len: 1092 time: 1.4850707 Jul 08 02:01:45.931570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdd0129-5d1a-4f96-9bb3-d47313aadc32', 'tag': '5dec1b6e-8e2a-4249-9014-9dba306a9938'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:45.937245 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fbbf58-7099-464d-b400-64e6cd26478e" -d '{"events": [{"name": "network-changed", "server_uuid": "acdd0129-5d1a-4f96-9bb3-d47313aadc32", "tag": "5dec1b6e-8e2a-4249-9014-9dba306a9938"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:46.004809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.007171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Pushing event updated for resources: {'Port': ['ID=f5a26336-c49d-4cdd-b896-d2aaca860a6a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:46.046453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e43c63-c719-4e00-9671-43777e6c0b6c service neutron] Pushing event updated for resources: {'Port': ['ID=5dec1b6e-8e2a-4249-9014-9dba306a9938,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:46.059257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] For port a6779e79-acb7-446c-b949-5c796a4339b8, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:46.064088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] For port a6779e79-acb7-446c-b949-5c796a4339b8, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a6779e79-acb7-446c-b949-5c796a4339b8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:46.068406 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f076c3-bbbc-4bec-8478-e495f5332f40 req-269956f9-73f8-4cf4-8bbc-156176f56450 service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7499468 Jul 08 02:01:46.142720 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.144588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-a789f7e2-0e33-40f1-b62a-85881d1c9754 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6970975 Jul 08 02:01:46.162756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-6c5e0012-4bc2-414e-9694-545cab97f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.168908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-6c5e0012-4bc2-414e-9694-545cab97f360 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 1095 time: 0.0988755 Jul 08 02:01:46.180086 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7d9b4-6c6d-49c3-814c-1daa4655e5f7 x-openstack-request-id: req-44d7d9b4-6c6d-49c3-814c-1daa4655e5f7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:46.180086 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acdd0129-5d1a-4f96-9bb3-d47313aadc32", "tag": "5dec1b6e-8e2a-4249-9014-9dba306a9938", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:46.180086 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44d7d9b4-6c6d-49c3-814c-1daa4655e5f7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:46.181813 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdd0129-5d1a-4f96-9bb3-d47313aadc32', 'tag': '5dec1b6e-8e2a-4249-9014-9dba306a9938', 'status': 'completed', 'code': 200} Jul 08 02:01:46.275679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-cd036792-2208-4857-9e4f-b6686ee16c04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dec1b6e-8e2a-4249-9014-9dba306a9938 HTTP/1.1" status: 200 len: 217 time: 0.0887313 Jul 08 02:01:46.289100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.326884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-0e000ef9-1829-4c65-8d8c-94b3ed99e91c tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.1740711 Jul 08 02:01:46.345700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-a053f20a-29d6-4991-ab64-b35a5d99f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.347880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-a053f20a-29d6-4991-ab64-b35a5d99f5e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be926d11-b1d7-48c7-8243-2e0dd6ece6cf HTTP/1.1" status: 200 len: 854 time: 0.0654662 Jul 08 02:01:46.351092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.352619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.354115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/a6779e79-acb7-446c-b949-5c796a4339b8 HTTP/1.1" status: 200 len: 1093 time: 3.2650976 Jul 08 02:01:46.436248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-0e850d93-db85-4e66-8f56-1ee9a1abf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.436248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-0e850d93-db85-4e66-8f56-1ee9a1abf569 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35569649-3b1e-4351-b088-a9c9cada4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777092 Jul 08 02:01:46.438917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7314497-887d-4eb7-a37f-ab6e87062f1d', 'tag': 'a6779e79-acb7-446c-b949-5c796a4339b8'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:46.441354 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d7314497-887d-4eb7-a37f-ab6e87062f1d", "tag": "a6779e79-acb7-446c-b949-5c796a4339b8"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:46.463979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777e370-bdd9-4ff1-abe6-1b026dbb54a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6779e79-acb7-446c-b949-5c796a4339b8,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:46.469467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-f30065ec-dc62-4523-89f3-35de20550c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.471015 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-f30065ec-dc62-4523-89f3-35de20550c17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 1096 time: 0.2238042 Jul 08 02:01:46.557080 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1e1d9d-b6ca-454f-b787-7a5a589607a9 x-openstack-request-id: req-3e1e1d9d-b6ca-454f-b787-7a5a589607a9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:46.557421 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7314497-887d-4eb7-a37f-ab6e87062f1d", "tag": "a6779e79-acb7-446c-b949-5c796a4339b8", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:46.557697 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e1e1d9d-b6ca-454f-b787-7a5a589607a9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:46.558084 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7314497-887d-4eb7-a37f-ab6e87062f1d', 'tag': 'a6779e79-acb7-446c-b949-5c796a4339b8', 'status': 'completed', 'code': 200} Jul 08 02:01:46.635533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-a6de3bdd-b940-499b-9612-2055e67e26b5 service neutron] 10.222.0.32 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917560 Jul 08 02:01:46.670091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-993089ed-9fef-4830-9b41-895856909cd9 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.673281 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a127cfe7-ca94-4e47-8a3d-579c1ffe4feb req-993089ed-9fef-4830-9b41-895856909cd9 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.3372149 Jul 08 02:01:46.708987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-cb6d6cc5-55b2-4ada-90c5-bd4dc788e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.710489 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-cb6d6cc5-55b2-4ada-90c5-bd4dc788e0df service neutron] 10.222.0.18 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 916 time: 0.2327068 Jul 08 02:01:46.727766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4a443b45-3c62-4791-93f6-bd30985f608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.741136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-4a443b45-3c62-4791-93f6-bd30985f608c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 1096 time: 0.2096179 Jul 08 02:01:46.852762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-9b1450bd-5557-4170-aee4-f15c1f8170b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6779e79-acb7-446c-b949-5c796a4339b8 HTTP/1.1" status: 200 len: 217 time: 0.1047673 Jul 08 02:01:46.865446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ce04fd8-50d9-4fcf-b7c5-fc11b4a4ff1a req-e5455e53-a224-4b3a-a5c8-b7b3a2cd594d service neutron] 10.222.0.32 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225194 Jul 08 02:01:46.899699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31bfc0-1c21-4ad1-b16c-c4dca43c687b req-77a815e2-4709-4c77-8310-45191e1e230e tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:46.905407 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-3eb2ea92-8171-41f8-a237-8bf106c6415b tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips/e3fa009c-08ae-4012-a6fc-e7e179eb80a1 HTTP/1.1" status: 200 len: 693 time: 0.1738403 Jul 08 02:01:46.906684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-184248fe-7045-4cf3-b4aa-89fc96eaff48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f293b046-0c48-4521-9f01-8cef944657b4 HTTP/1.1" status: 200 len: 217 time: 0.1741023 Jul 08 02:01:46.908336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc31bfc0-1c21-4ad1-b16c-c4dca43c687b req-77a815e2-4709-4c77-8310-45191e1e230e tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 943 time: 0.1514881 Jul 08 02:01:46.974515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc31bfc0-1c21-4ad1-b16c-c4dca43c687b req-9ccf4ed1-24e2-400f-b2ce-9e8e6f0735ae tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624650 Jul 08 02:01:47.089087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-6e8e3d8b-115f-4471-9199-0ac273ad5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.089087 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-6e8e3d8b-115f-4471-9199-0ac273ad5916 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be926d11-b1d7-48c7-8243-2e0dd6ece6cf HTTP/1.1" status: 200 len: 854 time: 0.1811426 Jul 08 02:01:47.092903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-dcefd086-68b9-4da7-9ef9-699eebbed65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.094332 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-dcefd086-68b9-4da7-9ef9-699eebbed65a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be926d11-b1d7-48c7-8243-2e0dd6ece6cf HTTP/1.1" status: 200 len: 854 time: 0.1741614 Jul 08 02:01:47.193936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-76e77f9c-131d-4165-9129-f2a3261e4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.196844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-76e77f9c-131d-4165-9129-f2a3261e4564 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 1095 time: 0.1615491 Jul 08 02:01:47.210210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-5dfb9b23-009c-4098-91dc-9d903bdb07a9 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.211926 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-5dfb9b23-009c-4098-91dc-9d903bdb07a9 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.2939484 Jul 08 02:01:47.227624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-273fa974-8623-4dac-b5d0-6282813ff10e tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:01:47.228666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-273fa974-8623-4dac-b5d0-6282813ff10e tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095255 Jul 08 02:01:47.310456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-8e63c22a-937a-4959-a2a7-d3b5aa9ff2d5 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.0735531 Jul 08 02:01:47.312669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-01d3f1dc-23ea-4933-8f39-8325cf8d9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.314251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-01d3f1dc-23ea-4933-8f39-8325cf8d9c4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35569649-3b1e-4351-b088-a9c9cada4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2166688 Jul 08 02:01:47.329854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-47ee73aa-6874-434c-b4e4-9a266c29893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.331712 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-47ee73aa-6874-434c-b4e4-9a266c29893a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35569649-3b1e-4351-b088-a9c9cada4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2230294 Jul 08 02:01:47.365036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.399496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-2e383807-ac30-46d8-9198-8944a5c9787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.400999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-2e383807-ac30-46d8-9198-8944a5c9787e service neutron] 10.222.0.32 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 916 time: 0.1872792 Jul 08 02:01:47.450203 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-e63934a4-0ab8-4fd5-a641-15250dbd196e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dec1b6e-8e2a-4249-9014-9dba306a9938 HTTP/1.1" status: 200 len: 217 time: 0.0394111 Jul 08 02:01:47.470635 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-063fdbcc-7383-4d3e-b05c-ce6ab07d5b9d tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.229 HTTP/1.1" status: 200 len: 696 time: 0.1511250 Jul 08 02:01:47.506741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-be416780-9c2f-46ed-8a55-afb3b2df8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.508474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-be416780-9c2f-46ed-8a55-afb3b2df8f38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be926d11-b1d7-48c7-8243-2e0dd6ece6cf HTTP/1.1" status: 200 len: 854 time: 0.0487459 Jul 08 02:01:47.612966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-e091c0f7-ed8e-416f-a120-b7fab04034f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.615438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-e091c0f7-ed8e-416f-a120-b7fab04034f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35569649-3b1e-4351-b088-a9c9cada4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949543 Jul 08 02:01:47.625347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-27c0dfa2-88c0-46e5-a79a-c3a1cb0db048 service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029439 Jul 08 02:01:47.628977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-12e1e31c-aeee-438d-b49f-e4bc4862a813 service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411709 Jul 08 02:01:47.740023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-714001e2-c1c0-4427-95c7-ac918b9511e9 service neutron] 10.222.0.32 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144080 Jul 08 02:01:47.822114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Deleting port f5a26336-c49d-4cdd-b896-d2aaca860a6a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:47.822468 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.828293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-282e79b6-1d13-4eb5-bf8b-094328676996 req-dc4517ac-2b38-4606-a02f-8977191e2e2d service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819086 Jul 08 02:01:47.839330 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-772da6e9-eeba-43fb-9074-e3337e17e7ed req-37a096c0-bfb0-4a42-961a-578ec9acd177 service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918132 Jul 08 02:01:47.886414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0fbbf58-7099-464d-b400-64e6cd26478e req-70216231-4794-40ff-8f5b-a82e896ba5d6 service neutron] 10.222.0.32 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377349 Jul 08 02:01:47.931598 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.932206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.954220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Calling delete_port for f5a26336-c49d-4cdd-b896-d2aaca860a6a owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:48.031418 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.095702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-65481c00-dc11-40b7-a3f5-8376d09d7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:48.097821 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-65481c00-dc11-40b7-a3f5-8376d09d7530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 1096 time: 0.1380775 Jul 08 02:01:48.239965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-f30bbaf8-1f20-437f-9b9c-a3be2f200d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:48.241833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-f30bbaf8-1f20-437f-9b9c-a3be2f200d7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 916 time: 0.1334684 Jul 08 02:01:48.261838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105c94-54ca-496a-895d-bbe8042f24d6 req-68b1cde9-d831-4c08-a43c-851d4cfbb130 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:48.269111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15105c94-54ca-496a-895d-bbe8042f24d6 req-68b1cde9-d831-4c08-a43c-851d4cfbb130 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 943 time: 0.1022062 Jul 08 02:01:48.302240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-f814550f-cc08-42ac-9233-45422c1fb4c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6779e79-acb7-446c-b949-5c796a4339b8 HTTP/1.1" status: 200 len: 217 time: 0.0521648 Jul 08 02:01:48.315187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15105c94-54ca-496a-895d-bbe8042f24d6 req-0585977f-a025-4181-baaa-d498ababc621 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450046 Jul 08 02:01:48.363185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-9610b4ed-93a5-4a57-9c54-746ea61f883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:48.364716 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-9610b4ed-93a5-4a57-9c54-746ea61f883d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be926d11-b1d7-48c7-8243-2e0dd6ece6cf HTTP/1.1" status: 200 len: 854 time: 0.0553806 Jul 08 02:01:48.401047 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.444711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Pushing event deleted for resources: {'Port': ['ID=f5a26336-c49d-4cdd-b896-d2aaca860a6a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:48.529502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-3db7af3a-65fa-4827-aa50-b46f0e9907df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:48.531069 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-3db7af3a-65fa-4827-aa50-b46f0e9907df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35569649-3b1e-4351-b088-a9c9cada4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588910 Jul 08 02:01:48.632732 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-9ecc1271-be91-42ef-98a0-6c3295fbe959 service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933955 Jul 08 02:01:48.633526 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.636656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.637507 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68f2cc0d-381f-4c4d-ae5c-86015333e7d1 req-64882413-6ac6-4b5a-842b-b717a23032eb tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "DELETE /v2.0/floatingips/e3fa009c-08ae-4012-a6fc-e7e179eb80a1 HTTP/1.1" status: 204 len: 173 time: 1.1573596 Jul 08 02:01:48.769159 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791dd6c7-d6f6-4060-9884-92d2c2c4a5ea req-c92b14e0-281e-4fab-9be7-f4bc6d3e52fa service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290848 Jul 08 02:01:48.841066 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-b9114cac-6c92-4a13-a3af-84ab1d36102a req-e40114de-d563-4b2b-bd2f-48c832f4d35f tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] show failed (client error): The resource could not be found. Jul 08 02:01:48.842586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9114cac-6c92-4a13-a3af-84ab1d36102a req-e40114de-d563-4b2b-bd2f-48c832f4d35f tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips/e3fa009c-08ae-4012-a6fc-e7e179eb80a1 HTTP/1.1" status: 404 len: 350 time: 0.0617518 Jul 08 02:01:48.881695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:48.904102 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-9067b54b-c51f-41ea-97a3-da633f37dc4c req-b1342a05-b89f-451b-9f2e-7302bbcb01d3 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] show failed (client error): The resource could not be found. Jul 08 02:01:48.905135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9067b54b-c51f-41ea-97a3-da633f37dc4c req-b1342a05-b89f-451b-9f2e-7302bbcb01d3 tempest-FloatingIPsTestJSON-2101146193 tempest-FloatingIPsTestJSON-2101146193-project] 10.222.0.10 "GET /v2.0/floatingips/e3fa009c-08ae-4012-a6fc-e7e179eb80a1 HTTP/1.1" status: 404 len: 350 time: 0.0394118 Jul 08 02:01:48.914117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43446) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.278762 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.362402 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe48-cc4b-4d1b-8643-6c8e611263ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.444370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f293b046-0c48-4521-9f01-8cef944657b4 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:01:49.486251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.496693 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe48-cc4b-4d1b-8643-6c8e611263ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.545981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.557734 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1d7fe48-cc4b-4d1b-8643-6c8e611263ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.600279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f293b046-0c48-4521-9f01-8cef944657b4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f293b046-0c48-4521-9f01-8cef944657b4,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:49.611716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Deleting port 36a292fa-12d9-477e-ade0-19157675df46 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:49.612213 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.617772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e1d7fe48-cc4b-4d1b-8643-6c8e611263ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21fef696e397467f86c9736043f3683c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7347958 Jul 08 02:01:49.618835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7fe48-cc4b-4d1b-8643-6c8e611263ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1633688-3e74-4bc0-8573-4fed9fc24113,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:49.621478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'f293b046-0c48-4521-9f01-8cef944657b4', 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744', 'port_id': 'f293b046-0c48-4521-9f01-8cef944657b4', 'mac_address': 'fa:16:3e:54:83:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be926d11-b1d7-48c7-8243-2e0dd6ece6cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:01:49.624641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43466) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.660685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d175a-37e1-440b-8daa-f6f363c81b94 req-7dd59c0b-6433-45ef-be7e-ef2e84f8fff7 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:49.668556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa3d175a-37e1-440b-8daa-f6f363c81b94 req-7dd59c0b-6433-45ef-be7e-ef2e84f8fff7 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 943 time: 0.1616862 Jul 08 02:01:49.686438 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.710120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f293b046-0c48-4521-9f01-8cef944657b4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:49.729056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] For port 36a292fa-12d9-477e-ade0-19157675df46, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=36a292fa-12d9-477e-ade0-19157675df46,segment=NetworkSegment(76444046-73de-49c1-a903-a6c096165528),segment_id=76444046-73de-49c1-a903-a6c096165528)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:49.729481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.738131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa3d175a-37e1-440b-8daa-f6f363c81b94 req-c76ec011-ab08-4918-9a58-f960ea090d30 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686142 Jul 08 02:01:49.739407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f293b046-0c48-4521-9f01-8cef944657b4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f293b046-0c48-4521-9f01-8cef944657b4,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:49.746491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Calling delete_port for 36a292fa-12d9-477e-ade0-19157675df46 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:49.746811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45846e7e-25a9-4f56-95d6-9934a856a41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.775290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86d27a29-f628-4cd5-aef4-81385aa1a932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.811707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e42f790-3386-492c-b2e3-2bc37b2910b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.836629 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.841735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86d27a29-f628-4cd5-aef4-81385aa1a932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.926681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f293b046-0c48-4521-9f01-8cef944657b4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:49.948841 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45846e7e-25a9-4f56-95d6-9934a856a41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.001938 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86d27a29-f628-4cd5-aef4-81385aa1a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.005164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86d27a29-f628-4cd5-aef4-81385aa1a932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.006316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-86d27a29-f628-4cd5-aef4-81385aa1a932 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1633688-3e74-4bc0-8573-4fed9fc24113 HTTP/1.1" status: 204 len: 168 time: 0.3805611 Jul 08 02:01:50.014822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d27a29-f628-4cd5-aef4-81385aa1a932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1633688-3e74-4bc0-8573-4fed9fc24113,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:50.043962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45846e7e-25a9-4f56-95d6-9934a856a41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.052328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f293b046-0c48-4521-9f01-8cef944657b4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:50.102203 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43480) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:50.108564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45846e7e-25a9-4f56-95d6-9934a856a41b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27c7855143d942ed90e6e2cd379c6337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204603 Jul 08 02:01:50.110185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.180643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45846e7e-25a9-4f56-95d6-9934a856a41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614f4600-37fa-459d-a112-9e42af237a03,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:50.186983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=36a292fa-12d9-477e-ade0-19157675df46,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:50.245476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e42f790-3386-492c-b2e3-2bc37b2910b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.316253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e42f790-3386-492c-b2e3-2bc37b2910b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.351188 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-964abefa-424d-4f05-a960-2307668e94ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.390682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-964abefa-424d-4f05-a960-2307668e94ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.398993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2e42f790-3386-492c-b2e3-2bc37b2910b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab3555f8b92244f7928ebd01a7516b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8491924 Jul 08 02:01:50.398993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42f790-3386-492c-b2e3-2bc37b2910b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4222b5e9-2082-4092-bbe9-48c3fa373376,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:50.401261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43490) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:50.748439 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.758405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:50.773849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53ae4e4-b913-4407-b572-48b6667d447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.882621 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.903746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53ae4e4-b913-4407-b572-48b6667d447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.920346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9c38428-203f-458d-b48c-1e7785b816b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.986286 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9c38428-203f-458d-b48c-1e7785b816b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.010925 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a53ae4e4-b913-4407-b572-48b6667d447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.057408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a53ae4e4-b913-4407-b572-48b6667d447b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=944c8dc0593046beaa7c4185b7ee3273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978354 Jul 08 02:01:51.058017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:51.066431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5dec1b6e-8e2a-4249-9014-9dba306a9938 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:01:51.087043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ae4e4-b913-4407-b572-48b6667d447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4362be33-ba8a-4592-83d5-185b13cb85c6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:51.089233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-964abefa-424d-4f05-a960-2307668e94ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.092028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-964abefa-424d-4f05-a960-2307668e94ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.093310 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-964abefa-424d-4f05-a960-2307668e94ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/614f4600-37fa-459d-a112-9e42af237a03 HTTP/1.1" status: 204 len: 168 time: 0.9900870 Jul 08 02:01:51.115496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964abefa-424d-4f05-a960-2307668e94ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614f4600-37fa-459d-a112-9e42af237a03,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:51.129631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5d25d-b72b-4790-a921-b5e8eba03cf9 req-f8900e90-4217-44fc-a171-91bb5ac94355 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:51.131416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a5e5d25d-b72b-4790-a921-b5e8eba03cf9 req-f8900e90-4217-44fc-a171-91bb5ac94355 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 943 time: 0.2088821 Jul 08 02:01:51.151528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79aa917-d055-452f-b9fb-d705f21b4bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.176571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79aa917-d055-452f-b9fb-d705f21b4bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.226916 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a5e5d25d-b72b-4790-a921-b5e8eba03cf9 req-0a02a9d3-412e-47a6-9162-3617c1fe48bd tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654802 Jul 08 02:01:51.236870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Router 54cb21fa-ca7e-4a72-90e4-6adce795e011 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:01:51.244134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5dec1b6e-8e2a-4249-9014-9dba306a9938, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5dec1b6e-8e2a-4249-9014-9dba306a9938,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:51.245915 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9c38428-203f-458d-b48c-1e7785b816b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.248564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9c38428-203f-458d-b48c-1e7785b816b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.252107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b9c38428-203f-458d-b48c-1e7785b816b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4222b5e9-2082-4092-bbe9-48c3fa373376 HTTP/1.1" status: 204 len: 168 time: 0.8475258 Jul 08 02:01:51.262150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38428-203f-458d-b48c-1e7785b816b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4222b5e9-2082-4092-bbe9-48c3fa373376,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:51.276464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '5dec1b6e-8e2a-4249-9014-9dba306a9938', 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744', 'port_id': '5dec1b6e-8e2a-4249-9014-9dba306a9938', 'mac_address': 'fa:16:3e:e4:fc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be926d11-b1d7-48c7-8243-2e0dd6ece6cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:01:51.323500 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.325921 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79aa917-d055-452f-b9fb-d705f21b4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.329418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79aa917-d055-452f-b9fb-d705f21b4bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.330790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b79aa917-d055-452f-b9fb-d705f21b4bdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4362be33-ba8a-4592-83d5-185b13cb85c6 HTTP/1.1" status: 204 len: 168 time: 0.2707603 Jul 08 02:01:51.339361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dec1b6e-8e2a-4249-9014-9dba306a9938 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:51.355074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aa917-d055-452f-b9fb-d705f21b4bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4362be33-ba8a-4592-83d5-185b13cb85c6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:51.366422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5dec1b6e-8e2a-4249-9014-9dba306a9938, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5dec1b6e-8e2a-4249-9014-9dba306a9938,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:51.377679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:01:51.383513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-77a52a53-1f60-4237-8dbe-829330afe1fe admin admin] 10.222.0.10 "PUT /v2.0/routers/54cb21fa-ca7e-4a72-90e4-6adce795e011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4682465 Jul 08 02:01:51.385944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43524) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:51.386541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] Sync routers for ids ['54cb21fa-ca7e-4a72-90e4-6adce795e011'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:01:51.396966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] Routers {'54cb21fa-ca7e-4a72-90e4-6adce795e011'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:51.397590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['54cb21fa-ca7e-4a72-90e4-6adce795e011'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:51.447026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a6779e79-acb7-446c-b949-5c796a4339b8 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:01:51.448974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f293b046-0c48-4521-9f01-8cef944657b4 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:51.500646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.506104 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.624333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.766107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] Set router 54cb21fa-ca7e-4a72-90e4-6adce795e011 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:51.786928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Deleting port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:51.787465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.796471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5dec1b6e-8e2a-4249-9014-9dba306a9938,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:51.833251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['5dec1b6e-8e2a-4249-9014-9dba306a9938'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:51.879650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] For port cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:51.880097 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.895873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Calling delete_port for cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:51.903686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port f293b046-0c48-4521-9f01-8cef944657b4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:51.935785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port f293b046-0c48-4521-9f01-8cef944657b4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:51.936152 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.940187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a6779e79-acb7-446c-b949-5c796a4339b8, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a6779e79-acb7-446c-b949-5c796a4339b8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:51.985630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'a6779e79-acb7-446c-b949-5c796a4339b8', 'network_id': '35569649-3b1e-4351-b088-a9c9cada4744', 'port_id': 'a6779e79-acb7-446c-b949-5c796a4339b8', 'mac_address': 'fa:16:3e:4a:53:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be926d11-b1d7-48c7-8243-2e0dd6ece6cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:01:52.093700 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.150440 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.155632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6779e79-acb7-446c-b949-5c796a4339b8 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:52.185167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43540) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:52.204430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3472-1a61-4e32-8709-036bf7cb8d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.209780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a6779e79-acb7-446c-b949-5c796a4339b8, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a6779e79-acb7-446c-b949-5c796a4339b8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:52.214159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.234837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:52.262294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3152bc90-ecf6-4996-9e2a-e734eea1b1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f293b046-0c48-4521-9f01-8cef944657b4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:52.265229 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ce11a-0ca9-482e-ad10-8a8ee4f9ae9d" -d '{"events": [{"server_uuid": "3152bc90-ecf6-4996-9e2a-e734eea1b1c4", "name": "network-vif-plugged", "status": "completed", "tag": "f293b046-0c48-4521-9f01-8cef944657b4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:52.299560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:49Z', 'revision_number': 5, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port': {'id': 'cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:01:27Z', 'updated_at': '2021-07-08T02:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:52.366737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.375896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f293b046-0c48-4521-9f01-8cef944657b4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f293b046-0c48-4521-9f01-8cef944657b4,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:52.380014 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5865c83a-0168-4c7c-a53f-68e749193736 x-openstack-request-id: req-5865c83a-0168-4c7c-a53f-68e749193736 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:52.380300 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3152bc90-ecf6-4996-9e2a-e734eea1b1c4", "name": "network-vif-plugged", "status": "completed", "tag": "f293b046-0c48-4521-9f01-8cef944657b4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:52.380549 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5865c83a-0168-4c7c-a53f-68e749193736 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:52.380943 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3152bc90-ecf6-4996-9e2a-e734eea1b1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f293b046-0c48-4521-9f01-8cef944657b4', 'code': 200} Jul 08 02:01:52.386620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] Checking router: 54cb21fa-ca7e-4a72-90e4-6adce795e011 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:52.388128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.407249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3472-1a61-4e32-8709-036bf7cb8d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.446162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] Routers {'54cb21fa-ca7e-4a72-90e4-6adce795e011'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:52.446799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['54cb21fa-ca7e-4a72-90e4-6adce795e011'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:52.448744 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.462288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3472-1a61-4e32-8709-036bf7cb8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.530748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d3472-1a61-4e32-8709-036bf7cb8d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbaf8d9-ceaf-4246-a6b5-4f515a4e4627,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:52.533556 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.536659 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.570621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fd4d3472-1a61-4e32-8709-036bf7cb8d9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d67e4963e7f410c8e6aaad7c632a379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842716 Jul 08 02:01:52.578352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a6779e79-acb7-446c-b949-5c796a4339b8,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:52.581601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:52.582080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] Set router 54cb21fa-ca7e-4a72-90e4-6adce795e011 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:52.649217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1b15b-5182-427c-befe-6b0b85d0f89e req-02e04676-34ba-4b96-ac60-55ce7cecacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:52.651084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cae1b15b-5182-427c-befe-6b0b85d0f89e req-02e04676-34ba-4b96-ac60-55ce7cecacca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 1098 time: 0.0582173 Jul 08 02:01:52.653052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:52Z', 'revision_number': 7, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:52.655177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['a6779e79-acb7-446c-b949-5c796a4339b8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:52.670539 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6838ed21-8bd8-4295-ad6c-ec8c170b4726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.685259 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.685781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54cb21fa-ca7e-4a72-90e4-6adce795e011 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:01:52.691614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.695313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fea48689-9437-48a8-bfa6-9f97d8bca6d0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/54cb21fa-ca7e-4a72-90e4-6adce795e011 HTTP/1.1" status: 204 len: 168 time: 1.3082805 Jul 08 02:01:52.695940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43560) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:52.702817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7dccc-9fee-4917-9844-d17d9b9e5cd9 req-de142d17-f6a0-4f12-8706-d5d1bf392d7e tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:52.713580 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cae1b15b-5182-427c-befe-6b0b85d0f89e req-bc10a5da-401b-4d74-89b6-462802f084f4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459926 Jul 08 02:01:52.713724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36d7dccc-9fee-4917-9844-d17d9b9e5cd9 req-de142d17-f6a0-4f12-8706-d5d1bf392d7e tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 944 time: 0.2249951 Jul 08 02:01:52.713808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a1ede-be3f-44fa-b353-d7869a236041 None None] The sync data for ids ['54cb21fa-ca7e-4a72-90e4-6adce795e011'] in n-d-695189-13 is: [{'id': '54cb21fa-ca7e-4a72-90e4-6adce795e011', 'name': 'tempest-FloatingIPsTestJSON-709726536-router', 'tenant_id': '7b82c709536e48a5bddb51679e2e7056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:01:25Z', 'updated_at': '2021-07-08T02:01:52Z', 'revision_number': 7, 'project_id': '7b82c709536e48a5bddb51679e2e7056', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:52.722907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6838ed21-8bd8-4295-ad6c-ec8c170b4726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.765400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f293b046-0c48-4521-9f01-8cef944657b4,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:52.777035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9851b659-9415-4891-9730-6ae4e493061a admin admin] Deleting subnet e655b59a-66d7-4df4-ad05-46ba6b477091 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:52.780748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9851b659-9415-4891-9730-6ae4e493061a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.850161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9851b659-9415-4891-9730-6ae4e493061a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.978181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9851b659-9415-4891-9730-6ae4e493061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.077346 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5dec1b6e-8e2a-4249-9014-9dba306a9938 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:53.127492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9851b659-9415-4891-9730-6ae4e493061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.170750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851b659-9415-4891-9730-6ae4e493061a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e655b59a-66d7-4df4-ad05-46ba6b477091,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:53.173303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9851b659-9415-4891-9730-6ae4e493061a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.176595 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9851b659-9415-4891-9730-6ae4e493061a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e655b59a-66d7-4df4-ad05-46ba6b477091 HTTP/1.1" status: 204 len: 168 time: 0.4794295 Jul 08 02:01:53.179825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43572) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:53.194025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd8148-47b7-415b-90fc-ab39830115d4 None None] Network 7748909e-e074-4809-bfed-0c884445caf8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:53.209207 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36d7dccc-9fee-4917-9844-d17d9b9e5cd9 req-06f3c3e6-8c01-41d5-a15a-85d11eba3ec1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900093 Jul 08 02:01:53.233748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6838ed21-8bd8-4295-ad6c-ec8c170b4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.237056 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6838ed21-8bd8-4295-ad6c-ec8c170b4726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.238673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6838ed21-8bd8-4295-ad6c-ec8c170b4726 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fbaf8d9-ceaf-4246-a6b5-4f515a4e4627 HTTP/1.1" status: 204 len: 168 time: 0.6552961 Jul 08 02:01:53.250617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838ed21-8bd8-4295-ad6c-ec8c170b4726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbaf8d9-ceaf-4246-a6b5-4f515a4e4627,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:53.309591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 5dec1b6e-8e2a-4249-9014-9dba306a9938 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:53.323814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 5dec1b6e-8e2a-4249-9014-9dba306a9938 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:53.324190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.324598 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.415129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Deleting port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:53.415760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.480337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a6779e79-acb7-446c-b949-5c796a4339b8 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:53.486365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] For port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=55726cdf-3dc1-4c93-8c71-2776ad07a6ce,segment=NetworkSegment(76444046-73de-49c1-a903-a6c096165528),segment_id=76444046-73de-49c1-a903-a6c096165528)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:53.486743 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.500126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Calling delete_port for 55726cdf-3dc1-4c93-8c71-2776ad07a6ce owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:53.531441 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.580221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5dec1b6e-8e2a-4249-9014-9dba306a9938, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5dec1b6e-8e2a-4249-9014-9dba306a9938,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:53.613137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] DHCP port deletion for 7748909e-e074-4809-bfed-0c884445caf8 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:53.646502 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.650984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port a6779e79-acb7-446c-b949-5c796a4339b8 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:53.673975 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.674190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port a6779e79-acb7-446c-b949-5c796a4339b8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:53.674433 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.687760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] No DVR routers for this DVR port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:53.769883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] Deleting port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:53.770262 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.788043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5dec1b6e-8e2a-4249-9014-9dba306a9938,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:53.799065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Pushing event deleted for resources: {'Port': ['ID=55726cdf-3dc1-4c93-8c71-2776ad07a6ce,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:53.856758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.861478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 36a292fa-12d9-477e-ade0-19157675df46 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:53.870127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7748909e-e074-4809-bfed-0c884445caf8']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:53.882107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76444046-73de-49c1-a903-a6c096165528') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:53.882630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76444046-73de-49c1-a903-a6c096165528') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:53.891870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.906180 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.909355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 36a292fa-12d9-477e-ade0-19157675df46 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:53.910195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 36a292fa-12d9-477e-ade0-19157675df46 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:53.910842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 55726cdf-3dc1-4c93-8c71-2776ad07a6ce no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:53.921438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:53.922077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:53.924156 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:53.947287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] For port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce, host n-d-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:53.947880 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.952063 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.010419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port a6779e79-acb7-446c-b949-5c796a4339b8, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a6779e79-acb7-446c-b949-5c796a4339b8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:54.011722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 55726cdf-3dc1-4c93-8c71-2776ad07a6ce {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:54.012073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 55726cdf-3dc1-4c93-8c71-2776ad07a6ce not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:54.012494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:54.036894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:54.037252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cc2f20d9-3df7-44e1-92a4-65f05c9e2f6f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:54.039185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] Calling delete_port for 55726cdf-3dc1-4c93-8c71-2776ad07a6ce owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:54.042614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.ipam_backend_mixin [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] Port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce was not found and therefore no delete operation was performed {{(pid=100714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:01:54.044624 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.070953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] Pushing event deleted for resources: {'Port': ['ID=55726cdf-3dc1-4c93-8c71-2776ad07a6ce,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:54.077109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7011f0-2c36-4b45-a32a-c0ad95dfba97 None None] No DVR routers for this DVR port 55726cdf-3dc1-4c93-8c71-2776ad07a6ce on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:54.093181 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.102434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43594) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:54.138472 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.143595 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.146376 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] 10.222.0.10 "DELETE /v2.0/networks/7748909e-e074-4809-bfed-0c884445caf8 HTTP/1.1" status: 204 len: 168 time: 0.9650712 Jul 08 02:01:54.153835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=a6779e79-acb7-446c-b949-5c796a4339b8,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:54.160004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aef34-4068-48f2-a0e1-774a960f01cc admin admin] Pushing event deleted for resources: {'Network': ['ID=7748909e-e074-4809-bfed-0c884445caf8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:54.382374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd0129-5d1a-4f96-9bb3-d47313aadc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dec1b6e-8e2a-4249-9014-9dba306a9938'}, {'server_uuid': 'd7314497-887d-4eb7-a37f-ab6e87062f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6779e79-acb7-446c-b949-5c796a4339b8'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:54.384978 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda74d2-4c72-4cdf-8bef-886029055cfd" -d '{"events": [{"server_uuid": "acdd0129-5d1a-4f96-9bb3-d47313aadc32", "name": "network-vif-plugged", "status": "completed", "tag": "5dec1b6e-8e2a-4249-9014-9dba306a9938"}, {"server_uuid": "d7314497-887d-4eb7-a37f-ab6e87062f1d", "name": "network-vif-plugged", "status": "completed", "tag": "a6779e79-acb7-446c-b949-5c796a4339b8"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:54.391577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78add0be-095a-462c-9270-cfc13bda38a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.392004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:54.413270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69775ce2-4fff-4d87-ac21-6f3203efaaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.451661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaaacd-e1d5-4180-b516-d765289a8b46 req-7bccfc9a-9d7d-4a50-9b9e-a841aed17f04 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:54.453240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bbaaacd-e1d5-4180-b516-d765289a8b46 req-7bccfc9a-9d7d-4a50-9b9e-a841aed17f04 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.1179299 Jul 08 02:01:54.523138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bbaaacd-e1d5-4180-b516-d765289a8b46 req-42f5f9ce-46de-4d0f-b58d-3ddafb9a37e4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611179 Jul 08 02:01:54.526974 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9cfe49-2dbe-4099-a675-baeaf69c7b96 x-openstack-request-id: req-3e9cfe49-2dbe-4099-a675-baeaf69c7b96 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:54.528300 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdd0129-5d1a-4f96-9bb3-d47313aadc32", "name": "network-vif-plugged", "status": "completed", "tag": "5dec1b6e-8e2a-4249-9014-9dba306a9938", "code": 200}, {"server_uuid": "d7314497-887d-4eb7-a37f-ab6e87062f1d", "name": "network-vif-plugged", "status": "completed", "tag": "a6779e79-acb7-446c-b949-5c796a4339b8", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:54.528300 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e9cfe49-2dbe-4099-a675-baeaf69c7b96 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:54.539963 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd0129-5d1a-4f96-9bb3-d47313aadc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dec1b6e-8e2a-4249-9014-9dba306a9938', 'code': 200} Jul 08 02:01:54.539963 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7314497-887d-4eb7-a37f-ab6e87062f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6779e79-acb7-446c-b949-5c796a4339b8', 'code': 200} Jul 08 02:01:54.587881 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78add0be-095a-462c-9270-cfc13bda38a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.664105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409eab1-da51-48ca-b79d-d1238454dc67 req-36c752bd-fa7a-4b36-9924-21c866326566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:54.665771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d409eab1-da51-48ca-b79d-d1238454dc67 req-36c752bd-fa7a-4b36-9924-21c866326566 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 1098 time: 0.0678804 Jul 08 02:01:54.670363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78add0be-095a-462c-9270-cfc13bda38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.723876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bcbd8-089a-482e-b0f4-f806c55950da req-5ae7cc71-8d09-464d-98af-0826ae92554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:54.725682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b2bcbd8-089a-482e-b0f4-f806c55950da req-5ae7cc71-8d09-464d-98af-0826ae92554d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 1097 time: 0.0926740 Jul 08 02:01:54.741370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78add0be-095a-462c-9270-cfc13bda38a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4930d93-5f59-4cda-8a41-3fa5260ac186,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:54.756162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-78add0be-095a-462c-9270-cfc13bda38a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78ccd32b7bae44a185fce30f897c1f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525040 Jul 08 02:01:54.759442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43618) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:54.767244 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d409eab1-da51-48ca-b79d-d1238454dc67 req-a473adac-972f-4dbf-be23-299b0348e95d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888689 Jul 08 02:01:54.785598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b2bcbd8-089a-482e-b0f4-f806c55950da req-59283daf-5021-4e62-a840-2dc38e414c16 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511489 Jul 08 02:01:54.812241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69775ce2-4fff-4d87-ac21-6f3203efaaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.822177 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4682-7916-4033-961f-6d59fa85e12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.847992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4682-7916-4033-961f-6d59fa85e12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.892705 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69775ce2-4fff-4d87-ac21-6f3203efaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.931370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-69775ce2-4fff-4d87-ac21-6f3203efaaa9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81f902627c2a4af7b9baa4097f741688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382051 Jul 08 02:01:54.932588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69775ce2-4fff-4d87-ac21-6f3203efaaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7205723-03a8-4dd0-bec8-14c383c8f020,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:54.934156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43622) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:54.996170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:54.996762 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d94f201e-8559-40f4-906f-b7a16ebf855f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.024482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d94f201e-8559-40f4-906f-b7a16ebf855f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.037539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2503639e-1246-46d9-80bc-6b69b90733e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b82c709536e48a5bddb51679e2e7056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401251 Jul 08 02:01:55.040054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:55.069906 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4682-7916-4033-961f-6d59fa85e12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.072497 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d4c4682-7916-4033-961f-6d59fa85e12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.079292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9d4c4682-7916-4033-961f-6d59fa85e12c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4930d93-5f59-4cda-8a41-3fa5260ac186 HTTP/1.1" status: 204 len: 168 time: 0.3128710 Jul 08 02:01:55.082366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c4682-7916-4033-961f-6d59fa85e12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4930d93-5f59-4cda-8a41-3fa5260ac186,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:55.109936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8af145e0-dd54-4bd6-8532-3f990080569e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.129088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8af145e0-dd54-4bd6-8532-3f990080569e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.184383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d94f201e-8559-40f4-906f-b7a16ebf855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.187908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d94f201e-8559-40f4-906f-b7a16ebf855f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.191784 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d94f201e-8559-40f4-906f-b7a16ebf855f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7205723-03a8-4dd0-bec8-14c383c8f020 HTTP/1.1" status: 204 len: 168 time: 0.2557807 Jul 08 02:01:55.200796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f201e-8559-40f4-906f-b7a16ebf855f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7205723-03a8-4dd0-bec8-14c383c8f020,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:55.270470 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8af145e0-dd54-4bd6-8532-3f990080569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.273127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8af145e0-dd54-4bd6-8532-3f990080569e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.274391 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8af145e0-dd54-4bd6-8532-3f990080569e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72e52954-46e7-4e29-a2cd-dc0def871466 HTTP/1.1" status: 204 len: 168 time: 0.2329361 Jul 08 02:01:55.282392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af145e0-dd54-4bd6-8532-3f990080569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e52954-46e7-4e29-a2cd-dc0def871466,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:55.726024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921736c-9d29-4fa5-a3ab-ca0abb5f40e6 req-d34f27cb-5dfb-4a02-88a5-1d2165dc322b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:55.728329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b921736c-9d29-4fa5-a3ab-ca0abb5f40e6 req-d34f27cb-5dfb-4a02-88a5-1d2165dc322b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.0692904 Jul 08 02:01:55.795539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b921736c-9d29-4fa5-a3ab-ca0abb5f40e6 req-8ee0da15-2dc8-49b8-8d24-a6a32b3b4ab3 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609918 Jul 08 02:01:56.233150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:56.247869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf524ad7-9fa9-4211-885b-965321a4b877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.355966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf524ad7-9fa9-4211-885b-965321a4b877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.452824 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf524ad7-9fa9-4211-885b-965321a4b877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.491664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524ad7-9fa9-4211-885b-965321a4b877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0b22c3-395d-4e8b-b85c-8878bedb3a70,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:56.495909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cf524ad7-9fa9-4211-885b-965321a4b877 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2843f5cf19ba4ac0bde0b60eebb32768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617104 Jul 08 02:01:56.498504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:56.547900 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0128fef8-fb42-4f6e-86d8-1477134b2036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.578000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0128fef8-fb42-4f6e-86d8-1477134b2036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.746337 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0128fef8-fb42-4f6e-86d8-1477134b2036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.746337 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0128fef8-fb42-4f6e-86d8-1477134b2036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.746337 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0128fef8-fb42-4f6e-86d8-1477134b2036 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c0b22c3-395d-4e8b-b85c-8878bedb3a70 HTTP/1.1" status: 204 len: 168 time: 0.2461717 Jul 08 02:01:56.753474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128fef8-fb42-4f6e-86d8-1477134b2036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0b22c3-395d-4e8b-b85c-8878bedb3a70,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:56.986025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd5df-e108-4b11-9879-2000a02fa68a req-0c974e98-8b47-40dc-b371-a4f0772f6927 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:56.987674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa5cd5df-e108-4b11-9879-2000a02fa68a req-0c974e98-8b47-40dc-b371-a4f0772f6927 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.0762696 Jul 08 02:01:57.026140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa5cd5df-e108-4b11-9879-2000a02fa68a req-e3390d4c-4aea-4f8e-a716-5b0d87e10b7d tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Jul 08 02:01:57.214151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a2ca1-0a9a-4f79-a704-af20d3c12241 req-869a0b4e-b9fe-476c-9620-d038be098647 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:57.216016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c54a2ca1-0a9a-4f79-a704-af20d3c12241 req-869a0b4e-b9fe-476c-9620-d038be098647 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0769780 Jul 08 02:01:57.266284 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c54a2ca1-0a9a-4f79-a704-af20d3c12241 req-0330201a-6815-4275-a97e-bce2830b3da7 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444655 Jul 08 02:01:57.447899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab4da2-db3c-4d2a-9038-6640704fc297 req-315f8093-43fa-41db-be6e-0006205d710a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:57.449417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95ab4da2-db3c-4d2a-9038-6640704fc297 req-315f8093-43fa-41db-be6e-0006205d710a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 946 time: 0.0644660 Jul 08 02:01:57.495704 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95ab4da2-db3c-4d2a-9038-6640704fc297 req-f1863db6-ac60-44fc-8aee-7b15ce34b91b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Jul 08 02:01:57.812261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0e8d-baf2-4629-97ce-70698e924440 req-143afb2b-fbe5-4cb3-ab26-17e6e9f2b7ce tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:57.813791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d1a0e8d-baf2-4629-97ce-70698e924440 req-143afb2b-fbe5-4cb3-ab26-17e6e9f2b7ce tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.0675180 Jul 08 02:01:57.852339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d1a0e8d-baf2-4629-97ce-70698e924440 req-1932ca99-8cf3-4704-b3e2-c017fc90b3c3 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 Jul 08 02:01:58.385851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6e4a6-bca2-49b1-a811-6092413dd3c6 req-92bd8ab7-70d5-4ce0-bf9a-3cc01b0b6b13 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:58.387401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ecb6e4a6-bca2-49b1-a811-6092413dd3c6 req-92bd8ab7-70d5-4ce0-bf9a-3cc01b0b6b13 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1246412 Jul 08 02:01:58.427500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ecb6e4a6-bca2-49b1-a811-6092413dd3c6 req-cd08396e-f388-46e7-bfd8-c2bf95df9616 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Jul 08 02:01:58.739611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ce087-f28d-4126-810b-31b2f3ee9a2a req-f5cdf22f-5bd1-4921-b3fb-fb117006b613 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:58.745611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ce087-f28d-4126-810b-31b2f3ee9a2a req-f5cdf22f-5bd1-4921-b3fb-fb117006b613 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:58.751643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ce087-f28d-4126-810b-31b2f3ee9a2a req-f5cdf22f-5bd1-4921-b3fb-fb117006b613 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:58.753845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f24ce087-f28d-4126-810b-31b2f3ee9a2a req-f5cdf22f-5bd1-4921-b3fb-fb117006b613 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32&device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d&device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 2418 time: 0.0855284 Jul 08 02:01:58.793337 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f24ce087-f28d-4126-810b-31b2f3ee9a2a req-bb9a5e71-a4ed-4a43-9eaf-f3eba2712976 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Jul 08 02:01:59.026494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349bbe1-d17b-4d68-a76f-a1f941055578 req-f8d54602-4ffa-446b-932e-20fd43d0b372 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:59.035539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1349bbe1-d17b-4d68-a76f-a1f941055578 req-f8d54602-4ffa-446b-932e-20fd43d0b372 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.0747552 Jul 08 02:01:59.092134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1349bbe1-d17b-4d68-a76f-a1f941055578 req-dbf147ab-7f37-47b2-b569-fb3670e3c639 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553277 Jul 08 02:01:59.280901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:59.313321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43836) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:59.585183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb949e9e-6fc7-4b78-b077-b9c9f68ae753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.628078 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.699209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb949e9e-6fc7-4b78-b077-b9c9f68ae753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.781731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb949e9e-6fc7-4b78-b077-b9c9f68ae753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.835749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bb949e9e-6fc7-4b78-b077-b9c9f68ae753 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa22f0ef72b045bf859b8216473080e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528653 Jul 08 02:01:59.838268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43856) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:59.846365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb949e9e-6fc7-4b78-b077-b9c9f68ae753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d5562-1036-490a-8c46-51f9b3443a8d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:59.897275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63c26deb-b282-4667-94ce-79d7f58a517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.933548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.940929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63c26deb-b282-4667-94ce-79d7f58a517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.051375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.081790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63c26deb-b282-4667-94ce-79d7f58a517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.085640 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-63c26deb-b282-4667-94ce-79d7f58a517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.087391 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-63c26deb-b282-4667-94ce-79d7f58a517c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/284d5562-1036-490a-8c46-51f9b3443a8d HTTP/1.1" status: 204 len: 168 time: 0.2478938 Jul 08 02:02:00.097252 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=efdf8a8776664df4a4406555a3765ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7819474 Jul 08 02:02:00.098332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61341132-a4e2-4499-a06d-71274f1a852e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:00.100294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c26deb-b282-4667-94ce-79d7f58a517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d5562-1036-490a-8c46-51f9b3443a8d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:00.100856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43868) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:00.121651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.122008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.122352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.122687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.123025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.123375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.123711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.124042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.124368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.124691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.125017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.125343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c840d64-29ab-454d-986a-912647992dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:00.172665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0dd7fc8-9596-400b-9710-a6fafce36f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.203225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0dd7fc8-9596-400b-9710-a6fafce36f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.336405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0dd7fc8-9596-400b-9710-a6fafce36f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.343373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0dd7fc8-9596-400b-9710-a6fafce36f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.349543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f0dd7fc8-9596-400b-9710-a6fafce36f82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61341132-a4e2-4499-a06d-71274f1a852e HTTP/1.1" status: 204 len: 168 time: 0.2430902 Jul 08 02:02:00.354388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd7fc8-9596-400b-9710-a6fafce36f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61341132-a4e2-4499-a06d-71274f1a852e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:00.800934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db2bf9-1b49-4140-93aa-5f7fe299381b req-21a2660f-ca58-4819-9636-705a9286a455 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:00.802483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84db2bf9-1b49-4140-93aa-5f7fe299381b req-21a2660f-ca58-4819-9636-705a9286a455 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0734973 Jul 08 02:02:00.872115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84db2bf9-1b49-4140-93aa-5f7fe299381b req-3b25e11c-c6a3-4475-ba71-27e078d40650 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631840 Jul 08 02:02:01.239051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 43918) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:01.257168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75c6b578-b630-4cfa-8394-d0652e5c3514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.400116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75c6b578-b630-4cfa-8394-d0652e5c3514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.484965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75c6b578-b630-4cfa-8394-d0652e5c3514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.537391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-75c6b578-b630-4cfa-8394-d0652e5c3514 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0ec306be2dc46009983ede74906ac31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961478 Jul 08 02:02:01.539099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b578-b630-4cfa-8394-d0652e5c3514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715b072f-0577-4602-9ba5-5cb3351c1fa9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:01.540013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:01.599288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abc3d653-e317-4366-8577-ca02a2260c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.627965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abc3d653-e317-4366-8577-ca02a2260c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.835750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abc3d653-e317-4366-8577-ca02a2260c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.838381 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abc3d653-e317-4366-8577-ca02a2260c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.839578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-abc3d653-e317-4366-8577-ca02a2260c51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/715b072f-0577-4602-9ba5-5cb3351c1fa9 HTTP/1.1" status: 204 len: 168 time: 0.2985454 Jul 08 02:02:01.848788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3d653-e317-4366-8577-ca02a2260c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715b072f-0577-4602-9ba5-5cb3351c1fa9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:02.089231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcf1a3-c99b-46a3-b69d-d24c1ea6aab8 req-2d5c6c8e-8881-416d-944a-aa1aea0d7d68 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:02.090833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59dcf1a3-c99b-46a3-b69d-d24c1ea6aab8 req-2d5c6c8e-8881-416d-944a-aa1aea0d7d68 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0839434 Jul 08 02:02:02.140535 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59dcf1a3-c99b-46a3-b69d-d24c1ea6aab8 req-f506f486-da3a-4975-af75-ca11c2bd5b8d tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 Jul 08 02:02:03.334327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa102a2-a078-4bc5-b264-8cc0bf178317 req-af0869dd-a740-4363-92b9-dde9689628c5 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:03.336193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5aa102a2-a078-4bc5-b264-8cc0bf178317 req-af0869dd-a740-4363-92b9-dde9689628c5 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0727999 Jul 08 02:02:03.401931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5aa102a2-a078-4bc5-b264-8cc0bf178317 req-8dfccf1b-9665-48a4-9bc8-0883f6851b27 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507250 Jul 08 02:02:04.204366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:04.242419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44086) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:04.344007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b838ff4-2066-44f2-ac6a-ec6b98ecb846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.404066 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9831ab5a-a08c-4a5b-8135-c0f7f0b4d6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.571854 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b838ff4-2066-44f2-ac6a-ec6b98ecb846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.637517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0ad3-4a2c-4543-b594-adcf8d59346b req-253a1f2c-c606-4ed4-8893-a2adeb98f435 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:04.643879 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3fb0ad3-4a2c-4543-b594-adcf8d59346b req-253a1f2c-c606-4ed4-8893-a2adeb98f435 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0852354 Jul 08 02:02:04.664612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b838ff4-2066-44f2-ac6a-ec6b98ecb846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.746611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b838ff4-2066-44f2-ac6a-ec6b98ecb846 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcee50d0054e45fd9fddced8b0a70afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414762 Jul 08 02:02:04.749370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44108) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:04.752301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b838ff4-2066-44f2-ac6a-ec6b98ecb846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b46bf1-ccdd-4b70-afb3-b2fdd2bf6b0f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:04.767530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3fb0ad3-4a2c-4543-b594-adcf8d59346b req-bc44f13d-f289-4482-8e2a-92b9ffef3f03 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155808 Jul 08 02:02:04.853927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c55874d2-0ad7-41bc-b6b2-4a02c1a84832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.873319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9831ab5a-a08c-4a5b-8135-c0f7f0b4d6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.883065 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c55874d2-0ad7-41bc-b6b2-4a02c1a84832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.978997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9831ab5a-a08c-4a5b-8135-c0f7f0b4d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.043018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831ab5a-a08c-4a5b-8135-c0f7f0b4d6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd6676b-859c-45f8-b337-0f7d3a2dc56b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:05.058258 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c55874d2-0ad7-41bc-b6b2-4a02c1a84832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.061075 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c55874d2-0ad7-41bc-b6b2-4a02c1a84832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.073408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c55874d2-0ad7-41bc-b6b2-4a02c1a84832 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78b46bf1-ccdd-4b70-afb3-b2fdd2bf6b0f HTTP/1.1" status: 204 len: 168 time: 0.3221023 Jul 08 02:02:05.101521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9831ab5a-a08c-4a5b-8135-c0f7f0b4d6da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46e2ddb004604c1897d20a96fb87ab2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8554349 Jul 08 02:02:05.104075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44118) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:05.111721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55874d2-0ad7-41bc-b6b2-4a02c1a84832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b46bf1-ccdd-4b70-afb3-b2fdd2bf6b0f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:05.162585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44120) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:05.262098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc99647-e9a2-4ffb-9c5a-c602b124fd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.324461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc99647-e9a2-4ffb-9c5a-c602b124fd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.346404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61bd7459-daf9-499c-a98a-efc3f6e2a92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.464390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc99647-e9a2-4ffb-9c5a-c602b124fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.467224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdc99647-e9a2-4ffb-9c5a-c602b124fd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.470690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fdc99647-e9a2-4ffb-9c5a-c602b124fd3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fcd6676b-859c-45f8-b337-0f7d3a2dc56b HTTP/1.1" status: 204 len: 168 time: 0.3552809 Jul 08 02:02:05.487410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc99647-e9a2-4ffb-9c5a-c602b124fd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd6676b-859c-45f8-b337-0f7d3a2dc56b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:05.541610 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61bd7459-daf9-499c-a98a-efc3f6e2a92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.669811 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61bd7459-daf9-499c-a98a-efc3f6e2a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.710343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-61bd7459-daf9-499c-a98a-efc3f6e2a92e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e6d786bbe824ac3bd39ab08535e8fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466716 Jul 08 02:02:05.711633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd7459-daf9-499c-a98a-efc3f6e2a92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdbefca-ac0a-4ccb-908e-8685a0b055d6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:05.713271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:05.769684 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0835730b-7cc0-4569-a720-37abaa6ecea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.800984 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0835730b-7cc0-4569-a720-37abaa6ecea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.973282 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0835730b-7cc0-4569-a720-37abaa6ecea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.980273 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0835730b-7cc0-4569-a720-37abaa6ecea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.989294 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0835730b-7cc0-4569-a720-37abaa6ecea3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfdbefca-ac0a-4ccb-908e-8685a0b055d6 HTTP/1.1" status: 204 len: 168 time: 0.2673652 Jul 08 02:02:05.991145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835730b-7cc0-4569-a720-37abaa6ecea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdbefca-ac0a-4ccb-908e-8685a0b055d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:06.059406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03b292-aa58-4d03-95c0-2fe8923d975b req-afe04f50-ec83-43b3-ba79-9685704392b3 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:06.061054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2d03b292-aa58-4d03-95c0-2fe8923d975b req-afe04f50-ec83-43b3-ba79-9685704392b3 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0962458 Jul 08 02:02:06.134079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2d03b292-aa58-4d03-95c0-2fe8923d975b req-64b1baba-a67a-4b6d-b2d0-d3c009f2b00c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586824 Jul 08 02:02:06.953188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:06.967143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83abaf05-4d0e-4ee1-af0a-73b81ad4459b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.133252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83abaf05-4d0e-4ee1-af0a-73b81ad4459b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.219480 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83abaf05-4d0e-4ee1-af0a-73b81ad4459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.262500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-83abaf05-4d0e-4ee1-af0a-73b81ad4459b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=755e8104c0da48c5b55f3e55ff3cc21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082013 Jul 08 02:02:07.265173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:07.440652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44246) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:07.443778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abaf05-4d0e-4ee1-af0a-73b81ad4459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b074e361-d651-427a-9d3b-f0259259ad81,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:07.509944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41fe0508-5906-45c9-b6db-c7bd913eebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.542029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41fe0508-5906-45c9-b6db-c7bd913eebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.587698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1116340335-network', 'tenant_id': '5ec9d41b79374efa8f0f42b3fd9599de'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:07.603247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77cb9-d249-427a-904d-c93d8f670914 req-4b60c8eb-1bef-4a69-a2b7-88f29d3ddc57 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:07.611190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49d77cb9-d249-427a-904d-c93d8f670914 req-4b60c8eb-1bef-4a69-a2b7-88f29d3ddc57 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.2367253 Jul 08 02:02:07.670300 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49d77cb9-d249-427a-904d-c93d8f670914 req-9ebe89f8-cff6-47e3-a316-26196cd65944 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568128 Jul 08 02:02:07.775951 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41fe0508-5906-45c9-b6db-c7bd913eebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.776378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Made reservation on behalf of 5ec9d41b79374efa8f0f42b3fd9599de for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:07.778565 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41fe0508-5906-45c9-b6db-c7bd913eebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.779848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-41fe0508-5906-45c9-b6db-c7bd913eebf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b074e361-d651-427a-9d3b-f0259259ad81 HTTP/1.1" status: 204 len: 168 time: 0.5135853 Jul 08 02:02:07.780125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.796712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe0508-5906-45c9-b6db-c7bd913eebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b074e361-d651-427a-9d3b-f0259259ad81,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:07.832190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.979623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.069937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.106892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:02:08.120748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3f4c74-ec77-4481-a94d-88bb9078d032,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:08.141682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.144896 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Added segment 8ddb3c9e-a0be-43b0-86d5-180a1cbf12b8 of type vlan for network 1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1 Jul 08 02:02:08.231459 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.384577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.385675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:08.386460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.496260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:08.506376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:02:08.586415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-45ebf797-fbb4-463d-b3a4-af6cb276de06 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1437163 Jul 08 02:02:08.592919 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44278) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:08.599994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Request body: {'subnet': {'network_id': '1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1116340335-subnet', 'tenant_id': '5ec9d41b79374efa8f0f42b3fd9599de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:08.732307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Made reservation on behalf of 5ec9d41b79374efa8f0f42b3fd9599de for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:08.735142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.000291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27aa362-ea52-487c-a608-232ec5d5d1a8 req-67fa9f13-3a1d-44fc-a23d-8c059c9bc82b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:09.002058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b27aa362-ea52-487c-a608-232ec5d5d1a8 req-67fa9f13-3a1d-44fc-a23d-8c059c9bc82b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1574733 Jul 08 02:02:09.058892 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b27aa362-ea52-487c-a608-232ec5d5d1a8 req-cfa88bc7-8a0c-4077-95f0-65a074fc731f tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Jul 08 02:02:09.090728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.157309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8abae1-5a32-4b4a-8955-1417762292dd,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:09.186200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Checking segment: {'id': '8ddb3c9e-a0be-43b0-86d5-180a1cbf12b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:09.186639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Network hostable DHCP agents. Network: 1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:02:09.275309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Network 1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:02:09.366740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:09.372253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:09.382521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.383451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfab87ca-e26c-4936-9c70-9a7827f98813 None None] Network 1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:09.507700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6f1cb2d3-8027-4305-804c-31d37da7ae33 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9133198 Jul 08 02:02:09.696001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29867670-f806-4c0e-affb-9d4c44b711c9 None None] Network 1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:09.946180 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-cd507e6e-f061-490c-9392-406cf753cd87 req-a798ecb0-829e-460d-99cc-17d5e488e199 tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] show failed (client error): The resource could not be found. Jul 08 02:02:09.960440 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd507e6e-f061-490c-9392-406cf753cd87 req-a798ecb0-829e-460d-99cc-17d5e488e199 tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] 10.222.0.10 "GET /v2.0/security-groups/d74cbfdb-ee8f-4abe-9375-efc3f09d8504 HTTP/1.1" status: 404 len: 352 time: 0.0387642 Jul 08 02:02:10.055976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-247b159d-6a7e-4659-91e3-61ae08d4003f req-d6916129-28e4-49e9-811c-a197d3b67b2a tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ec9d41b79374efa8f0f42b3fd9599de HTTP/1.1" status: 200 len: 2988 time: 0.0578043 Jul 08 02:02:10.149113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-247b159d-6a7e-4659-91e3-61ae08d4003f req-d10717d2-6332-46b9-a169-451c2548a0c3 tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] 10.222.0.10 "GET /v2.0/security-groups/9e3f4c74-ec77-4481-a94d-88bb9078d032 HTTP/1.1" status: 200 len: 2985 time: 0.0867667 Jul 08 02:02:10.262760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-247b159d-6a7e-4659-91e3-61ae08d4003f req-bc064d75-5641-49a5-8f75-b10489cec030 tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] 10.222.0.10 "GET /v2.0/security-groups/9e3f4c74-ec77-4481-a94d-88bb9078d032 HTTP/1.1" status: 200 len: 2985 time: 0.1119957 Jul 08 02:02:10.337697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-157b5336-4a21-4dbf-aaf7-7ef82426b07d req-ab386ed3-2220-4b66-9e80-233cf7179704 tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] 10.222.0.10 "GET /v2.0/security-groups/9e3f4c74-ec77-4481-a94d-88bb9078d032 HTTP/1.1" status: 200 len: 2985 time: 0.0557764 Jul 08 02:02:10.469153 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-157b5336-4a21-4dbf-aaf7-7ef82426b07d req-1ccbd4a1-962f-4bdd-8149-ec949ab7e0da tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 02:02:10.477428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-157b5336-4a21-4dbf-aaf7-7ef82426b07d req-1ccbd4a1-962f-4bdd-8149-ec949ab7e0da tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] 10.222.0.10 "DELETE /v2.0/security-groups/9e3f4c74-ec77-4481-a94d-88bb9078d032 HTTP/1.1" status: 409 len: 352 time: 0.1281459 Jul 08 02:02:10.521042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce3f50-84f9-4ac4-a933-c2e296fddce2 req-70aaf0a9-df03-46d6-9313-78d5e011066a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:10.523941 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-f1daa545-051e-4467-b254-86162369ba69 req-020cc340-7b0b-41a4-b065-f30feec7b11e tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] show failed (client error): The resource could not be found. Jul 08 02:02:10.535937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-00ce3f50-84f9-4ac4-a933-c2e296fddce2 req-70aaf0a9-df03-46d6-9313-78d5e011066a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1751609 Jul 08 02:02:10.539155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1daa545-051e-4467-b254-86162369ba69 req-020cc340-7b0b-41a4-b065-f30feec7b11e tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] 10.222.0.10 "GET /v2.0/security-groups/6550fa1f-7e73-4620-b385-50f23011ecf0 HTTP/1.1" status: 404 len: 352 time: 0.0350118 Jul 08 02:02:10.610982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-00ce3f50-84f9-4ac4-a933-c2e296fddce2 req-512b33f2-aa58-42c8-8bb3-094fed7fd620 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737903 Jul 08 02:02:10.664083 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-d8755207-9859-4a47-a9b2-b7613776618c req-32faf880-280d-472a-bb25-5d8686fcb944 tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] show failed (client error): The resource could not be found. Jul 08 02:02:10.668482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8755207-9859-4a47-a9b2-b7613776618c req-32faf880-280d-472a-bb25-5d8686fcb944 tempest-SecurityGroupsNegativeTestJSON-1401460248 tempest-SecurityGroupsNegativeTestJSON-1401460248-project] 10.222.0.10 "GET /v2.0/security-groups/1c311c8b-8027-4316-9e20-9872e186f1dd HTTP/1.1" status: 404 len: 352 time: 0.0213895 Jul 08 02:02:10.680009 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44364) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:10.735254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1f27be-b53a-4fc6-ac85-509fab21fbc3 admin admin] Deleting subnet 6b8abae1-5a32-4b4a-8955-1417762292dd {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:10.741328 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b1f27be-b53a-4fc6-ac85-509fab21fbc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:10.798526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b1f27be-b53a-4fc6-ac85-509fab21fbc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:10.858045 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b1f27be-b53a-4fc6-ac85-509fab21fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.036858 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b1f27be-b53a-4fc6-ac85-509fab21fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.074505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f27be-b53a-4fc6-ac85-509fab21fbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8abae1-5a32-4b4a-8955-1417762292dd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:11.083386 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b1f27be-b53a-4fc6-ac85-509fab21fbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.086386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8b1f27be-b53a-4fc6-ac85-509fab21fbc3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6b8abae1-5a32-4b4a-8955-1417762292dd HTTP/1.1" status: 204 len: 168 time: 0.4053171 Jul 08 02:02:11.088882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:11.182569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.270351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.281443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:11.294259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddb3c9e-a0be-43b0-86d5-180a1cbf12b8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:11.294974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddb3c9e-a0be-43b0-86d5-180a1cbf12b8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:11.307018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.328055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.338214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:02:11.339117 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:02:11.386959 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:02:11.487046 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.504859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.507454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1 HTTP/1.1" status: 204 len: 168 time: 0.4174323 Jul 08 02:02:11.508467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e50a7a-1766-453a-b200-4619eaa85236 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec047b1-2a09-4cc0-aa3b-75f4e1550aa1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:11.578502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:11.609025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44400) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:11.802362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b348068-7fd9-4f40-900e-63665bd71a3c req-26f1bbf3-293c-41e3-9b2a-fe84a8eddc49 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:11.803922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b348068-7fd9-4f40-900e-63665bd71a3c req-26f1bbf3-293c-41e3-9b2a-fe84a8eddc49 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0755017 Jul 08 02:02:11.824607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-369e5b59-1c9e-4ab9-85fc-2ffedefb72dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.881637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b348068-7fd9-4f40-900e-63665bd71a3c req-0a10babf-f28a-4fbc-ba9a-0826bd62e539 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705645 Jul 08 02:02:11.885292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2942a44-22fa-4535-9eba-7c4f98549460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.986980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-369e5b59-1c9e-4ab9-85fc-2ffedefb72dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.044495 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-927f9a17-bf05-42fd-9688-e93d6a3e7fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.067058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44414) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:12.093247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-369e5b59-1c9e-4ab9-85fc-2ffedefb72dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.117143 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6413e6d0-6388-4854-a99b-4a5645694a8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ec9d41b79374efa8f0f42b3fd9599de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488076 Jul 08 02:02:12.119682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44416) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:12.142549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-369e5b59-1c9e-4ab9-85fc-2ffedefb72dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c6b61571b2c4c0aa1d53234cb9851a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5628109 Jul 08 02:02:12.144649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e5b59-1c9e-4ab9-85fc-2ffedefb72dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd1eb8-a7bb-4fe0-9292-3f2ed4cd204c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:12.147646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44420) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:12.209095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14cc0ba5-a171-4cb7-ae4f-12efe97eafe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.210297 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9dfc-803d-4744-91f8-3dd0346b9f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.239214 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14cc0ba5-a171-4cb7-ae4f-12efe97eafe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.244337 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9dfc-803d-4744-91f8-3dd0346b9f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.274087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2942a44-22fa-4535-9eba-7c4f98549460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.347842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2942a44-22fa-4535-9eba-7c4f98549460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.374233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14cc0ba5-a171-4cb7-ae4f-12efe97eafe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.382504 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-14cc0ba5-a171-4cb7-ae4f-12efe97eafe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.388093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-14cc0ba5-a171-4cb7-ae4f-12efe97eafe1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97dd1eb8-a7bb-4fe0-9292-3f2ed4cd204c HTTP/1.1" status: 204 len: 168 time: 0.2393773 Jul 08 02:02:12.404249 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9dfc-803d-4744-91f8-3dd0346b9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.406400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc0ba5-a171-4cb7-ae4f-12efe97eafe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd1eb8-a7bb-4fe0-9292-3f2ed4cd204c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:12.407134 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9dfc-803d-4744-91f8-3dd0346b9f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.411125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bc6b9dfc-803d-4744-91f8-3dd0346b9f66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e3f4c74-ec77-4481-a94d-88bb9078d032 HTTP/1.1" status: 204 len: 168 time: 0.2876205 Jul 08 02:02:12.413531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b2942a44-22fa-4535-9eba-7c4f98549460 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=927d6a5d072c4b1db4d4acdb322d41d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8050644 Jul 08 02:02:12.414956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2942a44-22fa-4535-9eba-7c4f98549460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78d5ecd-5ddd-4e74-b011-6dae3232ebf5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:12.428059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44432) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:12.430224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b9dfc-803d-4744-91f8-3dd0346b9f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3f4c74-ec77-4481-a94d-88bb9078d032,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:12.505542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e3f95c2-1564-4254-9c93-cda1d08d5282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.531095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e3f95c2-1564-4254-9c93-cda1d08d5282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.692289 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e3f95c2-1564-4254-9c93-cda1d08d5282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.695094 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e3f95c2-1564-4254-9c93-cda1d08d5282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.696476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8e3f95c2-1564-4254-9c93-cda1d08d5282 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f78d5ecd-5ddd-4e74-b011-6dae3232ebf5 HTTP/1.1" status: 204 len: 168 time: 0.2656062 Jul 08 02:02:12.704660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f95c2-1564-4254-9c93-cda1d08d5282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78d5ecd-5ddd-4e74-b011-6dae3232ebf5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:13.097038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d58fc0-6c24-464c-97ea-fdb24f0d0bb1 req-4395b120-3a85-4898-a157-4799d97e2b79 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:13.098766 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26d58fc0-6c24-464c-97ea-fdb24f0d0bb1 req-4395b120-3a85-4898-a157-4799d97e2b79 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0686703 Jul 08 02:02:13.136551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26d58fc0-6c24-464c-97ea-fdb24f0d0bb1 req-a4db52d8-00bf-44a9-bb28-0c4ea01d6085 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Jul 08 02:02:13.733222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:13.737606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44470) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:13.761030 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f947f13-d598-4386-9519-0b3bff12865d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.827125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44474) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:13.858048 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f947f13-d598-4386-9519-0b3bff12865d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.904726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2f947f13-d598-4386-9519-0b3bff12865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.957220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2f947f13-d598-4386-9519-0b3bff12865d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfe35ca2aec54a0da36c8041c6da5c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229214 Jul 08 02:02:13.960931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44482) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:13.962856 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6664b50-4694-447c-9683-18b51b16d978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.975555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f947f13-d598-4386-9519-0b3bff12865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c078a2-3d88-44d0-ba83-ef0d70bd4c6d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:13.976290 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8612bc2-26bf-4fef-ae9d-585d5b5fd5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.031431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0ba55d2-fb26-4837-92a8-60049f28aea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.055531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0ba55d2-fb26-4837-92a8-60049f28aea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.077762 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6664b50-4694-447c-9683-18b51b16d978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.194770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6664b50-4694-447c-9683-18b51b16d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.227606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d6664b50-4694-447c-9683-18b51b16d978 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62f7b11f6e85413ea2808cddaab358f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890039 Jul 08 02:02:14.230263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:14.258502 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0ba55d2-fb26-4837-92a8-60049f28aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.261147 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0ba55d2-fb26-4837-92a8-60049f28aea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.262414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e0ba55d2-fb26-4837-92a8-60049f28aea8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21c078a2-3d88-44d0-ba83-ef0d70bd4c6d HTTP/1.1" status: 204 len: 168 time: 0.3003268 Jul 08 02:02:14.266244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6664b50-4694-447c-9683-18b51b16d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2fc66d-c983-4f91-8f04-f441ad3c6e64,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:14.291531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba55d2-fb26-4837-92a8-60049f28aea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c078a2-3d88-44d0-ba83-ef0d70bd4c6d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:14.336101 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8612bc2-26bf-4fef-ae9d-585d5b5fd5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.339683 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72007a94-57b3-4376-ad3c-89b0e03a16ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.358923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-455e7149-1bbf-4de7-9657-63f620245e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.371739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72007a94-57b3-4376-ad3c-89b0e03a16ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.398522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc029c0-e31c-41b9-a06f-9902c9474aa3 req-d7ae0bee-dca2-40bb-8780-469d7ac1502b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:14.400049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfc029c0-e31c-41b9-a06f-9902c9474aa3 req-d7ae0bee-dca2-40bb-8780-469d7ac1502b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1340034 Jul 08 02:02:14.415760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8612bc2-26bf-4fef-ae9d-585d5b5fd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.447016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfc029c0-e31c-41b9-a06f-9902c9474aa3 req-a73bdeb9-383c-4971-816d-b705a508771e tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Jul 08 02:02:14.462957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a8612bc2-26bf-4fef-ae9d-585d5b5fd5d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d380fbb5fb654b69a5a48c7dac3d80cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347241 Jul 08 02:02:14.464143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8612bc2-26bf-4fef-ae9d-585d5b5fd5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce1db93-2e1a-494d-bb1f-a14847d6af06,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:14.465747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44504) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:14.534749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72007a94-57b3-4376-ad3c-89b0e03a16ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.535956 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72007a94-57b3-4376-ad3c-89b0e03a16ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.537118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-72007a94-57b3-4376-ad3c-89b0e03a16ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac2fc66d-c983-4f91-8f04-f441ad3c6e64 HTTP/1.1" status: 204 len: 168 time: 0.3058550 Jul 08 02:02:14.541000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b67392a-e666-4edf-8d6c-49822453aaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.548203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72007a94-57b3-4376-ad3c-89b0e03a16ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2fc66d-c983-4f91-8f04-f441ad3c6e64,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:14.571785 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b67392a-e666-4edf-8d6c-49822453aaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.704445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b67392a-e666-4edf-8d6c-49822453aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.707107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b67392a-e666-4edf-8d6c-49822453aaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.711111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5b67392a-e666-4edf-8d6c-49822453aaf3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ce1db93-2e1a-494d-bb1f-a14847d6af06 HTTP/1.1" status: 204 len: 168 time: 0.2419524 Jul 08 02:02:14.718376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67392a-e666-4edf-8d6c-49822453aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce1db93-2e1a-494d-bb1f-a14847d6af06,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:14.841339 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.193675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:15.409876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-845531697-network', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:15.503533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:15.506725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.519303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.639954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.664240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dde0db-5254-447e-9915-8ae0cef6f593 req-7ddd11fa-7e26-493c-9fc3-ea1a2e7c817c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:15.667862 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-90dde0db-5254-447e-9915-8ae0cef6f593 req-7ddd11fa-7e26-493c-9fc3-ea1a2e7c817c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0737472 Jul 08 02:02:15.701565 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.706309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44554) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:15.711826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-90dde0db-5254-447e-9915-8ae0cef6f593 req-ef1ae735-ed20-4b2c-90cc-93eea6e97a1c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390949 Jul 08 02:02:15.739272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b22ea70f-17c1-48f8-899a-11508dad0828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.744125 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.816877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:02:15.848845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52411bb9-2ff1-49cb-b949-217d24cb780c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:15.864023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.864023 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Added segment 6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b of type vlan for network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 Jul 08 02:02:15.918452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.951063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b22ea70f-17c1-48f8-899a-11508dad0828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.038952 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b22ea70f-17c1-48f8-899a-11508dad0828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.078684 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.079677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:16.080831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.089442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b22ea70f-17c1-48f8-899a-11508dad0828 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e9331c24692403a9a901274e93bc3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818934 Jul 08 02:02:16.092517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44568) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:16.139174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ea70f-17c1-48f8-899a-11508dad0828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb7e870-e55d-4e05-8f1b-6a5bd30f9784,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:16.167841 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51a60c61-60f0-4e13-bde0-2718f13dbe6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.172974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] Pushing event updated for resources: {'Network': ['ID=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:16.190285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:02:16.208156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51a60c61-60f0-4e13-bde0-2718f13dbe6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.211509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0ab96b31-5399-4e9a-894b-113987a5d024 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0157020 Jul 08 02:02:16.214326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44574) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:16.220671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Request body: {'subnet': {'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-subnet', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:16.359108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51a60c61-60f0-4e13-bde0-2718f13dbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.363093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51a60c61-60f0-4e13-bde0-2718f13dbe6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.370268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-51a60c61-60f0-4e13-bde0-2718f13dbe6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5eb7e870-e55d-4e05-8f1b-6a5bd30f9784 HTTP/1.1" status: 204 len: 168 time: 0.2708597 Jul 08 02:02:16.374044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a60c61-60f0-4e13-bde0-2718f13dbe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb7e870-e55d-4e05-8f1b-6a5bd30f9784,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:16.393432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:16.397810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.664224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.722606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c91ac0-e2f8-4201-859b-8baa1a6a77a3,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:16.730243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Checking segment: {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:16.730609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Network hostable DHCP agents. Network: e344d3bd-04f9-424d-8df1-7b53b9b1c0b7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:02:16.873019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:02:16.910215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd1769-2228-4f9c-a2c5-76bd3b62c5e6 req-7c9d0f9f-e855-4407-9f24-d4afb566c711 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:16.914638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0fd1769-2228-4f9c-a2c5-76bd3b62c5e6 req-7c9d0f9f-e855-4407-9f24-d4afb566c711 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0810452 Jul 08 02:02:16.938777 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, e344d3bd-04f9-424d-8df1-7b53b9b1c0b7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:16.949956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:16.950695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.951190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7019fd2d-95b2-4ec0-b8ee-aadd48bdc9c7 None None] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:16.963402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0fd1769-2228-4f9c-a2c5-76bd3b62c5e6 req-7e862889-bad3-4b50-aad2-3f74a94dfa10 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Jul 08 02:02:17.027072 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44604) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:17.027728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9641c34e-a6ef-40e4-9795-5f68fa16c680 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8111024 Jul 08 02:02:17.031685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:17.121165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.122405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.148060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:02:17.148927 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.181457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.250905 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:02:17.299032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Allocated IP 172.20.0.2 (e344d3bd-04f9-424d-8df1-7b53b9b1c0b7/09c91ac0-e2f8-4201-859b-8baa1a6a77a3/eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:17.367044 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.387260 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.462724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.471627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Transition to ACTIVE for port object eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:17.486648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Transition to ACTIVE for port object eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:17.556053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.592320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:17.598524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:17.601857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:17.607555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Pushing event updated for resources: {'Port': ['ID=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:17.636118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.636474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.636817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.637158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.639892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.639892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.639892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.639892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.639892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.639892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.639892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.639892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:17.683130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Attempting to bind port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:17.683608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Attempting to bind port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:17.684111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Attempting to bind port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 on network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:17.686684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.691326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:17.692014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Checking segment: {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:17.692749 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.693376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Bound using segment: {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:17.694067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Bound port: eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:17.695028 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.706790 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.761761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] For port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:17.764904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] For port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:17.812188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Allocated IP 172.25.8.132 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/c65634ca-661d-4517-9669-8eb3edfa6e4f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:17.881818 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.916927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.963199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6b5a7-96e6-4e0c-bcdc-90f9a97bb082 None None] Pushing event updated for resources: {'Port': ['ID=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:18.035153 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.058501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.109227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:18.112942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:18.116059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:18.169256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:18.197531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Pushing event updated for resources: {'Port': ['ID=c65634ca-661d-4517-9669-8eb3edfa6e4f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:18.505546 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8070d0cd-f2e6-49f7-96ad-6d60bb083a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.662859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8070d0cd-f2e6-49f7-96ad-6d60bb083a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.749502 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8070d0cd-f2e6-49f7-96ad-6d60bb083a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.763753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304244-c55f-44a0-8868-5ef00f3edc7f req-a3f584b1-9278-4b89-b12f-e25f1d613fff tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:18.771777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db304244-c55f-44a0-8868-5ef00f3edc7f req-a3f584b1-9278-4b89-b12f-e25f1d613fff tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.6297863 Jul 08 02:02:18.796385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8070d0cd-f2e6-49f7-96ad-6d60bb083a03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b8beda725d04560931f373ba55784e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233101 Jul 08 02:02:18.797467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070d0cd-f2e6-49f7-96ad-6d60bb083a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee6288-e688-4a8b-9aec-0398c5f409c8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:18.799952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44666) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:18.833184 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db304244-c55f-44a0-8868-5ef00f3edc7f req-a0aa2670-50db-4b11-afa8-ab8c1c1936bd tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603635 Jul 08 02:02:18.867301 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a63015c6-84fd-4366-b0f4-4fb8c0bfcd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.891916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a63015c6-84fd-4366-b0f4-4fb8c0bfcd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.055005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a63015c6-84fd-4366-b0f4-4fb8c0bfcd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.059530 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a63015c6-84fd-4366-b0f4-4fb8c0bfcd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.063709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a63015c6-84fd-4366-b0f4-4fb8c0bfcd74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bee6288-e688-4a8b-9aec-0398c5f409c8 HTTP/1.1" status: 204 len: 168 time: 0.2600470 Jul 08 02:02:19.074805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63015c6-84fd-4366-b0f4-4fb8c0bfcd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee6288-e688-4a8b-9aec-0398c5f409c8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:19.117013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.215529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef4dcb-526c-4e90-aa10-34a2a32bdb3a None None] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:19.402548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.416260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bed81f5e-99c4-45e2-ba62-438d0c232887 None None] Provisioning for port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:19.629382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Router 59f84bd3-e147-4e58-b95c-6373cb5c081e is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:02:19.784386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:19.796764 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Sync routers for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:19.812327 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:19.813171 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:19.834571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:19.901929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.903219 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9f1ca766-5417-4d52-81db-02c578badd57 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8750548 Jul 08 02:02:19.905979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44720) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:19.936769 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:19.983830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:19.988225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:19.988779 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.050547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:20.074343 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fdb0-02f8-4567-bd30-a528513ffb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.093229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e3664-a91f-4347-a6b1-206c2c17eab6 req-a9a9ac47-d80b-44b5-992f-8a377b21cd8d tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:20.096462 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.097365 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc5e3664-a91f-4347-a6b1-206c2c17eab6 req-a9a9ac47-d80b-44b5-992f-8a377b21cd8d tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1414707 Jul 08 02:02:20.157561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:20.225572 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:18Z', 'revision_number': 3, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:20.228078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc5e3664-a91f-4347-a6b1-206c2c17eab6 req-5870f6df-73ca-44bd-ac55-8c4ea2fb213c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222308 Jul 08 02:02:20.241125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.255712 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Checking router: 59f84bd3-e147-4e58-b95c-6373cb5c081e for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:20.256063 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Updating router 59f84bd3-e147-4e58-b95c-6373cb5c081e port c65634ca-661d-4517-9669-8eb3edfa6e4f binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:02:20.338329 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.350419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:20.371305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:20.385051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fdb0-02f8-4567-bd30-a528513ffb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.457435 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fdb0-02f8-4567-bd30-a528513ffb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.529228 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.538665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44738) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:20.540735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3cd7fdb0-02f8-4567-bd30-a528513ffb02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=855379a0e97f43f885dd000d454e3b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885099 Jul 08 02:02:20.543117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7fdb0-02f8-4567-bd30-a528513ffb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c724e58-28db-430a-bcad-6d8033d4e083,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:20.610422 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c9cac3-0468-466a-9299-479c42e3abd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.634976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c9cac3-0468-466a-9299-479c42e3abd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.657674 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.670040 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Transition to ACTIVE for port object c65634ca-661d-4517-9669-8eb3edfa6e4f will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:20.698536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9fc-8149-4518-bad7-c471e71c6afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.759020 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.812581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Attempting to bind port c65634ca-661d-4517-9669-8eb3edfa6e4f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:20.813231 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Attempting to bind port c65634ca-661d-4517-9669-8eb3edfa6e4f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:20.813231 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Attempting to bind port c65634ca-661d-4517-9669-8eb3edfa6e4f on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:20.820211 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:20.820589 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:20.820991 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.821541 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:20.822228 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Bound port: c65634ca-661d-4517-9669-8eb3edfa6e4f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:20.827735 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c9cac3-0468-466a-9299-479c42e3abd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.834858 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c9cac3-0468-466a-9299-479c42e3abd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.836074 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-07c9cac3-0468-466a-9299-479c42e3abd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c724e58-28db-430a-bcad-6d8033d4e083 HTTP/1.1" status: 204 len: 168 time: 0.2957664 Jul 08 02:02:20.841772 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.875105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.905126 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Pushing event updated for resources: {'Port': ['ID=c65634ca-661d-4517-9669-8eb3edfa6e4f,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:20.921620 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.922002 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.922354 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.922695 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.923030 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.923718 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.924052 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.924576 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.925167 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.925556 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.925895 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.926223 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:20.955514 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] For port c65634ca-661d-4517-9669-8eb3edfa6e4f, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:20.957793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9fc-8149-4518-bad7-c471e71c6afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.961495 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] For port c65634ca-661d-4517-9669-8eb3edfa6e4f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c65634ca-661d-4517-9669-8eb3edfa6e4f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:20.962172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9cac3-0468-466a-9299-479c42e3abd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c724e58-28db-430a-bcad-6d8033d4e083,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:21.052826 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.056988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18a9d9fc-8149-4518-bad7-c471e71c6afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.076327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Allocated IP 172.20.0.1 (e344d3bd-04f9-424d-8df1-7b53b9b1c0b7/09c91ac0-e2f8-4201-859b-8baa1a6a77a3/cd59c714-8b7a-416e-b46b-531e22c029f7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:21.103193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-18a9d9fc-8149-4518-bad7-c471e71c6afb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff79b99dae7b4c158e665acbe4b7c711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478037 Jul 08 02:02:21.104722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:21.106348 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:21.106975 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:21.112560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d9fc-8149-4518-bad7-c471e71c6afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a1bc9-eeb5-4dc5-8436-a54a25dcb76e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:21.179692 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53146d23-535e-4e02-86ac-a6b1708f793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.224996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53146d23-535e-4e02-86ac-a6b1708f793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.235674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.253680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Transition to ACTIVE for port object cd59c714-8b7a-416e-b46b-531e22c029f7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:21.288755 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33be666-5fa6-43ca-9473-4fd19b462148 None None] Pushing event updated for resources: {'Port': ['ID=c65634ca-661d-4517-9669-8eb3edfa6e4f,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:21.378984 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53146d23-535e-4e02-86ac-a6b1708f793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.382368 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53146d23-535e-4e02-86ac-a6b1708f793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.383900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-53146d23-535e-4e02-86ac-a6b1708f793e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/623a1bc9-eeb5-4dc5-8436-a54a25dcb76e HTTP/1.1" status: 204 len: 168 time: 0.2780156 Jul 08 02:02:21.399461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53146d23-535e-4e02-86ac-a6b1708f793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a1bc9-eeb5-4dc5-8436-a54a25dcb76e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:21.416828 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:21.437774 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.506879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc9381-c8c6-47e5-9fa3-b56863c966ec req-1cda1111-d78d-4531-a9c9-28a89990fec6 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:21.511843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57fc9381-c8c6-47e5-9fa3-b56863c966ec req-1cda1111-d78d-4531-a9c9-28a89990fec6 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1226666 Jul 08 02:02:21.518358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:21.525723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:21.542329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:21.546331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Pushing event updated for resources: {'Port': ['ID=cd59c714-8b7a-416e-b46b-531e22c029f7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:21.608610 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.644274 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:18Z', 'revision_number': 3, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:21.665078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57fc9381-c8c6-47e5-9fa3-b56863c966ec req-27ba1742-9bc3-4600-94f1-4bdd9e4865b4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453271 Jul 08 02:02:21.676396 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515bb39-8492-41e6-85c6-e994faf60062 None None] The sync data for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 is: [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:18Z', 'revision_number': 3, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:21.835614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:21.941227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:21.941819 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.955812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.981532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-53eed3b0-7a05-46cc-a2b0-6684dcf9bac0 None None] Provisioning for port cd59c714-8b7a-416e-b46b-531e22c029f7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:21.990411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-53eed3b0-7a05-46cc-a2b0-6684dcf9bac0 None None] Provisioning complete for port cd59c714-8b7a-416e-b46b-531e22c029f7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:21.993269 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53eed3b0-7a05-46cc-a2b0-6684dcf9bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.160719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-53eed3b0-7a05-46cc-a2b0-6684dcf9bac0 None None] Port cd59c714-8b7a-416e-b46b-531e22c029f7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:22.328112 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.417241 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.493397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Pushing event updated for resources: {'Port': ['ID=cd59c714-8b7a-416e-b46b-531e22c029f7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:22.500880 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.611191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44796) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:22.634101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03dfb7a9-505b-41d5-855b-dd594d89b80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.670786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:22.674787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:22.863297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44798) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:22.978780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03dfb7a9-505b-41d5-855b-dd594d89b80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.000268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d50f71-7549-4e6b-ae8c-de68e676fcb2 req-b234e871-c225-43ab-97f9-f54243137147 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:23.010027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4d50f71-7549-4e6b-ae8c-de68e676fcb2 req-b234e871-c225-43ab-97f9-f54243137147 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1872003 Jul 08 02:02:23.010366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-00c4e1c9-fad4-44fc-bf1a-4b1beec2e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:23.011928 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-00c4e1c9-fad4-44fc-bf1a-4b1beec2e0d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 1098 time: 0.2021203 Jul 08 02:02:23.025111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Router 59f84bd3-e147-4e58-b95c-6373cb5c081e has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:23.062357 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4d50f71-7549-4e6b-ae8c-de68e676fcb2 req-9d43d802-00fa-46c8-a1ab-5a25f85064a1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511873 Jul 08 02:02:23.063717 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03dfb7a9-505b-41d5-855b-dd594d89b80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.108324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-09cd7eaa-2e2a-41f6-ad5c-fb4806f3e0bc None None] Provisioning complete for port cd59c714-8b7a-416e-b46b-531e22c029f7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:23.109902 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-09cd7eaa-2e2a-41f6-ad5c-fb4806f3e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.122183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-03dfb7a9-505b-41d5-855b-dd594d89b80f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b545168674da4519b2427361bc3bb8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084703 Jul 08 02:02:23.123002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44806) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:23.124148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfb7a9-505b-41d5-855b-dd594d89b80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91353a9-9331-4a88-a067-afd4d5ebeb7a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:23.179568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-09cd7eaa-2e2a-41f6-ad5c-fb4806f3e0bc None None] Port cd59c714-8b7a-416e-b46b-531e22c029f7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:23.191477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c48d177f-5ef4-4a80-97e9-f86cd195dc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.216960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c48d177f-5ef4-4a80-97e9-f86cd195dc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.242584 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc25a75-84eb-484e-94c3-f2a17b7868cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.280490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:23.287743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-20200454-54d2-461f-b0c1-c667f9ac428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:23.288103 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-20200454-54d2-461f-b0c1-c667f9ac428c service neutron] 10.222.0.18 "GET /v2.0/networks?id=35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 200 len: 916 time: 0.2616017 Jul 08 02:02:23.302609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e6dcef2-b654-486f-8bfe-d8db400a3d44 admin admin] 10.222.0.10 "PUT /v2.0/routers/59f84bd3-e147-4e58-b95c-6373cb5c081e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3953640 Jul 08 02:02:23.356794 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-19bde525-4aef-4857-aa90-9b7276268c29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f293b046-0c48-4521-9f01-8cef944657b4 HTTP/1.1" status: 200 len: 217 time: 0.0507295 Jul 08 02:02:23.364991 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c48d177f-5ef4-4a80-97e9-f86cd195dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.367733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c48d177f-5ef4-4a80-97e9-f86cd195dc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.371569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c48d177f-5ef4-4a80-97e9-f86cd195dc2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e91353a9-9331-4a88-a067-afd4d5ebeb7a HTTP/1.1" status: 204 len: 168 time: 0.2426333 Jul 08 02:02:23.382395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d177f-5ef4-4a80-97e9-f86cd195dc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91353a9-9331-4a88-a067-afd4d5ebeb7a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:23.444117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-54397c1c-3e37-48a3-a11b-17ce52ab7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:23.445798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-54397c1c-3e37-48a3-a11b-17ce52ab7a88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be926d11-b1d7-48c7-8243-2e0dd6ece6cf HTTP/1.1" status: 200 len: 854 time: 0.0826530 Jul 08 02:02:23.524820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc25a75-84eb-484e-94c3-f2a17b7868cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.546730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-307a3e4c-799d-4782-89e4-5192cc599899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:23.548317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-307a3e4c-799d-4782-89e4-5192cc599899 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35569649-3b1e-4351-b088-a9c9cada4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898182 Jul 08 02:02:23.615727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc25a75-84eb-484e-94c3-f2a17b7868cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.677246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-3e3750b3-5099-4ddd-b5c9-9b7e0285130a service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215663 Jul 08 02:02:23.679942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ddc25a75-84eb-484e-94c3-f2a17b7868cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30bd0d873eb34c2bb8e829e15b4ec0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8147690 Jul 08 02:02:23.680758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25a75-84eb-484e-94c3-f2a17b7868cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4207c-6d11-4570-b224-a2cd3ed57dd5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:23.682518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:23.737303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b60411-5dcc-4e45-89f8-43baa3dd3544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.791662 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b60411-5dcc-4e45-89f8-43baa3dd3544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.815273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Sync routers for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:23.817893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6837c8fe-4c3a-461f-bc8f-78ad94be545c req-caa7c44e-d747-4656-804a-8553f0d08e76 service neutron] 10.222.0.18 "GET /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336896 Jul 08 02:02:23.826761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:23.827651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:23.873034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c65634ca-661d-4517-9669-8eb3edfa6e4f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:23.940370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b60411-5dcc-4e45-89f8-43baa3dd3544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.940557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b60411-5dcc-4e45-89f8-43baa3dd3544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.949028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d9b60411-5dcc-4e45-89f8-43baa3dd3544 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0da4207c-6d11-4570-b224-a2cd3ed57dd5 HTTP/1.1" status: 204 len: 168 time: 0.2580302 Jul 08 02:02:23.952882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60411-5dcc-4e45-89f8-43baa3dd3544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4207c-6d11-4570-b224-a2cd3ed57dd5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:24.028543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:24.075371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c65634ca-661d-4517-9669-8eb3edfa6e4f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:24.108613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c65634ca-661d-4517-9669-8eb3edfa6e4f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:24.109191 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.312512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.346126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c65634ca-661d-4517-9669-8eb3edfa6e4f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c65634ca-661d-4517-9669-8eb3edfa6e4f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:24.350360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe8bb6-bf48-4897-9b11-6367ddb691f0 req-fbc47c7a-73ab-41fb-bc5f-e8d18f6e6847 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:24.366287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efbe8bb6-bf48-4897-9b11-6367ddb691f0 req-fbc47c7a-73ab-41fb-bc5f-e8d18f6e6847 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1617579 Jul 08 02:02:24.384647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:22Z', 'revision_number': 2, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:24.415525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efbe8bb6-bf48-4897-9b11-6367ddb691f0 req-cce74458-0f69-4800-bcce-8df936e5372b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481603 Jul 08 02:02:24.420178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Checking router: 59f84bd3-e147-4e58-b95c-6373cb5c081e for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:24.420550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Updating router 59f84bd3-e147-4e58-b95c-6373cb5c081e port cd59c714-8b7a-416e-b46b-531e22c029f7 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:02:24.477204 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.522814 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.575679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c65634ca-661d-4517-9669-8eb3edfa6e4f,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:24.980855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.992012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Transition to ACTIVE for port object cd59c714-8b7a-416e-b46b-531e22c029f7 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:25.100234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44898) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:25.102161 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.128266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2d8c-162a-428d-8c6c-42d71ec5e6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.189725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a6858-f9bc-485b-afb5-b9aa555c23f2 None None] Pushing event updated for resources: {'Port': ['ID=cd59c714-8b7a-416e-b46b-531e22c029f7,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:25.265230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Attempting to bind port cd59c714-8b7a-416e-b46b-531e22c029f7 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:25.265608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Attempting to bind port cd59c714-8b7a-416e-b46b-531e22c029f7 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:25.267796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Attempting to bind port cd59c714-8b7a-416e-b46b-531e22c029f7 on network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:25.280142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:25.280142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Checking segment: {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:25.280142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.280142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Bound using segment: {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:25.280142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Bound port: cd59c714-8b7a-416e-b46b-531e22c029f7, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:25.280142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.314591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2d8c-162a-428d-8c6c-42d71ec5e6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.391869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] For port cd59c714-8b7a-416e-b46b-531e22c029f7, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:25.398879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2d8c-162a-428d-8c6c-42d71ec5e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.408781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] For port cd59c714-8b7a-416e-b46b-531e22c029f7, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cd59c714-8b7a-416e-b46b-531e22c029f7,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:25.443893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f2ad2d8c-162a-428d-8c6c-42d71ec5e6c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cde2be7ca0fd43d8951352f4cf7f02ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418989 Jul 08 02:02:25.444106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44906) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:25.445269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad2d8c-162a-428d-8c6c-42d71ec5e6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac9a4bb-ab23-494d-92fa-16b6f4264b8f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:25.494402 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.535608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa706fe0-97fa-403e-a61b-d755ff58f093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.603457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa706fe0-97fa-403e-a61b-d755ff58f093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.668474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:25.669078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:25.749815 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a6858-f9bc-485b-afb5-b9aa555c23f2 None None] Pushing event updated for resources: {'Port': ['ID=cd59c714-8b7a-416e-b46b-531e22c029f7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:25.810704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa706fe0-97fa-403e-a61b-d755ff58f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.813373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa706fe0-97fa-403e-a61b-d755ff58f093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.815298 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fa706fe0-97fa-403e-a61b-d755ff58f093 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dac9a4bb-ab23-494d-92fa-16b6f4264b8f HTTP/1.1" status: 204 len: 168 time: 0.3694501 Jul 08 02:02:25.833703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6418f-2ff0-44e6-9770-a6f91d939c30 req-10296480-6b70-4ebd-9f51-b40e444e9f34 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:25.834393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa706fe0-97fa-403e-a61b-d755ff58f093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac9a4bb-ab23-494d-92fa-16b6f4264b8f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:25.850806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38c6418f-2ff0-44e6-9770-a6f91d939c30 req-10296480-6b70-4ebd-9f51-b40e444e9f34 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.2387726 Jul 08 02:02:25.862128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:25.923297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c65634ca-661d-4517-9669-8eb3edfa6e4f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:25.937408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38c6418f-2ff0-44e6-9770-a6f91d939c30 req-c407420a-f9c3-4c2d-a2f0-1ec701366802 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841992 Jul 08 02:02:26.102205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c65634ca-661d-4517-9669-8eb3edfa6e4f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:26.102588 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.231314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41bc80-610f-4d7e-b520-0fefb6b07984 req-3cba752f-3600-4275-b1f2-607a82e3d27f tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:26.233583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af41bc80-610f-4d7e-b520-0fefb6b07984 req-3cba752f-3600-4275-b1f2-607a82e3d27f tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.0980778 Jul 08 02:02:26.266182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:25Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:26.301457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39e45a-29f6-417f-9e3f-379094974a20 None None] The sync data for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 is: [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:25Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:26.329331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af41bc80-610f-4d7e-b520-0fefb6b07984 req-23234b74-e958-4fa5-bec1-627f7a4900d2 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889044 Jul 08 02:02:26.617497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b98f5-9553-49f0-bd66-66d4df6d018e req-d46d7078-1127-4caf-a57b-28f920b07fe8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:26.624825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f8b98f5-9553-49f0-bd66-66d4df6d018e req-d46d7078-1127-4caf-a57b-28f920b07fe8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 946 time: 0.0972617 Jul 08 02:02:26.706944 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f8b98f5-9553-49f0-bd66-66d4df6d018e req-fe7df45a-3743-45bf-9819-af4f18def689 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812814 Jul 08 02:02:27.020430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1a515-b2d9-44ca-b429-9a39689525ce req-116e5c1d-8444-4641-ae30-3cc8062b8c04 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:27.029645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12b1a515-b2d9-44ca-b429-9a39689525ce req-116e5c1d-8444-4641-ae30-3cc8062b8c04 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.1024518 Jul 08 02:02:27.071852 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12b1a515-b2d9-44ca-b429-9a39689525ce req-de90b1bf-7cd2-470a-89ac-f05482b0c161 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Jul 08 02:02:27.092482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:27.129216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-956b3773-a335-41d3-ac0f-0068340c301d req-04788e7c-e94a-4174-8a1d-3fcf14d4f4c0 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:27.130323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-956b3773-a335-41d3-ac0f-0068340c301d req-04788e7c-e94a-4174-8a1d-3fcf14d4f4c0 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072589 Jul 08 02:02:27.243424 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-956b3773-a335-41d3-ac0f-0068340c301d req-1e5892d6-ab9e-485b-8990-29fd3e4bf94e tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1056361 Jul 08 02:02:27.508828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1987756289-network', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:27.666594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:27.673234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.688406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.818959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6ced2-27ea-466f-afc4-5528b98938cb req-53a01056-c717-43e8-941a-21830e67565c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:27.820516 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1e6ced2-27ea-466f-afc4-5528b98938cb req-53a01056-c717-43e8-941a-21830e67565c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.2042983 Jul 08 02:02:27.853428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cd59c714-8b7a-416e-b46b-531e22c029f7 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:27.953559 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1e6ced2-27ea-466f-afc4-5528b98938cb req-258d6770-3c6c-4f8c-b979-8a17f898a71c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197734 Jul 08 02:02:27.991569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.015967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port cd59c714-8b7a-416e-b46b-531e22c029f7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:28.018408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cd59c714-8b7a-416e-b46b-531e22c029f7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:28.018839 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.092689 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.123881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6f878a-d38a-4269-8965-47e8c18ed31a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:28.137888 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.184915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:02:28.198410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port cd59c714-8b7a-416e-b46b-531e22c029f7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cd59c714-8b7a-416e-b46b-531e22c029f7,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:28.201766 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.202124 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Added segment 382d60d2-2def-4eca-9b94-f64d9264db60 of type vlan for network 89016041-be35-4a47-ac46-125f1ffdb927 Jul 08 02:02:28.253535 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.268668 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.273954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45026) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:28.283444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1a62f-40f7-43e8-afad-9e3f27a72140 req-09e4ce0d-4ebe-4dee-94d5-66d56558ccb6 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:28.285292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3ec1a62f-40f7-43e8-afad-9e3f27a72140 req-09e4ce0d-4ebe-4dee-94d5-66d56558ccb6 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 946 time: 0.1625557 Jul 08 02:02:28.356070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3ec1a62f-40f7-43e8-afad-9e3f27a72140 req-838eb40e-c57f-4162-b351-4fdeac5aa08d tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611682 Jul 08 02:02:28.370734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=cd59c714-8b7a-416e-b46b-531e22c029f7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:28.387291 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.388495 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:28.389101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.454011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] Pushing event updated for resources: {'Network': ['ID=89016041-be35-4a47-ac46-125f1ffdb927,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:28.463971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 89016041-be35-4a47-ac46-125f1ffdb927 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:02:28.519386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e84c7595-ce0f-4cad-a882-27bb4bdd62e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4251175 Jul 08 02:02:28.522685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:28.528287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Request body: {'subnet': {'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1987756289-subnet', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:28.662025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:28.664663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.966888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89fb7de4-906e-4839-9555-d861f3ab28f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.983278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4000dc0-d321-4b53-b1f8-09c9ae2a6318 req-ed536e80-461e-4a63-9b23-d850699067f8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:28.985094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4000dc0-d321-4b53-b1f8-09c9ae2a6318 req-ed536e80-461e-4a63-9b23-d850699067f8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.5090191 Jul 08 02:02:28.998923 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.061513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4000dc0-d321-4b53-b1f8-09c9ae2a6318 req-4f2e8b82-04f0-49ff-bef7-cd9213a71bae tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701451 Jul 08 02:02:29.065019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=33788fec-3d67-4ac0-b03b-452cd8b65937,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:29.087245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:29.087761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Network hostable DHCP agents. Network: 89016041-be35-4a47-ac46-125f1ffdb927, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:02:29.132702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89fb7de4-906e-4839-9555-d861f3ab28f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.190286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Network 89016041-be35-4a47-ac46-125f1ffdb927 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:02:29.213980 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89fb7de4-906e-4839-9555-d861f3ab28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.263117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb7de4-906e-4839-9555-d861f3ab28f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b457d0f7-f198-462d-b3a0-53ad7ea97e0a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:29.267721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 89016041-be35-4a47-ac46-125f1ffdb927) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:29.272593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.273321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.281189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f73291-ba82-40aa-8fe1-1c529c7723d9 None None] Network 89016041-be35-4a47-ac46-125f1ffdb927 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:29.319306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-89fb7de4-906e-4839-9555-d861f3ab28f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea09f1d5113a4b85a509a0b9d5f2ee3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0434291 Jul 08 02:02:29.322097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:29.422976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a025358f-f73a-48a4-8085-3294b172dfcb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8968117 Jul 08 02:02:29.424845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45068) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:29.430014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:29.440434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29e4f72f-fdbc-4099-9058-63c9da162225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.477516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29e4f72f-fdbc-4099-9058-63c9da162225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.530919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-89016041-be35-4a47-ac46-125f1ffdb927', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:02:29.532126 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.538411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.540434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.587843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5175509-2f8e-41ae-babb-388300efbe45 req-d384a092-e94e-47a3-b694-7fffa917a562 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.594209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5175509-2f8e-41ae-babb-388300efbe45 req-d384a092-e94e-47a3-b694-7fffa917a562 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.602089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5175509-2f8e-41ae-babb-388300efbe45 req-d384a092-e94e-47a3-b694-7fffa917a562 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.604250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5175509-2f8e-41ae-babb-388300efbe45 req-d384a092-e94e-47a3-b694-7fffa917a562 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32&device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d&device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 2418 time: 0.1837707 Jul 08 02:02:29.640940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29e4f72f-fdbc-4099-9058-63c9da162225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.644346 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-29e4f72f-fdbc-4099-9058-63c9da162225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.645552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-29e4f72f-fdbc-4099-9058-63c9da162225 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b457d0f7-f198-462d-b3a0-53ad7ea97e0a HTTP/1.1" status: 204 len: 168 time: 0.3223338 Jul 08 02:02:29.652080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-5a497ad9-dd78-4884-bf45-8a40c1d402fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1325016 Jul 08 02:02:29.681714 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5175509-2f8e-41ae-babb-388300efbe45 req-3d1f6e1f-870e-46eb-84ed-49c3c73fae5e tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700393 Jul 08 02:02:29.693245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4f72f-fdbc-4099-9058-63c9da162225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b457d0f7-f198-462d-b3a0-53ad7ea97e0a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:29.801907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.817809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-7b68f61a-b1fb-4249-9119-f862baf2bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.820357 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-7b68f61a-b1fb-4249-9119-f862baf2bcf6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=121ccb09bf83447a8bc221deb5c47518&device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 1098 time: 0.1070416 Jul 08 02:02:29.867694 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97712baa-a775-4c42-873b-a65bc05b4ee4 req-c5988c17-a509-4fa4-bec0-f3b0a72d18e4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1265578 Jul 08 02:02:29.899374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cd59c714-8b7a-416e-b46b-531e22c029f7 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:30.030750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Allocated IP 172.20.0.2 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/078f8921-a990-47f9-b793-635ec909aabd) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:30.052747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cd59c714-8b7a-416e-b46b-531e22c029f7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:30.054123 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.124314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-6b34bc9a-2938-4ba9-bece-f3cd192b6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:30.127939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-6b34bc9a-2938-4ba9-bece-f3cd192b6df9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb7f8a9d-de30-41f1-8c22-10d36fa80060 HTTP/1.1" status: 200 len: 907 time: 0.2839618 Jul 08 02:02:30.132050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.232422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-0b8f28b0-99f4-4361-bfe4-ca29ef63c5d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced3a98e-a845-4f99-af03-94b60427a393 HTTP/1.1" status: 200 len: 1002 time: 0.0932417 Jul 08 02:02:30.363816 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.369751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-cc8a4727-63ee-48cd-9537-efa7bb3b346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:30.371903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-cc8a4727-63ee-48cd-9537-efa7bb3b346c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dc72282-308c-4986-878d-56521163965e HTTP/1.1" status: 200 len: 845 time: 0.1345217 Jul 08 02:02:30.384282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Transition to ACTIVE for port object 078f8921-a990-47f9-b793-635ec909aabd will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:30.425222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Transition to ACTIVE for port object 078f8921-a990-47f9-b793-635ec909aabd will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:30.506449 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.520605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-fba9b76d-ec08-4dd9-a9cc-4ffbc6a2d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:30.524842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-fba9b76d-ec08-4dd9-a9cc-4ffbc6a2d51e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb7f8a9d-de30-41f1-8c22-10d36fa80060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442044 Jul 08 02:02:30.607813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:30.650859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:30.671514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:30.692894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Pushing event updated for resources: {'Port': ['ID=078f8921-a990-47f9-b793-635ec909aabd,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:30.704054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.721977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-38bc5e4f-b90d-4307-a83f-8ff268d9d60a service neutron] 10.222.0.18 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782680 Jul 08 02:02:30.750750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.847957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Attempting to bind port 078f8921-a990-47f9-b793-635ec909aabd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:30.853014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Attempting to bind port 078f8921-a990-47f9-b793-635ec909aabd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:30.853409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Attempting to bind port 078f8921-a990-47f9-b793-635ec909aabd on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:30.867607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:30.867979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:30.868389 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.869087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:30.869574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Bound port: 078f8921-a990-47f9-b793-635ec909aabd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:30.869966 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.980957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-887f78ac-25bb-40f6-a6ff-654a9e85b16e req-2a0c08e5-0647-49ea-b8f1-34f02e4aa0a8 service neutron] 10.222.0.18 "GET /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580538 Jul 08 02:02:30.993858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Allocated IP 172.25.8.205 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/411e3a56-b467-4ec4-9e91-d1a3f8205e25) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:31.007241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] For port 078f8921-a990-47f9-b793-635ec909aabd, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:31.011877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] For port 078f8921-a990-47f9-b793-635ec909aabd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=078f8921-a990-47f9-b793-635ec909aabd,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:31.079113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.191730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.218333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc97219-f548-44de-85bf-5b998ec21740 None None] Pushing event updated for resources: {'Port': ['ID=078f8921-a990-47f9-b793-635ec909aabd,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:31.324657 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.381686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:31.390848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:31.393885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:31.433971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Pushing event updated for resources: {'Port': ['ID=411e3a56-b467-4ec4-9e91-d1a3f8205e25,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:31.859710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 078f8921-a990-47f9-b793-635ec909aabd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:31.992274 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:32.029888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 078f8921-a990-47f9-b793-635ec909aabd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:32.640906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b970ec-2ad6-44fc-9c75-e1b991854177 None None] Network 89016041-be35-4a47-ac46-125f1ffdb927 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:32.791412 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:32.812548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf03eb2-f82a-49a5-9627-2d57b3893ece req-c0015b5a-f558-4e02-81bf-8a54eceeb27a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:32.825447 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2bf03eb2-f82a-49a5-9627-2d57b3893ece req-c0015b5a-f558-4e02-81bf-8a54eceeb27a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.1423423 Jul 08 02:02:32.946851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2bf03eb2-f82a-49a5-9627-2d57b3893ece req-7487b0ca-9089-4f8b-b1d0-ef0368f1e9ef tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232367 Jul 08 02:02:33.046219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-48292535-a015-4deb-b417-5a850ce5f55f None None] Provisioning for port 078f8921-a990-47f9-b793-635ec909aabd completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:33.053975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-48292535-a015-4deb-b417-5a850ce5f55f None None] Provisioning complete for port 078f8921-a990-47f9-b793-635ec909aabd triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:33.054334 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48292535-a015-4deb-b417-5a850ce5f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.086579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:02:33.176641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48292535-a015-4deb-b417-5a850ce5f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.216361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-48292535-a015-4deb-b417-5a850ce5f55f None None] For port 078f8921-a990-47f9-b793-635ec909aabd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=078f8921-a990-47f9-b793-635ec909aabd,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:33.256328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:33.266499 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:33.280100 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:33.280978 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:33.292253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48292535-a015-4deb-b417-5a850ce5f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.370769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48292535-a015-4deb-b417-5a850ce5f55f None None] Pushing event updated for resources: {'Port': ['ID=078f8921-a990-47f9-b793-635ec909aabd,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:33.417848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.422284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45170) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:33.422782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8646e74f-3096-4f3e-9653-5092e20f163f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9968042 Jul 08 02:02:33.470238 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:33.616186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a847cad9-82db-47a7-99be-05a16e5ddda1 None None] Provisioning complete for port 078f8921-a990-47f9-b793-635ec909aabd triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:33.617787 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a847cad9-82db-47a7-99be-05a16e5ddda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.871087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 078f8921-a990-47f9-b793-635ec909aabd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:33.877314 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:31Z', 'revision_number': 3, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:33.934885 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:33.939391 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Updating router 368b958b-a396-4651-a7a2-e23f5a1d3717 port 411e3a56-b467-4ec4-9e91-d1a3f8205e25 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:02:33.990577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.019203 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.029706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 078f8921-a990-47f9-b793-635ec909aabd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:34.034492 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.070521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-f846ae74-84f3-42f6-aa34-24576e8a294a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:34.074407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-f846ae74-84f3-42f6-aa34-24576e8a294a tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.32 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.1673982 Jul 08 02:02:34.341804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Deleting port 5dec1b6e-8e2a-4249-9014-9dba306a9938 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:34.342969 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.481636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] For port 5dec1b6e-8e2a-4249-9014-9dba306a9938, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5dec1b6e-8e2a-4249-9014-9dba306a9938,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:34.482365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.491634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Allocated IP 172.20.0.1 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:34.503788 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.505817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101a952-1b06-4d44-88df-50f54ee8267f req-81e48835-09bd-4724-b772-4f1cbc45f22b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:34.515434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f101a952-1b06-4d44-88df-50f54ee8267f req-81e48835-09bd-4724-b772-4f1cbc45f22b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 945 time: 0.2685711 Jul 08 02:02:34.519046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Calling delete_port for 5dec1b6e-8e2a-4249-9014-9dba306a9938 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:34.519728 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Transition to ACTIVE for port object 411e3a56-b467-4ec4-9e91-d1a3f8205e25 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:34.606190 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.628583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f101a952-1b06-4d44-88df-50f54ee8267f req-63055a06-d4bd-4992-9e66-85da1e169f25 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 Jul 08 02:02:34.674488 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Attempting to bind port 411e3a56-b467-4ec4-9e91-d1a3f8205e25 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:34.674853 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Attempting to bind port 411e3a56-b467-4ec4-9e91-d1a3f8205e25 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:34.675220 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Attempting to bind port 411e3a56-b467-4ec4-9e91-d1a3f8205e25 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:34.701459 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:34.701894 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:34.702244 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.702635 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:34.703123 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Bound port: 411e3a56-b467-4ec4-9e91-d1a3f8205e25, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:34.703567 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.764731 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddb024-6a09-4e0f-979e-97260d52106b None None] Pushing event updated for resources: {'Port': ['ID=411e3a56-b467-4ec4-9e91-d1a3f8205e25,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:34.777058 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] For port 411e3a56-b467-4ec4-9e91-d1a3f8205e25, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:34.780680 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] For port 411e3a56-b467-4ec4-9e91-d1a3f8205e25, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=411e3a56-b467-4ec4-9e91-d1a3f8205e25,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:34.821553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.840514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Transition to ACTIVE for port object f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:34.913905 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.947589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.960357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['5dec1b6e-8e2a-4249-9014-9dba306a9938'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:02:34.965157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f293b046-0c48-4521-9f01-8cef944657b4', 'a6779e79-acb7-446c-b949-5c796a4339b8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:02:34.978450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.023768 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:35.024418 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:35.038064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Pushing event deleted for resources: {'Port': ['ID=5dec1b6e-8e2a-4249-9014-9dba306a9938,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:35.095076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:35.102547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:35.112645 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddb024-6a09-4e0f-979e-97260d52106b None None] Pushing event updated for resources: {'Port': ['ID=411e3a56-b467-4ec4-9e91-d1a3f8205e25,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:35.120472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:35.132911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] No DVR routers for this DVR port 5dec1b6e-8e2a-4249-9014-9dba306a9938 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:35.144477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.145553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-89760b6f-788b-4c87-9e0e-c58f7c235c28 req-4a052e74-dd13-4a3e-ac82-10225c8cf9e1 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.32 "DELETE /v2.0/ports/5dec1b6e-8e2a-4249-9014-9dba306a9938 HTTP/1.1" status: 204 len: 173 time: 1.0631397 Jul 08 02:02:35.146238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdd0129-5d1a-4f96-9bb3-d47313aadc32', 'name': 'network-vif-deleted', 'tag': '5dec1b6e-8e2a-4249-9014-9dba306a9938'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:02:35.158093 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276907c0-d5c3-4740-bb12-87363592781a" -d '{"events": [{"server_uuid": "acdd0129-5d1a-4f96-9bb3-d47313aadc32", "name": "network-vif-deleted", "tag": "5dec1b6e-8e2a-4249-9014-9dba306a9938"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:02:35.246453 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c83bfd-c24b-486d-929c-b76e5970233d x-openstack-request-id: req-43c83bfd-c24b-486d-929c-b76e5970233d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:02:35.246751 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdd0129-5d1a-4f96-9bb3-d47313aadc32", "name": "network-vif-deleted", "tag": "5dec1b6e-8e2a-4249-9014-9dba306a9938", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:02:35.247014 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43c83bfd-c24b-486d-929c-b76e5970233d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:02:35.247448 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdd0129-5d1a-4f96-9bb3-d47313aadc32', 'name': 'network-vif-deleted', 'tag': '5dec1b6e-8e2a-4249-9014-9dba306a9938', 'status': 'completed', 'code': 200} Jul 08 02:02:35.302786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Pushing event updated for resources: {'Port': ['ID=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:35.317603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.347436 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:35.721225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4f2a725d-aa67-4076-8331-3f9f340d5c1d None None] Provisioning for port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:35.725530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4f2a725d-aa67-4076-8331-3f9f340d5c1d None None] Provisioning complete for port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:35.726263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4f2a725d-aa67-4076-8331-3f9f340d5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.795473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a725d-aa67-4076-8331-3f9f340d5c1d None None] Port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:35.832490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.848962 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:31Z', 'revision_number': 3, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:35.971637 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87915f5-74b1-4078-9973-e5282f0fe977 None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:31Z', 'revision_number': 3, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:36.119540 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-65c65552-ccf2-44dd-8699-d7fcfc12b668 req-4e4ce694-611b-4968-bd1b-693a75c2746b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdd0129-5d1a-4f96-9bb3-d47313aadc32 HTTP/1.1" status: 200 len: 210 time: 0.1146383 Jul 08 02:02:36.284146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.358627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.448185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Pushing event updated for resources: {'Port': ['ID=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:36.454289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.637802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:36.640248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:36.932799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:37.133203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8067f74b-0265-48d3-bd12-7f9ad1c6324a None None] Provisioning complete for port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:37.135489 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8067f74b-0265-48d3-bd12-7f9ad1c6324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:37.193089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:37.195414 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-123720f9-e949-464a-ad09-c33f36f7b52c admin admin] 10.222.0.10 "PUT /v2.0/routers/368b958b-a396-4651-a7a2-e23f5a1d3717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7712073 Jul 08 02:02:37.291973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8067f74b-0265-48d3-bd12-7f9ad1c6324a None None] Port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:37.853348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 411e3a56-b467-4ec4-9e91-d1a3f8205e25 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:38.021305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 411e3a56-b467-4ec4-9e91-d1a3f8205e25 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:38.027820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 411e3a56-b467-4ec4-9e91-d1a3f8205e25 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:38.031509 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:38.138975 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:38.165725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf567441-d21d-4132-be70-242a8ced9606 req-09bf1557-e50b-4e96-b489-769e2e3e89c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1301329 Jul 08 02:02:38.220885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 411e3a56-b467-4ec4-9e91-d1a3f8205e25, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=411e3a56-b467-4ec4-9e91-d1a3f8205e25,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:38.303260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:38.398889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc72e9-def2-40f9-ae61-ef6771227eea req-a1c54df7-29ff-4fe7-bd78-48185db811b9 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:38.398889 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bdc72e9-def2-40f9-ae61-ef6771227eea req-a1c54df7-29ff-4fe7-bd78-48185db811b9 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 946 time: 0.1650860 Jul 08 02:02:38.413806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:38.414798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf567441-d21d-4132-be70-242a8ced9606 req-85ab4226-4782-4621-b230-1a708f51e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:38.417428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf567441-d21d-4132-be70-242a8ced9606 req-85ab4226-4782-4621-b230-1a708f51e8d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb4c4630bbc4d79a4b5d75e61cc81f2&device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 1098 time: 0.1940355 Jul 08 02:02:38.418512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=411e3a56-b467-4ec4-9e91-d1a3f8205e25,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:38.465731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:38.471019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:38.593897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bdc72e9-def2-40f9-ae61-ef6771227eea req-d1ac2d32-4ace-46ec-9fca-7a8c5916612c tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726816 Jul 08 02:02:38.673622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:38.687081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf567441-d21d-4132-be70-242a8ced9606 req-3fade3f4-c04c-40c9-b351-695647360475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:38.688779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf567441-d21d-4132-be70-242a8ced9606 req-3fade3f4-c04c-40c9-b351-695647360475 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6663fdc5-a8f8-49d2-a67d-12ef1b282923 HTTP/1.1" status: 200 len: 912 time: 0.2291510 Jul 08 02:02:38.797186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf567441-d21d-4132-be70-242a8ced9606 req-7648f339-2a26-4ce0-b865-664650005b3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007 HTTP/1.1" status: 200 len: 1002 time: 0.0987871 Jul 08 02:02:38.807996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f707e7-8f84-46e4-9751-101e3fa1767e req-40185275-2a91-446b-b6ba-555c79bfd84e tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:38.809677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b3f707e7-8f84-46e4-9751-101e3fa1767e req-40185275-2a91-446b-b6ba-555c79bfd84e tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.1084898 Jul 08 02:02:38.886172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf567441-d21d-4132-be70-242a8ced9606 req-7ff9c336-ecf3-4368-b97c-e95c2d35a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:38.887938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf567441-d21d-4132-be70-242a8ced9606 req-7ff9c336-ecf3-4368-b97c-e95c2d35a133 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fb5f15a-ba20-4e3a-9cef-025e4eae86f8 HTTP/1.1" status: 200 len: 850 time: 0.0820382 Jul 08 02:02:38.906881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b3f707e7-8f84-46e4-9751-101e3fa1767e req-3ef896f3-c0eb-47a5-9b87-fdbd8ec77b18 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892823 Jul 08 02:02:38.970932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:36Z', 'revision_number': 2, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:39.008607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf567441-d21d-4132-be70-242a8ced9606 req-d9741dcd-e63b-4e54-83f3-ba1de6a38308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:39.010348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf567441-d21d-4132-be70-242a8ced9606 req-d9741dcd-e63b-4e54-83f3-ba1de6a38308 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6663fdc5-a8f8-49d2-a67d-12ef1b282923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142602 Jul 08 02:02:39.012260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:39.012630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Updating router 368b958b-a396-4651-a7a2-e23f5a1d3717 port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:02:39.054946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.127969 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf567441-d21d-4132-be70-242a8ced9606 req-226289ed-a8d7-45a9-8dd4-9a89a357d5bf service neutron] 10.222.0.32 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097031 Jul 08 02:02:39.282048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf567441-d21d-4132-be70-242a8ced9606 req-42ba1476-8502-40b5-b780-0da3b7f5c10f service neutron] 10.222.0.32 "GET /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448619 Jul 08 02:02:39.343286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5dec1b6e-8e2a-4249-9014-9dba306a9938 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:39.392798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 5dec1b6e-8e2a-4249-9014-9dba306a9938 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:39.393151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5dec1b6e-8e2a-4249-9014-9dba306a9938 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:39.443210 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.454545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Transition to ACTIVE for port object f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:39.520574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.592806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-910b5d63-49ac-447f-baeb-2e0d061605dd tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:39.592806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-910b5d63-49ac-447f-baeb-2e0d061605dd tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 946 time: 0.0845470 Jul 08 02:02:39.593016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd3a38-31a8-4f67-aea1-a3064e7c8529 None None] Pushing event updated for resources: {'Port': ['ID=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:39.702909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Attempting to bind port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:39.703618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Attempting to bind port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:39.704529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Attempting to bind port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:39.710447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:39.710899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:39.711374 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.711781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:39.712301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Bound port: f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:39.712696 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.810404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Deleting port a6779e79-acb7-446c-b949-5c796a4339b8 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:39.814223 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.914166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 411e3a56-b467-4ec4-9e91-d1a3f8205e25 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:39.984754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] For port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:40.018499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] For port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:40.038827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] For port a6779e79-acb7-446c-b949-5c796a4339b8, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=a6779e79-acb7-446c-b949-5c796a4339b8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:40.039326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.065635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Calling delete_port for a6779e79-acb7-446c-b949-5c796a4339b8 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:40.120407 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.147658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 411e3a56-b467-4ec4-9e91-d1a3f8205e25 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:40.149988 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.224670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1376ad-e3e1-4950-a950-e3e9647deeec req-42493851-877b-467c-b3cf-7f93cee8baa4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:40.232881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd1376ad-e3e1-4950-a950-e3e9647deeec req-42493851-877b-467c-b3cf-7f93cee8baa4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 946 time: 0.2842436 Jul 08 02:02:40.268283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:40.269208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:40.379875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:40.383792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd3a38-31a8-4f67-aea1-a3064e7c8529 None None] Pushing event updated for resources: {'Port': ['ID=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:40.385219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-883136460-network', 'tenant_id': 'b8740194211841c08ebd6aced263e228'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:40.527369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Made reservation on behalf of b8740194211841c08ebd6aced263e228 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:40.534140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.546665 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd1376ad-e3e1-4950-a950-e3e9647deeec req-e48ee49c-9855-4d81-b25a-66a9a4dec601 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099234 Jul 08 02:02:40.567690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.662248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:40.674059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.752286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Pushing event deleted for resources: {'Port': ['ID=a6779e79-acb7-446c-b949-5c796a4339b8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:40.877487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] No DVR routers for this DVR port a6779e79-acb7-446c-b949-5c796a4339b8 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:40.881173 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.884142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec950a7c-a656-4edb-9b3b-8e1a9fa5f5e1 req-ef6fed32-216d-461c-9c5c-8a8a0c2694d8 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.18 "DELETE /v2.0/ports/a6779e79-acb7-446c-b949-5c796a4339b8 HTTP/1.1" status: 204 len: 173 time: 1.2892253 Jul 08 02:02:40.885426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7314497-887d-4eb7-a37f-ab6e87062f1d', 'name': 'network-vif-deleted', 'tag': 'a6779e79-acb7-446c-b949-5c796a4339b8'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:02:40.889693 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b577ae4-c65d-4b6b-b5d1-7336e466027c" -d '{"events": [{"server_uuid": "d7314497-887d-4eb7-a37f-ab6e87062f1d", "name": "network-vif-deleted", "tag": "a6779e79-acb7-446c-b949-5c796a4339b8"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:02:40.927481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f293b046-0c48-4521-9f01-8cef944657b4', 'a6779e79-acb7-446c-b949-5c796a4339b8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:02:40.971418 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3576bc3c-af97-437b-9562-4bac3aa0eaf4 x-openstack-request-id: req-3576bc3c-af97-437b-9562-4bac3aa0eaf4 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:02:40.973746 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7314497-887d-4eb7-a37f-ab6e87062f1d", "name": "network-vif-deleted", "tag": "a6779e79-acb7-446c-b949-5c796a4339b8", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:02:40.974077 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3576bc3c-af97-437b-9562-4bac3aa0eaf4 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:02:40.974501 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7314497-887d-4eb7-a37f-ab6e87062f1d', 'name': 'network-vif-deleted', 'tag': 'a6779e79-acb7-446c-b949-5c796a4339b8', 'status': 'completed', 'code': 200} Jul 08 02:02:40.994826 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.095585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950f360-8576-4302-bd21-d2c3a1a35b4a req-1737a2dc-f2d3-4312-9a9c-15819ac1c758 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:41.108096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8950f360-8576-4302-bd21-d2c3a1a35b4a req-1737a2dc-f2d3-4312-9a9c-15819ac1c758 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.1572745 Jul 08 02:02:41.150064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.200132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:02:41.232168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8950f360-8576-4302-bd21-d2c3a1a35b4a req-e0b7187f-0231-477b-86c4-2674ec69e8e5 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226966 Jul 08 02:02:41.232872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e2fb34-d571-4640-8340-82fdc6d14fa6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:41.240139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.240498 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Added segment 9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe of type vlan for network 23672062-b486-4438-9b96-485c4b51e033 Jul 08 02:02:41.299235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.371224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:39Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:41.405434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0563cd2-aa81-4dcd-8bde-864ecad22cb5 None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:39Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:41.428624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.429637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:41.430259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.643326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2620800 Jul 08 02:02:41.645974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:41.653901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Request body: {'subnet': {'network_id': '23672062-b486-4438-9b96-485c4b51e033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-883136460-subnet', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:41.738246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a141f9-fdb1-472f-b990-2430fb81ff85 admin admin] Pushing event updated for resources: {'Network': ['ID=23672062-b486-4438-9b96-485c4b51e033,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:41.805812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Made reservation on behalf of b8740194211841c08ebd6aced263e228 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:41.807253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 23672062-b486-4438-9b96-485c4b51e033 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:02:41.817009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.857527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91306cdf-9447-40ac-b883-2d0fc23cfde2 req-c84331e3-4b8a-4b49-b078-bf4956052fce tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7314497-887d-4eb7-a37f-ab6e87062f1d HTTP/1.1" status: 200 len: 210 time: 0.1009424 Jul 08 02:02:42.001948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:42.143822 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a6309dd9-8adb-4fc0-b64f-9e8b974f401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.229045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:42.234375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:42.235013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.385965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.479117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:42.549814 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.652680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.684897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Checking segment: {'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:42.686266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Network hostable DHCP agents. Network: 23672062-b486-4438-9b96-485c4b51e033, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:02:42.705819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213cb4f5-0017-4682-890d-4ac0a49d9d5b,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:42.746637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:42.830350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Network 23672062-b486-4438-9b96-485c4b51e033 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:02:42.955725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 23672062-b486-4438-9b96-485c4b51e033) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:42.962629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:42.963550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.970743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b050c6-5c7f-4bbb-bc81-7f50e25523c4 None None] Network 23672062-b486-4438-9b96-485c4b51e033 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:43.077288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45490) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:43.081156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-085329cf-85fd-4460-93f2-f60cfb860820 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4337893 Jul 08 02:02:43.086521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:43.237283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.245188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.301592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d56352-e6e7-424b-b861-871d530d013d req-ce9a9666-9098-477d-abf0-54c720366386 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:43.309251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58d56352-e6e7-424b-b861-871d530d013d req-ce9a9666-9098-477d-abf0-54c720366386 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.1779363 Jul 08 02:02:43.331669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-23672062-b486-4438-9b96-485c4b51e033', 'network_id': '23672062-b486-4438-9b96-485c4b51e033', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'fixed_ips': [{'subnet_id': '213cb4f5-0017-4682-890d-4ac0a49d9d5b'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:02:43.332560 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.364555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.401319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58d56352-e6e7-424b-b861-871d530d013d req-18f3cd56-0965-4557-adee-9678d8a61447 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901978 Jul 08 02:02:43.609874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Allocated IP 172.20.0.2 (23672062-b486-4438-9b96-485c4b51e033/213cb4f5-0017-4682-890d-4ac0a49d9d5b/4a963a95-a048-4480-a3e4-81f349c9778b) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:43.634648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.863511 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.874973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a6779e79-acb7-446c-b949-5c796a4339b8 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:43.908902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:43.914399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: a6779e79-acb7-446c-b949-5c796a4339b8 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:43.914721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device a6779e79-acb7-446c-b949-5c796a4339b8 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:43.916710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Transition to ACTIVE for port object 4a963a95-a048-4480-a3e4-81f349c9778b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:43.963307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Transition to ACTIVE for port object 4a963a95-a048-4480-a3e4-81f349c9778b will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:43.984285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:43.987982 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.056014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.173582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Network 23672062-b486-4438-9b96-485c4b51e033 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:44.180934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:44.181917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.184558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Pushing event updated for resources: {'Port': ['ID=4a963a95-a048-4480-a3e4-81f349c9778b,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:44.187272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:44.260123 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.282855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935d6e5-0c1d-4430-8a4a-cdce14081862 req-2b4dc08a-f799-4cf1-a4da-c87876a9a78b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:44.291631 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1935d6e5-0c1d-4430-8a4a-cdce14081862 req-2b4dc08a-f799-4cf1-a4da-c87876a9a78b tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.2446909 Jul 08 02:02:44.336203 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8597d9f1-de2f-4626-bb49-139f335d0666 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:44.342812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Attempting to bind port 4a963a95-a048-4480-a3e4-81f349c9778b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:44.343401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Attempting to bind port 4a963a95-a048-4480-a3e4-81f349c9778b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:44.343967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Attempting to bind port 4a963a95-a048-4480-a3e4-81f349c9778b on network 23672062-b486-4438-9b96-485c4b51e033 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:44.345839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8597d9f1-de2f-4626-bb49-139f335d0666 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.2188017 Jul 08 02:02:44.351586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:44.351846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Checking segment: {'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:44.352259 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.352653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Bound using segment: {'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:44.353135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Bound port: 4a963a95-a048-4480-a3e4-81f349c9778b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:44.353523 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.455756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] For port 4a963a95-a048-4480-a3e4-81f349c9778b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:44.461898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] For port 4a963a95-a048-4480-a3e4-81f349c9778b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4a963a95-a048-4480-a3e4-81f349c9778b,segment=NetworkSegment(9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe),segment_id=9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:44.498420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1935d6e5-0c1d-4430-8a4a-cdce14081862 req-d472628b-c22b-48c5-a8eb-c1a9f102a99d tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055225 Jul 08 02:02:44.550906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Deleting port ced3a98e-a845-4f99-af03-94b60427a393 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:44.551035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Allocated IP 172.25.8.64 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/4e883420-9fcc-40bb-b866-9e4b813eff59) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:44.551159 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.703189 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.737179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] For port ced3a98e-a845-4f99-af03-94b60427a393, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ced3a98e-a845-4f99-af03-94b60427a393,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:44.737626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.763080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47838d-5f77-453d-bc43-f4d969a756e2 req-185465df-896b-4d4c-a162-2e37200125e6 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:44.764737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ef47838d-5f77-453d-bc43-f4d969a756e2 req-185465df-896b-4d4c-a162-2e37200125e6 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 946 time: 0.1382408 Jul 08 02:02:44.911577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ef47838d-5f77-453d-bc43-f4d969a756e2 req-d46a44d9-f7f0-41ff-a2ac-b20bf1e1c218 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4b994b2-d1e6-4df8-a07c-530a1a65c591&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968459 Jul 08 02:02:45.014343 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.014798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.015122 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Floating IP 38e2091a-3cbb-49a8-9f7d-a43193c585e1 disassociated. External IP: 172.25.8.214, port: ced3a98e-a845-4f99-af03-94b60427a393. Jul 08 02:02:45.015744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Calling delete_port for ced3a98e-a845-4f99-af03-94b60427a393 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:45.153307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.158260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.162007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c628c306-0536-4747-9ccb-4d013682a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.166387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.237469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:45.242773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:45.246365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:45.255194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5bac1-438f-44cb-8638-1325f79e78e2 None None] Pushing event updated for resources: {'Port': ['ID=4a963a95-a048-4480-a3e4-81f349c9778b,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:45.270325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e883420-9fcc-40bb-b866-9e4b813eff59,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:45.286998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.287367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.287728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.288119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.288636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.289132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.289726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.290340 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.290673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.291022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.291373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.291709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:45.309764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.412832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event deleted for resources: {'Port': ['ID=ced3a98e-a845-4f99-af03-94b60427a393,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:45.704166 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.927784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4a963a95-a048-4480-a3e4-81f349c9778b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:46.102525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19b6a9-61e8-4ba2-8991-38d54e433670 req-24f4c2da-7497-4ea6-a2d1-3e437071cd33 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:46.110621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c19b6a9-61e8-4ba2-8991-38d54e433670 req-24f4c2da-7497-4ea6-a2d1-3e437071cd33 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.3750985 Jul 08 02:02:46.135504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4a963a95-a048-4480-a3e4-81f349c9778b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:46.181713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c19b6a9-61e8-4ba2-8991-38d54e433670 req-58a0a9b4-9cdf-4ed1-9dd4-019705854f13 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699105 Jul 08 02:02:46.192748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:46.545560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-52ed410d-1b04-47cc-99f1-a1ddd683c7ce req-ba736e30-24b2-4661-927d-830a3c38e98b tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 210 time: 0.1344068 Jul 08 02:02:46.569089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:46.606625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Router fefd6ecc-9060-4688-ab68-d26dd06eca32 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:46.637895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-fce3b70f-9e2d-410e-a198-a8487506ddcb tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:46.640292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-fce3b70f-9e2d-410e-a198-a8487506ddcb tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.18 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 1.1430840 Jul 08 02:02:46.784284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809561-5c6e-4e64-a253-76ca5919e2b0 req-4d688c6b-3b18-405a-a0b9-82568bff0a49 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:46.792048 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e809561-5c6e-4e64-a253-76ca5919e2b0 req-4d688c6b-3b18-405a-a0b9-82568bff0a49 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.3027854 Jul 08 02:02:46.933979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e809561-5c6e-4e64-a253-76ca5919e2b0 req-3769faf6-c623-440f-b2f3-5df5bbc03661 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378481 Jul 08 02:02:46.937262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4cd323-1d55-461a-a94e-c03bb1a90ff5 None None] Network 23672062-b486-4438-9b96-485c4b51e033 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:46.949186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Router 4645b14b-a74c-4a3c-ae00-3184c4327f86 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:02:46.953062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:46.968214 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] Sync routers for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:46.983323 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:46.983980 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:47.018473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] No DVR routers for this DVR port ced3a98e-a845-4f99-af03-94b60427a393 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:47.022032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.024460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6beef2d-b261-4eb2-82fd-aeac8d0e39b7 req-8fb256e0-705b-43c3-961d-b05af90d7a72 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.18 "DELETE /v2.0/ports/ced3a98e-a845-4f99-af03-94b60427a393 HTTP/1.1" status: 204 len: 173 time: 2.6632705 Jul 08 02:02:47.025906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Deleting port f293b046-0c48-4521-9f01-8cef944657b4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:47.026293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.036503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'name': 'network-vif-deleted', 'tag': 'ced3a98e-a845-4f99-af03-94b60427a393'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:02:47.039453 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f151d98-e20e-4a6a-b66a-372e8b50a6ad" -d '{"events": [{"server_uuid": "1a04cdf0-9fff-4a68-b338-2aaac6c1044f", "name": "network-vif-deleted", "tag": "ced3a98e-a845-4f99-af03-94b60427a393"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:02:47.205905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] For port f293b046-0c48-4521-9f01-8cef944657b4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f293b046-0c48-4521-9f01-8cef944657b4,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:47.206627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.223022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bf142399-1622-4518-9e4c-e88047d58412 None None] Provisioning for port 4a963a95-a048-4480-a3e4-81f349c9778b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:47.223588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Calling delete_port for f293b046-0c48-4521-9f01-8cef944657b4 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:47.286471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bf142399-1622-4518-9e4c-e88047d58412 None None] Provisioning complete for port 4a963a95-a048-4480-a3e4-81f349c9778b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:47.288084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bf142399-1622-4518-9e4c-e88047d58412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.342883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:47.347029 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1990d6f0-65f7-425b-aa72-2ae14c08412a x-openstack-request-id: req-1990d6f0-65f7-425b-aa72-2ae14c08412a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:02:47.347370 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a04cdf0-9fff-4a68-b338-2aaac6c1044f", "name": "network-vif-deleted", "tag": "ced3a98e-a845-4f99-af03-94b60427a393", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:02:47.347628 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1990d6f0-65f7-425b-aa72-2ae14c08412a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:02:47.348042 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a04cdf0-9fff-4a68-b338-2aaac6c1044f', 'name': 'network-vif-deleted', 'tag': 'ced3a98e-a845-4f99-af03-94b60427a393', 'status': 'completed', 'code': 200} Jul 08 02:02:47.387354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Sync routers for ids ['4645b14b-a74c-4a3c-ae00-3184c4327f86'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:47.497866 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:47.504450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Routers {'4645b14b-a74c-4a3c-ae00-3184c4327f86'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:47.505168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4645b14b-a74c-4a3c-ae00-3184c4327f86'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:47.528000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.534514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f2c2bdfa-a785-44a2-8fb6-1d94e35ee5c1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4513679 Jul 08 02:02:47.538600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:47.597749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ec3f2-bfac-4476-97fc-0fad74a22b03 req-60352d3f-a668-4681-b592-fa0b6f34458d tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:47.605542 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e91ec3f2-bfac-4476-97fc-0fad74a22b03 req-60352d3f-a668-4681-b592-fa0b6f34458d tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 946 time: 0.1384287 Jul 08 02:02:47.631591 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bf142399-1622-4518-9e4c-e88047d58412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.638048 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.679676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bf142399-1622-4518-9e4c-e88047d58412 None None] For port 4a963a95-a048-4480-a3e4-81f349c9778b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4a963a95-a048-4480-a3e4-81f349c9778b,segment=NetworkSegment(9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe),segment_id=9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:47.680502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e91ec3f2-bfac-4476-97fc-0fad74a22b03 req-736257af-4438-4d7c-ac43-5c7c12ea9520 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/security-groups?id=dccafe05-8c6e-4745-9959-3f36bf409314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734596 Jul 08 02:02:47.689869 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.701982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Set router 4645b14b-a74c-4a3c-ae00-3184c4327f86 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:47.708312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f293b046-0c48-4521-9f01-8cef944657b4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:02:47.809616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bf142399-1622-4518-9e4c-e88047d58412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.829172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device ced3a98e-a845-4f99-af03-94b60427a393 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:47.859747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Pushing event deleted for resources: {'Port': ['ID=f293b046-0c48-4521-9f01-8cef944657b4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:47.972929 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:39Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:48.010766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49a1995c-6d90-4cd8-997d-542cfebeb52e req-b89e4434-992d-4bca-b118-2f3507b136c3 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 210 time: 0.0951798 Jul 08 02:02:48.019242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: ced3a98e-a845-4f99-af03-94b60427a393 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:48.022071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device ced3a98e-a845-4f99-af03-94b60427a393 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:48.022071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f293b046-0c48-4521-9f01-8cef944657b4 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:48.059893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] No DVR routers for this DVR port f293b046-0c48-4521-9f01-8cef944657b4 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:48.062946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.071807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f7e1189-eaea-40fb-b157-b6b1d4dee198 req-b7115df4-12a1-4fba-969f-82188589f3a4 tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.18 "DELETE /v2.0/ports/f293b046-0c48-4521-9f01-8cef944657b4 HTTP/1.1" status: 204 len: 173 time: 1.4210021 Jul 08 02:02:48.077728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: f293b046-0c48-4521-9f01-8cef944657b4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:48.080453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f293b046-0c48-4521-9f01-8cef944657b4 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:48.101753 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] Checking router: fefd6ecc-9060-4688-ab68-d26dd06eca32 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:48.110509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf142399-1622-4518-9e4c-e88047d58412 None None] Pushing event updated for resources: {'Port': ['ID=4a963a95-a048-4480-a3e4-81f349c9778b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:48.130649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.147016 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:48.149054 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:48.184851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d52a873a-8ca3-4921-a381-961f2d97527e None None] Provisioning complete for port 4a963a95-a048-4480-a3e4-81f349c9778b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:48.185396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d52a873a-8ca3-4921-a381-961f2d97527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.436917 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:48.607918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45730) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:48.834961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:02:45Z', 'revision_number': 3, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:48.954568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Checking router: 4645b14b-a74c-4a3c-ae00-3184c4327f86 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:48.954948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Updating router 4645b14b-a74c-4a3c-ae00-3184c4327f86 port 4e883420-9fcc-40bb-b866-9e4b813eff59 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:02:48.988224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4b6ca9e6-4ff4-4985-a346-ec3a8cee38ab req-989af92e-5ab6-4cf0-a59a-22d7f8e3689e tempest-ListServerFiltersTestJSON-747920220 tempest-ListServerFiltersTestJSON-747920220-project] 10.222.0.10 "GET /v2.0/ports?device_id=3152bc90-ecf6-4996-9e2a-e734eea1b1c4 HTTP/1.1" status: 200 len: 210 time: 0.0546896 Jul 08 02:02:49.023413 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.043053 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819c7308-dee2-4ab5-8d25-e3221d9bbd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.043473 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:39Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:49.111652 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b27e6-4031-48ff-85e0-77efe5c76bb5 None None] The sync data for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 is: [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:00:30Z', 'revision_number': 4, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'edfe6baa-4f90-4d0a-92e8-060bad721646', 'name': '', 'network_id': 'eb7f8a9d-de30-41f1-8c22-10d36fa80060', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'mac_address': 'fa:16:3e:4a:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '5dc72282-308c-4986-878d-56521163965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:27Z', 'updated_at': '2021-07-08T02:00:39Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'subnets': [{'id': '5dc72282-308c-4986-878d-56521163965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:49.259474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7713581b-b5c6-4425-a346-ccbe1a4eedc8 req-fd07d7eb-27a0-4bad-81bd-db2868065252 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a04cdf0-9fff-4a68-b338-2aaac6c1044f HTTP/1.1" status: 200 len: 210 time: 0.0387034 Jul 08 02:02:49.312401 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819c7308-dee2-4ab5-8d25-e3221d9bbd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.350079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3152bc90-ecf6-4996-9e2a-e734eea1b1c4', 'name': 'network-vif-deleted', 'tag': 'f293b046-0c48-4521-9f01-8cef944657b4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:02:49.353367 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded7504-4fe8-47ab-8212-6d75a42b61fa" -d '{"events": [{"server_uuid": "3152bc90-ecf6-4996-9e2a-e734eea1b1c4", "name": "network-vif-deleted", "tag": "f293b046-0c48-4521-9f01-8cef944657b4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:02:49.394899 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819c7308-dee2-4ab5-8d25-e3221d9bbd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.464614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-819c7308-dee2-4ab5-8d25-e3221d9bbd81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=deff14dc9a514487a5f2e82bf72220f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8552260 Jul 08 02:02:49.468260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:49.472689 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fb903c-9563-46c2-ac5b-d8376e8a5543 x-openstack-request-id: req-f3fb903c-9563-46c2-ac5b-d8376e8a5543 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:02:49.473562 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3152bc90-ecf6-4996-9e2a-e734eea1b1c4", "name": "network-vif-deleted", "tag": "f293b046-0c48-4521-9f01-8cef944657b4", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:02:49.474291 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3fb903c-9563-46c2-ac5b-d8376e8a5543 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:02:49.475800 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3152bc90-ecf6-4996-9e2a-e734eea1b1c4', 'name': 'network-vif-deleted', 'tag': 'f293b046-0c48-4521-9f01-8cef944657b4', 'status': 'completed', 'code': 200} Jul 08 02:02:49.508551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c7308-dee2-4ab5-8d25-e3221d9bbd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea34e054-2516-4af4-8466-8fe373061f6d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:49.656149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9014-13e0-4b91-9b36-012700139f64 req-6c279da5-86f6-4e6d-b657-bb2123b07b09 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:49.666986 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e962241-7727-49f8-bdd9-3cf8fe0bcd04 None None] New status for floating IP 38e2091a-3cbb-49a8-9f7d-a43193c585e1: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:02:49.676380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74ea9014-13e0-4b91-9b36-012700139f64 req-6c279da5-86f6-4e6d-b657-bb2123b07b09 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.5394459 Jul 08 02:02:49.687033 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.697756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Transition to ACTIVE for port object 4e883420-9fcc-40bb-b866-9e4b813eff59 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:49.717296 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.758100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67525f55-ced3-4ec4-a41d-32702e674c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.782591 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74ea9014-13e0-4b91-9b36-012700139f64 req-7d60adfe-db39-4d19-9a5a-f49a96fb383a tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928142 Jul 08 02:02:49.788532 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.856297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67525f55-ced3-4ec4-a41d-32702e674c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.856718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Attempting to bind port 4e883420-9fcc-40bb-b866-9e4b813eff59 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:49.857103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Attempting to bind port 4e883420-9fcc-40bb-b866-9e4b813eff59 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:49.857476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Attempting to bind port 4e883420-9fcc-40bb-b866-9e4b813eff59 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:49.859685 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4a963a95-a048-4480-a3e4-81f349c9778b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:49.884174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b81a18-7b4c-4243-8075-16c317157002 None None] Pushing event updated for resources: {'Port': ['ID=4e883420-9fcc-40bb-b866-9e4b813eff59,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:49.889060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:49.889447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:49.889863 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.890267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:49.890761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Bound port: 4e883420-9fcc-40bb-b866-9e4b813eff59, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:49.891247 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.968672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] For port 4e883420-9fcc-40bb-b866-9e4b813eff59, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:49.974393 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] For port 4e883420-9fcc-40bb-b866-9e4b813eff59, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4e883420-9fcc-40bb-b866-9e4b813eff59,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:49.976082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4a963a95-a048-4480-a3e4-81f349c9778b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:49.976489 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.027579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Allocated IP 172.20.0.1 (23672062-b486-4438-9b96-485c4b51e033/213cb4f5-0017-4682-890d-4ac0a49d9d5b/961ad8d6-a772-42ec-a3aa-6b10affbfb32) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:50.072455 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.146976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67525f55-ced3-4ec4-a41d-32702e674c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.156660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67525f55-ced3-4ec4-a41d-32702e674c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.167297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-67525f55-ced3-4ec4-a41d-32702e674c09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea34e054-2516-4af4-8466-8fe373061f6d HTTP/1.1" status: 204 len: 168 time: 0.6965837 Jul 08 02:02:50.186988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45766) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:50.200351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67525f55-ced3-4ec4-a41d-32702e674c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea34e054-2516-4af4-8466-8fe373061f6d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:50.212531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45770) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:50.221410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Routers {'4645b14b-a74c-4a3c-ae00-3184c4327f86'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:50.222107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4645b14b-a74c-4a3c-ae00-3184c4327f86'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:50.242206 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.261906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Transition to ACTIVE for port object 961ad8d6-a772-42ec-a3aa-6b10affbfb32 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:50.319745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47bfdb7-3989-4f0f-bda1-70c90d344ee8 admin admin] Deleting subnet be926d11-b1d7-48c7-8243-2e0dd6ece6cf {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:50.323315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f47bfdb7-3989-4f0f-bda1-70c90d344ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.347459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b81a18-7b4c-4243-8075-16c317157002 None None] Pushing event updated for resources: {'Port': ['ID=4e883420-9fcc-40bb-b866-9e4b813eff59,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:50.366636 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f47bfdb7-3989-4f0f-bda1-70c90d344ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.401434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.446383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ce59022-f157-47ab-a038-07309cabafd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.477765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] Set router 4645b14b-a74c-4a3c-ae00-3184c4327f86 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:50.501874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Network 23672062-b486-4438-9b96-485c4b51e033 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:50.513100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:50.516780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:50.561734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Pushing event updated for resources: {'Port': ['ID=961ad8d6-a772-42ec-a3aa-6b10affbfb32,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:50.572295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:50.621432 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.690232 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f47bfdb7-3989-4f0f-bda1-70c90d344ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.798505 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ab88b9-f3c6-47bf-b136-b0378fedfa53 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.916202 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ab88b9-f3c6-47bf-b136-b0378fedfa53 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.922207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.941097 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ce59022-f157-47ab-a038-07309cabafd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.987770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:02:45Z', 'revision_number': 3, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:51.023654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f47bfdb7-3989-4f0f-bda1-70c90d344ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.048315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bfdb7-3989-4f0f-bda1-70c90d344ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be926d11-b1d7-48c7-8243-2e0dd6ece6cf,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:51.052496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566782d-0c79-465d-92a9-0509a0d9993c None None] The sync data for ids ['4645b14b-a74c-4a3c-ae00-3184c4327f86'] in n-d-695189-13 is: [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:02:45Z', 'revision_number': 3, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:51.057529 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ab88b9-f3c6-47bf-b136-b0378fedfa53 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.060397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ab88b9-f3c6-47bf-b136-b0378fedfa53 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.063182 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e5ab88b9-f3c6-47bf-b136-b0378fedfa53 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "DELETE /v2.0/security-groups/e4b994b2-d1e6-4df8-a07c-530a1a65c591 HTTP/1.1" status: 204 len: 168 time: 0.4895344 Jul 08 02:02:51.067662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45806) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:51.075836 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ce59022-f157-47ab-a038-07309cabafd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.100250 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f47bfdb7-3989-4f0f-bda1-70c90d344ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.104977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97667d0-7745-4b86-9f0b-4744a49f2b84 None None] Network 35569649-3b1e-4351-b088-a9c9cada4744 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:51.118451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab88b9-f3c6-47bf-b136-b0378fedfa53 tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b994b2-d1e6-4df8-a07c-530a1a65c591,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:51.123308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f47bfdb7-3989-4f0f-bda1-70c90d344ee8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/be926d11-b1d7-48c7-8243-2e0dd6ece6cf HTTP/1.1" status: 204 len: 168 time: 0.9049635 Jul 08 02:02:51.124882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45808) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:51.159322 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-297ba8b3-3dd4-40bd-98ec-bd2483ce0ffa tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] show failed (client error): The resource could not be found. Jul 08 02:02:51.159322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-297ba8b3-3dd4-40bd-98ec-bd2483ce0ffa tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "GET /v2.0/security-groups/e4b994b2-d1e6-4df8-a07c-530a1a65c591 HTTP/1.1" status: 404 len: 347 time: 0.0880501 Jul 08 02:02:51.165896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45814) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:51.180726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-912ee4f3-23f5-48b2-a772-17655e4c13b2 None None] Provisioning for port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:51.195515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-912ee4f3-23f5-48b2-a772-17655e4c13b2 None None] Provisioning complete for port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:51.196045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-912ee4f3-23f5-48b2-a772-17655e4c13b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.257438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce59022-f157-47ab-a038-07309cabafd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6710327-25e6-4b9f-8e9a-1c67d993b4ec,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:51.274455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-912ee4f3-23f5-48b2-a772-17655e4c13b2 None None] Port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:51.276464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0ce59022-f157-47ab-a038-07309cabafd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb8042d238114c09a447649188e32650&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0889845 Jul 08 02:02:51.278844 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.280434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45816) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:51.324161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.504413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45822) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:51.536445 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84f7f24d-9c3a-4ba1-9ebf-d9150d9a4576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.570275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] DHCP port deletion for 35569649-3b1e-4351-b088-a9c9cada4744 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:02:51.587959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa520df2-c3c0-44a5-8703-e2a281a15ec0 req-40dbc032-f248-474e-bc2f-ca78738235ce tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:51.595777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa520df2-c3c0-44a5-8703-e2a281a15ec0 req-40dbc032-f248-474e-bc2f-ca78738235ce tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.4735150 Jul 08 02:02:51.633133 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84f7f24d-9c3a-4ba1-9ebf-d9150d9a4576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.694994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] Deleting port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:51.696039 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.755985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Deleting port 91b8a518-66ca-44a6-8553-5923d04d5593 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:51.756345 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.816365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Deleting port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:51.816799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fdc79d9-0148-45b0-88a4-fece311a7ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.817183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.830685 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] For port f9edfaea-eca4-4961-b976-b0bdfcf3abd8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:51.831688 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.862497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] Calling delete_port for f9edfaea-eca4-4961-b976-b0bdfcf3abd8 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:51.873926 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84f7f24d-9c3a-4ba1-9ebf-d9150d9a4576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.876852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84f7f24d-9c3a-4ba1-9ebf-d9150d9a4576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.880299 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-84f7f24d-9c3a-4ba1-9ebf-d9150d9a4576 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6710327-25e6-4b9f-8e9a-1c67d993b4ec HTTP/1.1" status: 204 len: 168 time: 0.5953081 Jul 08 02:02:51.896609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7f24d-9c3a-4ba1-9ebf-d9150d9a4576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6710327-25e6-4b9f-8e9a-1c67d993b4ec,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:51.988828 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.989180 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.023514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Calling delete_port for 91b8a518-66ca-44a6-8553-5923d04d5593 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:52.030396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4e883420-9fcc-40bb-b866-9e4b813eff59 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:52.090346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] For port f9edfaea-eca4-4961-b976-b0bdfcf3abd8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,segment=NetworkSegment(f3419c90-4fe8-4e16-b20a-2b1362562f84),segment_id=f3419c90-4fe8-4e16-b20a-2b1362562f84)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:52.090544 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.129608 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.130176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Calling delete_port for f9edfaea-eca4-4961-b976-b0bdfcf3abd8 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:52.156281 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fdc79d9-0148-45b0-88a4-fece311a7ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.165179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] Pushing event deleted for resources: {'Port': ['ID=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.178018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20162f-a2bc-42a1-a534-c65d34dbe0d5 None None] No DVR routers for this DVR port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:52.200421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4e883420-9fcc-40bb-b866-9e4b813eff59 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:52.206489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4e883420-9fcc-40bb-b866-9e4b813eff59 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:52.207059 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.280403 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fdc79d9-0148-45b0-88a4-fece311a7ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.329654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.345317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.368159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa520df2-c3c0-44a5-8703-e2a281a15ec0 req-a487482c-5e34-4672-9b85-9305efabe7cd tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7711101 Jul 08 02:02:52.399717 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.405248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] No DVR routers for this DVR port f9edfaea-eca4-4961-b976-b0bdfcf3abd8 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:52.417189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f9edfaea-eca4-4961-b976-b0bdfcf3abd8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.447881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Pushing event deleted for resources: {'Port': ['ID=91b8a518-66ca-44a6-8553-5923d04d5593,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.449928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 4e883420-9fcc-40bb-b866-9e4b813eff59, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4e883420-9fcc-40bb-b866-9e4b813eff59,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:52.459461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9fdc79d9-0148-45b0-88a4-fece311a7ae2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb2662b235e440d189582ea8d442a582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9523096 Jul 08 02:02:52.460752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc79d9-0148-45b0-88a4-fece311a7ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6ea972-52dc-40d4-aa71-eb1baa87c108,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.465128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45840) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:52.512720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.531019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.564612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35569649-3b1e-4351-b088-a9c9cada4744']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:52.593839 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3419c90-4fe8-4e16-b20a-2b1362562f84') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:52.594756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3419c90-4fe8-4e16-b20a-2b1362562f84') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:52.609927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.614826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.623934 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-040066a3-8091-4ab1-9bf8-f0929c7a13fe tempest-ServersTestJSON-68989738 tempest-ServersTestJSON-68989738-project] 10.222.0.10 "DELETE /v2.0/floatingips/38e2091a-3cbb-49a8-9f7d-a43193c585e1 HTTP/1.1" status: 204 len: 168 time: 1.4408991 Jul 08 02:02:52.623934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45842) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:52.626263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f9edfaea-eca4-4961-b976-b0bdfcf3abd8 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:52.630794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=4e883420-9fcc-40bb-b866-9e4b813eff59,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.652997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: f9edfaea-eca4-4961-b976-b0bdfcf3abd8 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:52.653765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f9edfaea-eca4-4961-b976-b0bdfcf3abd8 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:52.689454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.743474 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.743697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4f26141-6363-4a1b-ba4d-16c34b26a7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.751763 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.774493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4f26141-6363-4a1b-ba4d-16c34b26a7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.792297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:02:52.801145 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:02:52.855165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45848) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:52.878496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c690fbf-27b3-484c-9875-f8fab4db339b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.899851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.934744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4f26141-6363-4a1b-ba4d-16c34b26a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.937679 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4f26141-6363-4a1b-ba4d-16c34b26a7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.940193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f4f26141-6363-4a1b-ba4d-16c34b26a7ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d6ea972-52dc-40d4-aa71-eb1baa87c108 HTTP/1.1" status: 204 len: 168 time: 0.4728041 Jul 08 02:02:52.963023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.992329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f26141-6363-4a1b-ba4d-16c34b26a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6ea972-52dc-40d4-aa71-eb1baa87c108,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.997117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-5ab6b751-fd61-4fb6-8a60-b3bb2a2ae66e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:53.001136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-5ab6b751-fd61-4fb6-8a60-b3bb2a2ae66e tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.32 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.3813918 Jul 08 02:02:53.032260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Pushing event updated for resources: {'Port': ['ID=961ad8d6-a772-42ec-a3aa-6b10affbfb32,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:53.112001 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.158132 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.160608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] 10.222.0.10 "DELETE /v2.0/networks/35569649-3b1e-4351-b088-a9c9cada4744 HTTP/1.1" status: 204 len: 168 time: 2.0344174 Jul 08 02:02:53.185079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888579ae-e6ea-49d0-8f4e-7e4066b060ad admin admin] Pushing event deleted for resources: {'Network': ['ID=35569649-3b1e-4351-b088-a9c9cada4744,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:53.219648 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c690fbf-27b3-484c-9875-f8fab4db339b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.293720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Network 23672062-b486-4438-9b96-485c4b51e033 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:53.297885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:53.306765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Deleting port a33aa7ce-e9cc-433a-99a0-44cd2f712007 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:53.307352 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.327687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c690fbf-27b3-484c-9875-f8fab4db339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.383574 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2c690fbf-27b3-484c-9875-f8fab4db339b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55d9e50430194c549b1a3b2bcfc243f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245166 Jul 08 02:02:53.387193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45860) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:53.518759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c690fbf-27b3-484c-9875-f8fab4db339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d633e2dd-f6e2-4225-af09-47f8fd05b181,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:53.550962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2265d3a-d251-4dda-8ba8-1200187ea6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.566515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Router 4645b14b-a74c-4a3c-ae00-3184c4327f86 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:53.589891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2265d3a-d251-4dda-8ba8-1200187ea6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.606544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.701084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] For port a33aa7ce-e9cc-433a-99a0-44cd2f712007, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a33aa7ce-e9cc-433a-99a0-44cd2f712007,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:53.701696 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.759054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-befd27e3-660b-41e3-a0a3-873da910163f None None] Provisioning complete for port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:53.760076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-befd27e3-660b-41e3-a0a3-873da910163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.820564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45866) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:53.821822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-befd27e3-660b-41e3-a0a3-873da910163f None None] Port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:53.922234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4e883420-9fcc-40bb-b866-9e4b813eff59 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:53.946110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045907d-aeb7-42db-ba32-58c8079120c2 req-c641675e-e2c8-47bb-bb51-e2339fa89aa1 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:53.958033 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a045907d-aeb7-42db-ba32-58c8079120c2 req-c641675e-e2c8-47bb-bb51-e2339fa89aa1 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 946 time: 0.2605069 Jul 08 02:02:53.961556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:53.970115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45870) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:53.973272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ffab6ddf-4cf0-46a3-9a12-79a96d51a5ea admin admin] 10.222.0.10 "PUT /v2.0/routers/4645b14b-a74c-4a3c-ae00-3184c4327f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4362922 Jul 08 02:02:53.992139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Sync routers for ids ['4645b14b-a74c-4a3c-ae00-3184c4327f86'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:54.009167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Routers {'4645b14b-a74c-4a3c-ae00-3184c4327f86'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:54.010056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4645b14b-a74c-4a3c-ae00-3184c4327f86'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:54.024213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a045907d-aeb7-42db-ba32-58c8079120c2 req-662454bc-40d3-4a91-b698-9476551d21cc tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups?id=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652871 Jul 08 02:02:54.070398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f549-1bce-4ec4-a61e-a6354ff78259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.080328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4e883420-9fcc-40bb-b866-9e4b813eff59 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:54.080704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.089522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7605d119-7c2f-4b55-9b6a-1b162a526df1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c211f79b2e94cdfa6e2dc68789ef248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654889 Jul 08 02:02:54.093801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:54.096705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2265d3a-d251-4dda-8ba8-1200187ea6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.099289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2265d3a-d251-4dda-8ba8-1200187ea6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.103365 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c2265d3a-d251-4dda-8ba8-1200187ea6c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d633e2dd-f6e2-4225-af09-47f8fd05b181 HTTP/1.1" status: 204 len: 168 time: 0.6972804 Jul 08 02:02:54.126942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2265d3a-d251-4dda-8ba8-1200187ea6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d633e2dd-f6e2-4225-af09-47f8fd05b181,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:54.251696 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:02:54.268842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3130dcb-4f00-4ec8-a25a-918a101382b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.281957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.282535 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.282964 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Floating IP dd20cdba-7bcb-4635-9117-a49931711cf4 disassociated. External IP: 172.25.8.154, port: a33aa7ce-e9cc-433a-99a0-44cd2f712007. Jul 08 02:02:54.283903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Calling delete_port for a33aa7ce-e9cc-433a-99a0-44cd2f712007 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:54.315728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f549-1bce-4ec4-a61e-a6354ff78259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.318581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3130dcb-4f00-4ec8-a25a-918a101382b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.320790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Deleting port edfe6baa-4f90-4d0a-92e8-060bad721646 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:54.321233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.406893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3a0f549-1bce-4ec4-a61e-a6354ff78259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.422702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Set router 4645b14b-a74c-4a3c-ae00-3184c4327f86 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:54.447989 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c3a0f549-1bce-4ec4-a61e-a6354ff78259 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22bbeb1715444786ba6a4843cc49ebfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756923 Jul 08 02:02:54.452123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45886) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:54.518195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] For port edfe6baa-4f90-4d0a-92e8-060bad721646, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edfe6baa-4f90-4d0a-92e8-060bad721646,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:54.527594 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.527594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0f549-1bce-4ec4-a61e-a6354ff78259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b22453e-8f26-4881-b6de-73f21a30a606,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:54.551566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Calling delete_port for edfe6baa-4f90-4d0a-92e8-060bad721646 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:54.566563 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3130dcb-4f00-4ec8-a25a-918a101382b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.576420 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3130dcb-4f00-4ec8-a25a-918a101382b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.579965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c3130dcb-4f00-4ec8-a25a-918a101382b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dccafe05-8c6e-4745-9959-3f36bf409314 HTTP/1.1" status: 204 len: 168 time: 0.4808629 Jul 08 02:02:54.580809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db6edcc7-e870-4e0a-972a-77ed3dfa79ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.605397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3130dcb-4f00-4ec8-a25a-918a101382b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccafe05-8c6e-4745-9959-3f36bf409314,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:54.651242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db6edcc7-e870-4e0a-972a-77ed3dfa79ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.705490 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.730639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:02:50Z', 'revision_number': 4, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '961ad8d6-a772-42ec-a3aa-6b10affbfb32', 'name': '', 'network_id': '23672062-b486-4438-9b96-485c4b51e033', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'mac_address': 'fa:16:3e:ab:8b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '213cb4f5-0017-4682-890d-4ac0a49d9d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:49Z', 'updated_at': '2021-07-08T02:02:51Z', 'revision_number': 2, 'project_id': 'b8740194211841c08ebd6aced263e228', 'subnets': [{'id': '213cb4f5-0017-4682-890d-4ac0a49d9d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:54.767356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event deleted for resources: {'Port': ['ID=a33aa7ce-e9cc-433a-99a0-44cd2f712007,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:54.788695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Checking router: 4645b14b-a74c-4a3c-ae00-3184c4327f86 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:54.791978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Updating router 4645b14b-a74c-4a3c-ae00-3184c4327f86 port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:02:54.884755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.925787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db6edcc7-e870-4e0a-972a-77ed3dfa79ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.930810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db6edcc7-e870-4e0a-972a-77ed3dfa79ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.937661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-db6edcc7-e870-4e0a-972a-77ed3dfa79ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b22453e-8f26-4881-b6de-73f21a30a606 HTTP/1.1" status: 204 len: 168 time: 0.4821706 Jul 08 02:02:54.947802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6edcc7-e870-4e0a-972a-77ed3dfa79ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b22453e-8f26-4881-b6de-73f21a30a606,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:54.949551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Router f9faed38-10b0-4ec8-bb0f-5153c31dd502 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:55.022013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.056881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Pushing event deleted for resources: {'Port': ['ID=edfe6baa-4f90-4d0a-92e8-060bad721646,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:55.154972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:55.190082 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] Sync routers for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:55.212008 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:55.213784 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:55.301924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] No DVR routers for this DVR port a33aa7ce-e9cc-433a-99a0-44cd2f712007 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:55.304840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.313532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c420384e-522b-4561-b9f1-ce4c714cb977 req-629ce9d0-e062-4ebe-9c9e-106a51d5fa4b tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.32 "DELETE /v2.0/ports/a33aa7ce-e9cc-433a-99a0-44cd2f712007 HTTP/1.1" status: 204 len: 173 time: 2.2752924 Jul 08 02:02:55.325015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16910ea-9876-4eab-9995-f058e19b4183', 'name': 'network-vif-deleted', 'tag': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:02:55.332294 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d610d6-85f1-4b55-b82f-6c59621e05dc" -d '{"events": [{"server_uuid": "f16910ea-9876-4eab-9995-f058e19b4183", "name": "network-vif-deleted", "tag": "a33aa7ce-e9cc-433a-99a0-44cd2f712007"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:02:55.482832 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b0a205-c3b8-480c-bd99-6152fda051b5 x-openstack-request-id: req-02b0a205-c3b8-480c-bd99-6152fda051b5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:02:55.483128 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16910ea-9876-4eab-9995-f058e19b4183", "name": "network-vif-deleted", "tag": "a33aa7ce-e9cc-433a-99a0-44cd2f712007", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:02:55.487001 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02b0a205-c3b8-480c-bd99-6152fda051b5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:02:55.487647 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16910ea-9876-4eab-9995-f058e19b4183', 'name': 'network-vif-deleted', 'tag': 'a33aa7ce-e9cc-433a-99a0-44cd2f712007', 'status': 'completed', 'code': 200} Jul 08 02:02:55.489928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f626c26a-caf9-484a-a1da-0f1fda0fbecb req-da91f2d6-5e41-471e-bc6b-90ae84a8b151 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 210 time: 0.1430838 Jul 08 02:02:55.529692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.590664 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:55.611504 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.632331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Transition to ACTIVE for port object 961ad8d6-a772-42ec-a3aa-6b10affbfb32 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:55.881615 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.936209 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:38Z', 'revision_number': 5, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:55.993795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20bcab-2f96-4359-92a5-ee4ae8ae1726 None None] Pushing event updated for resources: {'Port': ['ID=961ad8d6-a772-42ec-a3aa-6b10affbfb32,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:55.993990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] Checking router: f9faed38-10b0-4ec8-bb0f-5153c31dd502 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:55.993990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:55.993990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:56.025745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Router fefd6ecc-9060-4688-ab68-d26dd06eca32 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:56.080256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Attempting to bind port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:56.080613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Attempting to bind port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:56.080995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Attempting to bind port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 on network 23672062-b486-4438-9b96-485c4b51e033 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:56.086642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:56.087388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Checking segment: {'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:56.087961 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.088517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Bound using segment: {'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:56.089151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Bound port: 961ad8d6-a772-42ec-a3aa-6b10affbfb32, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '23672062-b486-4438-9b96-485c4b51e033'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:56.089732 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.204564 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:56.209254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] For port 961ad8d6-a772-42ec-a3aa-6b10affbfb32, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:56.214403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] For port 961ad8d6-a772-42ec-a3aa-6b10affbfb32, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=961ad8d6-a772-42ec-a3aa-6b10affbfb32,segment=NetworkSegment(9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe),segment_id=9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:56.365213 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.466981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Routers {'4645b14b-a74c-4a3c-ae00-3184c4327f86'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:56.467938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4645b14b-a74c-4a3c-ae00-3184c4327f86'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:56.566285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20bcab-2f96-4359-92a5-ee4ae8ae1726 None None] Pushing event updated for resources: {'Port': ['ID=961ad8d6-a772-42ec-a3aa-6b10affbfb32,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:56.659962 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:38Z', 'revision_number': 5, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:56.692656 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3158573-c374-4f5a-8e53-9d9e8516667e None None] The sync data for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 is: [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:00:28Z', 'revision_number': 4, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '81a62523-eebe-4883-943f-37f5e3380fea', 'name': '', 'network_id': '6663fdc5-a8f8-49d2-a67d-12ef1b282923', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'mac_address': 'fa:16:3e:33:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:26Z', 'updated_at': '2021-07-08T02:00:38Z', 'revision_number': 5, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'subnets': [{'id': '5fb5f15a-ba20-4e3a-9cef-025e4eae86f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:56.698646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] Set router 4645b14b-a74c-4a3c-ae00-3184c4327f86 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:56.825241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:56.850322 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87928263-43f2-4573-81db-972d64f678e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.009255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:57.042087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] Sync routers for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:57.053006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8475fde1-e463-4057-ab3e-e5f59e4e115f admin admin] 10.222.0.10 "PUT /v2.0/routers/fefd6ecc-9060-4688-ab68-d26dd06eca32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4323492 Jul 08 02:02:57.058720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45974) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:57.085804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29ce8880-e545-45a8-bc34-ae08512cacc6 req-d80984f9-ccbe-4bd1-b799-07c858f6b576 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16910ea-9876-4eab-9995-f058e19b4183 HTTP/1.1" status: 200 len: 210 time: 0.0668433 Jul 08 02:02:57.098547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:57.112451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:57.303245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:02:50Z', 'revision_number': 4, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '961ad8d6-a772-42ec-a3aa-6b10affbfb32', 'name': '', 'network_id': '23672062-b486-4438-9b96-485c4b51e033', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'mac_address': 'fa:16:3e:ab:8b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '213cb4f5-0017-4682-890d-4ac0a49d9d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:49Z', 'updated_at': '2021-07-08T02:02:56Z', 'revision_number': 4, 'project_id': 'b8740194211841c08ebd6aced263e228', 'subnets': [{'id': '213cb4f5-0017-4682-890d-4ac0a49d9d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:57.303438 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f34e44-a42c-48a6-8fa5-a31e1537a3c0 None None] New status for floating IP dd20cdba-7bcb-4635-9117-a49931711cf4: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:02:57.345252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c3e8c-dcd8-4a6d-a03c-43fb63d2bc74 None None] The sync data for ids ['4645b14b-a74c-4a3c-ae00-3184c4327f86'] in n-d-695189-13 is: [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:02:50Z', 'revision_number': 4, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '961ad8d6-a772-42ec-a3aa-6b10affbfb32', 'name': '', 'network_id': '23672062-b486-4438-9b96-485c4b51e033', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'mac_address': 'fa:16:3e:ab:8b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': '213cb4f5-0017-4682-890d-4ac0a49d9d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:49Z', 'updated_at': '2021-07-08T02:02:56Z', 'revision_number': 4, 'project_id': 'b8740194211841c08ebd6aced263e228', 'subnets': [{'id': '213cb4f5-0017-4682-890d-4ac0a49d9d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:57.353080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:57.463570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a33aa7ce-e9cc-433a-99a0-44cd2f712007 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:57.582434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: a33aa7ce-e9cc-433a-99a0-44cd2f712007 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:57.583197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a33aa7ce-e9cc-433a-99a0-44cd2f712007 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:57.745236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46020) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:57.917822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:02:54Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:57.933196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87928263-43f2-4573-81db-972d64f678e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.964423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.972349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 961ad8d6-a772-42ec-a3aa-6b10affbfb32 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:58.055612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1271836962-network', 'tenant_id': '6088de6936a647d0845e90076cb4babb'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:58.102006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87928263-43f2-4573-81db-972d64f678e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.104811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] Checking router: fefd6ecc-9060-4688-ab68-d26dd06eca32 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:58.134574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] Routers {'fefd6ecc-9060-4688-ab68-d26dd06eca32'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:58.134574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['fefd6ecc-9060-4688-ab68-d26dd06eca32'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:58.224642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Made reservation on behalf of 6088de6936a647d0845e90076cb4babb for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:58.227173 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.246215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.303125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-87928263-43f2-4573-81db-972d64f678e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77f3b9ea479a4025aea06339a3bc7bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4759080 Jul 08 02:02:58.303949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] Set router fefd6ecc-9060-4688-ab68-d26dd06eca32 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:58.308997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46052) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:58.313654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87928263-43f2-4573-81db-972d64f678e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d104d22-f415-4535-9d62-3c61df3f8922,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:58.388789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.403281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:58.412872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:58.453909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:58.454133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.462482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2639a9e9-4014-49ab-8c75-30d08a9e33d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.492269 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35057c3-eb99-4783-b3a9-945c5f0fc51a tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.509238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2639a9e9-4014-49ab-8c75-30d08a9e33d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.546222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35057c3-eb99-4783-b3a9-945c5f0fc51a tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.611815 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.727529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Deleting port febf236d-f820-427c-a8fe-bb22b06056cf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:58.730121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.750959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.811483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:02:58.818243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2639a9e9-4014-49ab-8c75-30d08a9e33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.825179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2639a9e9-4014-49ab-8c75-30d08a9e33d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.833237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2639a9e9-4014-49ab-8c75-30d08a9e33d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d104d22-f415-4535-9d62-3c61df3f8922 HTTP/1.1" status: 204 len: 168 time: 0.5185189 Jul 08 02:02:58.848027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bb499-eff7-4a38-a2d6-4a977a9c077a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:58.863779 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35057c3-eb99-4783-b3a9-945c5f0fc51a tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.867081 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35057c3-eb99-4783-b3a9-945c5f0fc51a tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.868434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c35057c3-eb99-4783-b3a9-945c5f0fc51a tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "DELETE /v2.0/security-groups/b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83 HTTP/1.1" status: 204 len: 168 time: 0.4640820 Jul 08 02:02:58.876248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:58.877238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.879199 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Added segment 2dae415e-d839-4a01-8e59-93728c4c6e32 of type vlan for network 47fd62ef-7611-49c4-a007-94ede2c3325a Jul 08 02:02:58.909476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639a9e9-4014-49ab-8c75-30d08a9e33d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d104d22-f415-4535-9d62-3c61df3f8922,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:58.913716 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.917624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35057c3-eb99-4783-b3a9-945c5f0fc51a tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:58.924836 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-ef48b130-b3ef-4aca-9c23-e9a847e3e8bc tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] show failed (client error): The resource could not be found. Jul 08 02:02:58.939224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ef48b130-b3ef-4aca-9c23-e9a847e3e8bc tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "GET /v2.0/security-groups/b55c6f7b-6dcd-4cbc-86e7-6c6daffabd83 HTTP/1.1" status: 404 len: 347 time: 0.0597095 Jul 08 02:02:58.943249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:59.051188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:02:54Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:59.085784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.120230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b42ce5a-23e7-4367-ac68-21ea76be5944 None None] The sync data for ids ['fefd6ecc-9060-4688-ab68-d26dd06eca32'] in n-d-695189-13 is: [{'id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'name': 'tempest-ServersTestJSON-1433595031-router', 'tenant_id': '121ccb09bf83447a8bc221deb5c47518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:22Z', 'updated_at': '2021-07-08T02:02:54Z', 'revision_number': 5, 'project_id': '121ccb09bf83447a8bc221deb5c47518', 'gw_port': {'id': 'febf236d-f820-427c-a8fe-bb22b06056cf', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd6ecc-9060-4688-ab68-d26dd06eca32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:23Z', 'updated_at': '2021-07-08T02:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:59.173205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 961ad8d6-a772-42ec-a3aa-6b10affbfb32, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=961ad8d6-a772-42ec-a3aa-6b10affbfb32,segment=NetworkSegment(9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe),segment_id=9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:59.219441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] For port febf236d-f820-427c-a8fe-bb22b06056cf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=febf236d-f820-427c-a8fe-bb22b06056cf,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:59.219901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.242854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Calling delete_port for febf236d-f820-427c-a8fe-bb22b06056cf owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:59.266462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Deleting port b198f1e5-63f9-4951-98d8-4a38bcca572d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:59.266462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.291914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.293522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:59.294122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.341317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.366409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] Pushing event updated for resources: {'Network': ['ID=47fd62ef-7611-49c4-a007-94ede2c3325a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:59.390504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 47fd62ef-7611-49c4-a007-94ede2c3325a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:02:59.454423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.454974 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.478658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Calling delete_port for b198f1e5-63f9-4951-98d8-4a38bcca572d owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:59.480189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=961ad8d6-a772-42ec-a3aa-6b10affbfb32,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:59.487052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d5d89fb9-3735-4666-a5bf-45aab00e1329 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7406826 Jul 08 02:02:59.489961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46104) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:59.501384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Request body: {'subnet': {'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1271836962-subnet', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:59.680614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Made reservation on behalf of 6088de6936a647d0845e90076cb4babb for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:59.683095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.749047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.822978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Pushing event deleted for resources: {'Port': ['ID=febf236d-f820-427c-a8fe-bb22b06056cf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:59.863464 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.866522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.879156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 961ad8d6-a772-42ec-a3aa-6b10affbfb32 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:59.957095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:59.957538 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.016412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Pushing event deleted for resources: {'Port': ['ID=b198f1e5-63f9-4951-98d8-4a38bcca572d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:00.023015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.040563 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.050140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.077392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edfe6baa-4f90-4d0a-92e8-060bad721646 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:00.103485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: edfe6baa-4f90-4d0a-92e8-060bad721646 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:00.104256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edfe6baa-4f90-4d0a-92e8-060bad721646 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:00.113988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adba4a48-6177-41ca-8ad9-1b9857ef7257,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:00.118953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.122418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.124125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5fe3e2b6-6fbf-4f6b-9260-3cb1deeec9e2 tempest-ServersTestManualDisk-362516183 tempest-ServersTestManualDisk-362516183-project] 10.222.0.10 "DELETE /v2.0/floatingips/dd20cdba-7bcb-4635-9117-a49931711cf4 HTTP/1.1" status: 204 len: 168 time: 1.1795387 Jul 08 02:03:00.128081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:00.133751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Checking segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:00.134040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Network hostable DHCP agents. Network: 47fd62ef-7611-49c4-a007-94ede2c3325a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:00.221217 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.221217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fefd6ecc-9060-4688-ab68-d26dd06eca32 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:03:00.228393 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.233251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8e399213-f33d-4815-850b-8ccf941e6209 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fefd6ecc-9060-4688-ab68-d26dd06eca32 HTTP/1.1" status: 204 len: 168 time: 3.1689081 Jul 08 02:03:00.235579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46144) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:00.308217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Deleting subnet 5dc72282-308c-4986-878d-56521163965e {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:00.313614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.372895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.412883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:00.498024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.603524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.657461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 47fd62ef-7611-49c4-a007-94ede2c3325a) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:00.662371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:00.664666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.665993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cda691-daad-4b56-9db8-9d2186e47e3f None None] Network 47fd62ef-7611-49c4-a007-94ede2c3325a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:00.738618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.779924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc72282-308c-4986-878d-56521163965e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:00.801871 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d9c8719c-93a9-40eb-9c01-80687442e06e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3056285 Jul 08 02:03:00.801871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.806464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5dc72282-308c-4986-878d-56521163965e HTTP/1.1" status: 204 len: 168 time: 0.5706608 Jul 08 02:03:00.808797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:00.809514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.809925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.810387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.810732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.811066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.811563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.811914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.812243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.812616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.812945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.813274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.813600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dabeee-26fa-41ab-a495-13e0a3898426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:00.817252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:00.821605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46182) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:00.895360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33fe570-01c7-449b-b63e-43476d278bd2 None None] Network eb7f8a9d-de30-41f1-8c22-10d36fa80060 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:00.928398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.979913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-47fd62ef-7611-49c4-a007-94ede2c3325a', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:00.981651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.055086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Deleting port cc960160-44b6-4b47-beb7-a4ec67ab4e26 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:01.055378 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.082175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Deleting port 81a62523-eebe-4883-943f-37f5e3380fea {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:01.082175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.082175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.083009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.190610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] For port cc960160-44b6-4b47-beb7-a4ec67ab4e26, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cc960160-44b6-4b47-beb7-a4ec67ab4e26,segment=NetworkSegment(9ea587d7-a99e-4b57-a41b-ee8d78704716),segment_id=9ea587d7-a99e-4b57-a41b-ee8d78704716)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:01.193048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.220552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Calling delete_port for cc960160-44b6-4b47-beb7-a4ec67ab4e26 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:01.256902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Allocated IP 172.20.0.2 (47fd62ef-7611-49c4-a007-94ede2c3325a/adba4a48-6177-41ca-8ad9-1b9857ef7257/2db007f8-60b9-4f8b-93a0-a9a9c2f0c530) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:01.272503 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.323626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] For port 81a62523-eebe-4883-943f-37f5e3380fea, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=81a62523-eebe-4883-943f-37f5e3380fea,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:01.324078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.348133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Calling delete_port for 81a62523-eebe-4883-943f-37f5e3380fea owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:01.358472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-f3c8e285-bb46-4203-a6b3-dc5b046b30bf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:01.360129 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-f3c8e285-bb46-4203-a6b3-dc5b046b30bf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.2082751 Jul 08 02:03:01.362001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4779438-475f-496d-b430-b200a914022f None None] DHCP port deletion for eb7f8a9d-de30-41f1-8c22-10d36fa80060 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:03:01.450098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.455281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a4779438-475f-496d-b430-b200a914022f None None] Deleting port cc960160-44b6-4b47-beb7-a4ec67ab4e26 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:01.465919 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4779438-475f-496d-b430-b200a914022f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.480695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-299690cf-40da-457f-8ec8-801a0b0d8801 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/quotas/0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 375 time: 0.0782602 Jul 08 02:03:01.493098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] No DVR routers for this DVR port cc960160-44b6-4b47-beb7-a4ec67ab4e26 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:01.499647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc960160-44b6-4b47-beb7-a4ec67ab4e26,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:01.599088 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.616732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.626247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a4779438-475f-496d-b430-b200a914022f None None] For port cc960160-44b6-4b47-beb7-a4ec67ab4e26, host n-d-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:01.626671 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4779438-475f-496d-b430-b200a914022f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.640335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7f8a9d-de30-41f1-8c22-10d36fa80060']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:01.642495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Transition to ACTIVE for port object 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:01.650296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a4779438-475f-496d-b430-b200a914022f None None] Calling delete_port for cc960160-44b6-4b47-beb7-a4ec67ab4e26 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:01.653697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.655149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.ipam_backend_mixin [None req-a4779438-475f-496d-b430-b200a914022f None None] Port cc960160-44b6-4b47-beb7-a4ec67ab4e26 was not found and therefore no delete operation was performed {{(pid=100714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:03:01.662937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea587d7-a99e-4b57-a41b-ee8d78704716') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:01.663714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea587d7-a99e-4b57-a41b-ee8d78704716') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:01.668402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Transition to ACTIVE for port object 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:01.671622 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a4779438-475f-496d-b430-b200a914022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.682224 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.710874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779438-475f-496d-b430-b200a914022f None None] Pushing event deleted for resources: {'Port': ['ID=cc960160-44b6-4b47-beb7-a4ec67ab4e26,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:01.724747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4779438-475f-496d-b430-b200a914022f None None] No DVR routers for this DVR port cc960160-44b6-4b47-beb7-a4ec67ab4e26 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:01.724998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.735616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:03:01.736053 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:03:01.743869 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:03:01.802494 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.896466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cc960160-44b6-4b47-beb7-a4ec67ab4e26 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:01.926564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Pushing event updated for resources: {'Port': ['ID=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:01.932482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.956308 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.962152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] 10.222.0.10 "DELETE /v2.0/networks/eb7f8a9d-de30-41f1-8c22-10d36fa80060 HTTP/1.1" status: 204 len: 168 time: 1.1373768 Jul 08 02:03:01.963854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:01.964999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: cc960160-44b6-4b47-beb7-a4ec67ab4e26 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:01.965528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cc960160-44b6-4b47-beb7-a4ec67ab4e26 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:01.966112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device febf236d-f820-427c-a8fe-bb22b06056cf no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:01.986740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7314a8-fb2f-46bc-bc16-9c9bde8e063d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7f8a9d-de30-41f1-8c22-10d36fa80060,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:02.001944 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-a4974f60-14b0-41ac-9e4a-1a4ac528d52c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5145247 Jul 08 02:03:02.004449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:02.007834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:02.009798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: febf236d-f820-427c-a8fe-bb22b06056cf {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:02.010153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device febf236d-f820-427c-a8fe-bb22b06056cf not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:02.137630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Attempting to bind port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:02.138020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Attempting to bind port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:02.138392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Attempting to bind port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:02.148264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:02.148641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Checking segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:02.149932 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.151058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Bound using segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:02.151891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Bound port: 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:02.153108 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.171367 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-5009be37-8f7d-4e73-addd-e3a444296b45 service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369729 Jul 08 02:03:02.172413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46210) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:02.234047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.282161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a62523-eebe-4883-943f-37f5e3380fea,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:02.282516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-146918f8-1ecf-4842-b503-17c571877993 None None] For port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:02.285895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-146918f8-1ecf-4842-b503-17c571877993 None None] For port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:02.366200 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.427611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146918f8-1ecf-4842-b503-17c571877993 None None] Pushing event updated for resources: {'Port': ['ID=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:02.495077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-434c200e-6a11-4e57-90f7-fafc8faa7f31 service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220382 Jul 08 02:03:02.642778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.665639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46222) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:02.670537 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.724374 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84addef5-4629-4234-9fe3-22e842c92122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.738221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.832464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a7fc8e6a-1a2d-44f1-b645-b2b651f914e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=121ccb09bf83447a8bc221deb5c47518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677818 Jul 08 02:03:02.838034 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46228) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:02.925178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Allocated IP 172.25.8.116 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/50606792-ef12-48be-823b-290c53867fae) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:02.964629 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c69b7fc-4e84-41ee-b365-fd74f146fdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.051938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84addef5-4629-4234-9fe3-22e842c92122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.058014 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c69b7fc-4e84-41ee-b365-fd74f146fdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.125830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-84addef5-4629-4234-9fe3-22e842c92122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.127504 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.144483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Router f9faed38-10b0-4ec8-bb0f-5153c31dd502 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:03.177841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-84addef5-4629-4234-9fe3-22e842c92122 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ba4f06146274adab76594d5a4426cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0046732 Jul 08 02:03:03.178998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84addef5-4629-4234-9fe3-22e842c92122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dd14a8-4520-46c1-8519-31b2436f0832,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:03.181376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46236) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:03.230016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c69b7fc-4e84-41ee-b365-fd74f146fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.232665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c69b7fc-4e84-41ee-b365-fd74f146fdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.233840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5c69b7fc-4e84-41ee-b365-fd74f146fdcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88e913c2-0734-4be2-87fb-04c260b726bd HTTP/1.1" status: 204 len: 168 time: 0.3949859 Jul 08 02:03:03.245677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69b7fc-4e84-41ee-b365-fd74f146fdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e913c2-0734-4be2-87fb-04c260b726bd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:03.260127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f1a81d4-ddb1-47c5-93e6-1484e5dc1933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.296444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:03.297650 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f1a81d4-ddb1-47c5-93e6-1484e5dc1933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.302496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4ed45f6c-26d7-4c9b-b052-e646b132f9b8 admin admin] 10.222.0.10 "PUT /v2.0/routers/f9faed38-10b0-4ec8-bb0f-5153c31dd502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732068 Jul 08 02:03:03.305118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46244) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:03.313333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] Sync routers for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:03.332790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:03.333439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:03.338425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.389756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:03.396441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:03.401005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:03.446778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Pushing event updated for resources: {'Port': ['ID=50606792-ef12-48be-823b-290c53867fae,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:03.507548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-109ecda1-14b4-4a34-8c65-64034fefad7f req-bfa3b866-dae8-46a7-b3b4-95a1587790ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0623128 Jul 08 02:03:03.598619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:03.694102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.836110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f1a81d4-ddb1-47c5-93e6-1484e5dc1933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.838800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f1a81d4-ddb1-47c5-93e6-1484e5dc1933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.842580 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6f1a81d4-ddb1-47c5-93e6-1484e5dc1933 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91dd14a8-4520-46c1-8519-31b2436f0832 HTTP/1.1" status: 204 len: 168 time: 0.6577199 Jul 08 02:03:03.851905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.869249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a81d4-ddb1-47c5-93e6-1484e5dc1933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dd14a8-4520-46c1-8519-31b2436f0832,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:03.932903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:03:01Z', 'revision_number': 5, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port': {'id': '177eca2f-db64-4f3b-a735-51edb92593fc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:21Z', 'updated_at': '2021-07-08T02:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:03.998991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Deleting port 177eca2f-db64-4f3b-a735-51edb92593fc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:03.999360 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.007480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] Checking router: f9faed38-10b0-4ec8-bb0f-5153c31dd502 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:03:04.021991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] Routers {'f9faed38-10b0-4ec8-bb0f-5153c31dd502'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:04.023569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:04.094286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.107106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b770a1-ab61-4e00-ae46-4c236dbcc0c8 None None] Network 47fd62ef-7611-49c4-a007-94ede2c3325a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:04.111439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:04.115796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] For port 177eca2f-db64-4f3b-a735-51edb92593fc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=177eca2f-db64-4f3b-a735-51edb92593fc,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:04.118272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.131473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Calling delete_port for 177eca2f-db64-4f3b-a735-51edb92593fc owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:04.277230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] Set router f9faed38-10b0-4ec8-bb0f-5153c31dd502 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:04.398753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:03:03Z', 'revision_number': 6, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:04.430525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.482551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:04.572133 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.683766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Pushing event deleted for resources: {'Port': ['ID=177eca2f-db64-4f3b-a735-51edb92593fc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:04.684384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99318bc4-dac6-4b98-b345-f2d435302367 None None] The sync data for ids ['f9faed38-10b0-4ec8-bb0f-5153c31dd502'] in n-d-695189-13 is: [{'id': 'f9faed38-10b0-4ec8-bb0f-5153c31dd502', 'name': 'tempest-ServersTestManualDisk-241646686-router', 'tenant_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:00:20Z', 'updated_at': '2021-07-08T02:03:03Z', 'revision_number': 6, 'project_id': 'ccb4c4630bbc4d79a4b5d75e61cc81f2', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:04.695258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0cec9894-98cf-4a6a-a388-1179f2086202 None None] Provisioning for port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:04.710985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:04.718650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0cec9894-98cf-4a6a-a388-1179f2086202 None None] Provisioning complete for port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:04.719661 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0cec9894-98cf-4a6a-a388-1179f2086202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.764634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:04.764894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.818673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.973357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.975722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.991034 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0cec9894-98cf-4a6a-a388-1179f2086202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.040584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f0a86b7-7fe3-4666-853e-72bba2353f60 req-65be8f27-615c-4068-ae3b-7ab83e30a6c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.4434650 Jul 08 02:03:05.063573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.121715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0cec9894-98cf-4a6a-a388-1179f2086202 None None] For port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:05.127026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a7474c-2064-4403-b603-53d2963e43a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.195596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.197299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9faed38-10b0-4ec8-bb0f-5153c31dd502 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:03:05.207748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0cec9894-98cf-4a6a-a388-1179f2086202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.211919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.218716 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a3fc71c-a25a-4db2-91c1-6f6c2cde8479 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f9faed38-10b0-4ec8-bb0f-5153c31dd502 HTTP/1.1" status: 204 len: 168 time: 1.9108124 Jul 08 02:03:05.220551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46296) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:05.227319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:03:05.361100 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:05.362211 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:05.366379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec9894-98cf-4a6a-a388-1179f2086202 None None] Pushing event updated for resources: {'Port': ['ID=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:05.367708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a7474c-2064-4403-b603-53d2963e43a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.369245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb688228-ff70-4316-8b6e-7bcf99313d09 admin admin] Deleting subnet 5fb5f15a-ba20-4e3a-9cef-025e4eae86f8 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:05.383729 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb688228-ff70-4316-8b6e-7bcf99313d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.427867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46298) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:05.442841 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a7474c-2064-4403-b603-53d2963e43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.471539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71b6fbb4-f4aa-4fb2-9191-2c959d4dbb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.512107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb688228-ff70-4316-8b6e-7bcf99313d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.517958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7474c-2064-4403-b603-53d2963e43a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0254a5-6dc7-405b-b700-3da41b551c26,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:05.567250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e0a7474c-2064-4403-b603-53d2963e43a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01ee224da5384ea698f2b96b7b2987eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0831943 Jul 08 02:03:05.568735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:05.643880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:05.646025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d21ec5c2-63d3-4e80-a3d4-1f6d854ef07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.646458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6dc21f1f-faec-48f7-a9f7-53bac328f6c0 None None] Provisioning complete for port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:05.646930 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6dc21f1f-faec-48f7-a9f7-53bac328f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.657792 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Sync routers for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:05.674177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d21ec5c2-63d3-4e80-a3d4-1f6d854ef07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.687058 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:05.691312 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:05.808919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb688228-ff70-4316-8b6e-7bcf99313d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.831957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d21ec5c2-63d3-4e80-a3d4-1f6d854ef07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.831957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d21ec5c2-63d3-4e80-a3d4-1f6d854ef07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.834811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d21ec5c2-63d3-4e80-a3d4-1f6d854ef07b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e0254a5-6dc7-405b-b700-3da41b551c26 HTTP/1.1" status: 204 len: 168 time: 0.2590823 Jul 08 02:03:05.860850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec5c2-63d3-4e80-a3d4-1f6d854ef07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0254a5-6dc7-405b-b700-3da41b551c26,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:06.010106 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:06.013654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71b6fbb4-f4aa-4fb2-9191-2c959d4dbb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.063882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb688228-ff70-4316-8b6e-7bcf99313d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.135620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71b6fbb4-f4aa-4fb2-9191-2c959d4dbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.159242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb688228-ff70-4316-8b6e-7bcf99313d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb5f15a-ba20-4e3a-9cef-025e4eae86f8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:06.171955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-71b6fbb4-f4aa-4fb2-9191-2c959d4dbb28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2adc2c3c108849b9beec03f65fa60a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7397201 Jul 08 02:03:06.172337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:06.178630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb688228-ff70-4316-8b6e-7bcf99313d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.184062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bb688228-ff70-4316-8b6e-7bcf99313d09 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5fb5f15a-ba20-4e3a-9cef-025e4eae86f8 HTTP/1.1" status: 204 len: 168 time: 0.9601769 Jul 08 02:03:06.184898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46316) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:06.185848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb29c9e-265b-4a08-9f4f-9a677e046dbe None None] Network 6663fdc5-a8f8-49d2-a67d-12ef1b282923 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:06.211899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:06.260117 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.260117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c9209a8e-cca0-444f-962a-2349434346b2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4459374 Jul 08 02:03:06.269213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:06.317714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6fbb4-f4aa-4fb2-9191-2c959d4dbb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487db23a-843f-47b8-9eac-3638cee6e36f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:06.359240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb1897be-cbb2-4c7c-b298-ad0c96858505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.366593 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f8bacedc-1459-44b2-8dbb-46a68386083a req-e76a369f-a387-4b61-903c-af0ecfd69ac3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0457404 Jul 08 02:03:06.369470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.384450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb1897be-cbb2-4c7c-b298-ad0c96858505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.413820 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:03Z', 'revision_number': 3, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:06.434832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Deleting port d05b8b6d-1c44-430d-891e-a334c89d2ff0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:06.435159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:06.435271 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.435402 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.455392 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Checking router: 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:03:06.456488 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Updating router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda port 50606792-ef12-48be-823b-290c53867fae binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:03:06.551152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] For port d05b8b6d-1c44-430d-891e-a334c89d2ff0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d05b8b6d-1c44-430d-891e-a334c89d2ff0,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:06.553138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.563470 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.579219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Calling delete_port for d05b8b6d-1c44-430d-891e-a334c89d2ff0 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:06.664080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb1897be-cbb2-4c7c-b298-ad0c96858505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.664080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb1897be-cbb2-4c7c-b298-ad0c96858505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.664080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fb1897be-cbb2-4c7c-b298-ad0c96858505 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/487db23a-843f-47b8-9eac-3638cee6e36f HTTP/1.1" status: 204 len: 168 time: 0.4891026 Jul 08 02:03:06.685428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 177eca2f-db64-4f3b-a735-51edb92593fc no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:06.703763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1897be-cbb2-4c7c-b298-ad0c96858505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487db23a-843f-47b8-9eac-3638cee6e36f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:06.737988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 177eca2f-db64-4f3b-a735-51edb92593fc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:06.738343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 177eca2f-db64-4f3b-a735-51edb92593fc not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:06.740808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 81a62523-eebe-4883-943f-37f5e3380fea no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:06.748899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] DHCP port deletion for 6663fdc5-a8f8-49d2-a67d-12ef1b282923 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:03:06.800773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 81a62523-eebe-4883-943f-37f5e3380fea {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:06.801129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 81a62523-eebe-4883-943f-37f5e3380fea not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:06.834608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] Deleting port d05b8b6d-1c44-430d-891e-a334c89d2ff0 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:06.835267 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.920832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] For port d05b8b6d-1c44-430d-891e-a334c89d2ff0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d05b8b6d-1c44-430d-891e-a334c89d2ff0,segment=NetworkSegment(99dd4dd9-2bd9-46be-9b83-532e8a56d143),segment_id=99dd4dd9-2bd9-46be-9b83-532e8a56d143)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:06.921095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.925748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.943899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] Calling delete_port for d05b8b6d-1c44-430d-891e-a334c89d2ff0 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:06.987036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05b8b6d-1c44-430d-891e-a334c89d2ff0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:06.999000 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.004207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] No DVR routers for this DVR port d05b8b6d-1c44-430d-891e-a334c89d2ff0 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:07.011317 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Transition to ACTIVE for port object 50606792-ef12-48be-823b-290c53867fae will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:07.080463 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.086738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-5d324239-5446-4a7a-b885-0d27c32d3877 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:07.105272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-5d324239-5446-4a7a-b885-0d27c32d3877 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.2212322 Jul 08 02:03:07.166595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.183527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46336) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:07.187059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'port': {'device_id': 'c7916725-7728-483c-9d46-9a53a5adc7e6', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'admin_state_up': True, 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:07.189823 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Attempting to bind port 50606792-ef12-48be-823b-290c53867fae on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:07.201838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Attempting to bind port 50606792-ef12-48be-823b-290c53867fae by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:07.201838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Attempting to bind port 50606792-ef12-48be-823b-290c53867fae on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:07.212108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bb57bde-378a-4547-9c43-d9b8c6ce9f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.212839 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:07.213496 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:07.214131 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.214806 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:07.215648 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Bound port: 50606792-ef12-48be-823b-290c53867fae, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:07.217667 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.224297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] Pushing event deleted for resources: {'Port': ['ID=d05b8b6d-1c44-430d-891e-a334c89d2ff0,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:07.238021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd17941-eb60-42b7-8d03-2a6898da767e None None] No DVR routers for this DVR port d05b8b6d-1c44-430d-891e-a334c89d2ff0 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:07.304478 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d98c73-3e29-4297-b75d-463985dc8b91 None None] Pushing event updated for resources: {'Port': ['ID=50606792-ef12-48be-823b-290c53867fae,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:07.332988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bb57bde-378a-4547-9c43-d9b8c6ce9f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.337969 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.340898 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] For port 50606792-ef12-48be-823b-290c53867fae, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:07.349000 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] For port 50606792-ef12-48be-823b-290c53867fae, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=50606792-ef12-48be-823b-290c53867fae,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:07.351905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6663fdc5-a8f8-49d2-a67d-12ef1b282923']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:07.366337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dd4dd9-2bd9-46be-9b83-532e8a56d143') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:07.367041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dd4dd9-2bd9-46be-9b83-532e8a56d143') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:07.379030 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.397745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.421057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:03:07.421489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:03:07.424105 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:03:07.447332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.449900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7bb57bde-378a-4547-9c43-d9b8c6ce9f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.470012 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.545453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7bb57bde-378a-4547-9c43-d9b8c6ce9f2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b78305e16d64a869010769768936378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584716 Jul 08 02:03:07.546451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb57bde-378a-4547-9c43-d9b8c6ce9f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b8b790-2e9d-40d9-9769-5d428a0d3296,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:07.549037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46342) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:07.566377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:07.574953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.616823 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d98c73-3e29-4297-b75d-463985dc8b91 None None] Pushing event updated for resources: {'Port': ['ID=50606792-ef12-48be-823b-290c53867fae,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:07.633676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.635614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71156983-83fc-4cb1-97ce-099ad1d1fdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.645043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.649149 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6663fdc5-a8f8-49d2-a67d-12ef1b282923 HTTP/1.1" status: 204 len: 168 time: 1.4607770 Jul 08 02:03:07.671329 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:07.673636 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:07.702338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c817330-19bf-4499-9bbf-2d8d267e4980 admin admin] Pushing event deleted for resources: {'Network': ['ID=6663fdc5-a8f8-49d2-a67d-12ef1b282923,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:07.737926 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71156983-83fc-4cb1-97ce-099ad1d1fdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.801156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3176e66-8d3e-4f75-86f6-b8033f489ebe req-d4582fd0-512a-43bc-90a3-b0b9a3c26a95 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0628829 Jul 08 02:03:07.926326 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:08.009142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71156983-83fc-4cb1-97ce-099ad1d1fdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.011754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71156983-83fc-4cb1-97ce-099ad1d1fdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.012935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-71156983-83fc-4cb1-97ce-099ad1d1fdae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26b8b790-2e9d-40d9-9769-5d428a0d3296 HTTP/1.1" status: 204 len: 168 time: 0.4627919 Jul 08 02:03:08.035984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71156983-83fc-4cb1-97ce-099ad1d1fdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b8b790-2e9d-40d9-9769-5d428a0d3296,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:08.107526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d05b8b6d-1c44-430d-891e-a334c89d2ff0 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:08.153830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d05b8b6d-1c44-430d-891e-a334c89d2ff0 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:08.154494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d05b8b6d-1c44-430d-891e-a334c89d2ff0 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:08.175944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Allocated IP 172.20.0.1 (47fd62ef-7611-49c4-a007-94ede2c3325a/adba4a48-6177-41ca-8ad9-1b9857ef7257/c5c378a7-9e8a-4531-89ec-6ccbe9992422) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:08.224790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46362) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:08.314782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.20.0.8 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/a09ae74d-eba5-455a-bd07-1c2157b34f12) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:08.322420 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:03Z', 'revision_number': 3, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:08.382475 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab663b-6af8-4d79-aa5e-562379ae5104 None None] The sync data for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 is: [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:03Z', 'revision_number': 3, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:08.448496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46366) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:08.468872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.498774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Transition to ACTIVE for port object c5c378a7-9e8a-4531-89ec-6ccbe9992422 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:08.536159 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-37865964-4813-4bfc-b13a-6802b40cefd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccb4c4630bbc4d79a4b5d75e61cc81f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858159 Jul 08 02:03:08.536489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46368) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:08.712215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.715933 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acd6bffb-55b3-41ac-87c2-26ec51f2d431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.743590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Transition to ACTIVE for port object a09ae74d-eba5-455a-bd07-1c2157b34f12 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:08.755815 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acd6bffb-55b3-41ac-87c2-26ec51f2d431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.777654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.847508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:08.851898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:08.858589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:08.914935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1076653992-network', 'tenant_id': '8f51832be61b47718e58951561411272'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:08.997967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.019866 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acd6bffb-55b3-41ac-87c2-26ec51f2d431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.040201 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acd6bffb-55b3-41ac-87c2-26ec51f2d431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.047452 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-acd6bffb-55b3-41ac-87c2-26ec51f2d431 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d6eca1e-ba15-4936-a508-c3fdb3595824 HTTP/1.1" status: 204 len: 168 time: 0.5093791 Jul 08 02:03:09.083818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:09.087267 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.090667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6bffb-55b3-41ac-87c2-26ec51f2d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6eca1e-ba15-4936-a508-c3fdb3595824,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:09.124517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.278992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.288371 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.320258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c378a7-9e8a-4531-89ec-6ccbe9992422,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:09.408733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f092a-12c5-425b-82eb-7cffa0a626b3 req-262a563a-3076-472a-91d7-9d1af796ea38 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:09.411708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-688f092a-12c5-425b-82eb-7cffa0a626b3 req-262a563a-3076-472a-91d7-9d1af796ea38 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 931 time: 0.1292422 Jul 08 02:03:09.412947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.420584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:09.437323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:09.441808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:09.485565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-010a0ee7-88a8-4eb8-8809-7eca2a058d74 None None] Provisioning for port c5c378a7-9e8a-4531-89ec-6ccbe9992422 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:09.493767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-010a0ee7-88a8-4eb8-8809-7eca2a058d74 None None] Provisioning complete for port c5c378a7-9e8a-4531-89ec-6ccbe9992422 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:09.494804 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-010a0ee7-88a8-4eb8-8809-7eca2a058d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.512315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cb67a2-52f3-4974-966c-34e348cd23e9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:09.526534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:09.560417 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.561110 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Added segment 527a4dfd-1a49-409a-9c28-c33cb0d63a61 of type vlan for network 57b8bc96-0b99-413a-b50e-309d2fc91e18 Jul 08 02:03:09.585636 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-688f092a-12c5-425b-82eb-7cffa0a626b3 req-12e8eae2-7df7-457c-81b3-c135a97852f8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648750 Jul 08 02:03:09.598503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=a09ae74d-eba5-455a-bd07-1c2157b34f12,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:09.615330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-010a0ee7-88a8-4eb8-8809-7eca2a058d74 None None] Port c5c378a7-9e8a-4531-89ec-6ccbe9992422 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:09.664900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.687888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.713621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:09.714539 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.815283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.816443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:09.820007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.882993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-93df17e3-af4c-48d4-8c1f-4e23588b57cd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7082479 Jul 08 02:03:09.901466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Request body: {'port': {'device_id': 'c7916725-7728-483c-9d46-9a53a5adc7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:09.958122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7316020 Jul 08 02:03:09.958725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:09.974062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Request body: {'subnet': {'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1076653992-subnet', 'tenant_id': '8f51832be61b47718e58951561411272', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:10.013495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3d139-19d3-4835-a93b-cdac1de9c382 admin admin] Pushing event updated for resources: {'Network': ['ID=57b8bc96-0b99-413a-b50e-309d2fc91e18,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:10.022737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f327b8f8-c7df-40dd-ab16-342033d2ad5d None None] Provisioning for port a09ae74d-eba5-455a-bd07-1c2157b34f12 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:10.027611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f327b8f8-c7df-40dd-ab16-342033d2ad5d None None] Provisioning complete for port a09ae74d-eba5-455a-bd07-1c2157b34f12 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:10.028369 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f327b8f8-c7df-40dd-ab16-342033d2ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.061881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 57b8bc96-0b99-413a-b50e-309d2fc91e18 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:10.091323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:10.094408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.113020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.210606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.244040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46412) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:10.253327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1345607688'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:10.256771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 50606792-ef12-48be-823b-290c53867fae up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:10.322410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f327b8f8-c7df-40dd-ab16-342033d2ad5d None None] Port a09ae74d-eba5-455a-bd07-1c2157b34f12 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:10.328045 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.407601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:10.412158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.434353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 50606792-ef12-48be-823b-290c53867fae completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:10.440221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 50606792-ef12-48be-823b-290c53867fae triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:10.446823 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.477504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:10.490212 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.490962 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Added segment 27241efb-c1ea-45c2-9224-20a79057954d of type vlan for network a9348555-65df-4fd2-96c7-c0aef5ea7a11 Jul 08 02:03:10.508470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c378a7-9e8a-4531-89ec-6ccbe9992422,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:10.513872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.581703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.632388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.703294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1518642-f405-42ee-97e3-9491d99a0b3e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:10.720503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Checking segment: {'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:10.720707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Network hostable DHCP agents. Network: 57b8bc96-0b99-413a-b50e-309d2fc91e18, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:10.725702 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.764430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 50606792-ef12-48be-823b-290c53867fae, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=50606792-ef12-48be-823b-290c53867fae,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:10.832125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.837756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:10.838419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.863664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:10.877834 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.896040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:10.954463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Network 57b8bc96-0b99-413a-b50e-309d2fc91e18 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:10.964858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=50606792-ef12-48be-823b-290c53867fae,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:10.974921 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7268195 Jul 08 02:03:10.984554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46428) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:10.994998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d8f59-ea82-4e1a-b7e6-887df04a97d8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Network': ['ID=a9348555-65df-4fd2-96c7-c0aef5ea7a11,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:11.003457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1434122082'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:11.026820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:11.051536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 57b8bc96-0b99-413a-b50e-309d2fc91e18) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:11.057396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:11.058474 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.104812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93540b7-45de-4617-b420-1e4c958186df None None] Network 57b8bc96-0b99-413a-b50e-309d2fc91e18 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:11.115368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:11.119546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.177687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:11.192587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.192988 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Added segment b64cd6d2-9cd9-4c5f-918e-78addf755695 of type vlan for network fb47c906-2c7b-4a26-95be-9d692f7ee33b Jul 08 02:03:11.271446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.307493 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-899bf805-4ff8-4808-980b-e0da3d3898ba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3409753 Jul 08 02:03:11.311534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46434) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:11.318784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:11.386870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.394806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:11.395519 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.416884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d60582f0-2a3c-4ae3-b244-76f3c125e361 None None] Provisioning complete for port c5c378a7-9e8a-4531-89ec-6ccbe9992422 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:11.418304 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d60582f0-2a3c-4ae3-b244-76f3c125e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.456027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d60582f0-2a3c-4ae3-b244-76f3c125e361 None None] Port c5c378a7-9e8a-4531-89ec-6ccbe9992422 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:11.496380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-57b8bc96-0b99-413a-b50e-309d2fc91e18', 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18', 'tenant_id': '8f51832be61b47718e58951561411272', 'fixed_ips': [{'subnet_id': 'f1518642-f405-42ee-97e3-9491d99a0b3e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:11.497268 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.518895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.527326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.601052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6037624 Jul 08 02:03:11.604531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46444) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:11.624135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'subnet': {'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:11.695540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bb331-65a9-428b-90ca-516c07d493a4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Network': ['ID=fb47c906-2c7b-4a26-95be-9d692f7ee33b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:11.715020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network fb47c906-2c7b-4a26-95be-9d692f7ee33b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:11.745680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:11.770185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.826455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09ae74d-eba5-455a-bd07-1c2157b34f12 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:11.842384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.880577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:11.886122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.939801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c3dca-3bd6-4353-9c92-85da5bcdce04 req-f5392354-23e4-4e91-90e7-a786a8ebc013 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:11.951162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410c3dca-3bd6-4353-9c92-85da5bcdce04 req-f5392354-23e4-4e91-90e7-a786a8ebc013 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 931 time: 1.1370416 Jul 08 02:03:11.958096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Transition to ACTIVE for port object a09ae74d-eba5-455a-bd07-1c2157b34f12 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:11.996082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Allocated IP 172.20.0.2 (57b8bc96-0b99-413a-b50e-309d2fc91e18/f1518642-f405-42ee-97e3-9491d99a0b3e/2ad50d2a-9900-4e97-9f04-25dff9b65e52) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:12.062127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c28f-b396-4845-8272-d7e284ca8c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.099293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410c3dca-3bd6-4353-9c92-85da5bcdce04 req-25793cbb-2967-4e90-b6b3-c7aa7c692a20 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412222 Jul 08 02:03:12.099293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.210051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 50606792-ef12-48be-823b-290c53867fae up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:12.284972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.348814 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.366750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Attempting to bind port a09ae74d-eba5-455a-bd07-1c2157b34f12 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:12.367096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Attempting to bind port a09ae74d-eba5-455a-bd07-1c2157b34f12 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:12.367471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Attempting to bind port a09ae74d-eba5-455a-bd07-1c2157b34f12 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:12.373569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Transition to ACTIVE for port object 2ad50d2a-9900-4e97-9f04-25dff9b65e52 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:12.378069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Port a09ae74d-eba5-455a-bd07-1c2157b34f12 on network 89016041-be35-4a47-ac46-125f1ffdb927 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:12.378414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Attempting to bind port a09ae74d-eba5-455a-bd07-1c2157b34f12 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:12.383752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:12.394986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5b04bfe7-50af-49ae-b625-be59849385d2 admin admin] 10.222.0.10 "PUT /v2.0/routers/6bb9f3f8-d595-4b17-9cf1-bb5918ccadda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1232750 Jul 08 02:03:12.396852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Pushing event updated for resources: {'Port': ['ID=a09ae74d-eba5-455a-bd07-1c2157b34f12,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:12.402525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Sync routers for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:12.416583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:12.417040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:12.417388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:12.417913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Bound port: a09ae74d-eba5-455a-bd07-1c2157b34f12, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:12.418298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.465589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 50606792-ef12-48be-823b-290c53867fae triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:12.465968 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.519582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:12.520227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:02:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:12.564939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] For port a09ae74d-eba5-455a-bd07-1c2157b34f12, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:12.568318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Transition to ACTIVE for port object 2ad50d2a-9900-4e97-9f04-25dff9b65e52 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:12.573537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] For port a09ae74d-eba5-455a-bd07-1c2157b34f12, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a09ae74d-eba5-455a-bd07-1c2157b34f12,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:12.705029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.709679 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.779151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Pushing event updated for resources: {'Port': ['ID=2ad50d2a-9900-4e97-9f04-25dff9b65e52,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:12.798945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Network 57b8bc96-0b99-413a-b50e-309d2fc91e18 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:12.802622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:12.808242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:12.816603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:12.817316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.826107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] 10.222.0.32 "PUT /v2.0/ports/a09ae74d-eba5-455a-bd07-1c2157b34f12 HTTP/1.1" status: 200 len: 1092 time: 2.9293628 Jul 08 02:03:12.834479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7916725-7728-483c-9d46-9a53a5adc7e6', 'tag': 'a09ae74d-eba5-455a-bd07-1c2157b34f12'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:12.840373 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008" -d '{"events": [{"name": "network-changed", "server_uuid": "c7916725-7728-483c-9d46-9a53a5adc7e6", "tag": "a09ae74d-eba5-455a-bd07-1c2157b34f12"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:12.856721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:12.968876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb69e1-e364-4128-bef9-1decd29c4b54 service neutron] Pushing event updated for resources: {'Port': ['ID=a09ae74d-eba5-455a-bd07-1c2157b34f12,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:12.973627 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e582435-5b96-426c-97d0-0bb54ba6cb30 x-openstack-request-id: req-2e582435-5b96-426c-97d0-0bb54ba6cb30 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:12.974245 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7916725-7728-483c-9d46-9a53a5adc7e6", "tag": "a09ae74d-eba5-455a-bd07-1c2157b34f12", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:12.974903 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e582435-5b96-426c-97d0-0bb54ba6cb30 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:12.975427 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7916725-7728-483c-9d46-9a53a5adc7e6', 'tag': 'a09ae74d-eba5-455a-bd07-1c2157b34f12', 'status': 'completed', 'code': 200} Jul 08 02:03:13.023301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Attempting to bind port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:13.023805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Attempting to bind port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:13.024978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Attempting to bind port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 on network 57b8bc96-0b99-413a-b50e-309d2fc91e18 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:13.040987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:13.041249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Checking segment: {'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:13.041737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.042156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Bound using segment: {'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:13.042772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Bound port: 2ad50d2a-9900-4e97-9f04-25dff9b65e52, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:13.043234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.058091 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.074935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-ab93d812-fc3a-4963-9afa-55ba81a96eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:13.076743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-ab93d812-fc3a-4963-9afa-55ba81a96eee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 1095 time: 0.1004057 Jul 08 02:03:13.175235 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-484bb209-5514-4708-8d2a-b1f01a4f93bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a09ae74d-eba5-455a-bd07-1c2157b34f12 HTTP/1.1" status: 200 len: 217 time: 0.0885642 Jul 08 02:03:13.199648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] For port 2ad50d2a-9900-4e97-9f04-25dff9b65e52, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:13.203559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] For port 2ad50d2a-9900-4e97-9f04-25dff9b65e52, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2ad50d2a-9900-4e97-9f04-25dff9b65e52,segment=NetworkSegment(527a4dfd-1a49-409a-9c28-c33cb0d63a61),segment_id=527a4dfd-1a49-409a-9c28-c33cb0d63a61)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:13.311224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-4e4ff8a2-ec01-479c-9639-930cdc1cd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:13.312891 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-4e4ff8a2-ec01-479c-9639-930cdc1cd477 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1165252 Jul 08 02:03:13.313570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.331151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Subnet': ['ID=24cc834e-2d6b-4903-bfa4-9082473beedb,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:13.407473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46480) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:13.434630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae5bb6-b132-4878-ad9c-2a8c2f490af0 None None] Pushing event updated for resources: {'Port': ['ID=2ad50d2a-9900-4e97-9f04-25dff9b65e52,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:13.448943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-c5353bb6-21d1-4762-9183-6e2b966d9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:13.450931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-c5353bb6-21d1-4762-9183-6e2b966d9d6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304357 Jul 08 02:03:13.533820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 2, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:13.542649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Checking segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:13.545259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network hostable DHCP agents. Network: a9348555-65df-4fd2-96c7-c0aef5ea7a11, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:13.573919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Checking router: 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:03:13.574336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Updating router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda port c5c378a7-9e8a-4531-89ec-6ccbe9992422 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:03:13.638704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-e8709bf1-f05b-4ccf-8ed4-56433cada8ad service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779144 Jul 08 02:03:13.643096 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.796659 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.859426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1393535-7d2e-4e4a-b87b-a7dadda82a73 req-43cb8714-5c31-475c-9865-c2a427ffc26f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:13.862006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1393535-7d2e-4e4a-b87b-a7dadda82a73 req-43cb8714-5c31-475c-9865-c2a427ffc26f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 943 time: 0.4428353 Jul 08 02:03:13.866039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.868525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:13.962475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1393535-7d2e-4e4a-b87b-a7dadda82a73 req-6817e4cd-7e4c-4f3b-aa5b-8f9bed08da9b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725551 Jul 08 02:03:13.966566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6475ce1-1a85-421d-81be-c44d8b9afb36 req-832e08c1-0ff8-4f02-b6ce-a120bfcd0e1a service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202257 Jul 08 02:03:13.996737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1674388430-network', 'tenant_id': 'ea4eaba0780e49478b92c57054e3f312'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:14.039786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, a9348555-65df-4fd2-96c7-c0aef5ea7a11) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:14.063993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9855488-d000-4036-bcb2-dcb880f7adf9 None None] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:14.064787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:14.069654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.178878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Made reservation on behalf of ea4eaba0780e49478b92c57054e3f312 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:14.183989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.209249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.226944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Allocated IP 172.25.8.85 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ac4f7155-97ec-49d6-9ec9-16cd0c008e3f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:14.304564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0906cc5e-989f-4edf-8857-fd09f30280ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6955178 Jul 08 02:03:14.306925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46496) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.312056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'subnet': {'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:14.333931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-3a97205e-68a9-4d99-9357-4012f90f371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:14.364843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-3a97205e-68a9-4d99-9357-4012f90f371d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 1095 time: 0.2582307 Jul 08 02:03:14.425888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2ad50d2a-9900-4e97-9f04-25dff9b65e52 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:14.460176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46498) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.465120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1395647247', 'description': 'tempest-description--1717945765'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:14.628370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.651901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9816512c-abe2-4eeb-9b54-a1db29058f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.677668 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.736575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-f2934296-8ddb-4d49-84d1-70aedb34956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:14.743473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-f2934296-8ddb-4d49-84d1-70aedb34956f service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.3696940 Jul 08 02:03:14.750283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.753029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Transition to ACTIVE for port object c5c378a7-9e8a-4531-89ec-6ccbe9992422 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:14.761597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'fixed_ips': [{'subnet_id': '24cc834e-2d6b-4903-bfa4-9082473beedb'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:14.762504 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.809889 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-49fb6516-7aca-4165-84d1-19b0eb5752df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a09ae74d-eba5-455a-bd07-1c2157b34f12 HTTP/1.1" status: 200 len: 217 time: 0.0582445 Jul 08 02:03:14.817755 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.855826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:14.870775 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.882508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:14.920185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:14.931644 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.932127 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Added segment 03e6b118-cb4a-4f36-b132-0f64a9113dc3 of type vlan for network d3d14d94-37d8-463b-8083-d0e79df82cc8 Jul 08 02:03:14.959880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:14.965967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2cf7eb-ac25-47e9-b7b4-fb7d24c2c662 None None] Network 57b8bc96-0b99-413a-b50e-309d2fc91e18 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:15.072087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:15.094635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-71c44f68-375a-4785-8859-ea561507113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:15.104169 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:03:15.104169 n-d-695189-13 neutron-server[100713]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 02:03:15.104169 n-d-695189-13 neutron-server[100713]: [parameters: {'project_id': '6088de6936a647d0845e90076cb4babb', 'id': '4d3a9078-eea8-4e28-8632-0388719f9f23', 'expiration': datetime.datetime(2021, 7, 8, 2, 5, 14, 927799)}] Jul 08 02:03:15.104169 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:15.105594 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:15.110039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4f7155-97ec-49d6-9ec9-16cd0c008e3f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:15.111092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-71c44f68-375a-4785-8859-ea561507113b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.2926097 Jul 08 02:03:15.131879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcd2534-5cd3-4ceb-9ea0-63430e318162,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:15.147877 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.211317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.219841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:15.224185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.252121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-e6ba044d-0fe7-46ad-9585-c23bc4908189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:15.253690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-e6ba044d-0fe7-46ad-9585-c23bc4908189 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172035 Jul 08 02:03:15.260330 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.399064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.403051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:15.403726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.489259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4865f9c5-5e1b-412a-9dfa-e59abc5e8bc9 None None] Provisioning for port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:15.540392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4865f9c5-5e1b-412a-9dfa-e59abc5e8bc9 None None] Provisioning complete for port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:15.542558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4865f9c5-5e1b-412a-9dfa-e59abc5e8bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.550304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-65b2baa4-c973-4025-906c-994c0b89763d service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823555 Jul 08 02:03:15.631329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Allocated IP 10.1.1.2 (a9348555-65df-4fd2-96c7-c0aef5ea7a11/24cc834e-2d6b-4903-bfa4-9082473beedb/db55e60d-cc68-4b78-9e3f-8f7299f4342a) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:15.709748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1c33e05-1a0c-4274-a497-1d2f5ecd1008 req-c5a62af5-2315-4b31-a024-054cd2d792a8 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493349 Jul 08 02:03:15.720620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d14d94-37d8-463b-8083-d0e79df82cc8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:15.743637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Attempting to bind port c5c378a7-9e8a-4531-89ec-6ccbe9992422 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:15.744161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Attempting to bind port c5c378a7-9e8a-4531-89ec-6ccbe9992422 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:15.744631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Attempting to bind port c5c378a7-9e8a-4531-89ec-6ccbe9992422 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:15.747524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098ee44-521c-4fdb-96ea-6ab3ff998d8c req-e386f8b2-2562-452c-9188-6179bf6a216a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:15.759939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d3d14d94-37d8-463b-8083-d0e79df82cc8 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:15.763694 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f098ee44-521c-4fdb-96ea-6ab3ff998d8c req-e386f8b2-2562-452c-9188-6179bf6a216a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 943 time: 0.3828757 Jul 08 02:03:15.821780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f098ee44-521c-4fdb-96ea-6ab3ff998d8c req-50e3f16b-27a8-432d-826c-489ca0c44c68 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569799 Jul 08 02:03:15.920020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6a151-bdff-4e07-9fce-4dd172f1b488 None None] Pushing event updated for resources: {'Port': ['ID=c5c378a7-9e8a-4531-89ec-6ccbe9992422,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:15.934395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:15.934789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Checking segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:15.935258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.935745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Bound using segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:15.936303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Bound port: c5c378a7-9e8a-4531-89ec-6ccbe9992422, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:15.936766 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.050848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e50c47ad-63a0-4992-bcb6-1ce9033198f8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6401238 Jul 08 02:03:16.055419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:16.069461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Request body: {'subnet': {'network_id': 'd3d14d94-37d8-463b-8083-d0e79df82cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1674388430-subnet', 'tenant_id': 'ea4eaba0780e49478b92c57054e3f312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:16.101619 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.150564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.195263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4865f9c5-5e1b-412a-9dfa-e59abc5e8bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.313567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4865f9c5-5e1b-412a-9dfa-e59abc5e8bc9 None None] For port 2ad50d2a-9900-4e97-9f04-25dff9b65e52, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2ad50d2a-9900-4e97-9f04-25dff9b65e52,segment=NetworkSegment(527a4dfd-1a49-409a-9c28-c33cb0d63a61),segment_id=527a4dfd-1a49-409a-9c28-c33cb0d63a61)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:16.325899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] For port c5c378a7-9e8a-4531-89ec-6ccbe9992422, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:16.344518 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.360389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Made reservation on behalf of ea4eaba0780e49478b92c57054e3f312 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:16.363083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.377653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Subnet': ['ID=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:16.391928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] For port c5c378a7-9e8a-4531-89ec-6ccbe9992422, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c5c378a7-9e8a-4531-89ec-6ccbe9992422,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:16.403142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.406779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Transition to ACTIVE for port object db55e60d-cc68-4b78-9e3f-8f7299f4342a will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:16.426920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Transition to ACTIVE for port object db55e60d-cc68-4b78-9e3f-8f7299f4342a will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:16.428741 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4865f9c5-5e1b-412a-9dfa-e59abc5e8bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.494649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Checking segment: {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:16.495016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network hostable DHCP agents. Network: fb47c906-2c7b-4a26-95be-9d692f7ee33b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:16.498860 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.530332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:16.531583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:03:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:16.533782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865f9c5-5e1b-412a-9dfa-e59abc5e8bc9 None None] Pushing event updated for resources: {'Port': ['ID=2ad50d2a-9900-4e97-9f04-25dff9b65e52,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:16.564635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.654862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6a151-bdff-4e07-9fce-4dd172f1b488 None None] Pushing event updated for resources: {'Port': ['ID=c5c378a7-9e8a-4531-89ec-6ccbe9992422,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:16.669497 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.741063 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-414db533-b528-4d55-9ed3-a1eb425e22cc None None] Provisioning complete for port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:16.741317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-414db533-b528-4d55-9ed3-a1eb425e22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.770460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network fb47c906-2c7b-4a26-95be-9d692f7ee33b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:16.778823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:16.797694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:16.882276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:16.926600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.948612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, fb47c906-2c7b-4a26-95be-9d692f7ee33b) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:16.980196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:16.980799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.010737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Pushing event updated for resources: {'Port': ['ID=db55e60d-cc68-4b78-9e3f-8f7299f4342a,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:17.026294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.030795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:17.038642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.042235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774cd203-5860-4d30-b52e-b6aa9bf72e98 None None] Network fb47c906-2c7b-4a26-95be-9d692f7ee33b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:17.048753 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177c1d8d-26f2-4d8f-af16-cb8de61dcad4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:17.065112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Checking segment: {'id': '03e6b118-cb4a-4f36-b132-0f64a9113dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3d14d94-37d8-463b-8083-d0e79df82cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:17.065478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Network hostable DHCP agents. Network: d3d14d94-37d8-463b-8083-d0e79df82cc8, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:17.141040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.145974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219fd42-3f57-4c1d-bacf-356fb8f11898 req-1f184e42-b6cf-4aa3-800c-fd39719337bc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:17.148077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c219fd42-3f57-4c1d-bacf-356fb8f11898 req-1f184e42-b6cf-4aa3-800c-fd39719337bc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 943 time: 0.2127507 Jul 08 02:03:17.190157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Network d3d14d94-37d8-463b-8083-d0e79df82cc8 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:17.192238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0f4de-5a15-4be5-808d-13f3309220b1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:17.208692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c219fd42-3f57-4c1d-bacf-356fb8f11898 req-d75f2b46-a231-4bce-b964-17d5c04d2cd5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Jul 08 02:03:17.227327 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7ac1a488-68a2-4618-ac67-5fc60f8601bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9193599 Jul 08 02:03:17.230121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46582) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.238453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'port': {'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'name': 'tempest-TaggedBootDevicesTest_v242-284982854', 'fixed_ips': [{'subnet_id': '24cc834e-2d6b-4903-bfa4-9082473beedb'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:17.266709 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.268425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9ee74e2d-8949-4d94-ad63-5ea5febc6518 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.8069475 Jul 08 02:03:17.271881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46584) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.277377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4a8a9b02-fda7-40d6-a3e7-22929aca5241 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'security_group_rule': {'security_group_id': '8fe0f4de-5a15-4be5-808d-13f3309220b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:17.295615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d3d14d94-37d8-463b-8083-d0e79df82cc8) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:17.297178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Router f8112634-b96a-4959-bc0a-97130a62dac9 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:03:17.315006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:17.316054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.326795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7778f1f-d998-4194-b6a8-7d347c7a6234 None None] Network d3d14d94-37d8-463b-8083-d0e79df82cc8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:17.343865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Attempting to bind port db55e60d-cc68-4b78-9e3f-8f7299f4342a on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:17.344175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Attempting to bind port db55e60d-cc68-4b78-9e3f-8f7299f4342a by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:17.344551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Attempting to bind port db55e60d-cc68-4b78-9e3f-8f7299f4342a on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:17.428078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:17.428456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Checking segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:17.428860 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.429255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Bound using segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:17.429770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Bound port: db55e60d-cc68-4b78-9e3f-8f7299f4342a, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:17.430115 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.438774 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9b02-fda7-40d6-a3e7-22929aca5241 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.449520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:17.459417 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Sync routers for ids ['f8112634-b96a-4959-bc0a-97130a62dac9'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:17.474121 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Routers {'f8112634-b96a-4959-bc0a-97130a62dac9'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:17.474806 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:03:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f8112634-b96a-4959-bc0a-97130a62dac9'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:17.498763 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.500573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0317cd31-d39e-49fb-9581-f6af3d1a89f6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4470344 Jul 08 02:03:17.527698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-fb47c906-2c7b-4a26-95be-9d692f7ee33b', 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'fixed_ips': [{'subnet_id': '23aac0cf-62c9-47dd-bdbf-b47b552fdc9e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:17.528454 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.531667 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9b02-fda7-40d6-a3e7-22929aca5241 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.600095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:17.625331 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Set router f8112634-b96a-4959-bc0a-97130a62dac9 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:17.649338 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9b02-fda7-40d6-a3e7-22929aca5241 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.686712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a9b02-fda7-40d6-a3e7-22929aca5241 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9e7246-4a86-43c8-b966-3c8fd2b84176,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:17.700798 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.713991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] For port db55e60d-cc68-4b78-9e3f-8f7299f4342a, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:17.720577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] device_id is not set on port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:17.740759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6794cb-dd4b-4177-8b85-0a60c43a08f8 None None] Network d3d14d94-37d8-463b-8083-d0e79df82cc8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:17.750827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] For port db55e60d-cc68-4b78-9e3f-8f7299f4342a, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=db55e60d-cc68-4b78-9e3f-8f7299f4342a,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:17.776503 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.778970 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0d21cc67-6b7e-42e0-92aa-6fa0a4e30941 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4636614 Jul 08 02:03:17.780364 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9b02-fda7-40d6-a3e7-22929aca5241 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.782861 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4a8a9b02-fda7-40d6-a3e7-22929aca5241 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5098975 Jul 08 02:03:17.789524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46594) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.791034 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46596) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.799868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-998f3292-574a-4b67-813a-12251acee3b0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'security_group_rule': {'security_group_id': '8fe0f4de-5a15-4be5-808d-13f3309220b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:17.832161 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:03:15Z', 'revision_number': 3, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:17.841362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:16Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:17.864077 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Checking router: f8112634-b96a-4959-bc0a-97130a62dac9 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:03:17.864424 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Updating router f8112634-b96a-4959-bc0a-97130a62dac9 port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:03:17.882315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.892869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Allocated IP 10.2.2.2 (fb47c906-2c7b-4a26-95be-9d692f7ee33b/23aac0cf-62c9-47dd-bdbf-b47b552fdc9e/56a0fa62-931c-450b-bc9c-810a0b338a7e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:17.895229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196689f-b72d-42d5-a903-92b95281afdf None None] The sync data for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 is: [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:16Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:17.908935 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.078809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Allocated IP 10.1.1.72 (a9348555-65df-4fd2-96c7-c0aef5ea7a11/24cc834e-2d6b-4903-bfa4-9082473beedb/48aa6741-4a28-4549-b0e7-9aa2de4a7eb3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:18.232582 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998f3292-574a-4b67-813a-12251acee3b0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.343659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.426130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2ad50d2a-9900-4e97-9f04-25dff9b65e52 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:18.435505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998f3292-574a-4b67-813a-12251acee3b0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.559535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46610) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:18.566872 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998f3292-574a-4b67-813a-12251acee3b0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.669533 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.713591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Transition to ACTIVE for port object 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:18.765525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f3292-574a-4b67-813a-12251acee3b0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9d663d-d6be-4359-bc9f-ed272665a219,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:18.816502 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.831359 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Transition to ACTIVE for port object ac4f7155-97ec-49d6-9ec9-16cd0c008e3f will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:18.831844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998f3292-574a-4b67-813a-12251acee3b0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.835930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-998f3292-574a-4b67-813a-12251acee3b0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0408621 Jul 08 02:03:18.836309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:18.841443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:18.894134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27d44-273a-47ca-8135-16fa4d678349 req-dec8d3c3-30e0-4803-b2b4-6b6f3374c305 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:18.895812 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7f27d44-273a-47ca-8135-16fa4d678349 req-dec8d3c3-30e0-4803-b2b4-6b6f3374c305 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 943 time: 0.3722243 Jul 08 02:03:18.902757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.916573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.926609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Transition to ACTIVE for port object 56a0fa62-931c-450b-bc9c-810a0b338a7e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:18.940738 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.948596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Transition to ACTIVE for port object 56a0fa62-931c-450b-bc9c-810a0b338a7e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:18.948596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Pushing event updated for resources: {'Port': ['ID=db55e60d-cc68-4b78-9e3f-8f7299f4342a,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:18.959562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.959916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.960268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.960612 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.960952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.961287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.961675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.962012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.962348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.962677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.963005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.963432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8ee3f7-b997-4f54-a53b-62c9bf31c004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:18.982638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:19.016922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:19.017651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.041544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:19.044573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:19.050402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:19.065616 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a7f27d44-273a-47ca-8135-16fa4d678349 req-9d6ca55f-4703-4945-9a55-d88a9a84a821 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493800 Jul 08 02:03:19.078450 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Attempting to bind port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:19.078830 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Attempting to bind port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:19.079196 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Attempting to bind port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:19.089410 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.097823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-591b5355-940b-4ffb-8170-b35991dc4dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.110663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.114302 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:19.114688 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:19.115100 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.116714 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:19.119926 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Bound port: ac4f7155-97ec-49d6-9ec9-16cd0c008e3f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:19.120392 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.174231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:19.175013 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.184007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.184216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Network fb47c906-2c7b-4a26-95be-9d692f7ee33b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:19.190866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:19.194860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:19.197702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Pushing event updated for resources: {'Port': ['ID=56a0fa62-931c-450b-bc9c-810a0b338a7e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:19.211669 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd806b24-5253-4d0f-83f9-25b05bd4a239 None None] Pushing event updated for resources: {'Port': ['ID=ac4f7155-97ec-49d6-9ec9-16cd0c008e3f,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:19.284420 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] For port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:19.289108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] For port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ac4f7155-97ec-49d6-9ec9-16cd0c008e3f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:19.358054 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.373783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Attempting to bind port 56a0fa62-931c-450b-bc9c-810a0b338a7e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:19.374303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Attempting to bind port 56a0fa62-931c-450b-bc9c-810a0b338a7e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:19.374617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Attempting to bind port 56a0fa62-931c-450b-bc9c-810a0b338a7e on network fb47c906-2c7b-4a26-95be-9d692f7ee33b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:19.393533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:19.393925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Checking segment: {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:19.403624 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.404187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Bound using segment: {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:19.404788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Bound port: 56a0fa62-931c-450b-bc9c-810a0b338a7e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:19.405114 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.409585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c5c378a7-9e8a-4531-89ec-6ccbe9992422 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:19.540677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] For port 56a0fa62-931c-450b-bc9c-810a0b338a7e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:19.550844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] For port 56a0fa62-931c-450b-bc9c-810a0b338a7e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=56a0fa62-931c-450b-bc9c-810a0b338a7e,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:19.564894 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Routers {'f8112634-b96a-4959-bc0a-97130a62dac9'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:19.565882 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:03:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f8112634-b96a-4959-bc0a-97130a62dac9'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:19.570135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.635921 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.679174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-591b5355-940b-4ffb-8170-b35991dc4dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.685197 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd806b24-5253-4d0f-83f9-25b05bd4a239 None None] Pushing event updated for resources: {'Port': ['ID=ac4f7155-97ec-49d6-9ec9-16cd0c008e3f,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:19.688184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Allocated IP 172.20.0.1 (57b8bc96-0b99-413a-b50e-309d2fc91e18/f1518642-f405-42ee-97e3-9491d99a0b3e/b0bfe272-54a1-4ba7-94e9-0c79e4e66343) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:19.706835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c5c378a7-9e8a-4531-89ec-6ccbe9992422 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:19.728796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c5c378a7-9e8a-4531-89ec-6ccbe9992422 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:19.729198 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.761803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d33efe-5470-4849-bf6d-0dfa603cf6b9 None None] Pushing event updated for resources: {'Port': ['ID=56a0fa62-931c-450b-bc9c-810a0b338a7e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:19.862912 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] Set router f8112634-b96a-4959-bc0a-97130a62dac9 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:19.871407 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-591b5355-940b-4ffb-8170-b35991dc4dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.894154 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.984322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-56d446ea-c5e4-45c9-a3f5-2a32afa29dd4 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:19.988241 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-56d446ea-c5e4-45c9-a3f5-2a32afa29dd4 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/networks?id=d3d14d94-37d8-463b-8083-d0e79df82cc8 HTTP/1.1" status: 200 len: 814 time: 0.3721592 Jul 08 02:03:20.003269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c5c378a7-9e8a-4531-89ec-6ccbe9992422, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c5c378a7-9e8a-4531-89ec-6ccbe9992422,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:20.020774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c574c528-f2c2-4277-a54b-a1af7bf9874e None None] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:20.030964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-129723b9-fe57-4d8c-af1a-b7d35b15e576 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/quotas/ea4eaba0780e49478b92c57054e3f312 HTTP/1.1" status: 200 len: 375 time: 0.0236194 Jul 08 02:03:20.162201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ebc34ac3-586c-43d6-82fb-49bba0008b33 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9289923 Jul 08 02:03:20.167833 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.168241 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-2261091d-c359-4cc0-b70c-bf1403eb577c tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea4eaba0780e49478b92c57054e3f312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289773 Jul 08 02:03:20.169140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:20.179575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'port': {'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'name': 'tempest-TaggedBootDevicesTest_v242-735922631', 'fixed_ips': [{'subnet_id': '24cc834e-2d6b-4903-bfa4-9082473beedb'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:20.223553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-efefa980-83a1-4cc2-8cb6-97f64e5664b3 None None] Provisioning for port db55e60d-cc68-4b78-9e3f-8f7299f4342a completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:20.338475 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:03:15Z', 'revision_number': 3, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:20.412019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c5c378a7-9e8a-4531-89ec-6ccbe9992422,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:20.419471 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23512dee-7b4d-4326-89a4-6ee2fe2c49a4 None None] The sync data for ids ['f8112634-b96a-4959-bc0a-97130a62dac9'] in n-d-695189-13 is: [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:03:15Z', 'revision_number': 3, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:20.517745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device db55e60d-cc68-4b78-9e3f-8f7299f4342a up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:20.666166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b5355-940b-4ffb-8170-b35991dc4dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1afe84-2042-4296-8b19-94292d6c7d59,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:20.741152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port db55e60d-cc68-4b78-9e3f-8f7299f4342a completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:20.749056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port db55e60d-cc68-4b78-9e3f-8f7299f4342a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:20.749879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.755878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Allocated IP 172.25.8.158 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ca8bda3f-419e-4d1d-90bd-69add2e32566) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:20.782334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-591b5355-940b-4ffb-8170-b35991dc4dac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b650795191a4a57b1756bcaa54dc81b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2002676 Jul 08 02:03:20.788068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46652) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:20.858120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d31f553-6e40-4078-849f-67156f169b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.962880 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.965258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862c33b-798a-46ea-8435-8ec1d0c8e8ae req-083ffb3c-cf88-47d8-a3ef-59fa6ee2e790 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:20.967556 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9862c33b-798a-46ea-8435-8ec1d0c8e8ae req-083ffb3c-cf88-47d8-a3ef-59fa6ee2e790 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 943 time: 0.2932892 Jul 08 02:03:20.978781 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.987459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.993160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d31f553-6e40-4078-849f-67156f169b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.033953 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9a4f923e-c558-4640-8fcf-2e5131541553 service neutron] 10.222.0.10 "GET /v2.0/networks/d3d14d94-37d8-463b-8083-d0e79df82cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489332 Jul 08 02:03:21.040444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port db55e60d-cc68-4b78-9e3f-8f7299f4342a, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=db55e60d-cc68-4b78-9e3f-8f7299f4342a,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:21.137236 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.138362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 56a0fa62-931c-450b-bc9c-810a0b338a7e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:21.161379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Transition to ACTIVE for port object b0bfe272-54a1-4ba7-94e9-0c79e4e66343 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:21.191959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9862c33b-798a-46ea-8435-8ec1d0c8e8ae req-4a0b42a8-e177-4255-a50a-896281cf8e26 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073987 Jul 08 02:03:21.337935 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.348208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c9da97e-b28d-4098-8a24-da68796a75da None None] Provisioning complete for port db55e60d-cc68-4b78-9e3f-8f7299f4342a triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:21.348597 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c9da97e-b28d-4098-8a24-da68796a75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.368007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=db55e60d-cc68-4b78-9e3f-8f7299f4342a,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:21.397299 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-6fa03625-ea4c-4506-9095-3839a0c1677e service neutron] 10.222.0.10 "GET /v2.0/networks/d3d14d94-37d8-463b-8083-d0e79df82cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621869 Jul 08 02:03:21.412646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.426249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:21.434410 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.435425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Network 57b8bc96-0b99-413a-b50e-309d2fc91e18 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:21.438483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d31f553-6e40-4078-849f-67156f169b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.441448 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d31f553-6e40-4078-849f-67156f169b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.443129 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2d31f553-6e40-4078-849f-67156f169b45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b1afe84-2042-4296-8b19-94292d6c7d59 HTTP/1.1" status: 204 len: 168 time: 0.6537263 Jul 08 02:03:21.445423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:21.497109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] device_id is not set on port 65ce9c95-4e02-43ad-a15f-91db90400a49 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:21.502577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:21.517502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31f553-6e40-4078-849f-67156f169b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1afe84-2042-4296-8b19-94292d6c7d59,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:21.672953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 56a0fa62-931c-450b-bc9c-810a0b338a7e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:21.710127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Pushing event updated for resources: {'Port': ['ID=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:21.736326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.758418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.795255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf9d8fd-6378-483b-a10e-b7d7e07dac54 None None] Network fb47c906-2c7b-4a26-95be-9d692f7ee33b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:21.893851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-405da56e-0f7a-4ba0-b109-2953b363ea37 req-6c3c07ef-0027-44d4-b323-82ed4581c050 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 210 time: 0.0435441 Jul 08 02:03:21.894825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'Port': ['ID=ca8bda3f-419e-4d1d-90bd-69add2e32566,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:21.909118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c9da97e-b28d-4098-8a24-da68796a75da None None] Provisioning for port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:21.930230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c9da97e-b28d-4098-8a24-da68796a75da None None] Provisioning complete for port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:21.930616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c9da97e-b28d-4098-8a24-da68796a75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.952875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:21.974031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:21.980955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:22.075963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8c9da97e-b28d-4098-8a24-da68796a75da None None] Port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:22.136275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Allocated IP 10.1.1.36 (a9348555-65df-4fd2-96c7-c0aef5ea7a11/24cc834e-2d6b-4903-bfa4-9082473beedb/65ce9c95-4e02-43ad-a15f-91db90400a49) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:22.153160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46680) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:22.196216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.324763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Provisioning complete for port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:22.330168 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.357911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.406887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:22.518757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.541019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device db55e60d-cc68-4b78-9e3f-8f7299f4342a up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:22.555459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Transition to ACTIVE for port object 65ce9c95-4e02-43ad-a15f-91db90400a49 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:22.559729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.572402 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.586096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Provisioning for port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:22.600554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Provisioning complete for port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:22.600554 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.614996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98372246-9693-4adf-9eba-da954eb27829 req-eecb2a4d-baa5-4b16-bf0b-e9e0767796c4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:22.616811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-98372246-9693-4adf-9eba-da954eb27829 req-eecb2a4d-baa5-4b16-bf0b-e9e0767796c4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 943 time: 0.1913741 Jul 08 02:03:22.661882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:22.666336 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.716395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46688) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:22.729775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port db55e60d-cc68-4b78-9e3f-8f7299f4342a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:22.730207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.742689 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f323c9d-f9ed-499d-8f51-fb260c8a0066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.744522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36b3d05c-f347-4037-aa6c-f7324a59c4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.864812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.871014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ac4f7155-97ec-49d6-9ec9-16cd0c008e3f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:22.875822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Provisioning for port 56a0fa62-931c-450b-bc9c-810a0b338a7e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:22.881141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Pushing event updated for resources: {'Port': ['ID=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:22.901396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Provisioning complete for port 56a0fa62-931c-450b-bc9c-810a0b338a7e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:22.901783 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.937292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.967253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.007237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-98372246-9693-4adf-9eba-da954eb27829 req-e7c625ca-c0de-4149-b1c9-a64f9a9003c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732748 Jul 08 02:03:23.035006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29dd94d8-2243-434d-8e81-83322e8a64b2 req-a50d0ab4-5fea-4f2b-8980-eeb7b9e320f9 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 210 time: 0.0635016 Jul 08 02:03:23.051083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:23.056962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:23.058806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.059050 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.060925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:23.072639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:23.082775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:23.085406 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.106829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Network 57b8bc96-0b99-413a-b50e-309d2fc91e18 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:23.108327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:23.198101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] For port 56a0fa62-931c-450b-bc9c-810a0b338a7e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=56a0fa62-931c-450b-bc9c-810a0b338a7e,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:23.211587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:23.212585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.251377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=65ce9c95-4e02-43ad-a15f-91db90400a49,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.302628 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.313063 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.340419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Router f8112634-b96a-4959-bc0a-97130a62dac9 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:23.356258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ac4f7155-97ec-49d6-9ec9-16cd0c008e3f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:23.398519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'Port': ['ID=ca8bda3f-419e-4d1d-90bd-69add2e32566,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.411735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.453147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812ba55-f9e1-4ab8-a2b2-260e6927ddd8 None None] Pushing event updated for resources: {'Port': ['ID=56a0fa62-931c-450b-bc9c-810a0b338a7e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.463958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e8afd880-e8f7-4da3-88ef-eef25a545464 None None] Provisioning complete for port 56a0fa62-931c-450b-bc9c-810a0b338a7e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:23.463958 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e8afd880-e8f7-4da3-88ef-eef25a545464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.488722 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f323c9d-f9ed-499d-8f51-fb260c8a0066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.490261 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.491766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c5c378a7-9e8a-4531-89ec-6ccbe9992422 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:23.545509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:23.558026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f323c9d-f9ed-499d-8f51-fb260c8a0066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.566296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1c9e04aa-3436-4b66-b2f9-510e1992d69d admin admin] 10.222.0.10 "PUT /v2.0/routers/f8112634-b96a-4959-bc0a-97130a62dac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7584491 Jul 08 02:03:23.609988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46702) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:23.610236 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0f323c9d-f9ed-499d-8f51-fb260c8a0066 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6a6ac3a576a42b794c590208dfd8b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8919399 Jul 08 02:03:23.611232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f323c9d-f9ed-499d-8f51-fb260c8a0066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d57412e-f1bb-44cd-8f29-a9b552b504ab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.662310 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.664313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45baba19-2633-4bcc-b337-8dc3a196b55e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8265085 Jul 08 02:03:23.688924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52f67522-172c-4483-a433-e18e681c7f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.718311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52f67522-172c-4483-a433-e18e681c7f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.726480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Sync routers for ids ['f8112634-b96a-4959-bc0a-97130a62dac9'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:23.762435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46706) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:23.790465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Routers {'f8112634-b96a-4959-bc0a-97130a62dac9'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:23.791203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:03:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f8112634-b96a-4959-bc0a-97130a62dac9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:23.800884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36b3d05c-f347-4037-aa6c-f7324a59c4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.836115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=ac4f7155-97ec-49d6-9ec9-16cd0c008e3f,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.903989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36b3d05c-f347-4037-aa6c-f7324a59c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.905354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52f67522-172c-4483-a433-e18e681c7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.921637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52f67522-172c-4483-a433-e18e681c7f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.923502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-52f67522-172c-4483-a433-e18e681c7f21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d57412e-f1bb-44cd-8f29-a9b552b504ab HTTP/1.1" status: 204 len: 168 time: 0.3124952 Jul 08 02:03:23.947793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c5c378a7-9e8a-4531-89ec-6ccbe9992422 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:23.948170 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.951224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f67522-172c-4483-a433-e18e681c7f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d57412e-f1bb-44cd-8f29-a9b552b504ab,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.982722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-36b3d05c-f347-4037-aa6c-f7324a59c4c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d5d171ea68143beb26541f3444f3019&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7974813 Jul 08 02:03:23.986592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46722) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:23.989630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3d05c-f347-4037-aa6c-f7324a59c4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9503a5e7-3a3e-4c99-b0c6-60aae6b31821,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:24.009986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1892248621'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:24.056564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ccc05855-76f0-4c4d-bbcb-157a64410ced tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8802426 Jul 08 02:03:24.077096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa39f69-4e8b-4509-9f39-34173606b701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.080784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Set router f8112634-b96a-4959-bc0a-97130a62dac9 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:24.113180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-eb5bd03c-02b4-477d-b9e1-d327ecf8d69c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1395647247&fields=id&tenant_id=6088de6936a647d0845e90076cb4babb HTTP/1.1" status: 200 len: 267 time: 0.1525531 Jul 08 02:03:24.131034 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa39f69-4e8b-4509-9f39-34173606b701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.228376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:24.232740 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.312566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ce18b-ac46-4bdb-89d3-64e0f862912b req-2164a80b-af1d-4336-956a-8aae953b67c3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:24.314457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c3ce18b-ac46-4bdb-89d3-64e0f862912b req-2164a80b-af1d-4336-956a-8aae953b67c3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 943 time: 0.0930839 Jul 08 02:03:24.314631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-af3dd1c8-d4c3-4e7c-bd0b-83fa18920d53 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:24.317549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-af3dd1c8-d4c3-4e7c-bd0b-83fa18920d53 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.1958809 Jul 08 02:03:24.319629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1f5e5908-9168-40d0-85ad-e781583264bd None None] Provisioning for port 65ce9c95-4e02-43ad-a15f-91db90400a49 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:24.344196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-bf1f7396-5ad0-4cc4-bb1b-68c688103562 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/quotas/6088de6936a647d0845e90076cb4babb HTTP/1.1" status: 200 len: 375 time: 0.0186377 Jul 08 02:03:24.369375 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c3ce18b-ac46-4bdb-89d3-64e0f862912b req-92438af2-f1f3-42b2-a7ac-7ef591f334ad tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Jul 08 02:03:24.370137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa39f69-4e8b-4509-9f39-34173606b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.372802 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa39f69-4e8b-4509-9f39-34173606b701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.376805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dfa39f69-4e8b-4509-9f39-34173606b701 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9503a5e7-3a3e-4c99-b0c6-60aae6b31821 HTTP/1.1" status: 204 len: 168 time: 0.3891273 Jul 08 02:03:24.379554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1f5e5908-9168-40d0-85ad-e781583264bd None None] Provisioning complete for port 65ce9c95-4e02-43ad-a15f-91db90400a49 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:24.380152 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5908-9168-40d0-85ad-e781583264bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.384840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa39f69-4e8b-4509-9f39-34173606b701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9503a5e7-3a3e-4c99-b0c6-60aae6b31821,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:24.414916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:24.436075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.436181 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Added segment 6d2cc6aa-49e3-4abb-8243-f55622e217cb of type vlan for network 99e020ac-e0a3-44bc-9ec3-345e5d093221 Jul 08 02:03:24.462765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e5908-9168-40d0-85ad-e781583264bd None None] Port 65ce9c95-4e02-43ad-a15f-91db90400a49 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:24.518587 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.536878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1f5e5908-9168-40d0-85ad-e781583264bd None None] Provisioning complete for port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:24.536878 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5908-9168-40d0-85ad-e781583264bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.543948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-744a1255-80d6-4768-bf7c-0b75d2b9dad2 req-48f0e372-8091-4a7c-bb35-1230a6ec32ee tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 210 time: 0.0440636 Jul 08 02:03:24.579085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-89853d92-9d64-4a46-8d0b-9532f13f6420 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2269456 Jul 08 02:03:24.603753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ac4f7155-97ec-49d6-9ec9-16cd0c008e3f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:24.672178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e5908-9168-40d0-85ad-e781583264bd None None] Port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:24.694150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:03:22Z', 'revision_number': 4, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b0bfe272-54a1-4ba7-94e9-0c79e4e66343', 'name': '', 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18', 'tenant_id': '8f51832be61b47718e58951561411272', 'mac_address': 'fa:16:3e:db:f7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'f1518642-f405-42ee-97e3-9491d99a0b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:19Z', 'updated_at': '2021-07-08T02:03:22Z', 'revision_number': 2, 'project_id': '8f51832be61b47718e58951561411272', 'subnets': [{'id': 'f1518642-f405-42ee-97e3-9491d99a0b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:24.719479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-ffbca746-d921-4f9d-8477-dda084ac5bdb service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368392 Jul 08 02:03:24.773958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Checking router: f8112634-b96a-4959-bc0a-97130a62dac9 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:03:24.773958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Updating router f8112634-b96a-4959-bc0a-97130a62dac9 port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:03:24.838416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:24.839103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.866060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.873520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:24.874803 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.888074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.042483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 56a0fa62-931c-450b-bc9c-810a0b338a7e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:25.104976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Network': ['ID=99e020ac-e0a3-44bc-9ec3-345e5d093221,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:25.108221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:25.108591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:25.109541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9e1d8c7e-d014-4dc3-9fe8-4f25a9f6d15f tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:25.114024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9e1d8c7e-d014-4dc3-9fe8-4f25a9f6d15f tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.18 "GET /v2.0/networks?id=d3d14d94-37d8-463b-8083-d0e79df82cc8 HTTP/1.1" status: 200 len: 814 time: 0.1668248 Jul 08 02:03:25.120918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678131579', 'description': 'tempest-description--1687488848'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:25.128467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Request body: {'port': {'device_id': 'df1fa0d9-f289-437f-93b5-d03c63a5f0c1', 'network_id': 'd3d14d94-37d8-463b-8083-d0e79df82cc8', 'admin_state_up': True, 'tenant_id': 'ea4eaba0780e49478b92c57054e3f312'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:25.146773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 99e020ac-e0a3-44bc-9ec3-345e5d093221 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:25.170248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-71fd759e-ac77-4024-b74c-00d51ea76fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415305 Jul 08 02:03:25.183214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21071e7c-af9e-4706-b73b-e47c5a85aa5b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4167020 Jul 08 02:03:25.197913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:25.209256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'subnet': {'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:25.324632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 56a0fa62-931c-450b-bc9c-810a0b338a7e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:25.325018 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.332905 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.352259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b92b638-3932-4271-a9c0-e745011f9b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.501124 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.511588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a09ae74d-eba5-455a-bd07-1c2157b34f12 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:03:25.513697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Transition to ACTIVE for port object b0bfe272-54a1-4ba7-94e9-0c79e4e66343 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:25.531409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:25.535152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.589329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:25.648110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5d356-7208-4121-ad53-63080cc58561 req-189cdefe-c225-4e58-a4e8-68d514086b93 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:25.652447 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f5d356-7208-4121-ad53-63080cc58561 req-189cdefe-c225-4e58-a4e8-68d514086b93 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 943 time: 0.1330526 Jul 08 02:03:25.686610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a09ae74d-eba5-455a-bd07-1c2157b34f12, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a09ae74d-eba5-455a-bd07-1c2157b34f12,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:25.707511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a09ae74d-eba5-455a-bd07-1c2157b34f12', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'port_id': 'a09ae74d-eba5-455a-bd07-1c2157b34f12', 'mac_address': 'fa:16:3e:10:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:03:25.708825 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.709433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f5d356-7208-4121-ad53-63080cc58561 req-ad0e8ca9-9ad8-4e3a-94c4-b152dd066dfa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520475 Jul 08 02:03:25.725082 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43b99011-263b-4c33-9f8d-7931d0af9bf0 req-a59cf3d6-dbcb-4ac6-9785-04853214ca23 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 210 time: 0.1448264 Jul 08 02:03:25.737666 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b7c3a38-efae-437c-b52d-f88e8ef1b0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.805130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ee89e-2668-439f-9b54-62e9384722a9 None None] Pushing event updated for resources: {'Port': ['ID=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:25.849325 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.853742 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78b75dc9-6897-44ce-ac1e-a90b746f257c req-e381e8cf-03ce-499e-a661-5a6e280c0cb4 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 210 time: 0.0363832 Jul 08 02:03:25.933097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09ae74d-eba5-455a-bd07-1c2157b34f12 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:25.947378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Attempting to bind port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:25.947929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Attempting to bind port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:25.948265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Attempting to bind port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 on network 57b8bc96-0b99-413a-b50e-309d2fc91e18 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:25.962865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a09ae74d-eba5-455a-bd07-1c2157b34f12, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a09ae74d-eba5-455a-bd07-1c2157b34f12,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:25.964313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:25.964695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Checking segment: {'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:25.965111 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.965635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Bound using segment: {'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:25.966102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Bound port: b0bfe272-54a1-4ba7-94e9-0c79e4e66343, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527a4dfd-1a49-409a-9c28-c33cb0d63a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:25.966499 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.036839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b92b638-3932-4271-a9c0-e745011f9b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.042415 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.066660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.078644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] For port b0bfe272-54a1-4ba7-94e9-0c79e4e66343, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:26.099133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] For port b0bfe272-54a1-4ba7-94e9-0c79e4e66343, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,segment=NetworkSegment(527a4dfd-1a49-409a-9c28-c33cb0d63a61),segment_id=527a4dfd-1a49-409a-9c28-c33cb0d63a61)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:26.118513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a09ae74d-eba5-455a-bd07-1c2157b34f12,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:26.172325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Subnet': ['ID=46ad2e9a-d3be-4a2d-8c33-d4556e350362,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:26.175445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Checking segment: {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:26.175908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network hostable DHCP agents. Network: 99e020ac-e0a3-44bc-9ec3-345e5d093221, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:26.179306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b92b638-3932-4271-a9c0-e745011f9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.200836 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-6b7c3a38-efae-437c-b52d-f88e8ef1b0e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '8e1e07edcb304c4d9ad9b2bb82658bae', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 3, 25, 861930)}] Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-6b7c3a38-efae-437c-b52d-f88e8ef1b0e4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '323fc8eb855549cbb1c2135c1dcbddf8', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 3, 25, 413960)}] Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:26.210479 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:26.240348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4b92b638-3932-4271-a9c0-e745011f9b15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6bf3efa04494ca8b6d22bfa322450e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1269789 Jul 08 02:03:26.243088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46782) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:26.246413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92b638-3932-4271-a9c0-e745011f9b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e8c6cf-92c5-4e65-ac8d-49586cc1b1c3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:26.269538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Made reservation on behalf of ea4eaba0780e49478b92c57054e3f312 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:26.269538 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.289762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ee89e-2668-439f-9b54-62e9384722a9 None None] Pushing event updated for resources: {'Port': ['ID=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:26.305929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a09ae74d-eba5-455a-bd07-1c2157b34f12'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:03:26.317483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network 99e020ac-e0a3-44bc-9ec3-345e5d093221 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:26.339436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Routers {'f8112634-b96a-4959-bc0a-97130a62dac9'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:26.340059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:03:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f8112634-b96a-4959-bc0a-97130a62dac9'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:26.384136 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b544b69a-f2f9-45e1-b850-cfebcbad8f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.410754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 99e020ac-e0a3-44bc-9ec3-345e5d093221) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:26.416306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:26.417024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.420048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b544b69a-f2f9-45e1-b850-cfebcbad8f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.435263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d89ed-9780-4c95-8016-93e07ac1bcb0 None None] Network 99e020ac-e0a3-44bc-9ec3-345e5d093221 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:26.535935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4290cfd0-ef79-4895-97b7-277b486131c1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3312192 Jul 08 02:03:26.538475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:26.544763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1915518228'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:26.545401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Allocated IP 172.20.0.14 (d3d14d94-37d8-463b-8083-d0e79df82cc8/177c1d8d-26f2-4d8f-af16-cb8de61dcad4/9379585b-0219-4c8e-aa75-609d893bca1c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:26.707044 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b7c3a38-efae-437c-b52d-f88e8ef1b0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.711641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.723149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] Set router f8112634-b96a-4959-bc0a-97130a62dac9 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:26.723297 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b544b69a-f2f9-45e1-b850-cfebcbad8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.739015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b544b69a-f2f9-45e1-b850-cfebcbad8f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.745301 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b544b69a-f2f9-45e1-b850-cfebcbad8f71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86e8c6cf-92c5-4e65-ac8d-49586cc1b1c3 HTTP/1.1" status: 204 len: 168 time: 0.4973218 Jul 08 02:03:26.770590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:26.774836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.869212 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:03:26.869212 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:03:26.869212 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '323fc8eb855549cbb1c2135c1dcbddf8', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 3, 26, 837532)}] Jul 08 02:03:26.869212 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:26.870431 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:26.877204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544b69a-f2f9-45e1-b850-cfebcbad8f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e8c6cf-92c5-4e65-ac8d-49586cc1b1c3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:26.880528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:26.897809 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.898370 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Added segment 1627c031-9ae3-4767-bf22-1e72999b7589 of type vlan for network 08980ff0-3d68-4347-b55b-7ca203854d88 Jul 08 02:03:26.926337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-46e1375d-3e41-44dc-b101-73d642c8602e req-93bc4407-6ee9-496c-9390-fb04b1ad5f8d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 210 time: 0.0691898 Jul 08 02:03:26.990701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.027861 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.120598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-99e020ac-e0a3-44bc-9ec3-345e5d093221', 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221', 'tenant_id': '8f51832be61b47718e58951561411272', 'fixed_ips': [{'subnet_id': '46ad2e9a-d3be-4a2d-8c33-d4556e350362'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:27.121946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.156181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bad87-e93f-45d7-bbc1-91a6dc2f5632 req-76077519-41a7-4428-a47c-f85c08d51f3c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:27.160612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c10bad87-e93f-45d7-bbc1-91a6dc2f5632 req-76077519-41a7-4428-a47c-f85c08d51f3c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 944 time: 0.2130282 Jul 08 02:03:27.175975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.196864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19917d88-5115-4432-b015-e7f361d6abf8 req-22b9a27d-9543-478a-b569-9cd8b6ba68bb tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 210 time: 0.1051638 Jul 08 02:03:27.206855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.238636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.244255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:27.244883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.263310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Network d3d14d94-37d8-463b-8083-d0e79df82cc8 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:27.266929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:27.271468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:27.275050 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c10bad87-e93f-45d7-bbc1-91a6dc2f5632 req-442ab528-5af8-40fd-99e0-1da93a97a361 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133046 Jul 08 02:03:27.349774 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b7c3a38-efae-437c-b52d-f88e8ef1b0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.363725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Network': ['ID=08980ff0-3d68-4347-b55b-7ca203854d88,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:27.378108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Pushing event updated for resources: {'Port': ['ID=9379585b-0219-4c8e-aa75-609d893bca1c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:27.380248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 08980ff0-3d68-4347-b55b-7ca203854d88 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:27.411371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:27.412399 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.426187 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b7c3a38-efae-437c-b52d-f88e8ef1b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.472686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b7c3a38-efae-437c-b52d-f88e8ef1b0e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e1e07edcb304c4d9ad9b2bb82658bae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8822458 Jul 08 02:03:27.473554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c3a38-efae-437c-b52d-f88e8ef1b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80d49d-eb7e-4323-8fc9-fc109bca077f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:27.478847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46808) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:27.513617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:03:22Z', 'revision_number': 4, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b0bfe272-54a1-4ba7-94e9-0c79e4e66343', 'name': '', 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18', 'tenant_id': '8f51832be61b47718e58951561411272', 'mac_address': 'fa:16:3e:db:f7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'f1518642-f405-42ee-97e3-9491d99a0b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:19Z', 'updated_at': '2021-07-08T02:03:26Z', 'revision_number': 4, 'project_id': '8f51832be61b47718e58951561411272', 'subnets': [{'id': 'f1518642-f405-42ee-97e3-9491d99a0b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:27.554269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57126a35-0e59-46e6-afb1-03aba47d5904 None None] The sync data for ids ['f8112634-b96a-4959-bc0a-97130a62dac9'] in n-d-695189-13 is: [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:03:22Z', 'revision_number': 4, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b0bfe272-54a1-4ba7-94e9-0c79e4e66343', 'name': '', 'network_id': '57b8bc96-0b99-413a-b50e-309d2fc91e18', 'tenant_id': '8f51832be61b47718e58951561411272', 'mac_address': 'fa:16:3e:db:f7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'f1518642-f405-42ee-97e3-9491d99a0b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:19Z', 'updated_at': '2021-07-08T02:03:26Z', 'revision_number': 4, 'project_id': '8f51832be61b47718e58951561411272', 'subnets': [{'id': 'f1518642-f405-42ee-97e3-9491d99a0b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:27.576947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Allocated IP 19.80.0.2 (99e020ac-e0a3-44bc-9ec3-345e5d093221/46ad2e9a-d3be-4a2d-8c33-d4556e350362/2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:27.596588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ff1273-7576-430d-bf7d-c2d72bd31f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.616231 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.631921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8d8b06ca-f67b-4462-865c-09f1d24bc514 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0921929 Jul 08 02:03:27.634295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46814) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:27.657080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'subnet': {'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:27.667501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:27.688414 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ff1273-7576-430d-bf7d-c2d72bd31f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.732192 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.750601 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93815b35-0e92-43bd-8fde-a56fc223d36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.831789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46818) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:27.835613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c09118-9ab0-4ef4-b403-cc5eb92e564a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:27.877348 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.903217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-9f828295-3382-4e79-9d3d-2c361b24e82b tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7797396 Jul 08 02:03:27.914829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Request body: {'port': {'device_id': 'df1fa0d9-f289-437f-93b5-d03c63a5f0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:27.949357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Transition to ACTIVE for port object 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:27.951780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ff1273-7576-430d-bf7d-c2d72bd31f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.955041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39ff1273-7576-430d-bf7d-c2d72bd31f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.971192 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-39ff1273-7576-430d-bf7d-c2d72bd31f50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee80d49d-eb7e-4323-8fc9-fc109bca077f HTTP/1.1" status: 204 len: 168 time: 0.4868057 Jul 08 02:03:27.975095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Transition to ACTIVE for port object 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:27.984881 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.986457 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ad900f6d-1dad-419e-98a3-728a57445c2b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.8743625 Jul 08 02:03:27.990601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:28.004612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'security_group_rule': {'security_group_id': 'd3c09118-9ab0-4ef4-b403-cc5eb92e564a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:28.013556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6efa174b-bf65-4c9a-b1d1-9b746a7b4698 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-415107868'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:28.014046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6efa174b-bf65-4c9a-b1d1-9b746a7b4698 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Unknown quota resources ['metering_label']. {{(pid=100713) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:03:28.019555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff1273-7576-430d-bf7d-c2d72bd31f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80d49d-eb7e-4323-8fc9-fc109bca077f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:28.052508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.138101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93815b35-0e92-43bd-8fde-a56fc223d36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.142789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Network 99e020ac-e0a3-44bc-9ec3-345e5d093221 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:28.144585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:28.151684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:28.206009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Pushing event updated for resources: {'Port': ['ID=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:28.214800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75ee8084-5bc0-4569-8d8f-8ebad9900e3a req-ff3a93e2-24a7-4e79-99a0-53dd0994e19f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 210 time: 0.0328233 Jul 08 02:03:28.224404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.227060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Attempting to bind port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:28.227757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Attempting to bind port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:28.228280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Attempting to bind port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b on network 99e020ac-e0a3-44bc-9ec3-345e5d093221 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:28.232272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93815b35-0e92-43bd-8fde-a56fc223d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.246930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:28.247493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Checking segment: {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:28.255721 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.263303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Bound using segment: {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:28.263303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Bound port: 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:28.264837 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.278679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:03:28.278679 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:03:28.278679 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '323fc8eb855549cbb1c2135c1dcbddf8', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 3, 28, 40489)}] Jul 08 02:03:28.278679 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:28.279116 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:28.320893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93815b35-0e92-43bd-8fde-a56fc223d36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08fb3f9-6634-4020-957d-371c8b6a51a9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:28.331290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-93815b35-0e92-43bd-8fde-a56fc223d36d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be3acc2d3afa4ec6af024f60728ae53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587315 Jul 08 02:03:28.336904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46832) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:28.366166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:28.369947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.396229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] For port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:28.407085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] For port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:28.482733 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.638786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8533a-7ca2-4e35-b8a2-e69ae2c1c677 None None] Pushing event updated for resources: {'Port': ['ID=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:28.647928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b0bfe272-54a1-4ba7-94e9-0c79e4e66343 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:28.675439 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6efa174b-bf65-4c9a-b1d1-9b746a7b4698 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.676569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6efa174b-bf65-4c9a-b1d1-9b746a7b4698 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8428321 Jul 08 02:03:28.681816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46838) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:28.689860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-dbb167da-d852-40e9-af0b-c79df03295a6 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c7f8c16c-0264-4b3a-976a-84c60ba5bde2'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:28.690403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-dbb167da-d852-40e9-af0b-c79df03295a6 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100713) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:03:28.959198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:28.970475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:28.970867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.075275 n-d-695189-13 neutron-server[100713]: WARNING neutron.services.metering.metering_plugin [None req-dbb167da-d852-40e9-af0b-c79df03295a6 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 02:03:29.188048 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.209071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406f74f-312c-447b-9229-e34a44aca6c7 req-3114a500-6137-45bc-a8f9-57cb21d7153a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:29.224949 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0406f74f-312c-447b-9229-e34a44aca6c7 req-3114a500-6137-45bc-a8f9-57cb21d7153a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 944 time: 0.5671644 Jul 08 02:03:29.232371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b0bfe272-54a1-4ba7-94e9-0c79e4e66343, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,segment=NetworkSegment(527a4dfd-1a49-409a-9c28-c33cb0d63a61),segment_id=527a4dfd-1a49-409a-9c28-c33cb0d63a61)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:29.286945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734847e2-577e-4bc8-96e4-d12468641a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.296550 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.335397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbb167da-d852-40e9-af0b-c79df03295a6 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.339683 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dbb167da-d852-40e9-af0b-c79df03295a6 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6521444 Jul 08 02:03:29.343984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46850) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:29.352494 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734847e2-577e-4bc8-96e4-d12468641a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.357261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0406f74f-312c-447b-9229-e34a44aca6c7 req-30cf6333-8c66-46a4-845e-8a8143087b7d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309533 Jul 08 02:03:29.364525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-815780a7-efd8-44f4-a27b-021ae9d2a27a tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c7f8c16c-0264-4b3a-976a-84c60ba5bde2'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:29.365056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-815780a7-efd8-44f4-a27b-021ae9d2a27a tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100713) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:03:29.465846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2ba52b6e-3e93-41e2-8b36-df78577f1c39 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:29.469897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2ba52b6e-3e93-41e2-8b36-df78577f1c39 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.4481754 Jul 08 02:03:29.478612 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:29.509762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9379585b-0219-4c8e-aa75-609d893bca1c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:29.518677 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.532390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Transition to ACTIVE for port object 9379585b-0219-4c8e-aa75-609d893bca1c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:29.541347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.561005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a09ae74d-eba5-455a-bd07-1c2157b34f12 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:29.589772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734847e2-577e-4bc8-96e4-d12468641a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.593379 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-734847e2-577e-4bc8-96e4-d12468641a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.594644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-734847e2-577e-4bc8-96e4-d12468641a7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e08fb3f9-6634-4020-957d-371c8b6a51a9 HTTP/1.1" status: 204 len: 168 time: 1.2567616 Jul 08 02:03:29.604025 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16b981bf-9518-43a3-ae0c-6f317110b892 req-ba7f9f67-45ce-4933-869e-567df83be789 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 210 time: 0.0381098 Jul 08 02:03:29.621309 n-d-695189-13 neutron-server[100713]: WARNING neutron.services.metering.metering_plugin [None req-815780a7-efd8-44f4-a27b-021ae9d2a27a tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 02:03:29.624778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.648064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9e27b-a801-4bca-b5b9-32cbfade2959 req-e81a117e-2102-469c-b36b-a403d07f4b26 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:29.648064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-89f9e27b-a801-4bca-b5b9-32cbfade2959 req-e81a117e-2102-469c-b36b-a403d07f4b26 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 932 time: 0.6132214 Jul 08 02:03:29.732375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734847e2-577e-4bc8-96e4-d12468641a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08fb3f9-6634-4020-957d-371c8b6a51a9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:29.810293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port a09ae74d-eba5-455a-bd07-1c2157b34f12 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:29.815213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a09ae74d-eba5-455a-bd07-1c2157b34f12 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:29.816152 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.825480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-4544a517-d6fa-4229-8537-0d2b28a64e24 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6088de6936a647d0845e90076cb4babb HTTP/1.1" status: 200 len: 380 time: 0.2849717 Jul 08 02:03:29.836059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-815780a7-efd8-44f4-a27b-021ae9d2a27a tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.841035 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-815780a7-efd8-44f4-a27b-021ae9d2a27a tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4817395 Jul 08 02:03:29.843559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46862) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:29.846941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'port': {'device_id': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'admin_state_up': True, 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'security_groups': ['8fe0f4de-5a15-4be5-808d-13f3309220b1']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:29.858816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Pushing event updated for resources: {'Port': ['ID=9379585b-0219-4c8e-aa75-609d893bca1c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:29.868929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-299e2907-aec9-4648-88b7-dc0722f28c93 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=8f699fb5-48f1-488d-83b1-d110e9bca6bb HTTP/1.1" status: 200 len: 462 time: 0.0206399 Jul 08 02:03:29.871529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46864) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:29.952678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.990497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Attempting to bind port 9379585b-0219-4c8e-aa75-609d893bca1c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:29.991140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Attempting to bind port 9379585b-0219-4c8e-aa75-609d893bca1c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '03e6b118-cb4a-4f36-b132-0f64a9113dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3d14d94-37d8-463b-8083-d0e79df82cc8'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:29.991722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Attempting to bind port 9379585b-0219-4c8e-aa75-609d893bca1c on network d3d14d94-37d8-463b-8083-d0e79df82cc8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:29.999179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7916725-7728-483c-9d46-9a53a5adc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09ae74d-eba5-455a-bd07-1c2157b34f12'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:30.001890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Port 9379585b-0219-4c8e-aa75-609d893bca1c on network d3d14d94-37d8-463b-8083-d0e79df82cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:30.002030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Attempting to bind port 9379585b-0219-4c8e-aa75-609d893bca1c on network d3d14d94-37d8-463b-8083-d0e79df82cc8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:30.007323 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a170d66-7d97-42a2-8197-b9342c9a6781" -d '{"events": [{"server_uuid": "c7916725-7728-483c-9d46-9a53a5adc7e6", "name": "network-vif-plugged", "status": "completed", "tag": "a09ae74d-eba5-455a-bd07-1c2157b34f12"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:30.010317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:30.011610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Checking segment: {'id': '03e6b118-cb4a-4f36-b132-0f64a9113dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3d14d94-37d8-463b-8083-d0e79df82cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:30.012013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Bound using segment: {'id': '03e6b118-cb4a-4f36-b132-0f64a9113dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3d14d94-37d8-463b-8083-d0e79df82cc8'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:30.012455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Bound port: 9379585b-0219-4c8e-aa75-609d893bca1c, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e6b118-cb4a-4f36-b132-0f64a9113dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd3d14d94-37d8-463b-8083-d0e79df82cc8'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:30.012831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.039883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.045131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a09ae74d-eba5-455a-bd07-1c2157b34f12, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a09ae74d-eba5-455a-bd07-1c2157b34f12,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:30.069017 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-89f9e27b-a801-4bca-b5b9-32cbfade2959 req-f2da37f0-7ed9-41ba-9eee-335fbced154c tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022961 Jul 08 02:03:30.116893 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d8ae38-3dfe-4b73-9d13-1e5275c3e017 x-openstack-request-id: req-47d8ae38-3dfe-4b73-9d13-1e5275c3e017 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:30.117188 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7916725-7728-483c-9d46-9a53a5adc7e6", "name": "network-vif-plugged", "status": "completed", "tag": "a09ae74d-eba5-455a-bd07-1c2157b34f12", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:30.117443 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47d8ae38-3dfe-4b73-9d13-1e5275c3e017 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:30.117916 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7916725-7728-483c-9d46-9a53a5adc7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09ae74d-eba5-455a-bd07-1c2157b34f12', 'code': 200} Jul 08 02:03:30.146445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.188634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390236b7-31cb-4aa2-a2eb-d2bcb1ab11e8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:30.206294 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.209128 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.247261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92594e6c-e805-410f-bead-9e62ab40fe9d None None] Network 99e020ac-e0a3-44bc-9ec3-345e5d093221 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:30.269849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Made reservation on behalf of 6088de6936a647d0845e90076cb4babb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:30.273521 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.307524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f453fc4-279e-4b8b-9067-3229aa1c9e65 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.309258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6f453fc4-279e-4b8b-9067-3229aa1c9e65 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/8f699fb5-48f1-488d-83b1-d110e9bca6bb HTTP/1.1" status: 204 len: 168 time: 0.4363263 Jul 08 02:03:30.311022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Subnet': ['ID=46b30e2d-4a97-4390-a8c9-b2d72e467eb3,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:30.314107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:30.333182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] For port 9379585b-0219-4c8e-aa75-609d893bca1c, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:30.351408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.355137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c2a8217e-c850-46b6-a75f-714759216c1d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3608265 Jul 08 02:03:30.355893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46884) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:30.364925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8b69bc9c-2a31-44be-bec6-68cb7caacf1a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'security_group_rule': {'security_group_id': 'd3c09118-9ab0-4ef4-b403-cc5eb92e564a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:30.372612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] For port 9379585b-0219-4c8e-aa75-609d893bca1c, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9379585b-0219-4c8e-aa75-609d893bca1c,segment=NetworkSegment(03e6b118-cb4a-4f36-b132-0f64a9113dc3),segment_id=03e6b118-cb4a-4f36-b132-0f64a9113dc3)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:30.378144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a09ae74d-eba5-455a-bd07-1c2157b34f12,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:30.391935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6f5beaa6-1f87-4f44-a720-5f7ace947eb4 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=8f699fb5-48f1-488d-83b1-d110e9bca6bb HTTP/1.1" status: 200 len: 221 time: 0.0747547 Jul 08 02:03:30.395891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46886) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:30.405851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-13230c85-de92-4b78-a7b0-9bc717cb1b10 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1125219985', 'description': 'label created by tempest'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:30.406155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-13230c85-de92-4b78-a7b0-9bc717cb1b10 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Unknown quota resources ['metering_label']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:03:30.416331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf35f4-d77f-479a-b83a-e8b108014157 req-11569e4f-7375-4929-bc02-fcaf88af9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:30.419003 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbcf35f4-d77f-479a-b83a-e8b108014157 req-11569e4f-7375-4929-bc02-fcaf88af9e09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 1097 time: 0.2127981 Jul 08 02:03:30.446279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-10ecd4af-8a6b-4c63-b35b-b4f32729a80e None None] Provisioning for port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:30.448764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Checking segment: {'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:30.449134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network hostable DHCP agents. Network: 08980ff0-3d68-4347-b55b-7ca203854d88, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:30.457910 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.587314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbcf35f4-d77f-479a-b83a-e8b108014157 req-3d5b56dd-2172-42cc-8737-6287b25bac17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589077 Jul 08 02:03:30.617942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:30.618906 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.620609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] 10.222.0.18 "PUT /v2.0/ports/9379585b-0219-4c8e-aa75-609d893bca1c HTTP/1.1" status: 200 len: 1093 time: 2.7101793 Jul 08 02:03:30.621253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1fa0d9-f289-437f-93b5-d03c63a5f0c1', 'tag': '9379585b-0219-4c8e-aa75-609d893bca1c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:30.624524 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "df1fa0d9-f289-437f-93b5-d03c63a5f0c1", "tag": "9379585b-0219-4c8e-aa75-609d893bca1c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:30.629723 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b69bc9c-2a31-44be-bec6-68cb7caacf1a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.671778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e7441-aac3-4b30-be06-4bb33bc04d44 service neutron] Pushing event updated for resources: {'Port': ['ID=9379585b-0219-4c8e-aa75-609d893bca1c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:30.772412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network 08980ff0-3d68-4347-b55b-7ca203854d88 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:30.777177 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b69bc9c-2a31-44be-bec6-68cb7caacf1a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.832370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:30.956250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Allocated IP 172.20.0.12 (47fd62ef-7611-49c4-a007-94ede2c3325a/adba4a48-6177-41ca-8ad9-1b9857ef7257/05be1b97-6d73-4975-972b-53fd78bf05e4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:30.964949 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13230c85-de92-4b78-a7b0-9bc717cb1b10 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.972196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-13230c85-de92-4b78-a7b0-9bc717cb1b10 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5696621 Jul 08 02:03:30.979063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:31.032300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:31.036560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:31.036941 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.146855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.163252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 08980ff0-3d68-4347-b55b-7ca203854d88) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:31.177570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-af53f199-1071-4493-89f4-8057a4404151 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=0f29e282-3dc3-41f4-8c88-d9fdb5875ae0 HTTP/1.1" status: 200 len: 468 time: 0.1946194 Jul 08 02:03:31.182879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e0641-e86e-4dbf-b7f5-8af92173384c None None] Network 08980ff0-3d68-4347-b55b-7ca203854d88 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:31.201273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:31.202555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.204872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:31.247867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:31.253284 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:03:31.261012 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b69bc9c-2a31-44be-bec6-68cb7caacf1a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.319251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb8f4c3f-01d5-468d-b8f3-e76234292b81 req-63c557de-4cb7-491d-946f-cf745c9743d5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 210 time: 0.0614972 Jul 08 02:03:31.341560 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.343188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b0bfe272-54a1-4ba7-94e9-0c79e4e66343 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:31.353965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69bc9c-2a31-44be-bec6-68cb7caacf1a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab0b3b4-741a-47a5-a8e6-b4f3ea0e8822,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:31.355710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaff18-0dc3-4bb6-a2b3-34ac44ac5014 req-e2731237-720b-4155-a355-2ca936385b96 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:31.374888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbfaff18-0dc3-4bb6-a2b3-34ac44ac5014 req-e2731237-720b-4155-a355-2ca936385b96 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 945 time: 0.8184011 Jul 08 02:03:31.418271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-1517fc5a-a5b8-4154-9c8f-8cb2d90435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:31.420300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-1517fc5a-a5b8-4154-9c8f-8cb2d90435dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea4eaba0780e49478b92c57054e3f312&device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 1096 time: 0.6418407 Jul 08 02:03:31.428907 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b563e57e-c44b-4089-9c24-3c7b7bea544b x-openstack-request-id: req-b563e57e-c44b-4089-9c24-3c7b7bea544b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:31.429465 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1fa0d9-f289-437f-93b5-d03c63a5f0c1", "tag": "9379585b-0219-4c8e-aa75-609d893bca1c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:31.429958 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b563e57e-c44b-4089-9c24-3c7b7bea544b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:31.430566 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1fa0d9-f289-437f-93b5-d03c63a5f0c1', 'tag': '9379585b-0219-4c8e-aa75-609d893bca1c', 'status': 'completed', 'code': 200} Jul 08 02:03:31.555485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-efbb4bf0-1333-4c9a-90f8-f0a7c8de5ce8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9172909 Jul 08 02:03:31.567106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b69bc9c-2a31-44be-bec6-68cb7caacf1a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.571737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:31.576714 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8b69bc9c-2a31-44be-bec6-68cb7caacf1a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2171283 Jul 08 02:03:31.579199 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-33fcc531-dc2d-45ea-8d29-ff9fc7a1b0dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9379585b-0219-4c8e-aa75-609d893bca1c HTTP/1.1" status: 200 len: 217 time: 0.1476152 Jul 08 02:03:31.593357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:31.602234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-08980ff0-3d68-4347-b55b-7ca203854d88', 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88', 'tenant_id': '8f51832be61b47718e58951561411272', 'fixed_ips': [{'subnet_id': '46b30e2d-4a97-4390-a8c9-b2d72e467eb3'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:31.608267 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.673752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-3c9237db-3e2e-43a0-a161-22502f3fbc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:31.682050 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-3c9237db-3e2e-43a0-a161-22502f3fbc68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=177c1d8d-26f2-4d8f-af16-cb8de61dcad4 HTTP/1.1" status: 200 len: 854 time: 0.0955637 Jul 08 02:03:31.700028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbfaff18-0dc3-4bb6-a2b3-34ac44ac5014 req-a1a71be7-77a0-483f-979f-2806eacaed9c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241544 Jul 08 02:03:31.704159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:31.704566 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.742864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-66e0c06f-7622-4b8a-ab6b-9dc8675ed7f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d14d94-37d8-463b-8083-d0e79df82cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480161 Jul 08 02:03:31.774777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.788807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Transition to ACTIVE for port object 05be1b97-6d73-4975-972b-53fd78bf05e4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:31.847686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be2a09-596d-4eed-b964-31779ecba096 req-4864d1c9-f004-4426-a36f-4ad17aad4e6f tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:31.854523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5be2a09-596d-4eed-b964-31779ecba096 req-4864d1c9-f004-4426-a36f-4ad17aad4e6f tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 944 time: 0.1650157 Jul 08 02:03:31.880053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6d93dbd-7fe5-4de7-9319-8c8502c1fb1c tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.883278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d6d93dbd-7fe5-4de7-9319-8c8502c1fb1c tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/0f29e282-3dc3-41f4-8c88-d9fdb5875ae0 HTTP/1.1" status: 204 len: 168 time: 0.6758556 Jul 08 02:03:31.883278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.888977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:31.917544 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.920011 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5be2a09-596d-4eed-b964-31779ecba096 req-d1dc79db-2411-4219-b86f-2def104a414f tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591781 Jul 08 02:03:31.929575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-3ea3aaf0-bf26-4d5c-a665-531f6c064614 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d14d94-37d8-463b-8083-d0e79df82cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721573 Jul 08 02:03:31.967162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:32.000701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3524d99-2839-4b4c-b130-1e12bc9f14dd tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=0f29e282-3dc3-41f4-8c88-d9fdb5875ae0 HTTP/1.1" status: 200 len: 216 time: 0.0927327 Jul 08 02:03:32.013962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46936) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:32.043836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:32.049145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-867d12cd-268f-4172-8085-51f726ac5bc9 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0325716 Jul 08 02:03:32.050193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:32.062952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:32.105184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Allocated IP 19.86.0.2 (08980ff0-3d68-4347-b55b-7ca203854d88/46b30e2d-4a97-4390-a8c9-b2d72e467eb3/7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:32.113193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f278b36c-2bcf-4642-ba98-8352571f1b1a req-ebc715b3-3418-47fb-9d57-65404f2715d4 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d14d94-37d8-463b-8083-d0e79df82cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827383 Jul 08 02:03:32.115977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:32.201656 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-80597aaf-525e-4261-ad16-976960dac72f tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1111367 Jul 08 02:03:32.205377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46952) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:32.232793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:32.332084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.334537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-89edfa2d-75dd-48f1-b22b-c1d244023a72 tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/c7f8c16c-0264-4b3a-976a-84c60ba5bde2 HTTP/1.1" status: 200 len: 472 time: 0.1280928 Jul 08 02:03:32.342143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46958) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:32.348068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Transition to ACTIVE for port object 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:32.379664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3569325d-7f0e-406e-b394-213587cd1d4d tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/b705b5c5-5806-48fb-ba45-d48d16eed867 HTTP/1.1" status: 200 len: 459 time: 0.0358522 Jul 08 02:03:32.381543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Transition to ACTIVE for port object 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:32.382350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46962) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:32.457474 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.470573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-2b5be3f4-590f-4291-9fad-af985141074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:32.472173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-2b5be3f4-590f-4291-9fad-af985141074f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea4eaba0780e49478b92c57054e3f312&device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1527240 Jul 08 02:03:32.571732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Network 08980ff0-3d68-4347-b55b-7ca203854d88 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:32.588871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:32.594571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Pushing event updated for resources: {'Port': ['ID=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:32.600078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:32.629546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:32.706652 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d933134d-3aa2-40e0-96fb-c7efe043953a tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.707837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d933134d-3aa2-40e0-96fb-c7efe043953a tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/b705b5c5-5806-48fb-ba45-d48d16eed867 HTTP/1.1" status: 204 len: 168 time: 0.3238385 Jul 08 02:03:32.712885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46970) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:32.737104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:32.738407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.742630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c30ae06d-b425-4df8-bd5b-fbb3e5b34196 None None] Provisioning for port 05be1b97-6d73-4975-972b-53fd78bf05e4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:32.756418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c30ae06d-b425-4df8-bd5b-fbb3e5b34196 None None] Provisioning complete for port 05be1b97-6d73-4975-972b-53fd78bf05e4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:32.757826 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c30ae06d-b425-4df8-bd5b-fbb3e5b34196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.801800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c30ae06d-b425-4df8-bd5b-fbb3e5b34196 None None] Port 05be1b97-6d73-4975-972b-53fd78bf05e4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:32.812780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Attempting to bind port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:32.813287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Attempting to bind port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:32.813725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Attempting to bind port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc on network 08980ff0-3d68-4347-b55b-7ca203854d88 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:32.815436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-7b7ec3c0-de8e-47c5-a4bb-148174d5715b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:32.821300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-7b7ec3c0-de8e-47c5-a4bb-148174d5715b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:32.822770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:32.823278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Checking segment: {'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:32.824012 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.824552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Bound using segment: {'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:32.825134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Bound port: 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:32.825703 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.831420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-7b7ec3c0-de8e-47c5-a4bb-148174d5715b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/networks?id=99e020ac-e0a3-44bc-9ec3-345e5d093221&id=08980ff0-3d68-4347-b55b-7ca203854d88&id=99e020ac-e0a3-44bc-9ec3-345e5d093221 HTTP/1.1" status: 200 len: 1392 time: 0.6264517 Jul 08 02:03:32.837265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:32.837791 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.847307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.856482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-ba2a2be3-9efc-4bed-95ee-dcb6dfa1cc4e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/quotas/8f51832be61b47718e58951561411272 HTTP/1.1" status: 200 len: 375 time: 0.0239208 Jul 08 02:03:32.873212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-0e7557f4-2c3b-4c6a-a494-6ef96c4bf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:32.874786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-0e7557f4-2c3b-4c6a-a494-6ef96c4bf00c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3d14d94-37d8-463b-8083-d0e79df82cc8 HTTP/1.1" status: 200 len: 915 time: 0.3937194 Jul 08 02:03:32.885246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2be6a6-9a68-452c-b564-936c20336542 req-85091ff8-f6ce-4fe2-87df-85899cf4f143 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:32.892673 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb2be6a6-9a68-452c-b564-936c20336542 req-85091ff8-f6ce-4fe2-87df-85899cf4f143 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 932 time: 0.3701782 Jul 08 02:03:32.898172 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-aa20ad31-57f4-4fb2-bf14-66edf2a6857e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0653241 Jul 08 02:03:32.932096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Request body: {'port': {'device_id': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:32.980563 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-fc09a74c-d3ed-4da8-a17c-38eb9d96fff1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9379585b-0219-4c8e-aa75-609d893bca1c HTTP/1.1" status: 200 len: 217 time: 0.0851614 Jul 08 02:03:33.012989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] For port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:33.027170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] For port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:33.081254 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb2be6a6-9a68-452c-b564-936c20336542 req-c67b69a7-1aaf-4672-a6c0-15dffbb0b87d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877034 Jul 08 02:03:33.082413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-28ab2214-f14c-42d2-8b44-9e3730e21793 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2247124 Jul 08 02:03:33.093450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:33.100170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-2469dac2-72e0-4397-970e-1f4b5ee36ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:33.101690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-2469dac2-72e0-4397-970e-1f4b5ee36ede service neutron] 10.222.0.18 "GET /v2.0/subnets?id=177c1d8d-26f2-4d8f-af16-cb8de61dcad4 HTTP/1.1" status: 200 len: 854 time: 0.1112967 Jul 08 02:03:33.152211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-1d184554-2036-46cf-b77a-432ab40b4ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3d14d94-37d8-463b-8083-d0e79df82cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433755 Jul 08 02:03:33.156592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e751aad-3ec4-4e49-bcb4-225cced3ad9d tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:33.158213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5e751aad-3ec4-4e49-bcb4-225cced3ad9d tempest-MeteringIpV6TestJSON-1093308325 tempest-MeteringIpV6TestJSON-1093308325-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/c7f8c16c-0264-4b3a-976a-84c60ba5bde2 HTTP/1.1" status: 204 len: 168 time: 0.4437745 Jul 08 02:03:33.159593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:33.210632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23575a32-2225-4b05-af41-118b2befb8e2 None None] Pushing event updated for resources: {'Port': ['ID=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:33.283800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-9cbd50a2-9534-4dd6-84ae-06f507d88b15 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d14d94-37d8-463b-8083-d0e79df82cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241591 Jul 08 02:03:33.299757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Allocated IP 172.25.8.92 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ff214ed9-79e1-478b-ad2e-1629d6ea56bd) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:33.379197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0c318688-b01a-477c-8b15-cec2b5334019 service neutron] 10.222.0.10 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858329 Jul 08 02:03:33.483762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead22d4-6790-4a5b-8542-011c118a2fe0 req-4c816677-9c1e-440f-8b0f-8e57d030fecc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:33.490663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fead22d4-6790-4a5b-8542-011c118a2fe0 req-4c816677-9c1e-440f-8b0f-8e57d030fecc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1811242 Jul 08 02:03:33.560331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-30c27d93-7288-468f-91a3-d3a35e72b9ca service neutron] 10.222.0.10 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640961 Jul 08 02:03:33.560816 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0cc15ab3-8b99-4ad8-a06d-060c0f574ac8 req-7df2aaac-da78-4e13-8ba6-3b704678f289 service neutron] 10.222.0.18 "GET /v2.0/networks/d3d14d94-37d8-463b-8083-d0e79df82cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682576 Jul 08 02:03:33.582976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fead22d4-6790-4a5b-8542-011c118a2fe0 req-bec2fc5c-1578-4231-afdd-4f676e7492a5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875010 Jul 08 02:03:33.799829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-78c09299-f264-47b8-b398-3bb70e4f755b service neutron] 10.222.0.10 "GET /v2.0/networks/08980ff0-3d68-4347-b55b-7ca203854d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020626 Jul 08 02:03:33.804524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:33.809145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76f393-f9a3-425d-bdd5-ff445157bc02 req-653fb933-eca4-4311-ac08-301102f6a27c tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:33.811324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa76f393-f9a3-425d-bdd5-ff445157bc02 req-653fb933-eca4-4311-ac08-301102f6a27c tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 944 time: 0.0894492 Jul 08 02:03:33.851821 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa76f393-f9a3-425d-bdd5-ff445157bc02 req-c1792091-d020-4fe0-8e31-4e4334c8b0cb tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Jul 08 02:03:33.985884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05be1b97-6d73-4975-972b-53fd78bf05e4 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:33.993951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-a70eb00b-5a09-4412-9ec1-8599d1ed7644 service neutron] 10.222.0.10 "GET /v2.0/networks/08980ff0-3d68-4347-b55b-7ca203854d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831844 Jul 08 02:03:33.995812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.004945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9379585b-0219-4c8e-aa75-609d893bca1c details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:03:34.054729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e859d0-dc02-48c4-b614-5766d8647b7d req-e2edf0f4-e81e-494d-80bf-4e6551e2a7d4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:34.057185 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2e859d0-dc02-48c4-b614-5766d8647b7d req-e2edf0f4-e81e-494d-80bf-4e6551e2a7d4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 945 time: 0.0826406 Jul 08 02:03:34.109493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.110621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2e859d0-dc02-48c4-b614-5766d8647b7d req-31b68e47-cef8-4d54-a821-9f105db27031 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463240 Jul 08 02:03:34.120850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Transition to ACTIVE for port object 05be1b97-6d73-4975-972b-53fd78bf05e4 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:34.129511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3b82face-6650-46f3-b451-41798bcbc38b service neutron] 10.222.0.10 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226294 Jul 08 02:03:34.133218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47002) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:34.182847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9379585b-0219-4c8e-aa75-609d893bca1c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9379585b-0219-4c8e-aa75-609d893bca1c,segment=NetworkSegment(03e6b118-cb4a-4f36-b132-0f64a9113dc3),segment_id=03e6b118-cb4a-4f36-b132-0f64a9113dc3)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:34.197711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '9379585b-0219-4c8e-aa75-609d893bca1c', 'network_id': 'd3d14d94-37d8-463b-8083-d0e79df82cc8', 'port_id': '9379585b-0219-4c8e-aa75-609d893bca1c', 'mac_address': 'fa:16:3e:18:1f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c1d8d-26f2-4d8f-af16-cb8de61dcad4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:03:34.224442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=ff214ed9-79e1-478b-ad2e-1629d6ea56bd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:34.241229 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.259172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9379585b-0219-4c8e-aa75-609d893bca1c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:34.288715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9379585b-0219-4c8e-aa75-609d893bca1c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9379585b-0219-4c8e-aa75-609d893bca1c,segment=NetworkSegment(03e6b118-cb4a-4f36-b132-0f64a9113dc3),segment_id=03e6b118-cb4a-4f36-b132-0f64a9113dc3)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:34.300426 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.340893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:34.360007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.365044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:34.377037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:34.390748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99457d-1813-4242-8024-09f583827726 req-bad505e2-db1e-4839-9d97-4196f2866781 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:34.394289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf99457d-1813-4242-8024-09f583827726 req-bad505e2-db1e-4839-9d97-4196f2866781 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 944 time: 0.1070714 Jul 08 02:03:34.450560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf99457d-1813-4242-8024-09f583827726 req-f2daca3b-d493-49ee-b97a-ba99683974a6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502779 Jul 08 02:03:34.463903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:34.482100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-4917e857-d968-474f-b867-ba04958480e8 service neutron] 10.222.0.10 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370515 Jul 08 02:03:34.498564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9379585b-0219-4c8e-aa75-609d893bca1c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:34.579216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9379585b-0219-4c8e-aa75-609d893bca1c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:03:34.724019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:34.759223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b878ab-7556-4570-b859-51ab356eedaf None None] Network 08980ff0-3d68-4347-b55b-7ca203854d88 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:34.812114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5fcd64bc-69cb-4152-9c2b-1691a641fc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.861216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.866152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Attempting to bind port 05be1b97-6d73-4975-972b-53fd78bf05e4 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:34.866152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Attempting to bind port 05be1b97-6d73-4975-972b-53fd78bf05e4 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:34.866468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Attempting to bind port 05be1b97-6d73-4975-972b-53fd78bf05e4 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:34.887634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Port 05be1b97-6d73-4975-972b-53fd78bf05e4 on network 47fd62ef-7611-49c4-a007-94ede2c3325a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:34.888028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Attempting to bind port 05be1b97-6d73-4975-972b-53fd78bf05e4 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:34.900475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:34.900475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Checking segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:34.900475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Bound using segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:34.902336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Bound port: 05be1b97-6d73-4975-972b-53fd78bf05e4, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:34.903841 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.930473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47016) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:34.992565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e99192-f5ff-4c8c-8f49-52e1098167b3 req-ed2e4fac-6259-45fb-b6ae-176b8277ec1b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:34.994334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22e99192-f5ff-4c8c-8f49-52e1098167b3 req-ed2e4fac-6259-45fb-b6ae-176b8277ec1b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 945 time: 0.2725284 Jul 08 02:03:35.039862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:35.127138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-815d95fa-85a0-4a14-9e43-b949a274480d None None] Provisioning for port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:35.132718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:35.135521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-815d95fa-85a0-4a14-9e43-b949a274480d None None] Provisioning complete for port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:35.136705 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-815d95fa-85a0-4a14-9e43-b949a274480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.141981 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22e99192-f5ff-4c8c-8f49-52e1098167b3 req-298cf362-a4de-41c5-bd0e-cab4b6cff061 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342437 Jul 08 02:03:35.186489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5fcd64bc-69cb-4152-9c2b-1691a641fc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.188283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.294865 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-815d95fa-85a0-4a14-9e43-b949a274480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.319726 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-487ba987-537f-44d8-b354-348c9d90e774 req-82cdc455-5089-4686-9b35-8e375dcd5954 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 210 time: 0.0674326 Jul 08 02:03:35.320484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5fcd64bc-69cb-4152-9c2b-1691a641fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.373312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-815d95fa-85a0-4a14-9e43-b949a274480d None None] For port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:35.452368 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5fcd64bc-69cb-4152-9c2b-1691a641fc8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43158f53ab4d4a60961102c9069f3c61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3149164 Jul 08 02:03:35.452368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd64bc-69cb-4152-9c2b-1691a641fc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25455e7b-d8f6-49c1-935f-e4bf0a7b0ddc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:35.453866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47032) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:35.454741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5137440b-c922-4c1e-a938-3eed41d1c9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.456263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-815d95fa-85a0-4a14-9e43-b949a274480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.470716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:35.518929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.537547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d95fa-85a0-4a14-9e43-b949a274480d None None] Pushing event updated for resources: {'Port': ['ID=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:35.551627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.601422 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0310-ecf3-4972-a33a-ad5291e5fcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.635459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:35.637160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0310-ecf3-4972-a33a-ad5291e5fcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.644341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b75c-b3b5-45b6-8632-d8e2daa02329 req-6d9b5f5b-9ce8-48d2-aea6-2f3de6fc235c tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:35.645891 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6b6b75c-b3b5-45b6-8632-d8e2daa02329 req-6d9b5f5b-9ce8-48d2-aea6-2f3de6fc235c tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 945 time: 0.5146770 Jul 08 02:03:35.648714 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.654646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:35.655563 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.657060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-2b6c4468-3769-4045-b39f-6498e14acd15 service neutron] 10.222.0.32 "PUT /v2.0/ports/05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1093 time: 2.7464299 Jul 08 02:03:35.683176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-17564f04-19a3-4269-b1ba-caf02711100e None None] Provisioning complete for port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:35.683802 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-17564f04-19a3-4269-b1ba-caf02711100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.704383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:35.706809 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34" -d '{"events": [{"name": "network-changed", "server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:35.727409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=ff214ed9-79e1-478b-ad2e-1629d6ea56bd,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:35.795302 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6b6b75c-b3b5-45b6-8632-d8e2daa02329 req-35c9a36b-7e9f-4472-bc17-7c4f6fe79225 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696225 Jul 08 02:03:35.804483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0310-ecf3-4972-a33a-ad5291e5fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.807129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0310-ecf3-4972-a33a-ad5291e5fcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.812058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5d7c0310-ecf3-4972-a33a-ad5291e5fcfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25455e7b-d8f6-49c1-935f-e4bf0a7b0ddc HTTP/1.1" status: 204 len: 168 time: 0.3534408 Jul 08 02:03:35.823961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.844688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c0310-ecf3-4972-a33a-ad5291e5fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25455e7b-d8f6-49c1-935f-e4bf0a7b0ddc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:35.850196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5137440b-c922-4c1e-a938-3eed41d1c9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.949074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5137440b-c922-4c1e-a938-3eed41d1c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.963953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-ef694e23-a610-4a91-98ad-0c3e73f1fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:35.966661 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-ef694e23-a610-4a91-98ad-0c3e73f1fbc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1096 time: 0.1173155 Jul 08 02:03:36.007926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137440b-c922-4c1e-a938-3eed41d1c9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712f52fd-2084-4d87-ac5e-f86018e2e262,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:36.019141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9379585b-0219-4c8e-aa75-609d893bca1c up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:36.020109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5137440b-c922-4c1e-a938-3eed41d1c9ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8aa7ad58b6c14542826941d8fdff9756&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0810502 Jul 08 02:03:36.025258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47046) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:36.043410 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-869400c7-436c-459e-b2e7-e260e88ef020 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 217 time: 0.0672724 Jul 08 02:03:36.141305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb22-bcd3-4f5e-a828-f55d0a301369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.142705 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f6575c-cbe7-4c80-ba32-9ab97daff8d6 x-openstack-request-id: req-69f6575c-cbe7-4c80-ba32-9ab97daff8d6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:36.143004 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:36.143257 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69f6575c-cbe7-4c80-ba32-9ab97daff8d6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:36.143681 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'status': 'completed', 'code': 200} Jul 08 02:03:36.148378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.150946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4729fd4a-6a71-49d9-b6b1-237a5bf8da51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5763240 Jul 08 02:03:36.166864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-a95b468f-16cc-48c6-a35c-ae3a20104cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:36.167086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-a95b468f-16cc-48c6-a35c-ae3a20104cdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1045849 Jul 08 02:03:36.169526 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb22-bcd3-4f5e-a828-f55d0a301369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.197626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1196f-7c30-448c-a903-334f29ac1c4a req-c2cd5bcd-3300-44d0-8d56-17460e21a145 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:36.199115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41d1196f-7c30-448c-a903-334f29ac1c4a req-c2cd5bcd-3300-44d0-8d56-17460e21a145 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 944 time: 0.1843977 Jul 08 02:03:36.232269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 9379585b-0219-4c8e-aa75-609d893bca1c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:36.236706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 9379585b-0219-4c8e-aa75-609d893bca1c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:36.237094 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.294977 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb22-bcd3-4f5e-a828-f55d0a301369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.298679 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb22-bcd3-4f5e-a828-f55d0a301369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.300114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ade0bb22-bcd3-4f5e-a828-f55d0a301369 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/712f52fd-2084-4d87-ac5e-f86018e2e262 HTTP/1.1" status: 204 len: 168 time: 0.2765872 Jul 08 02:03:36.314230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0bb22-bcd3-4f5e-a828-f55d0a301369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712f52fd-2084-4d87-ac5e-f86018e2e262,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:36.318862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41d1196f-7c30-448c-a903-334f29ac1c4a req-78c1e177-4d43-4a82-8a2d-ead03ce14417 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967622 Jul 08 02:03:36.323944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-a6a97ce5-75f6-464a-9c03-f9eaaa431677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:36.325534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-a6a97ce5-75f6-464a-9c03-f9eaaa431677 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446631 Jul 08 02:03:36.384176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf4568-d5c9-4aec-8ecd-eb6d76f29abc req-703025f7-5907-4523-97de-d6332e676e12 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:36.385803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2aaf4568-d5c9-4aec-8ecd-eb6d76f29abc req-703025f7-5907-4523-97de-d6332e676e12 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1351168 Jul 08 02:03:36.435284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.483640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2aaf4568-d5c9-4aec-8ecd-eb6d76f29abc req-39a494bc-62d6-4ab6-bb8d-7cb07a74b883 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894110 Jul 08 02:03:36.484883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1fa0d9-f289-437f-93b5-d03c63a5f0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9379585b-0219-4c8e-aa75-609d893bca1c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:36.493466 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239fe3e4-9fa2-4530-8807-8989276faa92" -d '{"events": [{"server_uuid": "df1fa0d9-f289-437f-93b5-d03c63a5f0c1", "name": "network-vif-plugged", "status": "completed", "tag": "9379585b-0219-4c8e-aa75-609d893bca1c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:36.507943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7c3ca86-0511-4104-8bb5-afba30306544 req-a53f8dea-f3b1-40e0-a3d8-e7a9d4145f64 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 210 time: 0.0704927 Jul 08 02:03:36.518182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9379585b-0219-4c8e-aa75-609d893bca1c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9379585b-0219-4c8e-aa75-609d893bca1c,segment=NetworkSegment(03e6b118-cb4a-4f36-b132-0f64a9113dc3),segment_id=03e6b118-cb4a-4f36-b132-0f64a9113dc3)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:36.521245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-47929f6e-e30e-4bb7-baf9-684048434c78 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867967 Jul 08 02:03:36.583670 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aa6e37-e3a5-4330-b439-0897e12df63f x-openstack-request-id: req-a8aa6e37-e3a5-4330-b439-0897e12df63f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:36.584036 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1fa0d9-f289-437f-93b5-d03c63a5f0c1", "name": "network-vif-plugged", "status": "completed", "tag": "9379585b-0219-4c8e-aa75-609d893bca1c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:36.584397 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8aa6e37-e3a5-4330-b439-0897e12df63f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:36.584703 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1fa0d9-f289-437f-93b5-d03c63a5f0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9379585b-0219-4c8e-aa75-609d893bca1c', 'code': 200} Jul 08 02:03:36.586021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.620253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:36.663797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff399291-5e99-45fa-98b7-3c48fce79238 req-9178a25a-62d2-4d48-a78a-87e7b72bcec9 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310885 Jul 08 02:03:36.676277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9379585b-0219-4c8e-aa75-609d893bca1c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:36.690744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:36.691131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.717699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bf9b3-22af-4afd-a0e1-6f436fe50e9e req-409e8271-0e71-4b8d-ab0f-a9c59342ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:36.719551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-105bf9b3-22af-4afd-a0e1-6f436fe50e9e req-409e8271-0e71-4b8d-ab0f-a9c59342ceea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 1098 time: 0.0650973 Jul 08 02:03:36.762369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-105bf9b3-22af-4afd-a0e1-6f436fe50e9e req-c04351a3-6e67-45b0-82fa-aa127a427d80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367603 Jul 08 02:03:36.909618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-cc1d9d75-2dc2-4807-92d1-9cf7a5d17eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:36.911173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-cc1d9d75-2dc2-4807-92d1-9cf7a5d17eab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1096 time: 0.0824447 Jul 08 02:03:36.943364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:37.003133 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0056dbd-8d9a-450f-a64a-6b5c23e6df18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.093250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c27adf-b273-484e-9770-6c0b6478509e req-8f60a7e7-fdec-4796-ba98-5b3862551c9d tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.094840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78c27adf-b273-484e-9770-6c0b6478509e req-8f60a7e7-fdec-4796-ba98-5b3862551c9d tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 946 time: 0.1726995 Jul 08 02:03:37.098109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-28aaa7b9-325b-4fc7-a494-e32776c3b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.099874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-28aaa7b9-325b-4fc7-a494-e32776c3b705 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1763334 Jul 08 02:03:37.166293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0056dbd-8d9a-450f-a64a-6b5c23e6df18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.168681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-831afd93-3e06-499f-80f2-d60a79a25030 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 217 time: 0.0552595 Jul 08 02:03:37.195181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78c27adf-b273-484e-9770-6c0b6478509e req-3942d0b7-8630-428a-a139-5501b1b5dc80 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859656 Jul 08 02:03:37.204078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-2bdc9865-814e-4993-9c35-b7c5b0825159 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--678131579&fields=id&tenant_id=323fc8eb855549cbb1c2135c1dcbddf8 HTTP/1.1" status: 200 len: 267 time: 0.0361879 Jul 08 02:03:37.238494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-44057737-65e5-4654-9a2b-d5d07c23fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.240099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-44057737-65e5-4654-9a2b-d5d07c23fc98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.0524821 Jul 08 02:03:37.270727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c3ba27dc-23c5-4904-8bbf-9df7f2f8e11f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.277312 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c3ba27dc-23c5-4904-8bbf-9df7f2f8e11f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports/48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 200 len: 935 time: 0.0666015 Jul 08 02:03:37.288160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0056dbd-8d9a-450f-a64a-6b5c23e6df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.327454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-95abcccb-26e7-46a9-8020-e082a8c281e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.328980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-95abcccb-26e7-46a9-8020-e082a8c281e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797651 Jul 08 02:03:37.365753 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a0056dbd-8d9a-450f-a64a-6b5c23e6df18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f3688c3cc4d4d06af84f49952e6cbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4230840 Jul 08 02:03:37.368996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47094) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:37.369284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0056dbd-8d9a-450f-a64a-6b5c23e6df18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f53c6a-057e-4055-84b7-b116cc9dd999,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:37.396764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-9de515ff-6316-4e19-bb55-91232fc40ba8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.406317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-9de515ff-6316-4e19-bb55-91232fc40ba8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports/65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 200 len: 935 time: 0.1275733 Jul 08 02:03:37.490093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0c515d86-5cc5-41db-b0b0-b1d64e7b41fa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0822148 Jul 08 02:03:37.537803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-9e4b054e-ca5c-46cb-a05f-2c718612bde7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0464265 Jul 08 02:03:37.544272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49a7c4e3-9dd8-4b4c-a2c0-ed2525103efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.696156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-6b4f78f3-e482-4ede-8070-5185d5a86dcf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.705532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-6b4f78f3-e482-4ede-8070-5185d5a86dcf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.713336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-6b4f78f3-e482-4ede-8070-5185d5a86dcf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:37.714715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-6b4f78f3-e482-4ede-8070-5185d5a86dcf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/networks?id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b HTTP/1.1" status: 200 len: 1995 time: 0.1761312 Jul 08 02:03:37.731545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-7129b75b-8226-4c26-ad90-1723b622e535 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/quotas/323fc8eb855549cbb1c2135c1dcbddf8 HTTP/1.1" status: 200 len: 375 time: 0.0104589 Jul 08 02:03:37.830382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-ce8b14ea-d8b3-44b0-80b4-25e45ba79042 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0930231 Jul 08 02:03:37.939269 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49a7c4e3-9dd8-4b4c-a2c0-ed2525103efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.980114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-4dc9796c-1574-4407-9820-694a7086d1be service neutron] 10.222.0.10 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324937 Jul 08 02:03:38.012272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-2bd66ccb-db1c-4c82-b805-cd5b4eca4fde service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655073 Jul 08 02:03:38.026658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e35ec8-6eaf-46c0-aa14-393a7a92bf35 req-8bb604af-d8b1-4354-8142-3022a170466b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:38.028227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20e35ec8-6eaf-46c0-aa14-393a7a92bf35 req-8bb604af-d8b1-4354-8142-3022a170466b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 944 time: 0.5155969 Jul 08 02:03:38.085310 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-294c7fb5-7a16-45ed-8344-acc60ae02b94 service neutron] 10.222.0.10 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043007 Jul 08 02:03:38.149094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-09cf35f4-f9c3-4745-8901-0db10aa81698 service neutron] 10.222.0.10 "GET /v2.0/ports/48aa6741-4a28-4549-b0e7-9aa2de4a7eb3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0562141 Jul 08 02:03:38.192343 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20e35ec8-6eaf-46c0-aa14-393a7a92bf35 req-a9b4520e-386b-4270-b3a4-f8aece8039e3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889022 Jul 08 02:03:38.214668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8de5cc96-10b0-4f0b-a40b-6248edb5ad34 req-8dfb260f-0495-43b9-9bb7-9399067aa6bc service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847670 Jul 08 02:03:38.252619 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f4505962-d5b2-427f-8763-1744c3b40035 service neutron] 10.222.0.10 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977681 Jul 08 02:03:38.272958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49a7c4e3-9dd8-4b4c-a2c0-ed2525103efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.275441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49a7c4e3-9dd8-4b4c-a2c0-ed2525103efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.279029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-49a7c4e3-9dd8-4b4c-a2c0-ed2525103efb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5f53c6a-057e-4055-84b7-b116cc9dd999 HTTP/1.1" status: 204 len: 168 time: 0.9064851 Jul 08 02:03:38.302736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7c4e3-9dd8-4b4c-a2c0-ed2525103efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f53c6a-057e-4055-84b7-b116cc9dd999,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:38.367127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-1249f860-cd4f-4c9d-b34f-520b8badd999 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:38.368683 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-1249f860-cd4f-4c9d-b34f-520b8badd999 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1283619 Jul 08 02:03:38.381894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-8755cd64-7ac4-4254-ab39-76070148a524 service neutron] 10.222.0.10 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228271 Jul 08 02:03:38.446801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54546bfc-8cb2-4b3e-a727-82e031c647b2 req-4fd11310-fb85-4bc7-92f4-d4e5548e9e7b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:38.448414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54546bfc-8cb2-4b3e-a727-82e031c647b2 req-4fd11310-fb85-4bc7-92f4-d4e5548e9e7b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 945 time: 0.1436751 Jul 08 02:03:38.487602 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-4a3ec4c5-89e0-4828-b4cb-64f61bfe04e0 service neutron] 10.222.0.10 "GET /v2.0/ports/65ce9c95-4e02-43ad-a15f-91db90400a49?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0942426 Jul 08 02:03:38.556345 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54546bfc-8cb2-4b3e-a727-82e031c647b2 req-97cacc95-b249-422c-9ac1-54a64d51da08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903442 Jul 08 02:03:38.571515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-b8fe5505-928d-49ee-8fda-0eb91404aa6d tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:38.578099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-b8fe5505-928d-49ee-8fda-0eb91404aa6d tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:38.579791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-b8fe5505-928d-49ee-8fda-0eb91404aa6d tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "GET /v2.0/networks?id=99e020ac-e0a3-44bc-9ec3-345e5d093221&id=08980ff0-3d68-4347-b55b-7ca203854d88&id=99e020ac-e0a3-44bc-9ec3-345e5d093221 HTTP/1.1" status: 200 len: 1392 time: 0.2142358 Jul 08 02:03:38.588364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port a09ae74d-eba5-455a-bd07-1c2157b34f12 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:38.595679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'port': {'device_id': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221', 'admin_state_up': True, 'tenant_id': '8f51832be61b47718e58951561411272'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:38.595831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.707220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-93a18dc3-bcf7-4971-9ee5-5a2c13b05810 service neutron] 10.222.0.10 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187257 Jul 08 02:03:38.740869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ea6ab62-37a7-403f-9b58-6bd70d39c35b req-9a169aab-4bd8-4741-8b77-d51b15d7de5f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 210 time: 0.0537984 Jul 08 02:03:38.747152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] For port a09ae74d-eba5-455a-bd07-1c2157b34f12, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a09ae74d-eba5-455a-bd07-1c2157b34f12,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:38.747585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.761396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for a09ae74d-eba5-455a-bd07-1c2157b34f12 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:38.862686 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-ec1c50e4-d848-432e-b4a2-c904a9f084ba service neutron] 10.222.0.10 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480582 Jul 08 02:03:39.014732 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-bc8a007d-2db7-46a6-821f-a68a960ca4cf service neutron] 10.222.0.10 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444707 Jul 08 02:03:39.015807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:39.020353 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.031519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2024b-4120-496d-b539-df4271f465f5 req-cf6c2e44-1c9a-489e-b583-77fb36bdf15e tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:39.033217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b4e2024b-4120-496d-b539-df4271f465f5 req-cf6c2e44-1c9a-489e-b583-77fb36bdf15e tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 946 time: 0.0857978 Jul 08 02:03:39.046849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.065198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a09ae74d-eba5-455a-bd07-1c2157b34f12'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:03:39.087916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=a09ae74d-eba5-455a-bd07-1c2157b34f12,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:39.148339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b4e2024b-4120-496d-b539-df4271f465f5 req-9bba6b6a-6bcd-448e-b1e7-7cdecec06cc5 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094143 Jul 08 02:03:39.193995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] No DVR routers for this DVR port a09ae74d-eba5-455a-bd07-1c2157b34f12 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:39.199175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.209105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-61a71a0d-f509-4df6-959f-b6a61dcce26b req-f6611856-310a-4b6e-8d4b-dcca3ce9eff3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "DELETE /v2.0/ports/a09ae74d-eba5-455a-bd07-1c2157b34f12 HTTP/1.1" status: 204 len: 173 time: 0.8329012 Jul 08 02:03:39.209649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7916725-7728-483c-9d46-9a53a5adc7e6', 'name': 'network-vif-deleted', 'tag': 'a09ae74d-eba5-455a-bd07-1c2157b34f12'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:39.211700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0e055d25-ef21-45fc-af13-964fa5ac8304 service neutron] 10.222.0.10 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818683 Jul 08 02:03:39.239297 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173902af-317d-4ca0-8b55-47f4291b9e99" -d '{"events": [{"server_uuid": "c7916725-7728-483c-9d46-9a53a5adc7e6", "name": "network-vif-deleted", "tag": "a09ae74d-eba5-455a-bd07-1c2157b34f12"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:39.308107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Allocated IP 19.80.0.169 (99e020ac-e0a3-44bc-9ec3-345e5d093221/46ad2e9a-d3be-4a2d-8c33-d4556e350362/40230943-848c-453b-98d5-c36e5de99897) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:39.385601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-974eda86-1a36-41b8-9438-e287df3badd9 service neutron] 10.222.0.10 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560240 Jul 08 02:03:39.577619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95ecc5-6364-4f9c-bae2-91b482dbf519 req-f376bb0e-1027-4940-86e4-d9d0d08842a2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:39.579540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a95ecc5-6364-4f9c-bae2-91b482dbf519 req-f376bb0e-1027-4940-86e4-d9d0d08842a2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 944 time: 0.1265602 Jul 08 02:03:39.616054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:03:39.632913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a95ecc5-6364-4f9c-bae2-91b482dbf519 req-6609c272-7605-4ef4-817d-e81fa3523a73 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442433 Jul 08 02:03:39.716189 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedbc43e-bc11-46f2-991f-19c1fa6a86db x-openstack-request-id: req-bedbc43e-bc11-46f2-991f-19c1fa6a86db {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:39.716491 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7916725-7728-483c-9d46-9a53a5adc7e6", "name": "network-vif-deleted", "tag": "a09ae74d-eba5-455a-bd07-1c2157b34f12", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:39.716771 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bedbc43e-bc11-46f2-991f-19c1fa6a86db {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:39.718316 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7916725-7728-483c-9d46-9a53a5adc7e6', 'name': 'network-vif-deleted', 'tag': 'a09ae74d-eba5-455a-bd07-1c2157b34f12', 'status': 'completed', 'code': 200} Jul 08 02:03:39.790341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:39.816304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'mac_address': 'fa:16:3e:28:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:03:39.921778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.947628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05be1b97-6d73-4975-972b-53fd78bf05e4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:39.983841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:40.051470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.065410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Transition to ACTIVE for port object 40230943-848c-453b-98d5-c36e5de99897 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:40.069132 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3ba2d08-ee4a-4e55-a449-cede0801eb5d req-866861ff-61c3-42af-895d-862fd2e00113 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0449841 Jul 08 02:03:40.083887 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.190090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-686c3891-e2c3-4287-ba9c-c65291d06048 service neutron] 10.222.0.10 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7946727 Jul 08 02:03:40.201926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:40.216478 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.323255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network 99e020ac-e0a3-44bc-9ec3-345e5d093221 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:40.326299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496d28b-0b8e-4bdc-99d9-34fb93813800 req-5901346b-9333-4a6a-8ff5-d2eb12f7b991 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:40.332919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['05be1b97-6d73-4975-972b-53fd78bf05e4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:03:40.334094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8496d28b-0b8e-4bdc-99d9-34fb93813800 req-5901346b-9333-4a6a-8ff5-d2eb12f7b991 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 932 time: 0.0963373 Jul 08 02:03:40.350410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:40.376068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:40.389464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Port': ['ID=40230943-848c-453b-98d5-c36e5de99897,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:40.397932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8496d28b-0b8e-4bdc-99d9-34fb93813800 req-501cf136-f558-4c1f-ba6a-7339d2feb2c2 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 Jul 08 02:03:40.428767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-faa0644f-f1d2-4012-afba-ad0d1dbc61c2 service neutron] 10.222.0.10 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377174 Jul 08 02:03:40.558813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:40.560916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.654323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-fbb34c60-b485-4e48-88f6-90435717045d service neutron] 10.222.0.10 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246635 Jul 08 02:03:40.767873 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b32a9413-308d-4880-95b9-0e4b98e3f99f service neutron] 10.222.0.10 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046321 Jul 08 02:03:40.769652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-3742d0a2-ed96-4d85-8b2f-ef774890f268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1817737 Jul 08 02:03:40.799994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'port': {'device_id': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88', 'admin_state_up': True, 'tenant_id': '8f51832be61b47718e58951561411272'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:40.871590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c9a1c2ed-62bf-454b-81a9-b6bb983698ea None None] Provisioning for port 40230943-848c-453b-98d5-c36e5de99897 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:40.877816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c9a1c2ed-62bf-454b-81a9-b6bb983698ea None None] Provisioning complete for port 40230943-848c-453b-98d5-c36e5de99897 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:40.878443 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c2ed-62bf-454b-81a9-b6bb983698ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.934101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c9a1c2ed-62bf-454b-81a9-b6bb983698ea None None] Port 40230943-848c-453b-98d5-c36e5de99897 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:40.960661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9fc80bb-37ea-44c2-b7cd-9829c04330b1 service neutron] 10.222.0.10 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866639 Jul 08 02:03:41.097713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:41.102513 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:41.303539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Allocated IP 19.86.0.214 (08980ff0-3d68-4347-b55b-7ca203854d88/46b30e2d-4a97-4390-a8c9-b2d72e467eb3/eb1b3524-0fab-41be-ad97-340d07d39f1e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:41.365597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fcc6b-c303-4cfc-8b39-4fee91aae9f8 req-a84066ac-2985-41c6-ac20-28aaccbeaef6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:41.367240 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b42fcc6b-c303-4cfc-8b39-4fee91aae9f8 req-a84066ac-2985-41c6-ac20-28aaccbeaef6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0822046 Jul 08 02:03:41.440932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b42fcc6b-c303-4cfc-8b39-4fee91aae9f8 req-f13a6037-1a0b-463d-b7b5-762cfdffc98d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622685 Jul 08 02:03:41.549601 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:41.566292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Transition to ACTIVE for port object eb1b3524-0fab-41be-ad97-340d07d39f1e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:41.616863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:41.674829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:41.693829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a553540-0b2a-4776-b1f3-832d4e1235ea req-dfd6242d-a22e-4a0d-b195-c632da42e176 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.1138256 Jul 08 02:03:41.774577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network 08980ff0-3d68-4347-b55b-7ca203854d88 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:41.789838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:41.801447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Port': ['ID=eb1b3524-0fab-41be-ad97-340d07d39f1e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:41.804445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:41.822144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 05be1b97-6d73-4975-972b-53fd78bf05e4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:41.826621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 05be1b97-6d73-4975-972b-53fd78bf05e4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:41.827298 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:41.836863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:41.946784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:41.949218 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:41.976256 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.026629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:42.027682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:42.030984 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa93aadd-b79f-4de4-a8fe-1607074b28fa" -d '{"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-plugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:42.086920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30795b7-8b49-470b-a5b1-a2a00f3a25c8 req-1e4c5fe5-30da-46e0-ad1f-933c03fa4270 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:42.090577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e30795b7-8b49-470b-a5b1-a2a00f3a25c8 req-1e4c5fe5-30da-46e0-ad1f-933c03fa4270 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 946 time: 0.1358948 Jul 08 02:03:42.096844 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-60d8a69a-74ec-417c-a276-25b74583588c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.097380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-95641bc8-97fb-4882-8544-6e8f2b464748 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3119481 Jul 08 02:03:42.108780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'port': {'device_id': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221', 'admin_state_up': True, 'tenant_id': '8f51832be61b47718e58951561411272'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:42.153818 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.154129 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e30795b7-8b49-470b-a5b1-a2a00f3a25c8 req-0de5a6e7-ad77-4760-819c-70e7d36b6a59 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523686 Jul 08 02:03:42.160637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a09ae74d-eba5-455a-bd07-1c2157b34f12 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:42.239856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-17679498'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:42.283800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:03:42.283800 n-d-695189-13 neutron-server[100712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 02:03:42.283800 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id': 'ae626fb5d548473bad6bff059e3bffe4', 'id': '96ea7376-3a6b-4944-be02-ef652f0bcd8c', 'expiration': datetime.datetime(2021, 7, 8, 2, 5, 42, 276448)}] Jul 08 02:03:42.283800 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:42.284827 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:42.285612 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: a09ae74d-eba5-455a-bd07-1c2157b34f12 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:42.285984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a09ae74d-eba5-455a-bd07-1c2157b34f12 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:42.293443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:42.360606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f319d104-f30e-4375-a344-005eb531ab95 None None] Provisioning for port eb1b3524-0fab-41be-ad97-340d07d39f1e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:42.361332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:42.365279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.370295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f319d104-f30e-4375-a344-005eb531ab95 None None] Provisioning complete for port eb1b3524-0fab-41be-ad97-340d07d39f1e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:42.370689 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f319d104-f30e-4375-a344-005eb531ab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.427478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f319d104-f30e-4375-a344-005eb531ab95 None None] Port eb1b3524-0fab-41be-ad97-340d07d39f1e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:42.440712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22ab9e-4fee-4a35-b9aa-196c225c9ba9 req-71b501c1-70a6-4e82-b888-6f1743f04198 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:42.449255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22ab9e-4fee-4a35-b9aa-196c225c9ba9 req-71b501c1-70a6-4e82-b888-6f1743f04198 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:42.457715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea22ab9e-4fee-4a35-b9aa-196c225c9ba9 req-71b501c1-70a6-4e82-b888-6f1743f04198 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 1655 time: 0.1257272 Jul 08 02:03:42.528305 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea22ab9e-4fee-4a35-b9aa-196c225c9ba9 req-498ff7ba-9381-49b7-b838-b8ba8dcebadd tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Jul 08 02:03:42.594496 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209df19a-62f5-4fd9-b7c1-25b39b632099 x-openstack-request-id: req-209df19a-62f5-4fd9-b7c1-25b39b632099 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:42.595192 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-plugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:42.596103 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-209df19a-62f5-4fd9-b7c1-25b39b632099 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:42.596715 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'code': 200} Jul 08 02:03:42.685628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Allocated IP 19.80.0.135 (99e020ac-e0a3-44bc-9ec3-345e5d093221/46ad2e9a-d3be-4a2d-8c33-d4556e350362/fc342fe3-1493-4b70-a987-8d31f7a4f10e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:42.715665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-75559f1b-38a3-431c-8a85-ffcda71547cf tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:42.718587 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-75559f1b-38a3-431c-8a85-ffcda71547cf tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 946 time: 0.1833332 Jul 08 02:03:42.855912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047d15-a8a9-4f92-89b6-3a125cf4d220 req-05aadd99-1446-4af7-95f6-fdc31407f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:42.857344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae047d15-a8a9-4f92-89b6-3a125cf4d220 req-05aadd99-1446-4af7-95f6-fdc31407f52e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1098 time: 0.1768258 Jul 08 02:03:42.906390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae754-fbc9-4b9d-9f42-4d8ee775499e req-2a8b4bb8-7c53-4b11-8968-f5b1579a5169 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:42.914608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b91ae754-fbc9-4b9d-9f42-4d8ee775499e req-2a8b4bb8-7c53-4b11-8968-f5b1579a5169 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.1935449 Jul 08 02:03:42.945704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae047d15-a8a9-4f92-89b6-3a125cf4d220 req-489e408e-616b-4b31-9793-5261afd4e331 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780251 Jul 08 02:03:42.948851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Made reservation on behalf of ae626fb5d548473bad6bff059e3bffe4 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:42.953473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.973703 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.002376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b91ae754-fbc9-4b9d-9f42-4d8ee775499e req-ed4ffc30-ee66-4be6-980c-82852a4e93fa tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866315 Jul 08 02:03:43.050348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.098151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d316b2ae-3a3f-4af6-9d5f-1292fed25492 req-62107c7f-2c6c-440d-81cb-cbddda9ac66a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0392830 Jul 08 02:03:43.101478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Transition to ACTIVE for port object fc342fe3-1493-4b70-a987-8d31f7a4f10e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:43.135932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca4798bf-d0ab-45d2-a8a8-c0fbf5f7a896 req-409457d7-be56-40be-9dd1-db0a33d33b4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0425878 Jul 08 02:03:43.147280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Deleting port 9379585b-0219-4c8e-aa75-609d893bca1c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:43.151249 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.174988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.256791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] For port 9379585b-0219-4c8e-aa75-609d893bca1c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9379585b-0219-4c8e-aa75-609d893bca1c,segment=NetworkSegment(03e6b118-cb4a-4f36-b132-0f64a9113dc3),segment_id=03e6b118-cb4a-4f36-b132-0f64a9113dc3)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:43.257162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.262150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.271300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Calling delete_port for 9379585b-0219-4c8e-aa75-609d893bca1c owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:43.297053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:43.311646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.318982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b61333-f23e-4574-b75d-29b274c73e87,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:43.325442 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.327133 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Added segment eff586ec-bb47-4fed-9c6b-8dafbfea3c82 of type vlan for network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac Jul 08 02:03:43.380985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.411091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network 99e020ac-e0a3-44bc-9ec3-345e5d093221 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:43.420813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:43.429563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:43.481436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:43.482010 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.495061 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.501211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:43.503887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.504810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Port': ['ID=fc342fe3-1493-4b70-a987-8d31f7a4f10e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:43.579122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Pushing event updated for resources: {'Network': ['ID=d67501d3-0fa6-4cac-ab07-7c4f4d3615ac,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:43.592855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:43.632696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66e83a-e35e-4b1b-8c1d-07917470366a req-9407450c-7fb2-4611-8230-f94cfc0e77c0 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:43.639476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb66e83a-e35e-4b1b-8c1d-07917470366a req-9407450c-7fb2-4611-8230-f94cfc0e77c0 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 946 time: 0.3632324 Jul 08 02:03:43.652643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9adffd27-cdfe-445c-a947-514bfc588f32 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5489221 Jul 08 02:03:43.687400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-85b7a1e4-c383-4653-9f7a-0f9899ae03fc tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8471804 Jul 08 02:03:43.730542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Request body: {'port': {'device_id': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:43.801133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb66e83a-e35e-4b1b-8c1d-07917470366a req-36098da6-e0a7-437c-a280-3e2cbe0b06af tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcd2534-5cd3-4ceb-9ea0-63430e318162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517665 Jul 08 02:03:43.846040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.881799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c68c-db39-483a-af55-138b6c493079 req-3a95f378-fdc7-4b00-9833-e5239fe89ac3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:43.894171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.900115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c68c-db39-483a-af55-138b6c493079 req-3a95f378-fdc7-4b00-9833-e5239fe89ac3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:43.907019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9379585b-0219-4c8e-aa75-609d893bca1c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:03:43.918879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c68c-db39-483a-af55-138b6c493079 req-3a95f378-fdc7-4b00-9833-e5239fe89ac3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:43.924932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50d2c68c-db39-483a-af55-138b6c493079 req-3a95f378-fdc7-4b00-9833-e5239fe89ac3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2377 time: 0.2135592 Jul 08 02:03:43.934972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Pushing event deleted for resources: {'Port': ['ID=9379585b-0219-4c8e-aa75-609d893bca1c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:43.967585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26a5d8b3-b1c1-4cde-ab66-2c6884daa5b7 None None] Provisioning for port fc342fe3-1493-4b70-a987-8d31f7a4f10e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:44.003293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26a5d8b3-b1c1-4cde-ab66-2c6884daa5b7 None None] Provisioning complete for port fc342fe3-1493-4b70-a987-8d31f7a4f10e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:44.003814 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26a5d8b3-b1c1-4cde-ab66-2c6884daa5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.047698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50d2c68c-db39-483a-af55-138b6c493079 req-0057c2b4-9854-444a-90a3-a329e9ac469c tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179085 Jul 08 02:03:44.061605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] No DVR routers for this DVR port 9379585b-0219-4c8e-aa75-609d893bca1c on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:44.071263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.073496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b64518eb-cb7c-49a4-88f6-a5a15ad1cb15 req-c86f2fdb-d3e7-4b1d-9ef1-a9dd50212114 tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.18 "DELETE /v2.0/ports/9379585b-0219-4c8e-aa75-609d893bca1c HTTP/1.1" status: 204 len: 173 time: 1.3480930 Jul 08 02:03:44.074073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1fa0d9-f289-437f-93b5-d03c63a5f0c1', 'name': 'network-vif-deleted', 'tag': '9379585b-0219-4c8e-aa75-609d893bca1c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:44.086329 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970f56f5-f504-45cf-82aa-e8d9ef1a6f63" -d '{"events": [{"server_uuid": "df1fa0d9-f289-437f-93b5-d03c63a5f0c1", "name": "network-vif-deleted", "tag": "9379585b-0219-4c8e-aa75-609d893bca1c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:44.102752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-26a5d8b3-b1c1-4cde-ab66-2c6884daa5b7 None None] Port fc342fe3-1493-4b70-a987-8d31f7a4f10e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:44.333009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40230943-848c-453b-98d5-c36e5de99897 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:44.336412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0bd54ad0-c0f6-404a-bb27-25ced8959799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.384015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.386890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47288) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:44.393348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Request body: {'port': {'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac', 'binding:host_id': 'n-h1-695189-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-217784385'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:44.419960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Transition to ACTIVE for port object 40230943-848c-453b-98d5-c36e5de99897 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:44.429501 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3f8065-b18e-4e64-b472-ff897695a230 x-openstack-request-id: req-0e3f8065-b18e-4e64-b472-ff897695a230 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:44.429928 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1fa0d9-f289-437f-93b5-d03c63a5f0c1", "name": "network-vif-deleted", "tag": "9379585b-0219-4c8e-aa75-609d893bca1c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:44.430332 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e3f8065-b18e-4e64-b472-ff897695a230 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:44.430897 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1fa0d9-f289-437f-93b5-d03c63a5f0c1', 'name': 'network-vif-deleted', 'tag': '9379585b-0219-4c8e-aa75-609d893bca1c', 'status': 'completed', 'code': 200} Jul 08 02:03:44.452269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11565c8-3d31-4031-a8c9-7db1b8d644ab req-c863406a-23f2-424f-b31b-2c5b7d7a115e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:44.453189 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c11565c8-3d31-4031-a8c9-7db1b8d644ab req-c863406a-23f2-424f-b31b-2c5b7d7a115e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.1132722 Jul 08 02:03:44.518435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c11565c8-3d31-4031-a8c9-7db1b8d644ab req-833d1639-6b47-4843-8cd9-d4a902c90881 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595236 Jul 08 02:03:44.535006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Made reservation on behalf of 089e12e986944117b67cc65a3545c5f9 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:44.537515 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.551700 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.600250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43fa4af3-ef40-4ad7-ac15-95af25119572 req-7b542b47-b059-497a-88f1-8271a0a64a78 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0310571 Jul 08 02:03:44.604674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.608597 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-872a3458-f459-4f10-ab0b-a2f04e5c1546 req-14478bdd-44e0-42f3-bb5b-04e1c2c83f62 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0687106 Jul 08 02:03:44.659205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Pushing event updated for resources: {'Port': ['ID=40230943-848c-453b-98d5-c36e5de99897,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:44.778668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Attempting to bind port 40230943-848c-453b-98d5-c36e5de99897 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:44.779013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Attempting to bind port 40230943-848c-453b-98d5-c36e5de99897 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:44.779475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Attempting to bind port 40230943-848c-453b-98d5-c36e5de99897 on network 99e020ac-e0a3-44bc-9ec3-345e5d093221 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:44.789920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Port 40230943-848c-453b-98d5-c36e5de99897 on network 99e020ac-e0a3-44bc-9ec3-345e5d093221 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:44.790260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Attempting to bind port 40230943-848c-453b-98d5-c36e5de99897 on network 99e020ac-e0a3-44bc-9ec3-345e5d093221 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:44.803668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:44.803944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Checking segment: {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:44.804342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Bound using segment: {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:44.804786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Bound port: 40230943-848c-453b-98d5-c36e5de99897, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:44.805270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.854984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.888331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] For port 40230943-848c-453b-98d5-c36e5de99897, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:44.892326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] For port 40230943-848c-453b-98d5-c36e5de99897, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=40230943-848c-453b-98d5-c36e5de99897,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:44.970158 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.998278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0e0c7a5-b0fc-4a11-98cc-f4279f69f06f req-afba6281-b0a3-44e4-b9a7-031de5be2a8e tempest-ServerAddressesTestJSON-1786069892 tempest-ServerAddressesTestJSON-1786069892-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1fa0d9-f289-437f-93b5-d03c63a5f0c1 HTTP/1.1" status: 200 len: 210 time: 0.0377047 Jul 08 02:03:45.078575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.084810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] device_id is not set on port a5b16a13-b44d-499e-90d6-21cfd3db9e9c yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:45.107953 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.219384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921ad697-e5c3-49d2-9d2e-058f6d3d9fab,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:45.254894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:45.255710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.258314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] 10.222.0.18 "PUT /v2.0/ports/40230943-848c-453b-98d5-c36e5de99897 HTTP/1.1" status: 200 len: 1093 time: 1.5396173 Jul 08 02:03:45.306623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e238a2-3425-4121-9418-d6f47c693d69 service neutron] Pushing event updated for resources: {'Port': ['ID=40230943-848c-453b-98d5-c36e5de99897,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:45.381932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Request body: {'port': {'device_id': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:45.432934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1467eaa-3659-4577-b32b-3c216451d4f1 req-74773fcc-012c-4b98-92a0-c8ed09289cf3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:45.439668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1467eaa-3659-4577-b32b-3c216451d4f1 req-74773fcc-012c-4b98-92a0-c8ed09289cf3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:45.445636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1467eaa-3659-4577-b32b-3c216451d4f1 req-74773fcc-012c-4b98-92a0-c8ed09289cf3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:45.447432 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1467eaa-3659-4577-b32b-3c216451d4f1 req-74773fcc-012c-4b98-92a0-c8ed09289cf3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2389 time: 0.2414131 Jul 08 02:03:45.582714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] device_id is not set on port a5b16a13-b44d-499e-90d6-21cfd3db9e9c yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:45.588845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.599208 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1467eaa-3659-4577-b32b-3c216451d4f1 req-3b93cc64-73a0-4158-8d3f-b084c0825f6b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398830 Jul 08 02:03:45.600140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.622447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Transition to ACTIVE for port object a5b16a13-b44d-499e-90d6-21cfd3db9e9c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:45.700120 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.725183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429a9f9-aa9c-4bdf-9714-cb5ed5da4646 req-e397b140-a952-4f1d-aef6-93ef26898da6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:45.727688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e429a9f9-aa9c-4bdf-9714-cb5ed5da4646 req-e397b140-a952-4f1d-aef6-93ef26898da6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.0814338 Jul 08 02:03:45.780306 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.780553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e429a9f9-aa9c-4bdf-9714-cb5ed5da4646 req-a3593e7a-b577-48b1-b891-75cdb93a634f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465519 Jul 08 02:03:45.837084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aae01ee3-7f2a-4117-a816-3e73ae89419b req-0d4f372a-8c96-4b40-95e4-2cb26f11117a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0649664 Jul 08 02:03:45.939458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-624f76f1-5879-44fa-a638-b58c6c377521 req-265f048a-3a36-42de-99e6-4be98ef84303 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7916725-7728-483c-9d46-9a53a5adc7e6 HTTP/1.1" status: 200 len: 210 time: 0.0425389 Jul 08 02:03:46.058855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b16a13-b44d-499e-90d6-21cfd3db9e9c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:46.082208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9379585b-0219-4c8e-aa75-609d893bca1c no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:46.099211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:46.122990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Checking segment: {'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:46.123425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Network hostable DHCP agents. Network: d67501d3-0fa6-4cac-ab07-7c4f4d3615ac, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:46.124705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 9379585b-0219-4c8e-aa75-609d893bca1c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:46.125415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9379585b-0219-4c8e-aa75-609d893bca1c not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:46.155365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Deleting subnet 177c1d8d-26f2-4d8f-af16-cb8de61dcad4 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:46.159632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.210299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75262d-1173-4716-9c48-ec83486a470c req-ad39b1cf-2c4a-4538-9302-66ad18d5c249 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:46.211444 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.221173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e75262d-1173-4716-9c48-ec83486a470c req-ad39b1cf-2c4a-4538-9302-66ad18d5c249 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.1882477 Jul 08 02:03:46.225164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47324) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:46.234856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'floatingip': {'port_id': '05be1b97-6d73-4975-972b-53fd78bf05e4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:46.254648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.301026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:46.319151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.323487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1b3524-0fab-41be-ad97-340d07d39f1e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:46.359150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.400594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Transition to ACTIVE for port object eb1b3524-0fab-41be-ad97-340d07d39f1e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:46.434152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'tag': '40230943-848c-453b-98d5-c36e5de99897'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:46.436436 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7b688c-3363-4953-bb65-0ef6a55d073e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "tag": "40230943-848c-453b-98d5-c36e5de99897"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:46.497636 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f712fa9e-06eb-4d69-94bb-4a28da1406bb x-openstack-request-id: req-f712fa9e-06eb-4d69-94bb-4a28da1406bb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:46.497932 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "tag": "40230943-848c-453b-98d5-c36e5de99897", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:46.498230 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f712fa9e-06eb-4d69-94bb-4a28da1406bb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:46.498610 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'tag': '40230943-848c-453b-98d5-c36e5de99897', 'status': 'completed', 'code': 200} Jul 08 02:03:46.619591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-a18f0021-6ecd-409c-88b0-1a2eb9453ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:46.619987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-a18f0021-6ecd-409c-88b0-1a2eb9453ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:46.620469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-a18f0021-6ecd-409c-88b0-1a2eb9453ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:46.622080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-a18f0021-6ecd-409c-88b0-1a2eb9453ba7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2733 time: 0.1227469 Jul 08 02:03:46.628367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.656057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177c1d8d-26f2-4d8f-af16-cb8de61dcad4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:46.660796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.667849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d67501d3-0fa6-4cac-ab07-7c4f4d3615ac) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:46.668000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/177c1d8d-26f2-4d8f-af16-cb8de61dcad4 HTTP/1.1" status: 204 len: 168 time: 0.5622795 Jul 08 02:03:46.668000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:46.675727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.676580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.676956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3fed5b-561e-447e-b089-967eea6c9d86 None None] Network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:46.677409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.677947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.678446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.679093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.680164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.680697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.681198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.681705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.682216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.682555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1babe9-2fa1-45e0-b4c3-b14d9cf1e55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:46.699115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:46.781247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.802873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.889473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.898982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d14d94-37d8-463b-8083-d0e79df82cc8']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:46.912353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e6b118-cb4a-4f36-b132-0f64a9113dc3') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:46.918170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e6b118-cb4a-4f36-b132-0f64a9113dc3') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:46.928391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.948429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.968538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:03:46.969694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:03:46.971663 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:03:47.068265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-74fa9d33-5532-47c8-8afe-e549ed5a0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.070224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-74fa9d33-5532-47c8-8afe-e549ed5a0e17 service neutron] 10.222.0.32 "GET /v2.0/ports/48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 200 len: 1031 time: 0.1154342 Jul 08 02:03:47.146514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca019fae-22dc-429e-b8e4-dee9055291b4 req-8f3f5a31-0538-40e3-a370-5d7d7d37fc3c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0573537 Jul 08 02:03:47.155860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.165375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.170420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d3d14d94-37d8-463b-8083-d0e79df82cc8 HTTP/1.1" status: 204 len: 168 time: 0.5022740 Jul 08 02:03:47.181037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-ebb9f0da-d328-4fac-8a0f-5fbde8dd5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.187407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-ebb9f0da-d328-4fac-8a0f-5fbde8dd5c06 service neutron] 10.222.0.32 "GET /v2.0/ports/65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 200 len: 1031 time: 0.1047454 Jul 08 02:03:47.187407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a76c4d-ea97-49ff-b496-cb412c1aa5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d14d94-37d8-463b-8083-d0e79df82cc8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:47.278760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:47.279180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:47.280366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:47.314576 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:47.314935 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:47.337496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-40029f1f-cf0c-45c3-95cd-b063f44a178c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.341149 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 2 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:47.347674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-40029f1f-cf0c-45c3-95cd-b063f44a178c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.353733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-40029f1f-cf0c-45c3-95cd-b063f44a178c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.355435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-40029f1f-cf0c-45c3-95cd-b063f44a178c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "GET /v2.0/networks?id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b HTTP/1.1" status: 200 len: 1995 time: 0.1503444 Jul 08 02:03:47.378680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.424672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-98ba4fbf-1e71-4d5d-9cc2-a2de6f559b55 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=323fc8eb855549cbb1c2135c1dcbddf8 HTTP/1.1" status: 200 len: 379 time: 0.0584128 Jul 08 02:03:47.443247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'admin_state_up': True, 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'security_groups': ['d3c09118-9ab0-4ef4-b403-cc5eb92e564a']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:47.479140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Pushing event updated for resources: {'Port': ['ID=eb1b3524-0fab-41be-ad97-340d07d39f1e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:47.507775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:47.507775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:47.507775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:47.515443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:47.515785 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:47.520994 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 3 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:47.532690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-c1e30387-35a5-4582-bf1e-47acf8b01922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.533463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-c1e30387-35a5-4582-bf1e-47acf8b01922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.534087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-c1e30387-35a5-4582-bf1e-47acf8b01922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.542576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-c1e30387-35a5-4582-bf1e-47acf8b01922 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8f51832be61b47718e58951561411272&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8863516 Jul 08 02:03:47.571859 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.662435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:47.662693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:47.663224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:47.668416 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ff98baa9-8e99-4838-8bf9-de1024978d59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea4eaba0780e49478b92c57054e3f312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952322 Jul 08 02:03:47.681347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.724858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9643421-ac54-4084-89fb-a26d798a1b2d req-ff9b4ab2-9759-4114-bc5e-5810a592411b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.730809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9643421-ac54-4084-89fb-a26d798a1b2d req-ff9b4ab2-9759-4114-bc5e-5810a592411b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.737216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9643421-ac54-4084-89fb-a26d798a1b2d req-ff9b4ab2-9759-4114-bc5e-5810a592411b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:47.745198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9643421-ac54-4084-89fb-a26d798a1b2d req-ff9b4ab2-9759-4114-bc5e-5810a592411b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2401 time: 0.5846546 Jul 08 02:03:47.748495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51f3615c-cef9-492e-a0f5-5914f0f43b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.782389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:47.783522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.786053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:47.786596 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:47.787110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47360) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.789324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51f3615c-cef9-492e-a0f5-5914f0f43b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.798616 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 4 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:47.834442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:03:47.897282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Attempting to bind port eb1b3524-0fab-41be-ad97-340d07d39f1e on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:47.897282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Attempting to bind port eb1b3524-0fab-41be-ad97-340d07d39f1e by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:47.897282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Attempting to bind port eb1b3524-0fab-41be-ad97-340d07d39f1e on network 08980ff0-3d68-4347-b55b-7ca203854d88 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:47.961418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Port eb1b3524-0fab-41be-ad97-340d07d39f1e on network 08980ff0-3d68-4347-b55b-7ca203854d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:47.962024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Attempting to bind port eb1b3524-0fab-41be-ad97-340d07d39f1e on network 08980ff0-3d68-4347-b55b-7ca203854d88 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:47.968996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:47.969273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:47.969622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:47.985904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:47.985904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Checking segment: {'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:47.985904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Bound using segment: {'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:47.985904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Bound port: eb1b3524-0fab-41be-ad97-340d07d39f1e, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1627c031-9ae3-4767-bf22-1e72999b7589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:47.985904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.000932 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc217-5811-4cf2-8936-0e8beaeb5445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.010750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:48.011330 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:48.024100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9643421-ac54-4084-89fb-a26d798a1b2d req-78d86b07-722c-4716-8cf6-f9aecf575f59 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777896 Jul 08 02:03:48.035155 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 5 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:48.036251 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.046478 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.105250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] For port eb1b3524-0fab-41be-ad97-340d07d39f1e, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:48.108814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] For port eb1b3524-0fab-41be-ad97-340d07d39f1e, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=eb1b3524-0fab-41be-ad97-340d07d39f1e,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:48.118607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-c0ebedad-62ee-4d3d-b451-7120d083ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:48.120569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf7b688c-3363-4953-bb65-0ef6a55d073e req-c0ebedad-62ee-4d3d-b451-7120d083ec44 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5470436 Jul 08 02:03:48.120908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc217-5811-4cf2-8936-0e8beaeb5445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.122215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51f3615c-cef9-492e-a0f5-5914f0f43b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.126303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:48.126715 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51f3615c-cef9-492e-a0f5-5914f0f43b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.127026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:48.127563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:48.135662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.146603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-51f3615c-cef9-492e-a0f5-5914f0f43b68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffcd2534-5cd3-4ceb-9ea0-63430e318162 HTTP/1.1" status: 204 len: 168 time: 0.4742858 Jul 08 02:03:48.174049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:48.174443 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:48.177252 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 6 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:48.182468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3615c-cef9-492e-a0f5-5914f0f43b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcd2534-5cd3-4ceb-9ea0-63430e318162,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:48.194748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.209005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:48.209468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:48.209684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:48.236953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:48.237298 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:48.271162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc217-5811-4cf2-8936-0e8beaeb5445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.271888 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 7 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:48.315387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:48.316058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.317531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] 10.222.0.18 "PUT /v2.0/ports/eb1b3524-0fab-41be-ad97-340d07d39f1e HTTP/1.1" status: 200 len: 1093 time: 2.9398859 Jul 08 02:03:48.322648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:48.323171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:48.323563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:48.336709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:48.337099 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:48.344789 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 8 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:48.348842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdc217-5811-4cf2-8936-0e8beaeb5445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71e7102-5234-4a3b-90ee-e0cdcda3bb41,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:48.361446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef0acc-02f2-47bb-9cfa-70b20209502c service neutron] Pushing event updated for resources: {'Port': ['ID=eb1b3524-0fab-41be-ad97-340d07d39f1e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:48.367057 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Floating IP 2d8efae2-48ef-4e79-9545-0db2d831aba4 associated. External IP: 172.25.8.158, port: 05be1b97-6d73-4975-972b-53fd78bf05e4. Jul 08 02:03:48.372681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:48.373801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:48.374204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:48.427361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Request body: {'port': {'device_id': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:48.452331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:48.452331 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:48.455826 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 9 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:48.475585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:48.475931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:48.476421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:48.503034 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'tag': 'eb1b3524-0fab-41be-ad97-340d07d39f1e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:48.507106 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e539d5-506a-4c11-b340-284cf86007b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "tag": "eb1b3524-0fab-41be-ad97-340d07d39f1e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:48.510013 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef23d374-a9d0-447d-9265-97391eab8e40 req-1da6c391-f447-405e-9ac4-1d1de889a234 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.1291902 Jul 08 02:03:48.517872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0ffdc217-5811-4cf2-8936-0e8beaeb5445 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e914aa3301fc41d7a823b05792d1efc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7262948 Jul 08 02:03:48.530130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:48.591566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:48.592472 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:48.594084 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebe207b-be41-4b06-b115-55319e967d1a x-openstack-request-id: req-2ebe207b-be41-4b06-b115-55319e967d1a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:48.594713 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "tag": "eb1b3524-0fab-41be-ad97-340d07d39f1e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:48.595135 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ebe207b-be41-4b06-b115-55319e967d1a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:48.595737 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'tag': 'eb1b3524-0fab-41be-ad97-340d07d39f1e', 'status': 'completed', 'code': 200} Jul 08 02:03:48.600773 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 10 to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c Jul 08 02:03:48.608811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Allocated IP 172.20.0.12 (e344d3bd-04f9-424d-8df1-7b53b9b1c0b7/09c91ac0-e2f8-4201-859b-8baa1a6a77a3/e013a462-e232-4554-9b60-37e08a5e3964) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:48.657871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6321ebef-8c3d-4468-bc17-78e19fc4e155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.739383 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6321ebef-8c3d-4468-bc17-78e19fc4e155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.806038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:48.809339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:48.809800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:48.812940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.863459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:48.866129 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port a5b16a13-b44d-499e-90d6-21cfd3db9e9c on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:48.866267 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.869346 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.931199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Transition to ACTIVE for port object e013a462-e232-4554-9b60-37e08a5e3964 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:48.932864 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6321ebef-8c3d-4468-bc17-78e19fc4e155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.935937 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6321ebef-8c3d-4468-bc17-78e19fc4e155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.938349 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6321ebef-8c3d-4468-bc17-78e19fc4e155 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d71e7102-5234-4a3b-90ee-e0cdcda3bb41 HTTP/1.1" status: 204 len: 168 time: 0.4059665 Jul 08 02:03:48.954331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321ebef-8c3d-4468-bc17-78e19fc4e155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71e7102-5234-4a3b-90ee-e0cdcda3bb41,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:49.090694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.170759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:49.174453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:49.179713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:49.288199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.288773 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.331734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=e013a462-e232-4554-9b60-37e08a5e3964,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:49.338728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] For port a5b16a13-b44d-499e-90d6-21cfd3db9e9c, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:49.339126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempted to set empty binding levels {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:03:49.345924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-8f1b7ce6-db4c-4433-b36d-f0ab3aef40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.346463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-8f1b7ce6-db4c-4433-b36d-f0ab3aef40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.347060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-8f1b7ce6-db4c-4433-b36d-f0ab3aef40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.348972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-8f1b7ce6-db4c-4433-b36d-f0ab3aef40f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2801 time: 0.7292376 Jul 08 02:03:49.392641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad272a-f014-4c17-8c08-e1dddc47f001 req-2fe6ccf6-fe55-4ca5-9a6c-9ac08e0c06e3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.400977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad272a-f014-4c17-8c08-e1dddc47f001 req-2fe6ccf6-fe55-4ca5-9a6c-9ac08e0c06e3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.408762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad272a-f014-4c17-8c08-e1dddc47f001 req-2fe6ccf6-fe55-4ca5-9a6c-9ac08e0c06e3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.411029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfad272a-f014-4c17-8c08-e1dddc47f001 req-2fe6ccf6-fe55-4ca5-9a6c-9ac08e0c06e3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2401 time: 0.1341243 Jul 08 02:03:49.466302 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfad272a-f014-4c17-8c08-e1dddc47f001 req-6c01e51c-a7a3-4fde-84b7-ce0fa61beda9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494838 Jul 08 02:03:49.480344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:49.481320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-588d09ce-4ae8-4f5c-a16e-d314ebba3e03 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0457513 Jul 08 02:03:49.485459 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.504146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'admin_state_up': True, 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'security_groups': ['d3c09118-9ab0-4ef4-b403-cc5eb92e564a']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:49.586941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.587939 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.712716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-a44e759f-68a6-4757-b6a6-32f466b70be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.713204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-a44e759f-68a6-4757-b6a6-32f466b70be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.713680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-a44e759f-68a6-4757-b6a6-32f466b70be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:49.715870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-a44e759f-68a6-4757-b6a6-32f466b70be4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8f51832be61b47718e58951561411272&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3035388 Jul 08 02:03:49.768343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.3799324 Jul 08 02:03:49.771074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.881816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Deleting port a5b16a13-b44d-499e-90d6-21cfd3db9e9c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:49.881816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.890902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3d1d9-2753-47ae-9ad3-527ef26e89a4 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b16a13-b44d-499e-90d6-21cfd3db9e9c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:49.953159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-df5ba2c4-7e4e-4af2-ab01-be7bfcc658e1 None None] Provisioning for port e013a462-e232-4554-9b60-37e08a5e3964 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:49.957355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-df5ba2c4-7e4e-4af2-ab01-be7bfcc658e1 None None] Provisioning complete for port e013a462-e232-4554-9b60-37e08a5e3964 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:49.957904 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-df5ba2c4-7e4e-4af2-ab01-be7bfcc658e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.959424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:49.963779 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.977644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc342fe3-1493-4b70-a987-8d31f7a4f10e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:49.981247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] For port a5b16a13-b44d-499e-90d6-21cfd3db9e9c, host n-h1-695189-13, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:49.981876 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.017064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Calling delete_port for a5b16a13-b44d-499e-90d6-21cfd3db9e9c owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:50.053732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-df5ba2c4-7e4e-4af2-ab01-be7bfcc658e1 None None] Port e013a462-e232-4554-9b60-37e08a5e3964 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:50.224902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Allocated IP 10.1.1.112 (a9348555-65df-4fd2-96c7-c0aef5ea7a11/24cc834e-2d6b-4903-bfa4-9082473beedb/9b03a9a7-23d5-4213-93eb-b9d4bc847737) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:50.250659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:50.265568 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8efc27-e925-41d1-b6d5-ed1f24ae1eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.354407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.355456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47416) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:50.417878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5b16a13-b44d-499e-90d6-21cfd3db9e9c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:50.421686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8efc27-e925-41d1-b6d5-ed1f24ae1eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.428502 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.430597 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9bb1f9d8-4f12-4bf5-b415-a0a48d66f4ee tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a5b16a13-b44d-499e-90d6-21cfd3db9e9c HTTP/1.1" status: 204 len: 168 time: 0.6583712 Jul 08 02:03:50.436733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47420) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:50.445985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.479935 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4539f6f-cd72-468c-b4e7-0c23a25abcbc tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:03:50.481661 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a4539f6f-cd72-468c-b4e7-0c23a25abcbc tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "GET /v2.0/ports/a5b16a13-b44d-499e-90d6-21cfd3db9e9c HTTP/1.1" status: 404 len: 333 time: 0.0439708 Jul 08 02:03:50.485989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Transition to ACTIVE for port object fc342fe3-1493-4b70-a987-8d31f7a4f10e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:50.487955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:50.493045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Request body: {'port': {'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1970625407'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:50.522290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be4b07-e40a-4471-83f1-1c66d4add0a1 req-9dace382-1a79-4487-b297-2b5366c59f8f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:50.523872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38be4b07-e40a-4471-83f1-1c66d4add0a1 req-9dace382-1a79-4487-b297-2b5366c59f8f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 932 time: 0.7647877 Jul 08 02:03:50.534383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:50.536674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.541158 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] Sync routers for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:50.556857 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:50.557493 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:50.571602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dc8efc27-e925-41d1-b6d5-ed1f24ae1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.588203 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-01848273-3ee2-4565-acb6-ef0cebd85d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:50.592539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e539d5-506a-4c11-b340-284cf86007b2 req-01848273-3ee2-4565-acb6-ef0cebd85d3f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8339248 Jul 08 02:03:50.618129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.748899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38be4b07-e40a-4471-83f1-1c66d4add0a1 req-44846860-9fd6-45ec-a23d-678c60f6ccf4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101283 Jul 08 02:03:50.758103 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-de4cc047-7e0c-4236-9deb-9535dba6c1f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "PUT /v2.0/floatingips/2d8efae2-48ef-4e79-9545-0db2d831aba4 HTTP/1.1" status: 200 len: 992 time: 4.5241566 Jul 08 02:03:50.758103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:50.758830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1383660346-network', 'tenant_id': 'f1627b2b29df4be18f616780e34a411f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:50.758932 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f580069-e5a5-42d4-9af0-d02313659b57" -d '{"events": [{"name": "network-changed", "server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:50.758932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc342fe3-1493-4b70-a987-8d31f7a4f10e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:50.847606 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:50.856758 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.943948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Attempting to bind port fc342fe3-1493-4b70-a987-8d31f7a4f10e on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:50.944301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Attempting to bind port fc342fe3-1493-4b70-a987-8d31f7a4f10e by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:50.944647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Attempting to bind port fc342fe3-1493-4b70-a987-8d31f7a4f10e on network 99e020ac-e0a3-44bc-9ec3-345e5d093221 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:50.948539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dc8efc27-e925-41d1-b6d5-ed1f24ae1eb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21a9d91cca2d4e5599587f469172f083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936040 Jul 08 02:03:50.951687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47432) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:50.963643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8efc27-e925-41d1-b6d5-ed1f24ae1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767365c3-bd0e-4625-aafe-287ce6f51a1f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:50.965013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Port fc342fe3-1493-4b70-a987-8d31f7a4f10e on network 99e020ac-e0a3-44bc-9ec3-345e5d093221 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:50.965414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Attempting to bind port fc342fe3-1493-4b70-a987-8d31f7a4f10e on network 99e020ac-e0a3-44bc-9ec3-345e5d093221 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:50.981742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:50.981742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Checking segment: {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:50.981742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Bound using segment: {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:50.981742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Bound port: fc342fe3-1493-4b70-a987-8d31f7a4f10e, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2cc6aa-49e3-4abb-8243-f55622e217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:50.981742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.002978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Made reservation on behalf of 089e12e986944117b67cc65a3545c5f9 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:51.006709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.074143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.090702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Transition to ACTIVE for port object 9b03a9a7-23d5-4213-93eb-b9d4bc847737 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:51.148297 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f5f166-678b-4709-9066-5a26a77e253b x-openstack-request-id: req-44f5f166-678b-4709-9066-5a26a77e253b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:51.148596 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:51.148851 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44f5f166-678b-4709-9066-5a26a77e253b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:51.149253 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'status': 'completed', 'code': 200} Jul 08 02:03:51.156999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c96fda0-0517-4b91-86b6-2962a5c27af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.183782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] For port fc342fe3-1493-4b70-a987-8d31f7a4f10e, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:51.199280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] device_id is not set on port ef34bce7-aa82-4018-ba9c-f35606756a49 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:51.210756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c96fda0-0517-4b91-86b6-2962a5c27af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.216483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] For port fc342fe3-1493-4b70-a987-8d31f7a4f10e, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=fc342fe3-1493-4b70-a987-8d31f7a4f10e,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:51.231177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Made reservation on behalf of f1627b2b29df4be18f616780e34a411f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:51.234541 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.256670 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2d8efae2-48ef-4e79-9545-0db2d831aba4', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'port_id': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'mac_address': 'fa:16:3e:28:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:03:22Z', 'updated_at': '2021-07-08T02:03:47Z', 'revision_number': 1, 'project_id': '6088de6936a647d0845e90076cb4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:19Z', 'revision_number': 5, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:51.268805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.289577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-b10dbed6-b115-434f-98ba-1942dcace9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.291363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-b10dbed6-b115-434f-98ba-1942dcace9ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1098 time: 0.1043937 Jul 08 02:03:51.293210 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.300308 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] Checking router: 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:03:51.308979 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:51.309597 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:51.332591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323c381-0b24-4025-8190-163b2fb92e78 req-c46fbce6-49c7-4502-9734-6c9f471b5eb0 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.338611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323c381-0b24-4025-8190-163b2fb92e78 req-c46fbce6-49c7-4502-9734-6c9f471b5eb0 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.346215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323c381-0b24-4025-8190-163b2fb92e78 req-c46fbce6-49c7-4502-9734-6c9f471b5eb0 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.356672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9323c381-0b24-4025-8190-163b2fb92e78 req-c46fbce6-49c7-4502-9734-6c9f471b5eb0 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2413 time: 0.5885675 Jul 08 02:03:51.379565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.380302 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.381818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc342fe3-1493-4b70-a987-8d31f7a4f10e HTTP/1.1" status: 200 len: 1093 time: 2.9622583 Jul 08 02:03:51.396365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.424675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9323c381-0b24-4025-8190-163b2fb92e78 req-04f07bfa-7787-4bad-b3be-29ed6f15dbd7 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706172 Jul 08 02:03:51.428317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0de6e1-2a4f-4346-b4e0-653440ba02f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc342fe3-1493-4b70-a987-8d31f7a4f10e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:51.457460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c96fda0-0517-4b91-86b6-2962a5c27af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.464207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c96fda0-0517-4b91-86b6-2962a5c27af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.464207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7c96fda0-0517-4b91-86b6-2962a5c27af3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/767365c3-bd0e-4625-aafe-287ce6f51a1f HTTP/1.1" status: 204 len: 168 time: 0.5086343 Jul 08 02:03:51.491103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96fda0-0517-4b91-86b6-2962a5c27af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767365c3-bd0e-4625-aafe-287ce6f51a1f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:51.533472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-3b9a4631-6dee-4042-b219-a1b7c27f3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.539033 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-3b9a4631-6dee-4042-b219-a1b7c27f3094 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.2391138 Jul 08 02:03:51.569475 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:03:51.697065 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-9eb6752a-16c6-4198-aac7-83267222621b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1000 time: 0.1449242 Jul 08 02:03:51.712194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-ffcc4e70-62a6-4dc3-a2cd-92492f347996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.712992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-ffcc4e70-62a6-4dc3-a2cd-92492f347996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.713647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-ffcc4e70-62a6-4dc3-a2cd-92492f347996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.715555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-ffcc4e70-62a6-4dc3-a2cd-92492f347996 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2869 time: 0.1648142 Jul 08 02:03:51.792056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-c7df61a8-fd1a-4e7e-b522-0a209ef80f17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.169&port_id=40230943-848c-453b-98d5-c36e5de99897 HTTP/1.1" status: 200 len: 217 time: 0.0658932 Jul 08 02:03:51.838014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-3981d67c-09c9-4772-88b6-bc9f633e1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.840017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-3981d67c-09c9-4772-88b6-bc9f633e1124 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1233339 Jul 08 02:03:51.887452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-90286695-4ecb-42f3-96ec-5b16efc2be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:51.889318 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-90286695-4ecb-42f3-96ec-5b16efc2be1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46ad2e9a-d3be-4a2d-8c33-d4556e350362 HTTP/1.1" status: 200 len: 801 time: 0.0906749 Jul 08 02:03:52.038956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:52.052282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:52.055215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:52.124498 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2d8efae2-48ef-4e79-9545-0db2d831aba4', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'port_id': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'mac_address': 'fa:16:3e:28:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:03:22Z', 'updated_at': '2021-07-08T02:03:47Z', 'revision_number': 1, 'project_id': '6088de6936a647d0845e90076cb4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:19Z', 'revision_number': 5, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:52.183885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:52.184692 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.190279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=9b03a9a7-23d5-4213-93eb-b9d4bc847737,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:52.245378 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52519c48-c34a-43f1-a7a9-9e92a6f665d1 None None] The sync data for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 is: [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2d8efae2-48ef-4e79-9545-0db2d831aba4', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'port_id': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'mac_address': 'fa:16:3e:28:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:03:22Z', 'updated_at': '2021-07-08T02:03:47Z', 'revision_number': 1, 'project_id': '6088de6936a647d0845e90076cb4babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:19Z', 'revision_number': 5, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:52.301580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-8a2f675a-8572-4eaf-8a36-0575a01fd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:52.303130 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-8a2f675a-8572-4eaf-8a36-0575a01fd86b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4517486 Jul 08 02:03:52.485905 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.526943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-e7a49a0e-c56f-47d9-99e2-ff80c2d48a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:52.528771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-e7a49a0e-c56f-47d9-99e2-ff80c2d48a1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99e020ac-e0a3-44bc-9ec3-345e5d093221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6329784 Jul 08 02:03:52.619464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea2695-9762-4b0e-9d4c-cd962cb49c9e req-9bd2167f-e537-4ec3-8e48-4401ad9eb7a9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:52.628031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea2695-9762-4b0e-9d4c-cd962cb49c9e req-9bd2167f-e537-4ec3-8e48-4401ad9eb7a9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:52.634705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72ea2695-9762-4b0e-9d4c-cd962cb49c9e req-9bd2167f-e537-4ec3-8e48-4401ad9eb7a9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 1654 time: 0.5896611 Jul 08 02:03:52.643533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1b37f0f5-8560-4dbe-b8c6-c82a600ce2eb None None] Provisioning for port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:52.648591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1b37f0f5-8560-4dbe-b8c6-c82a600ce2eb None None] Provisioning complete for port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:52.649219 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1b37f0f5-8560-4dbe-b8c6-c82a600ce2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.665404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.712682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1b37f0f5-8560-4dbe-b8c6-c82a600ce2eb None None] Port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:52.715429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108764f6-c777-4847-9a46-217e35d660f6 None None] New status for floating IP 2d8efae2-48ef-4e79-9545-0db2d831aba4: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:03:52.751598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.775683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:52.778291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-6031edd8-f602-404e-8384-8cf1cc01babb service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578700 Jul 08 02:03:52.801342 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72ea2695-9762-4b0e-9d4c-cd962cb49c9e req-6bc53dc3-12a9-4aec-9217-2c0fd4816154 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036043 Jul 08 02:03:52.803159 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.804225 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Added segment cf3f0945-41e1-4987-932d-e6184c45b7b9 of type vlan for network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 Jul 08 02:03:52.896297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.902058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-af6531fd-3360-4739-9bb1-216449718bb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4023774 Jul 08 02:03:52.911736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-89fbf260-50a3-466c-914e-d2a32fc05522 service neutron] 10.222.0.18 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683569 Jul 08 02:03:52.948704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'admin_state_up': True, 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'security_groups': ['d3c09118-9ab0-4ef4-b403-cc5eb92e564a']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:52.956447 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.068841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f580069-e5a5-42d4-9af0-d02313659b57 req-53983a02-0a4a-426c-a4f3-95e54e224afb service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715716 Jul 08 02:03:53.105259 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-b99f0e5b-06e6-4e6b-9958-61c182b295d3 service neutron] 10.222.0.18 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771436 Jul 08 02:03:53.165850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'tag': 'fc342fe3-1493-4b70-a987-8d31f7a4f10e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:03:53.170625 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30159ca0-d758-4603-9209-6ffb3fecdb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "tag": "fc342fe3-1493-4b70-a987-8d31f7a4f10e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:03:53.179792 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-9cd66572-9dfc-458d-bf12-09d9a4bf5e48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=eb1b3524-0fab-41be-ad97-340d07d39f1e HTTP/1.1" status: 200 len: 217 time: 0.0655098 Jul 08 02:03:53.238663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:53.249123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e224469a-237b-484e-8976-fde0ea928a37,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:53.272205 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b70ae0-e7e6-4323-8084-273c737aa8e0 x-openstack-request-id: req-d2b70ae0-e7e6-4323-8084-273c737aa8e0 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:03:53.272205 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "tag": "fc342fe3-1493-4b70-a987-8d31f7a4f10e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:03:53.272205 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2b70ae0-e7e6-4323-8084-273c737aa8e0 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:03:53.272205 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'tag': 'fc342fe3-1493-4b70-a987-8d31f7a4f10e', 'status': 'completed', 'code': 200} Jul 08 02:03:53.272205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-6a491080-5226-48f9-87ae-2371462ce38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.272205 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-6a491080-5226-48f9-87ae-2371462ce38e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46b30e2d-4a97-4390-a8c9-b2d72e467eb3 HTTP/1.1" status: 200 len: 801 time: 0.0800288 Jul 08 02:03:53.281477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:53.285101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:03:53.299200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:53.306975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.306975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.308655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=ef34bce7-aa82-4018-ba9c-f35606756a49,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:53.373936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0dece-eb28-45ed-9327-e40ace9e3767 req-92d95037-eca9-44b5-81c4-e3f20ee7cd65 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.390922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0dece-eb28-45ed-9327-e40ace9e3767 req-92d95037-eca9-44b5-81c4-e3f20ee7cd65 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.398814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-15fbfddb-3910-488f-ae71-2a802085555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.401009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-15fbfddb-3910-488f-ae71-2a802085555e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=08980ff0-3d68-4347-b55b-7ca203854d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299393 Jul 08 02:03:53.401356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0dece-eb28-45ed-9327-e40ace9e3767 req-92d95037-eca9-44b5-81c4-e3f20ee7cd65 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.403190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54c0dece-eb28-45ed-9327-e40ace9e3767 req-92d95037-eca9-44b5-81c4-e3f20ee7cd65 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2413 time: 0.5182867 Jul 08 02:03:53.406334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:53.410478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.561795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Allocated IP 10.1.1.223 (a9348555-65df-4fd2-96c7-c0aef5ea7a11/24cc834e-2d6b-4903-bfa4-9082473beedb/119c9585-b18f-486e-8834-3c9abd6e9957) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:53.577275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-451e93f2-321c-4cc7-a6e3-21043c76138c service neutron] 10.222.0.18 "GET /v2.0/networks/08980ff0-3d68-4347-b55b-7ca203854d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632657 Jul 08 02:03:53.600919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.602419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.603442 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.625808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-813fd2ed-7f94-4604-956d-5aa9fa1699e8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1365879 Jul 08 02:03:53.633352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:53.676128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:53.682686 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-5ddfa3ec-937a-414b-9290-5ac88a07c9e0 service neutron] 10.222.0.18 "GET /v2.0/networks/08980ff0-3d68-4347-b55b-7ca203854d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984008 Jul 08 02:03:53.751477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-7d3ad57f-a06a-4545-b2a3-a7e5495473ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=fc342fe3-1493-4b70-a987-8d31f7a4f10e HTTP/1.1" status: 200 len: 217 time: 0.0590041 Jul 08 02:03:53.783803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4272947 Jul 08 02:03:53.796028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54c0dece-eb28-45ed-9327-e40ace9e3767 req-eea42406-38ed-4346-9cad-1d9459315c97 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818402 Jul 08 02:03:53.803428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:53.826373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Request body: {'subnet': {'network_id': 'c4964427-f4bc-471d-ad3e-27b5d0ca1f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1383660346-subnet', 'tenant_id': 'f1627b2b29df4be18f616780e34a411f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:53.846723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c1b05-6a6b-4437-a6e8-fc9289335174 admin admin] Pushing event updated for resources: {'Network': ['ID=c4964427-f4bc-471d-ad3e-27b5d0ca1f59,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:53.862842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-68a3ca65-d71f-46cf-b677-ecfc67e959c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.865131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-68a3ca65-d71f-46cf-b677-ecfc67e959c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46ad2e9a-d3be-4a2d-8c33-d4556e350362 HTTP/1.1" status: 200 len: 801 time: 0.1104562 Jul 08 02:03:53.878221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:53.965781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-2def42b8-18ce-4139-883c-8513b0480b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:53.968477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-2def42b8-18ce-4139-883c-8513b0480b7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99e020ac-e0a3-44bc-9ec3-345e5d093221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956874 Jul 08 02:03:54.047682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.058791 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.093656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Made reservation on behalf of f1627b2b29df4be18f616780e34a411f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:54.097281 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.147090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-0b0476ff-0764-4584-a8e1-63d4c25287e2 service neutron] 10.222.0.18 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707878 Jul 08 02:03:54.199433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Transition to ACTIVE for port object 119c9585-b18f-486e-8834-3c9abd6e9957 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:54.263942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eefdc-eab9-4ed8-823e-83dab6e41b12 req-28d8d16a-1d0b-4466-9af7-f9282e886928 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.280666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eefdc-eab9-4ed8-823e-83dab6e41b12 req-28d8d16a-1d0b-4466-9af7-f9282e886928 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.282504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-381eefdc-eab9-4ed8-823e-83dab6e41b12 req-28d8d16a-1d0b-4466-9af7-f9282e886928 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 1654 time: 0.2275672 Jul 08 02:03:54.324159 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d43b3e7-cbc9-4026-8b10-544490fe1176 req-627bb3bc-4db1-454c-9d88-3ecdfb04a9bf service neutron] 10.222.0.18 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645148 Jul 08 02:03:54.418972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-381eefdc-eab9-4ed8-823e-83dab6e41b12 req-38ac6e58-6c11-4ede-ac11-ce1105c25a51 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937541 Jul 08 02:03:54.584848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-2dd52aae-8cbb-4ea6-9fe6-4dace831ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.585347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-2dd52aae-8cbb-4ea6-9fe6-4dace831ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.585841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-2dd52aae-8cbb-4ea6-9fe6-4dace831ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.587946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-2dd52aae-8cbb-4ea6-9fe6-4dace831ad42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2869 time: 0.1285648 Jul 08 02:03:54.637705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] device_id is not set on port ef34bce7-aa82-4018-ba9c-f35606756a49 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:54.646307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.661614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Transition to ACTIVE for port object ef34bce7-aa82-4018-ba9c-f35606756a49 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:54.674973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.705312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-1461ed92-b465-40d6-ab4e-8ccc31122db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.706827 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-1461ed92-b465-40d6-ab4e-8ccc31122db2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=99e020ac-e0a3-44bc-9ec3-345e5d093221 HTTP/1.1" status: 200 len: 903 time: 0.1126077 Jul 08 02:03:54.713144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:54.716818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:54.721029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:54.763208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=119c9585-b18f-486e-8834-3c9abd6e9957,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:54.774680 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-e51e5e9c-038a-4fef-b8f8-7f05c196fe00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=fc342fe3-1493-4b70-a987-8d31f7a4f10e HTTP/1.1" status: 200 len: 217 time: 0.0596964 Jul 08 02:03:54.793151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.793817 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.843435 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.847245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.877536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-27754809-5e01-407b-8c0f-19487c4adc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.886004 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-27754809-5e01-407b-8c0f-19487c4adc00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46ad2e9a-d3be-4a2d-8c33-d4556e350362 HTTP/1.1" status: 200 len: 801 time: 0.1041319 Jul 08 02:03:54.940751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=ef34bce7-aa82-4018-ba9c-f35606756a49,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:55.001710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0ac2c2-4600-4ec6-9373-40ab288f4f9c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:55.006058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c5e81752-634a-45bb-9163-179fa68e9522 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0733476 Jul 08 02:03:55.033839 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b', 'admin_state_up': True, 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'security_groups': ['d3c09118-9ab0-4ef4-b403-cc5eb92e564a']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:55.042593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-d3c2de87-3bc1-47e4-86b1-056963483136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:55.044341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-d3c2de87-3bc1-47e4-86b1-056963483136 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99e020ac-e0a3-44bc-9ec3-345e5d093221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492698 Jul 08 02:03:55.061909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca96e5-478b-46ac-bf3a-6e626b3e22dc req-69939860-822e-4d9c-bffb-35615ce45481 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:55.069598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca96e5-478b-46ac-bf3a-6e626b3e22dc req-69939860-822e-4d9c-bffb-35615ce45481 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:55.076079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca96e5-478b-46ac-bf3a-6e626b3e22dc req-69939860-822e-4d9c-bffb-35615ce45481 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:55.083932 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13ca96e5-478b-46ac-bf3a-6e626b3e22dc req-69939860-822e-4d9c-bffb-35615ce45481 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2413 time: 0.1460741 Jul 08 02:03:55.126414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.126758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.127134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.132018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-790b5199-d6f3-4212-8602-8ff6b88094ba None None] Provisioning for port 119c9585-b18f-486e-8834-3c9abd6e9957 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:55.142901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Checking segment: {'id': 'cf3f0945-41e1-4987-932d-e6184c45b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c4964427-f4bc-471d-ad3e-27b5d0ca1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:55.143279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Network hostable DHCP agents. Network: c4964427-f4bc-471d-ad3e-27b5d0ca1f59, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:55.143521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-790b5199-d6f3-4212-8602-8ff6b88094ba None None] Provisioning complete for port 119c9585-b18f-486e-8834-3c9abd6e9957 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:55.143834 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-790b5199-d6f3-4212-8602-8ff6b88094ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.151502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.151856 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.156485 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 2 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.169086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13ca96e5-478b-46ac-bf3a-6e626b3e22dc req-e2493b9e-a1cb-49ec-bce1-70a0d69a7b8a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842659 Jul 08 02:03:55.186028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.186372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.186722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.204823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.205601 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.208571 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 3 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.227391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-87182102-033d-4d47-8d78-7ef51e24c42d service neutron] 10.222.0.18 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413682 Jul 08 02:03:55.236617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.237493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.238143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.239544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-790b5199-d6f3-4212-8602-8ff6b88094ba None None] Port 119c9585-b18f-486e-8834-3c9abd6e9957 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:55.253048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.253596 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.255285 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 4 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.274380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:55.284833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.285173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.285523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.291647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.291978 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.292409 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 5 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.305402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.305755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.306097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.311388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.313185 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.313615 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 6 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.328430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.328778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.329124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.334092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.334428 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.335121 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 7 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.346985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30159ca0-d758-4603-9209-6ffb3fecdb4c req-995fbd45-f3d9-4d88-9dd3-c636d5c755d4 service neutron] 10.222.0.18 "GET /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118228 Jul 08 02:03:55.352291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.352803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.353148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.357951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.358348 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.358723 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 8 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.375503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.375503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.375503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.377968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.378314 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.378712 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 9 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.387648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:55.437578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, c4964427-f4bc-471d-ad3e-27b5d0ca1f59) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:55.440900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.441249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.441599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.453670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:55.454414 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.455053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f64be-93f4-4534-9ed1-e30423c46f89 None None] Network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:55.459322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.459691 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.463614 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 10 to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 Jul 08 02:03:55.492714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:55.493071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:55.493421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:55.504093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:03:55.504444 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port ef34bce7-aa82-4018-ba9c-f35606756a49 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:03:55.504826 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.527794 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.577553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b8bb121-f03d-44ed-923f-43a85993e72b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7658935 Jul 08 02:03:55.678690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c33e30-bc30-47cb-a012-d3eeac1cf417 None None] Network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:55.742820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] For port ef34bce7-aa82-4018-ba9c-f35606756a49, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:55.746129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempted to set empty binding levels {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:03:55.849203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.952008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] In _notify_port_updated(), no bound segment for port ef34bce7-aa82-4018-ba9c-f35606756a49 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:03:55.953017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:55.953646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.957447 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "PUT /v2.0/ports/ef34bce7-aa82-4018-ba9c-f35606756a49 HTTP/1.1" status: 200 len: 976 time: 2.3206990 Jul 08 02:03:55.957818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47594) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:56.015439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29b2d0-5655-48cc-b631-3f1644c861cc req-b4c31c34-e04c-4b0d-9f6a-338ffe945249 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.024822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29b2d0-5655-48cc-b631-3f1644c861cc req-b4c31c34-e04c-4b0d-9f6a-338ffe945249 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.035507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29b2d0-5655-48cc-b631-3f1644c861cc req-b4c31c34-e04c-4b0d-9f6a-338ffe945249 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.037744 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c29b2d0-5655-48cc-b631-3f1644c861cc req-b4c31c34-e04c-4b0d-9f6a-338ffe945249 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 2375 time: 0.3683906 Jul 08 02:03:56.057900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454f628-51e4-4078-a955-6d46b45abb08 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=ef34bce7-aa82-4018-ba9c-f35606756a49,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:56.138915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.139775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.140429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.141802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.142539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.143278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.143625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device fc342fe3-1493-4b70-a987-8d31f7a4f10e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:03:56.144660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.145362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.146257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.147361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.148033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.148695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.149354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.150075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.154062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.155248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.156289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.156962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.157628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.158399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.159062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.159764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.160725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.161385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.165139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.165139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.165139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.165139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.165139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.165976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.166674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.167354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.168140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.168794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.170500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.175721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-34830b90-d102-4562-a06c-a62f784fc3ad tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31428 time: 0.2161996 Jul 08 02:03:56.178109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c29b2d0-5655-48cc-b631-3f1644c861cc req-ce9f0997-8835-4d7f-a434-8cdf8e32aebe tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146901 Jul 08 02:03:56.183382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:56.287237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Allocated IP 10.2.2.100 (fb47c906-2c7b-4a26-95be-9d692f7ee33b/23aac0cf-62c9-47dd-bdbf-b47b552fdc9e/a4560c85-0b26-4a69-a0d0-e5a1f12bbd77) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:56.349071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port fc342fe3-1493-4b70-a987-8d31f7a4f10e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=fc342fe3-1493-4b70-a987-8d31f7a4f10e,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:56.368253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'fc342fe3-1493-4b70-a987-8d31f7a4f10e', 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221', 'port_id': 'fc342fe3-1493-4b70-a987-8d31f7a4f10e', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ad2e9a-d3be-4a2d-8c33-d4556e350362', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:03:56.426586 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.444347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc342fe3-1493-4b70-a987-8d31f7a4f10e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:56.516835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port fc342fe3-1493-4b70-a987-8d31f7a4f10e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=fc342fe3-1493-4b70-a987-8d31f7a4f10e,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:56.559197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Deleting port ef34bce7-aa82-4018-ba9c-f35606756a49 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:56.559602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.585307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c18b9-132f-4655-bdb2-9335a826f5e2 req-7a973ce6-5110-419e-9076-3ef66b8bc79d tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.591228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c18b9-132f-4655-bdb2-9335a826f5e2 req-7a973ce6-5110-419e-9076-3ef66b8bc79d tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.598124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c18b9-132f-4655-bdb2-9335a826f5e2 req-7a973ce6-5110-419e-9076-3ef66b8bc79d tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:56.599709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6e9c18b9-132f-4655-bdb2-9335a826f5e2 req-7a973ce6-5110-419e-9076-3ef66b8bc79d tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2413 time: 0.1991339 Jul 08 02:03:56.616100 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.620038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 40230943-848c-453b-98d5-c36e5de99897 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:03:56.686525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.691111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=fc342fe3-1493-4b70-a987-8d31f7a4f10e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:56.712210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6e9c18b9-132f-4655-bdb2-9335a826f5e2 req-10ed7c39-0693-41cf-b010-49007ec1ca26 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845995 Jul 08 02:03:56.718697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] For port ef34bce7-aa82-4018-ba9c-f35606756a49, host n-h1-695189-13, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:56.719063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.729179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Transition to ACTIVE for port object a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:56.730398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 40230943-848c-453b-98d5-c36e5de99897, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=40230943-848c-453b-98d5-c36e5de99897,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:56.737512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Calling delete_port for ef34bce7-aa82-4018-ba9c-f35606756a49 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:56.747812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '40230943-848c-453b-98d5-c36e5de99897', 'network_id': '99e020ac-e0a3-44bc-9ec3-345e5d093221', 'port_id': '40230943-848c-453b-98d5-c36e5de99897', 'mac_address': 'fa:16:3e:e8:48:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ad2e9a-d3be-4a2d-8c33-d4556e350362', 'ip_address': '19.80.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:03:56.809286 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.833000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40230943-848c-453b-98d5-c36e5de99897 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:56.870508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 40230943-848c-453b-98d5-c36e5de99897, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=40230943-848c-453b-98d5-c36e5de99897,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:56.920541 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.971185 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.972208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device eb1b3524-0fab-41be-ad97-340d07d39f1e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:03:56.994543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:57.002854 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.047806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network fb47c906-2c7b-4a26-95be-9d692f7ee33b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:57.051040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:57.052857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef34bce7-aa82-4018-ba9c-f35606756a49,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:57.054636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:57.062922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.067568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47612) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:57.068112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f8f0b77a-002c-418b-b4ac-466203993bc9 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ef34bce7-aa82-4018-ba9c-f35606756a49 HTTP/1.1" status: 204 len: 168 time: 0.8801894 Jul 08 02:03:57.095924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=40230943-848c-453b-98d5-c36e5de99897,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:57.141980 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e982490-2964-434f-a90d-6f487b7a00b1 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:03:57.145625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port eb1b3524-0fab-41be-ad97-340d07d39f1e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=eb1b3524-0fab-41be-ad97-340d07d39f1e,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:57.149800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6e982490-2964-434f-a90d-6f487b7a00b1 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "GET /v2.0/ports/ef34bce7-aa82-4018-ba9c-f35606756a49 HTTP/1.1" status: 404 len: 333 time: 0.0804441 Jul 08 02:03:57.150000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:57.150435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47614) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:57.150687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.169782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-549535678', 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:57.179425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'eb1b3524-0fab-41be-ad97-340d07d39f1e', 'network_id': '08980ff0-3d68-4347-b55b-7ca203854d88', 'port_id': 'eb1b3524-0fab-41be-ad97-340d07d39f1e', 'mac_address': 'fa:16:3e:8d:3a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b30e2d-4a97-4390-a8c9-b2d72e467eb3', 'ip_address': '19.86.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:03:57.231279 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.246030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1b3524-0fab-41be-ad97-340d07d39f1e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:03:57.269011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d9163d74-ac2a-40b4-9ef0-37c3ca0a6132 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2444360 Jul 08 02:03:57.282133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b', 'admin_state_up': True, 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'security_groups': ['d3c09118-9ab0-4ef4-b403-cc5eb92e564a']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:57.302995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port eb1b3524-0fab-41be-ad97-340d07d39f1e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=eb1b3524-0fab-41be-ad97-340d07d39f1e,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:57.329763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47624) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:57.399071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Made reservation on behalf of 089e12e986944117b67cc65a3545c5f9 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:57.401460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.425275 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.428459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] device_id is not set on port 03f784ae-eed9-4aed-9042-7ecb94c189f6 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:57.511925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=eb1b3524-0fab-41be-ad97-340d07d39f1e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:57.592930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94e1170c-077b-4f26-b91a-f78c87ba6dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.625070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71991dc4-8955-4a06-8115-b920e30117dd req-edd561c5-ba6b-4065-bc32-efd5fb6fb032 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:57.630928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71991dc4-8955-4a06-8115-b920e30117dd req-edd561c5-ba6b-4065-bc32-efd5fb6fb032 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:57.637477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71991dc4-8955-4a06-8115-b920e30117dd req-edd561c5-ba6b-4065-bc32-efd5fb6fb032 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:57.644392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71991dc4-8955-4a06-8115-b920e30117dd req-edd561c5-ba6b-4065-bc32-efd5fb6fb032 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:57.645740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71991dc4-8955-4a06-8115-b920e30117dd req-edd561c5-ba6b-4065-bc32-efd5fb6fb032 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 3096 time: 0.2415361 Jul 08 02:03:57.662392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-66d5eed2-38e5-46aa-8410-1bd60eebdf48 None None] Provisioning for port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:57.666956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['eb1b3524-0fab-41be-ad97-340d07d39f1e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:03:57.699588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Made reservation on behalf of 323fc8eb855549cbb1c2135c1dcbddf8 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:57.706955 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.744893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71991dc4-8955-4a06-8115-b920e30117dd req-7ffb6666-2c11-4439-a9cf-52f54c568aec tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894947 Jul 08 02:03:57.798272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['40230943-848c-453b-98d5-c36e5de99897'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:03:57.808848 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.922784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94e1170c-077b-4f26-b91a-f78c87ba6dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.946883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-66d5eed2-38e5-46aa-8410-1bd60eebdf48 None None] Provisioning complete for port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:57.947260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-66d5eed2-38e5-46aa-8410-1bd60eebdf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.976913 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.073303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-66d5eed2-38e5-46aa-8410-1bd60eebdf48 None None] Port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:58.124484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:58.126313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94e1170c-077b-4f26-b91a-f78c87ba6dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.181516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Allocated IP 10.2.2.200 (fb47c906-2c7b-4a26-95be-9d692f7ee33b/23aac0cf-62c9-47dd-bdbf-b47b552fdc9e/a6ca9aea-6092-4460-9126-3dd2fb598be7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:58.192167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:58.216890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:58.221161 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:58.222052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.287071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=03f784ae-eed9-4aed-9042-7ecb94c189f6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:58.296691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1170c-077b-4f26-b91a-f78c87ba6dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114ae295-9ab1-4eef-ab76-9668b82c27bb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:58.308664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-94e1170c-077b-4f26-b91a-f78c87ba6dd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acfd545f3290454b832437af3d672963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9749858 Jul 08 02:03:58.312231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47644) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:58.373353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f6663444-9b75-48ad-bd34-a756049dd899 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2212486 Jul 08 02:03:58.374134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47648) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:58.426747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669d18d-ee64-40e7-a5d7-5c1075653a32 req-f898ba18-b4f8-4220-8415-b242fc83e269 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:58.428781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669d18d-ee64-40e7-a5d7-5c1075653a32 req-f898ba18-b4f8-4220-8415-b242fc83e269 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:58.429966 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b86cd0e-78aa-4338-8f2d-231e28a19dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.435875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669d18d-ee64-40e7-a5d7-5c1075653a32 req-f898ba18-b4f8-4220-8415-b242fc83e269 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:58.442925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7669d18d-ee64-40e7-a5d7-5c1075653a32 req-f898ba18-b4f8-4220-8415-b242fc83e269 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2416 time: 0.4882679 Jul 08 02:03:58.453196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e01684-acbf-4d86-be03-ed245c4bb178 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:58.457380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f2e01684-acbf-4d86-be03-ed245c4bb178 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "GET /v2.0/ports/03f784ae-eed9-4aed-9042-7ecb94c189f6 HTTP/1.1" status: 200 len: 954 time: 0.0809884 Jul 08 02:03:58.462436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47650) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:58.474510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b86cd0e-78aa-4338-8f2d-231e28a19dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.595841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ac59f-38db-453c-8537-9debd8fd1ac8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Deleting port 03f784ae-eed9-4aed-9042-7ecb94c189f6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:58.596567 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac59f-38db-453c-8537-9debd8fd1ac8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.675262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b86cd0e-78aa-4338-8f2d-231e28a19dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.678728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b86cd0e-78aa-4338-8f2d-231e28a19dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.680058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9b86cd0e-78aa-4338-8f2d-231e28a19dcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/114ae295-9ab1-4eef-ab76-9668b82c27bb HTTP/1.1" status: 204 len: 168 time: 0.3654432 Jul 08 02:03:58.708020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['fc342fe3-1493-4b70-a987-8d31f7a4f10e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:03:58.709422 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac59f-38db-453c-8537-9debd8fd1ac8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.712600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86cd0e-78aa-4338-8f2d-231e28a19dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114ae295-9ab1-4eef-ab76-9668b82c27bb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:58.727580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ac59f-38db-453c-8537-9debd8fd1ac8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Calling delete_port for 03f784ae-eed9-4aed-9042-7ecb94c189f6 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:58.916649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7669d18d-ee64-40e7-a5d7-5c1075653a32 req-2cbee429-8f1c-4565-b23f-e3a633794186 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726694 Jul 08 02:03:58.954113 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac59f-38db-453c-8537-9debd8fd1ac8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.964770 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.993470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Transition to ACTIVE for port object a6ca9aea-6092-4460-9126-3dd2fb598be7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:59.004483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ac59f-38db-453c-8537-9debd8fd1ac8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event deleted for resources: {'Port': ['ID=03f784ae-eed9-4aed-9042-7ecb94c189f6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:59.008973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac59f-38db-453c-8537-9debd8fd1ac8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.011822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b0ac59f-38db-453c-8537-9debd8fd1ac8 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "DELETE /v2.0/ports/03f784ae-eed9-4aed-9042-7ecb94c189f6 HTTP/1.1" status: 204 len: 168 time: 0.5480206 Jul 08 02:03:59.014357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47664) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:59.088854 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06e31aa-c5f7-4041-be68-b26e9e217612 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:03:59.090558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f06e31aa-c5f7-4041-be68-b26e9e217612 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "GET /v2.0/ports/03f784ae-eed9-4aed-9042-7ecb94c189f6 HTTP/1.1" status: 404 len: 333 time: 0.0750780 Jul 08 02:03:59.095432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:59.101191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Request body: {'port': {'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2040446991'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:59.172419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.189091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870875-8d6a-4dfa-b1d5-f94ae13682cd req-3ad77931-2a60-4884-b872-ec0cb5bf8e17 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:59.196824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870875-8d6a-4dfa-b1d5-f94ae13682cd req-3ad77931-2a60-4884-b872-ec0cb5bf8e17 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:59.217272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870875-8d6a-4dfa-b1d5-f94ae13682cd req-3ad77931-2a60-4884-b872-ec0cb5bf8e17 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:59.221834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870875-8d6a-4dfa-b1d5-f94ae13682cd req-3ad77931-2a60-4884-b872-ec0cb5bf8e17 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:59.229667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2870875-8d6a-4dfa-b1d5-f94ae13682cd req-3ad77931-2a60-4884-b872-ec0cb5bf8e17 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 3096 time: 0.1633499 Jul 08 02:03:59.236874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event updated for resources: {'Port': ['ID=a6ca9aea-6092-4460-9126-3dd2fb598be7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:59.267865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Network fb47c906-2c7b-4a26-95be-9d692f7ee33b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:59.271585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:59.280655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:59.295002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2870875-8d6a-4dfa-b1d5-f94ae13682cd req-999489c0-eedd-45a1-b765-159c3d6ac48b tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643578 Jul 08 02:03:59.332517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Made reservation on behalf of 089e12e986944117b67cc65a3545c5f9 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:59.336577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.404816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] device_id is not set on port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:59.422509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:59.423525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.437668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-66e87c2e-6044-4813-bacb-08e1596937eb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:59.439776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-66e87c2e-6044-4813-bacb-08e1596937eb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/networks?id=c4964427-f4bc-471d-ad3e-27b5d0ca1f59 HTTP/1.1" status: 200 len: 810 time: 0.3334806 Jul 08 02:03:59.514126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-4df91b7b-8fde-48b5-9397-ab08cbb92baa tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/quotas/f1627b2b29df4be18f616780e34a411f HTTP/1.1" status: 200 len: 375 time: 0.0205240 Jul 08 02:03:59.578231 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-39c9bbfc-3674-477a-854f-4a36691fdb1c tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1627b2b29df4be18f616780e34a411f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517569 Jul 08 02:03:59.583014 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e5eb3bf5-08c0-451f-aa2e-a1b068b44dcd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3055110 Jul 08 02:03:59.608123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:59.638065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47682) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:59.651138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c443fa9-677a-4d59-9408-dd6da3793159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.684034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a7d612dd-e005-4950-a038-0ae099ff38b9 None None] Provisioning for port a6ca9aea-6092-4460-9126-3dd2fb598be7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:59.688185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a7d612dd-e005-4950-a038-0ae099ff38b9 None None] Provisioning complete for port a6ca9aea-6092-4460-9126-3dd2fb598be7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:59.688570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7d612dd-e005-4950-a038-0ae099ff38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.735694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a7d612dd-e005-4950-a038-0ae099ff38b9 None None] Port a6ca9aea-6092-4460-9126-3dd2fb598be7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:59.774894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c443fa9-677a-4d59-9408-dd6da3793159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.788243 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.840263 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.846422 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c443fa9-677a-4d59-9408-dd6da3793159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.874749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-eee2ec06-2630-4a86-9dff-b09be5416c70 service neutron] 10.222.0.10 "GET /v2.0/networks/c4964427-f4bc-471d-ad3e-27b5d0ca1f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847595 Jul 08 02:03:59.893901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3c443fa9-677a-4d59-9408-dd6da3793159 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9971d83d41b0493a91bf003d188e7f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573845 Jul 08 02:03:59.894603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47684) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:59.916279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c443fa9-677a-4d59-9408-dd6da3793159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb07191-2270-4e9d-a928-21a204c2ae39,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:59.967638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13dc5382-622e-4202-a21f-b9b988cc5679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.995930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13dc5382-622e-4202-a21f-b9b988cc5679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.104452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-a244884a-7098-4128-aa0f-798c264da8fb service neutron] 10.222.0.10 "GET /v2.0/networks/c4964427-f4bc-471d-ad3e-27b5d0ca1f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290742 Jul 08 02:04:00.152892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495384b5-a02c-4443-b021-4a71d4b9997b req-3dbe0a8c-2bf7-4266-a057-27dc128abc4b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.158751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495384b5-a02c-4443-b021-4a71d4b9997b req-3dbe0a8c-2bf7-4266-a057-27dc128abc4b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.169116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495384b5-a02c-4443-b021-4a71d4b9997b req-3dbe0a8c-2bf7-4266-a057-27dc128abc4b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.171258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device fc342fe3-1493-4b70-a987-8d31f7a4f10e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:00.178860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-495384b5-a02c-4443-b021-4a71d4b9997b req-3dbe0a8c-2bf7-4266-a057-27dc128abc4b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2416 time: 0.1210704 Jul 08 02:04:00.209254 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13dc5382-622e-4202-a21f-b9b988cc5679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.212597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13dc5382-622e-4202-a21f-b9b988cc5679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.214303 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-13dc5382-622e-4202-a21f-b9b988cc5679 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cb07191-2270-4e9d-a928-21a204c2ae39 HTTP/1.1" status: 204 len: 168 time: 0.3138292 Jul 08 02:04:00.240667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.257674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-495384b5-a02c-4443-b021-4a71d4b9997b req-7f116edf-288d-4ffe-968b-e2157420089f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727203 Jul 08 02:04:00.258568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc5382-622e-4202-a21f-b9b988cc5679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb07191-2270-4e9d-a928-21a204c2ae39,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:00.417049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e013a462-e232-4554-9b60-37e08a5e3964 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:00.427137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port fc342fe3-1493-4b70-a987-8d31f7a4f10e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:00.432381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port fc342fe3-1493-4b70-a987-8d31f7a4f10e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:00.433244 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.495351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.560392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:00.577215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:00.616162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Transition to ACTIVE for port object e013a462-e232-4554-9b60-37e08a5e3964 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:00.641215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:00.649286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.649538 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.651908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.666457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=659c9be7-911f-4a6a-8dfd-9c351d0b0708,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:00.677508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b119a2-6c42-40a8-af99-3398a7d1d624 req-0c703e05-f035-44bb-a054-6094e214632e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.684898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b119a2-6c42-40a8-af99-3398a7d1d624 req-0c703e05-f035-44bb-a054-6094e214632e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.692209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b119a2-6c42-40a8-af99-3398a7d1d624 req-0c703e05-f035-44bb-a054-6094e214632e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.694838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc342fe3-1493-4b70-a987-8d31f7a4f10e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:00.697920 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e0aa41-537a-4e78-a3bc-f99bc4217b5d" -d '{"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-plugged", "status": "completed", "tag": "fc342fe3-1493-4b70-a987-8d31f7a4f10e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:00.699546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b119a2-6c42-40a8-af99-3398a7d1d624 req-0c703e05-f035-44bb-a054-6094e214632e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.708980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b119a2-6c42-40a8-af99-3398a7d1d624 req-0c703e05-f035-44bb-a054-6094e214632e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:00.710930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07b119a2-6c42-40a8-af99-3398a7d1d624 req-0c703e05-f035-44bb-a054-6094e214632e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 3817 time: 0.2244027 Jul 08 02:04:00.713339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.725439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port fc342fe3-1493-4b70-a987-8d31f7a4f10e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=fc342fe3-1493-4b70-a987-8d31f7a4f10e,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:00.771977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07b119a2-6c42-40a8-af99-3398a7d1d624 req-9999ae3c-cf0e-4c39-b896-122905e0141a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518208 Jul 08 02:04:00.789047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-685e8a53-cdb5-49db-92e6-4aec82b9f8df tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6921997 Jul 08 02:04:00.791887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47700) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:00.808065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:00.822522 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.822522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 40230943-848c-453b-98d5-c36e5de99897 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:00.844085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e013a462-e232-4554-9b60-37e08a5e3964,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:01.014987 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d722811-fe42-4c98-947c-91d896bb5b9b x-openstack-request-id: req-2d722811-fe42-4c98-947c-91d896bb5b9b {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:01.015217 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-plugged", "status": "completed", "tag": "fc342fe3-1493-4b70-a987-8d31f7a4f10e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:01.015472 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d722811-fe42-4c98-947c-91d896bb5b9b {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:01.021527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca459263-c9e9-4863-9750-53ac751b05fb req-b89ea153-0596-4b1c-89cd-8c629867a4e2 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 210 time: 0.0413017 Jul 08 02:04:01.026715 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc342fe3-1493-4b70-a987-8d31f7a4f10e', 'code': 200} Jul 08 02:04:01.113138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.118428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Attempting to bind port e013a462-e232-4554-9b60-37e08a5e3964 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:01.120627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Attempting to bind port e013a462-e232-4554-9b60-37e08a5e3964 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:01.120967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Attempting to bind port e013a462-e232-4554-9b60-37e08a5e3964 on network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:01.157556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=fc342fe3-1493-4b70-a987-8d31f7a4f10e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:01.161093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Port e013a462-e232-4554-9b60-37e08a5e3964 on network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:01.162410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Attempting to bind port e013a462-e232-4554-9b60-37e08a5e3964 on network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:01.171376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:01.171863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Checking segment: {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:01.172566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Bound using segment: {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:01.173825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Bound port: e013a462-e232-4554-9b60-37e08a5e3964, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:01.175041 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.262471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 40230943-848c-453b-98d5-c36e5de99897 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:01.273888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 40230943-848c-453b-98d5-c36e5de99897 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:01.273888 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.392572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] For port e013a462-e232-4554-9b60-37e08a5e3964, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:01.410001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] For port e013a462-e232-4554-9b60-37e08a5e3964, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e013a462-e232-4554-9b60-37e08a5e3964,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:01.420326 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.471782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.493724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 40230943-848c-453b-98d5-c36e5de99897, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=40230943-848c-453b-98d5-c36e5de99897,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:01.510680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] device_id is not set on port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:01.535855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.537084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.539302 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/e013a462-e232-4554-9b60-37e08a5e3964 HTTP/1.1" status: 200 len: 1093 time: 1.9446535 Jul 08 02:04:01.542485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:01.546879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.559071 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d944f29-f4ee-4eb8-b941-121053548868" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "e013a462-e232-4554-9b60-37e08a5e3964"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:01.589674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Transition to ACTIVE for port object 659c9be7-911f-4a6a-8dfd-9c351d0b0708 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:01.620979 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc95fc56-19d5-4f01-acf8-8fe3af618841 x-openstack-request-id: req-dc95fc56-19d5-4f01-acf8-8fe3af618841 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:01.621581 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "e013a462-e232-4554-9b60-37e08a5e3964", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:01.621933 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc95fc56-19d5-4f01-acf8-8fe3af618841 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:01.623032 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964', 'status': 'completed', 'code': 200} Jul 08 02:04:01.625113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ea076-396f-4b4c-92cd-e8c4d63e28a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e013a462-e232-4554-9b60-37e08a5e3964,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:01.632998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.633899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device eb1b3524-0fab-41be-ad97-340d07d39f1e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:01.674904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:01.738222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254198e7-6168-4e40-a9ca-609c7cf68a00 req-8f6d4438-306f-448c-bfba-9dbfcf9e7a4a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.744870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254198e7-6168-4e40-a9ca-609c7cf68a00 req-8f6d4438-306f-448c-bfba-9dbfcf9e7a4a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.751486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254198e7-6168-4e40-a9ca-609c7cf68a00 req-8f6d4438-306f-448c-bfba-9dbfcf9e7a4a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.760199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-254198e7-6168-4e40-a9ca-609c7cf68a00 req-8f6d4438-306f-448c-bfba-9dbfcf9e7a4a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2417 time: 0.1879828 Jul 08 02:04:01.788368 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.842313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-b8be3553-117a-44a0-b08e-ea2531727d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.842815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-b8be3553-117a-44a0-b08e-ea2531727d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.843300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-b8be3553-117a-44a0-b08e-ea2531727d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.843802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-b8be3553-117a-44a0-b08e-ea2531727d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.844319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-b8be3553-117a-44a0-b08e-ea2531727d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.846108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d944f29-f4ee-4eb8-b941-121053548868 req-b8be3553-117a-44a0-b08e-ea2531727d73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 4365 time: 0.1800992 Jul 08 02:04:01.848354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=40230943-848c-453b-98d5-c36e5de99897,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:01.896956 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-254198e7-6168-4e40-a9ca-609c7cf68a00 req-90a7d8ba-5acf-411c-8452-071f6e26c80e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312792 Jul 08 02:04:01.971165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port eb1b3524-0fab-41be-ad97-340d07d39f1e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:01.982489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port eb1b3524-0fab-41be-ad97-340d07d39f1e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:01.983363 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.074611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.195507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.211812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.213200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.214364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.227362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=659c9be7-911f-4a6a-8dfd-9c351d0b0708,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:02.239771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port eb1b3524-0fab-41be-ad97-340d07d39f1e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=eb1b3524-0fab-41be-ad97-340d07d39f1e,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:02.244428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.244765 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.252540 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 2 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.255323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cec52cea-5b18-4fef-b538-d9c55d54ff94 req-1e89f0b9-bdc5-4be0-95d8-4e46b9ff1561 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 210 time: 0.0867581 Jul 08 02:04:02.261208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-62bf23c5-5fe7-4ff0-97be-f3e46b5c8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.267903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-62bf23c5-5fe7-4ff0-97be-f3e46b5c8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.275825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.275825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.275825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.276144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-62bf23c5-5fe7-4ff0-97be-f3e46b5c8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.276144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d944f29-f4ee-4eb8-b941-121053548868 req-62bf23c5-5fe7-4ff0-97be-f3e46b5c8652 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4049976 Jul 08 02:04:02.276297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.276297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.276472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.276758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.277090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.277470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.277803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.278483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.279585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.280099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.280591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.281078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:02.285084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.306769 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.307473 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.316519 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 3 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.398204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=eb1b3524-0fab-41be-ad97-340d07d39f1e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:02.441355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.441355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.441662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.466537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c6e5f-5e91-4c69-9614-b72eb464e0d9 req-f9d0025b-67b3-4f66-9df5-a0316a4e48bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.475634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c6e5f-5e91-4c69-9614-b72eb464e0d9 req-f9d0025b-67b3-4f66-9df5-a0316a4e48bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.482935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c6e5f-5e91-4c69-9614-b72eb464e0d9 req-f9d0025b-67b3-4f66-9df5-a0316a4e48bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.489617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c6e5f-5e91-4c69-9614-b72eb464e0d9 req-f9d0025b-67b3-4f66-9df5-a0316a4e48bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.495595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c6e5f-5e91-4c69-9614-b72eb464e0d9 req-f9d0025b-67b3-4f66-9df5-a0316a4e48bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.503409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-862c6e5f-5e91-4c69-9614-b72eb464e0d9 req-f9d0025b-67b3-4f66-9df5-a0316a4e48bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 3829 time: 0.4482455 Jul 08 02:04:02.551199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d944f29-f4ee-4eb8-b941-121053548868 req-7d3f1904-6abe-47b6-9f57-b608e3db6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.574376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.575576 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.578619 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d944f29-f4ee-4eb8-b941-121053548868 req-7d3f1904-6abe-47b6-9f57-b608e3db6648 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2948706 Jul 08 02:04:02.589447 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 4 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.648156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-862c6e5f-5e91-4c69-9614-b72eb464e0d9 req-cf815a2e-5891-4adb-8360-4548e0652ffd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438613 Jul 08 02:04:02.651980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.651980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.651980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.668491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.668848 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.669766 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 5 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.750689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.751048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.751421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.760171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.762732 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.766912 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 6 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.820644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.821001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.821340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.829822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.832762 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.837275 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 7 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.849095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:02.861069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.863907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.864252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.864599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.870879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.871235 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.874660 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 8 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.894155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Transition to ACTIVE for port object 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:02.895812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.896159 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.896538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.901349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.901681 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.902094 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 9 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.921128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.921728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.923485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.928738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.929072 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.929456 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempt 10 to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 Jul 08 02:04:02.953792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:02.953792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:02.953792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempting to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:02.953792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:02.953792 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Failed to bind port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd67501d3-0fa6-4cac-ab07-7c4f4d3615ac'}] Jul 08 02:04:02.953792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.014273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.026180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40230943-848c-453b-98d5-c36e5de99897'}, {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1b3524-0fab-41be-ad97-340d07d39f1e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:03.030082 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10abe04-fca9-48e1-9279-b2573765469d" -d '{"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-plugged", "status": "completed", "tag": "40230943-848c-453b-98d5-c36e5de99897"}, {"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-plugged", "status": "completed", "tag": "eb1b3524-0fab-41be-ad97-340d07d39f1e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:03.102383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] For port 659c9be7-911f-4a6a-8dfd-9c351d0b0708, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:03.102798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attempted to set empty binding levels {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:04:03.142068 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0043685f-47ea-4d00-a10c-9ff8e9df1c94 x-openstack-request-id: req-0043685f-47ea-4d00-a10c-9ff8e9df1c94 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:03.142441 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-plugged", "status": "completed", "tag": "40230943-848c-453b-98d5-c36e5de99897", "code": 200}, {"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-plugged", "status": "completed", "tag": "eb1b3524-0fab-41be-ad97-340d07d39f1e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:03.142682 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0043685f-47ea-4d00-a10c-9ff8e9df1c94 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:03.143300 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40230943-848c-453b-98d5-c36e5de99897', 'code': 200} Jul 08 02:04:03.143833 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1b3524-0fab-41be-ad97-340d07d39f1e', 'code': 200} Jul 08 02:04:03.171930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Pushing event updated for resources: {'Port': ['ID=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:03.211381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36616612-0a42-4831-97d5-de8151436274 req-cbc392fd-3776-4392-8f99-2bcc205a983c tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:03.219825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36616612-0a42-4831-97d5-de8151436274 req-cbc392fd-3776-4392-8f99-2bcc205a983c tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:03.243845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.256799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36616612-0a42-4831-97d5-de8151436274 req-cbc392fd-3776-4392-8f99-2bcc205a983c tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:03.259206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36616612-0a42-4831-97d5-de8151436274 req-cbc392fd-3776-4392-8f99-2bcc205a983c tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2419 time: 0.2184918 Jul 08 02:04:03.316689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36616612-0a42-4831-97d5-de8151436274 req-7fb68a2a-33c8-42b8-b203-8557881007a3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516126 Jul 08 02:04:03.345060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] In _notify_port_updated(), no bound segment for port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 on network d67501d3-0fa6-4cac-ab07-7c4f4d3615ac {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:03.348051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:03.348851 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.359614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "PUT /v2.0/ports/659c9be7-911f-4a6a-8dfd-9c351d0b0708 HTTP/1.1" status: 200 len: 976 time: 2.5661044 Jul 08 02:04:03.362000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:03.474942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087727d8-2176-404e-9c70-c127ab3bf21f tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event updated for resources: {'Port': ['ID=659c9be7-911f-4a6a-8dfd-9c351d0b0708,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:03.510300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Attempting to bind port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:03.510660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Attempting to bind port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:03.511000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Attempting to bind port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:03.519118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:03.519481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Attempting to bind port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:03.525738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:03.526127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Checking segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:03.526633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Bound using segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:03.527063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Bound port: 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:03.527448 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.574517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Deleting port 659c9be7-911f-4a6a-8dfd-9c351d0b0708 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:03.575190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.585359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72e2a0-18e3-40c0-b278-fb60176fda8c req-c9881e20-f8c8-4c2c-a88b-a8966d592709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:03.585905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72e2a0-18e3-40c0-b278-fb60176fda8c req-c9881e20-f8c8-4c2c-a88b-a8966d592709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:03.586378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72e2a0-18e3-40c0-b278-fb60176fda8c req-c9881e20-f8c8-4c2c-a88b-a8966d592709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:03.589759 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3b72e2a0-18e3-40c0-b278-fb60176fda8c req-c9881e20-f8c8-4c2c-a88b-a8966d592709 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2875 time: 0.2764435 Jul 08 02:04:03.693487 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1183f7-cdcc-4f6e-9a8f-435dc2a55a38 req-feef35ce-c1f3-4dc2-8250-39ff11fba7e3 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 210 time: 0.1029282 Jul 08 02:04:03.703699 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3b72e2a0-18e3-40c0-b278-fb60176fda8c req-6cddf433-8d03-4b8a-8f1a-8db36916716a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042874 Jul 08 02:04:03.714671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] For port 659c9be7-911f-4a6a-8dfd-9c351d0b0708, host n-h1-695189-13, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:03.715159 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.729854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Calling delete_port for 659c9be7-911f-4a6a-8dfd-9c351d0b0708 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:03.736107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] For port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:03.741952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] For port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:03.856518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.904491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:03.905392 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.907040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] 10.222.0.32 "PUT /v2.0/ports/48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 200 len: 1135 time: 2.2364736 Jul 08 02:04:03.911605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': '48aa6741-4a28-4549-b0e7-9aa2de4a7eb3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:03.915757 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8343fb3e-7a6a-4012-9778-5be06c6da7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "48aa6741-4a28-4549-b0e7-9aa2de4a7eb3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:03.922436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.976458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c96baf-5c44-4b80-bfb7-bf33b4928e7c service neutron] Pushing event updated for resources: {'Port': ['ID=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:04.011279 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43964760-694d-4489-8845-a13433783559 x-openstack-request-id: req-43964760-694d-4489-8845-a13433783559 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:04.012108 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "48aa6741-4a28-4549-b0e7-9aa2de4a7eb3", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:04.012520 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43964760-694d-4489-8845-a13433783559 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:04.013106 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': '48aa6741-4a28-4549-b0e7-9aa2de4a7eb3', 'status': 'completed', 'code': 200} Jul 08 02:04:04.029960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.033404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:04.041094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "DELETE /v2.0/ports/659c9be7-911f-4a6a-8dfd-9c351d0b0708 HTTP/1.1" status: 204 len: 168 time: 0.6768637 Jul 08 02:04:04.048678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f990a44-e6bc-4920-82af-36cb2e3c759e tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] Pushing event deleted for resources: {'Port': ['ID=659c9be7-911f-4a6a-8dfd-9c351d0b0708,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:04.052140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47792) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:04.163163 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd9b579-bf2b-4b97-8a23-c8f322eb6a87 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:04:04.166139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.178148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47794) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:04.179392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7dd9b579-bf2b-4b97-8a23-c8f322eb6a87 tempest-PortsAdminExtendedAttrsTestJSON-1841641135 tempest-PortsAdminExtendedAttrsTestJSON-1841641135-project-admin] 10.222.0.10 "GET /v2.0/ports/659c9be7-911f-4a6a-8dfd-9c351d0b0708 HTTP/1.1" status: 404 len: 333 time: 0.1198170 Jul 08 02:04:04.197698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1f3b8-f933-4574-a74c-0b78ffefd556 req-6fab4ef6-200f-46d5-830d-a0feb6f7db98 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.204831 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1f3b8-f933-4574-a74c-0b78ffefd556 req-6fab4ef6-200f-46d5-830d-a0feb6f7db98 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.213216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1f3b8-f933-4574-a74c-0b78ffefd556 req-6fab4ef6-200f-46d5-830d-a0feb6f7db98 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.220962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1f3b8-f933-4574-a74c-0b78ffefd556 req-6fab4ef6-200f-46d5-830d-a0feb6f7db98 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.227196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1f3b8-f933-4574-a74c-0b78ffefd556 req-6fab4ef6-200f-46d5-830d-a0feb6f7db98 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.233723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1f3b8-f933-4574-a74c-0b78ffefd556 req-6fab4ef6-200f-46d5-830d-a0feb6f7db98 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.243297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85b1f3b8-f933-4574-a74c-0b78ffefd556 req-6fab4ef6-200f-46d5-830d-a0feb6f7db98 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 4605 time: 0.3871460 Jul 08 02:04:04.313124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.315391 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85b1f3b8-f933-4574-a74c-0b78ffefd556 req-1eb28d57-adc4-4f4d-b095-ecd7bbfe2612 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686080 Jul 08 02:04:04.362721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-39579b3a-46e4-442a-9dad-dcd05571e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.366712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-39579b3a-46e4-442a-9dad-dcd05571e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.367249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-39579b3a-46e4-442a-9dad-dcd05571e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.367675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-39579b3a-46e4-442a-9dad-dcd05571e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.373445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-39579b3a-46e4-442a-9dad-dcd05571e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.373993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-39579b3a-46e4-442a-9dad-dcd05571e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.375986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-39579b3a-46e4-442a-9dad-dcd05571e8d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5293 time: 0.3228881 Jul 08 02:04:04.501865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-bbe45ff3-c52b-4f4c-bb2b-3f5cf2f3d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.501865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-bbe45ff3-c52b-4f4c-bb2b-3f5cf2f3d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.501865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-bbe45ff3-c52b-4f4c-bb2b-3f5cf2f3d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.501865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-bbe45ff3-c52b-4f4c-bb2b-3f5cf2f3d394 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1093321 Jul 08 02:04:04.674063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-a0934fb7-1962-4094-a13c-49da010c3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.675706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8343fb3e-7a6a-4012-9778-5be06c6da7a3 req-a0934fb7-1962-4094-a13c-49da010c3aa6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636624 Jul 08 02:04:05.101164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9563ebe8-e547-47ba-a829-7cd600d68702 req-61fd98f7-3083-4fcf-ba0f-4ed513b037ed tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 210 time: 0.0760105 Jul 08 02:04:05.212758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.237861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67501d3-0fa6-4cac-ab07-7c4f4d3615ac']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:05.256930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:05.257242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff586ec-bb47-4fed-9c6b-8dafbfea3c82') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:05.285717 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.344328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.369266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:05.369698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:05.380106 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:05.442856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-8b73525b-9608-426b-8e4f-b58b751d2ce2 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.444390 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-8b73525b-9608-426b-8e4f-b58b751d2ce2 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.18 "GET /v2.0/networks?id=c4964427-f4bc-471d-ad3e-27b5d0ca1f59 HTTP/1.1" status: 200 len: 810 time: 0.4302633 Jul 08 02:04:05.487630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Request body: {'port': {'device_id': '9a9258be-946d-45d5-bc9e-8af695efd991', 'network_id': 'c4964427-f4bc-471d-ad3e-27b5d0ca1f59', 'admin_state_up': True, 'tenant_id': 'f1627b2b29df4be18f616780e34a411f'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:05.507382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6af40-1be4-4b91-a7a0-1ad9b563e76b req-e277499b-b474-4fb6-b8db-c2b0b2b12f45 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.513431 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6af40-1be4-4b91-a7a0-1ad9b563e76b req-e277499b-b474-4fb6-b8db-c2b0b2b12f45 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.519460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6af40-1be4-4b91-a7a0-1ad9b563e76b req-e277499b-b474-4fb6-b8db-c2b0b2b12f45 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.526830 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a6af40-1be4-4b91-a7a0-1ad9b563e76b req-e277499b-b474-4fb6-b8db-c2b0b2b12f45 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2419 time: 0.5159466 Jul 08 02:04:05.595936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ce9c95-4e02-43ad-a15f-91db90400a49 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:05.598117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4e5b-2f13-4ff9-8814-6064e7c14ef3 req-92320eb7-1177-4a15-b348-d3fe5c4a9565 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.604452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4e5b-2f13-4ff9-8814-6064e7c14ef3 req-92320eb7-1177-4a15-b348-d3fe5c4a9565 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.611517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4e5b-2f13-4ff9-8814-6064e7c14ef3 req-92320eb7-1177-4a15-b348-d3fe5c4a9565 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.612918 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.618202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4e5b-2f13-4ff9-8814-6064e7c14ef3 req-92320eb7-1177-4a15-b348-d3fe5c4a9565 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.624953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4e5b-2f13-4ff9-8814-6064e7c14ef3 req-92320eb7-1177-4a15-b348-d3fe5c4a9565 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.631128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4e5b-2f13-4ff9-8814-6064e7c14ef3 req-92320eb7-1177-4a15-b348-d3fe5c4a9565 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:05.633789 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fd5e4e5b-2f13-4ff9-8814-6064e7c14ef3 req-92320eb7-1177-4a15-b348-d3fe5c4a9565 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 4605 time: 0.1572540 Jul 08 02:04:05.666407 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a6af40-1be4-4b91-a7a0-1ad9b563e76b req-5de210eb-0828-4bef-8e59-b54c4d9cb3d3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386142 Jul 08 02:04:05.687131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Transition to ACTIVE for port object 65ce9c95-4e02-43ad-a15f-91db90400a49 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:05.693147 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.703562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.705988 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] 10.222.0.10 "DELETE /v2.0/networks/d67501d3-0fa6-4cac-ab07-7c4f4d3615ac HTTP/1.1" status: 204 len: 168 time: 1.5267720 Jul 08 02:04:05.708656 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fd5e4e5b-2f13-4ff9-8814-6064e7c14ef3 req-c9d21a7e-8168-449c-b54d-ab76a44582fd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688112 Jul 08 02:04:05.728629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452f32d-55bd-4e7c-a22f-99f2211152f0 tempest-PortsAdminExtendedAttrsTestJSON-326243119 tempest-PortsAdminExtendedAttrsTestJSON-326243119-project] Pushing event deleted for resources: {'Network': ['ID=d67501d3-0fa6-4cac-ab07-7c4f4d3615ac,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:05.788317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.818435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Made reservation on behalf of f1627b2b29df4be18f616780e34a411f for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:05.822100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.918385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Pushing event updated for resources: {'Port': ['ID=65ce9c95-4e02-43ad-a15f-91db90400a49,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:06.206405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Attempting to bind port 65ce9c95-4e02-43ad-a15f-91db90400a49 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:06.206756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Attempting to bind port 65ce9c95-4e02-43ad-a15f-91db90400a49 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:06.207259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Attempting to bind port 65ce9c95-4e02-43ad-a15f-91db90400a49 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:06.225056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Allocated IP 172.20.0.6 (c4964427-f4bc-471d-ad3e-27b5d0ca1f59/1f0ac2c2-4600-4ec6-9373-40ab288f4f9c/0e601324-8fcb-404a-a993-4ea514998a00) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:06.227555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Port 65ce9c95-4e02-43ad-a15f-91db90400a49 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:06.227865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Attempting to bind port 65ce9c95-4e02-43ad-a15f-91db90400a49 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:06.239958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:06.240316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Checking segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:06.240801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Bound using segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:06.241148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Bound port: 65ce9c95-4e02-43ad-a15f-91db90400a49, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:06.241676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.330781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2cc5b1-50d9-40af-bb0c-86a9befee0f1 req-c4b06edb-8bf0-47e6-ad28-89b18b5790a6 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 210 time: 0.0412197 Jul 08 02:04:06.414726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] For port 65ce9c95-4e02-43ad-a15f-91db90400a49, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:06.415718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:06.435394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] For port 65ce9c95-4e02-43ad-a15f-91db90400a49, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=65ce9c95-4e02-43ad-a15f-91db90400a49,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:06.489365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.526599 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.588567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:06.589425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.592547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] 10.222.0.32 "PUT /v2.0/ports/65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 200 len: 1135 time: 2.5686698 Jul 08 02:04:06.594552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': '65ce9c95-4e02-43ad-a15f-91db90400a49'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:06.597004 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab893c-b722-4ee4-8b93-c2988c0da62d" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "65ce9c95-4e02-43ad-a15f-91db90400a49"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:06.628836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966eda5-d5ba-45d6-98c2-51302282f92e service neutron] Pushing event updated for resources: {'Port': ['ID=65ce9c95-4e02-43ad-a15f-91db90400a49,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:06.649962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f13a729-cf8c-4402-ac24-0e80ee755f85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae626fb5d548473bad6bff059e3bffe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330232 Jul 08 02:04:06.652623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47898) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:06.723793 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e089f1d0-3b62-4d6b-a149-975ce98dfaed x-openstack-request-id: req-e089f1d0-3b62-4d6b-a149-975ce98dfaed {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:06.724087 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "65ce9c95-4e02-43ad-a15f-91db90400a49", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:06.724344 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e089f1d0-3b62-4d6b-a149-975ce98dfaed {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:06.724761 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': '65ce9c95-4e02-43ad-a15f-91db90400a49', 'status': 'completed', 'code': 200} Jul 08 02:04:06.748458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.805718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:06.889447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-3d2850aa-831a-4fc1-b098-54164c831e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:06.890575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-3d2850aa-831a-4fc1-b098-54164c831e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:06.891240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-3d2850aa-831a-4fc1-b098-54164c831e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:06.892110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-3d2850aa-831a-4fc1-b098-54164c831e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:06.892786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-3d2850aa-831a-4fc1-b098-54164c831e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:06.893332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-3d2850aa-831a-4fc1-b098-54164c831e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:06.893920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-3d2850aa-831a-4fc1-b098-54164c831e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:06.896018 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-3d2850aa-831a-4fc1-b098-54164c831e3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6221 time: 0.1628935 Jul 08 02:04:07.011273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:07.062238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb6f8-8fe0-4fe5-aed1-4e85f377b934 req-a84c8a4f-1449-4ed1-af02-433dd02addf1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.069570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb6f8-8fe0-4fe5-aed1-4e85f377b934 req-a84c8a4f-1449-4ed1-af02-433dd02addf1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.077524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb6f8-8fe0-4fe5-aed1-4e85f377b934 req-a84c8a4f-1449-4ed1-af02-433dd02addf1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.079230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-beebb6f8-8fe0-4fe5-aed1-4e85f377b934 req-a84c8a4f-1449-4ed1-af02-433dd02addf1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2419 time: 0.1819911 Jul 08 02:04:07.079858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:07.095641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:07.099549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Pushing event updated for resources: {'Port': ['ID=0e601324-8fcb-404a-a993-4ea514998a00,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:07.117910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-4848ba53-c0d2-4778-98d1-5804fe40a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.118484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-4848ba53-c0d2-4778-98d1-5804fe40a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.118963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-4848ba53-c0d2-4778-98d1-5804fe40a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.121216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-4848ba53-c0d2-4778-98d1-5804fe40a61c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1816037 Jul 08 02:04:07.147656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:07.180624 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04a6f4c8-19c3-4876-93c3-4fab8240ac61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.216779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-beebb6f8-8fe0-4fe5-aed1-4e85f377b934 req-0cd3a712-630e-4494-9923-f13f580951d9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298158 Jul 08 02:04:07.240876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04a6f4c8-19c3-4876-93c3-4fab8240ac61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.258414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.259376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.315050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4634fdf7-6a73-46f4-beaf-661438fc1ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.346733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-ba4fbe97-1020-4c23-b554-afc009f1a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.351004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fab893c-b722-4ee4-8b93-c2988c0da62d req-ba4fbe97-1020-4c23-b554-afc009f1a2c7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2152052 Jul 08 02:04:07.361714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-5effda16-6bdb-4e62-9cd6-14f4fccbf57e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.369782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-5effda16-6bdb-4e62-9cd6-14f4fccbf57e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.376947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-5effda16-6bdb-4e62-9cd6-14f4fccbf57e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.386199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-5effda16-6bdb-4e62-9cd6-14f4fccbf57e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.392356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-5effda16-6bdb-4e62-9cd6-14f4fccbf57e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.399616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-5effda16-6bdb-4e62-9cd6-14f4fccbf57e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.408907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-5effda16-6bdb-4e62-9cd6-14f4fccbf57e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.417066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-5effda16-6bdb-4e62-9cd6-14f4fccbf57e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5381 time: 0.3968024 Jul 08 02:04:07.418789 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.456968 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-b79c108e-4b41-408b-b43a-98af1f41b5fb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9777858 Jul 08 02:04:07.473143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Request body: {'port': {'device_id': '9a9258be-946d-45d5-bc9e-8af695efd991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:07.520842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4634fdf7-6a73-46f4-beaf-661438fc1ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.529948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04a6f4c8-19c3-4876-93c3-4fab8240ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.532459 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-04a6f4c8-19c3-4876-93c3-4fab8240ac61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.533687 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-04a6f4c8-19c3-4876-93c3-4fab8240ac61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72b61333-f23e-4574-b75d-29b274c73e87 HTTP/1.1" status: 204 len: 168 time: 0.8789382 Jul 08 02:04:07.592492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6f4c8-19c3-4876-93c3-4fab8240ac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b61333-f23e-4574-b75d-29b274c73e87,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:07.616213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-00e16ac2-7e4d-4c53-b029-f7deddea13ae req-c69b4f82-25d0-4fac-9c24-df910ba62e7f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1981862 Jul 08 02:04:07.627948 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4634fdf7-6a73-46f4-beaf-661438fc1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.716798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4634fdf7-6a73-46f4-beaf-661438fc1ba1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4393545dac91423f9d19267df2abd442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6310716 Jul 08 02:04:07.717985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:07.756784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.757638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634fdf7-6a73-46f4-beaf-661438fc1ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f7dfd-1a80-41de-8657-f916ca4b58df,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:07.830471 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c786-b7ed-420f-8b44-4f44cf700af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.859726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612bc8-e386-4a89-b121-85f2e5c1ebcf req-6494b488-120b-4ec0-bde7-2278d0d48798 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.869260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1612bc8-e386-4a89-b121-85f2e5c1ebcf req-6494b488-120b-4ec0-bde7-2278d0d48798 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 931 time: 0.1701758 Jul 08 02:04:07.895396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c786-b7ed-420f-8b44-4f44cf700af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.988535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1612bc8-e386-4a89-b121-85f2e5c1ebcf req-b4175c1d-4cef-4240-80af-adaaf874975f tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183197 Jul 08 02:04:08.136384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b03a9a7-23d5-4213-93eb-b9d4bc847737 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:08.140002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c786-b7ed-420f-8b44-4f44cf700af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.143266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c786-b7ed-420f-8b44-4f44cf700af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.144896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a7f0c786-b7ed-420f-8b44-4f44cf700af3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e61f7dfd-1a80-41de-8657-f916ca4b58df HTTP/1.1" status: 204 len: 168 time: 0.4233818 Jul 08 02:04:08.154562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.155518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0c786-b7ed-420f-8b44-4f44cf700af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f7dfd-1a80-41de-8657-f916ca4b58df,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:08.184470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Transition to ACTIVE for port object 9b03a9a7-23d5-4213-93eb-b9d4bc847737 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:08.249374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e601324-8fcb-404a-a993-4ea514998a00 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:08.254155 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:04:08.258692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.268891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.300788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Transition to ACTIVE for port object 0e601324-8fcb-404a-a993-4ea514998a00 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:08.333987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03a9a7-23d5-4213-93eb-b9d4bc847737,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:08.389991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.511556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:08.533653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Pushing event updated for resources: {'Port': ['ID=0e601324-8fcb-404a-a993-4ea514998a00,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:08.544264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Attempting to bind port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:08.544606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Attempting to bind port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:08.544990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Attempting to bind port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:08.594278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:08.594630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Attempting to bind port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:08.624177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:08.624523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Checking segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:08.624910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Bound using segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:08.625360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Bound port: 9b03a9a7-23d5-4213-93eb-b9d4bc847737, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:08.625724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.679463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b084ec6b-75d4-45dc-922b-29b0f3a547f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=089e12e986944117b67cc65a3545c5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608088 Jul 08 02:04:08.685243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47944) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:08.805293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e22a3-8b63-4da1-8ccf-36c746b3c66f req-fbec4368-d394-42bc-a6aa-d408eaae774a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:08.817667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e22a3-8b63-4da1-8ccf-36c746b3c66f req-fbec4368-d394-42bc-a6aa-d408eaae774a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:08.829997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e22a3-8b63-4da1-8ccf-36c746b3c66f req-fbec4368-d394-42bc-a6aa-d408eaae774a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:08.831754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a45e22a3-8b63-4da1-8ccf-36c746b3c66f req-fbec4368-d394-42bc-a6aa-d408eaae774a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2419 time: 0.1890459 Jul 08 02:04:08.903393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a45e22a3-8b63-4da1-8ccf-36c746b3c66f req-1d603868-a361-441f-9f9b-501011571999 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575144 Jul 08 02:04:08.907120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] For port 9b03a9a7-23d5-4213-93eb-b9d4bc847737, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:08.922379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] For port 9b03a9a7-23d5-4213-93eb-b9d4bc847737, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:09.011377 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.054217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Attempting to bind port 0e601324-8fcb-404a-a993-4ea514998a00 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:09.054554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Attempting to bind port 0e601324-8fcb-404a-a993-4ea514998a00 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'cf3f0945-41e1-4987-932d-e6184c45b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c4964427-f4bc-471d-ad3e-27b5d0ca1f59'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:09.054887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Attempting to bind port 0e601324-8fcb-404a-a993-4ea514998a00 on network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:09.074566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.075777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.077284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b03a9a7-23d5-4213-93eb-b9d4bc847737 HTTP/1.1" status: 200 len: 1092 time: 2.2864945 Jul 08 02:04:09.081338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': '9b03a9a7-23d5-4213-93eb-b9d4bc847737'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:09.084501 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad0d515-0990-4429-88f4-8e89e678ba02" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "9b03a9a7-23d5-4213-93eb-b9d4bc847737"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:09.088290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Port 0e601324-8fcb-404a-a993-4ea514998a00 on network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:09.088625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Attempting to bind port 0e601324-8fcb-404a-a993-4ea514998a00 on network c4964427-f4bc-471d-ad3e-27b5d0ca1f59 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:09.139499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:09.143600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Checking segment: {'id': 'cf3f0945-41e1-4987-932d-e6184c45b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c4964427-f4bc-471d-ad3e-27b5d0ca1f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:09.144078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Bound using segment: {'id': 'cf3f0945-41e1-4987-932d-e6184c45b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c4964427-f4bc-471d-ad3e-27b5d0ca1f59'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:09.144554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Bound port: 0e601324-8fcb-404a-a993-4ea514998a00, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3f0945-41e1-4987-932d-e6184c45b7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c4964427-f4bc-471d-ad3e-27b5d0ca1f59'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:09.144927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.168218 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6519bf5-74e1-4244-b9b1-7c996379c9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.178665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1509eb-ca04-46c0-92cd-908d46c6ee67 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03a9a7-23d5-4213-93eb-b9d4bc847737,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:09.215569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-6da19ea6-1272-404f-bfc1-77f8547baf5c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.223007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-6da19ea6-1272-404f-bfc1-77f8547baf5c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.245780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-6da19ea6-1272-404f-bfc1-77f8547baf5c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.258143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-6da19ea6-1272-404f-bfc1-77f8547baf5c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.271578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-6da19ea6-1272-404f-bfc1-77f8547baf5c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.282907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-6da19ea6-1272-404f-bfc1-77f8547baf5c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.285393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47954) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:09.295351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-6da19ea6-1272-404f-bfc1-77f8547baf5c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.297714 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-6da19ea6-1272-404f-bfc1-77f8547baf5c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5393 time: 0.3709567 Jul 08 02:04:09.310040 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e546004-b001-43a7-988c-4c0fbea3fce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.325423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:09.329444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6519bf5-74e1-4244-b9b1-7c996379c9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.389747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976452e7-9493-4249-b328-f8466a1aeb84 req-3794b242-a087-4eec-a463-3a2ce77f73d4 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.391753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-976452e7-9493-4249-b328-f8466a1aeb84 req-3794b242-a087-4eec-a463-3a2ce77f73d4 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 943 time: 0.1642554 Jul 08 02:04:09.468938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-976452e7-9493-4249-b328-f8466a1aeb84 req-5ff9c763-0775-405f-ab2e-d76f072c04f5 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684772 Jul 08 02:04:09.517983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e546004-b001-43a7-988c-4c0fbea3fce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.564408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:09.570004 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f792413-de78-478d-892a-01e36ffc2cc1 x-openstack-request-id: req-5f792413-de78-478d-892a-01e36ffc2cc1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:09.570327 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "9b03a9a7-23d5-4213-93eb-b9d4bc847737", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:09.570803 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f792413-de78-478d-892a-01e36ffc2cc1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:09.571205 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': '9b03a9a7-23d5-4213-93eb-b9d4bc847737', 'status': 'completed', 'code': 200} Jul 08 02:04:09.598703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e736be2-94ff-4f51-b4b7-4f4b5693e6b6 req-35798b6b-d734-49c9-9150-840203bfb352 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2669563 Jul 08 02:04:09.606249 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.610147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] For port 0e601324-8fcb-404a-a993-4ea514998a00, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:09.622067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] For port 0e601324-8fcb-404a-a993-4ea514998a00, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0e601324-8fcb-404a-a993-4ea514998a00,segment=NetworkSegment(cf3f0945-41e1-4987-932d-e6184c45b7b9),segment_id=cf3f0945-41e1-4987-932d-e6184c45b7b9)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:09.628155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e546004-b001-43a7-988c-4c0fbea3fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.683717 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7e546004-b001-43a7-988c-4c0fbea3fce6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb7fc4d4df8841008f2ac5a82fa74428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949811 Jul 08 02:04:09.684613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47962) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:09.696955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e546004-b001-43a7-988c-4c0fbea3fce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca75c200-b29d-4265-8e01-336ac913e1a9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:09.786311 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da939c32-5f9d-4d9c-8d49-1ebd796c72fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.813061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-e9be0c10-4aff-4a21-a953-370c7b25d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.813380 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.813589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-e9be0c10-4aff-4a21-a953-370c7b25d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.814089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-e9be0c10-4aff-4a21-a953-370c7b25d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.814537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-e9be0c10-4aff-4a21-a953-370c7b25d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.815007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-e9be0c10-4aff-4a21-a953-370c7b25d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.815498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-e9be0c10-4aff-4a21-a953-370c7b25d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.816224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-e9be0c10-4aff-4a21-a953-370c7b25d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.818407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-e9be0c10-4aff-4a21-a953-370c7b25d069 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6289 time: 0.2515988 Jul 08 02:04:09.836594 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6519bf5-74e1-4244-b9b1-7c996379c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.839287 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a6519bf5-74e1-4244-b9b1-7c996379c9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.845272 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a6519bf5-74e1-4244-b9b1-7c996379c9ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/921ad697-e5c3-49d2-9d2e-058f6d3d9fab HTTP/1.1" status: 204 len: 168 time: 1.1576080 Jul 08 02:04:09.851062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:09.851732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.853136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-efd91e78-d942-4297-890d-a303189c94bd service neutron] 10.222.0.18 "PUT /v2.0/ports/0e601324-8fcb-404a-a993-4ea514998a00 HTTP/1.1" status: 200 len: 1092 time: 2.3861978 Jul 08 02:04:09.901269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6519bf5-74e1-4244-b9b1-7c996379c9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ad697-e5c3-49d2-9d2e-058f6d3d9fab,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:09.908965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3754a24-3c4d-4aa8-b9a8-a0394bcf12ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.957882 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3754a24-3c4d-4aa8-b9a8-a0394bcf12ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.041132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd91e78-d942-4297-890d-a303189c94bd service neutron] Pushing event updated for resources: {'Port': ['ID=0e601324-8fcb-404a-a993-4ea514998a00,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:10.136442 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da939c32-5f9d-4d9c-8d49-1ebd796c72fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.138627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-063444d2-bad3-4b07-8ab1-2ac7187c6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.139071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-063444d2-bad3-4b07-8ab1-2ac7187c6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.139571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-063444d2-bad3-4b07-8ab1-2ac7187c6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.141197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-063444d2-bad3-4b07-8ab1-2ac7187c6b6e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2997522 Jul 08 02:04:10.143711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-c7ad8ab6-b813-45e6-8995-92be4a668728 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.150969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-c7ad8ab6-b813-45e6-8995-92be4a668728 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.153704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-c7ad8ab6-b813-45e6-8995-92be4a668728 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.155396 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-c7ad8ab6-b813-45e6-8995-92be4a668728 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2419 time: 0.2714767 Jul 08 02:04:10.306075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-a7e09f6d-feee-4b3d-b8ac-52cd70030c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.307654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-a7e09f6d-feee-4b3d-b8ac-52cd70030c95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1627b2b29df4be18f616780e34a411f&device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 1095 time: 0.3028331 Jul 08 02:04:10.379519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119c9585-b18f-486e-8834-3c9abd6e9957 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:10.394025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0255b60-a232-460a-8947-64162674c68b req-9b991fbd-9c8e-4d07-96d4-c39344955fae tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.400811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0255b60-a232-460a-8947-64162674c68b req-9b991fbd-9c8e-4d07-96d4-c39344955fae tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.407208 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0255b60-a232-460a-8947-64162674c68b req-9b991fbd-9c8e-4d07-96d4-c39344955fae tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.414362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0255b60-a232-460a-8947-64162674c68b req-9b991fbd-9c8e-4d07-96d4-c39344955fae tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2419 time: 0.3475509 Jul 08 02:04:10.422109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-8f8e4e00-e311-405a-8eb2-86ed8cdb5b16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e601324-8fcb-404a-a993-4ea514998a00 HTTP/1.1" status: 200 len: 217 time: 0.0891259 Jul 08 02:04:10.424024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.493877 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3754a24-3c4d-4aa8-b9a8-a0394bcf12ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.496469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3754a24-3c4d-4aa8-b9a8-a0394bcf12ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.500973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d3754a24-3c4d-4aa8-b9a8-a0394bcf12ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca75c200-b29d-4265-8e01-336ac913e1a9 HTTP/1.1" status: 204 len: 168 time: 0.8109167 Jul 08 02:04:10.501747 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da939c32-5f9d-4d9c-8d49-1ebd796c72fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.506911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Transition to ACTIVE for port object 119c9585-b18f-486e-8834-3c9abd6e9957 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:10.525488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3754a24-3c4d-4aa8-b9a8-a0394bcf12ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca75c200-b29d-4265-8e01-336ac913e1a9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:10.581396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-da939c32-5f9d-4d9c-8d49-1ebd796c72fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e01a2b3d17644771bd24f7ded637fd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0156491 Jul 08 02:04:10.588030 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0255b60-a232-460a-8947-64162674c68b req-de6b8eca-855f-48b3-bdee-c3a85771101b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727045 Jul 08 02:04:10.612080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47984) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:10.612080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.617099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da939c32-5f9d-4d9c-8d49-1ebd796c72fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6368849-604c-48e6-a340-653ee78e1d0c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:10.620130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-1235e2cc-7c11-4830-a77d-e6865e2883e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.621680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aad0d515-0990-4429-88f4-8e89e678ba02 req-1235e2cc-7c11-4830-a77d-e6865e2883e5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4595747 Jul 08 02:04:10.707604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-fcc94bc1-a825-49b7-b4cd-6e9e07b90711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.709124 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-fcc94bc1-a825-49b7-b4cd-6e9e07b90711 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f0ac2c2-4600-4ec6-9373-40ab288f4f9c HTTP/1.1" status: 200 len: 850 time: 0.2756011 Jul 08 02:04:10.757369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port eb1b3524-0fab-41be-ad97-340d07d39f1e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:10.757723 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.777817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d48056-4a82-44e2-82a6-1422a5b46bef req-60acbc43-dec3-4b9b-850e-bbb704a85462 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:10.792226 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58d48056-4a82-44e2-82a6-1422a5b46bef req-60acbc43-dec3-4b9b-850e-bbb704a85462 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 943 time: 0.1403134 Jul 08 02:04:10.839901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58d48056-4a82-44e2-82a6-1422a5b46bef req-517beaa8-1909-4bf3-97b7-88782a6f3f8c tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Jul 08 02:04:10.871262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-a51613f8-1168-499a-a452-b83f481466b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4964427-f4bc-471d-ad3e-27b5d0ca1f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415632 Jul 08 02:04:10.883797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Pushing event updated for resources: {'Port': ['ID=119c9585-b18f-486e-8834-3c9abd6e9957,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:11.459230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:11.498514 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a17c4020-98b9-4410-b38e-cc739ab013c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.547670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port eb1b3524-0fab-41be-ad97-340d07d39f1e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=eb1b3524-0fab-41be-ad97-340d07d39f1e,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:11.548142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.569501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Attempting to bind port 119c9585-b18f-486e-8834-3c9abd6e9957 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:11.569950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Attempting to bind port 119c9585-b18f-486e-8834-3c9abd6e9957 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:11.570316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Attempting to bind port 119c9585-b18f-486e-8834-3c9abd6e9957 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:11.582595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9258be-946d-45d5-bc9e-8af695efd991', 'tag': '0e601324-8fcb-404a-a993-4ea514998a00'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:11.585956 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95264052-5bda-45bf-b4db-5f75eb0337d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9258be-946d-45d5-bc9e-8af695efd991", "tag": "0e601324-8fcb-404a-a993-4ea514998a00"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:11.588661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-119024395'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:11.591360 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-d762f238-833e-4830-9bb2-6d8978c7b68d service neutron] 10.222.0.18 "GET /v2.0/networks/c4964427-f4bc-471d-ad3e-27b5d0ca1f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748585 Jul 08 02:04:11.596797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a17c4020-98b9-4410-b38e-cc739ab013c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.614316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for eb1b3524-0fab-41be-ad97-340d07d39f1e owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:11.632555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Port 119c9585-b18f-486e-8834-3c9abd6e9957 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:11.632894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Attempting to bind port 119c9585-b18f-486e-8834-3c9abd6e9957 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:11.669561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-c118ea3d-f86c-4a4a-ad2e-5909d54a3f79 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.710255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-c118ea3d-f86c-4a4a-ad2e-5909d54a3f79 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.710255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-c118ea3d-f86c-4a4a-ad2e-5909d54a3f79 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.710255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-c118ea3d-f86c-4a4a-ad2e-5909d54a3f79 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.710255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-c118ea3d-f86c-4a4a-ad2e-5909d54a3f79 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.710255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-c118ea3d-f86c-4a4a-ad2e-5909d54a3f79 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.710255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-c118ea3d-f86c-4a4a-ad2e-5909d54a3f79 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.710255 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-c118ea3d-f86c-4a4a-ad2e-5909d54a3f79 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5405 time: 0.9074583 Jul 08 02:04:11.712076 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fda213-f161-465d-b8e5-307c9cf75f96 x-openstack-request-id: req-21fda213-f161-465d-b8e5-307c9cf75f96 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:11.712076 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9258be-946d-45d5-bc9e-8af695efd991", "tag": "0e601324-8fcb-404a-a993-4ea514998a00", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:11.712076 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21fda213-f161-465d-b8e5-307c9cf75f96 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:11.712609 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9258be-946d-45d5-bc9e-8af695efd991', 'tag': '0e601324-8fcb-404a-a993-4ea514998a00', 'status': 'completed', 'code': 200} Jul 08 02:04:11.795129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:11.806298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Checking segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:11.806298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Bound using segment: {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:11.806298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Bound port: 119c9585-b18f-486e-8834-3c9abd6e9957, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27241efb-c1ea-45c2-9224-20a79057954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:11.806298 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.836683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade0b80-765a-41b1-a686-48f15dfc6593 req-6a1e5392-da79-431a-a1cd-af7097d63576 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.844972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade0b80-765a-41b1-a686-48f15dfc6593 req-6a1e5392-da79-431a-a1cd-af7097d63576 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.851607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade0b80-765a-41b1-a686-48f15dfc6593 req-6a1e5392-da79-431a-a1cd-af7097d63576 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:11.860835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ade0b80-765a-41b1-a686-48f15dfc6593 req-6a1e5392-da79-431a-a1cd-af7097d63576 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 2419 time: 0.1051149 Jul 08 02:04:11.900657 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ade0b80-765a-41b1-a686-48f15dfc6593 req-58b19c81-993d-4602-9c8e-30b9a7ae5196 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386245 Jul 08 02:04:11.939555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9239c89-340f-44e6-87fa-b1b0ccb766ad req-70235926-0bc9-46e3-8f70-fefb0ec179c0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855750 Jul 08 02:04:12.004388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7cae98f2-c214-41f6-8a3a-47f84cbb39de req-c84c52b3-111c-4771-865e-593a1faa024d service neutron] 10.222.0.18 "GET /v2.0/networks/c4964427-f4bc-471d-ad3e-27b5d0ca1f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945591 Jul 08 02:04:12.021059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] For port 119c9585-b18f-486e-8834-3c9abd6e9957, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:12.027688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] For port 119c9585-b18f-486e-8834-3c9abd6e9957, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=119c9585-b18f-486e-8834-3c9abd6e9957,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:12.092853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Made reservation on behalf of 263279cad97d4e9cb80133441d69555b for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:12.096431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.108955 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.125132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5043a9-6727-4811-86ab-7cccd4e30b1e req-ab89b01a-3a50-4e0c-86e2-a10375332215 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:12.126920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac5043a9-6727-4811-86ab-7cccd4e30b1e req-ab89b01a-3a50-4e0c-86e2-a10375332215 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 943 time: 0.0882506 Jul 08 02:04:12.183645 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac5043a9-6727-4811-86ab-7cccd4e30b1e req-7663fc34-b5fd-4f33-b3b9-c2272e6a7418 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502605 Jul 08 02:04:12.193220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9e218714-8a4d-4459-9263-71ab9c829c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.264850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.266702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.269294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a17c4020-98b9-4410-b38e-cc739ab013c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.273392 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a17c4020-98b9-4410-b38e-cc739ab013c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.275127 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a17c4020-98b9-4410-b38e-cc739ab013c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6368849-604c-48e6-a340-653ee78e1d0c HTTP/1.1" status: 204 len: 168 time: 1.6598973 Jul 08 02:04:12.436690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.491764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c4020-98b9-4410-b38e-cc739ab013c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6368849-604c-48e6-a340-653ee78e1d0c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:12.524517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.558589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:12.559388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.561698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] 10.222.0.32 "PUT /v2.0/ports/119c9585-b18f-486e-8834-3c9abd6e9957 HTTP/1.1" status: 200 len: 1092 time: 3.2629030 Jul 08 02:04:12.563428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:12.588001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fb29ae-2921-4ecd-a672-7e1eaa898b66,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:12.593425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.594103 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Added segment 2799d2dc-b683-4ba2-8087-69ca8fe231ea of type vlan for network 1109670b-9ac2-4348-84db-19f338b80358 Jul 08 02:04:12.616371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port eb1b3524-0fab-41be-ad97-340d07d39f1e on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:12.622879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.624995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "DELETE /v2.0/ports/eb1b3524-0fab-41be-ad97-340d07d39f1e HTTP/1.1" status: 204 len: 173 time: 2.4592562 Jul 08 02:04:12.650894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.662979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a59962-75bb-48d2-b284-95c0663500ad service neutron] Pushing event updated for resources: {'Port': ['ID=119c9585-b18f-486e-8834-3c9abd6e9957,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:12.743534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25568e4-3bdf-4cf3-8b2a-5bcea5f10e19 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=eb1b3524-0fab-41be-ad97-340d07d39f1e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:12.769102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:12.816583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-28ddd6c7-0015-405e-91fc-206faf8bdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:12.818412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-28ddd6c7-0015-405e-91fc-206faf8bdcd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1627b2b29df4be18f616780e34a411f&device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 1095 time: 0.4943283 Jul 08 02:04:12.826752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.833026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:12.833692 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.905675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Network': ['ID=1109670b-9ac2-4348-84db-19f338b80358,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:12.920722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 1109670b-9ac2-4348-84db-19f338b80358 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:12.985741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-56a05d5b-4689-4c45-ba27-149f560d9bf0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5253522 Jul 08 02:04:12.988511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48048) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:12.995031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'subnet': {'network_id': '1109670b-9ac2-4348-84db-19f338b80358', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:13.144629 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.223645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port fc342fe3-1493-4b70-a987-8d31f7a4f10e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:13.224261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.229687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-ac60f6fa-f07a-4014-a33f-3b5129bdeeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.231177 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-ac60f6fa-f07a-4014-a33f-3b5129bdeeb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4964427-f4bc-471d-ad3e-27b5d0ca1f59 HTTP/1.1" status: 200 len: 911 time: 0.3833947 Jul 08 02:04:13.233386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb5d62-313c-4149-89e4-59aafb3b58dd req-e549e2f7-feec-4147-a196-cde721094d85 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.239306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb5d62-313c-4149-89e4-59aafb3b58dd req-e549e2f7-feec-4147-a196-cde721094d85 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.240972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7eb5d62-313c-4149-89e4-59aafb3b58dd req-e549e2f7-feec-4147-a196-cde721094d85 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 1683 time: 0.1139040 Jul 08 02:04:13.288539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7eb5d62-313c-4149-89e4-59aafb3b58dd req-2d237b70-2d33-4930-b847-9709f96c7e24 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Jul 08 02:04:13.290114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Made reservation on behalf of 263279cad97d4e9cb80133441d69555b for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:13.294170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.448951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port fc342fe3-1493-4b70-a987-8d31f7a4f10e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=fc342fe3-1493-4b70-a987-8d31f7a4f10e,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:13.450671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.485557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for fc342fe3-1493-4b70-a987-8d31f7a4f10e owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:13.608659 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-0b600870-8069-4ec8-9af4-b6134b72e19c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e601324-8fcb-404a-a993-4ea514998a00 HTTP/1.1" status: 200 len: 217 time: 0.3386586 Jul 08 02:04:13.673184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-473b4754-b34e-4fe5-9a12-8b827f6100f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.674685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-473b4754-b34e-4fe5-9a12-8b827f6100f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1f0ac2c2-4600-4ec6-9373-40ab288f4f9c HTTP/1.1" status: 200 len: 850 time: 0.0557795 Jul 08 02:04:13.676913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b9f50-6218-426d-8cb4-8b6e67af2ee9 req-8d47c831-b50d-4d23-8787-de4883bd501f tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.684112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:13.687177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d66b9f50-6218-426d-8cb4-8b6e67af2ee9 req-8d47c831-b50d-4d23-8787-de4883bd501f tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 943 time: 0.2577448 Jul 08 02:04:13.716611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': '119c9585-b18f-486e-8834-3c9abd6e9957'}, {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-deleted', 'tag': 'eb1b3524-0fab-41be-ad97-340d07d39f1e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:13.719177 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91060768-abc0-4544-b8f3-7043bf521fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "119c9585-b18f-486e-8834-3c9abd6e9957"}, {"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-deleted", "tag": "eb1b3524-0fab-41be-ad97-340d07d39f1e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:13.725847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.749464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d66b9f50-6218-426d-8cb4-8b6e67af2ee9 req-a1194f46-1e33-4826-b11e-a66d17171389 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608997 Jul 08 02:04:13.812387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-7ead336f-d240-44c7-bf82-5aea98b0bbb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4964427-f4bc-471d-ad3e-27b5d0ca1f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215308 Jul 08 02:04:13.897790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Subnet': ['ID=72e99476-874e-4765-a58d-8e4c28c4e5f1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:13.951211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Checking segment: {'id': '2799d2dc-b683-4ba2-8087-69ca8fe231ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1109670b-9ac2-4348-84db-19f338b80358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:13.951211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Network hostable DHCP agents. Network: 1109670b-9ac2-4348-84db-19f338b80358, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:13.954094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-e2028c5c-c86c-45ba-9613-a15e64243e08 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.960735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-e2028c5c-c86c-45ba-9613-a15e64243e08 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.966811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-e2028c5c-c86c-45ba-9613-a15e64243e08 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.973285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-e2028c5c-c86c-45ba-9613-a15e64243e08 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.979318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-e2028c5c-c86c-45ba-9613-a15e64243e08 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.986025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-e2028c5c-c86c-45ba-9613-a15e64243e08 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.992163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-e2028c5c-c86c-45ba-9613-a15e64243e08 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:13.994175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-e2028c5c-c86c-45ba-9613-a15e64243e08 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5405 time: 0.8233447 Jul 08 02:04:13.999296 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51300183-6fbb-4924-8cc1-7124c8af9c56 x-openstack-request-id: req-51300183-6fbb-4924-8cc1-7124c8af9c56 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:13.999296 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "119c9585-b18f-486e-8834-3c9abd6e9957", "status": "completed", "code": 200}, {"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-deleted", "tag": "eb1b3524-0fab-41be-ad97-340d07d39f1e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:13.999730 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51300183-6fbb-4924-8cc1-7124c8af9c56 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:13.999841 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': '119c9585-b18f-486e-8834-3c9abd6e9957', 'status': 'completed', 'code': 200} Jul 08 02:04:14.000063 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-deleted', 'tag': 'eb1b3524-0fab-41be-ad97-340d07d39f1e', 'status': 'completed', 'code': 200} Jul 08 02:04:14.013212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a0dbcca7-15e6-4f64-a587-e5f6c54af513 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1207161811'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:14.103823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-946aaedb-fe12-41e3-9648-febafd2cc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.104894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-946aaedb-fe12-41e3-9648-febafd2cc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.105391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-946aaedb-fe12-41e3-9648-febafd2cc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.105887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-946aaedb-fe12-41e3-9648-febafd2cc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.106916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-946aaedb-fe12-41e3-9648-febafd2cc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.107894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-946aaedb-fe12-41e3-9648-febafd2cc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.108407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-946aaedb-fe12-41e3-9648-febafd2cc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.110608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-946aaedb-fe12-41e3-9648-febafd2cc4fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6357 time: 0.0860074 Jul 08 02:04:14.156534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-9941b8f3-6121-47f0-81af-ec39434d7e66 service neutron] 10.222.0.18 "GET /v2.0/networks/c4964427-f4bc-471d-ad3e-27b5d0ca1f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283370 Jul 08 02:04:14.240342 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73b7e62b-f5fd-4844-88ee-9a3143c60a20 req-35d47081-9a12-4b4c-98cf-34531c6f5ca5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2213392 Jul 08 02:04:14.253089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-6baaccf3-d082-49d8-8936-c38af085e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.253887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-6baaccf3-d082-49d8-8936-c38af085e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.254370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-6baaccf3-d082-49d8-8936-c38af085e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.256062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-6baaccf3-d082-49d8-8936-c38af085e3a9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1362565 Jul 08 02:04:14.267635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device fc342fe3-1493-4b70-a987-8d31f7a4f10e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:14.272426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0e601324-8fcb-404a-a993-4ea514998a00 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:14.361619 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95264052-5bda-45bf-b4db-5f75eb0337d6 req-1499efc9-f845-419c-b916-6d56b78af6cb service neutron] 10.222.0.18 "GET /v2.0/networks/c4964427-f4bc-471d-ad3e-27b5d0ca1f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912813 Jul 08 02:04:14.392430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:14.412021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.447737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-4fc25baf-f88c-4d34-94f6-8311e37c5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.447737 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91060768-abc0-4544-b8f3-7043bf521fe7 req-4fc25baf-f88c-4d34-94f6-8311e37c5c02 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596694 Jul 08 02:04:14.448112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Transition to ACTIVE for port object a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:14.480404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0e601324-8fcb-404a-a993-4ea514998a00, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0e601324-8fcb-404a-a993-4ea514998a00,segment=NetworkSegment(cf3f0945-41e1-4987-932d-e6184c45b7b9),segment_id=cf3f0945-41e1-4987-932d-e6184c45b7b9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:14.505495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '0e601324-8fcb-404a-a993-4ea514998a00', 'network_id': 'c4964427-f4bc-471d-ad3e-27b5d0ca1f59', 'port_id': '0e601324-8fcb-404a-a993-4ea514998a00', 'mac_address': 'fa:16:3e:f1:5e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0ac2c2-4600-4ec6-9373-40ab288f4f9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:14.507397 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.538729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4657c-427e-4f26-9a1c-b641b3610ef2 req-ad9caf8e-bc09-43f8-9269-2011d0d91268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.545867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4657c-427e-4f26-9a1c-b641b3610ef2 req-ad9caf8e-bc09-43f8-9269-2011d0d91268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.547894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0b4657c-427e-4f26-9a1c-b641b3610ef2 req-ad9caf8e-bc09-43f8-9269-2011d0d91268 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 1683 time: 0.1021550 Jul 08 02:04:14.559387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.578996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e601324-8fcb-404a-a993-4ea514998a00 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:14.595511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0b4657c-427e-4f26-9a1c-b641b3610ef2 req-a3eb172a-9a04-4417-8e11-45bb454b1e29 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Jul 08 02:04:14.613055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0e601324-8fcb-404a-a993-4ea514998a00, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0e601324-8fcb-404a-a993-4ea514998a00,segment=NetworkSegment(cf3f0945-41e1-4987-932d-e6184c45b7b9),segment_id=cf3f0945-41e1-4987-932d-e6184c45b7b9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:14.936937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149a32-9874-487a-853e-b61af91f5553 req-eac425e9-375a-46e2-a6cc-e77250e9eea9 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:14.937533 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a8149a32-9874-487a-853e-b61af91f5553 req-eac425e9-375a-46e2-a6cc-e77250e9eea9 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 943 time: 0.0710783 Jul 08 02:04:14.989430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a8149a32-9874-487a-853e-b61af91f5553 req-d6430aba-5580-4065-981b-fc4a098816db tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454900 Jul 08 02:04:14.998949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Network 1109670b-9ac2-4348-84db-19f338b80358 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:15.000014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cdcda302-f336-49ab-89cf-df82dee40b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.002549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.033130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0dbcca7-15e6-4f64-a587-e5f6c54af513 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.034448 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0dbcca7-15e6-4f64-a587-e5f6c54af513 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.045374 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.048688 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.051190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 40230943-848c-453b-98d5-c36e5de99897 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:15.078638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.118913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 1109670b-9ac2-4348-84db-19f338b80358) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:15.124378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:15.125027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.138864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f95ffe-417d-4ddc-bb5a-78aceead6f5e None None] Network 1109670b-9ac2-4348-84db-19f338b80358 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:15.239567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Attempting to bind port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:15.240071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Attempting to bind port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:15.240508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Attempting to bind port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 on network fb47c906-2c7b-4a26-95be-9d692f7ee33b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:15.243275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-085e9ede-16c3-4473-bf27-d841c5d33f75 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2537065 Jul 08 02:04:15.246239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:15.252293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'network_id': '1109670b-9ac2-4348-84db-19f338b80358', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-355280300'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:15.271942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Pushing event updated for resources: {'Port': ['ID=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:15.383115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=fc342fe3-1493-4b70-a987-8d31f7a4f10e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:15.417049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 on network fb47c906-2c7b-4a26-95be-9d692f7ee33b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:15.417785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Attempting to bind port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 on network fb47c906-2c7b-4a26-95be-9d692f7ee33b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:15.429751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:15.430807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Checking segment: {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:15.432854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Bound using segment: {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:15.433778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Bound port: a4560c85-0b26-4a69-a0d0-e5a1f12bbd77, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:15.435058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.437942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port fc342fe3-1493-4b70-a987-8d31f7a4f10e on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:15.443826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0dbcca7-15e6-4f64-a587-e5f6c54af513 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.452511 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.457642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-68ad87b4-1a6d-4be5-8876-3897113649d4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "DELETE /v2.0/ports/fc342fe3-1493-4b70-a987-8d31f7a4f10e HTTP/1.1" status: 204 len: 173 time: 2.8177209 Jul 08 02:04:15.608202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] For port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:15.612455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] For port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:15.618151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=0e601324-8fcb-404a-a993-4ea514998a00,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:15.681414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['0e601324-8fcb-404a-a993-4ea514998a00'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:15.711262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0dbcca7-15e6-4f64-a587-e5f6c54af513 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.764007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Made reservation on behalf of 263279cad97d4e9cb80133441d69555b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:15.768174 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.835310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] device_id is not set on port e31779c1-ce8e-4625-baa5-e3c5d59e2413 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:15.839087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.954505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.989048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:15.990081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.991682 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 HTTP/1.1" status: 200 len: 1092 time: 3.2331636 Jul 08 02:04:16.009952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-1109670b-9ac2-4348-84db-19f338b80358', 'network_id': '1109670b-9ac2-4348-84db-19f338b80358', 'tenant_id': '263279cad97d4e9cb80133441d69555b', 'fixed_ips': [{'subnet_id': '72e99476-874e-4765-a58d-8e4c28c4e5f1'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:16.016003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.077269 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.111400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40230943-848c-453b-98d5-c36e5de99897'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:16.111663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-deleted', 'tag': 'fc342fe3-1493-4b70-a987-8d31f7a4f10e'}, {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': 'a4560c85-0b26-4a69-a0d0-e5a1f12bbd77'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:16.115990 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caf9e3f-9aab-477c-ab72-38b95e53c649" -d '{"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-deleted", "tag": "fc342fe3-1493-4b70-a987-8d31f7a4f10e"}, {"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "a4560c85-0b26-4a69-a0d0-e5a1f12bbd77"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:16.117568 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8c98b3-2c63-468c-81b0-025a5d0a3eb9" -d '{"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-unplugged", "status": "completed", "tag": "40230943-848c-453b-98d5-c36e5de99897"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:16.139313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0dbcca7-15e6-4f64-a587-e5f6c54af513 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.145368 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a0dbcca7-15e6-4f64-a587-e5f6c54af513 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.4595785 Jul 08 02:04:16.147125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:16.160594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Request body: {'port': {'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:16.243546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 40230943-848c-453b-98d5-c36e5de99897, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=40230943-848c-453b-98d5-c36e5de99897,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:16.309131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.315142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device eb1b3524-0fab-41be-ad97-340d07d39f1e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:16.367771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Allocated IP 2001:db8::19c (1109670b-9ac2-4348-84db-19f338b80358/72e99476-874e-4765-a58d-8e4c28c4e5f1/e31779c1-ce8e-4625-baa5-e3c5d59e2413) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:16.375837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: eb1b3524-0fab-41be-ad97-340d07d39f1e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:04:16.376402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device eb1b3524-0fab-41be-ad97-340d07d39f1e not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:04:16.391502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6868c11-cb21-4974-b9b5-6eb74e36c304 service neutron] Pushing event updated for resources: {'Port': ['ID=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:16.419700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40322-bd12-4949-917e-249bd89c5480 req-11f948f3-c34b-440e-b2c4-3ed753fafaa6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.425492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=40230943-848c-453b-98d5-c36e5de99897,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:16.426237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40322-bd12-4949-917e-249bd89c5480 req-11f948f3-c34b-440e-b2c4-3ed753fafaa6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.433811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40322-bd12-4949-917e-249bd89c5480 req-11f948f3-c34b-440e-b2c4-3ed753fafaa6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.441120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40322-bd12-4949-917e-249bd89c5480 req-11f948f3-c34b-440e-b2c4-3ed753fafaa6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.447244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40322-bd12-4949-917e-249bd89c5480 req-11f948f3-c34b-440e-b2c4-3ed753fafaa6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.453580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40322-bd12-4949-917e-249bd89c5480 req-11f948f3-c34b-440e-b2c4-3ed753fafaa6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.459658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40322-bd12-4949-917e-249bd89c5480 req-11f948f3-c34b-440e-b2c4-3ed753fafaa6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.463210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15d40322-bd12-4949-917e-249bd89c5480 req-11f948f3-c34b-440e-b2c4-3ed753fafaa6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5417 time: 0.8487096 Jul 08 02:04:16.468811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port 40230943-848c-453b-98d5-c36e5de99897 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:16.469164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.474209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.513428 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfb938de-cbda-4443-97e9-f0d62886bf42 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.611122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15d40322-bd12-4949-917e-249bd89c5480 req-e89d1042-7f6b-48db-8aa5-2d6eea86d317 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236498 Jul 08 02:04:16.646953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port 40230943-848c-453b-98d5-c36e5de99897, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=40230943-848c-453b-98d5-c36e5de99897,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:16.647380 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.688559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635670b4-8401-42a7-8757-9c07c85034c7 req-2cae0c96-2f74-4578-9f7f-6c3f5f341852 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.694200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-635670b4-8401-42a7-8757-9c07c85034c7 req-2cae0c96-2f74-4578-9f7f-6c3f5f341852 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 946 time: 0.7680964 Jul 08 02:04:16.710115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for 40230943-848c-453b-98d5-c36e5de99897 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:16.836465 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.980961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Transition to ACTIVE for port object e31779c1-ce8e-4625-baa5-e3c5d59e2413 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:17.009878 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfb938de-cbda-4443-97e9-f0d62886bf42 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.018456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfb938de-cbda-4443-97e9-f0d62886bf42 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.029382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-635670b4-8401-42a7-8757-9c07c85034c7 req-1041f84c-89d8-4327-aa71-c517323723fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355659 Jul 08 02:04:17.191368 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfb938de-cbda-4443-97e9-f0d62886bf42 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.191906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb938de-cbda-4443-97e9-f0d62886bf42 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e83658ba-a7ec-4cc2-a87f-91cc30143be8 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:17.205602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfb938de-cbda-4443-97e9-f0d62886bf42 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.205602 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dfb938de-cbda-4443-97e9-f0d62886bf42 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e83658ba-a7ec-4cc2-a87f-91cc30143be8 HTTP/1.1" status: 204 len: 168 time: 1.0500813 Jul 08 02:04:17.205811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ca9aea-6092-4460-9126-3dd2fb598be7 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:17.206406 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48162) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:17.212717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-60e58b62-6c9a-4b55-8031-8261f86f0500 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Request body: {'router': {'name': 'tempest-router-1209915082', 'distributed': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:17.222782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81294393-bdf0-4316-9266-d3ca97a48531 req-2a0959b8-6802-4d7a-a51b-4ea47a4a5794 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.224165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.229805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81294393-bdf0-4316-9266-d3ca97a48531 req-2a0959b8-6802-4d7a-a51b-4ea47a4a5794 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 944 time: 0.3471560 Jul 08 02:04:17.233643 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.261406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Transition to ACTIVE for port object a6ca9aea-6092-4460-9126-3dd2fb598be7 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:17.277877 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc165ce1-8912-424f-9db3-e19b50a69bbd x-openstack-request-id: req-bc165ce1-8912-424f-9db3-e19b50a69bbd {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:17.295382 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-deleted", "tag": "fc342fe3-1493-4b70-a987-8d31f7a4f10e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "a4560c85-0b26-4a69-a0d0-e5a1f12bbd77", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:17.295382 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc165ce1-8912-424f-9db3-e19b50a69bbd {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:17.295382 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-deleted', 'tag': 'fc342fe3-1493-4b70-a987-8d31f7a4f10e', 'status': 'completed', 'code': 200} Jul 08 02:04:17.295382 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': 'a4560c85-0b26-4a69-a0d0-e5a1f12bbd77', 'status': 'completed', 'code': 200} Jul 08 02:04:17.295382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81294393-bdf0-4316-9266-d3ca97a48531 req-16ff9901-b82a-4a0a-81e0-55aac9858deb tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607066 Jul 08 02:04:17.296399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Network 1109670b-9ac2-4348-84db-19f338b80358 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:17.312758 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e22e5e-cb05-434a-92f2-289ead390fcd x-openstack-request-id: req-30e22e5e-cb05-434a-92f2-289ead390fcd {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:17.313532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:17.313982 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-unplugged", "status": "completed", "tag": "40230943-848c-453b-98d5-c36e5de99897", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:17.314489 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30e22e5e-cb05-434a-92f2-289ead390fcd {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:17.315850 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40230943-848c-453b-98d5-c36e5de99897', 'code': 200} Jul 08 02:04:17.331250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:17.336990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.337770 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.340894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Allocated IP 2001:db8::2 (1109670b-9ac2-4348-84db-19f338b80358/72e99476-874e-4765-a58d-8e4c28c4e5f1/5f85e06c-ce72-4b50-8544-76c965f35905) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:17.358463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.360279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.381660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=e31779c1-ce8e-4625-baa5-e3c5d59e2413,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:17.410416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-869e6da9-e639-4e6b-8e01-db7148e1b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.410873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-869e6da9-e639-4e6b-8e01-db7148e1b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.411371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-869e6da9-e639-4e6b-8e01-db7148e1b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.411863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-869e6da9-e639-4e6b-8e01-db7148e1b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.412393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-869e6da9-e639-4e6b-8e01-db7148e1b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.412870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-869e6da9-e639-4e6b-8e01-db7148e1b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.413343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-869e6da9-e639-4e6b-8e01-db7148e1b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.415420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-869e6da9-e639-4e6b-8e01-db7148e1b01c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6425 time: 0.1074402 Jul 08 02:04:17.423983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.503271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-60e58b62-6c9a-4b55-8031-8261f86f0500 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.509593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-60e58b62-6c9a-4b55-8031-8261f86f0500 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.569058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ca9aea-6092-4460-9126-3dd2fb598be7,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:17.578330 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.596574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Transition to ACTIVE for port object 5f85e06c-ce72-4b50-8544-76c965f35905 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:17.609080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a0f0c778-7b25-46e1-a096-a5b6cd948e61 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3611813 Jul 08 02:04:17.621090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:17.630366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-60e58b62-6c9a-4b55-8031-8261f86f0500 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.632674 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Transition to ACTIVE for port object 5f85e06c-ce72-4b50-8544-76c965f35905 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:17.636915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'network_id': '1109670b-9ac2-4348-84db-19f338b80358', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-141368473', 'allowed_address_pairs': [{'ip_address': '2001:db8::19c', 'mac_address': 'fa:16:3e:ab:f6:b1'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:17.667272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=40230943-848c-453b-98d5-c36e5de99897,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:17.725309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port 40230943-848c-453b-98d5-c36e5de99897 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:17.728844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.734715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ac30153-9aa4-4b70-bd86-d2f41651d544 req-e4592dcf-68b6-493e-84bc-8ee6073cfb3e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "DELETE /v2.0/ports/40230943-848c-453b-98d5-c36e5de99897 HTTP/1.1" status: 204 len: 173 time: 2.2682693 Jul 08 02:04:17.742271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Attempting to bind port a6ca9aea-6092-4460-9126-3dd2fb598be7 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:17.742271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Attempting to bind port a6ca9aea-6092-4460-9126-3dd2fb598be7 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:17.742271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Attempting to bind port a6ca9aea-6092-4460-9126-3dd2fb598be7 on network fb47c906-2c7b-4a26-95be-9d692f7ee33b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:17.753544 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Port a6ca9aea-6092-4460-9126-3dd2fb598be7 on network fb47c906-2c7b-4a26-95be-9d692f7ee33b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:17.754162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Attempting to bind port a6ca9aea-6092-4460-9126-3dd2fb598be7 on network fb47c906-2c7b-4a26-95be-9d692f7ee33b {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:17.760574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:17.761028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Checking segment: {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:17.761824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Bound using segment: {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:17.762417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Bound port: a6ca9aea-6092-4460-9126-3dd2fb598be7, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64cd6d2-9cd9-4c5f-918e-78addf755695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:17.763012 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.764668 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.853347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] For port a6ca9aea-6092-4460-9126-3dd2fb598be7, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:17.857600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] For port a6ca9aea-6092-4460-9126-3dd2fb598be7, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:17.862362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-2ebc7d83-318f-411a-ae67-d629a08e8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.862855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-2ebc7d83-318f-411a-ae67-d629a08e8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.863327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-2ebc7d83-318f-411a-ae67-d629a08e8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.866033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-2ebc7d83-318f-411a-ae67-d629a08e8428 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4410639 Jul 08 02:04:17.876394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Pushing event updated for resources: {'Port': ['ID=5f85e06c-ce72-4b50-8544-76c965f35905,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:17.876573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-60e58b62-6c9a-4b55-8031-8261f86f0500 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.905992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Network 1109670b-9ac2-4348-84db-19f338b80358 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:17.908324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:17.918099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:17.960005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.981996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:17.982653 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.984914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6ca9aea-6092-4460-9126-3dd2fb598be7 HTTP/1.1" status: 200 len: 1092 time: 1.8357677 Jul 08 02:04:18.004497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Attempting to bind port 5f85e06c-ce72-4b50-8544-76c965f35905 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:18.004882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Attempting to bind port 5f85e06c-ce72-4b50-8544-76c965f35905 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2799d2dc-b683-4ba2-8087-69ca8fe231ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1109670b-9ac2-4348-84db-19f338b80358'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:18.005264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Attempting to bind port 5f85e06c-ce72-4b50-8544-76c965f35905 on network 1109670b-9ac2-4348-84db-19f338b80358 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:18.010703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:18.011094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Checking segment: {'id': '2799d2dc-b683-4ba2-8087-69ca8fe231ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1109670b-9ac2-4348-84db-19f338b80358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:18.012493 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.012493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Bound using segment: {'id': '2799d2dc-b683-4ba2-8087-69ca8fe231ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1109670b-9ac2-4348-84db-19f338b80358'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:18.012493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Bound port: 5f85e06c-ce72-4b50-8544-76c965f35905, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2799d2dc-b683-4ba2-8087-69ca8fe231ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1109670b-9ac2-4348-84db-19f338b80358'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:18.013014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.027619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-52e38835-eff1-4c40-9981-332c2c2fbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.029888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2caf9e3f-9aab-477c-ab72-38b95e53c649 req-52e38835-eff1-4c40-9981-332c2c2fbce1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231418 Jul 08 02:04:18.067647 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-60e58b62-6c9a-4b55-8031-8261f86f0500 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.069753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-60e58b62-6c9a-4b55-8031-8261f86f0500 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8621261 Jul 08 02:04:18.078285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48186) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:18.113401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-9efd91b8-e039-4708-9e14-19c68d0a2c23 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.119168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] For port 5f85e06c-ce72-4b50-8544-76c965f35905, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:18.129836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-9efd91b8-e039-4708-9e14-19c68d0a2c23 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.130168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] For port 5f85e06c-ce72-4b50-8544-76c965f35905, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5f85e06c-ce72-4b50-8544-76c965f35905,segment=NetworkSegment(2799d2dc-b683-4ba2-8087-69ca8fe231ea),segment_id=2799d2dc-b683-4ba2-8087-69ca8fe231ea)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:18.130616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.180097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-9efd91b8-e039-4708-9e14-19c68d0a2c23 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.197753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-9efd91b8-e039-4708-9e14-19c68d0a2c23 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.206773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-9efd91b8-e039-4708-9e14-19c68d0a2c23 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.212725 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.216073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-9efd91b8-e039-4708-9e14-19c68d0a2c23 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.234494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-9efd91b8-e039-4708-9e14-19c68d0a2c23 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.237743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-9efd91b8-e039-4708-9e14-19c68d0a2c23 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.3415234 Jul 08 02:04:18.244606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7885dc1-8d8b-4e8d-b105-6388e99c7876 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ca9aea-6092-4460-9126-3dd2fb598be7,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:18.271279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0e601324-8fcb-404a-a993-4ea514998a00 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:18.310956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Made reservation on behalf of 263279cad97d4e9cb80133441d69555b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:18.329814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7061011-ac38-4e33-acaa-19a91b6bce87 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.336210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6e025d4-d9bc-4dbb-a1e2-72b04706889f req-8b803ad6-a614-42a9-93d6-90177cc1eb17 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb480b1a-a586-4c8e-90dd-a275fcc5de20 HTTP/1.1" status: 200 len: 210 time: 0.0938599 Jul 08 02:04:18.389783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16cc1c97-7899-42c7-afa3-1d345acdbf03 req-b8b15417-75c4-4072-9590-f63a0ea3ea09 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396418 Jul 08 02:04:18.420928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94193e7-9d6d-414c-a2bb-e55f70fd1194 None None] Pushing event updated for resources: {'Port': ['ID=5f85e06c-ce72-4b50-8544-76c965f35905,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:18.523572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f7d1778b-2f64-4687-bab9-8f7e58996550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.524064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f7d1778b-2f64-4687-bab9-8f7e58996550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.524542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f7d1778b-2f64-4687-bab9-8f7e58996550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.525015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f7d1778b-2f64-4687-bab9-8f7e58996550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.525489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f7d1778b-2f64-4687-bab9-8f7e58996550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.525972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f7d1778b-2f64-4687-bab9-8f7e58996550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.526444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f7d1778b-2f64-4687-bab9-8f7e58996550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.528972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-f7d1778b-2f64-4687-bab9-8f7e58996550 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6493 time: 0.3236372 Jul 08 02:04:18.564822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 0e601324-8fcb-404a-a993-4ea514998a00 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:18.577907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 0e601324-8fcb-404a-a993-4ea514998a00 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:18.577907 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.747438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b92a33-70f3-449d-ae9d-d7d177f21b4e req-56587742-94f3-48fe-9dc4-8bb7c5eb6fb9 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.751492 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.754264 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b9a8796b-f939-4c35-83a3-031fd10851e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e013a462-e232-4554-9b60-37e08a5e3964 HTTP/1.1" status: 200 len: 217 time: 0.1918917 Jul 08 02:04:18.755466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c7b92a33-70f3-449d-ae9d-d7d177f21b4e req-56587742-94f3-48fe-9dc4-8bb7c5eb6fb9 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 944 time: 0.1992145 Jul 08 02:04:18.832142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0e601324-8fcb-404a-a993-4ea514998a00, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0e601324-8fcb-404a-a993-4ea514998a00,segment=NetworkSegment(cf3f0945-41e1-4987-932d-e6184c45b7b9),segment_id=cf3f0945-41e1-4987-932d-e6184c45b7b9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:18.837346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c7b92a33-70f3-449d-ae9d-d7d177f21b4e req-1a2be14a-9947-45a3-bc15-0a32f54f5b43 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707712 Jul 08 02:04:18.838104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7061011-ac38-4e33-acaa-19a91b6bce87 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.848153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-2843d5da-003f-480e-990e-6198092b0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:18.849522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-2843d5da-003f-480e-990e-6198092b0185 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09c91ac0-e2f8-4201-859b-8baa1a6a77a3 HTTP/1.1" status: 200 len: 855 time: 0.0787549 Jul 08 02:04:18.850699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7061011-ac38-4e33-acaa-19a91b6bce87 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.890230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.974315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.048050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=0e601324-8fcb-404a-a993-4ea514998a00,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:19.056345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.058736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.058736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.058736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.058736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.058736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.059252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.059754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.060241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.060739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.061237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.061721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:19.280681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-deleted', 'tag': '40230943-848c-453b-98d5-c36e5de99897'}, {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': 'a6ca9aea-6092-4460-9126-3dd2fb598be7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:19.283374 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aacce7-cf1e-4ab3-921a-2aebaea8b276" -d '{"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-deleted", "tag": "40230943-848c-453b-98d5-c36e5de99897"}, {"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "a6ca9aea-6092-4460-9126-3dd2fb598be7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:19.297727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] device_id is not set on port 7f1ef06d-a0e2-462a-9aab-cf921fd97252 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:19.316850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9258be-946d-45d5-bc9e-8af695efd991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e601324-8fcb-404a-a993-4ea514998a00'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:19.319395 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433096dd-a371-4fb0-8a68-f3e05fc03af6" -d '{"events": [{"server_uuid": "9a9258be-946d-45d5-bc9e-8af695efd991", "name": "network-vif-plugged", "status": "completed", "tag": "0e601324-8fcb-404a-a993-4ea514998a00"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:19.323569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-94510269-c476-4032-85c2-98fff6353c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.325731 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-94510269-c476-4032-85c2-98fff6353c37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4661031 Jul 08 02:04:19.356448 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c668eb2d-732e-448f-9566-dd882294a410 x-openstack-request-id: req-c668eb2d-732e-448f-9566-dd882294a410 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:19.356792 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb480b1a-a586-4c8e-90dd-a275fcc5de20", "name": "network-vif-deleted", "tag": "40230943-848c-453b-98d5-c36e5de99897", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "a6ca9aea-6092-4460-9126-3dd2fb598be7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:19.357051 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c668eb2d-732e-448f-9566-dd882294a410 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:19.357464 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb480b1a-a586-4c8e-90dd-a275fcc5de20', 'name': 'network-vif-deleted', 'tag': '40230943-848c-453b-98d5-c36e5de99897', 'status': 'completed', 'code': 200} Jul 08 02:04:19.357918 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': 'a6ca9aea-6092-4460-9126-3dd2fb598be7', 'status': 'completed', 'code': 200} Jul 08 02:04:19.375996 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f88307b-7a02-4ee0-b4e1-969a3c176cd3 x-openstack-request-id: req-0f88307b-7a02-4ee0-b4e1-969a3c176cd3 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:19.376269 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9258be-946d-45d5-bc9e-8af695efd991", "name": "network-vif-plugged", "status": "completed", "tag": "0e601324-8fcb-404a-a993-4ea514998a00", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:19.376681 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f88307b-7a02-4ee0-b4e1-969a3c176cd3 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:19.377314 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9258be-946d-45d5-bc9e-8af695efd991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e601324-8fcb-404a-a993-4ea514998a00', 'code': 200} Jul 08 02:04:19.395271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7061011-ac38-4e33-acaa-19a91b6bce87 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.395856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7061011-ac38-4e33-acaa-19a91b6bce87 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f75b92e-a8c1-4f43-9545-0713db28769c {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:19.400395 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7061011-ac38-4e33-acaa-19a91b6bce87 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.401548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b7061011-ac38-4e33-acaa-19a91b6bce87 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "DELETE /v2.0/routers/2f75b92e-a8c1-4f43-9545-0713db28769c HTTP/1.1" status: 204 len: 168 time: 1.3211277 Jul 08 02:04:19.406187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48234) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:19.415945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-99b08114-0e17-416f-be95-936a2ce1d466 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Request body: {'router': {'name': 'tempest-router-321578598', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1d451470971146b19a73f3624fa44854'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:19.521743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:19.559963 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99b08114-0e17-416f-be95-936a2ce1d466 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.561545 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99b08114-0e17-416f-be95-936a2ce1d466 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.570782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf0eb4-ac6d-423b-9da4-dd13b1af9ca3 req-bbe40b62-9aea-4698-bb87-65d3ca5ade74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.572971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9eaf0eb4-ac6d-423b-9da4-dd13b1af9ca3 req-bbe40b62-9aea-4698-bb87-65d3ca5ade74 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 1097 time: 0.0896401 Jul 08 02:04:19.658052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba4de4f-8f03-4e36-a167-d433544aa061 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting subnet 46b30e2d-4a97-4390-a8c9-b2d72e467eb3 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:04:19.663209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba4de4f-8f03-4e36-a167-d433544aa061 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.743610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbd929-b403-4be4-8fbb-8717eac2956a None None] Network 1109670b-9ac2-4348-84db-19f338b80358 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:19.750413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-07565d1d-e5c5-49c7-b6ad-3ce29eb03aab service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142067 Jul 08 02:04:19.762019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba4de4f-8f03-4e36-a167-d433544aa061 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.763562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99b08114-0e17-416f-be95-936a2ce1d466 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.788205 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9eaf0eb4-ac6d-423b-9da4-dd13b1af9ca3 req-cb450157-2fc6-402d-97b5-29fbe85d7be6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046809 Jul 08 02:04:19.823832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256502c-e928-4a14-b993-f4efd156386c req-5baeb037-e08e-472f-8206-d3e7b50477c3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.831327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256502c-e928-4a14-b993-f4efd156386c req-5baeb037-e08e-472f-8206-d3e7b50477c3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.838616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256502c-e928-4a14-b993-f4efd156386c req-5baeb037-e08e-472f-8206-d3e7b50477c3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.845345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256502c-e928-4a14-b993-f4efd156386c req-5baeb037-e08e-472f-8206-d3e7b50477c3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.851731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256502c-e928-4a14-b993-f4efd156386c req-5baeb037-e08e-472f-8206-d3e7b50477c3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.857946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256502c-e928-4a14-b993-f4efd156386c req-5baeb037-e08e-472f-8206-d3e7b50477c3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.864340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256502c-e928-4a14-b993-f4efd156386c req-5baeb037-e08e-472f-8206-d3e7b50477c3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.872744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c256502c-e928-4a14-b993-f4efd156386c req-5baeb037-e08e-472f-8206-d3e7b50477c3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.2941287 Jul 08 02:04:19.951563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Allocated IP 2001:db8::71 (1109670b-9ac2-4348-84db-19f338b80358/72e99476-874e-4765-a58d-8e4c28c4e5f1/7f1ef06d-a0e2-462a-9aab-cf921fd97252) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:19.986137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b5592345-d736-4aac-a79e-bef6274d65c0 None None] Provisioning for port 5f85e06c-ce72-4b50-8544-76c965f35905 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:20.026817 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b2450c0b-7564-4314-8300-466350d5e312 service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572622 Jul 08 02:04:20.156898 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-cda2ef85-a258-4e49-8a94-b971f4ba806c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 200 len: 217 time: 0.1120427 Jul 08 02:04:20.272601 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba4de4f-8f03-4e36-a167-d433544aa061 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.379628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-95e2a304-0c7b-4376-bb95-adb8f143b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:20.383094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-95e2a304-0c7b-4376-bb95-adb8f143b6ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.1945624 Jul 08 02:04:20.393838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99b08114-0e17-416f-be95-936a2ce1d466 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.466410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ad8dab8a-5167-46b5-aa19-d0352ed03f0c None None] Provisioning for port e31779c1-ce8e-4625-baa5-e3c5d59e2413 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:20.466650 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c256502c-e928-4a14-b993-f4efd156386c req-74639e71-90ff-4822-9a0d-a454565879cd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5928071 Jul 08 02:04:20.472952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ad8dab8a-5167-46b5-aa19-d0352ed03f0c None None] Provisioning complete for port e31779c1-ce8e-4625-baa5-e3c5d59e2413 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:20.475316 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad8dab8a-5167-46b5-aa19-d0352ed03f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.499652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608635eb-2d14-450f-9491-b41c79406bb8 req-e354e4f8-b538-4a4f-b771-f28d622399c1 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:20.502180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-608635eb-2d14-450f-9491-b41c79406bb8 req-e354e4f8-b538-4a4f-b771-f28d622399c1 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 945 time: 0.4178708 Jul 08 02:04:20.505562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99b08114-0e17-416f-be95-936a2ce1d466 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.507148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-99b08114-0e17-416f-be95-936a2ce1d466 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0995286 Jul 08 02:04:20.511893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48262) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:20.525091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:20.550660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dab8a-5167-46b5-aa19-d0352ed03f0c None None] Port e31779c1-ce8e-4625-baa5-e3c5d59e2413 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:20.575759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba4de4f-8f03-4e36-a167-d433544aa061 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.648792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.669122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58931a5-301c-4a93-8d1c-1954b8ffe586 None None] Network 08980ff0-3d68-4347-b55b-7ca203854d88 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:20.697784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ba4de4f-8f03-4e36-a167-d433544aa061 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.704255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ba4de4f-8f03-4e36-a167-d433544aa061 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "DELETE /v2.0/subnets/46b30e2d-4a97-4390-a8c9-b2d72e467eb3 HTTP/1.1" status: 204 len: 168 time: 1.1175876 Jul 08 02:04:20.716636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4de4f-8f03-4e36-a167-d433544aa061 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Subnet': ['ID=46b30e2d-4a97-4390-a8c9-b2d72e467eb3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:20.736739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:20.752571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Transition to ACTIVE for port object 7f1ef06d-a0e2-462a-9aab-cf921fd97252 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:20.767489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5f85e06c-ce72-4b50-8544-76c965f35905 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:20.797585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-608635eb-2d14-450f-9491-b41c79406bb8 req-cdad767a-a600-422a-88e0-e02f12646412 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948680 Jul 08 02:04:20.872178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-cd5c1838-d4f3-4824-9752-52e26bbdf6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:20.874013 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-cd5c1838-d4f3-4824-9752-52e26bbdf6ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4819903 Jul 08 02:04:20.941015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.947523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.983831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f798cd33-14c8-47a4-83bd-fba464cff47d None None] Provisioning complete for port e31779c1-ce8e-4625-baa5-e3c5d59e2413 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:20.985688 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f798cd33-14c8-47a4-83bd-fba464cff47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.008600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.040501 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.054964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f798cd33-14c8-47a4-83bd-fba464cff47d None None] Port e31779c1-ce8e-4625-baa5-e3c5d59e2413 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:21.080832 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-ba5e54b9-1991-4e74-8dd6-971a8da2fffb service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868961 Jul 08 02:04:21.095937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100713) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 08 02:04:21.096385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Router 6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2 migrating from provider to provider. {{(pid=100713) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 08 02:04:21.096908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.102933 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.176482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:21.176850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.181846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] DHCP port deletion for 08980ff0-3d68-4347-b55b-7ca203854d88 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:04:21.193234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.230161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.237076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5f85e06c-ce72-4b50-8544-76c965f35905 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:21.244681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5f85e06c-ce72-4b50-8544-76c965f35905 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:21.245059 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.290243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] Deleting port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:21.290535 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.291480 n-d-695189-13 neutron-server[100713]: WARNING neutron.scheduler.l3_agent_scheduler [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] No L3 agents can host the router 6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2 Jul 08 02:04:21.329347 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-b54ac804-0166-43c0-9b88-344cf0b1e229 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388804 Jul 08 02:04:21.331100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Network 1109670b-9ac2-4348-84db-19f338b80358 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:21.340041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:21.340041 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.340041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=7f1ef06d-a0e2-462a-9aab-cf921fd97252,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:21.351793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:21.394748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:21.401867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.402552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.402810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] For port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,segment=NetworkSegment(1627c031-9ae3-4767-bf22-1e72999b7589),segment_id=1627c031-9ae3-4767-bf22-1e72999b7589)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:21.403217 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.405686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:21.411587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-7b9b2ea3-72ac-41fd-a3d9-b5b503d3f39b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 200 len: 217 time: 0.0723479 Jul 08 02:04:21.420004 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.421989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] Calling delete_port for 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:21.453838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Hosts for router 6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2: [] {{(pid=100713) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 08 02:04:21.480848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Hosts for other DVR routers connected to router 6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2: set() {{(pid=100713) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 08 02:04:21.484128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.485458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-81db3c0a-e898-4a58-90ae-184081cb598e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "PUT /v2.0/routers/6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2 HTTP/1.1" status: 200 len: 716 time: 0.9718828 Jul 08 02:04:21.488215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48288) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:21.500118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5f85e06c-ce72-4b50-8544-76c965f35905, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5f85e06c-ce72-4b50-8544-76c965f35905,segment=NetworkSegment(2799d2dc-b683-4ba2-8087-69ca8fe231ea),segment_id=2799d2dc-b683-4ba2-8087-69ca8fe231ea)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:21.551726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0bde95b2-0681-4f19-a100-99a9a2848225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.553153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0bde95b2-0681-4f19-a100-99a9a2848225 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.1328192 Jul 08 02:04:21.574726 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bc7fcab4-f7d1-4f89-89d5-2bb1b63bf794 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "GET /v2.0/routers/6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2 HTTP/1.1" status: 200 len: 716 time: 0.0853102 Jul 08 02:04:21.577365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48292) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:21.626303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c27b5877-7350-4f1f-94a1-2902252497db tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.0034506 Jul 08 02:04:21.629153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48296) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:21.680586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-249f7029-f958-4691-b93c-a6c76c7eeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.682769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-249f7029-f958-4691-b93c-a6c76c7eeac2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122422 Jul 08 02:04:21.706446 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.766525 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.769656 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5f85e06c-ce72-4b50-8544-76c965f35905,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:21.770892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ad281-333c-48d8-8bbe-bfca28e0d866 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.779896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ad281-333c-48d8-8bbe-bfca28e0d866 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.787125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ad281-333c-48d8-8bbe-bfca28e0d866 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.791833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b42ad281-333c-48d8-8bbe-bfca28e0d866 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1597676 Jul 08 02:04:21.792204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48300) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:21.810127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] No DVR routers for this DVR port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:21.812288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c3f7f-4c35-4614-9d6b-a1232e9ba9be None None] Pushing event deleted for resources: {'Port': ['ID=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:21.844150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.909927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-635ec378-10c4-4e4b-adf7-3d9cb9af0d47 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.919059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-635ec378-10c4-4e4b-adf7-3d9cb9af0d47 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.930098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-635ec378-10c4-4e4b-adf7-3d9cb9af0d47 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.933727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-635ec378-10c4-4e4b-adf7-3d9cb9af0d47 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.941000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-635ec378-10c4-4e4b-adf7-3d9cb9af0d47 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.951381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-635ec378-10c4-4e4b-adf7-3d9cb9af0d47 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.952319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4175e878-f059-4a28-b4a3-d72fc5b8e1f4 None None] Provisioning for port 7f1ef06d-a0e2-462a-9aab-cf921fd97252 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:21.956105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-635ec378-10c4-4e4b-adf7-3d9cb9af0d47 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:21.956847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4175e878-f059-4a28-b4a3-d72fc5b8e1f4 None None] Provisioning complete for port 7f1ef06d-a0e2-462a-9aab-cf921fd97252 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:21.957387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4175e878-f059-4a28-b4a3-d72fc5b8e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.960315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-635ec378-10c4-4e4b-adf7-3d9cb9af0d47 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.3203053 Jul 08 02:04:21.969283 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:21.978545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:21.981598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-e25746ef-9203-465a-99d2-526b3ed8f6fc service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877650 Jul 08 02:04:21.997481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-10c93381-7114-4e8c-b6b9-4aac04b6f76e tempest-RoutersTestDVR-506024317 tempest-RoutersTestDVR-506024317-project] 10.222.0.10 "GET /v2.0/routers/6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2 HTTP/1.1" status: 200 len: 682 time: 0.4184203 Jul 08 02:04:21.998129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48310) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:22.010405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4175e878-f059-4a28-b4a3-d72fc5b8e1f4 None None] Port 7f1ef06d-a0e2-462a-9aab-cf921fd97252 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:22.127877 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf805de1-d909-40f7-810a-afe06300b801 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.130637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a28f684a-29a4-4ebf-993d-5e96969b1853 req-66c9ef1b-69fc-4b22-bef7-99b178dce37c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532338 Jul 08 02:04:22.194755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.206097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08980ff0-3d68-4347-b55b-7ca203854d88']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:22.219108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1627c031-9ae3-4767-bf22-1e72999b7589') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:22.219108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1627c031-9ae3-4767-bf22-1e72999b7589') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:22.229184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.245056 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.248741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-4be00a18-24ad-4477-a41d-d9e7e173d3e7 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219269 Jul 08 02:04:22.253442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:22.253878 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:22.257657 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:22.344220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-7b8cc490-ac02-46ff-bc93-5d49c993bc0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737 HTTP/1.1" status: 200 len: 217 time: 0.0488958 Jul 08 02:04:22.346720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480168c-6c59-4b11-980a-838c91afa1c0 req-7f9be8ac-e1e6-4e9e-a8dd-c1ab7ccf5dc2 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:22.348385 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5480168c-6c59-4b11-980a-838c91afa1c0 req-7f9be8ac-e1e6-4e9e-a8dd-c1ab7ccf5dc2 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 945 time: 0.3817835 Jul 08 02:04:22.352266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-755a62c3-254b-497e-ba03-cf9c12115785 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Deleting port 7f1ef06d-a0e2-462a-9aab-cf921fd97252 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:22.352739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-755a62c3-254b-497e-ba03-cf9c12115785 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.360690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf805de1-d909-40f7-810a-afe06300b801 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.373104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf805de1-d909-40f7-810a-afe06300b801 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.395417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c0d8aad5-fac3-4d0d-9131-32d2b3c83ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:22.396843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c0d8aad5-fac3-4d0d-9131-32d2b3c83ba1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0448480 Jul 08 02:04:22.461360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-ed5ddae0-4320-46f6-8c7d-53cda8ae73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:22.462884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-ed5ddae0-4320-46f6-8c7d-53cda8ae73d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0574009 Jul 08 02:04:22.509727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5480168c-6c59-4b11-980a-838c91afa1c0 req-356e7cab-c5b4-446f-a6ee-d49994a61677 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538711 Jul 08 02:04:22.534503 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-755a62c3-254b-497e-ba03-cf9c12115785 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.547569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-755a62c3-254b-497e-ba03-cf9c12115785 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Calling delete_port for 7f1ef06d-a0e2-462a-9aab-cf921fd97252 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:22.582332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-7ddc274a-9d87-4d78-bcb3-2f7204d6b428 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028802 Jul 08 02:04:22.582332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.585915 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf805de1-d909-40f7-810a-afe06300b801 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.586432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf805de1-d909-40f7-810a-afe06300b801 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:22.590997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.595133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "DELETE /v2.0/networks/08980ff0-3d68-4347-b55b-7ca203854d88 HTTP/1.1" status: 204 len: 168 time: 1.8530855 Jul 08 02:04:22.596922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf805de1-d909-40f7-810a-afe06300b801 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.598080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bf805de1-d909-40f7-810a-afe06300b801 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "DELETE /v2.0/routers/6b0afdcb-7aa9-4bef-9ee9-9953f134d8b2 HTTP/1.1" status: 204 len: 168 time: 0.5765796 Jul 08 02:04:22.598685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48330) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:22.612926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48332) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:22.649847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5f85e06c-ce72-4b50-8544-76c965f35905 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:22.653819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b969cf12-c0ed-4b8e-97bd-0cb9befd51e8 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Request body: {'router': {'name': 'tempest-router-1548047939', 'distributed': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:22.718438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5f85e06c-ce72-4b50-8544-76c965f35905 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:22.718888 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.732388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-d638add1-8e31-4bf8-b4f4-86205632e7ca tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting subnet 46ad2e9a-d3be-4a2d-8c33-d4556e350362 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:04:22.738039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d638add1-8e31-4bf8-b4f4-86205632e7ca tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.796154 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d638add1-8e31-4bf8-b4f4-86205632e7ca tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.828859 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b969cf12-c0ed-4b8e-97bd-0cb9befd51e8 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.829900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b969cf12-c0ed-4b8e-97bd-0cb9befd51e8 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.916841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:22.938455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:04:22.938804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7334b5e4-dcef-4e03-8bbb-e8cf7bd2f8bc not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:04:22.989070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fa2c0-6c1c-4e42-95dc-801fc3dc69fc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Network': ['ID=08980ff0-3d68-4347-b55b-7ca203854d88,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:23.003150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b969cf12-c0ed-4b8e-97bd-0cb9befd51e8 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.034422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-fd5f391a-1f1a-4a62-91c3-a6ff7e2b2e34 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378388 Jul 08 02:04:23.034658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d638add1-8e31-4bf8-b4f4-86205632e7ca tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.081383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-c81ea2f7-f897-406c-87f6-318cd3e880a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=119c9585-b18f-486e-8834-3c9abd6e9957 HTTP/1.1" status: 200 len: 217 time: 0.0381138 Jul 08 02:04:23.129533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-755a62c3-254b-497e-ba03-cf9c12115785 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.134033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0da7cf82-2913-4a5e-95d8-46a288a547bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.135585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-0da7cf82-2913-4a5e-95d8-46a288a547bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0451834 Jul 08 02:04:23.160475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a62c3-254b-497e-ba03-cf9c12115785 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Port': ['ID=7f1ef06d-a0e2-462a-9aab-cf921fd97252,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:23.163017 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b969cf12-c0ed-4b8e-97bd-0cb9befd51e8 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.166945 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d638add1-8e31-4bf8-b4f4-86205632e7ca tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.255631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638add1-8e31-4bf8-b4f4-86205632e7ca tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Subnet': ['ID=46ad2e9a-d3be-4a2d-8c33-d4556e350362,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:23.257846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d638add1-8e31-4bf8-b4f4-86205632e7ca tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.268246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d638add1-8e31-4bf8-b4f4-86205632e7ca tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "DELETE /v2.0/subnets/46ad2e9a-d3be-4a2d-8c33-d4556e350362 HTTP/1.1" status: 204 len: 168 time: 0.6552215 Jul 08 02:04:23.272168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:23.281459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcc7ce1-bbce-4f4e-bf69-4bec7b5222ed None None] Network 99e020ac-e0a3-44bc-9ec3-345e5d093221 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:23.407984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-167cb9f7-baa9-49d2-acde-4f15081359f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.410667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-167cb9f7-baa9-49d2-acde-4f15081359f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2618802 Jul 08 02:04:23.435785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b969cf12-c0ed-4b8e-97bd-0cb9befd51e8 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.445915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b969cf12-c0ed-4b8e-97bd-0cb9befd51e8 tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7986784 Jul 08 02:04:23.446382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48370) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:23.447793 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-755a62c3-254b-497e-ba03-cf9c12115785 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.452967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-755a62c3-254b-497e-ba03-cf9c12115785 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "DELETE /v2.0/ports/7f1ef06d-a0e2-462a-9aab-cf921fd97252 HTTP/1.1" status: 204 len: 168 time: 1.6566269 Jul 08 02:04:23.455400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:23.462501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.612860 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1008f4-66be-4de9-80f2-ea7067e141a8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] GET failed (client error): The resource could not be found. Jul 08 02:04:23.617864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ae1008f4-66be-4de9-80f2-ea7067e141a8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "GET /v2.0/ports/7f1ef06d-a0e2-462a-9aab-cf921fd97252 HTTP/1.1" status: 404 len: 333 time: 0.1424069 Jul 08 02:04:23.624179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48386) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:23.635611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ce11386-d0ae-49e9-bb5a-a9323f16cb6e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.642781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'network_id': '1109670b-9ac2-4348-84db-19f338b80358', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-678940386'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:23.664571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] DHCP port deletion for 99e020ac-e0a3-44bc-9ec3-345e5d093221 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:04:23.727747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] Deleting port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:23.735502 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.792079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-ae48a0da-49eb-4cd5-8f6e-273264495316 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.798717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-ae48a0da-49eb-4cd5-8f6e-273264495316 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.805370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-ae48a0da-49eb-4cd5-8f6e-273264495316 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.812698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-ae48a0da-49eb-4cd5-8f6e-273264495316 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.812872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] For port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:23.813019 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.822110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-ae48a0da-49eb-4cd5-8f6e-273264495316 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.829709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-ae48a0da-49eb-4cd5-8f6e-273264495316 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.835895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-ae48a0da-49eb-4cd5-8f6e-273264495316 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.837300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] Calling delete_port for 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:23.844187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-ae48a0da-49eb-4cd5-8f6e-273264495316 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.4393594 Jul 08 02:04:23.874401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-2fbccf5d-6b6c-40be-957c-b28d0fb548af service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060245 Jul 08 02:04:23.874658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ce11386-d0ae-49e9-bb5a-a9323f16cb6e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.879539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ce11386-d0ae-49e9-bb5a-a9323f16cb6e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.988058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6fc4b338-c8bd-4984-b9f7-6225e3eb60d0 req-c1ac521e-1cdd-476d-bf34-dbc16a74325a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428018 Jul 08 02:04:24.013491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:24.013491 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.034115 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.069152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] No DVR routers for this DVR port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:24.077664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe0b9d-3b45-4147-96b1-cfe9866fdacd None None] Pushing event deleted for resources: {'Port': ['ID=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:24.144843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,segment=NetworkSegment(6d2cc6aa-49e3-4abb-8243-f55622e217cb),segment_id=6d2cc6aa-49e3-4abb-8243-f55622e217cb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:24.145401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.162510 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-58f226ce-49ba-4f51-abf0-f1c730b7f3f6 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741759 Jul 08 02:04:24.170709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:24.228435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-cee2b05d-4c60-4591-a687-f36d833a90bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 HTTP/1.1" status: 200 len: 217 time: 0.0505817 Jul 08 02:04:24.270970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Made reservation on behalf of 263279cad97d4e9cb80133441d69555b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:24.274756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.341765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] device_id is not set on port 794e13c7-72c9-40fe-92d3-9afca9c225f6 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:24.349067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27683def-2909-49cb-8b75-c5818fe3149a req-efddf34d-909d-4386-bd6f-6bc5a95b60b7 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:24.351804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27683def-2909-49cb-8b75-c5818fe3149a req-efddf34d-909d-4386-bd6f-6bc5a95b60b7 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 945 time: 0.6208963 Jul 08 02:04:24.362152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d1bdbdb1-9f83-4c09-81f5-0edff030607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:24.363686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-d1bdbdb1-9f83-4c09-81f5-0edff030607e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.1056819 Jul 08 02:04:24.394525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27683def-2909-49cb-8b75-c5818fe3149a req-9bf02155-7dd8-438b-b989-2ab4da8db425 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/security-groups?id=e224469a-237b-484e-8976-fde0ea928a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367916 Jul 08 02:04:24.420341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.450517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:24.453869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:24.454718 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ce11386-d0ae-49e9-bb5a-a9323f16cb6e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.458185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce11386-d0ae-49e9-bb5a-a9323f16cb6e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 187d976c-5437-47c5-854a-4ec75121d388 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:24.462752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ce11386-d0ae-49e9-bb5a-a9323f16cb6e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.464991 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5ce11386-d0ae-49e9-bb5a-a9323f16cb6e tempest-RoutersTestDVR-1422599799 tempest-RoutersTestDVR-1422599799-project-admin] 10.222.0.10 "DELETE /v2.0/routers/187d976c-5437-47c5-854a-4ec75121d388 HTTP/1.1" status: 204 len: 168 time: 1.0099373 Jul 08 02:04:24.533838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-2f09a693-b1b0-4cf3-917c-479506f4b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:24.535570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-2f09a693-b1b0-4cf3-917c-479506f4b59c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1649203 Jul 08 02:04:24.621659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:24.649220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:04:24.649637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2d8b7cb9-8dd4-4e6e-a258-2f852e98b88b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:04:24.674369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-af8c0163-7736-40b1-96dc-25aff31763bc tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:24.676088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-af8c0163-7736-40b1-96dc-25aff31763bc tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 945 time: 0.1041546 Jul 08 02:04:24.697276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.718733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e020ac-e0a3-44bc-9ec3-345e5d093221']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:24.735017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2cc6aa-49e3-4abb-8243-f55622e217cb') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:24.735311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2cc6aa-49e3-4abb-8243-f55622e217cb') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:24.759092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Allocated IP 2001:db8::31f (1109670b-9ac2-4348-84db-19f338b80358/72e99476-874e-4765-a58d-8e4c28c4e5f1/794e13c7-72c9-40fe-92d3-9afca9c225f6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:24.765744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.791150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Deleting port 0e601324-8fcb-404a-a993-4ea514998a00 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:24.791538 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.797421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.820696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:24.821111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:24.824118 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:24.843004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-50994297-d441-4dd7-8465-d953afdfe5cd service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884064 Jul 08 02:04:24.894227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] For port 0e601324-8fcb-404a-a993-4ea514998a00, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0e601324-8fcb-404a-a993-4ea514998a00,segment=NetworkSegment(cf3f0945-41e1-4987-932d-e6184c45b7b9),segment_id=cf3f0945-41e1-4987-932d-e6184c45b7b9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:24.894717 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.909338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Calling delete_port for 0e601324-8fcb-404a-a993-4ea514998a00 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:25.058809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-15432993-aabf-4f15-b698-07d4931419fd service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889102 Jul 08 02:04:25.109597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.118385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-4ae2829d-2110-4f8a-81e7-6b4246b7cb6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7 HTTP/1.1" status: 200 len: 217 time: 0.0492303 Jul 08 02:04:25.119418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.124117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "DELETE /v2.0/networks/99e020ac-e0a3-44bc-9ec3-345e5d093221 HTTP/1.1" status: 204 len: 168 time: 1.8482099 Jul 08 02:04:25.124305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48472) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:25.125009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.129569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48474) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:25.139773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-833132117'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:25.166092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37f98-1512-4d50-b37b-bb2c52237534 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Network': ['ID=99e020ac-e0a3-44bc-9ec3-345e5d093221,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:25.201031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-432c77fe-b774-47a0-ac2f-eaf950314e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.202835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-432c77fe-b774-47a0-ac2f-eaf950314e6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.0742526 Jul 08 02:04:25.235020 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.242447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Transition to ACTIVE for port object 794e13c7-72c9-40fe-92d3-9afca9c225f6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:25.246134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['0e601324-8fcb-404a-a993-4ea514998a00'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:25.272364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Pushing event deleted for resources: {'Port': ['ID=0e601324-8fcb-404a-a993-4ea514998a00,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:25.293791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-706fd97e-6f11-4712-ad9e-cc23bef5fe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.296392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-368d0c76-bc95-4b20-9851-b7264e4d9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.298050 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-368d0c76-bc95-4b20-9851-b7264e4d9629 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0848753 Jul 08 02:04:25.344748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24d8a-0a77-4013-a437-6589876c87fb req-5653b70e-e147-47a9-b434-d6ae53aa3606 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.350893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24d8a-0a77-4013-a437-6589876c87fb req-5653b70e-e147-47a9-b434-d6ae53aa3606 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.357326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24d8a-0a77-4013-a437-6589876c87fb req-5653b70e-e147-47a9-b434-d6ae53aa3606 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.363198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24d8a-0a77-4013-a437-6589876c87fb req-5653b70e-e147-47a9-b434-d6ae53aa3606 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.369094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24d8a-0a77-4013-a437-6589876c87fb req-5653b70e-e147-47a9-b434-d6ae53aa3606 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.375569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24d8a-0a77-4013-a437-6589876c87fb req-5653b70e-e147-47a9-b434-d6ae53aa3606 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.382327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24d8a-0a77-4013-a437-6589876c87fb req-5653b70e-e147-47a9-b434-d6ae53aa3606 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.384341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01b24d8a-0a77-4013-a437-6589876c87fb req-5653b70e-e147-47a9-b434-d6ae53aa3606 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.2377963 Jul 08 02:04:25.392787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.403396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-4bdf9cff-75bc-4199-859f-67450eb86aab service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967369 Jul 08 02:04:25.406367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:25.410871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.412047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] No DVR routers for this DVR port 0e601324-8fcb-404a-a993-4ea514998a00 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:25.430423 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.438088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6d0b09c-5125-49c9-87e3-bf72108e873d req-75dcfe3c-08f3-45bd-93e9-2b8c5e634927 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.18 "DELETE /v2.0/ports/0e601324-8fcb-404a-a993-4ea514998a00 HTTP/1.1" status: 204 len: 173 time: 0.7560267 Jul 08 02:04:25.443552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9258be-946d-45d5-bc9e-8af695efd991', 'name': 'network-vif-deleted', 'tag': '0e601324-8fcb-404a-a993-4ea514998a00'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:25.443696 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e352e92-12f1-4a7b-9546-db6180ce4273" -d '{"events": [{"server_uuid": "9a9258be-946d-45d5-bc9e-8af695efd991", "name": "network-vif-deleted", "tag": "0e601324-8fcb-404a-a993-4ea514998a00"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:25.493418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Network 1109670b-9ac2-4348-84db-19f338b80358 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:25.499798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:25.503146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=794e13c7-72c9-40fe-92d3-9afca9c225f6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:25.505844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:25.511889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.512559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.540649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:25.596798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e749fc8-c675-4bd1-93a0-b5a8136c9d82 req-42a75402-6d7a-49e5-9d3f-69759d6f9ee1 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 210 time: 0.0486343 Jul 08 02:04:25.597086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01b24d8a-0a77-4013-a437-6589876c87fb req-116ec20c-c158-4cbf-b64b-bb13d47fa5b0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1749363 Jul 08 02:04:25.597086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.597086 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Added segment b3bff8d2-3eea-4fee-bd19-746b5560c154 of type vlan for network e8a7c465-71e8-438d-a94a-3fa180b772a2 Jul 08 02:04:25.613035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed902458-e437-487b-a7ac-bcc2e8f41d2b req-7bbe26f4-8919-4b0a-88d7-e9eb005a8548 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808412 Jul 08 02:04:25.661454 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec30683-84e9-4025-89dd-31017eb76768 x-openstack-request-id: req-4ec30683-84e9-4025-89dd-31017eb76768 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:25.661634 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9258be-946d-45d5-bc9e-8af695efd991", "name": "network-vif-deleted", "tag": "0e601324-8fcb-404a-a993-4ea514998a00", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:25.661839 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ec30683-84e9-4025-89dd-31017eb76768 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:25.662243 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9258be-946d-45d5-bc9e-8af695efd991', 'name': 'network-vif-deleted', 'tag': '0e601324-8fcb-404a-a993-4ea514998a00', 'status': 'completed', 'code': 200} Jul 08 02:04:25.705169 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.769676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-706fd97e-6f11-4712-ad9e-cc23bef5fe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.864551 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.870598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.871290 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.933939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5427721c-f66a-4b00-9895-e72245ed946e None None] Provisioning for port 794e13c7-72c9-40fe-92d3-9afca9c225f6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:25.939464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5427721c-f66a-4b00-9895-e72245ed946e None None] Provisioning complete for port 794e13c7-72c9-40fe-92d3-9afca9c225f6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:25.940615 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5427721c-f66a-4b00-9895-e72245ed946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.956269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-a06e7f80-d20e-4b10-9720-92411f0c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.956758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-a06e7f80-d20e-4b10-9720-92411f0c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.957423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-a06e7f80-d20e-4b10-9720-92411f0c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.958365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-a06e7f80-d20e-4b10-9720-92411f0c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.958851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-a06e7f80-d20e-4b10-9720-92411f0c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.959328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-a06e7f80-d20e-4b10-9720-92411f0c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.959875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-a06e7f80-d20e-4b10-9720-92411f0c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:25.961819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-a06e7f80-d20e-4b10-9720-92411f0c216e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6493 time: 0.0994155 Jul 08 02:04:25.992924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5427721c-f66a-4b00-9895-e72245ed946e None None] Port 794e13c7-72c9-40fe-92d3-9afca9c225f6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:26.006818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-706fd97e-6f11-4712-ad9e-cc23bef5fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.029397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b3d7f37-0836-4fea-ba8b-e69a6ff2e049 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4024854 Jul 08 02:04:26.031961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:26.037333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19c', 'mac_address': 'fa:16:3e:ab:f6:b1'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:26.042175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Network': ['ID=e8a7c465-71e8-438d-a94a-3fa180b772a2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:26.063378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e8a7c465-71e8-438d-a94a-3fa180b772a2 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:26.065673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fd97e-6f11-4712-ad9e-cc23bef5fe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095dc18f-9706-4305-afc8-84d01375fa9a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:26.072933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-706fd97e-6f11-4712-ad9e-cc23bef5fe35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d451470971146b19a73f3624fa44854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9492743 Jul 08 02:04:26.075974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48508) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:26.096959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e0de5a8b-c9a2-4e35-a2f4-aa9c578108c9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9662516 Jul 08 02:04:26.099796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48512) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:26.107631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'subnet': {'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:26.173567 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-4784fcc3-a728-4bc5-baaa-8077079e21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.175084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-4784fcc3-a728-4bc5-baaa-8077079e21e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb47c906-2c7b-4a26-95be-9d692f7ee33b HTTP/1.1" status: 200 len: 903 time: 0.1987422 Jul 08 02:04:26.214452 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59bd5bae-a6b1-4073-8962-0bc810d6752c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.250920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59bd5bae-a6b1-4073-8962-0bc810d6752c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.386624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:26.391262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.447507 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59bd5bae-a6b1-4073-8962-0bc810d6752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.450884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-59bd5bae-a6b1-4073-8962-0bc810d6752c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.454383 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-59bd5bae-a6b1-4073-8962-0bc810d6752c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/095dc18f-9706-4305-afc8-84d01375fa9a HTTP/1.1" status: 204 len: 168 time: 0.3752570 Jul 08 02:04:26.473633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd5bae-a6b1-4073-8962-0bc810d6752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095dc18f-9706-4305-afc8-84d01375fa9a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:26.512891 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-ba94fd66-09b1-45bc-96b6-a512c1eb517d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7 HTTP/1.1" status: 200 len: 217 time: 0.3289807 Jul 08 02:04:26.609190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-5e542e84-a6de-4ba9-b467-4f31bbb67359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.610853 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-5e542e84-a6de-4ba9-b467-4f31bbb67359 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.0907145 Jul 08 02:04:26.616629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.757049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-45184518-52d2-4a70-8520-125047590016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.759590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-45184518-52d2-4a70-8520-125047590016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1403961 Jul 08 02:04:26.881859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-39172cdc-9d80-4968-8e37-34525591a25d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.888415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-39172cdc-9d80-4968-8e37-34525591a25d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.888594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d04aa1dd-8c8b-4161-a7ad-5ce15e1fb555 req-5eb15cea-8caa-43f0-a84b-9df7b70d4283 tempest-ServerGroupTestJSON-947218652 tempest-ServerGroupTestJSON-947218652-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a9258be-946d-45d5-bc9e-8af695efd991 HTTP/1.1" status: 200 len: 210 time: 0.0759706 Jul 08 02:04:26.896225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-39172cdc-9d80-4968-8e37-34525591a25d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.903283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-39172cdc-9d80-4968-8e37-34525591a25d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.911898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-39172cdc-9d80-4968-8e37-34525591a25d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.922075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-39172cdc-9d80-4968-8e37-34525591a25d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.931114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-39172cdc-9d80-4968-8e37-34525591a25d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.935061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-39172cdc-9d80-4968-8e37-34525591a25d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.1481848 Jul 08 02:04:26.938382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.035016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-ee3c0ffa-035d-4308-8e0c-ecfe583b8319 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592156 Jul 08 02:04:27.056238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Subnet': ['ID=a3ea9232-1524-46be-99ab-d2f7778e848f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:27.077289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d0e25c5-65fe-4199-95e1-efbeac85a5eb req-26f6c63a-6789-4ad6-b1c2-efbdb8ebb3ba tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1259184 Jul 08 02:04:27.085693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Checking segment: {'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:27.086263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network hostable DHCP agents. Network: e8a7c465-71e8-438d-a94a-3fa180b772a2, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:27.138765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.175303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network e8a7c465-71e8-438d-a94a-3fa180b772a2 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:27.179632 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21aacce7-cf1e-4ab3-921a-2aebaea8b276 req-e32f2f8a-5a42-4799-8f04-7b918a9f4456 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364186 Jul 08 02:04:27.226584 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.263128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] In _notify_port_updated(), no bound segment for port 794e13c7-72c9-40fe-92d3-9afca9c225f6 on network 1109670b-9ac2-4348-84db-19f338b80358 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:27.268728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:27.269374 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.270718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "PUT /v2.0/ports/794e13c7-72c9-40fe-92d3-9afca9c225f6 HTTP/1.1" status: 200 len: 1002 time: 1.2378287 Jul 08 02:04:27.276552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:27.323295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf36ba4-f697-4c32-8ba8-7d12b0d3790e tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=794e13c7-72c9-40fe-92d3-9afca9c225f6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:27.347067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, e8a7c465-71e8-438d-a94a-3fa180b772a2) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:27.351700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:27.352403 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.361792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a93beb-28eb-4222-8f71-b687ad2b92a5 None None] Network e8a7c465-71e8-438d-a94a-3fa180b772a2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:27.420445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ca2da-023b-438e-8688-bf8f9751fb3d tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Deleting port 794e13c7-72c9-40fe-92d3-9afca9c225f6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:27.420680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2da-023b-438e-8688-bf8f9751fb3d tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.484559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-71b74109-5dbd-4912-a7c8-04b82c31e46f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3811550 Jul 08 02:04:27.486917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48548) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:27.493105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-829561173'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:27.523498 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2da-023b-438e-8688-bf8f9751fb3d tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.539758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95322353-87fe-4b69-af58-3ad764ab8801 None None] Provisioning complete for port 794e13c7-72c9-40fe-92d3-9afca9c225f6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:27.539758 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95322353-87fe-4b69-af58-3ad764ab8801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.542690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ca2da-023b-438e-8688-bf8f9751fb3d tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Calling delete_port for 794e13c7-72c9-40fe-92d3-9afca9c225f6 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:27.585095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48560) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:27.588832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-95322353-87fe-4b69-af58-3ad764ab8801 None None] Port 794e13c7-72c9-40fe-92d3-9afca9c225f6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:27.599910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-e8a7c465-71e8-438d-a94a-3fa180b772a2', 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2', 'tenant_id': '8f51832be61b47718e58951561411272', 'fixed_ips': [{'subnet_id': 'a3ea9232-1524-46be-99ab-d2f7778e848f'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:27.600737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.605197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:27.609793 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.627226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09a96b8f-d788-48cf-ba8a-f7ea6fdbcc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.661540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:27.805496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.805862 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Added segment 81d897d1-94e8-46f6-bf58-f3fd1c82c3b6 of type vlan for network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e Jul 08 02:04:27.846817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.964169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2da-023b-438e-8688-bf8f9751fb3d tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.029600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ca2da-023b-438e-8688-bf8f9751fb3d tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Port': ['ID=794e13c7-72c9-40fe-92d3-9afca9c225f6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:28.040785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.053342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.053342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.132646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Network': ['ID=5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:28.178834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:28.184550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Allocated IP 19.80.0.2 (e8a7c465-71e8-438d-a94a-3fa180b772a2/a3ea9232-1524-46be-99ab-d2f7778e848f/1fbaab37-fc0f-40ba-8025-6f7584787ac5) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:28.184735 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09a96b8f-d788-48cf-ba8a-f7ea6fdbcc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.245427 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff9ca2da-023b-438e-8688-bf8f9751fb3d tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.251596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48586) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:28.252054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ff9ca2da-023b-438e-8688-bf8f9751fb3d tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "DELETE /v2.0/ports/794e13c7-72c9-40fe-92d3-9afca9c225f6 HTTP/1.1" status: 204 len: 168 time: 0.9772217 Jul 08 02:04:28.289698 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cd6c12-43c4-4d5e-8636-da36a058cb60 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] GET failed (client error): The resource could not be found. Jul 08 02:04:28.294000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-08cd6c12-43c4-4d5e-8636-da36a058cb60 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "GET /v2.0/ports/794e13c7-72c9-40fe-92d3-9afca9c225f6 HTTP/1.1" status: 404 len: 333 time: 0.0405691 Jul 08 02:04:28.306267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48588) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:28.313346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'network_id': '1109670b-9ac2-4348-84db-19f338b80358', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-390133201'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:28.326789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0e601324-8fcb-404a-a993-4ea514998a00 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:28.366852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 0e601324-8fcb-404a-a993-4ea514998a00 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:04:28.368190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0e601324-8fcb-404a-a993-4ea514998a00 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:04:28.383467 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-09a96b8f-d788-48cf-ba8a-f7ea6fdbcc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.459394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ce072577-4627-461d-b88a-f9714b566cd5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.465547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ce072577-4627-461d-b88a-f9714b566cd5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.471806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ce072577-4627-461d-b88a-f9714b566cd5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.474242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.482900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ce072577-4627-461d-b88a-f9714b566cd5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.483941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Transition to ACTIVE for port object 1fbaab37-fc0f-40ba-8025-6f7584787ac5 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:28.490709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ce072577-4627-461d-b88a-f9714b566cd5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.499627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ce072577-4627-461d-b88a-f9714b566cd5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.505222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Transition to ACTIVE for port object 1fbaab37-fc0f-40ba-8025-6f7584787ac5 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:28.508636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ce072577-4627-461d-b88a-f9714b566cd5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.510673 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ce072577-4627-461d-b88a-f9714b566cd5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.2153568 Jul 08 02:04:28.531538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-114d0801-3523-4f25-a830-60aab6161304 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0415859 Jul 08 02:04:28.531538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a96b8f-d788-48cf-ba8a-f7ea6fdbcc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb876fd5-9d87-44d8-a4b5-4ac74ad2478a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:28.532353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:28.545201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'subnet': {'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:28.568288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-09a96b8f-d788-48cf-ba8a-f7ea6fdbcc0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9a60722d20b4132ad19acd08cc6f0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9819930 Jul 08 02:04:28.576022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48608) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:28.613461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc2f3c15-7627-4da5-a7c9-333690f8ed48 req-ea16b33b-5efe-4bee-a224-e078f84d8785 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880001 Jul 08 02:04:28.662994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.663192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Made reservation on behalf of 263279cad97d4e9cb80133441d69555b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:28.666617 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.690937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Network e8a7c465-71e8-438d-a94a-3fa180b772a2 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:28.694171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] device_id is not set on port e6aa7031-a674-4ff4-9ec6-29f6fa519b11 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:28.718223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:28.722904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:28.746453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9834-078e-4971-aa41-2e1852a74190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.771704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9834-078e-4971-aa41-2e1852a74190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.788177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Pushing event updated for resources: {'Port': ['ID=1fbaab37-fc0f-40ba-8025-6f7584787ac5,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:28.802630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Attempting to bind port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:28.803014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Attempting to bind port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:28.803422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Attempting to bind port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 on network e8a7c465-71e8-438d-a94a-3fa180b772a2 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:28.808714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:28.809105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Checking segment: {'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:28.809513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.809915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Bound using segment: {'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:28.810388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Bound port: 1fbaab37-fc0f-40ba-8025-6f7584787ac5, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:28.810778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.868247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:28.875944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.878746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] For port 1fbaab37-fc0f-40ba-8025-6f7584787ac5, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:28.883051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] For port 1fbaab37-fc0f-40ba-8025-6f7584787ac5, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1fbaab37-fc0f-40ba-8025-6f7584787ac5,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:28.913859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48628) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:28.950080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Allocated IP 2001:db8::2f7 (1109670b-9ac2-4348-84db-19f338b80358/72e99476-874e-4765-a58d-8e4c28c4e5f1/e6aa7031-a674-4ff4-9ec6-29f6fa519b11) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:28.959397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cbad83-41df-4a43-9a61-c36ce6f47f82 admin admin] Deleting subnet 1f0ac2c2-4600-4ec6-9373-40ab288f4f9c {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:04:28.962557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41cbad83-41df-4a43-9a61-c36ce6f47f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.988994 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9834-078e-4971-aa41-2e1852a74190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.992086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9834-078e-4971-aa41-2e1852a74190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.993229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1e6c9834-078e-4971-aa41-2e1852a74190 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb876fd5-9d87-44d8-a4b5-4ac74ad2478a HTTP/1.1" status: 204 len: 168 time: 0.4158342 Jul 08 02:04:29.007961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c9834-078e-4971-aa41-2e1852a74190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb876fd5-9d87-44d8-a4b5-4ac74ad2478a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.013561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41cbad83-41df-4a43-9a61-c36ce6f47f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.063806 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41cbad83-41df-4a43-9a61-c36ce6f47f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.082574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.165951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e1ab3-f89a-49cd-9bbb-5cc7843327fb None None] Pushing event updated for resources: {'Port': ['ID=1fbaab37-fc0f-40ba-8025-6f7584787ac5,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.264384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.267727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41cbad83-41df-4a43-9a61-c36ce6f47f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.282583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Transition to ACTIVE for port object e6aa7031-a674-4ff4-9ec6-29f6fa519b11 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:29.301165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbad83-41df-4a43-9a61-c36ce6f47f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0ac2c2-4600-4ec6-9373-40ab288f4f9c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.308453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41cbad83-41df-4a43-9a61-c36ce6f47f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.310663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-41cbad83-41df-4a43-9a61-c36ce6f47f82 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1f0ac2c2-4600-4ec6-9373-40ab288f4f9c HTTP/1.1" status: 204 len: 168 time: 0.3957164 Jul 08 02:04:29.313159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:29.335989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.483204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.519370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Subnet': ['ID=c26f6ee6-9792-4e3f-a08b-35b8937c4d1e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.593559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.609577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Checking segment: {'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:29.609963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network hostable DHCP agents. Network: 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:29.622783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.663130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4964427-f4bc-471d-ad3e-27b5d0ca1f59']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:29.688255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Network 1109670b-9ac2-4348-84db-19f338b80358 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:29.694263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3f0945-41e1-4987-932d-e6184c45b7b9') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:29.694569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3f0945-41e1-4987-932d-e6184c45b7b9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:29.708707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:29.715862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:29.718035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.718735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.734076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.738264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=e6aa7031-a674-4ff4-9ec6-29f6fa519b11,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.770814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.787891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:29.788416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:29.790456 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:29.826373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:29.836716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872c78-38b5-4113-a756-bf81bc6be808 req-a1e6c9d0-a414-4726-bfc0-e683ee004cf5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.844160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872c78-38b5-4113-a756-bf81bc6be808 req-a1e6c9d0-a414-4726-bfc0-e683ee004cf5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.850580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872c78-38b5-4113-a756-bf81bc6be808 req-a1e6c9d0-a414-4726-bfc0-e683ee004cf5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.857100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872c78-38b5-4113-a756-bf81bc6be808 req-a1e6c9d0-a414-4726-bfc0-e683ee004cf5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.863498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872c78-38b5-4113-a756-bf81bc6be808 req-a1e6c9d0-a414-4726-bfc0-e683ee004cf5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.869722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872c78-38b5-4113-a756-bf81bc6be808 req-a1e6c9d0-a414-4726-bfc0-e683ee004cf5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.876146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872c78-38b5-4113-a756-bf81bc6be808 req-a1e6c9d0-a414-4726-bfc0-e683ee004cf5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.878525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50872c78-38b5-4113-a756-bf81bc6be808 req-a1e6c9d0-a414-4726-bfc0-e683ee004cf5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.1281693 Jul 08 02:04:29.884668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7c9fbeb7-d32b-45b3-ba53-12a5680eb14b tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5768704 Jul 08 02:04:29.887647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48654) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:29.893423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:f6:b1'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:29.939016 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50872c78-38b5-4113-a756-bf81bc6be808 req-43048119-a9d1-4ef4-acfa-2a547c486687 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496969 Jul 08 02:04:30.008036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.009577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:30.018806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.021743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c4964427-f4bc-471d-ad3e-27b5d0ca1f59 HTTP/1.1" status: 204 len: 168 time: 0.7061014 Jul 08 02:04:30.030433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:30.031076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.032723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f038f-1343-42df-92a0-29a06dccf713 None None] Network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:30.057874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997de03b-0117-4de6-9419-c11d992aba29 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4964427-f4bc-471d-ad3e-27b5d0ca1f59,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:30.064098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.228588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bc09f2dc-1e8c-4d8c-a16c-2d7c3c432d89 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6889987 Jul 08 02:04:30.325694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48666) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:30.346378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.385633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e', 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e', 'tenant_id': '8f51832be61b47718e58951561411272', 'fixed_ips': [{'subnet_id': 'c26f6ee6-9792-4e3f-a08b-35b8937c4d1e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:30.386520 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.469843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d35a70ee-f3d9-4a64-a190-feb849f8d571 None None] Provisioning for port e6aa7031-a674-4ff4-9ec6-29f6fa519b11 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:30.483706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d35a70ee-f3d9-4a64-a190-feb849f8d571 None None] Provisioning complete for port e6aa7031-a674-4ff4-9ec6-29f6fa519b11 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:30.484566 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d35a70ee-f3d9-4a64-a190-feb849f8d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.501078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.520634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f069a-e3d0-4a9e-a6fb-57821dddaf1e None None] Network e8a7c465-71e8-438d-a94a-3fa180b772a2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:30.549359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] In _notify_port_updated(), no bound segment for port e6aa7031-a674-4ff4-9ec6-29f6fa519b11 on network 1109670b-9ac2-4348-84db-19f338b80358 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:30.555615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:30.561187 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.561187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "PUT /v2.0/ports/e6aa7031-a674-4ff4-9ec6-29f6fa519b11 HTTP/1.1" status: 200 len: 1002 time: 0.6688793 Jul 08 02:04:30.562050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48684) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:30.664810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d35a70ee-f3d9-4a64-a190-feb849f8d571 None None] Port e6aa7031-a674-4ff4-9ec6-29f6fa519b11 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:30.742273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1fbaab37-fc0f-40ba-8025-6f7584787ac5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:30.768493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-5c0f1947-b9f3-465f-9c7c-98849f9b688c tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:30.774396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-5c0f1947-b9f3-465f-9c7c-98849f9b688c tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:30.776498 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-5c0f1947-b9f3-465f-9c7c-98849f9b688c tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/networks?id=e8a7c465-71e8-438d-a94a-3fa180b772a2&id=5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e HTTP/1.1" status: 200 len: 1390 time: 0.2177677 Jul 08 02:04:30.797683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c17318-a8a7-4311-97b0-f3ce1d556f72 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=e6aa7031-a674-4ff4-9ec6-29f6fa519b11,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:30.807907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-84b37e6b-317b-477a-89b9-4019fb2c3e66 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/quotas/8f51832be61b47718e58951561411272 HTTP/1.1" status: 200 len: 375 time: 0.0248284 Jul 08 02:04:30.828557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e62b65af-7c82-489a-9969-fe4d2a3db23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.846828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Allocated IP 19.86.0.2 (5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e/c26f6ee6-9792-4e3f-a08b-35b8937c4d1e/4d93f0b0-3391-4606-ad2d-59f20ba5f5a9) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:30.851100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48690) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:30.925065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ae59976d-698b-453c-a481-994745f28fc8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Deleting port e6aa7031-a674-4ff4-9ec6-29f6fa519b11 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:30.925795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae59976d-698b-453c-a481-994745f28fc8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.948851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5d2fa499-660e-4774-bf14-c40735559e86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1627b2b29df4be18f616780e34a411f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954740 Jul 08 02:04:30.952045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48692) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:30.971971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2a258b4d-4319-4a93-8cf7-e3084a8fe064 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1624007 Jul 08 02:04:31.098988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-05a317a2-8fa9-4084-a932-fc8e1b0ed782 None None] Provisioning for port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:31.110363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae59976d-698b-453c-a481-994745f28fc8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.111634 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad48347-c44f-4eec-8fe4-be314dd991b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.142616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48698) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:31.150500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-e9ebc9fc-4bb1-4b13-ad20-ddb9fe4c6bde service neutron] 10.222.0.10 "GET /v2.0/networks/e8a7c465-71e8-438d-a94a-3fa180b772a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590810 Jul 08 02:04:31.157531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad48347-c44f-4eec-8fe4-be314dd991b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.164191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ae59976d-698b-453c-a481-994745f28fc8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Calling delete_port for e6aa7031-a674-4ff4-9ec6-29f6fa519b11 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:31.224756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e62b65af-7c82-489a-9969-fe4d2a3db23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.251119 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.271919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Transition to ACTIVE for port object 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:31.282087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9c5fc31f-1fae-4a05-986b-0b618fb0d1c2 None None] Provisioning complete for port e6aa7031-a674-4ff4-9ec6-29f6fa519b11 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:31.288797 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc31f-1fae-4a05-986b-0b618fb0d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.288797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:31.313326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-644748734'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:31.324085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e62b65af-7c82-489a-9969-fe4d2a3db23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.334632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Transition to ACTIVE for port object 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:31.345411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:31.346504 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.359079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-26ecf7ef-d918-4b6b-9c6f-b733eeb07688 service neutron] 10.222.0.10 "GET /v2.0/networks/e8a7c465-71e8-438d-a94a-3fa180b772a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824799 Jul 08 02:04:31.404925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e62b65af-7c82-489a-9969-fe4d2a3db23a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9594049a5e9d44b990402e4561de2545&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0743856 Jul 08 02:04:31.409477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48702) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:31.410151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b65af-7c82-489a-9969-fe4d2a3db23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a1328-6946-4a91-9e1d-625a693e5218,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:31.422770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fc31f-1fae-4a05-986b-0b618fb0d1c2 None None] Port e6aa7031-a674-4ff4-9ec6-29f6fa519b11 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:31.439098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad48347-c44f-4eec-8fe4-be314dd991b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.443459 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad48347-c44f-4eec-8fe4-be314dd991b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.449197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4ad48347-c44f-4eec-8fe4-be314dd991b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e224469a-237b-484e-8976-fde0ea928a37 HTTP/1.1" status: 204 len: 168 time: 0.4961252 Jul 08 02:04:31.456856 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.461543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-24a624fe-8bbc-484b-a556-67df0fcd74cb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.468391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-24a624fe-8bbc-484b-a556-67df0fcd74cb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.472188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad48347-c44f-4eec-8fe4-be314dd991b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e224469a-237b-484e-8976-fde0ea928a37,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:31.476272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-24a624fe-8bbc-484b-a556-67df0fcd74cb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.483018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-24a624fe-8bbc-484b-a556-67df0fcd74cb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.502833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-24a624fe-8bbc-484b-a556-67df0fcd74cb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.509934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-24a624fe-8bbc-484b-a556-67df0fcd74cb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.515223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.516631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-24a624fe-8bbc-484b-a556-67df0fcd74cb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.524532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-24a624fe-8bbc-484b-a556-67df0fcd74cb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.2983053 Jul 08 02:04:31.530043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Made reservation on behalf of a15585b147674dc98ede81c7091ffc69 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:31.534921 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.554889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:31.563551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:31.569879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:31.578257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Pushing event updated for resources: {'Port': ['ID=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:31.581428 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.589042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-12b59171-5d7a-4f76-9810-7033437ce856 service neutron] 10.222.0.10 "GET /v2.0/networks/5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275043 Jul 08 02:04:31.591913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 1fbaab37-fc0f-40ba-8025-6f7584787ac5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1fbaab37-fc0f-40ba-8025-6f7584787ac5,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:31.638801 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68f4598d-75f6-4204-978c-80f87657fdf9 req-876439c4-de33-4695-b089-47db3afa0cb3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132908 Jul 08 02:04:31.662385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Attempting to bind port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:31.662680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Attempting to bind port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:31.663046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Attempting to bind port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 on network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:31.675988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:31.675988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Checking segment: {'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:31.675988 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.675988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Bound using segment: {'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:31.675988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Bound port: 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:31.675988 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.681429 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-910a82c5-073d-44cd-8fd5-75cc63d64bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.685945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-94cbac41-6c65-4828-8316-360f0632a94c None None] Provisioning complete for port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:31.686328 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-94cbac41-6c65-4828-8316-360f0632a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.688149 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.716287 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-910a82c5-073d-44cd-8fd5-75cc63d64bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.737427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-75fa8753-290a-44ad-a2b0-4c0278b782d4 service neutron] 10.222.0.10 "GET /v2.0/networks/5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374099 Jul 08 02:04:31.821140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=1fbaab37-fc0f-40ba-8025-6f7584787ac5,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:31.838022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.877575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae59976d-698b-453c-a481-994745f28fc8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.907456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59976d-698b-453c-a481-994745f28fc8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Port': ['ID=e6aa7031-a674-4ff4-9ec6-29f6fa519b11,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:31.952883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.953291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] For port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:31.953716 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae59976d-698b-453c-a481-994745f28fc8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.960681 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ae59976d-698b-453c-a481-994745f28fc8 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "DELETE /v2.0/ports/e6aa7031-a674-4ff4-9ec6-29f6fa519b11 HTTP/1.1" status: 204 len: 168 time: 1.3990624 Jul 08 02:04:31.961426 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-910a82c5-073d-44cd-8fd5-75cc63d64bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.963993 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-910a82c5-073d-44cd-8fd5-75cc63d64bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.967937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48710) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:31.969543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-910a82c5-073d-44cd-8fd5-75cc63d64bd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd5a1328-6946-4a91-9e1d-625a693e5218 HTTP/1.1" status: 204 len: 168 time: 0.5529988 Jul 08 02:04:31.980909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a82c5-073d-44cd-8fd5-75cc63d64bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a1328-6946-4a91-9e1d-625a693e5218,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:31.981042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] For port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:32.023815 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-631fb7a7-2bdc-4389-97f9-006439773ace tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] GET failed (client error): The resource could not be found. Jul 08 02:04:32.028655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-631fb7a7-2bdc-4389-97f9-006439773ace tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "GET /v2.0/ports/e6aa7031-a674-4ff4-9ec6-29f6fa519b11 HTTP/1.1" status: 404 len: 333 time: 0.0543807 Jul 08 02:04:32.030215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48714) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:32.037869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'network_id': '1109670b-9ac2-4348-84db-19f338b80358', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-54617523'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:32.055897 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.057257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:32.069203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae22e8e-538a-4b7b-9657-b9b55189417b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:32.081203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.081635 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Added segment a40642aa-476b-40ac-8fe9-a14f268c526d of type vlan for network 9fc23fb3-3680-427f-b31f-678cf1bb097a Jul 08 02:04:32.189637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971ea03-877e-48fc-ac95-c3a5f2fb69fe None None] Pushing event updated for resources: {'Port': ['ID=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:32.206981 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.271022 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92a78bf7-e667-4c6c-a91a-4389a848cb7d req-ce04951d-b5c7-4a95-8f22-03c1eadbfed4 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 210 time: 0.0782273 Jul 08 02:04:32.369899 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.377376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:32.378254 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.506475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Made reservation on behalf of 263279cad97d4e9cb80133441d69555b for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:32.510164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.534596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] device_id is not set on port e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:32.549997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Network': ['ID=9fc23fb3-3680-427f-b31f-678cf1bb097a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:32.564543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:32.619813 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-be13fcba-4de4-4c17-8c0e-0c4e2cf03fbf tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4753344 Jul 08 02:04:32.619958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:32.627553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'subnet': {'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:32.805531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Allocated IP 2001:db8::394 (1109670b-9ac2-4348-84db-19f338b80358/72e99476-874e-4765-a58d-8e4c28c4e5f1/e46f7a42-55e4-4d60-af1f-5e1de7cb4a73) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:32.902668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:32.946386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Made reservation on behalf of a15585b147674dc98ede81c7091ffc69 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:32.954543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.098099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.119020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Transition to ACTIVE for port object e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:33.133712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:33.139457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1fbaab37-fc0f-40ba-8025-6f7584787ac5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:33.184941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-deac2918-33eb-45f5-aaa1-d71d9767f395 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.194289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-deac2918-33eb-45f5-aaa1-d71d9767f395 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.209473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-deac2918-33eb-45f5-aaa1-d71d9767f395 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.216182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-deac2918-33eb-45f5-aaa1-d71d9767f395 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.216852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:33.217865 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.222631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-deac2918-33eb-45f5-aaa1-d71d9767f395 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.228762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-deac2918-33eb-45f5-aaa1-d71d9767f395 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.235646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-deac2918-33eb-45f5-aaa1-d71d9767f395 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.237411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-deac2918-33eb-45f5-aaa1-d71d9767f395 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.3205132 Jul 08 02:04:33.289917 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.413209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db1406fd-7a70-4983-a64b-3ed5da78fbcf req-d0b3be81-40dd-4cdd-99c1-cc88713e4096 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646914 Jul 08 02:04:33.413831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Network 1109670b-9ac2-4348-84db-19f338b80358 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:33.417867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:33.465918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:33.465918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.465918 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.465918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=e46f7a42-55e4-4d60-af1f-5e1de7cb4a73,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:33.579654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a13bb65-b3ee-4c93-9edd-ce79c6db49b9 req-df619dc8-2265-4f61-9580-97a9bad0a9d8 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 210 time: 0.0461051 Jul 08 02:04:33.581314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-acd9ff39-f211-41a8-bf07-73e61a5faad0 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5500991 Jul 08 02:04:33.584624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:33.591498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'network_id': '1109670b-9ac2-4348-84db-19f338b80358', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-390816380'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:33.676367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.881889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Subnet': ['ID=505fe92e-ed93-4776-817d-ff511304d36c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:33.898339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Checking segment: {'id': 'a40642aa-476b-40ac-8fe9-a14f268c526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:33.898711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Network hostable DHCP agents. Network: 9fc23fb3-3680-427f-b31f-678cf1bb097a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:33.963790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b21c9-2809-4081-b5cf-49274883b6be None None] Network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:34.019122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Made reservation on behalf of 263279cad97d4e9cb80133441d69555b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:34.022850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.028528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-17f036ab-adc5-4533-9a59-b4add3266b60 None None] Provisioning for port e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:34.044429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-17f036ab-adc5-4533-9a59-b4add3266b60 None None] Provisioning complete for port e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:34.044640 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-17f036ab-adc5-4533-9a59-b4add3266b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.059005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:34.076616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] device_id is not set on port 52d662d8-552b-4b23-b015-6bae2d974144 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:34.122503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-17f036ab-adc5-4533-9a59-b4add3266b60 None None] Port e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:34.216104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9fc23fb3-3680-427f-b31f-678cf1bb097a) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:34.230958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e538d4e-8372-4890-8218-b7434bed2e8c None None] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:34.242646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:34.245756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.353887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Allocated IP 2001:db8::3d (1109670b-9ac2-4348-84db-19f338b80358/72e99476-874e-4765-a58d-8e4c28c4e5f1/52d662d8-552b-4b23-b015-6bae2d974144) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:34.395431 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c6267d4c-5c57-40f2-b793-bb51a19bba7f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7720084 Jul 08 02:04:34.396367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48806) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:34.402854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a', 'name': 'tempest-AllowedAddressPairTestJSON-395260228'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:34.421641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bdb29c22-132c-4bfd-a1a4-0ebc71c5bb77 None None] Provisioning for port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:34.445904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bdb29c22-132c-4bfd-a1a4-0ebc71c5bb77 None None] Provisioning complete for port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:34.447207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bdb29c22-132c-4bfd-a1a4-0ebc71c5bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.478915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-9fc23fb3-3680-427f-b31f-678cf1bb097a', 'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a', 'tenant_id': 'a15585b147674dc98ede81c7091ffc69', 'fixed_ips': [{'subnet_id': '505fe92e-ed93-4776-817d-ff511304d36c'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:34.479985 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.556627 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3949e2cb-9ce4-4702-87b3-48ffde24048d req-faf76fc5-b827-4667-9249-31704b2f79ac tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a8d2ae-79ce-4f62-bfe1-8ca7cf953644 HTTP/1.1" status: 200 len: 210 time: 0.0517631 Jul 08 02:04:34.619184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.652119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Transition to ACTIVE for port object 52d662d8-552b-4b23-b015-6bae2d974144 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:34.752067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Made reservation on behalf of a15585b147674dc98ede81c7091ffc69 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:34.756605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.799158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.802136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] device_id is not set on port 2033cfbb-906d-48e3-b067-cebc0a5d1d33 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:34.864656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=52d662d8-552b-4b23-b015-6bae2d974144,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:34.897103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Network 1109670b-9ac2-4348-84db-19f338b80358 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:34.899548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:34.917565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:34.925511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec1a945e-5eb0-4746-a77f-c588b735b9b9 req-3356f5cc-d27a-4845-bbb9-1965746d0bb7 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 210 time: 0.0417438 Jul 08 02:04:34.932500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:34.933895 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.939060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bdb29c22-132c-4bfd-a1a4-0ebc71c5bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.971659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-dfc431a3-600c-4bab-8af9-577e1651c4bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:34.978168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-dfc431a3-600c-4bab-8af9-577e1651c4bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:34.983929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bdb29c22-132c-4bfd-a1a4-0ebc71c5bb77 None None] For port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:34.992791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Allocated IP 172.20.0.2 (9fc23fb3-3680-427f-b31f-678cf1bb097a/505fe92e-ed93-4776-817d-ff511304d36c/b303c4cc-19c9-4007-97f9-a61936f13ae5) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:35.032169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-dfc431a3-600c-4bab-8af9-577e1651c4bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:35.047783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-dfc431a3-600c-4bab-8af9-577e1651c4bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:35.055928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-dfc431a3-600c-4bab-8af9-577e1651c4bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:35.062975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-dfc431a3-600c-4bab-8af9-577e1651c4bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:35.070257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-dfc431a3-600c-4bab-8af9-577e1651c4bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:35.079706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-dfc431a3-600c-4bab-8af9-577e1651c4bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.3408494 Jul 08 02:04:35.083826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b4a32ced-86b1-4011-a40c-c1ceb8c2b3b5 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4981334 Jul 08 02:04:35.094378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48846) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:35.112976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19c', 'mac_address': 'fa:16:3e:ab:f6:b1'}, {'ip_address': '2001:db8::394', 'mac_address': 'fa:16:3e:a0:db:b4'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:35.131983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a6f0e21-ab2e-416a-989f-9de50189204d req-2ea0ebe6-35ab-4754-a198-0571680f1631 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510063 Jul 08 02:04:35.138202 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bdb29c22-132c-4bfd-a1a4-0ebc71c5bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.219018 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.237610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Transition to ACTIVE for port object b303c4cc-19c9-4007-97f9-a61936f13ae5 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:35.258596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Transition to ACTIVE for port object b303c4cc-19c9-4007-97f9-a61936f13ae5 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:35.299092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ea083707-d887-4bde-bb04-8f24fa6d16d4 None None] Provisioning complete for port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:35.300032 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea083707-d887-4bde-bb04-8f24fa6d16d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.302772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb29c22-132c-4bfd-a1a4-0ebc71c5bb77 None None] Pushing event updated for resources: {'Port': ['ID=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:35.348230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.446969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:35.466795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:35.485630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:35.488394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Pushing event updated for resources: {'Port': ['ID=b303c4cc-19c9-4007-97f9-a61936f13ae5,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:35.551568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:35.572644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-7ddcb28a-5cc8-4b9c-a0b0-b3c33e6920bc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:35.579032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-7ddcb28a-5cc8-4b9c-a0b0-b3c33e6920bc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:35.591565 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-7ddcb28a-5cc8-4b9c-a0b0-b3c33e6920bc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "GET /v2.0/networks?id=e8a7c465-71e8-438d-a94a-3fa180b772a2&id=5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e HTTP/1.1" status: 200 len: 1390 time: 0.5904503 Jul 08 02:04:35.626775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Attempting to bind port b303c4cc-19c9-4007-97f9-a61936f13ae5 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:35.627152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Attempting to bind port b303c4cc-19c9-4007-97f9-a61936f13ae5 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a40642aa-476b-40ac-8fe9-a14f268c526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:35.628000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Attempting to bind port b303c4cc-19c9-4007-97f9-a61936f13ae5 on network 9fc23fb3-3680-427f-b31f-678cf1bb097a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:35.631145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'port': {'device_id': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2', 'admin_state_up': True, 'tenant_id': '8f51832be61b47718e58951561411272'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:35.639441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:35.639888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Checking segment: {'id': 'a40642aa-476b-40ac-8fe9-a14f268c526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:35.640515 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.640978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Bound using segment: {'id': 'a40642aa-476b-40ac-8fe9-a14f268c526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:35.641518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Bound port: b303c4cc-19c9-4007-97f9-a61936f13ae5, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40642aa-476b-40ac-8fe9-a14f268c526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:35.641992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.666857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1342f86-4cc1-4fbd-a2db-3436dcdf0345 req-426026ca-6a9a-431d-b94a-e3a9b11086ab tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0356920 Jul 08 02:04:35.755631 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc409d9a-4fa9-412b-b757-f52fd707de64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.759617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] For port b303c4cc-19c9-4007-97f9-a61936f13ae5, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:35.763052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] For port b303c4cc-19c9-4007-97f9-a61936f13ae5, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b303c4cc-19c9-4007-97f9-a61936f13ae5,segment=NetworkSegment(a40642aa-476b-40ac-8fe9-a14f268c526d),segment_id=a40642aa-476b-40ac-8fe9-a14f268c526d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:35.848778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc409d9a-4fa9-412b-b757-f52fd707de64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.929506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6ecb3cd5-57a4-4105-b5ea-604c6d2abbbd None None] Provisioning for port 52d662d8-552b-4b23-b015-6bae2d974144 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:35.934131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.939771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6ecb3cd5-57a4-4105-b5ea-604c6d2abbbd None None] Provisioning complete for port 52d662d8-552b-4b23-b015-6bae2d974144 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:35.940230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3cd5-57a4-4105-b5ea-604c6d2abbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.957942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc409d9a-4fa9-412b-b757-f52fd707de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.011096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc409d9a-4fa9-412b-b757-f52fd707de64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c5e69a-e598-4e4d-ad94-6889197410d9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:36.018783 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc409d9a-4fa9-412b-b757-f52fd707de64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f726989c51b428f923df173fdc198eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660375 Jul 08 02:04:36.021388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:36.057123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Allocated IP 172.20.0.11 (9fc23fb3-3680-427f-b31f-678cf1bb097a/505fe92e-ed93-4776-817d-ff511304d36c/2033cfbb-906d-48e3-b067-cebc0a5d1d33) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:36.117438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fb51c-bff6-47a2-9db1-6bfb6549864e None None] Pushing event updated for resources: {'Port': ['ID=b303c4cc-19c9-4007-97f9-a61936f13ae5,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:36.139224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-954c07f4-6725-4df0-945d-0335bf1fc4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.142496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb3cd5-57a4-4105-b5ea-604c6d2abbbd None None] Port 52d662d8-552b-4b23-b015-6bae2d974144 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:36.177256 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-954c07f4-6725-4df0-945d-0335bf1fc4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.204310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.299695 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3b5144fb-21e6-4c83-ae4b-50e2ba6a93a3 req-dcb06e4a-3f36-417e-a6a6-16cc66a0e492 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 210 time: 0.1067495 Jul 08 02:04:36.367009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-954c07f4-6725-4df0-945d-0335bf1fc4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.374189 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-954c07f4-6725-4df0-945d-0335bf1fc4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.375389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-954c07f4-6725-4df0-945d-0335bf1fc4f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96c5e69a-e598-4e4d-ad94-6889197410d9 HTTP/1.1" status: 204 len: 168 time: 0.3525214 Jul 08 02:04:36.516752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:36.520447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.734776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.834405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:36.945644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c07f4-6725-4df0-945d-0335bf1fc4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c5e69a-e598-4e4d-ad94-6889197410d9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:36.951033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Transition to ACTIVE for port object 2033cfbb-906d-48e3-b067-cebc0a5d1d33 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:37.007422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:37.007422 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.045753 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95ad5fab-801c-4eab-8c16-e9e377f3ba35 req-bb9f8cf2-7538-49bf-b84f-9bbd561a1829 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0915146 Jul 08 02:04:37.057641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7abd8592-7117-4a47-829d-e98de494f4c9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.069083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7abd8592-7117-4a47-829d-e98de494f4c9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.098403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7abd8592-7117-4a47-829d-e98de494f4c9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.104945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7abd8592-7117-4a47-829d-e98de494f4c9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.118275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7abd8592-7117-4a47-829d-e98de494f4c9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.133687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7abd8592-7117-4a47-829d-e98de494f4c9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.140634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7abd8592-7117-4a47-829d-e98de494f4c9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.149089 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7abd8592-7117-4a47-829d-e98de494f4c9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.8093157 Jul 08 02:04:37.172302 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.181495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Allocated IP 19.80.0.181 (e8a7c465-71e8-438d-a94a-3fa180b772a2/a3ea9232-1524-46be-99ab-d2f7778e848f/5e69b945-e0ea-41bd-94b6-fd78f6c75502) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:37.192153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b303c4cc-19c9-4007-97f9-a61936f13ae5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:37.206073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d723e97-ecef-4244-9b8e-f99317be7ba9 req-7b7bd9c1-ea79-41e3-92bb-3a0fd52196f5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558527 Jul 08 02:04:37.328217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.328968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b303c4cc-19c9-4007-97f9-a61936f13ae5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:37.384987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] In _notify_port_updated(), no bound segment for port 52d662d8-552b-4b23-b015-6bae2d974144 on network 1109670b-9ac2-4348-84db-19f338b80358 {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:37.391197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.391941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.396141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:37.404512 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "PUT /v2.0/ports/52d662d8-552b-4b23-b015-6bae2d974144 HTTP/1.1" status: 200 len: 1066 time: 2.2993603 Jul 08 02:04:37.509183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.530030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Transition to ACTIVE for port object 5e69b945-e0ea-41bd-94b6-fd78f6c75502 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:37.565945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae4b15-be41-4033-8547-39f2127ff971 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event updated for resources: {'Port': ['ID=52d662d8-552b-4b23-b015-6bae2d974144,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:37.568297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1f451348-d22a-4d22-81cf-ffdd23de4a10 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Deleting port 52d662d8-552b-4b23-b015-6bae2d974144 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:37.572974 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.578818 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f451348-d22a-4d22-81cf-ffdd23de4a10 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.621866 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2e553f6-fa81-4dcd-bd16-351ef3b1ad2c req-5df57202-cea7-4cb1-b1e5-48d9dd155e0a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 210 time: 0.0511374 Jul 08 02:04:37.670962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.677334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:37.689978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:37.698445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:37.762072 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.762745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.769216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=2033cfbb-906d-48e3-b067-cebc0a5d1d33,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:37.784100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53489947-7032-423d-b645-9c59e55e4706 None None] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:37.810518 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f451348-d22a-4d22-81cf-ffdd23de4a10 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.844306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1f451348-d22a-4d22-81cf-ffdd23de4a10 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Calling delete_port for 52d662d8-552b-4b23-b015-6bae2d974144 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:37.897421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Port': ['ID=5e69b945-e0ea-41bd-94b6-fd78f6c75502,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:37.919228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network e8a7c465-71e8-438d-a94a-3fa180b772a2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:37.921961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:37.929315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:37.996862 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ec7cb495-b1ab-466d-866b-5efc455b27d1 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5981233 Jul 08 02:04:37.997522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48918) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:38.012265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a', 'name': 'tempest-AllowedAddressPairTestJSON-869465641', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ce:f8:08'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:38.048425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:38.057569 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.127263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4c22dd00-5102-4278-bf3b-3fd5ce3bd82b None None] Provisioning for port b303c4cc-19c9-4007-97f9-a61936f13ae5 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:38.147573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4c22dd00-5102-4278-bf3b-3fd5ce3bd82b None None] Provisioning complete for port b303c4cc-19c9-4007-97f9-a61936f13ae5 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:38.149850 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c22dd00-5102-4278-bf3b-3fd5ce3bd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.170654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f332f35-e382-4c14-b32e-a12073e8b66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5533993 Jul 08 02:04:38.180470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Request body: {'port': {'device_id': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e', 'admin_state_up': True, 'tenant_id': '8f51832be61b47718e58951561411272'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:38.372881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0ad10b4-c969-4a8e-9136-eb0138ca45a9 req-fa19b965-844d-4d43-a0e0-378a4d566097 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0688944 Jul 08 02:04:38.456022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Made reservation on behalf of a15585b147674dc98ede81c7091ffc69 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:38.506827 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c22dd00-5102-4278-bf3b-3fd5ce3bd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.567466 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f451348-d22a-4d22-81cf-ffdd23de4a10 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.608274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Made reservation on behalf of 8f51832be61b47718e58951561411272 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:38.617685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.638138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f451348-d22a-4d22-81cf-ffdd23de4a10 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Port': ['ID=52d662d8-552b-4b23-b015-6bae2d974144,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:38.694540 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4c22dd00-5102-4278-bf3b-3fd5ce3bd82b None None] For port b303c4cc-19c9-4007-97f9-a61936f13ae5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b303c4cc-19c9-4007-97f9-a61936f13ae5,segment=NetworkSegment(a40642aa-476b-40ac-8fe9-a14f268c526d),segment_id=a40642aa-476b-40ac-8fe9-a14f268c526d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:38.777967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.780979 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c22dd00-5102-4278-bf3b-3fd5ce3bd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.871595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] device_id is not set on port ac2f1478-49ca-4c1b-bd56-ed66c44251ad yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:38.901443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22dd00-5102-4278-bf3b-3fd5ce3bd82b None None] Pushing event updated for resources: {'Port': ['ID=b303c4cc-19c9-4007-97f9-a61936f13ae5,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:38.963780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Allocated IP 19.86.0.120 (5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e/c26f6ee6-9792-4e3f-a08b-35b8937c4d1e/ace8dbaa-d58f-4809-b775-c28404b76e05) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:39.003576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-601aeabe-16db-4ec0-81e7-1bbab8daed28 None None] Provisioning for port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:39.008990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-601aeabe-16db-4ec0-81e7-1bbab8daed28 None None] Provisioning complete for port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:39.009380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-601aeabe-16db-4ec0-81e7-1bbab8daed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.124605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Allocated IP 172.20.0.6 (9fc23fb3-3680-427f-b31f-678cf1bb097a/505fe92e-ed93-4776-817d-ff511304d36c/ac2f1478-49ca-4c1b-bd56-ed66c44251ad) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:39.140910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-601aeabe-16db-4ec0-81e7-1bbab8daed28 None None] Port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:39.147729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-601aeabe-16db-4ec0-81e7-1bbab8daed28 None None] Could not find standard attr ID for object 52d662d8-552b-4b23-b015-6bae2d974144. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:04:39.279027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7007e341-5078-4977-ac59-8b2417b58d9a None None] Provisioning complete for port b303c4cc-19c9-4007-97f9-a61936f13ae5 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:39.279446 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7007e341-5078-4977-ac59-8b2417b58d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.293858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bb0f6-2171-4132-bd4e-ffd9c03c839e req-c182b994-8785-460f-b93f-6ef616e78337 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:39.301626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-660bb0f6-2171-4132-bd4e-ffd9c03c839e req-c182b994-8785-460f-b93f-6ef616e78337 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 932 time: 0.3490202 Jul 08 02:04:39.402945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-660bb0f6-2171-4132-bd4e-ffd9c03c839e req-7f5559b8-df03-42bd-bed6-27d97e33c1bd tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003022 Jul 08 02:04:39.443905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.510612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c98fe0a-6c70-4cb6-ab7f-c1a5fe169ff1 req-7e815aa9-557d-4e5b-bfcb-38b68dbf5eed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=98a8d2ae-79ce-4f62-bfe1-8ca7cf953644 HTTP/1.1" status: 200 len: 210 time: 0.0352855 Jul 08 02:04:39.516298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Transition to ACTIVE for port object ace8dbaa-d58f-4809-b775-c28404b76e05 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:39.541449 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.546483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:39.614915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Transition to ACTIVE for port object ac2f1478-49ca-4c1b-bd56-ed66c44251ad will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:39.617012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f451348-d22a-4d22-81cf-ffdd23de4a10 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.625340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48956) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:39.625487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1f451348-d22a-4d22-81cf-ffdd23de4a10 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "DELETE /v2.0/ports/52d662d8-552b-4b23-b015-6bae2d974144 HTTP/1.1" status: 204 len: 168 time: 2.2250562 Jul 08 02:04:39.669742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.675312 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-6088b777-6f19-46f0-8c0c-b1b2d35fd6ff tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] GET failed (client error): The resource could not be found. Jul 08 02:04:39.677023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6088b777-6f19-46f0-8c0c-b1b2d35fd6ff tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "GET /v2.0/ports/52d662d8-552b-4b23-b015-6bae2d974144 HTTP/1.1" status: 404 len: 333 time: 0.0536916 Jul 08 02:04:39.680329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:39.682110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7007e341-5078-4977-ac59-8b2417b58d9a None None] Provisioning for port 2033cfbb-906d-48e3-b067-cebc0a5d1d33 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:39.688150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7007e341-5078-4977-ac59-8b2417b58d9a None None] Provisioning complete for port 2033cfbb-906d-48e3-b067-cebc0a5d1d33 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:39.688857 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7007e341-5078-4977-ac59-8b2417b58d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.746859 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15be1871-976d-45ce-85e5-9f2c2baccfef req-2ad580c7-4c99-4a62-85a5-0fb03ae30112 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0402296 Jul 08 02:04:39.757065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7007e341-5078-4977-ac59-8b2417b58d9a None None] Port 2033cfbb-906d-48e3-b067-cebc0a5d1d33 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:39.761268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:39.764821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:39.770081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:39.795993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event updated for resources: {'Port': ['ID=ace8dbaa-d58f-4809-b775-c28404b76e05,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:39.798277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d2304c6f-4321-48ec-80c2-e5135ce08aa5 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1499370375'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:39.798579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d2304c6f-4321-48ec-80c2-e5135ce08aa5 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Unknown quota resources ['metering_label']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:04:39.820097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.831872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:39.832464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.879549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ad42c379-5e84-40c2-9f27-4a672d43e38e None None] Provisioning complete for port 2033cfbb-906d-48e3-b067-cebc0a5d1d33 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:39.879929 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad42c379-5e84-40c2-9f27-4a672d43e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.950336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ad42c379-5e84-40c2-9f27-4a672d43e38e None None] Port 2033cfbb-906d-48e3-b067-cebc0a5d1d33 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:39.952641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:39.962049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:39.965108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:39.983927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-730ca862-5758-4d59-afd1-809a3ed5e13b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8074467 Jul 08 02:04:39.996648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=ac2f1478-49ca-4c1b-bd56-ed66c44251ad,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:40.016049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Request body: {'port': {'device_id': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:40.025577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-fddc1b3e-1f68-465d-b3c0-96f6f32cd14f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.032461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-fddc1b3e-1f68-465d-b3c0-96f6f32cd14f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.038621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-fddc1b3e-1f68-465d-b3c0-96f6f32cd14f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.045406 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-fddc1b3e-1f68-465d-b3c0-96f6f32cd14f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.051633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-fddc1b3e-1f68-465d-b3c0-96f6f32cd14f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.057605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-fddc1b3e-1f68-465d-b3c0-96f6f32cd14f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.064494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-fddc1b3e-1f68-465d-b3c0-96f6f32cd14f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.066552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-fddc1b3e-1f68-465d-b3c0-96f6f32cd14f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.9047532 Jul 08 02:04:40.083300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-60180986-4b97-48b1-a88a-51cc8888745d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.084836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-60180986-4b97-48b1-a88a-51cc8888745d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.1707299 Jul 08 02:04:40.123702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-620ffbe3-2978-435d-b57f-cdee47252d09 None None] Provisioning for port ace8dbaa-d58f-4809-b775-c28404b76e05 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:40.128422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-620ffbe3-2978-435d-b57f-cdee47252d09 None None] Provisioning complete for port ace8dbaa-d58f-4809-b775-c28404b76e05 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:40.128917 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-620ffbe3-2978-435d-b57f-cdee47252d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.146636 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.169705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1c7000c6-91dd-4a0d-82b9-11b60e0463dc tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Deleting port e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:40.170059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c7000c6-91dd-4a0d-82b9-11b60e0463dc tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.186952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-620ffbe3-2978-435d-b57f-cdee47252d09 None None] Port ace8dbaa-d58f-4809-b775-c28404b76e05 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:40.237638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2304c6f-4321-48ec-80c2-e5135ce08aa5 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.239427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d2304c6f-4321-48ec-80c2-e5135ce08aa5 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6917670 Jul 08 02:04:40.248385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.249030 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.262946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:40.275883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-204fa3f1-18ec-46be-b0b4-baaa65c78269 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '86995992-ce45-4f31-a545-511750aaaffb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:40.276385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-204fa3f1-18ec-46be-b0b4-baaa65c78269 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:04:40.300926 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-8a0ef486-9aad-4baa-9957-e1a6232c982f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/quotas/0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 375 time: 0.1784706 Jul 08 02:04:40.333610 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23330a85-edab-46ea-8482-2cc9e16b4cb3 req-a488e4bd-6273-4b33-89d8-cceff2101128 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2523808 Jul 08 02:04:40.386861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b94e7a18-419d-4b68-9420-b831b4e33d52 None None] Provisioning for port ac2f1478-49ca-4c1b-bd56-ed66c44251ad completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:40.393968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b94e7a18-419d-4b68-9420-b831b4e33d52 None None] Provisioning complete for port ac2f1478-49ca-4c1b-bd56-ed66c44251ad triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:40.393968 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b94e7a18-419d-4b68-9420-b831b4e33d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.444450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b94e7a18-419d-4b68-9420-b831b4e33d52 None None] Port ac2f1478-49ca-4c1b-bd56-ed66c44251ad cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:40.450788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-8360cb16-5a2d-4861-82c7-012b3fd752f4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402600 Jul 08 02:04:40.451195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2d85a3b7-d389-4d85-ac05-10344104142a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4434826 Jul 08 02:04:40.452345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48972) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:40.518158 n-d-695189-13 neutron-server[100712]: WARNING neutron.services.metering.metering_plugin [None req-204fa3f1-18ec-46be-b0b4-baaa65c78269 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 02:04:40.544013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42ab5ec8-b578-4d08-9d47-fd9cc68aff94 req-8c6a5a28-d9df-4255-b5c9-fe24fb3638c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0764060 Jul 08 02:04:40.586886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c7000c6-91dd-4a0d-82b9-11b60e0463dc tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.629495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e69b945-e0ea-41bd-94b6-fd78f6c75502 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:40.638217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-82a40ddd-7e1a-4147-987f-a9ac28b63977 service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866457 Jul 08 02:04:40.642330 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.655517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b303c4cc-19c9-4007-97f9-a61936f13ae5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:40.663829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1c7000c6-91dd-4a0d-82b9-11b60e0463dc tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Calling delete_port for e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:40.677367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-204fa3f1-18ec-46be-b0b4-baaa65c78269 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.681655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-204fa3f1-18ec-46be-b0b4-baaa65c78269 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4142737 Jul 08 02:04:40.693284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:40.703885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Transition to ACTIVE for port object 5e69b945-e0ea-41bd-94b6-fd78f6c75502 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:40.709666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b303c4cc-19c9-4007-97f9-a61936f13ae5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:40.710045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.711507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1aba95fd-c1b4-4678-8ea5-0f5c338a8399 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '86995992-ce45-4f31-a545-511750aaaffb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:40.712021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1aba95fd-c1b4-4678-8ea5-0f5c338a8399 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100712) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:04:40.754012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-59c1be36-1f84-488a-af55-7b8675c2341d service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090922 Jul 08 02:04:40.786117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ca889-9991-4560-b498-c10908b7f98f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.786725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.792793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ca889-9991-4560-b498-c10908b7f98f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.799593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ca889-9991-4560-b498-c10908b7f98f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.801535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-154ca889-9991-4560-b498-c10908b7f98f tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3475583 Jul 08 02:04:40.807782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48980) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:40.837765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Pushing event updated for resources: {'Port': ['ID=5e69b945-e0ea-41bd-94b6-fd78f6c75502,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:40.933866 n-d-695189-13 neutron-server[100712]: WARNING neutron.services.metering.metering_plugin [None req-1aba95fd-c1b4-4678-8ea5-0f5c338a8399 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 02:04:40.958225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Attempting to bind port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:40.974565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Attempting to bind port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:40.976555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Attempting to bind port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 on network e8a7c465-71e8-438d-a94a-3fa180b772a2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:40.986529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 on network e8a7c465-71e8-438d-a94a-3fa180b772a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:40.987574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Attempting to bind port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 on network e8a7c465-71e8-438d-a94a-3fa180b772a2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:41.000430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:41.000905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Checking segment: {'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:41.001308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Bound using segment: {'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:41.001856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Bound port: 5e69b945-e0ea-41bd-94b6-fd78f6c75502, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bff8d2-3eea-4fee-bd19-746b5560c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:41.002173 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.022857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2ed6-2a63-4258-a554-05b346130349 req-383b7eac-5adc-482d-8400-7e149e16e481 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.030766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc2ed6-2a63-4258-a554-05b346130349 req-383b7eac-5adc-482d-8400-7e149e16e481 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.041213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cefc2ed6-2a63-4258-a554-05b346130349 req-383b7eac-5adc-482d-8400-7e149e16e481 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1655 time: 0.4966435 Jul 08 02:04:41.120092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] For port 5e69b945-e0ea-41bd-94b6-fd78f6c75502, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:41.120467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] For port 5e69b945-e0ea-41bd-94b6-fd78f6c75502, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5e69b945-e0ea-41bd-94b6-fd78f6c75502,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:41.188105 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1aba95fd-c1b4-4678-8ea5-0f5c338a8399 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.189709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1aba95fd-c1b4-4678-8ea5-0f5c338a8399 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4833186 Jul 08 02:04:41.192299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48990) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.205500 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-535b9145-de89-4d02-a389-d9c29525bc25 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=6bc8e93b-c422-4548-97fe-a9259c20f40e HTTP/1.1" status: 200 len: 464 time: 0.0120230 Jul 08 02:04:41.207815 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.210734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48994) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.267428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cefc2ed6-2a63-4258-a554-05b346130349 req-0fe3a944-7ba7-4905-9312-2191e94d41ab tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998761 Jul 08 02:04:41.272890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.274040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.275471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] 10.222.0.18 "PUT /v2.0/ports/5e69b945-e0ea-41bd-94b6-fd78f6c75502 HTTP/1.1" status: 200 len: 1093 time: 1.2647486 Jul 08 02:04:41.298123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-84a5ea0d-68ee-4e6a-afe5-574bfe3a6d65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2555177 Jul 08 02:04:41.298484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'tag': '5e69b945-e0ea-41bd-94b6-fd78f6c75502'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:41.300477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-be581c98-4c16-4a50-94c3-9fb042eeb43c tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Deleting port ac2f1478-49ca-4c1b-bd56-ed66c44251ad {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:41.309681 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e77443b-0b56-43d3-86b9-67fc5a837581" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "tag": "5e69b945-e0ea-41bd-94b6-fd78f6c75502"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:41.310507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be581c98-4c16-4a50-94c3-9fb042eeb43c tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.315938 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-49d35201-f489-482e-9cfb-6aae8d3f5379 req-52df7e60-cc27-4236-817c-0c5d536ceb4e tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0672879 Jul 08 02:04:41.350032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e797014-8a4c-42f7-9705-86d7d517c62a service neutron] Pushing event updated for resources: {'Port': ['ID=5e69b945-e0ea-41bd-94b6-fd78f6c75502,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:41.381166 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8046b42d-9815-4586-bebc-3d86413a0cee x-openstack-request-id: req-8046b42d-9815-4586-bebc-3d86413a0cee {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:41.381461 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "tag": "5e69b945-e0ea-41bd-94b6-fd78f6c75502", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:41.381711 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8046b42d-9815-4586-bebc-3d86413a0cee {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:41.382114 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'tag': '5e69b945-e0ea-41bd-94b6-fd78f6c75502', 'status': 'completed', 'code': 200} Jul 08 02:04:41.388769 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c7000c6-91dd-4a0d-82b9-11b60e0463dc tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.468595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf67b5be-8fb9-4c51-a98f-314ed657779a req-d7975ca1-ada6-4836-a6b2-63c5600a805a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.1085553 Jul 08 02:04:41.472820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Request body: {'port': {'device_id': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:41.535476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7000c6-91dd-4a0d-82b9-11b60e0463dc tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Port': ['ID=e46f7a42-55e4-4d60-af1f-5e1de7cb4a73,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:41.564915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be581c98-4c16-4a50-94c3-9fb042eeb43c tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.625045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-be581c98-4c16-4a50-94c3-9fb042eeb43c tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Calling delete_port for ac2f1478-49ca-4c1b-bd56-ed66c44251ad owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:41.630338 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c7000c6-91dd-4a0d-82b9-11b60e0463dc tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.632474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1c7000c6-91dd-4a0d-82b9-11b60e0463dc tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "DELETE /v2.0/ports/e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 HTTP/1.1" status: 204 len: 168 time: 1.9511280 Jul 08 02:04:41.638248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.677825 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ebfffb-9b8a-4b3a-94c8-675f1b6e7067 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] GET failed (client error): The resource could not be found. Jul 08 02:04:41.679467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-20ebfffb-9b8a-4b3a-94c8-675f1b6e7067 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "GET /v2.0/ports/e46f7a42-55e4-4d60-af1f-5e1de7cb4a73 HTTP/1.1" status: 404 len: 333 time: 0.0384381 Jul 08 02:04:41.685978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49004) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.721425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10090c61-c662-4f12-b06b-c5a19587c6bd tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.722586 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-10090c61-c662-4f12-b06b-c5a19587c6bd tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/6bc8e93b-c422-4548-97fe-a9259c20f40e HTTP/1.1" status: 204 len: 168 time: 0.5088711 Jul 08 02:04:41.729116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.744598 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.751068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-0a0e3783-a6a9-452a-8d01-eb674444f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.751596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-0a0e3783-a6a9-452a-8d01-eb674444f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.753197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-0a0e3783-a6a9-452a-8d01-eb674444f719 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1915 time: 0.3457785 Jul 08 02:04:41.780279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dc02526c-8cc0-4618-97ff-da11a02faab8 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=6bc8e93b-c422-4548-97fe-a9259c20f40e HTTP/1.1" status: 200 len: 221 time: 0.0468924 Jul 08 02:04:41.781402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49008) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.796579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c109e4f6-9ae7-4d6f-be25-2f996b275dd4 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--738128394', 'description': 'label created by tempest'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:41.797222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c109e4f6-9ae7-4d6f-be25-2f996b275dd4 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Unknown quota resources ['metering_label']. {{(pid=100713) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:04:41.826955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-070ce96a-6a30-49d0-9b34-ac8479becadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.828630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-070ce96a-6a30-49d0-9b34-ac8479becadd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1098 time: 0.3561299 Jul 08 02:04:41.847246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-7a038c38-e487-4052-8d2e-2521c769cb4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.853461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-7a038c38-e487-4052-8d2e-2521c769cb4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.860076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-7a038c38-e487-4052-8d2e-2521c769cb4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.866122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-7a038c38-e487-4052-8d2e-2521c769cb4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.872821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-7a038c38-e487-4052-8d2e-2521c769cb4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.878847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-7a038c38-e487-4052-8d2e-2521c769cb4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.884927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-7a038c38-e487-4052-8d2e-2521c769cb4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:41.892275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-7a038c38-e487-4052-8d2e-2521c769cb4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.3458097 Jul 08 02:04:42.036755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f148973c-f071-4e11-a41b-6b66a02067fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.047702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fc6508c-9c61-42a8-88f7-ff55cb609306 req-a655a77d-14b3-4c5d-900a-bbb19713df6c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545289 Jul 08 02:04:42.150194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-ccc0a8a0-e403-48ce-965f-21bfeea0cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.150681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-ccc0a8a0-e403-48ce-965f-21bfeea0cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.151164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-ccc0a8a0-e403-48ce-965f-21bfeea0cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.153672 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-ccc0a8a0-e403-48ce-965f-21bfeea0cb6b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8f51832be61b47718e58951561411272&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3891854 Jul 08 02:04:42.263182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cf6043fc-c3f0-4073-af65-ee89b0902f16 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Deleting port e31779c1-ce8e-4625-baa5-e3c5d59e2413 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:42.263564 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6043fc-c3f0-4073-af65-ee89b0902f16 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.347268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-8c70e94d-48ff-4f9b-961d-84d823ab2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.348844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-8c70e94d-48ff-4f9b-961d-84d823ab2754 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.4889710 Jul 08 02:04:42.407655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be581c98-4c16-4a50-94c3-9fb042eeb43c tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.475605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be581c98-4c16-4a50-94c3-9fb042eeb43c tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Port': ['ID=ac2f1478-49ca-4c1b-bd56-ed66c44251ad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:42.486467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6043fc-c3f0-4073-af65-ee89b0902f16 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.565303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cf6043fc-c3f0-4073-af65-ee89b0902f16 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Calling delete_port for e31779c1-ce8e-4625-baa5-e3c5d59e2413 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:42.568779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71bb2127-3c6f-4703-8b5e-73a89f2c1916 req-0fe2b009-937a-4add-8606-3f2fe163cbe5 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0885484 Jul 08 02:04:42.577005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-c3a53ef9-9550-43e4-80fd-cfe99335b65b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1002 time: 0.2160285 Jul 08 02:04:42.588477 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c109e4f6-9ae7-4d6f-be25-2f996b275dd4 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.593601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c109e4f6-9ae7-4d6f-be25-2f996b275dd4 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8109272 Jul 08 02:04:42.601831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49018) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:42.731661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-87f16eea-496f-4692-a22e-0a3d3aaeec5d tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=e052b2dc-ebea-466b-9b6a-02c5410c69ff HTTP/1.1" status: 200 len: 467 time: 0.1287897 Jul 08 02:04:42.740022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49022) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:42.762792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-daf1695a-9f47-4766-a42f-f179d48657f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.764345 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-daf1695a-9f47-4766-a42f-f179d48657f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1703570 Jul 08 02:04:42.796111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-c2464171-11f6-497f-88cb-c54292cd9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.798352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e77443b-0b56-43d3-86b9-67fc5a837581 req-c2464171-11f6-497f-88cb-c54292cd9ff4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6057279 Jul 08 02:04:42.870504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-336ea9af-3964-4fd3-85cf-c7746f7c2da1 req-53bec333-0ca5-40fa-9e16-938a2d2fd651 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.0744090 Jul 08 02:04:42.907767 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be581c98-4c16-4a50-94c3-9fb042eeb43c tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.911971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-be581c98-4c16-4a50-94c3-9fb042eeb43c tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "DELETE /v2.0/ports/ac2f1478-49ca-4c1b-bd56-ed66c44251ad HTTP/1.1" status: 204 len: 168 time: 2.0621231 Jul 08 02:04:42.925897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49024) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:42.953899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2096363-fae2-444c-a913-96d41a8ea4ca req-7be318a9-e854-4d19-8a83-da06146fb718 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.960278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2096363-fae2-444c-a913-96d41a8ea4ca req-7be318a9-e854-4d19-8a83-da06146fb718 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.961881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2096363-fae2-444c-a913-96d41a8ea4ca req-7be318a9-e854-4d19-8a83-da06146fb718 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1667 time: 0.3940237 Jul 08 02:04:42.967590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-7a0508f6-0692-44b8-bf1c-0bf1de90a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.969437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-7a0508f6-0692-44b8-bf1c-0bf1de90a876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1826293 Jul 08 02:04:42.996461 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-38115d66-b9c5-472c-a1e3-1d4bf09311a5 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] GET failed (client error): The resource could not be found. Jul 08 02:04:42.998343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-38115d66-b9c5-472c-a1e3-1d4bf09311a5 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "GET /v2.0/ports/ac2f1478-49ca-4c1b-bd56-ed66c44251ad HTTP/1.1" status: 404 len: 333 time: 0.0714900 Jul 08 02:04:43.001941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.038558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a', 'name': 'tempest-AllowedAddressPairTestJSON-971889960'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:43.089767 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6043fc-c3f0-4073-af65-ee89b0902f16 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.129477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2096363-fae2-444c-a913-96d41a8ea4ca req-def27c90-f195-4ef3-83c4-9e9b61c0dfe3 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379545 Jul 08 02:04:43.140152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6043fc-c3f0-4073-af65-ee89b0902f16 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Port': ['ID=e31779c1-ce8e-4625-baa5-e3c5d59e2413,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:43.174724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace8dbaa-d58f-4809-b775-c28404b76e05 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:43.182054 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-597126bd-2d7a-4cca-a0ed-cd603eeb283d tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.186658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-597126bd-2d7a-4cca-a0ed-cd603eeb283d tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/e052b2dc-ebea-466b-9b6a-02c5410c69ff HTTP/1.1" status: 204 len: 168 time: 0.4447660 Jul 08 02:04:43.189898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49038) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.202183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cf6043fc-c3f0-4073-af65-ee89b0902f16 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.206647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cf6043fc-c3f0-4073-af65-ee89b0902f16 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "DELETE /v2.0/ports/e31779c1-ce8e-4625-baa5-e3c5d59e2413 HTTP/1.1" status: 204 len: 168 time: 1.5196764 Jul 08 02:04:43.212339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.216001 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.234758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Transition to ACTIVE for port object ace8dbaa-d58f-4809-b775-c28404b76e05 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:43.238297 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-191ad076-66f0-48da-a837-34b1ec81f79c tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=e052b2dc-ebea-466b-9b6a-02c5410c69ff HTTP/1.1" status: 200 len: 216 time: 0.0470767 Jul 08 02:04:43.241772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49044) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.254106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-f6eeb59e-0f2b-46d5-8c47-220310c3a67d service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739754 Jul 08 02:04:43.256876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-74bd9642-69eb-41d8-b589-d53ae153878f tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101755 Jul 08 02:04:43.259642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49046) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.307450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.307736 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c124b334-3fe9-4a75-a953-81d8d8a681c0 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0469704 Jul 08 02:04:43.314169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49048) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.370043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f0a864-b364-4dea-9473-1483f946323f tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Deleting subnet 72e99476-874e-4765-a58d-8e4c28c4e5f1 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:04:43.375944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80f0a864-b364-4dea-9473-1483f946323f tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.439221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Made reservation on behalf of a15585b147674dc98ede81c7091ffc69 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:43.441676 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.452722 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80f0a864-b364-4dea-9473-1483f946323f tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.497884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7adcd7a3-399e-45f8-ad7c-7b5c94e710d2 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/86995992-ce45-4f31-a545-511750aaaffb HTTP/1.1" status: 200 len: 473 time: 0.1772914 Jul 08 02:04:43.501941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49054) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.521974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce53111f-2f48-4898-b314-fa149bc65f0f req-2e3e51e4-f687-4af2-91f5-a26f7a7cc33d service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525647 Jul 08 02:04:43.533164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] device_id is not set on port 72158693-b4e1-4339-abcb-90f8ee1c0bf0 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:43.548487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Pushing event updated for resources: {'Port': ['ID=ace8dbaa-d58f-4809-b775-c28404b76e05,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:43.582849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3cd1e6bd-679e-4818-8934-8b69a6ecea81 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/286ccba9-accd-4ade-a8ed-48e5171899ee HTTP/1.1" status: 200 len: 461 time: 0.0741024 Jul 08 02:04:43.588665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49056) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.651777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-1c6ac20b-343a-4f76-b6d2-208791b07044 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:43.660084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-1c6ac20b-343a-4f76-b6d2-208791b07044 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:43.669799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-1c6ac20b-343a-4f76-b6d2-208791b07044 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:43.676933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-1c6ac20b-343a-4f76-b6d2-208791b07044 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:43.687036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-1c6ac20b-343a-4f76-b6d2-208791b07044 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:43.694279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-1c6ac20b-343a-4f76-b6d2-208791b07044 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:43.701124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-1c6ac20b-343a-4f76-b6d2-208791b07044 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:43.703223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-1c6ac20b-343a-4f76-b6d2-208791b07044 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5429 time: 0.3368011 Jul 08 02:04:43.729167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Attempting to bind port ace8dbaa-d58f-4809-b775-c28404b76e05 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:43.729640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Attempting to bind port ace8dbaa-d58f-4809-b775-c28404b76e05 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:43.730637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Attempting to bind port ace8dbaa-d58f-4809-b775-c28404b76e05 on network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:43.734058 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80f0a864-b364-4dea-9473-1483f946323f tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.746403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Port ace8dbaa-d58f-4809-b775-c28404b76e05 on network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:43.746856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Attempting to bind port ace8dbaa-d58f-4809-b775-c28404b76e05 on network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:43.760722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:43.761216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Checking segment: {'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:43.763029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Bound using segment: {'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:43.763029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Bound port: ace8dbaa-d58f-4809-b775-c28404b76e05, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:43.763029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.785961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fdca7e61-a297-42f2-86e0-79ccaa518c12 req-41b70cab-28fb-4b0e-80e1-dfb9c9926deb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658896 Jul 08 02:04:43.868069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e013a462-e232-4554-9b60-37e08a5e3964 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:43.879543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Allocated IP 172.20.0.10 (9fc23fb3-3680-427f-b31f-678cf1bb097a/505fe92e-ed93-4776-817d-ff511304d36c/72158693-b4e1-4339-abcb-90f8ee1c0bf0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:43.901588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f2affb9-3879-4b59-9073-7b7b748ce0a1 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.905595 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8f2affb9-3879-4b59-9073-7b7b748ce0a1 tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/286ccba9-accd-4ade-a8ed-48e5171899ee HTTP/1.1" status: 204 len: 168 time: 0.3131256 Jul 08 02:04:43.908670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49064) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.919688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e8dd12d-d8a7-495b-bf31-556da2d73468 req-192fe34b-a017-4363-ae5c-c4a80669405a tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0659192 Jul 08 02:04:43.994671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] For port ace8dbaa-d58f-4809-b775-c28404b76e05, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:44.008002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-d084684f-0b56-4769-a932-1c8c84694bd3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.010402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-d084684f-0b56-4769-a932-1c8c84694bd3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.3143597 Jul 08 02:04:44.027955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'port': {'device_id': 'cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'admin_state_up': True, 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:44.076399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80f0a864-b364-4dea-9473-1483f946323f tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.111426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] For port ace8dbaa-d58f-4809-b775-c28404b76e05, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ace8dbaa-d58f-4809-b775-c28404b76e05,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:44.138385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e013a462-e232-4554-9b60-37e08a5e3964, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e013a462-e232-4554-9b60-37e08a5e3964,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:44.157480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'e013a462-e232-4554-9b60-37e08a5e3964', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'port_id': 'e013a462-e232-4554-9b60-37e08a5e3964', 'mac_address': 'fa:16:3e:38:59:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:44.192053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0a864-b364-4dea-9473-1483f946323f tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Subnet': ['ID=72e99476-874e-4765-a58d-8e4c28c4e5f1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:44.201372 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80f0a864-b364-4dea-9473-1483f946323f tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.203693 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-80f0a864-b364-4dea-9473-1483f946323f tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "DELETE /v2.0/subnets/72e99476-874e-4765-a58d-8e4c28c4e5f1 HTTP/1.1" status: 204 len: 168 time: 0.9843791 Jul 08 02:04:44.211792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49068) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:44.223516 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ee6d6404-c16e-4b37-a117-607ce72faf32 req-5b3eaac2-9eb8-4292-b4d5-2f9844c98183 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.0424738 Jul 08 02:04:44.225328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.231235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b60a3-c504-4a5c-844c-c2973fdd4dbd None None] Network 1109670b-9ac2-4348-84db-19f338b80358 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:44.282309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.284168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.290078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] 10.222.0.18 "PUT /v2.0/ports/ace8dbaa-d58f-4809-b775-c28404b76e05 HTTP/1.1" status: 200 len: 1093 time: 2.8238754 Jul 08 02:04:44.299287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'tag': 'ace8dbaa-d58f-4809-b775-c28404b76e05'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:44.310507 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0a2491-3742-4226-8acf-35a11e9e9690" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "tag": "ace8dbaa-d58f-4809-b775-c28404b76e05"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:44.317269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-009af1ac-816f-416f-b442-3361f6a5a2ed tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.320899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-009af1ac-816f-416f-b442-3361f6a5a2ed tempest-MeteringTestJSON-383696300 tempest-MeteringTestJSON-383696300-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/86995992-ce45-4f31-a545-511750aaaffb HTTP/1.1" status: 204 len: 168 time: 0.4114296 Jul 08 02:04:44.348067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c9d26-0503-4de4-89c4-3a8ee2dcfa28 service neutron] Pushing event updated for resources: {'Port': ['ID=ace8dbaa-d58f-4809-b775-c28404b76e05,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:44.456935 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.462012 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc061679-65b3-4105-b073-d4c6c0fd82a6 x-openstack-request-id: req-cc061679-65b3-4105-b073-d4c6c0fd82a6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:44.462012 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "tag": "ace8dbaa-d58f-4809-b775-c28404b76e05", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:44.462012 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc061679-65b3-4105-b073-d4c6c0fd82a6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:44.462012 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'tag': 'ace8dbaa-d58f-4809-b775-c28404b76e05', 'status': 'completed', 'code': 200} Jul 08 02:04:44.474219 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5ae939d-2b80-47f6-a847-ecb650c69cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.499766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f3a2cb8-0ead-4e76-b182-24be4baf959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.500171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f3a2cb8-0ead-4e76-b182-24be4baf959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.501893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2f3a2cb8-0ead-4e76-b182-24be4baf959b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1983 time: 0.0905578 Jul 08 02:04:44.546703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e013a462-e232-4554-9b60-37e08a5e3964 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:44.565586 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-f437ba64-dc28-440b-81cf-e916bad6c3c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.181&port_id=5e69b945-e0ea-41bd-94b6-fd78f6c75502 HTTP/1.1" status: 200 len: 217 time: 0.0561485 Jul 08 02:04:44.607294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e013a462-e232-4554-9b60-37e08a5e3964, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e013a462-e232-4554-9b60-37e08a5e3964,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:44.660429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.666165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.673138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b7967ff1-df30-48a7-a4ce-8ee4a29c6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.675805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-b7967ff1-df30-48a7-a4ce-8ee4a29c6e47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3ea9232-1524-46be-99ab-d2f7778e848f HTTP/1.1" status: 200 len: 801 time: 0.1033630 Jul 08 02:04:44.699652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Transition to ACTIVE for port object 72158693-b4e1-4339-abcb-90f8ee1c0bf0 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:44.720850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] DHCP port deletion for 1109670b-9ac2-4348-84db-19f338b80358 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:04:44.746796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2468de84-b02a-4792-acc6-2da27cca4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.748405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-2468de84-b02a-4792-acc6-2da27cca4e4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8a7c465-71e8-438d-a94a-3fa180b772a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672019 Jul 08 02:04:44.769607 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.809222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d6872-ed83-4025-86ae-990d28a216ce req-c50522ad-9d44-4006-ba88-9013728f9e9b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.826243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d6872-ed83-4025-86ae-990d28a216ce req-c50522ad-9d44-4006-ba88-9013728f9e9b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.835833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-951d6872-ed83-4025-86ae-990d28a216ce req-c50522ad-9d44-4006-ba88-9013728f9e9b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1679 time: 0.3583601 Jul 08 02:04:44.842737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:44.846869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.861623 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e013a462-e232-4554-9b60-37e08a5e3964,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:44.863287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-d736f3a0-304d-4184-a5e0-1af181ec65a4 service neutron] 10.222.0.18 "GET /v2.0/networks/e8a7c465-71e8-438d-a94a-3fa180b772a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070685 Jul 08 02:04:44.867580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] Deleting port 5f85e06c-ce72-4b50-8544-76c965f35905 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:44.867962 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.950231 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-951d6872-ed83-4025-86ae-990d28a216ce req-beab036e-f807-4c6a-9ef9-f48fdf7dc66e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129973 Jul 08 02:04:44.976017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] For port 5f85e06c-ce72-4b50-8544-76c965f35905, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5f85e06c-ce72-4b50-8544-76c965f35905,segment=NetworkSegment(2799d2dc-b683-4ba2-8087-69ca8fe231ea),segment_id=2799d2dc-b683-4ba2-8087-69ca8fe231ea)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:44.976685 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.011014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.014073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] Calling delete_port for 5f85e06c-ce72-4b50-8544-76c965f35905 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:45.050683 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.113308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['e013a462-e232-4554-9b60-37e08a5e3964'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:45.119196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=72158693-b4e1-4339-abcb-90f8ee1c0bf0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:45.131426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Deleting port 5f85e06c-ce72-4b50-8544-76c965f35905 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:45.131782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.145128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:45.160255 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-53b4ac88-d777-4bcb-93db-f28c88d8161d service neutron] 10.222.0.18 "GET /v2.0/networks/e8a7c465-71e8-438d-a94a-3fa180b772a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895143 Jul 08 02:04:45.160491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:45.166958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:45.169306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49082) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:45.256014 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:04:45.272425 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.296756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-4f9219c1-9832-4708-b93d-089f83c7aa2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.120&port_id=ace8dbaa-d58f-4809-b775-c28404b76e05 HTTP/1.1" status: 200 len: 217 time: 0.0993629 Jul 08 02:04:45.355207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] Pushing event deleted for resources: {'Port': ['ID=5f85e06c-ce72-4b50-8544-76c965f35905,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:45.374615 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3acd04c-ddb8-4c4d-80d4-11ae13f65d7a req-424828d2-1d46-47fd-8501-db1bf4e63270 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0784848 Jul 08 02:04:45.394056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2271-c175-4959-a0ad-771832064fcd req-2e94b5fb-48e3-4a3b-baac-c4be4108ee96 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.411957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2271-c175-4959-a0ad-771832064fcd req-2e94b5fb-48e3-4a3b-baac-c4be4108ee96 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.415774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6c410-afe1-46d1-b81a-997f3b372f64 None None] No DVR routers for this DVR port 5f85e06c-ce72-4b50-8544-76c965f35905 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:45.419906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2271-c175-4959-a0ad-771832064fcd req-2e94b5fb-48e3-4a3b-baac-c4be4108ee96 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.426979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2271-c175-4959-a0ad-771832064fcd req-2e94b5fb-48e3-4a3b-baac-c4be4108ee96 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.445719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2271-c175-4959-a0ad-771832064fcd req-2e94b5fb-48e3-4a3b-baac-c4be4108ee96 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.453131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2271-c175-4959-a0ad-771832064fcd req-2e94b5fb-48e3-4a3b-baac-c4be4108ee96 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.460451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2271-c175-4959-a0ad-771832064fcd req-2e94b5fb-48e3-4a3b-baac-c4be4108ee96 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.470568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-008c2271-c175-4959-a0ad-771832064fcd req-2e94b5fb-48e3-4a3b-baac-c4be4108ee96 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5430 time: 0.4958780 Jul 08 02:04:45.510676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.511463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.519010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] For port 5f85e06c-ce72-4b50-8544-76c965f35905, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5f85e06c-ce72-4b50-8544-76c965f35905,segment=NetworkSegment(2799d2dc-b683-4ba2-8087-69ca8fe231ea),segment_id=2799d2dc-b683-4ba2-8087-69ca8fe231ea)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:45.519468 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.524818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.20.0.4 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/ef44c167-ccf2-47df-bb72-5ddae1c15bf1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:45.534671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-afd0039f-86ea-4973-baa2-6ec2fe43326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.553490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Calling delete_port for 5f85e06c-ce72-4b50-8544-76c965f35905 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:45.584692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-d09d3f92-dea1-4dd9-962c-7e0751ac8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.586640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-d09d3f92-dea1-4dd9-962c-7e0751ac8cde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c26f6ee6-9792-4e3f-a08b-35b8937c4d1e HTTP/1.1" status: 200 len: 801 time: 0.2800639 Jul 08 02:04:45.591525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-008c2271-c175-4959-a0ad-771832064fcd req-591534ac-4ed7-45eb-b4f4-ee2d9a1523fd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200147 Jul 08 02:04:45.607043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d75bf43a-a469-42f1-a2a6-7697e296e242 req-d064f771-b1da-4cdd-96eb-d62808a860af tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.0507743 Jul 08 02:04:45.650633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-33e829fa-b9c4-4499-9423-afe768bbf1dc tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6473637 Jul 08 02:04:45.656323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49092) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:45.661331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-79c4c06e-9d08-43a9-b6f8-dd630beab088 None None] Provisioning for port 72158693-b4e1-4339-abcb-90f8ee1c0bf0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:45.665858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ce:f8:08'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:45.666331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-79c4c06e-9d08-43a9-b6f8-dd630beab088 None None] Provisioning complete for port 72158693-b4e1-4339-abcb-90f8ee1c0bf0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:45.666903 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-79c4c06e-9d08-43a9-b6f8-dd630beab088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.726955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-79c4c06e-9d08-43a9-b6f8-dd630beab088 None None] Port 72158693-b4e1-4339-abcb-90f8ee1c0bf0 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:45.735851 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.751601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-1da55870-61d7-4b21-a7b0-037515002f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.753689 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-1da55870-61d7-4b21-a7b0-037515002f2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600857 Jul 08 02:04:45.774195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.814551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Port': ['ID=5f85e06c-ce72-4b50-8544-76c965f35905,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:45.820582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] No DVR routers for this DVR port 5f85e06c-ce72-4b50-8544-76c965f35905 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:45.867756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 65ce9c95-4e02-43ad-a15f-91db90400a49 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:45.923793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.924603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-afd0039f-86ea-4973-baa2-6ec2fe43326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.938908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.951959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Transition to ACTIVE for port object ef44c167-ccf2-47df-bb72-5ddae1c15bf1 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:45.955032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1109670b-9ac2-4348-84db-19f338b80358']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:45.970160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-c7bd2474-0fce-4138-ac42-fc83699663b8 service neutron] 10.222.0.18 "GET /v2.0/networks/5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067685 Jul 08 02:04:45.973063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2799d2dc-b683-4ba2-8087-69ca8fe231ea') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:45.973491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2799d2dc-b683-4ba2-8087-69ca8fe231ea') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:45.987577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.013611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.022631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:46.023053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:46.034475 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:46.063657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.074359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 65ce9c95-4e02-43ad-a15f-91db90400a49, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=65ce9c95-4e02-43ad-a15f-91db90400a49,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:46.090086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-afd0039f-86ea-4973-baa2-6ec2fe43326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.092100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '65ce9c95-4e02-43ad-a15f-91db90400a49', 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'port_id': '65ce9c95-4e02-43ad-a15f-91db90400a49', 'mac_address': 'fa:16:3e:20:4a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cc834e-2d6b-4903-bfa4-9082473beedb', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:46.132800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.155943 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.171137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ce9c95-4e02-43ad-a15f-91db90400a49 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:46.192406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 65ce9c95-4e02-43ad-a15f-91db90400a49, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=65ce9c95-4e02-43ad-a15f-91db90400a49,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:46.232499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:46.233771 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.244897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:46.249333 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.251131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] 10.222.0.10 "DELETE /v2.0/networks/1109670b-9ac2-4348-84db-19f338b80358 HTTP/1.1" status: 204 len: 168 time: 2.0380833 Jul 08 02:04:46.252031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:46.266946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.267786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 119c9585-b18f-486e-8834-3c9abd6e9957 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:46.284513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0039f-86ea-4973-baa2-6ec2fe43326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ee336-fbef-4c17-aa53-46cd49b58b44,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:46.285245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:46.296076 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-afd0039f-86ea-4973-baa2-6ec2fe43326a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8bdc964252344a98b4f627aa321259c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1256955 Jul 08 02:04:46.299487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:46.301933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaa1f7-a269-436c-8d7e-f274b195b078 tempest-AllowedAddressPairIpV6TestJSON-424222171 tempest-AllowedAddressPairIpV6TestJSON-424222171-project] Pushing event deleted for resources: {'Network': ['ID=1109670b-9ac2-4348-84db-19f338b80358,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:46.385537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 119c9585-b18f-486e-8834-3c9abd6e9957, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=119c9585-b18f-486e-8834-3c9abd6e9957,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:46.389924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=65ce9c95-4e02-43ad-a15f-91db90400a49,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:46.407619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.408085 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.418218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '119c9585-b18f-486e-8834-3c9abd6e9957', 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'port_id': '119c9585-b18f-486e-8834-3c9abd6e9957', 'mac_address': 'fa:16:3e:79:f6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cc834e-2d6b-4903-bfa4-9082473beedb', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:46.454012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791d2d8-125b-4920-acb2-0c3171f3f48b req-76ff6e3d-1ac6-497e-bd88-f69231cfe235 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.460708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791d2d8-125b-4920-acb2-0c3171f3f48b req-76ff6e3d-1ac6-497e-bd88-f69231cfe235 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.462562 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a791d2d8-125b-4920-acb2-0c3171f3f48b req-76ff6e3d-1ac6-497e-bd88-f69231cfe235 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1679 time: 0.2921858 Jul 08 02:04:46.476512 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2fbb81-374b-4a8d-a863-e4b837aa04ba req-114ed75a-4218-4b8a-84cd-77f6239ed1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161129 Jul 08 02:04:46.482778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.501228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119c9585-b18f-486e-8834-3c9abd6e9957 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:46.536877 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.540009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 119c9585-b18f-486e-8834-3c9abd6e9957, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=119c9585-b18f-486e-8834-3c9abd6e9957,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:46.636758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a791d2d8-125b-4920-acb2-0c3171f3f48b req-5f9dd8f8-08f4-4d22-b057-69f0c7c75403 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936422 Jul 08 02:04:46.636758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.654580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.682702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5f85e06c-ce72-4b50-8544-76c965f35905 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:46.710214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5f85e06c-ce72-4b50-8544-76c965f35905 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:04:46.710711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5f85e06c-ce72-4b50-8544-76c965f35905 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:04:46.723738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e7b0acb-4fc8-47a8-9f2b-7b58eeff7b47 req-4cc0946a-70b1-4cf2-a98c-5a645a47d356 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0430937 Jul 08 02:04:46.849381 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.850090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:46.855138 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-0f05d8e4-091a-41bc-9cb6-d09ef02f212c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8315957 Jul 08 02:04:46.871748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Request body: {'port': {'device_id': 'cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:46.926457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.927092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-f291f68e-e032-4f3a-9d2e-565d43469809 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.943761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-f291f68e-e032-4f3a-9d2e-565d43469809 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.953456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-f291f68e-e032-4f3a-9d2e-565d43469809 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.960122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-f291f68e-e032-4f3a-9d2e-565d43469809 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.968142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-f291f68e-e032-4f3a-9d2e-565d43469809 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.975822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-f291f68e-e032-4f3a-9d2e-565d43469809 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.984275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-f291f68e-e032-4f3a-9d2e-565d43469809 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.985367 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-f291f68e-e032-4f3a-9d2e-565d43469809 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5431 time: 0.1839135 Jul 08 02:04:46.989611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.992627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.993741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc2ee336-fbef-4c17-aa53-46cd49b58b44 HTTP/1.1" status: 204 len: 168 time: 0.6897023 Jul 08 02:04:46.997227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:47.015399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a4560c85-0b26-4a69-a0d0-e5a1f12bbd77', 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b', 'port_id': 'a4560c85-0b26-4a69-a0d0-e5a1f12bbd77', 'mac_address': 'fa:16:3e:f7:46:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aac0cf-62c9-47dd-bdbf-b47b552fdc9e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:47.017289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b687e2cf-b67b-4df9-bd12-ac3b0eafb034 None None] Provisioning for port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:47.038442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ee336-fbef-4c17-aa53-46cd49b58b44,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:47.077981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=72158693-b4e1-4339-abcb-90f8ee1c0bf0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:47.103067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b687e2cf-b67b-4df9-bd12-ac3b0eafb034 None None] Provisioning complete for port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:47.103709 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b687e2cf-b67b-4df9-bd12-ac3b0eafb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.114058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.190540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cfedc-fe81-476c-a9a0-e8c2df907898 req-909755bb-d630-402c-bcf2-f73ec8e58498 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:47.191810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:47.197348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b95cfedc-fe81-476c-a9a0-e8c2df907898 req-909755bb-d630-402c-bcf2-f73ec8e58498 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 931 time: 0.3566005 Jul 08 02:04:47.229099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-0319c31e-5bf1-410d-a6f6-81939de65f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:47.233745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-0319c31e-5bf1-410d-a6f6-81939de65f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:47.236605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-0319c31e-5bf1-410d-a6f6-81939de65f46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f51832be61b47718e58951561411272&device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1983 time: 0.3539860 Jul 08 02:04:47.274040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=119c9585-b18f-486e-8834-3c9abd6e9957,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:47.278528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b687e2cf-b67b-4df9-bd12-ac3b0eafb034 None None] Port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:47.285427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49114) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:47.318116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:47.333602 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] In _notify_port_updated(), no bound segment for port 72158693-b4e1-4339-abcb-90f8ee1c0bf0 on network 9fc23fb3-3680-427f-b31f-678cf1bb097a {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:47.338871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:47.340453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.345530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-efe645d7-2f01-4094-82ee-c8b6f2a0604a tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "PUT /v2.0/ports/72158693-b4e1-4339-abcb-90f8ee1c0bf0 HTTP/1.1" status: 200 len: 994 time: 1.6880560 Jul 08 02:04:47.346725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49120) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:47.396724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.443822 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.444695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03a9a7-23d5-4213-93eb-b9d4bc847737 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:47.516626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03a9a7-23d5-4213-93eb-b9d4bc847737, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:47.552469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '9b03a9a7-23d5-4213-93eb-b9d4bc847737', 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'port_id': '9b03a9a7-23d5-4213-93eb-b9d4bc847737', 'mac_address': 'fa:16:3e:79:09:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cc834e-2d6b-4903-bfa4-9082473beedb', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:47.591135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-aaa212b5-d9cf-4063-a387-80d5b6d55dae None None] Provisioning complete for port 72158693-b4e1-4339-abcb-90f8ee1c0bf0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:47.591955 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aaa212b5-d9cf-4063-a387-80d5b6d55dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.634365 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.640199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c62ea09e-d246-40ca-83a4-628c78e70016 req-a9c48a34-dc92-4975-b772-9866fc00dd48 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6452878 Jul 08 02:04:47.644595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.644763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.645105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.645444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.645778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.646105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.646905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.647446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.647783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.648109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.648494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.649000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a172a2-8da8-42dc-a2cf-5e14839c5949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:47.673102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b03a9a7-23d5-4213-93eb-b9d4bc847737 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:47.673723 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.701249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03a9a7-23d5-4213-93eb-b9d4bc847737, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:47.731207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b95cfedc-fe81-476c-a9a0-e8c2df907898 req-726b83e8-c1a5-43b6-8c5a-f186bb9f6f1a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907732 Jul 08 02:04:47.927819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:47.931825 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.932504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a6ca9aea-6092-4460-9126-3dd2fb598be7 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:47.968649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a6ca9aea-6092-4460-9126-3dd2fb598be7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:47.980237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-aaa212b5-d9cf-4063-a387-80d5b6d55dae None None] Port 72158693-b4e1-4339-abcb-90f8ee1c0bf0 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:47.982144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49126) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.003152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ba30fe-ea25-4891-aa6d-149bff121514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.005924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a6ca9aea-6092-4460-9126-3dd2fb598be7', 'network_id': 'fb47c906-2c7b-4a26-95be-9d692f7ee33b', 'port_id': 'a6ca9aea-6092-4460-9126-3dd2fb598be7', 'mac_address': 'fa:16:3e:9e:79:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aac0cf-62c9-47dd-bdbf-b47b552fdc9e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:48.019475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1598729b-8b3d-4881-93a5-c79e81281f8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=263279cad97d4e9cb80133441d69555b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238567 Jul 08 02:04:48.021450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49128) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.049019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-69210c0f-4b38-4970-909b-f3b946212ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:48.050570 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-69210c0f-4b38-4970-909b-f3b946212ed7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e HTTP/1.1" status: 200 len: 902 time: 0.8030787 Jul 08 02:04:48.060318 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74e4b0b0-54d0-43d2-9bd3-61dc8afbd2cd req-29f6a8e3-94bc-4647-b4c9-f6618a257b6f tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0463138 Jul 08 02:04:48.127664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-6ebc1778-6aa6-4715-9c9c-1cf047b54e45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.120&port_id=ace8dbaa-d58f-4809-b775-c28404b76e05 HTTP/1.1" status: 200 len: 217 time: 0.0684917 Jul 08 02:04:48.158766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9b03a9a7-23d5-4213-93eb-b9d4bc847737,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:48.184321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d8ebe-60ab-4908-b944-94df0b978d60 req-63cef5f6-04ef-456e-888b-7d22f9a7fd22 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:48.188581 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.188581 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.198083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d8ebe-60ab-4908-b944-94df0b978d60 req-63cef5f6-04ef-456e-888b-7d22f9a7fd22 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:48.198286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef44c167-ccf2-47df-bb72-5ddae1c15bf1 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:48.202490 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd4d8ebe-60ab-4908-b944-94df0b978d60 req-63cef5f6-04ef-456e-888b-7d22f9a7fd22 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1679 time: 0.2989836 Jul 08 02:04:48.215305 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.216663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ca9aea-6092-4460-9126-3dd2fb598be7 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:48.236063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ba30fe-ea25-4891-aa6d-149bff121514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.241574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Transition to ACTIVE for port object ef44c167-ccf2-47df-bb72-5ddae1c15bf1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:48.250050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a6ca9aea-6092-4460-9126-3dd2fb598be7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:48.265190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a1d74a72-45b8-4d8e-baae-b458abe8d948 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Deleting port 72158693-b4e1-4339-abcb-90f8ee1c0bf0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:48.265541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1d74a72-45b8-4d8e-baae-b458abe8d948 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.280130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e81b831b-1e3e-4523-972d-da43b0dced26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.298800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a1ba30fe-ea25-4891-aa6d-149bff121514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.340464 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.341211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:48.348359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a1ba30fe-ea25-4891-aa6d-149bff121514 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01f11bffa52941de893ce87d298e09fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622866 Jul 08 02:04:48.350426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.359879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba30fe-ea25-4891-aa6d-149bff121514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e46e0-ba82-4411-b5b8-14eeacd46e47,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:48.375726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.401134 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e81b831b-1e3e-4523-972d-da43b0dced26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.405605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a6ca9aea-6092-4460-9126-3dd2fb598be7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:48.413870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd4d8ebe-60ab-4908-b944-94df0b978d60 req-070b9396-234f-41c1-96a8-5b935c78b8ba tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025111 Jul 08 02:04:48.459206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-acaf7b33-003f-42aa-8c21-3fa2a0ed3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:48.460876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-acaf7b33-003f-42aa-8c21-3fa2a0ed3457 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c26f6ee6-9792-4e3f-a08b-35b8937c4d1e HTTP/1.1" status: 200 len: 801 time: 0.3248057 Jul 08 02:04:48.484388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:48.525909 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1d74a72-45b8-4d8e-baae-b458abe8d948 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.538721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '48aa6741-4a28-4549-b0e7-9aa2de4a7eb3', 'network_id': 'a9348555-65df-4fd2-96c7-c0aef5ea7a11', 'port_id': '48aa6741-4a28-4549-b0e7-9aa2de4a7eb3', 'mac_address': 'fa:16:3e:2f:d0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cc834e-2d6b-4903-bfa4-9082473beedb', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:48.549265 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07ba51b1-57d7-4234-b37a-09d0c9f14aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.549412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a1d74a72-45b8-4d8e-baae-b458abe8d948 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Calling delete_port for 72158693-b4e1-4339-abcb-90f8ee1c0bf0 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:48.580949 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07ba51b1-57d7-4234-b37a-09d0c9f14aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.662414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5e69b945-e0ea-41bd-94b6-fd78f6c75502 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:48.677608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-2aa0eb47-41a5-4986-9745-22c0e87d8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:48.679144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-2aa0eb47-41a5-4986-9745-22c0e87d8923 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2052243 Jul 08 02:04:48.724995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Pushing event updated for resources: {'Port': ['ID=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:48.743645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Attempting to bind port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:48.747895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Attempting to bind port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:48.748125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Attempting to bind port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:48.757575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 on network 89016041-be35-4a47-ac46-125f1ffdb927 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:48.764188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Attempting to bind port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:48.775695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e81b831b-1e3e-4523-972d-da43b0dced26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.778884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e81b831b-1e3e-4523-972d-da43b0dced26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.779397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:48.780006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:48.780640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:48.781331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Bound port: ef44c167-ccf2-47df-bb72-5ddae1c15bf1, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:48.781945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.784138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e81b831b-1e3e-4523-972d-da43b0dced26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4fb29ae-2921-4ecd-a672-7e1eaa898b66 HTTP/1.1" status: 204 len: 168 time: 0.7600763 Jul 08 02:04:48.801812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07ba51b1-57d7-4234-b37a-09d0c9f14aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.807025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07ba51b1-57d7-4234-b37a-09d0c9f14aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.811499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-07ba51b1-57d7-4234-b37a-09d0c9f14aef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa4e46e0-ba82-4411-b5b8-14eeacd46e47 HTTP/1.1" status: 204 len: 168 time: 0.4597569 Jul 08 02:04:48.841528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b831b-1e3e-4523-972d-da43b0dced26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fb29ae-2921-4ecd-a672-7e1eaa898b66,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:48.882496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.928123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] For port ef44c167-ccf2-47df-bb72-5ddae1c15bf1, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:48.931637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] For port ef44c167-ccf2-47df-bb72-5ddae1c15bf1, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:48.933197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba51b1-57d7-4234-b37a-09d0c9f14aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e46e0-ba82-4411-b5b8-14eeacd46e47,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:49.004722 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.031284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5e69b945-e0ea-41bd-94b6-fd78f6c75502, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5e69b945-e0ea-41bd-94b6-fd78f6c75502,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:49.036875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-218f72ea-4e22-4ffb-9d5f-e2ba3af85f79 service neutron] 10.222.0.18 "GET /v2.0/networks/5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456211 Jul 08 02:04:49.056539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.057348 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.058973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] 10.222.0.32 "PUT /v2.0/ports/ef44c167-ccf2-47df-bb72-5ddae1c15bf1 HTTP/1.1" status: 200 len: 1092 time: 2.1931951 Jul 08 02:04:49.059865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5', 'tag': 'ef44c167-ccf2-47df-bb72-5ddae1c15bf1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:49.062823 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360d8ce-8ab4-4260-9413-ae39bc8109de" -d '{"events": [{"name": "network-changed", "server_uuid": "cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5", "tag": "ef44c167-ccf2-47df-bb72-5ddae1c15bf1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:49.081743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '5e69b945-e0ea-41bd-94b6-fd78f6c75502', 'network_id': 'e8a7c465-71e8-438d-a94a-3fa180b772a2', 'port_id': '5e69b945-e0ea-41bd-94b6-fd78f6c75502', 'mac_address': 'fa:16:3e:46:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ea9232-1524-46be-99ab-d2f7778e848f', 'ip_address': '19.80.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:49.081743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:49.131167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64681aa-49a0-429f-90e4-0031343638ab service neutron] Pushing event updated for resources: {'Port': ['ID=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:49.176319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:49.186568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-af50c0d1-06c1-469e-87eb-3e57aaaba529 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.190871 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.204421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e69b945-e0ea-41bd-94b6-fd78f6c75502 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:49.211605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-af50c0d1-06c1-469e-87eb-3e57aaaba529 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.223756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-af50c0d1-06c1-469e-87eb-3e57aaaba529 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.235625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-af50c0d1-06c1-469e-87eb-3e57aaaba529 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.246370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-af50c0d1-06c1-469e-87eb-3e57aaaba529 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.249502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5e69b945-e0ea-41bd-94b6-fd78f6c75502, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5e69b945-e0ea-41bd-94b6-fd78f6c75502,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:49.254349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b79622-520d-4004-b95f-0a44c52a9465 req-13adcd62-8a68-4890-9876-8712079e2140 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.261742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-af50c0d1-06c1-469e-87eb-3e57aaaba529 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.262038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47b79622-520d-4004-b95f-0a44c52a9465 req-13adcd62-8a68-4890-9876-8712079e2140 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.3139477 Jul 08 02:04:49.263434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-af50c0d1-06c1-469e-87eb-3e57aaaba529 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.266148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-af50c0d1-06c1-469e-87eb-3e57aaaba529 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5435 time: 0.2314258 Jul 08 02:04:49.288612 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.339040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e013a462-e232-4554-9b60-37e08a5e3964 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:49.356793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9e57e30-7aa9-4944-965d-a187fc12b9ee req-6fdc6c65-3820-475f-8063-e12dc7e170f6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807405 Jul 08 02:04:49.377848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a6f743dd-c96d-4400-9f2a-7f8944e109e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.378811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47b79622-520d-4004-b95f-0a44c52a9465 req-7201ed92-f2e7-40f3-8dbf-f30f42aaa00e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149712 Jul 08 02:04:49.387384 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1d74a72-45b8-4d8e-baae-b458abe8d948 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.393056 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-a6f743dd-c96d-4400-9f2a-7f8944e109e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 1095 time: 0.1259093 Jul 08 02:04:49.432110 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.434396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device ace8dbaa-d58f-4809-b775-c28404b76e05 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:49.493149 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ee6db2-021f-4a56-ada4-b4f90c8c903c x-openstack-request-id: req-98ee6db2-021f-4a56-ada4-b4f90c8c903c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:49.495965 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5", "tag": "ef44c167-ccf2-47df-bb72-5ddae1c15bf1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:49.496425 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98ee6db2-021f-4a56-ada4-b4f90c8c903c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:49.496980 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5', 'tag': 'ef44c167-ccf2-47df-bb72-5ddae1c15bf1', 'status': 'completed', 'code': 200} Jul 08 02:04:49.500348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-8e9b23f4-863e-488c-85f5-f6323fbe917a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef44c167-ccf2-47df-bb72-5ddae1c15bf1 HTTP/1.1" status: 200 len: 217 time: 0.0921140 Jul 08 02:04:49.500915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d74a72-45b8-4d8e-baae-b458abe8d948 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Port': ['ID=72158693-b4e1-4339-abcb-90f8ee1c0bf0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:49.534904 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e0a2491-3742-4226-8acf-35a11e9e9690 req-0c8318aa-a3e5-4956-bae7-e339d7752922 service neutron] 10.222.0.18 "GET /v2.0/networks/5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627998 Jul 08 02:04:49.628492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-32ff7d08-73bb-4c59-818b-b5416170ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.636307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-32ff7d08-73bb-4c59-818b-b5416170ffd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1199074 Jul 08 02:04:49.638087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port ace8dbaa-d58f-4809-b775-c28404b76e05, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ace8dbaa-d58f-4809-b775-c28404b76e05,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:49.669398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'ace8dbaa-d58f-4809-b775-c28404b76e05', 'network_id': '5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e', 'port_id': 'ace8dbaa-d58f-4809-b775-c28404b76e05', 'mac_address': 'fa:16:3e:f4:23:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26f6ee6-9792-4e3f-a08b-35b8937c4d1e', 'ip_address': '19.86.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:49.767114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:49.794169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-8bb547a9-4426-4814-acbe-a4c324c571af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:49.796937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-8bb547a9-4426-4814-acbe-a4c324c571af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502988 Jul 08 02:04:49.851042 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9db736e-5ae2-4835-b3c7-3c3c399c2190 req-e22c63bd-30f1-4797-819e-46a0bcc2bc2d tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0545123 Jul 08 02:04:49.885441 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1d74a72-45b8-4d8e-baae-b458abe8d948 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.892140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a1d74a72-45b8-4d8e-baae-b458abe8d948 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "DELETE /v2.0/ports/72158693-b4e1-4339-abcb-90f8ee1c0bf0 HTTP/1.1" status: 204 len: 168 time: 2.2106085 Jul 08 02:04:49.894067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49164) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:49.938431 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.965222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace8dbaa-d58f-4809-b775-c28404b76e05 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:49.985844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port e013a462-e232-4554-9b60-37e08a5e3964 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:49.991192 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bcedd8-2107-4814-9191-a99e7740a82b tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] GET failed (client error): The resource could not be found. Jul 08 02:04:49.993209 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-52bcedd8-2107-4814-9191-a99e7740a82b tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "GET /v2.0/ports/72158693-b4e1-4339-abcb-90f8ee1c0bf0 HTTP/1.1" status: 404 len: 333 time: 0.0955520 Jul 08 02:04:49.994435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port e013a462-e232-4554-9b60-37e08a5e3964 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:49.994815 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.997243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49168) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:50.001838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5e69b945-e0ea-41bd-94b6-fd78f6c75502,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:50.004127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a', 'name': 'tempest-AllowedAddressPairTestJSON-920568477'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:50.030129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port ace8dbaa-d58f-4809-b775-c28404b76e05, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ace8dbaa-d58f-4809-b775-c28404b76e05,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:50.032798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9b03a9a7-23d5-4213-93eb-b9d4bc847737'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:50.057381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50812-9e8f-41d7-abfa-4a03a35e5670 req-1e2cdb2b-e6c0-4b41-ac0f-eb7dd030e9bc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.067168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50812-9e8f-41d7-abfa-4a03a35e5670 req-1e2cdb2b-e6c0-4b41-ac0f-eb7dd030e9bc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.078483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dca50812-9e8f-41d7-abfa-4a03a35e5670 req-1e2cdb2b-e6c0-4b41-ac0f-eb7dd030e9bc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1680 time: 0.1022334 Jul 08 02:04:50.150378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.163868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dca50812-9e8f-41d7-abfa-4a03a35e5670 req-081d40a2-b96a-47bb-9346-86ece199c379 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825222 Jul 08 02:04:50.174023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.212542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['119c9585-b18f-486e-8834-3c9abd6e9957'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:50.213845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-882a214c-7bf7-433b-b83b-942811115668 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024973 Jul 08 02:04:50.215432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['65ce9c95-4e02-43ad-a15f-91db90400a49'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:50.226848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a4560c85-0b26-4a69-a0d0-e5a1f12bbd77'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:50.280713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:50.285511 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fde44dc-c0a7-4aad-8841-9294fe2babe3" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "e013a462-e232-4554-9b60-37e08a5e3964"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:50.316207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['48aa6741-4a28-4549-b0e7-9aa2de4a7eb3'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:50.346201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Made reservation on behalf of a15585b147674dc98ede81c7091ffc69 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:50.350342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.351568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda4f54-e4ff-4293-a921-1496aa9c65f3 req-33e745e0-4a62-4616-a116-987aed8272b8 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208711 Jul 08 02:04:50.371572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] device_id is not set on port 9d495816-a311-4000-adde-9943bcacd16e yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:50.380042 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f5ac3c-5c56-4cdc-9983-c2e2c2df0187 x-openstack-request-id: req-f7f5ac3c-5c56-4cdc-9983-c2e2c2df0187 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:50.380451 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "e013a462-e232-4554-9b60-37e08a5e3964", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:50.380867 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7f5ac3c-5c56-4cdc-9983-c2e2c2df0187 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:50.381482 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964', 'code': 200} Jul 08 02:04:50.392613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e013a462-e232-4554-9b60-37e08a5e3964, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e013a462-e232-4554-9b60-37e08a5e3964,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:50.462551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['ace8dbaa-d58f-4809-b775-c28404b76e05'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:50.482082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=ace8dbaa-d58f-4809-b775-c28404b76e05,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:50.521158 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.563758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Allocated IP 172.20.0.8 (9fc23fb3-3680-427f-b31f-678cf1bb097a/505fe92e-ed93-4776-817d-ff511304d36c/9d495816-a311-4000-adde-9943bcacd16e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:50.677164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-febc1bbd-626a-4de3-b08d-0c691158a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.682476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-febc1bbd-626a-4de3-b08d-0c691158a40b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 1095 time: 0.1584404 Jul 08 02:04:50.803512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f59453-eb70-495c-b6fa-06051e2dc38c req-33495d9b-bc05-4cf6-985e-5d0c552d9b61 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.805095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4f59453-eb70-495c-b6fa-06051e2dc38c req-33495d9b-bc05-4cf6-985e-5d0c552d9b61 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.1724634 Jul 08 02:04:50.817030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e013a462-e232-4554-9b60-37e08a5e3964,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:50.883592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.886530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-34783dc4-d2fb-43da-8f6a-e2424fb72d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.888156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-34783dc4-d2fb-43da-8f6a-e2424fb72d5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1916654 Jul 08 02:04:50.915496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-7ec7172e-30e7-460d-9bbc-3095eb435dfd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.922615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-7ec7172e-30e7-460d-9bbc-3095eb435dfd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.930419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-7ec7172e-30e7-460d-9bbc-3095eb435dfd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.938112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-7ec7172e-30e7-460d-9bbc-3095eb435dfd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.945456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-7ec7172e-30e7-460d-9bbc-3095eb435dfd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.954702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-7ec7172e-30e7-460d-9bbc-3095eb435dfd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.965498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-7ec7172e-30e7-460d-9bbc-3095eb435dfd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.972733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-7ec7172e-30e7-460d-9bbc-3095eb435dfd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5437 time: 0.2715333 Jul 08 02:04:50.975601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49202) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:50.978855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Transition to ACTIVE for port object 9d495816-a311-4000-adde-9943bcacd16e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:51.002198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4f59453-eb70-495c-b6fa-06051e2dc38c req-f79799d2-df9a-46cb-9ef5-4c1bd94f9d53 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579336 Jul 08 02:04:51.083586 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.084014 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-9d285577-8fc8-4ee9-a238-80767920d970 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef44c167-ccf2-47df-bb72-5ddae1c15bf1 HTTP/1.1" status: 200 len: 217 time: 0.1099946 Jul 08 02:04:51.085847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6ca9aea-6092-4460-9126-3dd2fb598be7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:51.106083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.118442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f3951012-0574-4ac1-807d-6d3a9a6aba3f req-a7d84ace-0d3e-429f-9f1c-c56460ba734c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260087 Jul 08 02:04:51.238353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:51.241964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-e668ced4-8f29-46d2-bf99-71db237cb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.244688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-e668ced4-8f29-46d2-bf99-71db237cb79d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1396737 Jul 08 02:04:51.251652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:51.277860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:51.290506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=9d495816-a311-4000-adde-9943bcacd16e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:51.353748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-57636597-22d8-4e75-95a2-591bd1823ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.357996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-57636597-22d8-4e75-95a2-591bd1823ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064260 Jul 08 02:04:51.364644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03a9a7-23d5-4213-93eb-b9d4bc847737 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:51.377219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-435758446'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:51.419594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.421871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.525790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4add1da0-029e-471c-8faf-283e54a99de9 req-826b4eef-8949-4ab5-8652-d34d4417fe00 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.1182013 Jul 08 02:04:51.535019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['5e69b945-e0ea-41bd-94b6-fd78f6c75502'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:51.591611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-777cba37-0754-43d0-b33d-fbbef7ec811b service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247906 Jul 08 02:04:51.600735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:51.602623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9c666-970c-4101-9431-1e1e84731b68 req-dbd80e3c-f0e7-450c-ab8c-e8748a2f78fa tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.606486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.610192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9c666-970c-4101-9431-1e1e84731b68 req-dbd80e3c-f0e7-450c-ab8c-e8748a2f78fa tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.618206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fd9c666-970c-4101-9431-1e1e84731b68 req-dbd80e3c-f0e7-450c-ab8c-e8748a2f78fa tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1681 time: 0.1544862 Jul 08 02:04:51.626641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.666191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:51.677529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:51.677869 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.685736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fd9c666-970c-4101-9431-1e1e84731b68 req-bcc71055-367b-4329-a605-4ce4697c858e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649250 Jul 08 02:04:51.708541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5414794b-7cad-408c-8516-f124b0335166 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7097521 Jul 08 02:04:51.712053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:51.722084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ce:f8:08'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:51.782194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4ea47228-147d-4da0-85a2-bed166e41d9d None None] Provisioning for port 9d495816-a311-4000-adde-9943bcacd16e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:51.797692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4ea47228-147d-4da0-85a2-bed166e41d9d None None] Provisioning complete for port 9d495816-a311-4000-adde-9943bcacd16e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:51.798079 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4ea47228-147d-4da0-85a2-bed166e41d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.805810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b360d8ce-8ab4-4260-9413-ae39bc8109de req-c5428e87-24ed-4b13-8ee8-ea92fa697c4a service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955705 Jul 08 02:04:51.990702 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.013193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.020098 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.024465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4ea47228-147d-4da0-85a2-bed166e41d9d None None] Port 9d495816-a311-4000-adde-9943bcacd16e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:52.089170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03a9a7-23d5-4213-93eb-b9d4bc847737, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:52.121275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.186907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:52.214253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.225407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dda2f7-dab1-4fb6-bc29-284599ad92fc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:52.237978 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.238441 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 20e22407-df8f-40fa-b214-9dc71905fd23 of type vlan for network c9383f7b-e6d8-4d6a-a508-879e80f9c367 Jul 08 02:04:52.281142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9b03a9a7-23d5-4213-93eb-b9d4bc847737,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:52.320397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.356628 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.373522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248adbe5-b400-4d09-8a88-a840ba6c6543 req-f14ef0fc-9f3d-44a1-bdaa-1b4a0425e0c0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.375093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248adbe5-b400-4d09-8a88-a840ba6c6543 req-f14ef0fc-9f3d-44a1-bdaa-1b4a0425e0c0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.2181141 Jul 08 02:04:52.382304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03a9a7-23d5-4213-93eb-b9d4bc847737'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:52.384658 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04127310-df57-495d-9372-b4bcccd32f94" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "9b03a9a7-23d5-4213-93eb-b9d4bc847737"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:52.395377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-b244d626-8415-4548-b61e-1e0aebb85f46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.402191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-b244d626-8415-4548-b61e-1e0aebb85f46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.409668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-b244d626-8415-4548-b61e-1e0aebb85f46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.416290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-b244d626-8415-4548-b61e-1e0aebb85f46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.422951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-b244d626-8415-4548-b61e-1e0aebb85f46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.429622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-b244d626-8415-4548-b61e-1e0aebb85f46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.436315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-b244d626-8415-4548-b61e-1e0aebb85f46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.438465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-b244d626-8415-4548-b61e-1e0aebb85f46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5438 time: 0.1361897 Jul 08 02:04:52.441445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248adbe5-b400-4d09-8a88-a840ba6c6543 req-6067cbe4-0893-46a3-ad63-0d687108df6b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543039 Jul 08 02:04:52.445280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device ace8dbaa-d58f-4809-b775-c28404b76e05 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:52.452766 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.494610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:52.508088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.516376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.517017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.519948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80ab5050-d7e7-4d36-9b9f-94222b97a702 req-797d16a6-0b4a-4652-9ad0-eb436dc29629 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700643 Jul 08 02:04:52.579299 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c8164c-7d2e-4025-b997-c5588009fea9 x-openstack-request-id: req-24c8164c-7d2e-4025-b997-c5588009fea9 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:52.580044 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "9b03a9a7-23d5-4213-93eb-b9d4bc847737", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:52.580313 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24c8164c-7d2e-4025-b997-c5588009fea9 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:52.580819 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03a9a7-23d5-4213-93eb-b9d4bc847737', 'code': 200} Jul 08 02:04:52.600137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port ace8dbaa-d58f-4809-b775-c28404b76e05 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:52.608904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port ace8dbaa-d58f-4809-b775-c28404b76e05 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:52.609583 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.671973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=9d495816-a311-4000-adde-9943bcacd16e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:52.700576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=c9383f7b-e6d8-4d6a-a508-879e80f9c367,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:52.725330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] In _notify_port_updated(), no bound segment for port 9d495816-a311-4000-adde-9943bcacd16e on network 9fc23fb3-3680-427f-b31f-678cf1bb097a {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:52.738948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network c9383f7b-e6d8-4d6a-a508-879e80f9c367 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:52.739276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:52.740593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.743476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-567986fb-c7ad-4557-85d4-9086124c31c0 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "PUT /v2.0/ports/9d495816-a311-4000-adde-9943bcacd16e HTTP/1.1" status: 200 len: 995 time: 1.0303748 Jul 08 02:04:52.746235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:52.792147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-42eb115a-f163-46fc-b84f-676b9f30053b tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8152745 Jul 08 02:04:52.808020 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f39dddb4-15e5-4a1a-9729-aa0d68889084 req-e3056d1f-e899-4a3a-a2dc-781335f80931 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0863540 Jul 08 02:04:52.818075 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.882481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port ace8dbaa-d58f-4809-b775-c28404b76e05, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ace8dbaa-d58f-4809-b775-c28404b76e05,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:52.895938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-10920178'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:52.955422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2b84a63f-44d3-4fcb-9ddc-9f910f74f136 None None] Provisioning complete for port 9d495816-a311-4000-adde-9943bcacd16e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:52.955923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2b84a63f-44d3-4fcb-9ddc-9f910f74f136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.982150 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.028570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b01cd4-bb6e-40d0-a67b-cf453a7e4ef0 req-4a090f7a-9933-4acd-8c9f-f2800d017a36 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:53.031816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2b84a63f-44d3-4fcb-9ddc-9f910f74f136 None None] Port 9d495816-a311-4000-adde-9943bcacd16e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:53.034639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b01cd4-bb6e-40d0-a67b-cf453a7e4ef0 req-4a090f7a-9933-4acd-8c9f-f2800d017a36 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:53.036155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26b01cd4-bb6e-40d0-a67b-cf453a7e4ef0 req-4a090f7a-9933-4acd-8c9f-f2800d017a36 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1681 time: 0.1252699 Jul 08 02:04:53.040945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-621046ef-4d91-4c61-83e8-4a1f194a19e6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Deleting port 9d495816-a311-4000-adde-9943bcacd16e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:53.041341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-621046ef-4d91-4c61-83e8-4a1f194a19e6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.047480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=ace8dbaa-d58f-4809-b775-c28404b76e05,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.088515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Made reservation on behalf of 7eb75904210f4dcdb45a6a6a42d9c2df for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:53.092782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.117127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.162961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26b01cd4-bb6e-40d0-a67b-cf453a7e4ef0 req-be4ac64b-c45d-4448-b2f3-b2cb95acd120 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074746 Jul 08 02:04:53.189248 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-621046ef-4d91-4c61-83e8-4a1f194a19e6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.211640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-621046ef-4d91-4c61-83e8-4a1f194a19e6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Calling delete_port for 9d495816-a311-4000-adde-9943bcacd16e owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:53.316152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.338377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:53.408816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.439229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:53.445671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b712bc-a04b-4fd5-b157-dffbb1d6f625,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.452197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.452558 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Added segment d5675d2a-775a-430d-bb2a-24598eba7edf of type vlan for network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 Jul 08 02:04:53.491276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-621046ef-4d91-4c61-83e8-4a1f194a19e6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.528579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.532532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621046ef-4d91-4c61-83e8-4a1f194a19e6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Port': ['ID=9d495816-a311-4000-adde-9943bcacd16e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.571780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:53.585351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:53.592664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.649181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-621046ef-4d91-4c61-83e8-4a1f194a19e6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.657663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-621046ef-4d91-4c61-83e8-4a1f194a19e6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "DELETE /v2.0/ports/9d495816-a311-4000-adde-9943bcacd16e HTTP/1.1" status: 204 len: 168 time: 0.9035270 Jul 08 02:04:53.657874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49248) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:53.704122 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6a8b02-7aa7-4b72-93a7-59e2d1747307 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] GET failed (client error): The resource could not be found. Jul 08 02:04:53.706294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8b6a8b02-7aa7-4b72-93a7-59e2d1747307 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "GET /v2.0/ports/9d495816-a311-4000-adde-9943bcacd16e HTTP/1.1" status: 404 len: 333 time: 0.0467703 Jul 08 02:04:53.710035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:53.721750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a', 'name': 'tempest-AllowedAddressPairTestJSON-2053224027'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:53.729229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.735293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5509-6bce-442b-b904-16eb5186f49a req-ac3b8595-58f7-4bd6-98cc-7ff3483065d9 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:53.736758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:53.737433 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.751374 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fcb5509-6bce-442b-b904-16eb5186f49a req-ac3b8595-58f7-4bd6-98cc-7ff3483065d9 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.1733968 Jul 08 02:04:53.856381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fcb5509-6bce-442b-b904-16eb5186f49a req-de1e30f9-a510-47eb-ac3e-c5329d39be40 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037681 Jul 08 02:04:53.861610 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.929300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:53.952311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Pushing event updated for resources: {'Network': ['ID=18d84f98-a9fe-4b8a-b047-a7f4b3d0c602,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.963376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:53.971140 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bfbfe8dc-f1e8-4b23-a8b7-aec59df3f3a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.4716425 Jul 08 02:04:54.014444 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.015854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 65ce9c95-4e02-43ad-a15f-91db90400a49 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:54.121431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:54.134621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59078-c409-445a-ba90-5fb6487a785f req-496e5b78-95db-4c2b-9ff0-15f8d64defdf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.151850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59078-c409-445a-ba90-5fb6487a785f req-496e5b78-95db-4c2b-9ff0-15f8d64defdf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.151850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59078-c409-445a-ba90-5fb6487a785f req-496e5b78-95db-4c2b-9ff0-15f8d64defdf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.153901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59078-c409-445a-ba90-5fb6487a785f req-496e5b78-95db-4c2b-9ff0-15f8d64defdf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.164149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59078-c409-445a-ba90-5fb6487a785f req-496e5b78-95db-4c2b-9ff0-15f8d64defdf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.175605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59078-c409-445a-ba90-5fb6487a785f req-496e5b78-95db-4c2b-9ff0-15f8d64defdf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.182021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59078-c409-445a-ba90-5fb6487a785f req-496e5b78-95db-4c2b-9ff0-15f8d64defdf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.184928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ac59078-c409-445a-ba90-5fb6487a785f req-496e5b78-95db-4c2b-9ff0-15f8d64defdf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5438 time: 0.2925198 Jul 08 02:04:54.193113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Made reservation on behalf of a15585b147674dc98ede81c7091ffc69 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:54.202395 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.220739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 65ce9c95-4e02-43ad-a15f-91db90400a49 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:54.225329 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d942497e-8ec1-4a83-b1b9-54a08cf9f8e7 req-97360b8c-e88f-4391-934f-36b87fd0d353 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0341182 Jul 08 02:04:54.228243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 65ce9c95-4e02-43ad-a15f-91db90400a49 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:54.228243 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.328552 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.371157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 65ce9c95-4e02-43ad-a15f-91db90400a49, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=65ce9c95-4e02-43ad-a15f-91db90400a49,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:54.460900 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.461747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 119c9585-b18f-486e-8834-3c9abd6e9957 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:54.517968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=65ce9c95-4e02-43ad-a15f-91db90400a49,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:54.520721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5e69b945-e0ea-41bd-94b6-fd78f6c75502 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:54.523276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49260) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:54.539642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Request body: {'port': {'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602', 'binding:host_id': 'n-h1-695189-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504537119'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:54.582366 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8dbaa-d58f-4809-b775-c28404b76e05'}, {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4560c85-0b26-4a69-a0d0-e5a1f12bbd77'}, {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ce9c95-4e02-43ad-a15f-91db90400a49'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:54.585248 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e3582-3ed0-4a63-9137-ec7e26b6b6cf" -d '{"events": [{"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-plugged", "status": "completed", "tag": "ace8dbaa-d58f-4809-b775-c28404b76e05"}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "a4560c85-0b26-4a69-a0d0-e5a1f12bbd77"}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "65ce9c95-4e02-43ad-a15f-91db90400a49"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:54.694025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ac59078-c409-445a-ba90-5fb6487a785f req-a4d564e6-a2b8-44ac-9059-891e691545d3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4901578 Jul 08 02:04:54.715362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] device_id is not set on port c811b0ac-794f-4789-9739-c290cc8af906 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:54.736595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Made reservation on behalf of 822a5b6e5d5c48beb605ed444f3e2bd7 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:54.739328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.757856 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.775055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 119c9585-b18f-486e-8834-3c9abd6e9957 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:54.784300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 119c9585-b18f-486e-8834-3c9abd6e9957 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:54.784741 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.786474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:54.796373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:54.804622 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.840290 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25cf73f-0a59-4214-b89a-38c8611109ee x-openstack-request-id: req-c25cf73f-0a59-4214-b89a-38c8611109ee {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:54.848225 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-plugged", "status": "completed", "tag": "ace8dbaa-d58f-4809-b775-c28404b76e05", "code": 200}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "a4560c85-0b26-4a69-a0d0-e5a1f12bbd77", "code": 200}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "65ce9c95-4e02-43ad-a15f-91db90400a49", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:54.848225 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c25cf73f-0a59-4214-b89a-38c8611109ee {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:54.848225 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8dbaa-d58f-4809-b775-c28404b76e05', 'code': 200} Jul 08 02:04:54.848225 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4560c85-0b26-4a69-a0d0-e5a1f12bbd77', 'code': 200} Jul 08 02:04:54.848225 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ce9c95-4e02-43ad-a15f-91db90400a49', 'code': 200} Jul 08 02:04:54.863304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744d71-a8fe-4016-81c8-19e48fe4da94 req-23822d41-7837-46f8-8daa-d0014b9aaaba tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.872103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744d71-a8fe-4016-81c8-19e48fe4da94 req-23822d41-7837-46f8-8daa-d0014b9aaaba tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:54.874841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe744d71-a8fe-4016-81c8-19e48fe4da94 req-23822d41-7837-46f8-8daa-d0014b9aaaba tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1682 time: 0.1776025 Jul 08 02:04:54.946128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Allocated IP 172.20.0.7 (9fc23fb3-3680-427f-b31f-678cf1bb097a/505fe92e-ed93-4776-817d-ff511304d36c/c811b0ac-794f-4789-9739-c290cc8af906) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:54.954118 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe744d71-a8fe-4016-81c8-19e48fe4da94 req-47821ab3-c483-4b18-870e-d296bb03570a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656815 Jul 08 02:04:55.026551 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.043961 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.095281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 119c9585-b18f-486e-8834-3c9abd6e9957, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=119c9585-b18f-486e-8834-3c9abd6e9957,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:55.097796 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.155135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5e69b945-e0ea-41bd-94b6-fd78f6c75502, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5e69b945-e0ea-41bd-94b6-fd78f6c75502,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:55.157752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.169662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] device_id is not set on port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:55.203061 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.223549 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.269735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Transition to ACTIVE for port object c811b0ac-794f-4789-9739-c290cc8af906 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:55.293483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.326148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b6dea-29f1-4a89-a534-4f6674713cc4 req-bea6b69a-9bfa-4d2b-879a-2c603de5e005 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:55.329167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c3b6dea-29f1-4a89-a534-4f6674713cc4 req-bea6b69a-9bfa-4d2b-879a-2c603de5e005 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.1408591 Jul 08 02:04:55.331376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=119c9585-b18f-486e-8834-3c9abd6e9957,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:55.348058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a6ca9aea-6092-4460-9126-3dd2fb598be7 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:55.366870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a689405-3d8e-45b3-a98d-46d12cc4881d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:55.418748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c3b6dea-29f1-4a89-a534-4f6674713cc4 req-ed2a6364-1bc3-4f93-90ad-4eb72ecadb2a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696702 Jul 08 02:04:55.479905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5e69b945-e0ea-41bd-94b6-fd78f6c75502,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:55.484671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.537339 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e98ce636-10bd-440b-8de6-fa6a74b0fa87 req-6c095cad-0c29-4a37-906e-50337ef85442 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0409563 Jul 08 02:04:55.567441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:55.573094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:55.576948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:55.603935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port a6ca9aea-6092-4460-9126-3dd2fb598be7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:55.613049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a6ca9aea-6092-4460-9126-3dd2fb598be7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:55.613049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.616385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] device_id is not set on port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:55.631105 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.655688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Transition to ACTIVE for port object cf9b6d3f-ba0d-472e-931f-3a989eeb2320 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:55.660966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=c811b0ac-794f-4789-9739-c290cc8af906,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:55.728404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:55.729834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.768673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.790526 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.859682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a6ca9aea-6092-4460-9126-3dd2fb598be7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:55.868285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=cf9b6d3f-ba0d-472e-931f-3a989eeb2320,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:55.896577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Checking segment: {'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:55.897054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Network hostable DHCP agents. Network: 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:55.926293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6a30b2ca-0f89-4fad-bdb1-1ff36f36368e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2149694 Jul 08 02:04:55.933902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.950477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'network_id': '9fc23fb3-3680-427f-b31f-678cf1bb097a', 'name': 'tempest-AllowedAddressPairTestJSON-1943995273'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:55.992712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.993600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:56.008600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-82279c84-88db-4afd-bddb-425386ef0c02 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.016459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-82279c84-88db-4afd-bddb-425386ef0c02 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.023361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-82279c84-88db-4afd-bddb-425386ef0c02 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.029705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-82279c84-88db-4afd-bddb-425386ef0c02 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.036112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-82279c84-88db-4afd-bddb-425386ef0c02 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.042666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-82279c84-88db-4afd-bddb-425386ef0c02 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.048786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-82279c84-88db-4afd-bddb-425386ef0c02 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.057154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-82279c84-88db-4afd-bddb-425386ef0c02 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5441 time: 0.1455345 Jul 08 02:04:56.095814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:56.122952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb281da8-b5e7-4ea3-96f1-775aedf4375d req-d3aa3cab-a56e-4323-89b0-1c602571696f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649276 Jul 08 02:04:56.175447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3d9f41d1-4554-4689-9d6c-72d22c2f0008 None None] Provisioning for port c811b0ac-794f-4789-9739-c290cc8af906 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:56.194877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3d9f41d1-4554-4689-9d6c-72d22c2f0008 None None] Provisioning complete for port c811b0ac-794f-4789-9739-c290cc8af906 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:56.194877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3d9f41d1-4554-4689-9d6c-72d22c2f0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.234243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56482-8dc3-4836-a621-0014096af3de req-1396062a-4807-4497-a26c-fbbf357ac9fb tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.242506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56482-8dc3-4836-a621-0014096af3de req-1396062a-4807-4497-a26c-fbbf357ac9fb tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.244183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8e56482-8dc3-4836-a621-0014096af3de req-1396062a-4807-4497-a26c-fbbf357ac9fb tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1683 time: 0.0946534 Jul 08 02:04:56.247972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:56.256413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Made reservation on behalf of a15585b147674dc98ede81c7091ffc69 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:56.256541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f41d1-4554-4689-9d6c-72d22c2f0008 None None] Port c811b0ac-794f-4789-9739-c290cc8af906 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:56.266622 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.277727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:56.277965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a6ca9aea-6092-4460-9126-3dd2fb598be7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:56.284485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e52ef2-87a6-4a28-9d03-c1801c6c28d2 None None] Network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:56.327301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49278) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:56.333724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': 'c9383f7b-e6d8-4d6a-a508-879e80f9c367', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:56.359710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.360075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.360609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.363070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] device_id is not set on port c63d1e3a-9a4c-45ca-83fd-623cb4af4464 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:56.363505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:56.369488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:56.369776 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.413411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.413728 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.420293 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 2 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.426224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8e56482-8dc3-4836-a621-0014096af3de req-6df2a843-3b93-4ab3-8330-17d487eeed6e tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569414 Jul 08 02:04:56.452502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.452502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.452502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.458117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.458562 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.458971 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 3 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.501438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.501800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.504143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.513130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.513457 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.515769 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 4 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.518928 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.539984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.540336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.540827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.543145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Allocated IP 172.20.0.12 (9fc23fb3-3680-427f-b31f-678cf1bb097a/505fe92e-ed93-4776-817d-ff511304d36c/c63d1e3a-9a4c-45ca-83fd-623cb4af4464) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:56.546602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:56.550808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.551157 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.555481 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 5 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.560069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:56.564548 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.583217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.583594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.589448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.596717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.597059 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.600207 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 6 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.627893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.628157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.628532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.638114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.638459 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.640176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.648769 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 7 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.700316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.700674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.701775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.711013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.711377 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.714647 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 8 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.728596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc40b-5139-45d7-a5d0-d6daf23d3f2c req-3e0eea21-45da-40a0-83c4-a9c8561b126f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.730103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9e3dc40b-5139-45d7-a5d0-d6daf23d3f2c req-3e0eea21-45da-40a0-83c4-a9c8561b126f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.1466982 Jul 08 02:04:56.738443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:56.774355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5e46713-bd43-43d6-8d22-9a1906657b34 req-83af8670-8c89-4c65-ae62-962b1a5001e9 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0544429 Jul 08 02:04:56.779018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.779814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.779814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.788796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9e3dc40b-5139-45d7-a5d0-d6daf23d3f2c req-32a358df-f5dc-412c-a20e-51776c9e16ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494366 Jul 08 02:04:56.794662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.795030 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.798216 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 9 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.822571 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.841584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.842128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.842748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.845270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119c9585-b18f-486e-8834-3c9abd6e9957'}, {'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e69b945-e0ea-41bd-94b6-fd78f6c75502'}, {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ca9aea-6092-4460-9126-3dd2fb598be7'}, {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aa6741-4a28-4549-b0e7-9aa2de4a7eb3'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:56.848284 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8652db74-1871-47fb-88ad-fe5142cd4830" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "119c9585-b18f-486e-8834-3c9abd6e9957"}, {"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-plugged", "status": "completed", "tag": "5e69b945-e0ea-41bd-94b6-fd78f6c75502"}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "a6ca9aea-6092-4460-9126-3dd2fb598be7"}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "48aa6741-4a28-4549-b0e7-9aa2de4a7eb3"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:56.853299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Transition to ACTIVE for port object c63d1e3a-9a4c-45ca-83fd-623cb4af4464 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:56.857219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.857219 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.858434 n-d-695189-13 neutron-server[100713]: INFO neutron.plugins.ml2.plugin [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 10 to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 Jul 08 02:04:56.881238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:56.881238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:56.881238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:56.897353 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de86735d-a164-4364-aba0-335882839bff x-openstack-request-id: req-de86735d-a164-4364-aba0-335882839bff {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:56.897520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:56.897672 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "119c9585-b18f-486e-8834-3c9abd6e9957", "code": 200}, {"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-plugged", "status": "completed", "tag": "5e69b945-e0ea-41bd-94b6-fd78f6c75502", "code": 200}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "a6ca9aea-6092-4460-9126-3dd2fb598be7", "code": 200}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-plugged", "status": "completed", "tag": "48aa6741-4a28-4549-b0e7-9aa2de4a7eb3", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:56.897872 n-d-695189-13 neutron-server[100713]: ERROR neutron.plugins.ml2.managers [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:04:56.897985 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de86735d-a164-4364-aba0-335882839bff {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:56.898177 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.898342 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119c9585-b18f-486e-8834-3c9abd6e9957', 'code': 200} Jul 08 02:04:56.898591 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e69b945-e0ea-41bd-94b6-fd78f6c75502', 'code': 200} Jul 08 02:04:56.898851 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ca9aea-6092-4460-9126-3dd2fb598be7', 'code': 200} Jul 08 02:04:56.899106 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aa6741-4a28-4549-b0e7-9aa2de4a7eb3', 'code': 200} Jul 08 02:04:57.008964 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.019050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] For port cf9b6d3f-ba0d-472e-931f-3a989eeb2320, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:57.020735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempted to set empty binding levels {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:04:57.044239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ae9c-3dcc-45af-8bea-725b257e5fc9 req-52f76449-c16d-43f5-9492-e9ebd5df6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.044734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ae9c-3dcc-45af-8bea-725b257e5fc9 req-52f76449-c16d-43f5-9492-e9ebd5df6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.046341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dab1ae9c-3dcc-45af-8bea-725b257e5fc9 req-52f76449-c16d-43f5-9492-e9ebd5df6aa6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1987 time: 0.0702503 Jul 08 02:04:57.069828 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.095379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=4f13f66d-fecb-4b4d-8d99-47fc4074f013,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:57.119206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.124664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': '20e22407-df8f-40fa-b214-9dc71905fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9383f7b-e6d8-4d6a-a508-879e80f9c367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:57.125049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: c9383f7b-e6d8-4d6a-a508-879e80f9c367, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:57.140614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dab1ae9c-3dcc-45af-8bea-725b257e5fc9 req-bb6fd362-e804-47a5-a829-182d66f264f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876272 Jul 08 02:04:57.151897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:57.155049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.155803 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.156792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-c2d2f32b-db54-49fe-9c45-995a3823c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.157257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-c2d2f32b-db54-49fe-9c45-995a3823c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.157726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-c2d2f32b-db54-49fe-9c45-995a3823c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.158184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-c2d2f32b-db54-49fe-9c45-995a3823c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.158652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-c2d2f32b-db54-49fe-9c45-995a3823c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.159117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-c2d2f32b-db54-49fe-9c45-995a3823c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.159416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:57.159680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-c2d2f32b-db54-49fe-9c45-995a3823c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.161621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-c2d2f32b-db54-49fe-9c45-995a3823c7a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6507 time: 0.1421220 Jul 08 02:04:57.161960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=c63d1e3a-9a4c-45ca-83fd-623cb4af4464,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:57.166040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:57.225076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cda2a5b9-ddee-4dc5-9316-f74d22581897 req-00c9143c-77b0-4da2-ab0d-a788f1869919 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498159 Jul 08 02:04:57.251137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=cf9b6d3f-ba0d-472e-931f-3a989eeb2320,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:57.258900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.259492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.271580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network c9383f7b-e6d8-4d6a-a508-879e80f9c367 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:57.305243 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-69261ca6-ce93-4582-bfb5-47c5c022f46d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.7798257 Jul 08 02:04:57.308770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:57.378421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-38eaf42b-1d4d-41df-866d-f57f0c7a8ba2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.384462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-38eaf42b-1d4d-41df-866d-f57f0c7a8ba2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.395801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-38eaf42b-1d4d-41df-866d-f57f0c7a8ba2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.402978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-38eaf42b-1d4d-41df-866d-f57f0c7a8ba2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.409183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-38eaf42b-1d4d-41df-866d-f57f0c7a8ba2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.412024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, c9383f7b-e6d8-4d6a-a508-879e80f9c367) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:57.417532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-38eaf42b-1d4d-41df-866d-f57f0c7a8ba2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.423316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0f124-229c-4a0c-a76b-74d6981a70cf None None] Network c9383f7b-e6d8-4d6a-a508-879e80f9c367 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:57.424542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-38eaf42b-1d4d-41df-866d-f57f0c7a8ba2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.427822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.428358 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-38eaf42b-1d4d-41df-866d-f57f0c7a8ba2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.1366267 Jul 08 02:04:57.433831 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4b7b98f6-4140-4072-8550-9c9970560964 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4879856 Jul 08 02:04:57.434441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49292) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:57.438051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.439733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ce:f8:08'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a0:c6:e5'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:57.460171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Deleting port cf9b6d3f-ba0d-472e-931f-3a989eeb2320 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:57.460951 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.536909 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d13ac13-47b7-4a11-a8e2-ff787782683e req-113ec186-4d5f-417e-bcd2-a02d49666d1f tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931196 Jul 08 02:04:57.557171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] For port cf9b6d3f-ba0d-472e-931f-3a989eeb2320, host n-h1-695189-13, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:57.558218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.574413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d345fcac-993e-4c7e-af5b-d7d91642bfdb tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2458615 Jul 08 02:04:57.580560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:57.583875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Calling delete_port for cf9b6d3f-ba0d-472e-931f-3a989eeb2320 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:57.590732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1203643929'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:57.609634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c3021517-09fd-47ff-8c8b-876c48953e01 None None] Provisioning for port c63d1e3a-9a4c-45ca-83fd-623cb4af4464 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:57.618867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c3021517-09fd-47ff-8c8b-876c48953e01 None None] Provisioning complete for port c63d1e3a-9a4c-45ca-83fd-623cb4af4464 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:57.618867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c3021517-09fd-47ff-8c8b-876c48953e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.668246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c3021517-09fd-47ff-8c8b-876c48953e01 None None] Port c63d1e3a-9a4c-45ca-83fd-623cb4af4464 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:57.700927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-c9383f7b-e6d8-4d6a-a508-879e80f9c367', 'network_id': 'c9383f7b-e6d8-4d6a-a508-879e80f9c367', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': '4f13f66d-fecb-4b4d-8d99-47fc4074f013'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:57.701795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.732595 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.749870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:57.753369 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.786148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd568ff-e0e7-418d-9de0-99db61cc93be req-4fd30953-699f-4937-8106-e8e3fe4ca5a7 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.793074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd568ff-e0e7-418d-9de0-99db61cc93be req-4fd30953-699f-4937-8106-e8e3fe4ca5a7 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.794716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5fd568ff-e0e7-418d-9de0-99db61cc93be req-4fd30953-699f-4937-8106-e8e3fe4ca5a7 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1683 time: 0.1317854 Jul 08 02:04:57.836894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5fd568ff-e0e7-418d-9de0-99db61cc93be req-0d20ea47-077c-4fc3-8b80-188fc70eb021 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354066 Jul 08 02:04:57.862781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Allocated IP 2001:db8:0:ffff::2 (c9383f7b-e6d8-4d6a-a508-879e80f9c367/4f13f66d-fecb-4b4d-8d99-47fc4074f013/80abff90-c175-435a-9657-d6a2e072a538) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:57.876317 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.880507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:57.954843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf9b6d3f-ba0d-472e-931f-3a989eeb2320,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:57.971177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.971680 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment bf6cf0f1-917b-4e2c-8bef-6be65de183a5 of type vlan for network 876fe86c-2202-47bd-9c47-342b79fc705b Jul 08 02:04:57.984479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.988901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21c70edc-6f20-4862-ba47-820a181ba6f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "DELETE /v2.0/ports/cf9b6d3f-ba0d-472e-931f-3a989eeb2320 HTTP/1.1" status: 204 len: 168 time: 0.6765471 Jul 08 02:04:57.989669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:58.045552 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a20a62b-7036-4a50-9461-ee9a07d2ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:04:58.047763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9a20a62b-7036-4a50-9461-ee9a07d2ff6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "GET /v2.0/ports/cf9b6d3f-ba0d-472e-931f-3a989eeb2320 HTTP/1.1" status: 404 len: 333 time: 0.0574656 Jul 08 02:04:58.055196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49304) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:58.060991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Request body: {'port': {'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1715199672'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:58.079158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.167914 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.169943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4cd4933-6c78-402c-a2cf-eac6d480c432 req-ccea0ab9-6ccf-4c5e-89f0-5ba339139d9b tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0708337 Jul 08 02:04:58.178149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Transition to ACTIVE for port object 80abff90-c175-435a-9657-d6a2e072a538 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:58.203721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Made reservation on behalf of 822a5b6e5d5c48beb605ed444f3e2bd7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:58.205662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Transition to ACTIVE for port object 80abff90-c175-435a-9657-d6a2e072a538 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:58.210540 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.227856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] device_id is not set on port ac643bde-2dec-424e-b65b-e8e3d53df519 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:58.275656 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.282810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:58.283431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.303215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.367913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c4fc7-e240-4c71-83d4-6dc6c961b39a req-1cb49870-0dfc-4ed2-9718-0515791e92a6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:58.373752 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c51c4fc7-e240-4c71-83d4-6dc6c961b39a req-1cb49870-0dfc-4ed2-9718-0515791e92a6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.1193566 Jul 08 02:04:58.374790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Network c9383f7b-e6d8-4d6a-a508-879e80f9c367 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:58.381595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:58.386535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:58.391044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Pushing event updated for resources: {'Port': ['ID=80abff90-c175-435a-9657-d6a2e072a538,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:58.395281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=876fe86c-2202-47bd-9c47-342b79fc705b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:58.423176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 876fe86c-2202-47bd-9c47-342b79fc705b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:58.446061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.453240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c51c4fc7-e240-4c71-83d4-6dc6c961b39a req-26a450e2-fb5c-4581-ac35-d54919a05e8b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757854 Jul 08 02:04:58.509950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Attempting to bind port 80abff90-c175-435a-9657-d6a2e072a538 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:58.510321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Attempting to bind port 80abff90-c175-435a-9657-d6a2e072a538 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '20e22407-df8f-40fa-b214-9dc71905fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9383f7b-e6d8-4d6a-a508-879e80f9c367'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:58.510716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Attempting to bind port 80abff90-c175-435a-9657-d6a2e072a538 on network c9383f7b-e6d8-4d6a-a508-879e80f9c367 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:58.521027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.522619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:58.523001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Checking segment: {'id': '20e22407-df8f-40fa-b214-9dc71905fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9383f7b-e6d8-4d6a-a508-879e80f9c367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:58.523438 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.524033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Bound using segment: {'id': '20e22407-df8f-40fa-b214-9dc71905fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9383f7b-e6d8-4d6a-a508-879e80f9c367'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:58.524477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Bound port: 80abff90-c175-435a-9657-d6a2e072a538, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e22407-df8f-40fa-b214-9dc71905fd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9383f7b-e6d8-4d6a-a508-879e80f9c367'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:58.524869 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.525372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-25f73de1-e8c4-43f7-991a-0c04b0b9fc1e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9436705 Jul 08 02:04:58.528793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49308) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:58.543328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': '876fe86c-2202-47bd-9c47-342b79fc705b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:58.606102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.682261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.743263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] For port 80abff90-c175-435a-9657-d6a2e072a538, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:58.747307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] For port 80abff90-c175-435a-9657-d6a2e072a538, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=80abff90-c175-435a-9657-d6a2e072a538,segment=NetworkSegment(20e22407-df8f-40fa-b214-9dc71905fd23),segment_id=20e22407-df8f-40fa-b214-9dc71905fd23)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:58.765343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:58.772394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:58.782774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:58.784376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:58.784597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.784855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event updated for resources: {'Port': ['ID=c63d1e3a-9a4c-45ca-83fd-623cb4af4464,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:58.809354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=ac643bde-2dec-424e-b65b-e8e3d53df519,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:58.826447 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.850772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] In _notify_port_updated(), no bound segment for port c63d1e3a-9a4c-45ca-83fd-623cb4af4464 on network 9fc23fb3-3680-427f-b31f-678cf1bb097a {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:58.857238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:58.858015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.863197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d1f80a68-6010-4dd6-a7ba-7cbbcc37efb6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "PUT /v2.0/ports/c63d1e3a-9a4c-45ca-83fd-623cb4af4464 HTTP/1.1" status: 200 len: 1057 time: 1.4242074 Jul 08 02:04:58.863621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:58.910570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143e480-d2cd-4e8a-ae00-ea4c3cd901d2 None None] Pushing event updated for resources: {'Port': ['ID=80abff90-c175-435a-9657-d6a2e072a538,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:58.913115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:58.928055 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.985584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-af48ed85-7622-4e15-a4c7-415533bf5710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9287534 Jul 08 02:04:58.986256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:58.993539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:59.066053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-d82a19fa-a251-4911-ba6a-ed722895f66e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.071712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-d82a19fa-a251-4911-ba6a-ed722895f66e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.088531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-d82a19fa-a251-4911-ba6a-ed722895f66e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.092876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5ac11bf7-f545-4716-9447-32a156550dd6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Deleting port c63d1e3a-9a4c-45ca-83fd-623cb4af4464 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:59.093233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ac11bf7-f545-4716-9447-32a156550dd6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.106597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-d82a19fa-a251-4911-ba6a-ed722895f66e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.107914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6cdedb6b-140a-45c3-a390-fcc88012abdd None None] Provisioning complete for port c63d1e3a-9a4c-45ca-83fd-623cb4af4464 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:59.108151 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6cdedb6b-140a-45c3-a390-fcc88012abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.113485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-d82a19fa-a251-4911-ba6a-ed722895f66e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.120894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-d82a19fa-a251-4911-ba6a-ed722895f66e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.128281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-d82a19fa-a251-4911-ba6a-ed722895f66e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.139922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-d82a19fa-a251-4911-ba6a-ed722895f66e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.3357553 Jul 08 02:04:59.159670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6cdedb6b-140a-45c3-a390-fcc88012abdd None None] Port c63d1e3a-9a4c-45ca-83fd-623cb4af4464 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:59.182166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.297462 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e16c3f6-9288-4a73-9c78-bdefc154d365 req-c8b0e59b-07b5-4c8d-bdaa-f58bdb2e0c84 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1561856 Jul 08 02:04:59.369310 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ac11bf7-f545-4716-9447-32a156550dd6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.404733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a40c-488f-435c-9134-7e4befe76178 req-f4a75f47-5c87-4187-9133-ff7b3a4b7fcc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.410995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a40c-488f-435c-9134-7e4befe76178 req-f4a75f47-5c87-4187-9133-ff7b3a4b7fcc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.413042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6374a40c-488f-435c-9134-7e4befe76178 req-f4a75f47-5c87-4187-9133-ff7b3a4b7fcc tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1683 time: 0.3148251 Jul 08 02:04:59.419839 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5ac11bf7-f545-4716-9447-32a156550dd6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Calling delete_port for c63d1e3a-9a4c-45ca-83fd-623cb4af4464 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:59.462466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45ab9efd-6676-462c-bd5f-1361bd8c0d50 req-c9dfce5b-4b9b-4c84-97b6-4ae98089c987 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0302553 Jul 08 02:04:59.463544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.549853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=736969e2-4bfe-47e3-a75c-72d52bd16dcd,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:59.562884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '876fe86c-2202-47bd-9c47-342b79fc705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:59.563301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: 876fe86c-2202-47bd-9c47-342b79fc705b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:59.566492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6374a40c-488f-435c-9134-7e4befe76178 req-070c9487-f709-403e-ba1c-39774886ab7f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426938 Jul 08 02:04:59.593123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] device_id is not set on port ac643bde-2dec-424e-b65b-e8e3d53df519 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:59.605982 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.632739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Transition to ACTIVE for port object ac643bde-2dec-424e-b65b-e8e3d53df519 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:59.679715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55955dd6-ca4f-4b93-abaf-95c60b84b7b9 req-6d082593-5e65-457f-87f7-b183533cc93d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.681536 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55955dd6-ca4f-4b93-abaf-95c60b84b7b9 req-6d082593-5e65-457f-87f7-b183533cc93d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.0827503 Jul 08 02:04:59.729802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55955dd6-ca4f-4b93-abaf-95c60b84b7b9 req-d3607fd8-60f1-45b8-bc4d-3dfd0c01b198 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Jul 08 02:04:59.757543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 876fe86c-2202-47bd-9c47-342b79fc705b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:59.792106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ac11bf7-f545-4716-9447-32a156550dd6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.797652 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.871016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 876fe86c-2202-47bd-9c47-342b79fc705b) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:59.876936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.877967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.893494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b688cf6-39be-45f8-8227-a5a15e9d846e None None] Network 876fe86c-2202-47bd-9c47-342b79fc705b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:59.925549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=ac643bde-2dec-424e-b65b-e8e3d53df519,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:59.964317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac11bf7-f545-4716-9447-32a156550dd6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Port': ['ID=c63d1e3a-9a4c-45ca-83fd-623cb4af4464,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:59.990381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49328) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:59.990935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-61734c7a-6cff-4bd1-9436-f1c315602ea7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4522908 Jul 08 02:05:00.007149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.007641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.007890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.053862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.054221 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.074827 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 2 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.097098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.097446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.097793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.107525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-876fe86c-2202-47bd-9c47-342b79fc705b', 'network_id': '876fe86c-2202-47bd-9c47-342b79fc705b', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': '736969e2-4bfe-47e3-a75c-72d52bd16dcd'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:00.109223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.137448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.137689 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.142742 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 3 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.197268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.197530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.197878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.209217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.209564 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.209976 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 4 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.244257 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.302171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.302622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.303055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.318137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Allocated IP 2001:db8::1 (876fe86c-2202-47bd-9c47-342b79fc705b/736969e2-4bfe-47e3-a75c-72d52bd16dcd/24b31343-62ef-4249-bff5-354a53b90c36) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:00.333738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.334215 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.340174 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 5 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.387632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.387632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.387632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.403957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.404359 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.407503 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ac11bf7-f545-4716-9447-32a156550dd6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.409507 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5ac11bf7-f545-4716-9447-32a156550dd6 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "DELETE /v2.0/ports/c63d1e3a-9a4c-45ca-83fd-623cb4af4464 HTTP/1.1" status: 204 len: 168 time: 1.5448630 Jul 08 02:05:00.413227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49334) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:00.414119 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 6 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.437281 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.440401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.440660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.441075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.465304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.465638 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.468260 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 7 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.484057 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eff66cb-e539-4c34-819c-f5e2e5112090 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] GET failed (client error): The resource could not be found. Jul 08 02:05:00.488242 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9eff66cb-e539-4c34-819c-f5e2e5112090 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "GET /v2.0/ports/c63d1e3a-9a4c-45ca-83fd-623cb4af4464 HTTP/1.1" status: 404 len: 333 time: 0.0708716 Jul 08 02:05:00.491374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49336) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:00.533976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc706294-ec07-4c96-ae93-05a560b186ac None None] Network c9383f7b-e6d8-4d6a-a508-879e80f9c367 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:00.572063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.572765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.572765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.586209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598da5cf-a54e-43de-8f00-00a5689dd168 req-5b58050e-4635-43a9-a3d9-c57254393ca9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.596789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598da5cf-a54e-43de-8f00-00a5689dd168 req-5b58050e-4635-43a9-a3d9-c57254393ca9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.599450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-598da5cf-a54e-43de-8f00-00a5689dd168 req-5b58050e-4635-43a9-a3d9-c57254393ca9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1683 time: 0.1168320 Jul 08 02:05:00.602023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.602414 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.605240 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 8 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.662467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.663915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.663915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.675124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.675627 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.680716 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 9 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.685555 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.695078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-598da5cf-a54e-43de-8f00-00a5689dd168 req-e3fab881-991c-4fe8-b0a5-5fc4b54b690f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790615 Jul 08 02:05:00.711444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.711782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.712329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.719681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Transition to ACTIVE for port object 24b31343-62ef-4249-bff5-354a53b90c36 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:00.734275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-326e6d60-2ea2-4aa9-a2a4-5309ee0f80ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.741014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Transition to ACTIVE for port object 24b31343-62ef-4249-bff5-354a53b90c36 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:00.741143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-326e6d60-2ea2-4aa9-a2a4-5309ee0f80ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.746362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-326e6d60-2ea2-4aa9-a2a4-5309ee0f80ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.765949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-326e6d60-2ea2-4aa9-a2a4-5309ee0f80ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.772148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-326e6d60-2ea2-4aa9-a2a4-5309ee0f80ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.778774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-326e6d60-2ea2-4aa9-a2a4-5309ee0f80ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.784784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-326e6d60-2ea2-4aa9-a2a4-5309ee0f80ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:00.786751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-326e6d60-2ea2-4aa9-a2a4-5309ee0f80ce tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.2613213 Jul 08 02:05:00.792686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.793030 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.795558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 80abff90-c175-435a-9657-d6a2e072a538 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:00.797270 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 10 to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 Jul 08 02:05:00.800153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d03eb40f-d369-434c-8909-132ae320957e None None] Provisioning for port 80abff90-c175-435a-9657-d6a2e072a538 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:00.809675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bd858f2b-1646-4e8f-bd22-106868400bf9 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Deleting port c811b0ac-794f-4789-9739-c290cc8af906 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:00.810026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd858f2b-1646-4e8f-bd22-106868400bf9 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.843864 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.853905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4814dc79-9e9b-41ec-a6fa-ae07bc57fda1 req-7c4d1f20-a684-4a97-b4e1-d97f615f5a1f tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0389159 Jul 08 02:05:00.897906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:00.898278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:00.898646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:00.933771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:00.934121 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port ac643bde-2dec-424e-b65b-e8e3d53df519 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:00.934478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.937592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Network 876fe86c-2202-47bd-9c47-342b79fc705b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:00.941450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-018adbb2-a623-40d2-bc1a-62eb95412e53 req-35b0882e-92eb-49f0-89dd-a7afe2bd29e6 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273458 Jul 08 02:05:00.952130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:00.957877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:00.984730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Pushing event updated for resources: {'Port': ['ID=24b31343-62ef-4249-bff5-354a53b90c36,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.052133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.070559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] For port ac643bde-2dec-424e-b65b-e8e3d53df519, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:01.071209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempted to set empty binding levels {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:05:01.072312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 80abff90-c175-435a-9657-d6a2e072a538 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:01.079525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Attempting to bind port 24b31343-62ef-4249-bff5-354a53b90c36 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:01.079904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Attempting to bind port 24b31343-62ef-4249-bff5-354a53b90c36 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '876fe86c-2202-47bd-9c47-342b79fc705b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:01.080277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Attempting to bind port 24b31343-62ef-4249-bff5-354a53b90c36 on network 876fe86c-2202-47bd-9c47-342b79fc705b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:01.084067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 80abff90-c175-435a-9657-d6a2e072a538 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:01.084496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.093112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:01.093274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Checking segment: {'id': 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '876fe86c-2202-47bd-9c47-342b79fc705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:01.093658 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.094049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Bound using segment: {'id': 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '876fe86c-2202-47bd-9c47-342b79fc705b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:01.094531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Bound port: 24b31343-62ef-4249-bff5-354a53b90c36, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '876fe86c-2202-47bd-9c47-342b79fc705b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:01.094920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.110910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=736969e2-4bfe-47e3-a75c-72d52bd16dcd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.123897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd858f2b-1646-4e8f-bd22-106868400bf9 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.165923 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.192070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d201a8-2048-4d6b-9f41-e94d0d1229a0 req-4650dd6a-d4e1-4a08-b146-04879809c32a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.207322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72d201a8-2048-4d6b-9f41-e94d0d1229a0 req-4650dd6a-d4e1-4a08-b146-04879809c32a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.1734531 Jul 08 02:05:01.220388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] For port 24b31343-62ef-4249-bff5-354a53b90c36, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:01.232608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] For port 24b31343-62ef-4249-bff5-354a53b90c36, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=24b31343-62ef-4249-bff5-354a53b90c36,segment=NetworkSegment(bf6cf0f1-917b-4e2c-8bef-6be65de183a5),segment_id=bf6cf0f1-917b-4e2c-8bef-6be65de183a5)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:01.232841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bd858f2b-1646-4e8f-bd22-106868400bf9 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Calling delete_port for c811b0ac-794f-4789-9739-c290cc8af906 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:01.282933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72d201a8-2048-4d6b-9f41-e94d0d1229a0 req-ad4ba5d0-f833-41dc-a50f-3f807faa8165 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742309 Jul 08 02:05:01.287730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.289978 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.306463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] In _notify_port_updated(), no bound segment for port ac643bde-2dec-424e-b65b-e8e3d53df519 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:05:01.307524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.318444 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.318444 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "PUT /v2.0/ports/ac643bde-2dec-424e-b65b-e8e3d53df519 HTTP/1.1" status: 200 len: 980 time: 2.3207562 Jul 08 02:05:01.318444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876fe86c-2202-47bd-9c47-342b79fc705b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:01.318803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49346) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:01.361039 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.385101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:01.385922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:01.387842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeb60e-b071-42d4-b598-fe644d43abc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=ac643bde-2dec-424e-b65b-e8e3d53df519,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.405409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 80abff90-c175-435a-9657-d6a2e072a538, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=80abff90-c175-435a-9657-d6a2e072a538,segment=NetworkSegment(20e22407-df8f-40fa-b214-9dc71905fd23),segment_id=20e22407-df8f-40fa-b214-9dc71905fd23)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:01.431486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.458069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.458650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.459196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.460201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.460739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.461283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.461824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.462556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.463095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.464366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.464890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.465420 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.466114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.466627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.468315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.468315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.468595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.477740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.477740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.477740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821ac82-e68d-44c5-ad19-537fdd835eea None None] Pushing event updated for resources: {'Port': ['ID=24b31343-62ef-4249-bff5-354a53b90c36,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.478182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.479253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.479253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.479253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.479253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.479800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.480333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.483545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.483545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.483545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.487177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.490468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2f4c0fab-4059-4827-ba8c-e8f399e74b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37965 time: 0.1749260 Jul 08 02:05:01.494980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49348) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:01.497417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-19f9a160-574e-4411-89f2-a02d92dbd3a4 None None] Provisioning complete for port 80abff90-c175-435a-9657-d6a2e072a538 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:01.497801 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-19f9a160-574e-4411-89f2-a02d92dbd3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.498462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:01.499318 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.508399 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:01.515973 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:01.530967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c46f7b-3de6-48ab-9a61-1a9c33791edb None None] Network 876fe86c-2202-47bd-9c47-342b79fc705b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:01.610900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Deleting port ac643bde-2dec-424e-b65b-e8e3d53df519 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:01.611434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.614522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764595c2-df63-45cc-ab68-ae92e1b9298e req-1366f214-b49f-4413-8b88-f9c6bb9c9215 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.623674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764595c2-df63-45cc-ab68-ae92e1b9298e req-1366f214-b49f-4413-8b88-f9c6bb9c9215 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.629803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764595c2-df63-45cc-ab68-ae92e1b9298e req-1366f214-b49f-4413-8b88-f9c6bb9c9215 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.636427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764595c2-df63-45cc-ab68-ae92e1b9298e req-1366f214-b49f-4413-8b88-f9c6bb9c9215 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.642368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764595c2-df63-45cc-ab68-ae92e1b9298e req-1366f214-b49f-4413-8b88-f9c6bb9c9215 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.652804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=80abff90-c175-435a-9657-d6a2e072a538,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.667973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764595c2-df63-45cc-ab68-ae92e1b9298e req-1366f214-b49f-4413-8b88-f9c6bb9c9215 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.675150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764595c2-df63-45cc-ab68-ae92e1b9298e req-1366f214-b49f-4413-8b88-f9c6bb9c9215 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.677097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-764595c2-df63-45cc-ab68-ae92e1b9298e req-1366f214-b49f-4413-8b88-f9c6bb9c9215 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.3038523 Jul 08 02:05:01.690098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] For port ac643bde-2dec-424e-b65b-e8e3d53df519, host n-h1-695189-13, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:01.700285 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.700285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49350) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:01.706841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Request body: {'floatingip': {'port_id': 'e013a462-e232-4554-9b60-37e08a5e3964'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:01.733642 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:05:01.733642 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:05:01.733642 n-d-695189-13 neutron-server[100712]: [parameters: {'id': '876fe86c-2202-47bd-9c47-342b79fc705b'}] Jul 08 02:05:01.733642 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:01.734030 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:01.763693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Calling delete_port for ac643bde-2dec-424e-b65b-e8e3d53df519 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:01.785886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.792987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8dc3d6-509d-4ad1-9689-ca94c080bc8d None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:05:01.872515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd858f2b-1646-4e8f-bd22-106868400bf9 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.913869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858f2b-1646-4e8f-bd22-106868400bf9 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Port': ['ID=c811b0ac-794f-4789-9739-c290cc8af906,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.998109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bd858f2b-1646-4e8f-bd22-106868400bf9 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.000336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bd858f2b-1646-4e8f-bd22-106868400bf9 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "DELETE /v2.0/ports/c811b0ac-794f-4789-9739-c290cc8af906 HTTP/1.1" status: 204 len: 168 time: 1.5082040 Jul 08 02:05:02.003153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:02.023551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dc3d6-509d-4ad1-9689-ca94c080bc8d None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:05:02.035845 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04210e2-8e86-4360-9fc8-6b4b8eada16d tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] GET failed (client error): The resource could not be found. Jul 08 02:05:02.040667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d04210e2-8e86-4360-9fc8-6b4b8eada16d tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "GET /v2.0/ports/c811b0ac-794f-4789-9739-c290cc8af906 HTTP/1.1" status: 404 len: 333 time: 0.0333786 Jul 08 02:05:02.043108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:02.120569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63723012-c1eb-4cc1-bd25-8abb8de07ad3 req-fe52076c-e6e5-46bf-a9cc-55371353e706 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0415947 Jul 08 02:05:02.179212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0bd6c20d-b2ba-4601-87d5-540449939e7a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:02.186084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0bd6c20d-b2ba-4601-87d5-540449939e7a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:02.187929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0bd6c20d-b2ba-4601-87d5-540449939e7a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1683 time: 0.3058996 Jul 08 02:05:02.196535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd29c9-8229-4331-aaf9-fd89dccdbe99 req-74b20903-9a10-4334-8ac4-cbc5c97db28b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:02.202889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd29c9-8229-4331-aaf9-fd89dccdbe99 req-74b20903-9a10-4334-8ac4-cbc5c97db28b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:02.204887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15bd29c9-8229-4331-aaf9-fd89dccdbe99 req-74b20903-9a10-4334-8ac4-cbc5c97db28b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 1683 time: 0.3453641 Jul 08 02:05:02.216800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.235298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.240888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-887686d2-91ad-4cb0-ac96-eed44abc2f3e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Deleting port 2033cfbb-906d-48e3-b067-cebc0a5d1d33 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:02.241329 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-887686d2-91ad-4cb0-ac96-eed44abc2f3e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.299218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac643bde-2dec-424e-b65b-e8e3d53df519,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:02.335737 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.338343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ac643bde-2dec-424e-b65b-e8e3d53df519 HTTP/1.1" status: 204 len: 168 time: 0.8416977 Jul 08 02:05:02.342535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49364) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:02.430526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.431033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.431529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.431996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.432547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.432997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.433444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.433888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.434326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.434775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.436731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.437192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a68d55c-e971-4e6c-841d-26b6cf2f0c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:02.507519 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd1fc5e-79b5-4a9d-93a7-b9e98cf83648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:05:02.509407 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ecd1fc5e-79b5-4a9d-93a7-b9e98cf83648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "GET /v2.0/ports/ac643bde-2dec-424e-b65b-e8e3d53df519 HTTP/1.1" status: 404 len: 333 time: 0.1607463 Jul 08 02:05:02.573979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15bd29c9-8229-4331-aaf9-fd89dccdbe99 req-8046b9f0-1541-46b8-88b0-cfc65c63d2a9 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495445 Jul 08 02:05:02.574662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49366) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:02.588315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-720286848', 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:02.662656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port ace8dbaa-d58f-4809-b775-c28404b76e05 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:02.662656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.770310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 80abff90-c175-435a-9657-d6a2e072a538 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:02.772659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-887686d2-91ad-4cb0-ac96-eed44abc2f3e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.794630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-887686d2-91ad-4cb0-ac96-eed44abc2f3e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Calling delete_port for 2033cfbb-906d-48e3-b067-cebc0a5d1d33 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:02.812179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting port 24b31343-62ef-4249-bff5-354a53b90c36 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:02.957556 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.018973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 80abff90-c175-435a-9657-d6a2e072a538 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:03.018973 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.019909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b39fe-2d0d-434a-80c3-a7653ff5962e req-622d90ab-495d-4514-b62c-48a92035c28c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:03.019909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-026b39fe-2d0d-434a-80c3-a7653ff5962e req-622d90ab-495d-4514-b62c-48a92035c28c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.2268951 Jul 08 02:05:03.020213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Made reservation on behalf of 822a5b6e5d5c48beb605ed444f3e2bd7 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:03.020213 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.020429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] For port 24b31343-62ef-4249-bff5-354a53b90c36, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=24b31343-62ef-4249-bff5-354a53b90c36,segment=NetworkSegment(bf6cf0f1-917b-4e2c-8bef-6be65de183a5),segment_id=bf6cf0f1-917b-4e2c-8bef-6be65de183a5)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:03.020429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.020429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Calling delete_port for 24b31343-62ef-4249-bff5-354a53b90c36 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:03.020711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port ace8dbaa-d58f-4809-b775-c28404b76e05, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=ace8dbaa-d58f-4809-b775-c28404b76e05,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:03.020711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.020918 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-026b39fe-2d0d-434a-80c3-a7653ff5962e req-0d774405-170a-41d2-90c3-ff0318410210 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116920 Jul 08 02:05:03.021039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] device_id is not set on port 57527d97-d25b-4fa8-b60e-5719e4290727 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:03.041451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for ace8dbaa-d58f-4809-b775-c28404b76e05 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:03.090968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.212846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.271534 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-887686d2-91ad-4cb0-ac96-eed44abc2f3e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.303230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887686d2-91ad-4cb0-ac96-eed44abc2f3e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Port': ['ID=2033cfbb-906d-48e3-b067-cebc0a5d1d33,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:03.305385 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.316621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16ee7837-7737-4bde-bdeb-fe66b5ba753d req-6921c314-8a9c-4c65-850f-b939a6915921 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0508134 Jul 08 02:05:03.371116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.386678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Port': ['ID=24b31343-62ef-4249-bff5-354a53b90c36,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:03.391013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No DVR routers for this DVR port 24b31343-62ef-4249-bff5-354a53b90c36 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:03.466973 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Floating IP ba0d8696-2d3d-4369-b941-e7c2159332da associated. External IP: 172.25.8.92, port: e013a462-e232-4554-9b60-37e08a5e3964. Jul 08 02:05:03.474152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-887686d2-91ad-4cb0-ac96-eed44abc2f3e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.477105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-887686d2-91ad-4cb0-ac96-eed44abc2f3e tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "DELETE /v2.0/ports/2033cfbb-906d-48e3-b067-cebc0a5d1d33 HTTP/1.1" status: 204 len: 168 time: 1.4329789 Jul 08 02:05:03.507520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:03.540155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.553049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876fe86c-2202-47bd-9c47-342b79fc705b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.553528 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.566389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.566664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6cf0f1-917b-4e2c-8bef-6be65de183a5') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.576437 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.591066 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:03.602758 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:03.639956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=ace8dbaa-d58f-4809-b775-c28404b76e05,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:03.687690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-191b4f22-fdc6-4617-ad1c-4c7d6b0f35e4 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Deleting subnet 505fe92e-ed93-4776-817d-ff511304d36c {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:03.709974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port ace8dbaa-d58f-4809-b775-c28404b76e05 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:03.715934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-191b4f22-fdc6-4617-ad1c-4c7d6b0f35e4 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.718649 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.720680 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-0f370ef2-8614-4479-9dc6-267df400d652 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "DELETE /v2.0/ports/ace8dbaa-d58f-4809-b775-c28404b76e05 HTTP/1.1" status: 204 len: 173 time: 1.5131361 Jul 08 02:05:03.721130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-deleted', 'tag': 'ace8dbaa-d58f-4809-b775-c28404b76e05'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:03.723416 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcecfe3-ead7-4fb3-a5b6-38f108dfd045" -d '{"events": [{"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-deleted", "tag": "ace8dbaa-d58f-4809-b775-c28404b76e05"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:03.814786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.828113 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.830839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/876fe86c-2202-47bd-9c47-342b79fc705b HTTP/1.1" status: 204 len: 168 time: 3.8473372 Jul 08 02:05:03.847540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49380) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:03.863746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1290710860'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:03.887043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66ec09-2de4-417a-a967-2b95a5d31c68 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=876fe86c-2202-47bd-9c47-342b79fc705b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:04.018908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:04.022578 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.035210 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7fefe3-8e90-45ad-b136-5834edf376f4 x-openstack-request-id: req-8e7fefe3-8e90-45ad-b136-5834edf376f4 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:04.039809 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-deleted", "tag": "ace8dbaa-d58f-4809-b775-c28404b76e05", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:04.039809 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e7fefe3-8e90-45ad-b136-5834edf376f4 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:04.039809 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-deleted', 'tag': 'ace8dbaa-d58f-4809-b775-c28404b76e05', 'status': 'completed', 'code': 200} Jul 08 02:05:04.049724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.058390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:04.075859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.076331 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 3e7d6c2e-2a6f-4b66-a082-65cef60dd77a of type vlan for network c5212110-03ef-4f72-a4d4-37e56edcd001 Jul 08 02:05:04.132636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.162833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-191b4f22-fdc6-4617-ad1c-4c7d6b0f35e4 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.233059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:04.254795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac632-d05c-45e5-b547-3a950d7bbe63 req-663b40c6-4903-4659-9887-2548b6e5f4ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:04.256050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:04.256442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-482ac632-d05c-45e5-b547-3a950d7bbe63 req-663b40c6-4903-4659-9887-2548b6e5f4ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.0703547 Jul 08 02:05:04.279436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.284764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:04.285625 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.298255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:04.299216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:04.299948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.331089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=57527d97-d25b-4fa8-b60e-5719e4290727,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:04.371846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-482ac632-d05c-45e5-b547-3a950d7bbe63 req-0ad805a8-a2e9-4d1b-981f-20076e1f8d93 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072776 Jul 08 02:05:04.377997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=c5212110-03ef-4f72-a4d4-37e56edcd001,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:04.389560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network c5212110-03ef-4f72-a4d4-37e56edcd001 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:04.417312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d4ec6b09-a498-488c-880f-7ca05fe73184 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5556722 Jul 08 02:05:04.417808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49386) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:04.425132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': 'c5212110-03ef-4f72-a4d4-37e56edcd001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:04.448607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded140f6-e3b9-4447-80e1-094f494f4cfc req-0050cbf7-6303-410c-92bb-c48bbbbb6ab1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:04.450174 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded140f6-e3b9-4447-80e1-094f494f4cfc req-0050cbf7-6303-410c-92bb-c48bbbbb6ab1 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 946 time: 0.4122109 Jul 08 02:05:04.475032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f66403be-f2cd-4df7-a13a-67036f17308b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8898323 Jul 08 02:05:04.479801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49388) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:04.481539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Router 59f84bd3-e147-4e58-b95c-6373cb5c081e has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:05:04.492610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5e69b945-e0ea-41bd-94b6-fd78f6c75502 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:04.504347 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-191b4f22-fdc6-4617-ad1c-4c7d6b0f35e4 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.566106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:04.566795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.587179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44c8da5f-70d5-4b01-9e15-6394c3d74fc9 req-d758b3e0-f213-4cab-8293-27b8b63d6bef tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0479791 Jul 08 02:05:04.597587 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.617416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ded140f6-e3b9-4447-80e1-094f494f4cfc req-4d7d4102-cdb4-4c05-9543-76232ac8f64b tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/security-groups?id=95cb67a2-52f3-4974-966c-34e348cd23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555965 Jul 08 02:05:04.655516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e69b945-e0ea-41bd-94b6-fd78f6c75502'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:04.657415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc61048-0f96-46cb-8f51-2224f840d8f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:04.658339 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdbe2df-804d-4b12-8be0-38b3f76e9c2f" -d '{"events": [{"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-unplugged", "status": "completed", "tag": "5e69b945-e0ea-41bd-94b6-fd78f6c75502"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:04.658897 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5fc61048-0f96-46cb-8f51-2224f840d8f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "GET /v2.0/ports/57527d97-d25b-4fa8-b60e-5719e4290727 HTTP/1.1" status: 200 len: 958 time: 0.1688526 Jul 08 02:05:04.675725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5e69b945-e0ea-41bd-94b6-fd78f6c75502, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5e69b945-e0ea-41bd-94b6-fd78f6c75502,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:04.677540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:04.710658 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9510fb4-a999-4aea-82a9-059539dc9b4a x-openstack-request-id: req-f9510fb4-a999-4aea-82a9-059539dc9b4a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:04.712059 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-unplugged", "status": "completed", "tag": "5e69b945-e0ea-41bd-94b6-fd78f6c75502", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:04.712059 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9510fb4-a999-4aea-82a9-059539dc9b4a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:04.712059 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e69b945-e0ea-41bd-94b6-fd78f6c75502', 'code': 200} Jul 08 02:05:04.781969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:04.785607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.798740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port 5e69b945-e0ea-41bd-94b6-fd78f6c75502, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5e69b945-e0ea-41bd-94b6-fd78f6c75502,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:04.799113 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.818024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for 5e69b945-e0ea-41bd-94b6-fd78f6c75502 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:04.820136 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.821121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device ace8dbaa-d58f-4809-b775-c28404b76e05 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:04.824935 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-191b4f22-fdc6-4617-ad1c-4c7d6b0f35e4 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.840756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:04.845373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7d00de06-682c-4784-aeaa-a462e38c8aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Deleting port 57527d97-d25b-4fa8-b60e-5719e4290727 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:04.846095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d00de06-682c-4784-aeaa-a462e38c8aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.857076 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] Sync routers for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:04.865618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.870579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4f22-fdc6-4617-ad1c-4c7d6b0f35e4 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Subnet': ['ID=505fe92e-ed93-4776-817d-ff511304d36c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:04.871172 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:04.872827 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:04.875308 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-191b4f22-fdc6-4617-ad1c-4c7d6b0f35e4 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.877225 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-191b4f22-fdc6-4617-ad1c-4c7d6b0f35e4 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "DELETE /v2.0/subnets/505fe92e-ed93-4776-817d-ff511304d36c HTTP/1.1" status: 204 len: 168 time: 1.3669963 Jul 08 02:05:04.894582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: ace8dbaa-d58f-4809-b775-c28404b76e05 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:04.894582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device ace8dbaa-d58f-4809-b775-c28404b76e05 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:04.894582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf075f8-bc17-44c6-86e3-945a0a4ace2e None None] Network 9fc23fb3-3680-427f-b31f-678cf1bb097a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:04.898188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49396) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:04.955886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d00de06-682c-4784-aeaa-a462e38c8aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.976836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7d00de06-682c-4784-aeaa-a462e38c8aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Calling delete_port for 57527d97-d25b-4fa8-b60e-5719e4290727 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:05.044727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ac50283b-0610-4c1c-b7a7-4e50aec7955a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "PUT /v2.0/floatingips/ba0d8696-2d3d-4369-b941-e7c2159332da HTTP/1.1" status: 200 len: 991 time: 3.3464482 Jul 08 02:05:05.063532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5e69b945-e0ea-41bd-94b6-fd78f6c75502,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:05.063804 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:05.070902 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.200370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] DHCP port deletion for 9fc23fb3-3680-427f-b31f-678cf1bb097a request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:05.214045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Deleting port b303c4cc-19c9-4007-97f9-a61936f13ae5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:05.214550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.243547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d00de06-682c-4784-aeaa-a462e38c8aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.278077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00de06-682c-4784-aeaa-a462e38c8aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event deleted for resources: {'Port': ['ID=57527d97-d25b-4fa8-b60e-5719e4290727,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:05.285726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.287542 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.291010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7d00de06-682c-4784-aeaa-a462e38c8aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.296246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7d00de06-682c-4784-aeaa-a462e38c8aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "DELETE /v2.0/ports/57527d97-d25b-4fa8-b60e-5719e4290727 HTTP/1.1" status: 204 len: 168 time: 0.6143360 Jul 08 02:05:05.297548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49400) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:05.300120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] Deleting port b303c4cc-19c9-4007-97f9-a61936f13ae5 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:05.300745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.336864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=5e69b945-e0ea-41bd-94b6-fd78f6c75502,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:05.365303 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-197eaa20-9aac-44ce-a8ff-b4eca7fb8051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:05:05.370682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-197eaa20-9aac-44ce-a8ff-b4eca7fb8051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "GET /v2.0/ports/57527d97-d25b-4fa8-b60e-5719e4290727 HTTP/1.1" status: 404 len: 333 time: 0.0659027 Jul 08 02:05:05.374572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:05.380330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Request body: {'port': {'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242900752'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:05.420595 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ba0d8696-2d3d-4369-b941-e7c2159332da', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'port_id': 'e013a462-e232-4554-9b60-37e08a5e3964', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'mac_address': 'fa:16:3e:38:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:03:34Z', 'updated_at': '2021-07-08T02:05:02Z', 'revision_number': 1, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:28Z', 'revision_number': 5, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:05.446681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] For port b303c4cc-19c9-4007-97f9-a61936f13ae5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b303c4cc-19c9-4007-97f9-a61936f13ae5,segment=NetworkSegment(a40642aa-476b-40ac-8fe9-a14f268c526d),segment_id=a40642aa-476b-40ac-8fe9-a14f268c526d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:05.449135 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.452381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=c4fa936d-3bce-4318-9778-f49a85c3e8fa,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:05.457406 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] Checking router: 59f84bd3-e147-4e58-b95c-6373cb5c081e for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:05:05.464926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port 5e69b945-e0ea-41bd-94b6-fd78f6c75502 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:05.471809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': '3e7d6c2e-2a6f-4b66-a082-65cef60dd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c5212110-03ef-4f72-a4d4-37e56edcd001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:05.477315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: c5212110-03ef-4f72-a4d4-37e56edcd001, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:05.477474 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:05.477474 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:05.492198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.494689 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0e4d642-a57f-4ff7-8e49-7c699f6b3106 req-d030ebc6-b1c0-46cd-91d2-5cd6f1af1733 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.18 "DELETE /v2.0/ports/5e69b945-e0ea-41bd-94b6-fd78f6c75502 HTTP/1.1" status: 204 len: 173 time: 1.4577518 Jul 08 02:05:05.499827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] For port b303c4cc-19c9-4007-97f9-a61936f13ae5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b303c4cc-19c9-4007-97f9-a61936f13ae5,segment=NetworkSegment(a40642aa-476b-40ac-8fe9-a14f268c526d),segment_id=a40642aa-476b-40ac-8fe9-a14f268c526d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:05.500337 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.509993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] Calling delete_port for b303c4cc-19c9-4007-97f9-a61936f13ae5 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:05.514902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Calling delete_port for b303c4cc-19c9-4007-97f9-a61936f13ae5 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:05.596110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Made reservation on behalf of 822a5b6e5d5c48beb605ed444f3e2bd7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:05.599019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.622262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] device_id is not set on port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:05.631062 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:05.702391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network c5212110-03ef-4f72-a4d4-37e56edcd001 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:05.730332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01c6dc-4527-449b-85c5-d8d5d966ab35 req-aa31240d-382a-44b9-80fa-4f16143a30bf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:05.732038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb01c6dc-4527-449b-85c5-d8d5d966ab35 req-aa31240d-382a-44b9-80fa-4f16143a30bf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.0850608 Jul 08 02:05:05.762144 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.774029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.795237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] Pushing event deleted for resources: {'Port': ['ID=b303c4cc-19c9-4007-97f9-a61936f13ae5,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:05.799122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e974bd4-4a68-4d57-8d05-408f0c6f1028 None None] No DVR routers for this DVR port b303c4cc-19c9-4007-97f9-a61936f13ae5 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:05.821089 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5790bbb-7b1a-41a9-86a7-7c877cae5a49 req-6f67937c-92f2-46f5-a5a4-4c44ad37a895 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 210 time: 0.0529029 Jul 08 02:05:05.851522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Port': ['ID=b303c4cc-19c9-4007-97f9-a61936f13ae5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:05.851522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] No DVR routers for this DVR port b303c4cc-19c9-4007-97f9-a61936f13ae5 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:05.895510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb01c6dc-4527-449b-85c5-d8d5d966ab35 req-9a22c593-984d-42ce-b289-27d01a13a7af tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571863 Jul 08 02:05:05.919407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, c5212110-03ef-4f72-a4d4-37e56edcd001) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:05.929604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3ac18-5df6-44d2-90dc-6d7cc2ed67ee None None] Network c5212110-03ef-4f72-a4d4-37e56edcd001 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:05.973645 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.021538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.022176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.023246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.040087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964'}, {'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-deleted', 'tag': '5e69b945-e0ea-41bd-94b6-fd78f6c75502'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:06.040776 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ba0d8696-2d3d-4369-b941-e7c2159332da', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'port_id': 'e013a462-e232-4554-9b60-37e08a5e3964', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'mac_address': 'fa:16:3e:38:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:03:34Z', 'updated_at': '2021-07-08T02:05:02Z', 'revision_number': 1, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:28Z', 'revision_number': 5, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:06.048484 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee49d31-3367-44ab-b913-6a57069f4658" -d '{"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "e013a462-e232-4554-9b60-37e08a5e3964"}, {"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-deleted", "tag": "5e69b945-e0ea-41bd-94b6-fd78f6c75502"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:06.062509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc23fb3-3680-427f-b31f-678cf1bb097a']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:06.070160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c5749d1-a3a2-4dc5-91f5-ad8f6836371e req-6fd5d457-e09c-44cc-a11c-de72cd28f584 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0349343 Jul 08 02:05:06.096216 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765ca2-924a-45b6-a80b-98f6d72c3727 None None] The sync data for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 is: [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ba0d8696-2d3d-4369-b941-e7c2159332da', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'port_id': 'e013a462-e232-4554-9b60-37e08a5e3964', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'mac_address': 'fa:16:3e:38:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:03:34Z', 'updated_at': '2021-07-08T02:05:02Z', 'revision_number': 1, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:28Z', 'revision_number': 5, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:06.097926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40642aa-476b-40ac-8fe9-a14f268c526d') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:06.098308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40642aa-476b-40ac-8fe9-a14f268c526d') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:06.118397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c83b0c4d-f8fe-44dc-a22f-0f9fbe175d7d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6989861 Jul 08 02:05:06.121390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.137947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49414) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:06.145827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1021332589'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:06.163454 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.181716 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc2986f-1e34-424f-bebe-96dfa99cf68e x-openstack-request-id: req-4dc2986f-1e34-424f-bebe-96dfa99cf68e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:06.182016 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "tag": "e013a462-e232-4554-9b60-37e08a5e3964", "status": "completed", "code": 200}, {"server_uuid": "eb2966ef-d446-4a8c-bee0-3417d17618fb", "name": "network-vif-deleted", "tag": "5e69b945-e0ea-41bd-94b6-fd78f6c75502", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:06.183009 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4dc2986f-1e34-424f-bebe-96dfa99cf68e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:06.183731 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964', 'status': 'completed', 'code': 200} Jul 08 02:05:06.184166 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2966ef-d446-4a8c-bee0-3417d17618fb', 'name': 'network-vif-deleted', 'tag': '5e69b945-e0ea-41bd-94b6-fd78f6c75502', 'status': 'completed', 'code': 200} Jul 08 02:05:06.196569 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.205745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:06.206207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:06.214863 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:06.226064 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:06.227483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:06.230822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:06.242803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:06.243907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.245251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.263041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=72cbfc3c-5183-493e-bc73-0c17c4ce2df1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:06.304271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-c5212110-03ef-4f72-a4d4-37e56edcd001', 'network_id': 'c5212110-03ef-4f72-a4d4-37e56edcd001', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': 'c4fa936d-3bce-4318-9778-f49a85c3e8fa'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:06.308200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:06.311362 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.319627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.360537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:06.379951 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.405241 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.405464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dcb607d0-94a1-4eb5-8fa6-c9d7597cf556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0292697 Jul 08 02:05:06.407136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49420) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:06.409929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] 10.222.0.10 "DELETE /v2.0/networks/9fc23fb3-3680-427f-b31f-678cf1bb097a HTTP/1.1" status: 204 len: 168 time: 1.4749076 Jul 08 02:05:06.409929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.409929 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 5e022e61-12db-4220-ae36-6506a18290ad of type vlan for network 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 Jul 08 02:05:06.417604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:06.459841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceff2d0-2da8-401e-834b-15429f5fe374 tempest-AllowedAddressPairTestJSON-1706660538 tempest-AllowedAddressPairTestJSON-1706660538-project] Pushing event deleted for resources: {'Network': ['ID=9fc23fb3-3680-427f-b31f-678cf1bb097a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:06.530527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9b1d1-4d85-4e70-b2b4-720f1fa96ed2 None None] New status for floating IP ba0d8696-2d3d-4369-b941-e7c2159332da: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:05:06.554140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-5da94537-efa2-47a0-b1cf-843d47c68da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.554870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-5da94537-efa2-47a0-b1cf-843d47c68da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.555988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-5da94537-efa2-47a0-b1cf-843d47c68da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.556793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-5da94537-efa2-47a0-b1cf-843d47c68da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.557858 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.558133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-5da94537-efa2-47a0-b1cf-843d47c68da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.558824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-5da94537-efa2-47a0-b1cf-843d47c68da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.559407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-5da94537-efa2-47a0-b1cf-843d47c68da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.564134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-5da94537-efa2-47a0-b1cf-843d47c68da1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6507 time: 0.3297324 Jul 08 02:05:06.612742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Allocated IP 2001:db8::1 (c5212110-03ef-4f72-a4d4-37e56edcd001/c4fa936d-3bce-4318-9778-f49a85c3e8fa/b828db4b-5392-476c-b8bf-1cabe9756624) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:06.655930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.718658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b303c4cc-19c9-4007-97f9-a61936f13ae5 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:06.736286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-920df02f-719f-42cf-8f84-b56ed8fbb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.737803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-920df02f-719f-42cf-8f84-b56ed8fbb59b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 HTTP/1.1" status: 200 len: 917 time: 0.1661916 Jul 08 02:05:06.753147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b303c4cc-19c9-4007-97f9-a61936f13ae5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:06.753497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b303c4cc-19c9-4007-97f9-a61936f13ae5 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:06.764013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.770009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:06.770642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.855674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=7b98e9dc-69ec-4ff5-98e5-b4bfd4998075,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:06.876555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:06.979880 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.999198 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-a907cbe7-7302-4f57-8c24-ee880352fcec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e013a462-e232-4554-9b60-37e08a5e3964 HTTP/1.1" status: 200 len: 999 time: 0.2435093 Jul 08 02:05:07.001676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Transition to ACTIVE for port object b828db4b-5392-476c-b8bf-1cabe9756624 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:07.016649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-720ffe40-ff06-4f62-b250-128b41e3e703 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8774908 Jul 08 02:05:07.023741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49428) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:07.026462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Transition to ACTIVE for port object b828db4b-5392-476c-b8bf-1cabe9756624 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:07.032402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e846c1c9-b7ab-4934-b4aa-79b21078bb7d req-e2145df9-b208-40e2-a4ca-10c44892a95f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb2966ef-d446-4a8c-bee0-3417d17618fb HTTP/1.1" status: 200 len: 210 time: 0.0604110 Jul 08 02:05:07.060637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': '7b98e9dc-69ec-4ff5-98e5-b4bfd4998075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:07.110573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.129701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-a2675500-1893-4fe7-8b6f-ecdc8603e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:07.131215 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-a2675500-1893-4fe7-8b6f-ecdc8603e8b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09c91ac0-e2f8-4201-859b-8baa1a6a77a3 HTTP/1.1" status: 200 len: 855 time: 0.1014829 Jul 08 02:05:07.138444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] device_id is not set on port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:07.171907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.191668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Network c5212110-03ef-4f72-a4d4-37e56edcd001 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:07.207510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:07.221180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:07.245855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Transition to ACTIVE for port object 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:07.254845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49436) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:07.261604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Pushing event updated for resources: {'Port': ['ID=b828db4b-5392-476c-b8bf-1cabe9756624,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:07.300534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Attempting to bind port b828db4b-5392-476c-b8bf-1cabe9756624 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.300534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Attempting to bind port b828db4b-5392-476c-b8bf-1cabe9756624 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3e7d6c2e-2a6f-4b66-a082-65cef60dd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c5212110-03ef-4f72-a4d4-37e56edcd001'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.300887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Attempting to bind port b828db4b-5392-476c-b8bf-1cabe9756624 on network c5212110-03ef-4f72-a4d4-37e56edcd001 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.313237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:07.317320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Checking segment: {'id': '3e7d6c2e-2a6f-4b66-a082-65cef60dd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c5212110-03ef-4f72-a4d4-37e56edcd001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:07.317320 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.317320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Bound using segment: {'id': '3e7d6c2e-2a6f-4b66-a082-65cef60dd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c5212110-03ef-4f72-a4d4-37e56edcd001'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:07.317320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Bound port: b828db4b-5392-476c-b8bf-1cabe9756624, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d6c2e-2a6f-4b66-a082-65cef60dd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c5212110-03ef-4f72-a4d4-37e56edcd001'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:07.317320 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.334390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.347269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b1d70d83-387b-4c27-9e8a-529b26a05f82 req-86ab7262-3d60-49b0-a10b-011e0b326624 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0421288 Jul 08 02:05:07.347269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-89679382-5207-4db1-b06a-1e7e03aac3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:07.347269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-89679382-5207-4db1-b06a-1e7e03aac3c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910350 Jul 08 02:05:07.406443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6b11b-8262-4f06-86bc-bbec8caa0af1 req-c021c15a-8ca8-4eb0-b893-fa8b14af934c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:07.416071 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ea6b11b-8262-4f06-86bc-bbec8caa0af1 req-c021c15a-8ca8-4eb0-b893-fa8b14af934c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.3361747 Jul 08 02:05:07.416071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:07.423109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] For port b828db4b-5392-476c-b8bf-1cabe9756624, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:07.424122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.427859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] For port b828db4b-5392-476c-b8bf-1cabe9756624, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b828db4b-5392-476c-b8bf-1cabe9756624,segment=NetworkSegment(3e7d6c2e-2a6f-4b66-a082-65cef60dd77a),segment_id=3e7d6c2e-2a6f-4b66-a082-65cef60dd77a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:07.441067 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=72cbfc3c-5183-493e-bc73-0c17c4ce2df1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:07.491702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.491702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.491702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.507799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.508140 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.511852 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.513307 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 2 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.529430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Performing IP validity checks on allocation pools {{(pid=100713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:05:07.531174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:05:07.541477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4dd20820-7f87-48a7-8172-26fa1492f4f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a15585b147674dc98ede81c7091ffc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844408 Jul 08 02:05:07.545631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:07.555323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-4810b52d-72f3-45a4-abe1-d482947344c3 service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859574 Jul 08 02:05:07.561962 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ea6b11b-8262-4f06-86bc-bbec8caa0af1 req-03fe5573-17b3-451a-8960-dd480efc8bc7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280932 Jul 08 02:05:07.562146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.562428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.562784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.591824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.592172 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.641204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab79d0a-015e-45f9-beda-0e24c6d895ed None None] Pushing event updated for resources: {'Port': ['ID=b828db4b-5392-476c-b8bf-1cabe9756624,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:07.641769 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 3 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.666256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.667841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.668316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.705897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.706238 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.721988 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 4 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.747106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.747673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.747673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.767275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.767625 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.768384 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 5 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.772352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ee49d31-3367-44ab-b913-6a57069f4658 req-1e18d58e-11be-44a1-b2d5-9e414c6a45be service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064164 Jul 08 02:05:07.774128 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6465530e-a67f-414a-9309-8c9ec33695a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.797384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.799408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.799408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.809816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6465530e-a67f-414a-9309-8c9ec33695a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.811573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.812034 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.812294 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 6 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.849196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.880770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.881107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.881446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.893364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.893796 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.894866 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 7 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.924460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.924901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.925317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.931077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.931580 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.932659 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 8 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.949373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.949822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.950223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.952627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=e8195776-f1c3-423a-ac82-ca1e75802c24,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:07.958912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': '5e022e61-12db-4220-ae36-6506a18290ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7b98e9dc-69ec-4ff5-98e5-b4bfd4998075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:07.959296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:07.961520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.962370 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.962370 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 9 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.976877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.977094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.977946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:07.983438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:07.985835 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:07.985835 n-d-695189-13 neutron-server[100712]: INFO neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempt 10 to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 Jul 08 02:05:07.997534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:07.998755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:07.998755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempting to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:08.005699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:05:08.006088 n-d-695189-13 neutron-server[100712]: ERROR neutron.plugins.ml2.managers [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Failed to bind port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on host n-h1-695189-13 for vnic_type normal using segments [{'id': 'd5675d2a-775a-430d-bb2a-24598eba7edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18d84f98-a9fe-4b8a-b047-a7f4b3d0c602'}] Jul 08 02:05:08.006536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.021676 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6465530e-a67f-414a-9309-8c9ec33695a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.024280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6465530e-a67f-414a-9309-8c9ec33695a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.025370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6465530e-a67f-414a-9309-8c9ec33695a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ae22e8e-538a-4b7b-9657-b9b55189417b HTTP/1.1" status: 204 len: 168 time: 0.4787865 Jul 08 02:05:08.054365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465530e-a67f-414a-9309-8c9ec33695a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae22e8e-538a-4b7b-9657-b9b55189417b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:08.054633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:08.093843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] For port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:08.094212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attempted to set empty binding levels {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:05:08.140579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:08.145189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49448) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:08.160142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6756d5b-af18-48b5-ac0c-b2c55a42adf5 None None] Network 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:08.160463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:08.160463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.179321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.214519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] In _notify_port_updated(), no bound segment for port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 on network 18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:05:08.215425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:08.216218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.217766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "PUT /v2.0/ports/72cbfc3c-5183-493e-bc73-0c17c4ce2df1 HTTP/1.1" status: 200 len: 980 time: 1.8091536 Jul 08 02:05:08.222455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:08.225153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9cbadd-9ce6-4050-933d-7bf37ab92407 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting subnet c26f6ee6-9792-4e3f-a08b-35b8937c4d1e {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:08.228478 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed9cbadd-9ce6-4050-933d-7bf37ab92407 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.258499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d071e8-c214-44b7-ab42-6590b3fa87f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event updated for resources: {'Port': ['ID=72cbfc3c-5183-493e-bc73-0c17c4ce2df1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:08.293042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed9cbadd-9ce6-4050-933d-7bf37ab92407 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.320109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-16fb8cef-78cd-4d42-9fb3-56ea186aa2f8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2921121 Jul 08 02:05:08.320508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49452) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:08.332885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Deleting port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:08.332885 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.352062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-7b98e9dc-69ec-4ff5-98e5-b4bfd4998075', 'network_id': '7b98e9dc-69ec-4ff5-98e5-b4bfd4998075', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': 'e8195776-f1c3-423a-ac82-ca1e75802c24'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:08.353440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.460104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed9cbadd-9ce6-4050-933d-7bf37ab92407 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.473320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] For port 72cbfc3c-5183-493e-bc73-0c17c4ce2df1, host n-h1-695189-13, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:08.473694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.522849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Calling delete_port for 72cbfc3c-5183-493e-bc73-0c17c4ce2df1 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:08.578819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Allocated IP 2001:db8::3 (7b98e9dc-69ec-4ff5-98e5-b4bfd4998075/e8195776-f1c3-423a-ac82-ca1e75802c24/32186e08-9273-4b1a-a67c-9046d984e452) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:08.615970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.641292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed9cbadd-9ce6-4050-933d-7bf37ab92407 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.712398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e031a559-6522-41de-97ef-2401c5c9cc4b req-0c41f013-cb73-4419-a6b1-84c72dc3d319 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0564258 Jul 08 02:05:08.788553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cbadd-9ce6-4050-933d-7bf37ab92407 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Subnet': ['ID=c26f6ee6-9792-4e3f-a08b-35b8937c4d1e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:08.806642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed9cbadd-9ce6-4050-933d-7bf37ab92407 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.816456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ed9cbadd-9ce6-4050-933d-7bf37ab92407 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "DELETE /v2.0/subnets/c26f6ee6-9792-4e3f-a08b-35b8937c4d1e HTTP/1.1" status: 204 len: 168 time: 0.6701787 Jul 08 02:05:08.821961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49468) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:08.877556 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.942531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.945077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Transition to ACTIVE for port object 32186e08-9273-4b1a-a67c-9046d984e452 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:08.955774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Pushing event deleted for resources: {'Port': ['ID=72cbfc3c-5183-493e-bc73-0c17c4ce2df1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:08.962015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.967086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6440fbb9-cc0c-4426-b202-937deafd0c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "DELETE /v2.0/ports/72cbfc3c-5183-493e-bc73-0c17c4ce2df1 HTTP/1.1" status: 204 len: 168 time: 0.7410910 Jul 08 02:05:08.967930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:08.972075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Transition to ACTIVE for port object 32186e08-9273-4b1a-a67c-9046d984e452 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:08.977859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c639229-0ad4-4b0f-bf45-481ea35eb037 None None] Network 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:08.980722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b828db4b-5392-476c-b8bf-1cabe9756624 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:09.004922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.058152 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1591ce82-2445-4731-a534-51047ba191c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:05:09.062437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1591ce82-2445-4731-a534-51047ba191c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583459620-project-admin] 10.222.0.10 "GET /v2.0/ports/72cbfc3c-5183-493e-bc73-0c17c4ce2df1 HTTP/1.1" status: 404 len: 333 time: 0.0934691 Jul 08 02:05:09.068585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402efe2f-09d2-43f6-a246-aa2d1d912438 None None] Network c5212110-03ef-4f72-a4d4-37e56edcd001 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:09.071318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49476) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:09.081719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.133982 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.149435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d8bd0-30b6-4160-9812-9de09bf474d2 req-59d35fdb-bc06-4169-b05c-d1b283a9a57a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:09.151103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c44d8bd0-30b6-4160-9812-9de09bf474d2 req-59d35fdb-bc06-4169-b05c-d1b283a9a57a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.1723061 Jul 08 02:05:09.224923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Network 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:09.230618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c44d8bd0-30b6-4160-9812-9de09bf474d2 req-d126db44-df9a-4820-80f2-79e30bffa8d0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706334 Jul 08 02:05:09.390854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:09.396836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-58a31722-b5e4-4856-8511-edbdb64b1e6a None None] Provisioning for port b828db4b-5392-476c-b8bf-1cabe9756624 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:09.419756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:09.441585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Pushing event updated for resources: {'Port': ['ID=32186e08-9273-4b1a-a67c-9046d984e452,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:09.554336 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.556570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b828db4b-5392-476c-b8bf-1cabe9756624 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:09.561383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Attempting to bind port 32186e08-9273-4b1a-a67c-9046d984e452 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:09.566665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Attempting to bind port 32186e08-9273-4b1a-a67c-9046d984e452 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '5e022e61-12db-4220-ae36-6506a18290ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7b98e9dc-69ec-4ff5-98e5-b4bfd4998075'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:09.566665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Attempting to bind port 32186e08-9273-4b1a-a67c-9046d984e452 on network 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:09.571649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b828db4b-5392-476c-b8bf-1cabe9756624 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:09.572031 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.579053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:09.579596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Checking segment: {'id': '5e022e61-12db-4220-ae36-6506a18290ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7b98e9dc-69ec-4ff5-98e5-b4bfd4998075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:09.579865 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.580325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Bound using segment: {'id': '5e022e61-12db-4220-ae36-6506a18290ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7b98e9dc-69ec-4ff5-98e5-b4bfd4998075'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:09.580818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Bound port: 32186e08-9273-4b1a-a67c-9046d984e452, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e022e61-12db-4220-ae36-6506a18290ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7b98e9dc-69ec-4ff5-98e5-b4bfd4998075'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:09.581208 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.582678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:09.583329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.684065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:09.691483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.724429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] For port 32186e08-9273-4b1a-a67c-9046d984e452, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:09.761985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=e8195776-f1c3-423a-ac82-ca1e75802c24,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:09.771220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] For port 32186e08-9273-4b1a-a67c-9046d984e452, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=32186e08-9273-4b1a-a67c-9046d984e452,segment=NetworkSegment(5e022e61-12db-4220-ae36-6506a18290ad),segment_id=5e022e61-12db-4220-ae36-6506a18290ad)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:09.777607 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.806634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:09.806634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.810894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.825791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b828db4b-5392-476c-b8bf-1cabe9756624, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b828db4b-5392-476c-b8bf-1cabe9756624,segment=NetworkSegment(3e7d6c2e-2a6f-4b66-a082-65cef60dd77a),segment_id=3e7d6c2e-2a6f-4b66-a082-65cef60dd77a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:09.829192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] DHCP port deletion for 5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:09.858755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.864053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1410681245'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:09.888253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d84f98-a9fe-4b8a-b047-a7f4b3d0c602']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:09.898151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:09.922145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5675d2a-775a-430d-bb2a-24598eba7edf') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:09.922456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5675d2a-775a-430d-bb2a-24598eba7edf') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:09.934406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddeb9c-7358-42bb-87eb-6ee59fb06ac9 None None] Pushing event updated for resources: {'Port': ['ID=32186e08-9273-4b1a-a67c-9046d984e452,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:09.953103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.959299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] Deleting port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:09.959886 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.970951 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.993967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.030487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b828db4b-5392-476c-b8bf-1cabe9756624,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:10.047199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:10.053355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.072182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.092029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74903ccc-8954-4e96-8504-77f6f1556a84 req-ec2f5add-91e5-4114-a553-ca084cbed4d5 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.1248298 Jul 08 02:05:10.095889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] For port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,segment=NetworkSegment(81d897d1-94e8-46f6-bf58-f3fd1c82c3b6),segment_id=81d897d1-94e8-46f6-bf58-f3fd1c82c3b6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:10.096312 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.108557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b98e9dc-69ec-4ff5-98e5-b4bfd4998075']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.121913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] Calling delete_port for 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:10.133933 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.146396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:10.147067 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:10.247372 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:10.308509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e022e61-12db-4220-ae36-6506a18290ad') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.308509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e022e61-12db-4220-ae36-6506a18290ad') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.335035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a9384a10-adb6-4d09-9cc3-b901a478dc4d None None] Provisioning complete for port b828db4b-5392-476c-b8bf-1cabe9756624 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:10.335443 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a9384a10-adb6-4d09-9cc3-b901a478dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.336795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.339972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.348235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.370867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.372872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] 10.222.0.10 "DELETE /v2.0/networks/18d84f98-a9fe-4b8a-b047-a7f4b3d0c602 HTTP/1.1" status: 204 len: 168 time: 1.2990432 Jul 08 02:05:10.423805 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.435556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87d470-d5de-49b7-add2-45445bf1bfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-794424810-project] Pushing event deleted for resources: {'Network': ['ID=18d84f98-a9fe-4b8a-b047-a7f4b3d0c602,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:10.449420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.471573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.483510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:10.485930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:10.498485 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:10.505429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] No DVR routers for this DVR port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:10.507754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98364518-04bc-4106-aca3-0eeaa2e22ca2 None None] Pushing event deleted for resources: {'Port': ['ID=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:10.528906 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.582141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4143f6ba-3665-4f03-b146-22c24a226de0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:10.598901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:10.623484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb228-4152-4d4a-84a0-f4a2c28a5292 req-735d8db2-905d-4b0f-a164-59ac4d72f975 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:10.625065 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-344bb228-4152-4d4a-84a0-f4a2c28a5292 req-735d8db2-905d-4b0f-a164-59ac4d72f975 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.0960190 Jul 08 02:05:10.688387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-344bb228-4152-4d4a-84a0-f4a2c28a5292 req-c88ce877-a751-4a4d-8443-b8f2523c572f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522170 Jul 08 02:05:10.718395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=4d93f0b0-3391-4606-ad2d-59f20ba5f5a9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:10.735313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.738812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:10.748915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.749343 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Added segment 54321686-bd12-4e55-8dbc-6e415294739c of type vlan for network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc Jul 08 02:05:10.750299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.771270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.771270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d897d1-94e8-46f6-bf58-f3fd1c82c3b6') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.777362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.793406 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:05:10.793406 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:05:10.793406 n-d-695189-13 neutron-server[100713]: [parameters: {'id': '7b98e9dc-69ec-4ff5-98e5-b4bfd4998075'}] Jul 08 02:05:10.793406 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:10.793880 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.793978 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:10.795413 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.806546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:10.811015 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:10.861796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 32186e08-9273-4b1a-a67c-9046d984e452 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:10.908034 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.913750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:10.914389 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.980660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.999229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Network': ['ID=4fc2ab68-e973-4376-87b9-5f7999fdd5fc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:11.000621 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.009202 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "DELETE /v2.0/networks/5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e HTTP/1.1" status: 204 len: 168 time: 2.1852140 Jul 08 02:05:11.009344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:11.015382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:11.033850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2016b8-47ca-4174-a7a6-90e9edc5b772 tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Network': ['ID=5fe24d2b-7a1b-4b82-a2cc-9dd14f83ea4e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:11.067504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 32186e08-9273-4b1a-a67c-9046d984e452 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:11.081109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b828db4b-5392-476c-b8bf-1cabe9756624 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:11.089323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-44364f7c-74ef-435e-ae42-8fc46e787a1f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting subnet a3ea9232-1524-46be-99ab-d2f7778e848f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:11.095450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44364f7c-74ef-435e-ae42-8fc46e787a1f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.101096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df337b76-2294-40b6-9537-c421fff460f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4157944 Jul 08 02:05:11.106574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49504) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:11.114463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:11.114874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49506) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:11.183736 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44364f7c-74ef-435e-ae42-8fc46e787a1f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.191383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b828db4b-5392-476c-b8bf-1cabe9756624 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:11.191383 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.295892 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.364619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44364f7c-74ef-435e-ae42-8fc46e787a1f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.412981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671e90d-2d24-40a1-8f5c-afade6db4c38 None None] Network 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:11.419164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:11.425391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.457016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:11.492996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:11.493352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4d93f0b0-3391-4606-ad2d-59f20ba5f5a9 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:11.526911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a8043c31-2eda-4732-a3b7-fcf689efe352 req-80ab2ad4-64ed-4f05-bf15-5a3664a47501 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0958931 Jul 08 02:05:11.591700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c10a8958-89dc-4299-8744-289765cd06ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7eb75904210f4dcdb45a6a6a42d9c2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713531 Jul 08 02:05:11.594390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:11.597111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting port 32186e08-9273-4b1a-a67c-9046d984e452 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:11.597581 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.604320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44364f7c-74ef-435e-ae42-8fc46e787a1f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.620899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8972840c-4826-4188-a708-01d87601cd7f None None] Provisioning for port 32186e08-9273-4b1a-a67c-9046d984e452 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:11.625290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8972840c-4826-4188-a708-01d87601cd7f None None] Provisioning complete for port 32186e08-9273-4b1a-a67c-9046d984e452 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:11.630319 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8972840c-4826-4188-a708-01d87601cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.644982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44364f7c-74ef-435e-ae42-8fc46e787a1f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ea9232-1524-46be-99ab-d2f7778e848f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:11.663297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44364f7c-74ef-435e-ae42-8fc46e787a1f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.667155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-44364f7c-74ef-435e-ae42-8fc46e787a1f tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "DELETE /v2.0/subnets/a3ea9232-1524-46be-99ab-d2f7778e848f HTTP/1.1" status: 204 len: 168 time: 0.6569231 Jul 08 02:05:11.670338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49518) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:11.725248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86dae98-cd3c-495e-a8ba-f5cb45877155 None None] Network e8a7c465-71e8-438d-a94a-3fa180b772a2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:11.727693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] DHCP port deletion for 7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:11.729686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24b182ad-dda9-4c87-92ed-ecce1f7e67fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.763198 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24b182ad-dda9-4c87-92ed-ecce1f7e67fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.813787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] For port 32186e08-9273-4b1a-a67c-9046d984e452, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=32186e08-9273-4b1a-a67c-9046d984e452,segment=NetworkSegment(5e022e61-12db-4220-ae36-6506a18290ad),segment_id=5e022e61-12db-4220-ae36-6506a18290ad)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:11.816003 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.848450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8972840c-4826-4188-a708-01d87601cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.871806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Calling delete_port for 32186e08-9273-4b1a-a67c-9046d984e452 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:11.920062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] Deleting port 32186e08-9273-4b1a-a67c-9046d984e452 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:11.929350 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.929626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24b182ad-dda9-4c87-92ed-ecce1f7e67fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.929626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24b182ad-dda9-4c87-92ed-ecce1f7e67fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.929626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-24b182ad-dda9-4c87-92ed-ecce1f7e67fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3b712bc-a04b-4fd5-b157-dffbb1d6f625 HTTP/1.1" status: 204 len: 168 time: 0.3300245 Jul 08 02:05:11.935509 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.949109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b182ad-dda9-4c87-92ed-ecce1f7e67fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b712bc-a04b-4fd5-b157-dffbb1d6f625,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:11.977012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8972840c-4826-4188-a708-01d87601cd7f None None] For port 32186e08-9273-4b1a-a67c-9046d984e452, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=32186e08-9273-4b1a-a67c-9046d984e452,segment=NetworkSegment(5e022e61-12db-4220-ae36-6506a18290ad),segment_id=5e022e61-12db-4220-ae36-6506a18290ad)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:12.051552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] For port 32186e08-9273-4b1a-a67c-9046d984e452, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=32186e08-9273-4b1a-a67c-9046d984e452,segment=NetworkSegment(5e022e61-12db-4220-ae36-6506a18290ad),segment_id=5e022e61-12db-4220-ae36-6506a18290ad)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:12.052244 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.071935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] Calling delete_port for 32186e08-9273-4b1a-a67c-9046d984e452 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:12.080680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8972840c-4826-4188-a708-01d87601cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.125040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8d9ed6e7-c27a-42ff-8256-11463018772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.140947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94395d8-1055-454f-9292-398363b5864b req-76832ea1-ec0f-4c96-bde4-cb27357dda55 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:12.148099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c94395d8-1055-454f-9292-398363b5864b req-76832ea1-ec0f-4c96-bde4-cb27357dda55 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.2740326 Jul 08 02:05:12.186339 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.202089 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.205932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972840c-4826-4188-a708-01d87601cd7f None None] Pushing event updated for resources: {'Port': ['ID=32186e08-9273-4b1a-a67c-9046d984e452,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:12.212255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] DHCP port deletion for e8a7c465-71e8-438d-a94a-3fa180b772a2 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:12.234633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c94395d8-1055-454f-9292-398363b5864b req-8b25b689-a837-4d20-a58d-e9a3d5921875 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855763 Jul 08 02:05:12.256114 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.281064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Deleting port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:12.281570 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.283397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Port': ['ID=32186e08-9273-4b1a-a67c-9046d984e452,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:12.293898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] No DVR routers for this DVR port 32186e08-9273-4b1a-a67c-9046d984e452 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:12.299290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d76f9-192f-464f-84c2-84ccd59e6cb4 None None] Pushing event deleted for resources: {'Port': ['ID=32186e08-9273-4b1a-a67c-9046d984e452,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:12.331567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] Deleting port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:12.331889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No DVR routers for this DVR port 32186e08-9273-4b1a-a67c-9046d984e452 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:12.332061 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.380637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=2da06e49-6e8c-4bf0-9c66-8d944392c1d7,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:12.418798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] For port 1fbaab37-fc0f-40ba-8025-6f7584787ac5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1fbaab37-fc0f-40ba-8025-6f7584787ac5,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:12.419502 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.438241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] Calling delete_port for 1fbaab37-fc0f-40ba-8025-6f7584787ac5 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:12.456374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] For port 1fbaab37-fc0f-40ba-8025-6f7584787ac5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1fbaab37-fc0f-40ba-8025-6f7584787ac5,segment=NetworkSegment(b3bff8d2-3eea-4fee-bd19-746b5560c154),segment_id=b3bff8d2-3eea-4fee-bd19-746b5560c154)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:12.457532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.481139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:12.481139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network hostable DHCP agents. Network: 4fc2ab68-e973-4376-87b9-5f7999fdd5fc, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:12.497564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Calling delete_port for 1fbaab37-fc0f-40ba-8025-6f7584787ac5 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:12.504650 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.534092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b98e9dc-69ec-4ff5-98e5-b4bfd4998075']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:12.586985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e022e61-12db-4220-ae36-6506a18290ad') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:12.587305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e022e61-12db-4220-ae36-6506a18290ad') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:12.601783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.639203 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.650026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:12.650519 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:12.655531 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:12.719003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 32186e08-9273-4b1a-a67c-9046d984e452 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:12.746727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.751830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 32186e08-9273-4b1a-a67c-9046d984e452 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:12.752254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 32186e08-9273-4b1a-a67c-9046d984e452 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:12.752754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1fbaab37-fc0f-40ba-8025-6f7584787ac5 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:12.764090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:12.772603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-847e107f-6382-4ce8-89be-68dae68b7310 req-8d285c8e-0fa7-4bdf-866d-d729041ac74d tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0660112 Jul 08 02:05:12.799601 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.799876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] Pushing event deleted for resources: {'Port': ['ID=1fbaab37-fc0f-40ba-8025-6f7584787ac5,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:12.807359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 1fbaab37-fc0f-40ba-8025-6f7584787ac5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:12.807708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1fbaab37-fc0f-40ba-8025-6f7584787ac5 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:12.824782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836dd4b-4c25-4f27-9abe-288e850167cc None None] No DVR routers for this DVR port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:12.859107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Port': ['ID=1fbaab37-fc0f-40ba-8025-6f7584787ac5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:12.864951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] No DVR routers for this DVR port 1fbaab37-fc0f-40ba-8025-6f7584787ac5 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:12.893251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:12.894934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.904959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.910626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 HTTP/1.1" status: 204 len: 168 time: 4.5856190 Jul 08 02:05:12.910626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 4fc2ab68-e973-4376-87b9-5f7999fdd5fc) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:12.911613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:12.927202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159807455'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:12.938431 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:12.938431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.942275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c312484-991e-4bc4-8701-f3009d50c36c None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:12.963632 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6305dc02-c0b1-4a12-8678-373723be70df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=822a5b6e5d5c48beb605ed444f3e2bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685830 Jul 08 02:05:12.966618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:12.998597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3ab25-761b-4dec-a3bf-fd3881a9fffa tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=7b98e9dc-69ec-4ff5-98e5-b4bfd4998075,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.017589 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.028622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a7c465-71e8-438d-a94a-3fa180b772a2']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:13.032178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e85253-0b4a-46a8-b05c-396e552bd1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.039615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bff8d2-3eea-4fee-bd19-746b5560c154') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:13.039960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bff8d2-3eea-4fee-bd19-746b5560c154') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:13.050449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.055710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e85253-0b4a-46a8-b05c-396e552bd1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.066530 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.073255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:13.073662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:13.076896 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:13.087959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2f69d874-d560-4b2b-86af-6275eca1783a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9811838 Jul 08 02:05:13.095419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49538) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:13.100988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'name': 'tempest-NetworksTestDHCPv6-911925745'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:13.138158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '2da06e49-6e8c-4bf0-9c66-8d944392c1d7'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:13.139115 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.196263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.204387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.206736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] 10.222.0.10 "DELETE /v2.0/networks/e8a7c465-71e8-438d-a94a-3fa180b772a2 HTTP/1.1" status: 204 len: 168 time: 1.5337524 Jul 08 02:05:13.219924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137c392-978a-49d3-af8b-6b891974688a tempest-ServersTestMultiNic-1383152464 tempest-ServersTestMultiNic-1383152464-project] Pushing event deleted for resources: {'Network': ['ID=e8a7c465-71e8-438d-a94a-3fa180b772a2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.234534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:13.238163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.273840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:13.283463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.283825 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 8860a9eb-3b7b-44c1-9678-bd5185894914 of type vlan for network 7062cb50-0a27-4a4c-9a73-e4d2aa06574b Jul 08 02:05:13.309633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/2da06e49-6e8c-4bf0-9c66-8d944392c1d7/be6bba55-50cd-4ff4-9f56-0a06a7216b83) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:13.334505 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.353207 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e85253-0b4a-46a8-b05c-396e552bd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.355977 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e85253-0b4a-46a8-b05c-396e552bd1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.357079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-15e85253-0b4a-46a8-b05c-396e552bd1a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a689405-3d8e-45b3-a98d-46d12cc4881d HTTP/1.1" status: 204 len: 168 time: 0.3889976 Jul 08 02:05:13.374543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e85253-0b4a-46a8-b05c-396e552bd1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a689405-3d8e-45b3-a98d-46d12cc4881d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.414556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:13.419004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.436969 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.443906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:13.444017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.555046 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.565714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49552) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:13.577478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Transition to ACTIVE for port object be6bba55-50cd-4ff4-9f56-0a06a7216b83 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:13.604318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Transition to ACTIVE for port object be6bba55-50cd-4ff4-9f56-0a06a7216b83 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:13.671029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.730466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Pushing event updated for resources: {'Port': ['ID=be6bba55-50cd-4ff4-9f56-0a06a7216b83,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.746415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:13.747897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:13.750262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:13.828723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 595185f3-2fea-4aec-80a7-fc8430112344 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:13.878951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Attempting to bind port be6bba55-50cd-4ff4-9f56-0a06a7216b83 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:13.878951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Attempting to bind port be6bba55-50cd-4ff4-9f56-0a06a7216b83 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:13.880271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Attempting to bind port be6bba55-50cd-4ff4-9f56-0a06a7216b83 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:13.888483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:13.889174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:13.889977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.890838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:13.891729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Bound port: be6bba55-50cd-4ff4-9f56-0a06a7216b83, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:13.892743 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.895711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=7062cb50-0a27-4a4c-9a73-e4d2aa06574b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.925649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 7062cb50-0a27-4a4c-9a73-e4d2aa06574b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:13.929615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9474f2-9154-4503-a199-bd8090c10cc0 req-90b76711-33f3-4ecf-a165-e66d642dd43c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:13.938401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d9474f2-9154-4503-a199-bd8090c10cc0 req-90b76711-33f3-4ecf-a165-e66d642dd43c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.5648696 Jul 08 02:05:13.948992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-33d22a8c-86a3-41b4-b485-1d21b1f0d26c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0312269 Jul 08 02:05:13.973202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49564) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:13.977822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': '7062cb50-0a27-4a4c-9a73-e4d2aa06574b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:14.026414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d9474f2-9154-4503-a199-bd8090c10cc0 req-9348a4e6-3691-4fde-a198-7618eb41ab84 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870454 Jul 08 02:05:14.039561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] For port be6bba55-50cd-4ff4-9f56-0a06a7216b83, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:14.044562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] For port be6bba55-50cd-4ff4-9f56-0a06a7216b83, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be6bba55-50cd-4ff4-9f56-0a06a7216b83,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:14.073166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::dd (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/2da06e49-6e8c-4bf0-9c66-8d944392c1d7/595185f3-2fea-4aec-80a7-fc8430112344) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:14.140821 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.231461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd57da7f-28c4-494e-a647-349637b851ea req-84ec4886-0729-4968-be75-1e8f0197fb1c tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.1512251 Jul 08 02:05:14.272491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71afd1-ae7e-472b-9d5f-393fedc73299 None None] Pushing event updated for resources: {'Port': ['ID=be6bba55-50cd-4ff4-9f56-0a06a7216b83,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:14.359257 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.374016 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bd46a1d6-adc3-4ea9-925f-2f7ea30d1e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.382484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 595185f3-2fea-4aec-80a7-fc8430112344 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:14.474588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:14.481821 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.564880 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.664249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:14.671005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:14.679046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:14.688534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:14.689228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.706130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=595185f3-2fea-4aec-80a7-fc8430112344,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:14.794492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-02988845-0230-4b77-887b-b0894f42e778 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6952267 Jul 08 02:05:14.795061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49580) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:14.818970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be6bba55-50cd-4ff4-9f56-0a06a7216b83 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:14.928712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.956576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708004e2-0789-4af4-99f5-96277f8a72bf tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:14.962638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.963833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708004e2-0789-4af4-99f5-96277f8a72bf tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:14.965676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-708004e2-0789-4af4-99f5-96277f8a72bf tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1697683 Jul 08 02:05:14.968864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49584) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.048496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port be6bba55-50cd-4ff4-9f56-0a06a7216b83 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:15.071781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49588) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.133663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0838ab80-4fb7-4f99-a790-76ef229d32e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 595185f3-2fea-4aec-80a7-fc8430112344 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:15.134000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0838ab80-4fb7-4f99-a790-76ef229d32e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.273706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-cfffe3df-c513-43e3-807d-8e29d508cefd tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.275017 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cfffe3df-c513-43e3-807d-8e29d508cefd tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2002816 Jul 08 02:05:15.278497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.286062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-bfcdfea9-2175-4eaa-88fa-cb526446dd24 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.287439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bfcdfea9-2175-4eaa-88fa-cb526446dd24 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076635 Jul 08 02:05:15.291511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.301172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-a759896f-2122-494c-a741-1fa83938264e tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.302464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a759896f-2122-494c-a741-1fa83938264e tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097592 Jul 08 02:05:15.305101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.309951 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0838ab80-4fb7-4f99-a790-76ef229d32e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.315296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-6a7f3fe9-d6de-468b-8bba-0500c6ba6a1f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.316873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6a7f3fe9-d6de-468b-8bba-0500c6ba6a1f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103989 Jul 08 02:05:15.323810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.331266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-56883a71-5911-4f19-8898-3488820c21a4 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.332580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-56883a71-5911-4f19-8898-3488820c21a4 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075235 Jul 08 02:05:15.336787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.340166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0838ab80-4fb7-4f99-a790-76ef229d32e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 595185f3-2fea-4aec-80a7-fc8430112344 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:15.346343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-6c374022-1ca9-4da7-8ac6-7ad3ca3fd0ed tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.347664 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c374022-1ca9-4da7-8ac6-7ad3ca3fd0ed tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0096629 Jul 08 02:05:15.350866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.357241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-79cca503-5de7-409c-a604-98597920cea4 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.358682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-79cca503-5de7-409c-a604-98597920cea4 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0064499 Jul 08 02:05:15.363715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49608) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.368327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-6de37776-42df-4465-97a6-32c8b69fd4ee tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.370106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6de37776-42df-4465-97a6-32c8b69fd4ee tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052667 Jul 08 02:05:15.372656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.379017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-4a5f4d24-8ced-43a9-aad7-89a7dc2b165c tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.380415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4a5f4d24-8ced-43a9-aad7-89a7dc2b165c tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066378 Jul 08 02:05:15.382989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.429514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-cb76b4f4-be39-4217-86f7-20e6ddbb2cb5 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.433721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cb76b4f4-be39-4217-86f7-20e6ddbb2cb5 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0464904 Jul 08 02:05:15.434971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.441042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-9e9729e1-759d-46f5-a1a4-41fcf623b27a tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.444596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9e9729e1-759d-46f5-a1a4-41fcf623b27a tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0070260 Jul 08 02:05:15.446290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.451030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-1f7b9e65-9f8e-4849-aef1-af15d839dfec tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.454535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1f7b9e65-9f8e-4849-aef1-af15d839dfec tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0063167 Jul 08 02:05:15.455168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.460990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-cbb6a594-011c-423f-a58d-bfdc293b6d60 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.469648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cbb6a594-011c-423f-a58d-bfdc293b6d60 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061779 Jul 08 02:05:15.472668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.477484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-adb0476e-3865-4c0b-8b7c-910a5ebe9356 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.481750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-adb0476e-3865-4c0b-8b7c-910a5ebe9356 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048475 Jul 08 02:05:15.482325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49622) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.487934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-9501ee8b-7fed-4a56-bee1-30e679f7f8ed tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.491409 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9501ee8b-7fed-4a56-bee1-30e679f7f8ed tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060124 Jul 08 02:05:15.491936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.503044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-14c61087-26f4-44f4-8047-3cb8bb3533b7 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.506826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-14c61087-26f4-44f4-8047-3cb8bb3533b7 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0113208 Jul 08 02:05:15.507585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49626) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.517144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-a7754134-99eb-4a51-8b21-a325ff0de1d3 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.520677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a7754134-99eb-4a51-8b21-a325ff0de1d3 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076926 Jul 08 02:05:15.532370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49628) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.583904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-fb859a17-3076-46e3-a160-ee29c0eb0e93 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.588277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fb859a17-3076-46e3-a160-ee29c0eb0e93 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0471311 Jul 08 02:05:15.588483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.613937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-750aa617-ae9f-4fc0-93ca-fe05dbfbd39b tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.618257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-750aa617-ae9f-4fc0-93ca-fe05dbfbd39b tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0255697 Jul 08 02:05:15.627735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f891ac41-69d4-40b8-a117-d5f35c73cba3 req-114cc38c-708b-41b4-8bd5-34948d8c5f02 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0510764 Jul 08 02:05:15.628413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.633987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-502c0834-2390-4e2d-b6bb-de33d4786d95 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.637697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-502c0834-2390-4e2d-b6bb-de33d4786d95 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049489 Jul 08 02:05:15.638265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.644596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-b706d125-56fb-4e3a-a67e-336965a17d8c tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.646442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b706d125-56fb-4e3a-a67e-336965a17d8c tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061312 Jul 08 02:05:15.667786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eced95e-5779-44d2-bece-bb55f9b23da5 req-48f54f51-0057-4da5-803d-7d4b7c3df684 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:15.667786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8eced95e-5779-44d2-bece-bb55f9b23da5 req-48f54f51-0057-4da5-803d-7d4b7c3df684 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.3351431 Jul 08 02:05:15.669004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49636) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.673796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-a4703e48-1310-491c-837a-74777bac4494 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.677487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a4703e48-1310-491c-837a-74777bac4494 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051060 Jul 08 02:05:15.678036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49638) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.684193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-5295f3b3-3b60-4d25-bd89-cb86b64b1de9 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.687849 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5295f3b3-3b60-4d25-bd89-cb86b64b1de9 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064433 Jul 08 02:05:15.688042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49640) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.694073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-f3f6938a-c418-4f1b-8397-706754ffb9cf tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.698524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3f6938a-c418-4f1b-8397-706754ffb9cf tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069904 Jul 08 02:05:15.699440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49642) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.710929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8eced95e-5779-44d2-bece-bb55f9b23da5 req-9f69c7cb-8a71-4a01-bd9c-36a017214157 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Jul 08 02:05:15.711818 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.722699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-776d2629-65e3-4d63-9b5c-884917bbbb1f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.726122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-776d2629-65e3-4d63-9b5c-884917bbbb1f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0118017 Jul 08 02:05:15.727445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49644) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.736389 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.738169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-c571f00e-3a39-46d6-8bb3-27b9b2e5a57e tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.741156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c571f00e-3a39-46d6-8bb3-27b9b2e5a57e tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0105088 Jul 08 02:05:15.743271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0838ab80-4fb7-4f99-a790-76ef229d32e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.748407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.773407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-135c2e04-54d0-4316-9274-f6428ef9b7de tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.774887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-135c2e04-54d0-4316-9274-f6428ef9b7de tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0250235 Jul 08 02:05:15.812528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49648) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.815842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=4a12f434-3113-430b-8768-a48691d344f1,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:15.830101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-891b1ff0-0506-4e5d-a085-f14ea266a4bc tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.831135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-891b1ff0-0506-4e5d-a085-f14ea266a4bc tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0122969 Jul 08 02:05:15.835744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49650) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.839470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838ab80-4fb7-4f99-a790-76ef229d32e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=595185f3-2fea-4aec-80a7-fc8430112344,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:15.858488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-32982368-73fe-4459-b621-eafd4eb789cc tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.859605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-32982368-73fe-4459-b621-eafd4eb789cc tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0229616 Jul 08 02:05:15.863927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49652) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.870704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e50749-c012-4fea-a49e-c79563498b4d None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:15.882480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-682fbe4b-53f2-4e42-bd0d-9bf47b1ca8d2 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.885151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-682fbe4b-53f2-4e42-bd0d-9bf47b1ca8d2 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0183933 Jul 08 02:05:15.899633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49654) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.915508 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0838ab80-4fb7-4f99-a790-76ef229d32e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.922841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Deleting port b0bfe272-54a1-4ba7-94e9-0c79e4e66343 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:15.923107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.928422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0838ab80-4fb7-4f99-a790-76ef229d32e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/595185f3-2fea-4aec-80a7-fc8430112344 HTTP/1.1" status: 204 len: 168 time: 0.9582751 Jul 08 02:05:15.930850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49658) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.945256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-dfbbbe49-12b0-46fb-8ab8-c8fb38f5d446 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.950755 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dfbbbe49-12b0-46fb-8ab8-c8fb38f5d446 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0249970 Jul 08 02:05:15.953080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49660) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.969150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-d56badf8-7897-44e5-a0fc-9c8b7e1b1393 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:15.971481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d56badf8-7897-44e5-a0fc-9c8b7e1b1393 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062778 Jul 08 02:05:16.000804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49662) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.012589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-b21570f3-0b7e-4951-a5ec-9016037f81c1 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.013860 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b21570f3-0b7e-4951-a5ec-9016037f81c1 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0105510 Jul 08 02:05:16.019238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49664) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.024419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-300603be-f34d-444a-b031-db9714c8c22d tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.028411 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-300603be-f34d-444a-b031-db9714c8c22d tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0081637 Jul 08 02:05:16.031784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49666) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.043916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-9eb670e4-80de-47d2-9fd8-2ef44f40b31a tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.045187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9eb670e4-80de-47d2-9fd8-2ef44f40b31a tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0122492 Jul 08 02:05:16.048102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': '8860a9eb-3b7b-44c1-9678-bd5185894914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7062cb50-0a27-4a4c-9a73-e4d2aa06574b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:16.050057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: 7062cb50-0a27-4a4c-9a73-e4d2aa06574b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:16.050843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49668) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.056146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-5bc3cad7-c812-43c1-9b14-c88a03bc1354 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.060651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49670) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.060869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5bc3cad7-c812-43c1-9b14-c88a03bc1354 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0053787 Jul 08 02:05:16.066316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-09d59467-16c6-4c19-a91d-adc987bcdef0 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.069850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-09d59467-16c6-4c19-a91d-adc987bcdef0 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056691 Jul 08 02:05:16.074064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49672) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.078948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-8b76caad-3485-4098-ac1b-c61e0c275afb tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.082559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8b76caad-3485-4098-ac1b-c61e0c275afb tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049760 Jul 08 02:05:16.083604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49674) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.104354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-398274ed-94b1-40bc-8471-99dc272a564f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.105411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-398274ed-94b1-40bc-8471-99dc272a564f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0208359 Jul 08 02:05:16.108601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49676) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.109703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b55731-c3f5-43db-af78-8de1aadb3147 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:16.111560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b55731-c3f5-43db-af78-8de1aadb3147 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:16.118575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-4a642e4f-4a42-428a-add1-bac7f6c069a6 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.119190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-79b55731-c3f5-43db-af78-8de1aadb3147 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1870222 Jul 08 02:05:16.119956 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4a642e4f-4a42-428a-add1-bac7f6c069a6 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052314 Jul 08 02:05:16.122045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Provisioning for port be6bba55-50cd-4ff4-9f56-0a06a7216b83 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:16.122225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.126228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49680) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.131457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-0c9eea68-ceac-40fb-872f-68494859f309 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.132652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0c9eea68-ceac-40fb-872f-68494859f309 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053239 Jul 08 02:05:16.134984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] For port b0bfe272-54a1-4ba7-94e9-0c79e4e66343, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,segment=NetworkSegment(527a4dfd-1a49-409a-9c28-c33cb0d63a61),segment_id=527a4dfd-1a49-409a-9c28-c33cb0d63a61)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:16.135399 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.137888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49682) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.142749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-c98ac14e-f468-4621-a5dc-70a85a867128 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.143114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Provisioning complete for port be6bba55-50cd-4ff4-9f56-0a06a7216b83 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:16.143736 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.144066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c98ac14e-f468-4621-a5dc-70a85a867128 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050683 Jul 08 02:05:16.146738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49684) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.157550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Calling delete_port for b0bfe272-54a1-4ba7-94e9-0c79e4e66343 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:16.172074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 7062cb50-0a27-4a4c-9a73-e4d2aa06574b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:16.198789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-d9216185-c2a8-4e19-a8ef-8d93628cc093 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.210271 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d9216185-c2a8-4e19-a8ef-8d93628cc093 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0624051 Jul 08 02:05:16.211441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49686) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.238960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-bb47bc68-a4f2-4810-a161-6329dacf6f37 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.240385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bb47bc68-a4f2-4810-a161-6329dacf6f37 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0127554 Jul 08 02:05:16.243123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49688) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.247700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-3a49688d-269f-4aef-aa8d-541178d5868f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.251479 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3a49688d-269f-4aef-aa8d-541178d5868f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072923 Jul 08 02:05:16.254390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49690) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.269841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 7062cb50-0a27-4a4c-9a73-e4d2aa06574b) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:16.280566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-74abfee5-ad3c-40cf-9fa8-3e1b07cd8bd9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 2da06e49-6e8c-4bf0-9c66-8d944392c1d7 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:16.281093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-df5fa7db-1d5b-401b-93c0-37b0e75d905a tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.282185 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df5fa7db-1d5b-401b-93c0-37b0e75d905a tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0268970 Jul 08 02:05:16.288895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49692) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.301740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-d75223c2-d62f-412e-9020-bfa328febee4 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.303144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d75223c2-d62f-412e-9020-bfa328febee4 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067866 Jul 08 02:05:16.304516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caedf6fb-0dd7-4604-bfbb-950d3b60122f None None] Network 7062cb50-0a27-4a4c-9a73-e4d2aa06574b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:16.304677 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74abfee5-ad3c-40cf-9fa8-3e1b07cd8bd9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.305155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:16.305856 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.307280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49694) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.355488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-f3742a0b-5b1c-422b-b53e-f9c0eadb519b tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.366273 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3742a0b-5b1c-422b-b53e-f9c0eadb519b tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0554538 Jul 08 02:05:16.367470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.371375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-d4814fc4-d9dd-47f8-b549-93ec8c3d525c tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.374511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d4814fc4-d9dd-47f8-b549-93ec8c3d525c tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044825 Jul 08 02:05:16.375788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49698) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.383153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-882f52a1-d144-464a-a9d7-f202cde64575 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.387462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-882f52a1-d144-464a-a9d7-f202cde64575 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0083375 Jul 08 02:05:16.387462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.393729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-0ee39b1f-d53e-4f01-b310-c4e7e19efffa tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.397939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0ee39b1f-d53e-4f01-b310-c4e7e19efffa tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063989 Jul 08 02:05:16.402637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49702) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.428085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-4d9defa9-5a56-4711-90cc-6d8a416a5961 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.432100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4d9defa9-5a56-4711-90cc-6d8a416a5961 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0288696 Jul 08 02:05:16.433579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9db6f5d8-5c55-4cc3-baaf-29946c328b97 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4597518 Jul 08 02:05:16.434695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49706) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.436566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49708) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.438710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74abfee5-ad3c-40cf-9fa8-3e1b07cd8bd9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.443819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-c9b8731a-370b-4f32-b128-1824456effa7 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.448662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c9b8731a-370b-4f32-b128-1824456effa7 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0130110 Jul 08 02:05:16.467831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49710) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.495749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-3f041a09-e818-42a1-9890-aeebe2cf0129 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.498381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3f041a09-e818-42a1-9890-aeebe2cf0129 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0295830 Jul 08 02:05:16.504871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49712) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.514083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-dee02c13-4167-4798-830e-413df7427f18 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.515063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dee02c13-4167-4798-830e-413df7427f18 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092487 Jul 08 02:05:16.524376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49714) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.536691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-eee68b55-d393-40eb-8cbf-78054d5f7869 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.539696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-eee68b55-d393-40eb-8cbf-78054d5f7869 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0123565 Jul 08 02:05:16.547854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.552299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-8ad7eb47-0943-4403-946c-d2818df492eb tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.553257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ad7eb47-0943-4403-946c-d2818df492eb tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044291 Jul 08 02:05:16.560286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.601563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-647f6a36-37f2-4f37-b25d-0da3b392f48c tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.602755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-647f6a36-37f2-4f37-b25d-0da3b392f48c tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0111978 Jul 08 02:05:16.606194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49720) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.615794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-91798e5a-46f8-4a4a-ae34-7be8f2b8419e tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.617280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-91798e5a-46f8-4a4a-ae34-7be8f2b8419e tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0099096 Jul 08 02:05:16.626357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.635370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-ee8a4d0b-3df5-42c7-a573-3b9493c98c50 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.638633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ee8a4d0b-3df5-42c7-a573-3b9493c98c50 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0088170 Jul 08 02:05:16.639385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49724) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.645159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-5ff219dd-6cfa-4d53-8266-3e435af0b33d tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.648277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5ff219dd-6cfa-4d53-8266-3e435af0b33d tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0062923 Jul 08 02:05:16.648772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49726) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.651592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74abfee5-ad3c-40cf-9fa8-3e1b07cd8bd9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.657512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-d7a24dca-8335-4ab6-9209-9088929cf453 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.660879 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d7a24dca-8335-4ab6-9209-9088929cf453 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0090635 Jul 08 02:05:16.689954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.701188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-917cb69f-c161-4ca9-8947-1ae6b725d6e9 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.704716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-917cb69f-c161-4ca9-8947-1ae6b725d6e9 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0114908 Jul 08 02:05:16.714216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.727549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-66a4b925-23d5-40ed-82b4-d0b1b2e8e93f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.731459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-66a4b925-23d5-40ed-82b4-d0b1b2e8e93f tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0117924 Jul 08 02:05:16.756671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.774725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-483c004c-d627-40ae-9950-6e046d9e9eb6 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.782452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-483c004c-d627-40ae-9950-6e046d9e9eb6 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0224495 Jul 08 02:05:16.793386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.808224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-1b29c363-3f88-48aa-87c8-24fa884b5a79 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.812741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b29c363-3f88-48aa-87c8-24fa884b5a79 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0151002 Jul 08 02:05:16.831596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.834628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-8b606eab-c43c-42d7-8806-e743ac865f61 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.839377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8b606eab-c43c-42d7-8806-e743ac865f61 tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053341 Jul 08 02:05:16.850336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.865685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [None req-98783d99-0a8d-4a75-b376-4f3f479a0fdd tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.869897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-98783d99-0a8d-4a75-b376-4f3f479a0fdd tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0153451 Jul 08 02:05:16.873675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49744) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.889604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [None req-94a10f72-ac13-4d4d-8aca-26ec3a86abcb tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:05:16.893322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-94a10f72-ac13-4d4d-8aca-26ec3a86abcb tempest-ExtensionsTestJSON-926076484 tempest-ExtensionsTestJSON-926076484-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0112705 Jul 08 02:05:16.959893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51e231f5-95c9-446e-9653-cd5c024b720f req-6ab55a23-2c14-43a5-85e9-e8fc3f967320 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0412724 Jul 08 02:05:16.975777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74abfee5-ad3c-40cf-9fa8-3e1b07cd8bd9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.007163 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.029629 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abfee5-ad3c-40cf-9fa8-3e1b07cd8bd9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=2da06e49-6e8c-4bf0-9c66-8d944392c1d7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:17.045998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74abfee5-ad3c-40cf-9fa8-3e1b07cd8bd9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.049988 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-74abfee5-ad3c-40cf-9fa8-3e1b07cd8bd9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/2da06e49-6e8c-4bf0-9c66-8d944392c1d7 HTTP/1.1" status: 204 len: 168 time: 0.9268475 Jul 08 02:05:17.053058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49748) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:17.105745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.158214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-63092c22-d4a3-4b4c-bf3a-e4495bb497a6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030455 Jul 08 02:05:17.159038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:17.160926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6d15-d481-4314-bb23-1f3263efd3ad req-7df98859-6b7e-4713-8555-a141e98167b5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:17.161633 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:17.162518 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71ee6d15-d481-4314-bb23-1f3263efd3ad req-7df98859-6b7e-4713-8555-a141e98167b5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.1748452 Jul 08 02:05:17.165365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:17.170242 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:17.184217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-7062cb50-0a27-4a4c-9a73-e4d2aa06574b', 'network_id': '7062cb50-0a27-4a4c-9a73-e4d2aa06574b', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': '4a12f434-3113-430b-8768-a48691d344f1'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:17.186165 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.256959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.316342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.404256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0bfe272-54a1-4ba7-94e9-0c79e4e66343,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:17.451111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Allocated IP 2001:db8::1 (7062cb50-0a27-4a4c-9a73-e4d2aa06574b/4a12f434-3113-430b-8768-a48691d344f1/c351265b-ba50-43c1-a4b7-47641ac9ee76) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:17.558820 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71ee6d15-d481-4314-bb23-1f3263efd3ad req-2e4d2e8d-c39e-43da-b10e-893485e6a3b2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810270 Jul 08 02:05:17.583919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5bb652-8d8b-43ae-964d-f440688a727a None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:17.595753 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:17.599525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.631821 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad99a00b-25c3-4a30-95e7-4b5955c87630 req-2f19deb9-2e8c-4640-b1ac-03026e59d726 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.1730859 Jul 08 02:05:17.734573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.753094 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.856921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49758) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:17.872174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.886650 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.889924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] For port be6bba55-50cd-4ff4-9f56-0a06a7216b83, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be6bba55-50cd-4ff4-9f56-0a06a7216b83,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:17.900839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Transition to ACTIVE for port object c351265b-ba50-43c1-a4b7-47641ac9ee76 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:17.924774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Transition to ACTIVE for port object c351265b-ba50-43c1-a4b7-47641ac9ee76 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:17.976150 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.007945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.049298 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.052350 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:18.060022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:18.064355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:18.068876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:18.069703 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.075837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=08088918-2a42-4c38-b04e-a5f480c680db,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:18.081564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdb10743-2020-477f-a478-d88b21df9a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.145044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8449f34-ea6b-4c88-b7a8-ebaa8d5b059d None None] Pushing event updated for resources: {'Port': ['ID=be6bba55-50cd-4ff4-9f56-0a06a7216b83,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:18.151507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.169311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8f509365-1960-4a06-aa42-f87883f7ad3c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0089734 Jul 08 02:05:18.172077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49764) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:18.182713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'name': 'tempest-NetworksTestDHCPv6-1634615861'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:18.196537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Network 7062cb50-0a27-4a4c-9a73-e4d2aa06574b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:18.202600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.206235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:18.208976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e769be29-2ef5-4509-bf85-7c342fea99a1 req-c3ce0e92-3e1b-4245-817a-bb2dbba20c2b tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0460610 Jul 08 02:05:18.209124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:18.249198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5c0d969f-43a0-4892-8ea4-6dd213d309b8 None None] Provisioning complete for port be6bba55-50cd-4ff4-9f56-0a06a7216b83 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:18.249198 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c0d969f-43a0-4892-8ea4-6dd213d309b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.260481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=4a12f434-3113-430b-8768-a48691d344f1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:18.335369 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Pushing event updated for resources: {'Port': ['ID=c351265b-ba50-43c1-a4b7-47641ac9ee76,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:18.352226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] Deleting port be6bba55-50cd-4ff4-9f56-0a06a7216b83 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:18.352733 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.356153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Attempting to bind port c351265b-ba50-43c1-a4b7-47641ac9ee76 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:18.356773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Attempting to bind port c351265b-ba50-43c1-a4b7-47641ac9ee76 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '8860a9eb-3b7b-44c1-9678-bd5185894914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7062cb50-0a27-4a4c-9a73-e4d2aa06574b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:18.357247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Attempting to bind port c351265b-ba50-43c1-a4b7-47641ac9ee76 on network 7062cb50-0a27-4a4c-9a73-e4d2aa06574b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:18.401395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:18.401953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Checking segment: {'id': '8860a9eb-3b7b-44c1-9678-bd5185894914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7062cb50-0a27-4a4c-9a73-e4d2aa06574b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:18.403200 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.403200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Bound using segment: {'id': '8860a9eb-3b7b-44c1-9678-bd5185894914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7062cb50-0a27-4a4c-9a73-e4d2aa06574b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:18.403563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Bound port: c351265b-ba50-43c1-a4b7-47641ac9ee76, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8860a9eb-3b7b-44c1-9678-bd5185894914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7062cb50-0a27-4a4c-9a73-e4d2aa06574b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:18.404092 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.409687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.422668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7062cb50-0a27-4a4c-9a73-e4d2aa06574b']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:18.436787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8860a9eb-3b7b-44c1-9678-bd5185894914') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:18.437028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8860a9eb-3b7b-44c1-9678-bd5185894914') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:18.467060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.492935 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.505431 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:18.505969 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:18.513346 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:18.521810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] For port c351265b-ba50-43c1-a4b7-47641ac9ee76, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:18.550248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] For port be6bba55-50cd-4ff4-9f56-0a06a7216b83, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be6bba55-50cd-4ff4-9f56-0a06a7216b83,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:18.550724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.566026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] Calling delete_port for be6bba55-50cd-4ff4-9f56-0a06a7216b83 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:18.574411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Router f8112634-b96a-4959-bc0a-97130a62dac9 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:05:18.621753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] For port c351265b-ba50-43c1-a4b7-47641ac9ee76, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c351265b-ba50-43c1-a4b7-47641ac9ee76,segment=NetworkSegment(8860a9eb-3b7b-44c1-9678-bd5185894914),segment_id=8860a9eb-3b7b-44c1-9678-bd5185894914)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:18.691445 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdb10743-2020-477f-a478-d88b21df9a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.691445 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:05:18.691445 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:05:18.691445 n-d-695189-13 neutron-server[100713]: [parameters: {'id': '7062cb50-0a27-4a4c-9a73-e4d2aa06574b'}] Jul 08 02:05:18.691445 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:18.691445 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:18.705113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.744643 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.796110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] No DVR routers for this DVR port be6bba55-50cd-4ff4-9f56-0a06a7216b83 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:18.804415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43df84c-8c29-4a7f-9a84-9141bc377722 None None] Pushing event updated for resources: {'Port': ['ID=c351265b-ba50-43c1-a4b7-47641ac9ee76,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:18.842099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91879bb8-6a2c-4dae-89ec-35ee613344dd None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:18.859743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e69f6-160b-4a90-9972-a1bdafafdf73 None None] Pushing event deleted for resources: {'Port': ['ID=be6bba55-50cd-4ff4-9f56-0a06a7216b83,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:18.917984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:18.922299 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.934718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be6bba55-50cd-4ff4-9f56-0a06a7216b83 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:18.968175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 28246aef-3788-4ce4-9481-9b2ab80a03d1 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:18.984564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba28b7e9-ec8d-4cfd-a11f-c2b3121c672b None None] Network 7062cb50-0a27-4a4c-9a73-e4d2aa06574b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:18.990134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: be6bba55-50cd-4ff4-9f56-0a06a7216b83 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:18.990609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be6bba55-50cd-4ff4-9f56-0a06a7216b83 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:19.131550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::3bb (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/08088918-2a42-4c38-b04e-a5f480c680db/28246aef-3788-4ce4-9481-9b2ab80a03d1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:19.195671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '08088918-2a42-4c38-b04e-a5f480c680db'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:19.196621 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.207096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdb10743-2020-477f-a478-d88b21df9a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.213148 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.215910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:19.227168 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] Sync routers for ids ['f8112634-b96a-4959-bc0a-97130a62dac9'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:19.248539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3f56c72b-82b9-4d8d-9e3a-92349d28ca3e admin admin] 10.222.0.10 "PUT /v2.0/routers/f8112634-b96a-4959-bc0a-97130a62dac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6814847 Jul 08 02:05:19.250983 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] Routers {'f8112634-b96a-4959-bc0a-97130a62dac9'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:19.251644 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:05:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f8112634-b96a-4959-bc0a-97130a62dac9'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:19.262580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49772) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:19.319091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bdb10743-2020-477f-a478-d88b21df9a65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=758f05f005be47889abd2844a3493cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4589105 Jul 08 02:05:19.321674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49776) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:19.390955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb10743-2020-477f-a478-d88b21df9a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c65a99-03a6-46e2-bc80-e77320ab107d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:19.411642 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] Set router f8112634-b96a-4959-bc0a-97130a62dac9 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:19.473994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c89800-94c7-4b69-877b-431debb976e2 req-cd942fa8-277f-40bb-972e-c915314d3372 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:19.475554 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74c89800-94c7-4b69-877b-431debb976e2 req-cd942fa8-277f-40bb-972e-c915314d3372 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.7560396 Jul 08 02:05:19.494998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.523899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 28246aef-3788-4ce4-9481-9b2ab80a03d1 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:19.528419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.535825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting port c351265b-ba50-43c1-a4b7-47641ac9ee76 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:19.536336 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.599751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47b0d368-bac0-4d71-b1fa-dcd07e2201e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.604654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] For port c351265b-ba50-43c1-a4b7-47641ac9ee76, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c351265b-ba50-43c1-a4b7-47641ac9ee76,segment=NetworkSegment(8860a9eb-3b7b-44c1-9678-bd5185894914),segment_id=8860a9eb-3b7b-44c1-9678-bd5185894914)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:19.604840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d1031c5-a2f9-4ea5-a3a1-7392b2634ffa req-f2a0bbbc-3c35-4629-a6f1-2e51385e4540 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0378482 Jul 08 02:05:19.605018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.618842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Calling delete_port for c351265b-ba50-43c1-a4b7-47641ac9ee76 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:19.632827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47b0d368-bac0-4d71-b1fa-dcd07e2201e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.648634 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:05:16Z', 'revision_number': 5, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:19.663745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.717520 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] Checking router: f8112634-b96a-4959-bc0a-97130a62dac9 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:05:19.733614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:19.737716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:19.743194 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] Routers {'f8112634-b96a-4959-bc0a-97130a62dac9'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:19.743194 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:05:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f8112634-b96a-4959-bc0a-97130a62dac9'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:19.749218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:19.756596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:19.757262 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.768518 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74c89800-94c7-4b69-877b-431debb976e2 req-935b9bd7-a351-4864-b400-4707779be9ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780762 Jul 08 02:05:19.775102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/08088918-2a42-4c38-b04e-a5f480c680db/57b375d9-5911-44d8-ab2d-e62ae03f3521) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:19.788671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=28246aef-3788-4ce4-9481-9b2ab80a03d1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:19.856635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.872570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-411fa422-dbc5-47d8-91e2-24e689a1af79 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6978521 Jul 08 02:05:19.881829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:19.904866 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] Set router f8112634-b96a-4959-bc0a-97130a62dac9 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:19.939836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Port': ['ID=c351265b-ba50-43c1-a4b7-47641ac9ee76,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:19.953032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No DVR routers for this DVR port c351265b-ba50-43c1-a4b7-47641ac9ee76 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:19.953238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47b0d368-bac0-4d71-b1fa-dcd07e2201e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.961288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47b0d368-bac0-4d71-b1fa-dcd07e2201e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.963640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-47b0d368-bac0-4d71-b1fa-dcd07e2201e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05c65a99-03a6-46e2-bc80-e77320ab107d HTTP/1.1" status: 204 len: 168 time: 0.6397567 Jul 08 02:05:19.987102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0d368-bac0-4d71-b1fa-dcd07e2201e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c65a99-03a6-46e2-bc80-e77320ab107d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:20.093683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93835e48-ce2e-437b-9240-61c7012e9e5c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:20.098658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-93835e48-ce2e-437b-9240-61c7012e9e5c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2158902 Jul 08 02:05:20.101505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:20.110442 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:05:16Z', 'revision_number': 5, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:20.129838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.154697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Transition to ACTIVE for port object 57b375d9-5911-44d8-ab2d-e62ae03f3521 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:20.194769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Transition to ACTIVE for port object 57b375d9-5911-44d8-ab2d-e62ae03f3521 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:20.250424 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fff79-caeb-40dc-9f5c-b0210670e24e None None] The sync data for ids ['f8112634-b96a-4959-bc0a-97130a62dac9'] in n-d-695189-13 is: [{'id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'name': 'tempest-ServersTestMultiNic-1076653992-router', 'tenant_id': '8f51832be61b47718e58951561411272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:11Z', 'updated_at': '2021-07-08T02:05:16Z', 'revision_number': 5, 'project_id': '8f51832be61b47718e58951561411272', 'gw_port': {'id': 'ac4f7155-97ec-49d6-9ec9-16cd0c008e3f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8112634-b96a-4959-bc0a-97130a62dac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:13Z', 'updated_at': '2021-07-08T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:20.261594 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.327068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8ca62990-356d-4316-9523-0ebfa7da1db2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 28246aef-3788-4ce4-9481-9b2ab80a03d1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:20.327682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ca62990-356d-4316-9523-0ebfa7da1db2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.331800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:20.337743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:20.346297 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.349703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:20.354834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.366799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7062cb50-0a27-4a4c-9a73-e4d2aa06574b']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:20.367934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Pushing event updated for resources: {'Port': ['ID=57b375d9-5911-44d8-ab2d-e62ae03f3521,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:20.387016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.387864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.388414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.389702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.390261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.390987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.391849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.393178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.394020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.394624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.395172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.396566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:20.431085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-54ef0bf3-6fe7-4b96-a6b8-ea8efc1f33b0 req-58a6123b-c7be-4830-97b1-4f23ccfb1448 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d&device_id=98a8d2ae-79ce-4f62-bfe1-8ca7cf953644 HTTP/1.1" status: 200 len: 210 time: 0.0601561 Jul 08 02:05:20.431085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8860a9eb-3b7b-44c1-9678-bd5185894914') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:20.431085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8860a9eb-3b7b-44c1-9678-bd5185894914') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:20.463320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.467611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ca62990-356d-4316-9523-0ebfa7da1db2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.487770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.496582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:20.497168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.505466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8ca62990-356d-4316-9523-0ebfa7da1db2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 28246aef-3788-4ce4-9481-9b2ab80a03d1 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:20.515557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Attempting to bind port 57b375d9-5911-44d8-ab2d-e62ae03f3521 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:20.516796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Attempting to bind port 57b375d9-5911-44d8-ab2d-e62ae03f3521 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:20.516796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Attempting to bind port 57b375d9-5911-44d8-ab2d-e62ae03f3521 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:20.522357 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:20.528530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:20.529080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:20.529519 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.529924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:20.530403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Bound port: 57b375d9-5911-44d8-ab2d-e62ae03f3521, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:20.530803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.689184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b0bfe272-54a1-4ba7-94e9-0c79e4e66343 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:20.742086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b0bfe272-54a1-4ba7-94e9-0c79e4e66343 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:20.742447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b0bfe272-54a1-4ba7-94e9-0c79e4e66343 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:20.755263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Deleting port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:20.755713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.812556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] For port 57b375d9-5911-44d8-ab2d-e62ae03f3521, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:20.831437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.837229 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.840079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] For port 57b375d9-5911-44d8-ab2d-e62ae03f3521, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=57b375d9-5911-44d8-ab2d-e62ae03f3521,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:20.845340 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/7062cb50-0a27-4a4c-9a73-e4d2aa06574b HTTP/1.1" status: 204 len: 168 time: 4.3915775 Jul 08 02:05:20.846184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:20.851856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427957594'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:20.893358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd791b-889c-46c6-a424-6e24a8ea61d8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=7062cb50-0a27-4a4c-9a73-e4d2aa06574b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:20.939177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] For port ac4f7155-97ec-49d6-9ec9-16cd0c008e3f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ac4f7155-97ec-49d6-9ec9-16cd0c008e3f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:20.939758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.956561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Calling delete_port for ac4f7155-97ec-49d6-9ec9-16cd0c008e3f owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:20.963319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ca62990-356d-4316-9523-0ebfa7da1db2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.963638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.966658 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.017595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:21.021094 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.029578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca62990-356d-4316-9523-0ebfa7da1db2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=28246aef-3788-4ce4-9481-9b2ab80a03d1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:21.059976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cfe1d-6dd1-43f4-ab19-d96959588ff7 None None] Pushing event updated for resources: {'Port': ['ID=57b375d9-5911-44d8-ab2d-e62ae03f3521,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:21.107293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ca62990-356d-4316-9523-0ebfa7da1db2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.113274 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ca62990-356d-4316-9523-0ebfa7da1db2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/28246aef-3788-4ce4-9481-9b2ab80a03d1 HTTP/1.1" status: 204 len: 168 time: 1.0086811 Jul 08 02:05:21.114340 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.182996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb56ec-38e6-40b6-bd3e-78bfe8371882 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:21.184846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb56ec-38e6-40b6-bd3e-78bfe8371882 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:21.187701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0ecb56ec-38e6-40b6-bd3e-78bfe8371882 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0720689 Jul 08 02:05:21.188863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:21.194026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49812) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.245833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.246194 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 14a86d41-c778-4449-8433-b8386389c8f7 of type vlan for network deca7e2e-6d1d-432e-9d2e-5376d89fc984 Jul 08 02:05:21.295711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cbc7ea-9267-4f76-a7b6-2a6e2b5823d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 08088918-2a42-4c38-b04e-a5f480c680db {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:21.297997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05cbc7ea-9267-4f76-a7b6-2a6e2b5823d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.311629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7c4ef0b-803b-4df1-bd36-a3f38a34057f req-b8f5095d-5d6e-41be-bc6d-bbabeda4f410 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b68d28fedc04fbaa0cea931a0923679&device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0779259 Jul 08 02:05:21.384188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7c4ef0b-803b-4df1-bd36-a3f38a34057f req-fb6f7cbf-a586-4040-acfb-1647ae3b7461 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2b68d28fedc04fbaa0cea931a0923679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589998 Jul 08 02:05:21.385772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05cbc7ea-9267-4f76-a7b6-2a6e2b5823d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.474139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.498398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fe615-d27a-4912-841d-707aa4c2d55d req-eabb530e-f780-4655-b364-4e5bf78b392e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:21.508258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb8fe615-d27a-4912-841d-707aa4c2d55d req-eabb530e-f780-4655-b364-4e5bf78b392e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.5228622 Jul 08 02:05:21.550632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.561906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2dda611-f2e8-48ab-a84f-b21439e22e3d req-3b4ec6ca-3d6f-4977-a042-cc8ecf688090 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0601034 Jul 08 02:05:21.568305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4f7155-97ec-49d6-9ec9-16cd0c008e3f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:21.643100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05cbc7ea-9267-4f76-a7b6-2a6e2b5823d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.673757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb8fe615-d27a-4912-841d-707aa4c2d55d req-b032a212-4db6-4a81-9fed-315615a687a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645298 Jul 08 02:05:21.720737 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.728800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ef0b-803b-4df1-bd36-a3f38a34057f req-d78da7d5-7086-4762-a0bd-9f5d47cecbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:21.730592 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7c4ef0b-803b-4df1-bd36-a3f38a34057f req-d78da7d5-7086-4762-a0bd-9f5d47cecbf1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3382938 Jul 08 02:05:21.740591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49824) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.785901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.792101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:21.794143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.834578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.836822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.848106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05cbc7ea-9267-4f76-a7b6-2a6e2b5823d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.874851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2032618454'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:21.904584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbc7ea-9267-4f76-a7b6-2a6e2b5823d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=08088918-2a42-4c38-b04e-a5f480c680db,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:21.907594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05cbc7ea-9267-4f76-a7b6-2a6e2b5823d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.909474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-05cbc7ea-9267-4f76-a7b6-2a6e2b5823d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/08088918-2a42-4c38-b04e-a5f480c680db HTTP/1.1" status: 204 len: 168 time: 0.7144978 Jul 08 02:05:21.915123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=deca7e2e-6d1d-432e-9d2e-5376d89fc984,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:21.915123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.927120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network deca7e2e-6d1d-432e-9d2e-5376d89fc984 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:21.965198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.966087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8112634-b96a-4959-bc0a-97130a62dac9 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:05:21.974866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5d5cfe7c-aa5f-402c-b3f8-bb696d41111a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577898 Jul 08 02:05:21.978928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.979100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d9b175a8-576f-45cc-afc5-dcce4a284150 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1294789 Jul 08 02:05:21.979217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b56f85b2-4ae6-430f-9d4a-680344a1f86e admin admin] 10.222.0.10 "DELETE /v2.0/routers/f8112634-b96a-4959-bc0a-97130a62dac9 HTTP/1.1" status: 204 len: 168 time: 2.7084627 Jul 08 02:05:21.979217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49832) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.979421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.979578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49834) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.986478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:21.988859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': 'deca7e2e-6d1d-432e-9d2e-5376d89fc984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:22.114512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Made reservation on behalf of b13e2b510ea34fdb864fc132aef55f18 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:22.120415 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.123847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-78df7210-1ea9-4218-93a1-57980607b1fb admin admin] Deleting subnet f1518642-f405-42ee-97e3-9491d99a0b3e {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:22.127806 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78df7210-1ea9-4218-93a1-57980607b1fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.153427 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.171109 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78df7210-1ea9-4218-93a1-57980607b1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.214150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:22.218044 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.257429 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:05:22.263771 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:05:22.263771 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:05:22.263771 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': 'b13e2b510ea34fdb864fc132aef55f18', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 5, 22, 167127)}] Jul 08 02:05:22.263771 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:22.264619 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:22.285368 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78df7210-1ea9-4218-93a1-57980607b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.318291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:22.321922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.353228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf035e3c-1652-45dc-b688-d0a401f7b838 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:22.550217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78df7210-1ea9-4218-93a1-57980607b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.578086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df7210-1ea9-4218-93a1-57980607b1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1518642-f405-42ee-97e3-9491d99a0b3e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:22.578922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.580221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-78df7210-1ea9-4218-93a1-57980607b1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.582408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-78df7210-1ea9-4218-93a1-57980607b1fb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f1518642-f405-42ee-97e3-9491d99a0b3e HTTP/1.1" status: 204 len: 168 time: 0.6005158 Jul 08 02:05:22.588646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49838) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.610977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c5166-deb9-44e3-8590-5033f10824e5 None None] Network 57b8bc96-0b99-413a-b50e-309d2fc91e18 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:22.631993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:22.639815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:22.640345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.641070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.661294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=2a95819b-afb9-4f82-b933-e15cc766080c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:22.670020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-912af7ae-fc97-4729-b47b-2b2f8bf29a13 None None] Provisioning for port 57b375d9-5911-44d8-ab2d-e62ae03f3521 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:22.740073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a6affd68-0053-40b9-b70b-d3b6465d1a9a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7551298 Jul 08 02:05:22.747532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.752176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49846) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.797733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.802781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62f5a5a8-2155-405b-996c-2a872e40b9fb req-55852a19-3662-4570-9447-880b2b9a1dce tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0701962 Jul 08 02:05:22.817367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'name': 'tempest-NetworksTestDHCPv6-1794935031'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:22.832949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 57b375d9-5911-44d8-ab2d-e62ae03f3521 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:22.849639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=ac6eaa38-bf62-4131-af07-95f912cc8d0c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:22.971788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.991519 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7c4ef0b-803b-4df1-bd36-a3f38a34057f req-cb2fe71c-8d66-4c96-9be1-a211d2cd8f03 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.18 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0675609 Jul 08 02:05:23.019950 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.035476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.059787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 57b375d9-5911-44d8-ab2d-e62ae03f3521 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:23.065491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 57b375d9-5911-44d8-ab2d-e62ae03f3521 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:23.073069 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.086901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] DHCP port deletion for 57b8bc96-0b99-413a-b50e-309d2fc91e18 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:23.113706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': '14a86d41-c778-4449-8433-b8386389c8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'deca7e2e-6d1d-432e-9d2e-5376d89fc984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:23.114087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: deca7e2e-6d1d-432e-9d2e-5376d89fc984, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:23.117908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:23.145541 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f0752b-f38b-4d4e-9182-fb775f5b612f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:23.168588 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.171496 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Added segment adc3fe2b-d647-48a1-b556-cfe34f1d57f5 of type vlan for network 2c75d462-6a8e-4567-80ce-62cc18561e1d Jul 08 02:05:23.185550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7a0e-c3d0-4764-ac42-2f22ae39567e req-13cc8d42-0d31-407e-b5e8-89e6cc070910 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:23.187073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca8e7a0e-c3d0-4764-ac42-2f22ae39567e req-13cc8d42-0d31-407e-b5e8-89e6cc070910 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.2481103 Jul 08 02:05:23.219151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] Deleting port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:23.219942 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.243409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e2caa4-525f-47e0-9e24-9454dc455ddf None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:23.249249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.250834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Deleting port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:23.251315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.269388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca8e7a0e-c3d0-4764-ac42-2f22ae39567e req-fca86531-f629-4f56-b23b-abbac2ff4a34 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757520 Jul 08 02:05:23.300809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:23.304468 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.323830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network deca7e2e-6d1d-432e-9d2e-5376d89fc984 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:23.339974 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.347575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:23.348357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.352539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 08033f4f-b7e5-4a95-817b-d54251a44554 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:23.365456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.384184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] For port 2ad50d2a-9900-4e97-9f04-25dff9b65e52, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2ad50d2a-9900-4e97-9f04-25dff9b65e52,segment=NetworkSegment(527a4dfd-1a49-409a-9c28-c33cb0d63a61),segment_id=527a4dfd-1a49-409a-9c28-c33cb0d63a61)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:23.385142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.418010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-991b6c6e-f392-4de4-89b9-cca99cad3bc2 None None] Provisioning complete for port 57b375d9-5911-44d8-ab2d-e62ae03f3521 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:23.418392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-991b6c6e-f392-4de4-89b9-cca99cad3bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.420261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] Calling delete_port for 2ad50d2a-9900-4e97-9f04-25dff9b65e52 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:23.424422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] For port 2ad50d2a-9900-4e97-9f04-25dff9b65e52, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2ad50d2a-9900-4e97-9f04-25dff9b65e52,segment=NetworkSegment(527a4dfd-1a49-409a-9c28-c33cb0d63a61),segment_id=527a4dfd-1a49-409a-9c28-c33cb0d63a61)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:23.424422 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.427616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event updated for resources: {'Network': ['ID=2c75d462-6a8e-4567-80ce-62cc18561e1d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:23.461034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2c75d462-6a8e-4567-80ce-62cc18561e1d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:23.473600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6ab80f76-cabb-4e38-be17-0c77107a2669 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7287169 Jul 08 02:05:23.473803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:23.478888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Request body: {'subnet': {'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:23.492867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Calling delete_port for 2ad50d2a-9900-4e97-9f04-25dff9b65e52 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:23.502821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, deca7e2e-6d1d-432e-9d2e-5376d89fc984) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:23.519194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:23.519847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.565693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::261 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/2a95819b-afb9-4f82-b933-e15cc766080c/08033f4f-b7e5-4a95-817b-d54251a44554) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:23.604273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 57b375d9-5911-44d8-ab2d-e62ae03f3521, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=57b375d9-5911-44d8-ab2d-e62ae03f3521,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:23.616241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028eb428-f769-4842-9d2d-e71019ed3bdf None None] Network deca7e2e-6d1d-432e-9d2e-5376d89fc984 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:23.660449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Made reservation on behalf of b13e2b510ea34fdb864fc132aef55f18 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:23.670280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.721608 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.738644 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3a253725-b033-499f-889d-aec06f87e247 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7576675 Jul 08 02:05:23.742776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:23.797110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.827780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ac4f7155-97ec-49d6-9ec9-16cd0c008e3f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:23.844324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.846845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad50d2a-9900-4e97-9f04-25dff9b65e52,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:23.864533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] No DVR routers for this DVR port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:23.900940 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: ac4f7155-97ec-49d6-9ec9-16cd0c008e3f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:23.901315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ac4f7155-97ec-49d6-9ec9-16cd0c008e3f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:23.968467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.975039 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.977335 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=57b375d9-5911-44d8-ab2d-e62ae03f3521,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.038692 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-316b20ed-ef77-4576-bf53-3e8e17c22553 req-ec7ba0b9-9cb6-4cd2-a05d-68b00dfc5636 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aae7d25-844a-40f7-b7d9-a18243312b1d HTTP/1.1" status: 200 len: 210 time: 0.0333726 Jul 08 02:05:24.042828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 08033f4f-b7e5-4a95-817b-d54251a44554 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:24.049551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] No DVR routers for this DVR port 2ad50d2a-9900-4e97-9f04-25dff9b65e52 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:24.065930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd07876-bf74-42e3-acb1-5d8321db3b85 None None] Pushing event deleted for resources: {'Port': ['ID=2ad50d2a-9900-4e97-9f04-25dff9b65e52,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.070551 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.094715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b8bc96-0b99-413a-b50e-309d2fc91e18']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:24.110324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527a4dfd-1a49-409a-9c28-c33cb0d63a61') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:24.110965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527a4dfd-1a49-409a-9c28-c33cb0d63a61') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:24.125605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.131834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0e218-f38d-47f8-b04d-ac2fcd8bb651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-deca7e2e-6d1d-432e-9d2e-5376d89fc984', 'network_id': 'deca7e2e-6d1d-432e-9d2e-5376d89fc984', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': 'ac6eaa38-bf62-4131-af07-95f912cc8d0c'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:24.135084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3eb0e218-f38d-47f8-b04d-ac2fcd8bb651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.144030 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.154923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:24.158942 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:24.163531 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:24.178777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.241686 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.243291 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.322073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:24.322073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:24.322564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:24.328398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:24.329060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.333836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event updated for resources: {'Subnet': ['ID=bf3059ac-d88c-45d2-99a6-f5852b111b45,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.351001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=08033f4f-b7e5-4a95-817b-d54251a44554,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.351113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Checking segment: {'id': 'adc3fe2b-d647-48a1-b556-cfe34f1d57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:24.351113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Network hostable DHCP agents. Network: 2c75d462-6a8e-4567-80ce-62cc18561e1d, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:24.368190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.391243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.393336 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] 10.222.0.10 "DELETE /v2.0/networks/57b8bc96-0b99-413a-b50e-309d2fc91e18 HTTP/1.1" status: 204 len: 168 time: 1.8035841 Jul 08 02:05:24.394246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c31f8-303e-4368-9fa1-0af29e8b9cae admin admin] Pushing event deleted for resources: {'Network': ['ID=57b8bc96-0b99-413a-b50e-309d2fc91e18,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.426183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.470287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6eaa38-bf62-4131-af07-95f912cc8d0c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.512401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0d2f74fc-6c9c-459d-af93-6bc05e1fbaba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7004530 Jul 08 02:05:24.513165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49862) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:24.537634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Network 2c75d462-6a8e-4567-80ce-62cc18561e1d is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:24.546958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-3eb0e218-f38d-47f8-b04d-ac2fcd8bb651 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac6eaa38-bf62-4131-af07-95f912cc8d0c: This subnet is being modified by another concurrent operation. Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:05:24.555727 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac6eaa38-bf62-4131-af07-95f912cc8d0c: This subnet is being modified by another concurrent operation. Jul 08 02:05:24.564199 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:05:24.567648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deca7e2e-6d1d-432e-9d2e-5376d89fc984']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:24.583217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-48633734-0b34-47fa-9fc9-13448731a55b None None] Provisioning complete for port 57b375d9-5911-44d8-ab2d-e62ae03f3521 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:24.584226 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48633734-0b34-47fa-9fc9-13448731a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.585532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a86d41-c778-4449-8433-b8386389c8f7') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:24.586018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a86d41-c778-4449-8433-b8386389c8f7') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:24.599586 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.628074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.636267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:24.637620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:24.642442 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:24.664914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444bc314-8d48-43e4-ab06-540e8af8512c None None] Network deca7e2e-6d1d-432e-9d2e-5376d89fc984 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:24.672528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2c75d462-6a8e-4567-80ce-62cc18561e1d) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:24.699297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c136824-9653-4673-adcd-e1d34200c38b None None] Network 2c75d462-6a8e-4567-80ce-62cc18561e1d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:24.725683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:24.726469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.809834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 57b375d9-5911-44d8-ab2d-e62ae03f3521 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:24.824008 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8d5be7a0-ae40-4512-ab36-1f6169dbe9cf tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3458867 Jul 08 02:05:24.824285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49866) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:24.831128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Request body: {'port': {'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-669646310'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:24.881883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.914670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.918716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/deca7e2e-6d1d-432e-9d2e-5376d89fc984 HTTP/1.1" status: 204 len: 168 time: 1.1705699 Jul 08 02:05:24.985147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49868) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:24.986110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49870) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:24.993272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1802172392'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:25.046667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 57b375d9-5911-44d8-ab2d-e62ae03f3521 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:25.047064 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.109552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e423f-c1ec-464a-9d6c-eecf03086c15 req-f44cf69c-336a-4eb9-989d-edd466aec77d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:25.117083 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b7e423f-c1ec-464a-9d6c-eecf03086c15 req-f44cf69c-336a-4eb9-989d-edd466aec77d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.6672485 Jul 08 02:05:25.134218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-890f16e1-4c77-4529-993e-cf92b579d3ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f51832be61b47718e58951561411272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149917 Jul 08 02:05:25.143769 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49874) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:25.162363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:25.166803 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.229251 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ddd25c-fe03-4631-9849-4a224a6baccc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:25.235754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ddd25c-fe03-4631-9849-4a224a6baccc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:25.237546 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-60ddd25c-fe03-4631-9849-4a224a6baccc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.7187660 Jul 08 02:05:25.250509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49878) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:25.286139 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b7e423f-c1ec-464a-9d6c-eecf03086c15 req-655c2fc8-eabe-4da1-abfd-1f5ed28fbdf3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680868 Jul 08 02:05:25.343533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:25.385543 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.386415 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 6e137311-b618-4488-a5d9-ad7cf7938497 of type vlan for network 1139ad64-0de1-49f5-af20-6111940816ca Jul 08 02:05:25.406777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-09e7fc36-2467-44ee-83e7-6e35a4fefdfd None None] Could not find standard attr ID for object 28246aef-3788-4ce4-9481-9b2ab80a03d1. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:25.411951 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94ea61a8-b35a-496d-acf4-ce38b1d05c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.417151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-09e7fc36-2467-44ee-83e7-6e35a4fefdfd None None] Could not find standard attr ID for object 595185f3-2fea-4aec-80a7-fc8430112344. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:25.438455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2c75d462-6a8e-4567-80ce-62cc18561e1d', 'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d', 'tenant_id': 'b13e2b510ea34fdb864fc132aef55f18', 'fixed_ips': [{'subnet_id': 'bf3059ac-d88c-45d2-99a6-f5852b111b45'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:25.439762 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.505624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138027c-606f-42ea-8373-c91a4322e814 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=deca7e2e-6d1d-432e-9d2e-5376d89fc984,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:25.531895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.555435 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94ea61a8-b35a-496d-acf4-ce38b1d05c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.606277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Made reservation on behalf of b13e2b510ea34fdb864fc132aef55f18 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:25.610566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.620681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2ad50d2a-9900-4e97-9f04-25dff9b65e52 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:25.633490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] device_id is not set on port 6c852578-6c8f-4437-8523-0a00c7a28140 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:25.640222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-53815a39-1c90-4403-b490-64b561e86e5a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 08033f4f-b7e5-4a95-817b-d54251a44554 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:25.640569 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53815a39-1c90-4403-b490-64b561e86e5a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.661376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2ad50d2a-9900-4e97-9f04-25dff9b65e52 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:25.661891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2ad50d2a-9900-4e97-9f04-25dff9b65e52 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:25.731534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9449947d-0589-453c-851d-f75c1ac93edb None None] Provisioning for port 08033f4f-b7e5-4a95-817b-d54251a44554 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:25.741281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9449947d-0589-453c-851d-f75c1ac93edb None None] Provisioning complete for port 08033f4f-b7e5-4a95-817b-d54251a44554 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:25.741652 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9449947d-0589-453c-851d-f75c1ac93edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.746441 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.752036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:25.753362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.772160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Allocated IP 2001:db8::2 (2c75d462-6a8e-4567-80ce-62cc18561e1d/bf3059ac-d88c-45d2-99a6-f5852b111b45/6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:25.798668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9449947d-0589-453c-851d-f75c1ac93edb None None] Port 08033f4f-b7e5-4a95-817b-d54251a44554 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:25.812649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f4471c2-f4c2-4be2-ada1-0acf48f28936 req-7ec51a01-01ff-4fa1-bc5b-a4d37892e92d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b68d28fedc04fbaa0cea931a0923679&device_id=98a8d2ae-79ce-4f62-bfe1-8ca7cf953644 HTTP/1.1" status: 200 len: 210 time: 0.0419791 Jul 08 02:05:25.819368 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94ea61a8-b35a-496d-acf4-ce38b1d05c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.822198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94ea61a8-b35a-496d-acf4-ce38b1d05c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.830768 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-94ea61a8-b35a-496d-acf4-ce38b1d05c20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95cb67a2-52f3-4974-966c-34e348cd23e9 HTTP/1.1" status: 204 len: 168 time: 0.6760545 Jul 08 02:05:25.893757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f4471c2-f4c2-4be2-ada1-0acf48f28936 req-7070ecf7-9d48-4259-a621-ad01976c1532 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2b68d28fedc04fbaa0cea931a0923679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680285 Jul 08 02:05:25.957256 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53815a39-1c90-4403-b490-64b561e86e5a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.003377 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0144372 Jul 08 02:05:26.006618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:26.013811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': '1139ad64-0de1-49f5-af20-6111940816ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:26.032672 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.042828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea61a8-b35a-496d-acf4-ce38b1d05c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cb67a2-52f3-4974-966c-34e348cd23e9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.045606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Transition to ACTIVE for port object 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:26.055599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed4ce142-2062-4887-a493-2a2adde6266f req-fdfe44e2-b8bb-4175-bfde-574f0da0c2da tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a8d2ae-79ce-4f62-bfe1-8ca7cf953644 HTTP/1.1" status: 200 len: 210 time: 0.0951757 Jul 08 02:05:26.062393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-53815a39-1c90-4403-b490-64b561e86e5a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 08033f4f-b7e5-4a95-817b-d54251a44554 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:26.078254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7651c9-2159-4ea7-943c-5c1b812ae3f7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=1139ad64-0de1-49f5-af20-6111940816ca,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.085626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Transition to ACTIVE for port object 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:26.107639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 1139ad64-0de1-49f5-af20-6111940816ca details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:26.163371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4471c2-f4c2-4be2-ada1-0acf48f28936 req-39fbf1a8-592c-4088-b3fb-02477bf6ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:26.163937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.164815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f4471c2-f4c2-4be2-ada1-0acf48f28936 req-39fbf1a8-592c-4088-b3fb-02477bf6ff7f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308383 Jul 08 02:05:26.228908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Network 2c75d462-6a8e-4567-80ce-62cc18561e1d is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:26.231994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Pushing event updated for resources: {'Port': ['ID=6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.240458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Allocated IP 2001:db8::136 (2c75d462-6a8e-4567-80ce-62cc18561e1d/bf3059ac-d88c-45d2-99a6-f5852b111b45/6c852578-6c8f-4437-8523-0a00c7a28140) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:26.241980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:26.244718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:26.289274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:26.293163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.305836 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53815a39-1c90-4403-b490-64b561e86e5a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.307904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Attempting to bind port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:26.308290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Attempting to bind port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'adc3fe2b-d647-48a1-b556-cfe34f1d57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:26.308668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Attempting to bind port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 on network 2c75d462-6a8e-4567-80ce-62cc18561e1d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:26.314710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:26.315106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Checking segment: {'id': 'adc3fe2b-d647-48a1-b556-cfe34f1d57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:26.317947 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.317947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Bound using segment: {'id': 'adc3fe2b-d647-48a1-b556-cfe34f1d57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:26.317947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Bound port: 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc3fe2b-d647-48a1-b556-cfe34f1d57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:26.317947 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.346156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53815a39-1c90-4403-b490-64b561e86e5a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=08033f4f-b7e5-4a95-817b-d54251a44554,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.377606 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53815a39-1c90-4403-b490-64b561e86e5a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.380067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-53815a39-1c90-4403-b490-64b561e86e5a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/08033f4f-b7e5-4a95-817b-d54251a44554 HTTP/1.1" status: 204 len: 168 time: 1.1198087 Jul 08 02:05:26.383315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49896) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:26.446664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] For port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:26.451214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] For port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1,segment=NetworkSegment(adc3fe2b-d647-48a1-b556-cfe34f1d57f5),segment_id=adc3fe2b-d647-48a1-b556-cfe34f1d57f5)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:26.529369 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.548673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7092916-28e5-4e8e-9e30-1946c6489db0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:26.551403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7092916-28e5-4e8e-9e30-1946c6489db0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:26.559820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:26.567778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e7092916-28e5-4e8e-9e30-1946c6489db0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1831899 Jul 08 02:05:26.619530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5746e3-fc2c-489b-a266-16a2b77a9ece None None] Pushing event updated for resources: {'Port': ['ID=6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.736778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef476c99-0aa4-4fba-9e78-23df487a097d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 2a95819b-afb9-4f82-b933-e15cc766080c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:26.768736 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef476c99-0aa4-4fba-9e78-23df487a097d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.819613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.856657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6254d-9462-45f3-9739-3ba4333eda6c req-02a10755-5716-4991-a5a1-c62f99404631 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:26.858268 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-89e6254d-9462-45f3-9739-3ba4333eda6c req-02a10755-5716-4991-a5a1-c62f99404631 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.3686674 Jul 08 02:05:26.897627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef476c99-0aa4-4fba-9e78-23df487a097d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.903170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Transition to ACTIVE for port object 6c852578-6c8f-4437-8523-0a00c7a28140 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:27.010496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-89e6254d-9462-45f3-9739-3ba4333eda6c req-a04ef185-b945-409b-8b15-71ec1e46b8de tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433885 Jul 08 02:05:27.017383 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef476c99-0aa4-4fba-9e78-23df487a097d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.111150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.152247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.152749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49920) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.209602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef476c99-0aa4-4fba-9e78-23df487a097d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.250417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Network 2c75d462-6a8e-4567-80ce-62cc18561e1d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:27.278882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-259158027-network', 'tenant_id': '69b9cc486b0940af831fa3648353640c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:27.279133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=5aff3380-cc1e-4404-9d64-3bc0baebba38,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:27.281347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:27.283497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef476c99-0aa4-4fba-9e78-23df487a097d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.286094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ef476c99-0aa4-4fba-9e78-23df487a097d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/2a95819b-afb9-4f82-b933-e15cc766080c HTTP/1.1" status: 204 len: 168 time: 0.7226255 Jul 08 02:05:27.291599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2b0869-8533-40ac-a376-41cd54e8c124 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:27.293735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9ccdde5-bcab-4af1-bccf-5b9e21870736 req-c85a811e-891e-4ab4-b90c-559bb36b2b87 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a8d2ae-79ce-4f62-bfe1-8ca7cf953644 HTTP/1.1" status: 200 len: 210 time: 0.0809450 Jul 08 02:05:27.294551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49924) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.294771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event updated for resources: {'Port': ['ID=6c852578-6c8f-4437-8523-0a00c7a28140,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:27.299134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:27.306895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:27.306895 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.339046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef476c99-0aa4-4fba-9e78-23df487a097d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=2a95819b-afb9-4f82-b933-e15cc766080c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:27.354742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': '6e137311-b618-4488-a5d9-ad7cf7938497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1139ad64-0de1-49f5-af20-6111940816ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:27.355113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: 1139ad64-0de1-49f5-af20-6111940816ca, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:27.391248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6d443875-badd-446a-b9b1-7d3fc17cd1b1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951478 Jul 08 02:05:27.394211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49926) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.429226 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f4471c2-f4c2-4be2-ada1-0acf48f28936 req-1e8a19b2-bc37-4cde-acc4-3f4229d3e7f7 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a8d2ae-79ce-4f62-bfe1-8ca7cf953644 HTTP/1.1" status: 200 len: 210 time: 0.0401740 Jul 08 02:05:27.439388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0f1d3549-01b5-465a-8d7c-2b836c3b4f6f tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.6132972 Jul 08 02:05:27.443035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.449853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Request body: {'port': {'network_id': '2c75d462-6a8e-4567-80ce-62cc18561e1d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1910084278', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:27.451177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] bootfile-name is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:05:27.451749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] tftp-server is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:05:27.452278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] server-ip-address is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:05:27.515519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 1139ad64-0de1-49f5-af20-6111940816ca is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:27.541707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:27.549771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:27.552577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.563981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.571222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8452e3a-8918-4b53-ad33-48382f78cbfc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:27.575790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f8452e3a-8918-4b53-ad33-48382f78cbfc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1778464 Jul 08 02:05:27.576864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.614137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] Deleting port 57b375d9-5911-44d8-ab2d-e62ae03f3521 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:27.614702 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.622926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 1139ad64-0de1-49f5-af20-6111940816ca) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:27.641458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:27.642098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.666266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d5b51-eb29-4048-96ae-126414fb0544 None None] Network 1139ad64-0de1-49f5-af20-6111940816ca requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:27.667284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b250718-eba8-4d1b-8dd6-27b9d86661df tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:27.671380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9b250718-eba8-4d1b-8dd6-27b9d86661df tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914342 Jul 08 02:05:27.671538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.705405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.746530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49936) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.747411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-77046d4c-8a3a-4037-9354-97d29521a081 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747006 Jul 08 02:05:27.752779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:27.757416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] For port 57b375d9-5911-44d8-ab2d-e62ae03f3521, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=57b375d9-5911-44d8-ab2d-e62ae03f3521,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:27.757881 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.783226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] Calling delete_port for 57b375d9-5911-44d8-ab2d-e62ae03f3521 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:27.832931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.861342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6f12dc-38ac-4e8f-9104-5f7935d4aa0f None None] Network 2c75d462-6a8e-4567-80ce-62cc18561e1d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:27.870536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:27.889743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ca27f2-0c7a-4e38-af9a-dc852d1df80d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:27.894249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-13958ef0-1de4-4dc7-890f-dc97e6a4d270 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8831339 Jul 08 02:05:27.905323 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.905323 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Added segment 3f591c07-39a8-4f8f-a430-ebfdc74399b2 of type vlan for network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a Jul 08 02:05:27.905899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.915529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': '1139ad64-0de1-49f5-af20-6111940816ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:27.934120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:05:27.934120 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:05:27.934120 n-d-695189-13 neutron-server[100713]: [parameters: {'project_id_1': '119880a38e954773a01a2eeee0baa0d4', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 5, 27, 880107)}] Jul 08 02:05:27.934120 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:27.939254 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:27.948026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.052410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-1139ad64-0de1-49f5-af20-6111940816ca', 'network_id': '1139ad64-0de1-49f5-af20-6111940816ca', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': '5aff3380-cc1e-4404-9d64-3bc0baebba38'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:28.052410 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.063228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Made reservation on behalf of b13e2b510ea34fdb864fc132aef55f18 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:28.067550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.094440 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.095776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:28.096613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.101967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] device_id is not set on port 040dc4f5-6f4d-4675-9230-a819a6040408 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:28.150008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:28.154729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.249981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] Pushing event updated for resources: {'Network': ['ID=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:28.263592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Allocated IP 2001:db8::2 (1139ad64-0de1-49f5-af20-6111940816ca/5aff3380-cc1e-4404-9d64-3bc0baebba38/4d74c44b-5b53-43b3-a32b-84ba5fb199f4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:28.265739 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c793f250-a35d-43b5-ae78-78c7b8de3f69 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1096714 Jul 08 02:05:28.269388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49944) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:28.275939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Request body: {'subnet': {'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-259158027-subnet', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:28.359573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-21e86bd6-0311-4856-984a-e0c3fe1d3723 None None] Provisioning for port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:28.362795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:28.365277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.368900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:28.441651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.516658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Allocated IP 2001:db8::14a (2c75d462-6a8e-4567-80ce-62cc18561e1d/bf3059ac-d88c-45d2-99a6-f5852b111b45/040dc4f5-6f4d-4675-9230-a819a6040408) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:28.531323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] Pushing event deleted for resources: {'Port': ['ID=57b375d9-5911-44d8-ab2d-e62ae03f3521,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:28.537181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078ff8d-9cc4-480e-b32e-2cba2996862a req-13fda00c-6445-468c-bf64-a8f9a4b3f5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:28.540226 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-28d0da8f-3631-4a4b-90e6-c58f7010a250 req-b0033049-d8e9-40ba-94e5-54058589e1a3 tempest-ServerShowV247Test-1131644062 tempest-ServerShowV247Test-1131644062-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a8d2ae-79ce-4f62-bfe1-8ca7cf953644 HTTP/1.1" status: 200 len: 210 time: 0.0483739 Jul 08 02:05:28.540394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5ff4b-988d-49f7-9d70-e20d570936c4 None None] No DVR routers for this DVR port 57b375d9-5911-44d8-ab2d-e62ae03f3521 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:28.545056 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6078ff8d-9cc4-480e-b32e-2cba2996862a req-13fda00c-6445-468c-bf64-a8f9a4b3f5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.3671343 Jul 08 02:05:28.603129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.610634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:28.616083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Transition to ACTIVE for port object 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:28.616446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.642860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Transition to ACTIVE for port object 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:28.719305 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6078ff8d-9cc4-480e-b32e-2cba2996862a req-ca147003-b048-4854-a048-1bde551b78ff tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733878 Jul 08 02:05:28.754149 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.804475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:28.805612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.847533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 1139ad64-0de1-49f5-af20-6111940816ca is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:28.854790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Pushing event updated for resources: {'Port': ['ID=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:28.873240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Network 1139ad64-0de1-49f5-af20-6111940816ca is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:28.874660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:28.877838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:28.887822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.935552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:28.949384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:28.950441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.980375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Attempting to bind port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:28.980782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Attempting to bind port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '6e137311-b618-4488-a5d9-ad7cf7938497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1139ad64-0de1-49f5-af20-6111940816ca'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:28.981172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Attempting to bind port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 on network 1139ad64-0de1-49f5-af20-6111940816ca {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:28.988637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:28.989017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Checking segment: {'id': '6e137311-b618-4488-a5d9-ad7cf7938497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1139ad64-0de1-49f5-af20-6111940816ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:28.989440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.990684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Bound using segment: {'id': '6e137311-b618-4488-a5d9-ad7cf7938497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1139ad64-0de1-49f5-af20-6111940816ca'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:28.991187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Bound port: 4d74c44b-5b53-43b3-a32b-84ba5fb199f4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e137311-b618-4488-a5d9-ad7cf7938497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1139ad64-0de1-49f5-af20-6111940816ca'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:28.993023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.996608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=2f819e94-13d4-4ab0-92de-d8bef32c3639,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:29.006195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.011204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Checking segment: {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:29.011606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Network hostable DHCP agents. Network: ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:29.019108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d24518-bec5-4294-bfc4-cb82628b06da,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:29.022745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:29.023772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Transition to ACTIVE for port object 040dc4f5-6f4d-4675-9230-a819a6040408 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:29.033344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:29.033724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.066985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f2e107aa-b8bc-4166-917c-9a0152d412cf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1607444 Jul 08 02:05:29.071168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49950) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:29.131019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c87b7-9707-488e-b736-a5516b9ed7ec tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.132514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c87b7-9707-488e-b736-a5516b9ed7ec tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.134075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c87b7-9707-488e-b736-a5516b9ed7ec tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.136266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c87b7-9707-488e-b736-a5516b9ed7ec tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.138304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c87b7-9707-488e-b736-a5516b9ed7ec tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.140462 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cc4c87b7-9707-488e-b736-a5516b9ed7ec tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0698569 Jul 08 02:05:29.141930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.146300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49952) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:29.156173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-738876085'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:29.156398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] For port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:29.161002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] For port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,segment=NetworkSegment(6e137311-b618-4488-a5d9-ad7cf7938497),segment_id=6e137311-b618-4488-a5d9-ad7cf7938497)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:29.172060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.179703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:29.203459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:29.206609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b42f6074-d4a3-4626-acb1-9f66bf995876 None None] Provisioning for port 6c852578-6c8f-4437-8523-0a00c7a28140 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:29.206962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:29.211796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.212696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.221085 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.225189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=2ae5955c-13e6-410e-9b1c-59dca582f5e0,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:29.238895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a1c243-b40c-4a85-a78b-0297a890cd56 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:29.242684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b42f6074-d4a3-4626-acb1-9f66bf995876 None None] Provisioning complete for port 6c852578-6c8f-4437-8523-0a00c7a28140 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:29.243068 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b42f6074-d4a3-4626-acb1-9f66bf995876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.252229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Network 2c75d462-6a8e-4567-80ce-62cc18561e1d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:29.259817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:29.264808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.265421 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.270553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:29.281672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:29.296920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.297856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.308872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:29.313096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.320091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event updated for resources: {'Port': ['ID=040dc4f5-6f4d-4675-9230-a819a6040408,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:29.344763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d048381-72c8-4911-9491-241d30646656 None None] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:29.374651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e5ee5df2-de9d-4bb9-9b1e-203efe25cd64 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1039424 Jul 08 02:05:29.377954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49956) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:29.383605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:29.393009 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.396222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:29.408672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:29.411782 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6e626ab8-b589-4913-b512-2e9b971d6a75 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6633048 Jul 08 02:05:29.416351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '2ae5955c-13e6-410e-9b1c-59dca582f5e0', 'ip_address': '2001:db8::bcc6:fba9:f3dc:605e'}], 'name': 'tempest-NetworksTestDHCPv6-237037211'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:29.438363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.439008 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 5e03e5d5-f652-454b-a0bb-7e1ef23d40b6 of type vlan for network 9eb599ce-c09c-45ab-935b-af1fecb110b2 Jul 08 02:05:29.499425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d70f70f6-abfe-4875-b0b9-f1a218a3b2db tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0532293 Jul 08 02:05:29.501010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49960) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:29.574108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.577482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.627819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ef44c167-ccf2-47df-bb72-5ddae1c15bf1 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:05:29.700496 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.715751 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.758017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0174d060-9df3-451c-9b55-c9be2ae9224a tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.768175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0174d060-9df3-451c-9b55-c9be2ae9224a tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.775646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0174d060-9df3-451c-9b55-c9be2ae9224a tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.780213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0174d060-9df3-451c-9b55-c9be2ae9224a tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2756042 Jul 08 02:05:29.781175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49968) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:29.905616 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.911483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:29.912108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.925796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:29.927805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b42f6074-d4a3-4626-acb1-9f66bf995876 None None] Port 6c852578-6c8f-4437-8523-0a00c7a28140 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:29.995325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54317a-9a25-4215-9433-d461b5086a36 None None] Pushing event updated for resources: {'Port': ['ID=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:30.002169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1,segment=NetworkSegment(adc3fe2b-d647-48a1-b556-cfe34f1d57f5),segment_id=adc3fe2b-d647-48a1-b556-cfe34f1d57f5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:30.058840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ef44c167-ccf2-47df-bb72-5ddae1c15bf1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:30.074980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'ef44c167-ccf2-47df-bb72-5ddae1c15bf1', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'port_id': 'ef44c167-ccf2-47df-bb72-5ddae1c15bf1', 'mac_address': 'fa:16:3e:9d:84:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:05:30.094391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=9eb599ce-c09c-45ab-935b-af1fecb110b2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:30.109306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9eb599ce-c09c-45ab-935b-af1fecb110b2 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:30.115034 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.115776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b42f6074-d4a3-4626-acb1-9f66bf995876 None None] Provisioning complete for port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:30.116207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b42f6074-d4a3-4626-acb1-9f66bf995876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.127607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.135684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-64dc9d19-43f3-4bae-b2fb-d34b70f43320 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Deleting port 040dc4f5-6f4d-4675-9230-a819a6040408 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:30.137528 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64dc9d19-43f3-4bae-b2fb-d34b70f43320 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.166293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af37a4d-177d-4e3d-b0dc-7fa2ef963058 req-6c617b39-4d82-4ec6-bcdd-d5c493574a8b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:30.166293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6af37a4d-177d-4e3d-b0dc-7fa2ef963058 req-6c617b39-4d82-4ec6-bcdd-d5c493574a8b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 943 time: 0.2445700 Jul 08 02:05:30.169330 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-154b9d3f-e53b-492e-baef-6dbcf9d45ff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0212874 Jul 08 02:05:30.170867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port ccf54586-bf8a-4905-930c-5b2bf1c2717b yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:30.175705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49972) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:30.184389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-be8b4627-125b-40bd-a0cb-e4652b7bd064 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:30.225290 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.260589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:30.262585 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.270884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64dc9d19-43f3-4bae-b2fb-d34b70f43320 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.288813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-64dc9d19-43f3-4bae-b2fb-d34b70f43320 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Calling delete_port for 040dc4f5-6f4d-4675-9230-a819a6040408 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:30.386450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 57b375d9-5911-44d8-ab2d-e62ae03f3521 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:30.401272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6af37a4d-177d-4e3d-b0dc-7fa2ef963058 req-770f6361-cf68-4e94-90b4-a8e9088625b6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241809 Jul 08 02:05:30.512085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49978) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:30.582980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 57b375d9-5911-44d8-ab2d-e62ae03f3521 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:30.585262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 57b375d9-5911-44d8-ab2d-e62ae03f3521 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:30.596288 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.628642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef44c167-ccf2-47df-bb72-5ddae1c15bf1 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:05:30.637904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '2ae5955c-13e6-410e-9b1c-59dca582f5e0'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:30.638772 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.685196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be8b4627-125b-40bd-a0cb-e4652b7bd064 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.689605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:30.756612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::bcc6:fba9:f3dc:605e (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/2ae5955c-13e6-410e-9b1c-59dca582f5e0/ccf54586-bf8a-4905-930c-5b2bf1c2717b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:30.791907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ef44c167-ccf2-47df-bb72-5ddae1c15bf1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:30.816286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be8b4627-125b-40bd-a0cb-e4652b7bd064 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.841919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64dc9d19-43f3-4bae-b2fb-d34b70f43320 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.914978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:30.957885 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.966438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3187b4a-ec89-4d35-acfa-0bf35c0ba67d None None] Network 1139ad64-0de1-49f5-af20-6111940816ca requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:31.004422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Allocated IP 172.20.0.2 (ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a/f9d24518-bec5-4294-bfc4-cb82628b06da/a3078fb6-6f13-4369-ab19-d8c8e04aaed4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:31.198317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-527624c1-cad3-466a-9789-7ca12f8535f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.199037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:31.223301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Provisioning complete for port 6c852578-6c8f-4437-8523-0a00c7a28140 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:31.223834 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.229864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be8b4627-125b-40bd-a0cb-e4652b7bd064 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 9eb599ce-c09c-45ab-935b-af1fecb110b2 is not hosted by any dhcp agent {{(pid=100712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:05:31.235287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b4627-125b-40bd-a0cb-e4652b7bd064 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:31.235936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be8b4627-125b-40bd-a0cb-e4652b7bd064 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.237250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-be8b4627-125b-40bd-a0cb-e4652b7bd064 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "PUT /v2.0/networks/9eb599ce-c09c-45ab-935b-af1fecb110b2 HTTP/1.1" status: 200 len: 723 time: 1.0591855 Jul 08 02:05:31.238763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9d19-43f3-4bae-b2fb-d34b70f43320 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event deleted for resources: {'Port': ['ID=040dc4f5-6f4d-4675-9230-a819a6040408,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:31.254370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:31.266633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': '9eb599ce-c09c-45ab-935b-af1fecb110b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:31.269022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:31.313218 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64dc9d19-43f3-4bae-b2fb-d34b70f43320 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.316343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-64dc9d19-43f3-4bae-b2fb-d34b70f43320 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "DELETE /v2.0/ports/040dc4f5-6f4d-4675-9230-a819a6040408 HTTP/1.1" status: 204 len: 168 time: 1.5291889 Jul 08 02:05:31.325179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49988) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:31.328802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Request body: {'port': {'name': 'tempest-new-port-name-580511320', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:31.329580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.api.validators [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] bootfile-name is not in valid_values {{(pid=100713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:05:31.330291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.api.validators [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] tftp-server is not in valid_values {{(pid=100713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:05:31.330842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.api.validators [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] server-ip-address is not in valid_values {{(pid=100713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:05:31.344518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b4627-125b-40bd-a0cb-e4652b7bd064 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=9eb599ce-c09c-45ab-935b-af1fecb110b2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:31.375315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9eb599ce-c09c-45ab-935b-af1fecb110b2 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:31.377919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.412437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.422254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf33c-bbc1-4569-8e19-27955bda0aa6 req-f3217cde-5967-4d3f-b3a0-80388a35796b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:31.430156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82cbf33c-bbc1-4569-8e19-27955bda0aa6 req-f3217cde-5967-4d3f-b3a0-80388a35796b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.6987822 Jul 08 02:05:31.436906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Port 6c852578-6c8f-4437-8523-0a00c7a28140 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:31.484536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['ef44c167-ccf2-47df-bb72-5ddae1c15bf1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:05:31.557592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.564525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82cbf33c-bbc1-4569-8e19-27955bda0aa6 req-1adbf9b7-cc60-403d-af7c-2f649c807103 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333513 Jul 08 02:05:31.615069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Provisioning for port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:31.627701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.637681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Provisioning complete for port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:31.638946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.649194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object ccf54586-bf8a-4905-930c-5b2bf1c2717b will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:31.654240 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.712879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Transition to ACTIVE for port object a3078fb6-6f13-4369-ab19-d8c8e04aaed4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:31.754629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Transition to ACTIVE for port object a3078fb6-6f13-4369-ab19-d8c8e04aaed4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:31.758580 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.878254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:31.878767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-527624c1-cad3-466a-9789-7ca12f8535f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.880955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:31.886690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Allocated IP 172.25.8.186 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/564079c0-605d-433b-bf4f-f5c0a891e3a4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:31.895101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.896013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cbca9-5a11-47e2-8018-2a51870cb212 req-49b63ff8-9438-46b9-bc46-d50b76c73bd4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:31.898435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:31.902962 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-556cbca9-5a11-47e2-8018-2a51870cb212 req-49b63ff8-9438-46b9-bc46-d50b76c73bd4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 944 time: 0.2841229 Jul 08 02:05:31.915184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:31.916953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.918344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/2ae5955c-13e6-410e-9b1c-59dca582f5e0/9373d941-2eec-4a3e-af4d-7a2870de47e9) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:31.951669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=ccf54586-bf8a-4905-930c-5b2bf1c2717b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:31.953095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.996092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-556cbca9-5a11-47e2-8018-2a51870cb212 req-61e2d342-b36c-4f41-945e-7b3c37e80cc4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921714 Jul 08 02:05:31.996706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-527624c1-cad3-466a-9789-7ca12f8535f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.996915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:32.060328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:32.068108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:32.071699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Pushing event updated for resources: {'Port': ['ID=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:32.074294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f8ce2-57ec-4f98-a2b1-2c1363a1fac8 None None] Update dhcp port {'port': {'network_id': '1139ad64-0de1-49f5-af20-6111940816ca', 'fixed_ips': [{'subnet_id': '5aff3380-cc1e-4404-9d64-3bc0baebba38', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f819e94-13d4-4ab0-92de-d8bef32c3639'}], 'binding:host_id': 'n-d-695189-13'}, 'id': '4d74c44b-5b53-43b3-a32b-84ba5fb199f4'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:05:32.079080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e8a61c76-cd31-403b-9c59-34cabf00b276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6681316 Jul 08 02:05:32.081825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50002) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:32.108046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527624c1-cad3-466a-9789-7ca12f8535f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec0d333-909b-4e1a-a2b3-27eb113a5032,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:32.120631 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-527624c1-cad3-466a-9789-7ca12f8535f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b68d28fedc04fbaa0cea931a0923679&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6066496 Jul 08 02:05:32.128266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50004) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:32.128813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] For port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,segment=NetworkSegment(6e137311-b618-4488-a5d9-ad7cf7938497),segment_id=6e137311-b618-4488-a5d9-ad7cf7938497)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:32.196163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302f6ed-5bce-47e4-8eb0-b106b00c4e89 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:32.198469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b302f6ed-5bce-47e4-8eb0-b106b00c4e89 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1151061 Jul 08 02:05:32.203011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:32.214080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.240997 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9e0f-fe0a-470f-bfc5-7d641dd5b385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.244629 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:32.246905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.249317 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.283965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.305960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9e0f-fe0a-470f-bfc5-7d641dd5b385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.354927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] In _notify_port_updated(), no bound segment for port 6c852578-6c8f-4437-8523-0a00c7a28140 on network 2c75d462-6a8e-4567-80ce-62cc18561e1d {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:05:32.360851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:32.361862 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.363451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "PUT /v2.0/ports/6c852578-6c8f-4437-8523-0a00c7a28140 HTTP/1.1" status: 200 len: 1129 time: 1.0393476 Jul 08 02:05:32.369884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50010) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:32.420895 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-930f8ce2-57ec-4f98-a2b1-2c1363a1fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.447184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Attempting to bind port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:32.447619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Attempting to bind port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:32.447998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Attempting to bind port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 on network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:32.479910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa22c18-16e1-44ee-a17b-9d90b25e2b70 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:32.485108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cfa22c18-16e1-44ee-a17b-9d90b25e2b70 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "GET /v2.0/ports/6c852578-6c8f-4437-8523-0a00c7a28140 HTTP/1.1" status: 200 len: 1129 time: 0.1018436 Jul 08 02:05:32.504534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:32.517582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e7e71-c64d-41ed-ba6b-073f88dfae2b tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event updated for resources: {'Port': ['ID=6c852578-6c8f-4437-8523-0a00c7a28140,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:32.546257 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.559948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0e1be387-8947-40ac-8cbb-3a5eb4d871e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port ccf54586-bf8a-4905-930c-5b2bf1c2717b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:32.560312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e1be387-8947-40ac-8cbb-3a5eb4d871e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.588840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Could not find standard attr ID for object 040dc4f5-6f4d-4675-9230-a819a6040408. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:32.620550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:32.620928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Checking segment: {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:32.621377 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.621501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.621781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Bound using segment: {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:32.622353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Bound port: a3078fb6-6f13-4369-ab19-d8c8e04aaed4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:32.622750 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.664562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9e0f-fe0a-470f-bfc5-7d641dd5b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.668276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9e0f-fe0a-470f-bfc5-7d641dd5b385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.672246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e9ee9e0f-fe0a-470f-bfc5-7d641dd5b385 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ec0d333-909b-4e1a-a2b3-27eb113a5032 HTTP/1.1" status: 204 len: 168 time: 0.5403199 Jul 08 02:05:32.694933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:32.699319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee9e0f-fe0a-470f-bfc5-7d641dd5b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec0d333-909b-4e1a-a2b3-27eb113a5032,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:32.706727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:32.715108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:32.718910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=564079c0-605d-433b-bf4f-f5c0a891e3a4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:32.743710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e1be387-8947-40ac-8cbb-3a5eb4d871e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.759667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] For port a3078fb6-6f13-4369-ab19-d8c8e04aaed4, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:32.767428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0e1be387-8947-40ac-8cbb-3a5eb4d871e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for ccf54586-bf8a-4905-930c-5b2bf1c2717b owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:32.768686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] For port a3078fb6-6f13-4369-ab19-d8c8e04aaed4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:32.827165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:32.961655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0dd67-8f3b-40d4-a3f4-04ffe4613c88 None None] Pushing event updated for resources: {'Port': ['ID=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:32.977921 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.004874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-71a346b6-c7e0-462b-8acd-4969b3e80567 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Deleting port 6c852578-6c8f-4437-8523-0a00c7a28140 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:33.005232 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71a346b6-c7e0-462b-8acd-4969b3e80567 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.033622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dd1d1c0d-a594-435d-807b-f54aa8a0d3e0 None None] Provisioning complete for port 6c852578-6c8f-4437-8523-0a00c7a28140 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:33.033894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dd1d1c0d-a594-435d-807b-f54aa8a0d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.075512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.094041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-930f8ce2-57ec-4f98-a2b1-2c1363a1fac8 None None] Allocated IP 172.20.0.1 (1139ad64-0de1-49f5-af20-6111940816ca/2f819e94-13d4-4ab0-92de-d8bef32c3639/4d74c44b-5b53-43b3-a32b-84ba5fb199f4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:33.114197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Transition to ACTIVE for port object 9373d941-2eec-4a3e-af4d-7a2870de47e9 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:33.138633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.140604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.148942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e1be387-8947-40ac-8cbb-3a5eb4d871e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.188546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d1c0d-a594-435d-807b-f54aa8a0d3e0 None None] Port 6c852578-6c8f-4437-8523-0a00c7a28140 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:33.195780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c50e32-3f9e-4d72-9e78-7ac219048cfa None None] Pushing event updated for resources: {'Port': ['ID=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:33.203845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Transition to ACTIVE for port object 9373d941-2eec-4a3e-af4d-7a2870de47e9 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:33.207534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:33.207982 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.220812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1be387-8947-40ac-8cbb-3a5eb4d871e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=ccf54586-bf8a-4905-930c-5b2bf1c2717b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:33.298036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.395063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=68b56ea7-9f00-4c4a-b6c7-0f21b31f8122,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:33.415789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e1be387-8947-40ac-8cbb-3a5eb4d871e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.417953 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0e1be387-8947-40ac-8cbb-3a5eb4d871e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/ccf54586-bf8a-4905-930c-5b2bf1c2717b HTTP/1.1" status: 204 len: 168 time: 1.2139242 Jul 08 02:05:33.418654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:33.427683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:33.433553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:33.443200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:33.455577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71a346b6-c7e0-462b-8acd-4969b3e80567 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.482451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Pushing event updated for resources: {'Port': ['ID=9373d941-2eec-4a3e-af4d-7a2870de47e9,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:33.507302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-71a346b6-c7e0-462b-8acd-4969b3e80567 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Calling delete_port for 6c852578-6c8f-4437-8523-0a00c7a28140 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:33.523082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9eb599ce-c09c-45ab-935b-af1fecb110b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:33.523789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: 9eb599ce-c09c-45ab-935b-af1fecb110b2, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:33.568967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.590390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Attempting to bind port 9373d941-2eec-4a3e-af4d-7a2870de47e9 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:33.590390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Attempting to bind port 9373d941-2eec-4a3e-af4d-7a2870de47e9 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:33.590390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Attempting to bind port 9373d941-2eec-4a3e-af4d-7a2870de47e9 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:33.605816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-930f8ce2-57ec-4f98-a2b1-2c1363a1fac8 None None] For port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,segment=NetworkSegment(6e137311-b618-4488-a5d9-ad7cf7938497),segment_id=6e137311-b618-4488-a5d9-ad7cf7938497)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:33.609257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:33.609891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:33.610486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.611062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:33.611771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Bound port: 9373d941-2eec-4a3e-af4d-7a2870de47e9, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:33.612366 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.690527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b403d4-b72f-4a5a-8630-5642cd15a451 req-27ebd6bb-e5ab-476c-a945-23770e4dff45 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:33.705643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68b403d4-b72f-4a5a-8630-5642cd15a451 req-27ebd6bb-e5ab-476c-a945-23770e4dff45 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 944 time: 0.5473523 Jul 08 02:05:33.710824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-930f8ce2-57ec-4f98-a2b1-2c1363a1fac8 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.726481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a26959-808c-4cd7-9183-729f79b44621 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:33.730736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a26959-808c-4cd7-9183-729f79b44621 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:33.733134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d7a26959-808c-4cd7-9183-729f79b44621 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3042910 Jul 08 02:05:33.737859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50042) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:33.758329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-930f8ce2-57ec-4f98-a2b1-2c1363a1fac8 None None] Transition to ACTIVE for port object 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:33.770185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] For port 9373d941-2eec-4a3e-af4d-7a2870de47e9, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:33.773928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] For port 9373d941-2eec-4a3e-af4d-7a2870de47e9, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9373d941-2eec-4a3e-af4d-7a2870de47e9,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:33.813305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa88fcbb-2210-4c21-8916-8a10d3e3f2f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 2ae5955c-13e6-410e-9b1c-59dca582f5e0 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:33.816931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcbb-2210-4c21-8916-8a10d3e3f2f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.827484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68b403d4-b72f-4a5a-8630-5642cd15a451 req-20569569-6edc-4a04-a108-aff68d3a0ffe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820246 Jul 08 02:05:33.870995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcbb-2210-4c21-8916-8a10d3e3f2f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.887926 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-930f8ce2-57ec-4f98-a2b1-2c1363a1fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.890161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 9eb599ce-c09c-45ab-935b-af1fecb110b2 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:33.963295 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.963812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Router c8cffe13-a5b5-4256-8463-6e4235aea05b is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:05:33.974080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9eb599ce-c09c-45ab-935b-af1fecb110b2) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:33.995167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be7cb8-a7d3-417e-854d-5ff943973447 None None] Network 9eb599ce-c09c-45ab-935b-af1fecb110b2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:34.005874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f8ce2-57ec-4f98-a2b1-2c1363a1fac8 None None] Pushing event updated for resources: {'Port': ['ID=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.031027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcbb-2210-4c21-8916-8a10d3e3f2f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.051328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:34.052107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.163671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02add5cc-98dc-488e-9081-7eddb8805078 None None] Pushing event updated for resources: {'Port': ['ID=9373d941-2eec-4a3e-af4d-7a2870de47e9,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.201608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:34.213278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71a346b6-c7e0-462b-8acd-4969b3e80567 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.239963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Sync routers for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:34.261229 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0842367a-58c6-411e-940e-933b1a566401 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0047982 Jul 08 02:05:34.268415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50052) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:34.284250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:34.284977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:05:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:34.289923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cb9c847d-6362-4c37-9bec-a52b314737b1 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:34.358694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a346b6-c7e0-462b-8acd-4969b3e80567 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event deleted for resources: {'Port': ['ID=6c852578-6c8f-4437-8523-0a00c7a28140,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.360930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71a346b6-c7e0-462b-8acd-4969b3e80567 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.365193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-71a346b6-c7e0-462b-8acd-4969b3e80567 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "DELETE /v2.0/ports/6c852578-6c8f-4437-8523-0a00c7a28140 HTTP/1.1" status: 204 len: 168 time: 1.8562918 Jul 08 02:05:34.376950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:34.457134 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.458575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ab1ef277-4be8-47ff-b1c8-7da3264f1cf9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0796337 Jul 08 02:05:34.461345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:34.484820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcbb-2210-4c21-8916-8a10d3e3f2f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.521101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18123340-a865-4ff9-a976-94473236c221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-9eb599ce-c09c-45ab-935b-af1fecb110b2', 'network_id': '9eb599ce-c09c-45ab-935b-af1fecb110b2', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': '68b56ea7-9f00-4c4a-b6c7-0f21b31f8122'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:34.523832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18123340-a865-4ff9-a976-94473236c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.586493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae58a15-2716-4452-a8f0-007844bba244 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Deleting subnet bf3059ac-d88c-45d2-99a6-f5852b111b45 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:34.586493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae58a15-2716-4452-a8f0-007844bba244 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.586820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcbb-2210-4c21-8916-8a10d3e3f2f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.593568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fa88fcbb-2210-4c21-8916-8a10d3e3f2f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/2ae5955c-13e6-410e-9b1c-59dca582f5e0 HTTP/1.1" status: 204 len: 168 time: 0.8526587 Jul 08 02:05:34.607452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50070) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:34.708449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88fcbb-2210-4c21-8916-8a10d3e3f2f1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae5955c-13e6-410e-9b1c-59dca582f5e0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.728428 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb9c847d-6362-4c37-9bec-a52b314737b1 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5876908'] for subnet, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.818880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:34.846967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae58a15-2716-4452-a8f0-007844bba244 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.093152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-16ecadf8-d4a8-4ea2-9922-38301af18618 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4811835 Jul 08 02:05:35.133079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50084) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:35.150299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:35.157676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d741f31-0acf-4351-8c54-54786dce7870 None None] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:35.179093 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae58a15-2716-4452-a8f0-007844bba244 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.368948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9373d941-2eec-4a3e-af4d-7a2870de47e9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:35.420599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15f2cd4e-6f63-4686-b995-cd5986169433 req-2fa829f1-3ece-47d7-b72d-b40415422588 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0801361 Jul 08 02:05:35.471273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb9c847d-6362-4c37-9bec-a52b314737b1 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775504228118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15715042'] for subnet, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.491078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c847d-6362-4c37-9bec-a52b314737b1 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:35.492496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb9c847d-6362-4c37-9bec-a52b314737b1 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.494300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cb9c847d-6362-4c37-9bec-a52b314737b1 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "PUT /v2.0/subnets/68b56ea7-9f00-4c4a-b6c7-0f21b31f8122 HTTP/1.1" status: 200 len: 826 time: 1.2184541 Jul 08 02:05:35.497066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50092) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:35.573645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d1db13-5028-43c8-a33a-7251690a6185 None None] Network 1139ad64-0de1-49f5-af20-6111940816ca requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:35.575886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae58a15-2716-4452-a8f0-007844bba244 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.620064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae58a15-2716-4452-a8f0-007844bba244 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event deleted for resources: {'Subnet': ['ID=bf3059ac-d88c-45d2-99a6-f5852b111b45,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:35.636833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dba7cd-286b-409a-93ef-eb5373c4f71b req-821a21e6-9446-48a8-9441-09bc7a99b86c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:35.644376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-56dba7cd-286b-409a-93ef-eb5373c4f71b req-821a21e6-9446-48a8-9441-09bc7a99b86c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 944 time: 0.2619338 Jul 08 02:05:35.650328 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ae58a15-2716-4452-a8f0-007844bba244 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.653324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5ae58a15-2716-4452-a8f0-007844bba244 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "DELETE /v2.0/subnets/bf3059ac-d88c-45d2-99a6-f5852b111b45 HTTP/1.1" status: 204 len: 168 time: 1.2752140 Jul 08 02:05:35.661264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50098) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:35.664430 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.670956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:35.677125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.846485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-56dba7cd-286b-409a-93ef-eb5373c4f71b req-969b5ab1-4057-4b55-a99d-c87cd41766bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972079 Jul 08 02:05:35.890634 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.913283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.936593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:05:36.018980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ef44c167-ccf2-47df-bb72-5ddae1c15bf1 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:36.063222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe5bcda-3b18-49e8-8b19-089a02c8b1b1 None None] Network 2c75d462-6a8e-4567-80ce-62cc18561e1d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:36.185239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c847d-6362-4c37-9bec-a52b314737b1 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=68b56ea7-9f00-4c4a-b6c7-0f21b31f8122,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:36.234628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.270911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e5193-fdc0-4055-8279-046e7cc06e3b None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:36.446297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-14c64580-17ef-44c0-9a3e-e61739221a86 None None] Provisioning for port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:36.520607 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73580f7a-8a1f-41ec-a2b5-f9804c073db6 req-e01a5321-f93e-4574-9e06-40af73cdf13a tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0335069 Jul 08 02:05:36.521964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Deleting port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:36.522351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.533539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.540931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Allocated IP 172.20.0.1 (ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a/f9d24518-bec5-4294-bfc4-cb82628b06da/85426147-e8dc-47e3-a207-5a910e586484) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:36.552770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:36.579986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:36.584309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:36.590067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:36.590990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.616223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=777c3144-7f6e-461f-8c22-b797441ca7fb,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:36.625420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] For port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1,segment=NetworkSegment(adc3fe2b-d647-48a1-b556-cfe34f1d57f5),segment_id=adc3fe2b-d647-48a1-b556-cfe34f1d57f5)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:36.625947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.642131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 9373d941-2eec-4a3e-af4d-7a2870de47e9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:36.644097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'mac_address': 'fa:16:3e:28:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:05:36.646749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Calling delete_port for 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:36.653943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-18123340-a865-4ff9-a976-94473236c221 None None] Allocated IP 2001:db8::2 (9eb599ce-c09c-45ab-935b-af1fecb110b2/68b56ea7-9f00-4c4a-b6c7-0f21b31f8122/cd477ce1-35e6-4679-8895-0919beb02d6f) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:36.672311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-838313d8-c416-40b8-aa1c-5ea29df04343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5381019 Jul 08 02:05:36.675466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50120) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:36.677345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:36.683027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '777c3144-7f6e-461f-8c22-b797441ca7fb', 'ip_address': '2001:db8::2ab:7d09:39d8:1979'}], 'name': 'tempest-NetworksTestDHCPv6-1234179412'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:36.779170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:36.811614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.828366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Transition to ACTIVE for port object 85426147-e8dc-47e3-a207-5a910e586484 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:36.859072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:36.859508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.922637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Provisioning for port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:36.933877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:36.935086 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.935872 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.957137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Provisioning complete for port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:36.957739 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.976226 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] No DVR routers for this DVR port 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:37.006917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.019241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event deleted for resources: {'Port': ['ID=6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:37.073412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05be1b97-6d73-4975-972b-53fd78bf05e4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:05:37.075185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:37.150996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:32Z', 'revision_number': 3, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:37.171883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:37.173059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8932cc-100d-49d8-a8fc-f43af37a0ff2 req-caed453f-086e-43ce-b507-206c4f7148bc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:37.180488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:37.184033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc07763-ab50-42a3-aa3f-5b4c42584537 None None] DHCP port deletion for 2c75d462-6a8e-4567-80ce-62cc18561e1d request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:37.187189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d8932cc-100d-49d8-a8fc-f43af37a0ff2 req-caed453f-086e-43ce-b507-206c4f7148bc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 944 time: 0.1834581 Jul 08 02:05:37.198370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.257701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.265977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port fe1e1839-e624-4879-bfb4-aaed89f766b6 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:37.274363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Pushing event updated for resources: {'Port': ['ID=85426147-e8dc-47e3-a207-5a910e586484,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:37.292623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c75d462-6a8e-4567-80ce-62cc18561e1d']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:37.307092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d8932cc-100d-49d8-a8fc-f43af37a0ff2 req-450e2084-1d9f-445a-9770-4c5ee3dcb510 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026671 Jul 08 02:05:37.307642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Checking router: c8cffe13-a5b5-4256-8463-6e4235aea05b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:05:37.308032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Updating router c8cffe13-a5b5-4256-8463-6e4235aea05b port 564079c0-605d-433b-bf4f-f5c0a891e3a4 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:05:37.311260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:37.313446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc3fe2b-d647-48a1-b556-cfe34f1d57f5') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:37.313936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc3fe2b-d647-48a1-b556-cfe34f1d57f5') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:37.317887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.339010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:37.339419 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.388755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.448327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.462257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:37.462943 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:37.476546 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:37.500709 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.665758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.672842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.677421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] 10.222.0.10 "DELETE /v2.0/networks/2c75d462-6a8e-4567-80ce-62cc18561e1d HTTP/1.1" status: 204 len: 168 time: 2.0043323 Jul 08 02:05:37.692003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0dc94-72f2-4c77-aef1-3240c6bf499e tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842 tempest-ExtraDHCPOptionsIpV6TestJSON-2008766842-project] Pushing event deleted for resources: {'Network': ['ID=2c75d462-6a8e-4567-80ce-62cc18561e1d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:37.718233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::2ab:7d09:39d8:1979 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/777c3144-7f6e-461f-8c22-b797441ca7fb/fe1e1839-e624-4879-bfb4-aaed89f766b6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:37.770179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['05be1b97-6d73-4975-972b-53fd78bf05e4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:05:37.796772 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.804341 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18123340-a865-4ff9-a976-94473236c221 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.818747 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.895676 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.917349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-18123340-a865-4ff9-a976-94473236c221 None None] Transition to ACTIVE for port object cd477ce1-35e6-4679-8895-0919beb02d6f will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:37.985380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4914f5e-7842-4ad1-b53f-ac7ca2e360d5 req-c359d8b6-2dd0-4a5e-9005-bd231988f16f tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0465307 Jul 08 02:05:38.012367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-18123340-a865-4ff9-a976-94473236c221 None None] Transition to ACTIVE for port object cd477ce1-35e6-4679-8895-0919beb02d6f will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:38.055574 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.056413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ef44c167-ccf2-47df-bb72-5ddae1c15bf1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:38.062099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44c167-ccf2-47df-bb72-5ddae1c15bf1'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:38.067125 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7efcbc-9adc-4969-a1af-259700014dfc" -d '{"events": [{"server_uuid": "cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5", "name": "network-vif-plugged", "status": "completed", "tag": "ef44c167-ccf2-47df-bb72-5ddae1c15bf1"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:38.074140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object fe1e1839-e624-4879-bfb4-aaed89f766b6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:38.131598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.166364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:38.186314 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.189646 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18123340-a865-4ff9-a976-94473236c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.255308 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.268667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4f47c-9a6c-483e-aa91-95edce4599b0 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:38.277198 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.278364 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.296755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:38.302663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:38.338305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:38.341047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:38.348068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.349234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.368237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=68b56ea7-9f00-4c4a-b6c7-0f21b31f8122,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:38.400273 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f238a7-f5ae-48c3-9d45-184b907d65c0 x-openstack-request-id: req-03f238a7-f5ae-48c3-9d45-184b907d65c0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:38.400962 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5", "name": "network-vif-plugged", "status": "completed", "tag": "ef44c167-ccf2-47df-bb72-5ddae1c15bf1", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:38.401229 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03f238a7-f5ae-48c3-9d45-184b907d65c0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:38.401817 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44c167-ccf2-47df-bb72-5ddae1c15bf1', 'code': 200} Jul 08 02:05:38.447121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.464501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18123340-a865-4ff9-a976-94473236c221 None None] Network 9eb599ce-c09c-45ab-935b-af1fecb110b2 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:38.468788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123340-a865-4ff9-a976-94473236c221 None None] Pushing event updated for resources: {'Port': ['ID=cd477ce1-35e6-4679-8895-0919beb02d6f,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:38.471324 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Pushing event updated for resources: {'Port': ['ID=85426147-e8dc-47e3-a207-5a910e586484,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:38.499642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8226547 Jul 08 02:05:38.506997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50166) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:38.519238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c5c62-0660-41bf-8bbd-f5987664f038 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=fe1e1839-e624-4879-bfb4-aaed89f766b6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:38.542164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.554982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb599ce-c09c-45ab-935b-af1fecb110b2']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:38.573921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:38.575695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:38.604693 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.626959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:38.692489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6175-b2e2-480a-b239-d338c68543c3 req-32f5ca25-472c-4107-9699-55173de3a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.694059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-05fe6175-b2e2-480a-b239-d338c68543c3 req-32f5ca25-472c-4107-9699-55173de3a384 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 1097 time: 0.2652495 Jul 08 02:05:38.699463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.706794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:38.708171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.721759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Provisioning for port 9373d941-2eec-4a3e-af4d-7a2870de47e9 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:38.733876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Provisioning complete for port 9373d941-2eec-4a3e-af4d-7a2870de47e9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:38.734258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.736237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-18123340-a865-4ff9-a976-94473236c221 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:38.748510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18123340-a865-4ff9-a976-94473236c221 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:38.773223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850346d3-f916-4e03-9576-43830b01fef5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.773223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850346d3-f916-4e03-9576-43830b01fef5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.773223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-850346d3-f916-4e03-9576-43830b01fef5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.2628927 Jul 08 02:05:38.775149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50178) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:38.779247 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:38.835854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:38.841597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fcac0-65c8-4965-a6fd-a38eb12b9fe3 req-a6de7c32-e231-44ea-9114-71fb6b471436 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.869304 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-240fcac0-65c8-4965-a6fd-a38eb12b9fe3 req-a6de7c32-e231-44ea-9114-71fb6b471436 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 945 time: 0.2574739 Jul 08 02:05:38.872317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a3078fb6-6f13-4369-ab19-d8c8e04aaed4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:38.882274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:05:38.882274 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:05:38.882274 n-d-695189-13 neutron-server[100713]: [parameters: {'id': '9eb599ce-c09c-45ab-935b-af1fecb110b2'}] Jul 08 02:05:38.882274 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:38.883234 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:38.905075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:38.927081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-05fe6175-b2e2-480a-b239-d338c68543c3 req-00707e3b-2c9a-46fa-be01-787d221b1096 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190950 Jul 08 02:05:38.953798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-240fcac0-65c8-4965-a6fd-a38eb12b9fe3 req-bb099ba4-cc1b-4dc0-94ff-f901d4f46309 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834506 Jul 08 02:05:39.115312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-18123340-a865-4ff9-a976-94473236c221 None None] Attempting to bind port cd477ce1-35e6-4679-8895-0919beb02d6f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:39.115890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-18123340-a865-4ff9-a976-94473236c221 None None] Attempting to bind port cd477ce1-35e6-4679-8895-0919beb02d6f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9eb599ce-c09c-45ab-935b-af1fecb110b2'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:39.116082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18123340-a865-4ff9-a976-94473236c221 None None] Attempting to bind port cd477ce1-35e6-4679-8895-0919beb02d6f on network 9eb599ce-c09c-45ab-935b-af1fecb110b2 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:39.170980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18123340-a865-4ff9-a976-94473236c221 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:39.171370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18123340-a865-4ff9-a976-94473236c221 None None] Checking segment: {'id': '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9eb599ce-c09c-45ab-935b-af1fecb110b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:39.176822 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18123340-a865-4ff9-a976-94473236c221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.177044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f12d505c-3b0a-4ef8-95ed-9bba334fe1fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b13e2b510ea34fdb864fc132aef55f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471411 Jul 08 02:05:39.177403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50186) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:39.177987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18123340-a865-4ff9-a976-94473236c221 None None] Bound using segment: {'id': '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9eb599ce-c09c-45ab-935b-af1fecb110b2'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:39.178682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-18123340-a865-4ff9-a976-94473236c221 None None] Bound port: cd477ce1-35e6-4679-8895-0919beb02d6f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9eb599ce-c09c-45ab-935b-af1fecb110b2'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:39.179439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18123340-a865-4ff9-a976-94473236c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.203048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:39.243737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a2738-9640-4fec-900a-fb54306be893 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port fe1e1839-e624-4879-bfb4-aaed89f766b6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:39.247811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2738-9640-4fec-900a-fb54306be893 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.282840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Router c8cffe13-a5b5-4256-8463-6e4235aea05b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:05:39.295963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:39.296631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.374319 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ab64404-600b-4d70-85dd-cef357f08d82 req-26c445c0-ed01-4c8a-b847-3f26c55fd2b8 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.1100478 Jul 08 02:05:39.377817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d91-b03d-421c-8bc3-16bdfbb96d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.384844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.389180 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.394229 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.475288 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d91-b03d-421c-8bc3-16bdfbb96d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.505933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Transition to ACTIVE for port object 564079c0-605d-433b-bf4f-f5c0a891e3a4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:39.529183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] For port 9373d941-2eec-4a3e-af4d-7a2870de47e9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9373d941-2eec-4a3e-af4d-7a2870de47e9,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:39.534545 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2738-9640-4fec-900a-fb54306be893 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.547360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-18123340-a865-4ff9-a976-94473236c221 None None] For port cd477ce1-35e6-4679-8895-0919beb02d6f, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:39.555769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-18123340-a865-4ff9-a976-94473236c221 None None] For port cd477ce1-35e6-4679-8895-0919beb02d6f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cd477ce1-35e6-4679-8895-0919beb02d6f,segment=NetworkSegment(5e03e5d5-f652-454b-a0bb-7e1ef23d40b6),segment_id=5e03e5d5-f652-454b-a0bb-7e1ef23d40b6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:39.575231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting port cd477ce1-35e6-4679-8895-0919beb02d6f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:39.575685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.581886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a2738-9640-4fec-900a-fb54306be893 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for fe1e1839-e624-4879-bfb4-aaed89f766b6 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:39.637008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.645066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:39.653670 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.660570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-48a09513-1582-4a29-8706-ddd5d60ef698 admin admin] 10.222.0.10 "PUT /v2.0/routers/c8cffe13-a5b5-4256-8463-6e4235aea05b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1967866 Jul 08 02:05:39.734115 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.735688 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18123340-a865-4ff9-a976-94473236c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.737565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] For port cd477ce1-35e6-4679-8895-0919beb02d6f, host n-d-695189-13, got binding levels [] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:39.739500 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.741928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port a3078fb6-6f13-4369-ab19-d8c8e04aaed4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:39.780532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Calling delete_port for cd477ce1-35e6-4679-8895-0919beb02d6f owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:39.784234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c01db-a63b-4b30-958d-461fed233718 None None] Pushing event updated for resources: {'Port': ['ID=9373d941-2eec-4a3e-af4d-7a2870de47e9,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:39.880530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd7c85-7b8e-44b3-89a0-a4677edfc45f None None] Pushing event updated for resources: {'Port': ['ID=564079c0-605d-433b-bf4f-f5c0a891e3a4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:39.896279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d91-b03d-421c-8bc3-16bdfbb96d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.909923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6e61d91-b03d-421c-8bc3-16bdfbb96d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.910667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Attempting to bind port 564079c0-605d-433b-bf4f-f5c0a891e3a4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:39.910667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Attempting to bind port 564079c0-605d-433b-bf4f-f5c0a891e3a4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:39.910667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Attempting to bind port 564079c0-605d-433b-bf4f-f5c0a891e3a4 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:39.917482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b6e61d91-b03d-421c-8bc3-16bdfbb96d82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52f0752b-f38b-4d4e-9182-fb775f5b612f HTTP/1.1" status: 204 len: 168 time: 0.7362466 Jul 08 02:05:39.933542 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.944529 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2738-9640-4fec-900a-fb54306be893 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.995424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:39.995821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:39.996263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.996644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:39.997151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Bound port: 564079c0-605d-433b-bf4f-f5c0a891e3a4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:39.997535 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.090235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a2738-9640-4fec-900a-fb54306be893 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=fe1e1839-e624-4879-bfb4-aaed89f766b6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:40.114721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e61d91-b03d-421c-8bc3-16bdfbb96d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f0752b-f38b-4d4e-9182-fb775f5b612f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:40.195891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9373d941-2eec-4a3e-af4d-7a2870de47e9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:40.233509 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2738-9640-4fec-900a-fb54306be893 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.235648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ec3a2738-9640-4fec-900a-fb54306be893 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/fe1e1839-e624-4879-bfb4-aaed89f766b6 HTTP/1.1" status: 204 len: 168 time: 1.4587038 Jul 08 02:05:40.238189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50204) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:40.307989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Provisioning for port 85426147-e8dc-47e3-a207-5a910e586484 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:40.314454 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.350656 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881ca95-7ebc-49c9-bb40-62e35717c016 None None] Network 9eb599ce-c09c-45ab-935b-af1fecb110b2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:40.358119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Provisioning complete for port 85426147-e8dc-47e3-a207-5a910e586484 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:40.358864 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.365934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123340-a865-4ff9-a976-94473236c221 None None] Pushing event updated for resources: {'Port': ['ID=cd477ce1-35e6-4679-8895-0919beb02d6f,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:40.384449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No DVR routers for this DVR port cd477ce1-35e6-4679-8895-0919beb02d6f on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:40.478119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb23f6-9c0a-4121-960d-53818cc54295 req-bc846200-6da5-4c0f-ba49-2cc72191c739 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:40.484247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Port': ['ID=cd477ce1-35e6-4679-8895-0919beb02d6f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:40.497338 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4afb23f6-9c0a-4121-960d-53818cc54295 req-bc846200-6da5-4c0f-ba49-2cc72191c739 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 945 time: 0.2359550 Jul 08 02:05:40.522391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] For port 564079c0-605d-433b-bf4f-f5c0a891e3a4, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:40.607424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 9373d941-2eec-4a3e-af4d-7a2870de47e9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:40.614273 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.633253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4afb23f6-9c0a-4121-960d-53818cc54295 req-d64ea0aa-4c86-4bce-a4ff-2b733b13b629 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334176 Jul 08 02:05:40.651045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] For port 564079c0-605d-433b-bf4f-f5c0a891e3a4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=564079c0-605d-433b-bf4f-f5c0a891e3a4,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:40.655013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda22004-1a32-4839-b4a9-0f03e58de75c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:40.670960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda22004-1a32-4839-b4a9-0f03e58de75c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:40.670960 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dda22004-1a32-4839-b4a9-0f03e58de75c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4306433 Jul 08 02:05:40.674493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50218) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:40.684348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Port 85426147-e8dc-47e3-a207-5a910e586484 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:40.785890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:40.831253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-130ef4c0-cc90-4d28-9ac1-d1c7c5cb5169 req-a154a994-d5a2-4d8d-85b9-3fe4aaa2248e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.2315342 Jul 08 02:05:40.872305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9444bbd-2c6d-41d0-8ba0-98b9fb23c5ea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 777c3144-7f6e-461f-8c22-b797441ca7fb {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:40.882240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9444bbd-2c6d-41d0-8ba0-98b9fb23c5ea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.890013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.956285 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6fb4bace-3f68-477b-888a-7821e6fd2782 req-17979bae-adb5-4135-bbd0-09c7bcb42931 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.1273408 Jul 08 02:05:40.959203 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.981283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb599ce-c09c-45ab-935b-af1fecb110b2']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:41.013193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9444bbd-2c6d-41d0-8ba0-98b9fb23c5ea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.018056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:41.018365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e03e5d5-f652-454b-a0bb-7e1ef23d40b6') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:41.049710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.098900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.109083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:41.109851 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:41.112869 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:41.122592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9444bbd-2c6d-41d0-8ba0-98b9fb23c5ea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.145800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91bf32-62a0-42d1-bf3a-fb7deb764a96 None None] Network 9eb599ce-c09c-45ab-935b-af1fecb110b2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:41.272599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:41.276044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Provisioning complete for port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:41.277457 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.336256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:41.337752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:05:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:41.413305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.414690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9444bbd-2c6d-41d0-8ba0-98b9fb23c5ea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.415972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:41.416343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6f9b57c3-0d33-41e8-b1ab-fe86f1900fb1 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:41.473429 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.480682 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/9eb599ce-c09c-45ab-935b-af1fecb110b2 HTTP/1.1" status: 204 len: 168 time: 5.9825447 Jul 08 02:05:41.494863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd7c85-7b8e-44b3-89a0-a4677edfc45f None None] Pushing event updated for resources: {'Port': ['ID=564079c0-605d-433b-bf4f-f5c0a891e3a4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:41.522515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50260) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:41.557182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b9f5-f328-4c3c-abb4-dfbdb2978c04 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=9eb599ce-c09c-45ab-935b-af1fecb110b2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:41.560021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9444bbd-2c6d-41d0-8ba0-98b9fb23c5ea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=777c3144-7f6e-461f-8c22-b797441ca7fb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:41.581497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c9444bbd-2c6d-41d0-8ba0-98b9fb23c5ea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.583566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c9444bbd-2c6d-41d0-8ba0-98b9fb23c5ea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/777c3144-7f6e-461f-8c22-b797441ca7fb HTTP/1.1" status: 204 len: 168 time: 0.9062161 Jul 08 02:05:41.589463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:41.593906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:41.600143 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a59f929-7c61-4dc3-a0a1-ef29400e494a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:41.603640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a59f929-7c61-4dc3-a0a1-ef29400e494a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:41.606826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a59f929-7c61-4dc3-a0a1-ef29400e494a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/9eb599ce-c09c-45ab-935b-af1fecb110b2 HTTP/1.1" status: 404 len: 339 time: 0.0773628 Jul 08 02:05:41.610368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50266) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:41.622604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2026332162', 'description': 'd1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:41.716358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1fc89db1-11a8-4db3-9b86-8cb008c80427 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257176 Jul 08 02:05:41.719651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:41.726478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:41.806663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0643e5-61b8-4288-a7f2-ade0c9400286 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:41.833248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:41.833538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:41.837653 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.963286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:42.047183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.047715 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 9b3812de-2523-4ee4-957d-b11d965b6ebc of type vlan for network 8591c554-5c36-4906-94e9-4b7adde4d12e Jul 08 02:05:42.088577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50284) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:42.156222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a3078fb6-6f13-4369-ab19-d8c8e04aaed4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:42.236848 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.254387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-271ceb47-74fe-4e27-88e2-7e43e584a594 req-aa3e52e6-6b51-42de-ac94-d10280e2b96c tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0784311 Jul 08 02:05:42.266186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:42.280697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.317064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Provisioning complete for port 9373d941-2eec-4a3e-af4d-7a2870de47e9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:42.318111 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.355747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-secgroup--13868517'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:42.376593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37841b-c78e-4175-824f-a0fc03cbb9d0 req-abc57991-d7cf-4ceb-aa54-1bb66c9ab473 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:42.378182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c37841b-c78e-4175-824f-a0fc03cbb9d0 req-abc57991-d7cf-4ceb-aa54-1bb66c9ab473 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 945 time: 0.5154843 Jul 08 02:05:42.410356 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.resource_extend [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:05:42.442294 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dd7c2056-0331-447b-a2eb-f8a044d0eea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.482790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 05be1b97-6d73-4975-972b-53fd78bf05e4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:42.483640 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.488553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.497923 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.507977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c37841b-c78e-4175-824f-a0fc03cbb9d0 req-24df9482-d13f-44f5-8c77-0487263b5aaa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174309 Jul 08 02:05:42.612801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.622118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:42.625813 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.637606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:42.638432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.684876 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.808495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.849302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.873681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 2, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:42.878950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ce08b7-e74c-4e05-933f-49449701c186,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:42.907163 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.982203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:42.988252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:42.990610 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d235a79b-1107-4d85-81c9-a16398828b6c" -d '{"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-plugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:42.993748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad03a087-ba51-4460-bf47-506a422deb04 None None] The sync data for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 is: [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 2, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:43.048450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.057885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Provisioning complete for port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:43.059837 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8a72e69-994e-4570-a968-95f00933ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.063814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.121611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:43.148461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:43.155530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=279bf174-7720-40ef-9397-a0fc5c166478,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:43.168489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:43.176453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:43.178742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.210372 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.278673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=8591c554-5c36-4906-94e9-4b7adde4d12e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:43.331995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1d9ff404-1172-4eb6-a694-cf2a1b6e5b9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6107402 Jul 08 02:05:43.342196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847fbd39-b333-4153-8d51-ce3dbc06f923,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:43.349470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8591c554-5c36-4906-94e9-4b7adde4d12e details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:43.353199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50336) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:43.355720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f647843-c036-4ba2-998c-ddeace44671a req-d3fefc70-4e62-4e8d-851f-c574c21ffe95 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:43.359811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f647843-c036-4ba2-998c-ddeace44671a req-d3fefc70-4e62-4e8d-851f-c574c21ffe95 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 945 time: 0.6337090 Jul 08 02:05:43.364672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '279bf174-7720-40ef-9397-a0fc5c166478', 'ip_address': '2001:db8::53e0:b002:a5a8:7612'}], 'name': 'tempest-NetworksTestDHCPv6-159938154'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:43.378250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7f250cb7-860f-4e2c-8315-9eef95129176 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7596312 Jul 08 02:05:43.378250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50338) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:43.422057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:43.513508 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.522628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f52a26a3-f004-456a-9b31-1466e9b81555 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4330027 Jul 08 02:05:43.530101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50344) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:43.584608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f647843-c036-4ba2-998c-ddeace44671a req-8373f6e6-b4dc-4189-b9d8-e76f50d26058 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118340 Jul 08 02:05:43.585595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-7821445f-08f4-47ff-9b91-8fa6d02ecd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:43.617119 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-7821445f-08f4-47ff-9b91-8fa6d02ecd82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1098 time: 0.4779100 Jul 08 02:05:43.622664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c3cc2f-aaad-472d-902a-459a343e553d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:43.631941 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f1c3cc2f-aaad-472d-902a-459a343e553d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/networks?id=8591c554-5c36-4906-94e9-4b7adde4d12e HTTP/1.1" status: 200 len: 765 time: 0.2572472 Jul 08 02:05:43.632619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50348) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:43.638118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-089c3259-6382-4d6b-98a1-60b2906dda7c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'description': 'd2'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:43.672951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] Deleting port 9373d941-2eec-4a3e-af4d-7a2870de47e9 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:43.673630 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.713262 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ccfdbe-92ec-4abe-be6e-d04068ccf065 x-openstack-request-id: req-22ccfdbe-92ec-4abe-be6e-d04068ccf065 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:43.713576 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-plugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:43.713837 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22ccfdbe-92ec-4abe-be6e-d04068ccf065 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:43.714252 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'code': 200} Jul 08 02:05:43.821851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25ae2faa-a6da-44fb-a646-f03f382ac78f None None] Could not find standard attr ID for object ccf54586-bf8a-4905-930c-5b2bf1c2717b. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:43.842147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25ae2faa-a6da-44fb-a646-f03f382ac78f None None] Could not find standard attr ID for object fe1e1839-e624-4879-bfb4-aaed89f766b6. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:43.924986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25ae2faa-a6da-44fb-a646-f03f382ac78f None None] Provisioning complete for port 9373d941-2eec-4a3e-af4d-7a2870de47e9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:43.925330 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25ae2faa-a6da-44fb-a646-f03f382ac78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.928062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] For port 9373d941-2eec-4a3e-af4d-7a2870de47e9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9373d941-2eec-4a3e-af4d-7a2870de47e9,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:43.928534 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.990605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] Calling delete_port for 9373d941-2eec-4a3e-af4d-7a2870de47e9 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:44.004262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c0c9c0b6-a23f-4878-8e98-b121243dfb26 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.4678810 Jul 08 02:05:44.004904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:44.025746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2de08988-9b49-4779-ade8-b96a030ddc14 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-security--367220047', 'description': 'tempest-security-description-1648513828'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:44.094313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2de08988-9b49-4779-ade8-b96a030ddc14 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.100058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-46d3f452-c695-4554-a4fe-2382f4000971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:44.105057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-46d3f452-c695-4554-a4fe-2382f4000971 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.4728782 Jul 08 02:05:44.190936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9373d941-2eec-4a3e-af4d-7a2870de47e9 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:44.226623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-089c3259-6382-4d6b-98a1-60b2906dda7c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.239898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:44.265594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df814892-64f9-4139-a5f0-cab840e50885 req-7a6d2efb-21fc-4395-9d4e-ba979f963ebc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:44.279449 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df814892-64f9-4139-a5f0-cab840e50885 req-7a6d2efb-21fc-4395-9d4e-ba979f963ebc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 945 time: 0.4215641 Jul 08 02:05:44.317825 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-089c3259-6382-4d6b-98a1-60b2906dda7c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.464759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-16c384d7-2ce5-45b2-819f-24fdda998abb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1002 time: 0.3468556 Jul 08 02:05:44.467935 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef440e23-5dc2-4c94-971a-ea6a2a1959ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.489854 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2de08988-9b49-4779-ade8-b96a030ddc14 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.494775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c3259-6382-4d6b-98a1-60b2906dda7c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=8591c554-5c36-4906-94e9-4b7adde4d12e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:44.512186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8591c554-5c36-4906-94e9-4b7adde4d12e details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:44.517238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-089c3259-6382-4d6b-98a1-60b2906dda7c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 8591c554-5c36-4906-94e9-4b7adde4d12e is not hosted by any dhcp agent {{(pid=100713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:05:44.532766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089c3259-6382-4d6b-98a1-60b2906dda7c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:44.538927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-089c3259-6382-4d6b-98a1-60b2906dda7c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.545355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-089c3259-6382-4d6b-98a1-60b2906dda7c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "PUT /v2.0/networks/8591c554-5c36-4906-94e9-4b7adde4d12e HTTP/1.1" status: 200 len: 762 time: 0.9073493 Jul 08 02:05:44.546315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50360) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:44.594648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-df061125-e94f-4466-8794-43c4cf24fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:44.597054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-df061125-e94f-4466-8794-43c4cf24fc2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1042004 Jul 08 02:05:44.609563 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.647922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.668583 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.702502 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2de08988-9b49-4779-ade8-b96a030ddc14 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.706550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2de08988-9b49-4779-ade8-b96a030ddc14 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.708416 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2de08988-9b49-4779-ade8-b96a030ddc14 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "PUT /v2.0/security-groups/847fbd39-b333-4153-8d51-ce3dbc06f923 HTTP/1.1" status: 200 len: 1779 time: 0.6970656 Jul 08 02:05:44.744191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] No DVR routers for this DVR port 9373d941-2eec-4a3e-af4d-7a2870de47e9 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:44.753135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f3e5-a383-4476-b2b3-70cf55c94f36 None None] Pushing event deleted for resources: {'Port': ['ID=9373d941-2eec-4a3e-af4d-7a2870de47e9,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:44.767312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369f2bd-b6fd-4226-b003-a9a0ec283117 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:44.771707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df814892-64f9-4139-a5f0-cab840e50885 req-b8a443ed-2965-4735-81fc-6aaf63aeee31 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583406 Jul 08 02:05:44.773282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50362) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:44.794889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de08988-9b49-4779-ade8-b96a030ddc14 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847fbd39-b333-4153-8d51-ce3dbc06f923,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:44.831469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 6f512b18-b725-41de-a1e4-464c043d73a8 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:44.998969 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50cf4486-894e-4101-813f-f37036e31d6d tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups/847fbd39-b333-4153-8d51-ce3dbc06f923 HTTP/1.1" status: 200 len: 1779 time: 0.2244978 Jul 08 02:05:45.001053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50366) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.018645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ee688-1d7b-473d-871c-a2dbf7312e05 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:45.027492 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d02ee688-1d7b-473d-871c-a2dbf7312e05 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/networks?id=8591c554-5c36-4906-94e9-4b7adde4d12e HTTP/1.1" status: 200 len: 765 time: 0.4800811 Jul 08 02:05:45.032085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50370) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.044958 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.088524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '279bf174-7720-40ef-9397-a0fc5c166478'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:45.089948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.316677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/279bf174-7720-40ef-9397-a0fc5c166478/c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:45.333313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-8c3842ca-3804-4346-a30c-39cb0216fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:45.334888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-8c3842ca-3804-4346-a30c-39cb0216fe27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6593571 Jul 08 02:05:45.509537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b04840-9c32-4856-bf57-5f850799fb9a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:45.511298 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-34b04840-9c32-4856-bf57-5f850799fb9a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4783018 Jul 08 02:05:45.520736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50374) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.598526 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8868e65-0313-4b1b-b65b-91bde4ae1651 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 207 time: 0.0752566 Jul 08 02:05:45.601850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50376) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.609617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.667987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Transition to ACTIVE for port object c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:45.689168 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fc6fa33-d1e8-4963-b7db-4d3c54178da9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.694832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Transition to ACTIVE for port object c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:45.742708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fc6fa33-d1e8-4963-b7db-4d3c54178da9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.797574 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-c86e67b3-1805-42f6-a3cd-809612a627ea service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091952 Jul 08 02:05:45.798664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.801042 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.879632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:45.908158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:45.917781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Pushing event updated for resources: {'Port': ['ID=c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:45.932707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:46.135519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::53e0:b002:a5a8:7612 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/279bf174-7720-40ef-9397-a0fc5c166478/6f512b18-b725-41de-a1e4-464c043d73a8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:46.144089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Attempting to bind port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:46.151103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Attempting to bind port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:46.151103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Attempting to bind port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:46.161171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:46.162857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:46.164507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.166871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:46.169462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Bound port: c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:46.170483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.177864 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fc6fa33-d1e8-4963-b7db-4d3c54178da9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.195398 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fc6fa33-d1e8-4963-b7db-4d3c54178da9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.195398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0fc6fa33-d1e8-4963-b7db-4d3c54178da9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/847fbd39-b333-4153-8d51-ce3dbc06f923 HTTP/1.1" status: 204 len: 168 time: 1.1920838 Jul 08 02:05:46.200809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50382) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:46.253904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6fa33-d1e8-4963-b7db-4d3c54178da9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847fbd39-b333-4153-8d51-ce3dbc06f923,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:46.272214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6f3e394-2d0c-466f-9aa2-460cf588f62c req-a7be27f6-e45f-4751-b7dd-6e52a80eebd6 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625587 Jul 08 02:05:46.336761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] For port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:46.344893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] For port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:46.347069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 564079c0-605d-433b-bf4f-f5c0a891e3a4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:46.399368 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7863c3d3-4c46-4fae-a9bf-eb42fdf14176 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1907940 Jul 08 02:05:46.418782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50384) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:46.484454 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.561767 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-969b7e43-7029-43f8-b9ab-a7e0ed47d9d0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] delete failed (client error): The resource could not be found. Jul 08 02:05:46.570152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-969b7e43-7029-43f8-b9ab-a7e0ed47d9d0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/847fbd39-b333-4153-8d51-ce3dbc06f923 HTTP/1.1" status: 404 len: 347 time: 0.1457567 Jul 08 02:05:46.571968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50388) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:46.578842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.590456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 564079c0-605d-433b-bf4f-f5c0a891e3a4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:46.606009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f61506c1-f598-4c83-aea3-0d9948524791 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768232108'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:46.635222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 564079c0-605d-433b-bf4f-f5c0a891e3a4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:46.635809 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.641971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 6f512b18-b725-41de-a1e4-464c043d73a8 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:46.780390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.837982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac4dd4-c6a1-4357-ac8d-5accaf994126 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:46.860999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac4dd4-c6a1-4357-ac8d-5accaf994126 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:46.878963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac4dd4-c6a1-4357-ac8d-5accaf994126 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:46.900477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac4dd4-c6a1-4357-ac8d-5accaf994126 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:46.913245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac4dd4-c6a1-4357-ac8d-5accaf994126 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:46.921599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac4dd4-c6a1-4357-ac8d-5accaf994126 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:46.927026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-46ac4dd4-c6a1-4357-ac8d-5accaf994126 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.3206248 Jul 08 02:05:46.927404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50390) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:46.956654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:46.968997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:46.974764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:46.987594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:46.990140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.998493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=6f512b18-b725-41de-a1e4-464c043d73a8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:47.052163 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f61506c1-f598-4c83-aea3-0d9948524791 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.067325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe5b91-ff1a-4cee-819a-6865241da0d4 None None] Pushing event updated for resources: {'Port': ['ID=c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:47.134902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e48dbd80-c7ff-4b23-842e-f0260ef5ac88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7789838 Jul 08 02:05:47.137257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50392) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.185236 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Sync routers for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:47.208909 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:47.208909 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:05:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:47.220055 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.285005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f8183-134c-45d9-8a83-fe933be76219 req-9e4c7503-e7e2-4899-9339-6ad4ebd1ed42 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.293661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f01f8183-134c-45d9-8a83-fe933be76219 req-9e4c7503-e7e2-4899-9339-6ad4ebd1ed42 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 945 time: 0.9147103 Jul 08 02:05:47.301517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 564079c0-605d-433b-bf4f-f5c0a891e3a4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=564079c0-605d-433b-bf4f-f5c0a891e3a4,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:47.322984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07cbc4-a160-4c71-a2a6-ddaf32900bc1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.336266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07cbc4-a160-4c71-a2a6-ddaf32900bc1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.341681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0d07cbc4-a160-4c71-a2a6-ddaf32900bc1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2034247 Jul 08 02:05:47.343245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.392655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d47d02cd-5f67-479b-8205-2bbd65d854df tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4447930 Jul 08 02:05:47.393989 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:47.395843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.402109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f01f8183-134c-45d9-8a83-fe933be76219 req-3e9a1939-e86a-4916-9af5-f7196acef974 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069663 Jul 08 02:05:47.488573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93ca5d-9191-46ba-84b9-4c985c59709f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.494703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93ca5d-9191-46ba-84b9-4c985c59709f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.497208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93ca5d-9191-46ba-84b9-4c985c59709f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.499041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93ca5d-9191-46ba-84b9-4c985c59709f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.500768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93ca5d-9191-46ba-84b9-4c985c59709f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.502740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-af93ca5d-9191-46ba-84b9-4c985c59709f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1042531 Jul 08 02:05:47.506424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50398) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.522123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f61506c1-f598-4c83-aea3-0d9948524791 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.613553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.678087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=564079c0-605d-433b-bf4f-f5c0a891e3a4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:47.728290 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.762848 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f61506c1-f598-4c83-aea3-0d9948524791 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.794303 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 2, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:47.813261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61506c1-f598-4c83-aea3-0d9948524791 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5a85be-469e-48f4-92b5-50d6d086359d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:47.842329 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Checking router: c8cffe13-a5b5-4256-8463-6e4235aea05b for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:05:47.842963 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Updating router c8cffe13-a5b5-4256-8463-6e4235aea05b port 85426147-e8dc-47e3-a207-5a910e586484 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:05:47.921432 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.933919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f61506c1-f598-4c83-aea3-0d9948524791 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.938596 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f61506c1-f598-4c83-aea3-0d9948524791 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3413799 Jul 08 02:05:47.939502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50406) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.946990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c7f801a4-4049-44d1-8d3e-df3a20346f73 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '3c5a85be-469e-48f4-92b5-50d6d086359d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:48.064706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a77df1-25d3-4fc4-9e50-134aa076152a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:48.066135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a77df1-25d3-4fc4-9e50-134aa076152a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:48.067806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a77df1-25d3-4fc4-9e50-134aa076152a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:48.069339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a77df1-25d3-4fc4-9e50-134aa076152a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:48.070744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a77df1-25d3-4fc4-9e50-134aa076152a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:48.076263 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-51a77df1-25d3-4fc4-9e50-134aa076152a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5654037 Jul 08 02:05:48.076459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.076774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50408) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:48.088680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 6f512b18-b725-41de-a1e4-464c043d73a8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:48.088984 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.229543 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7f801a4-4049-44d1-8d3e-df3a20346f73 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.365191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:48.415196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.442381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 6f512b18-b725-41de-a1e4-464c043d73a8 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:48.500405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0bcdd3-fd52-4131-9013-1bfbba26b127 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:48.500405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cf0bcdd3-fd52-4131-9013-1bfbba26b127 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/networks/c9383f7b-e6d8-4d6a-a508-879e80f9c367 HTTP/1.1" status: 200 len: 803 time: 0.4115813 Jul 08 02:05:48.500405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7f801a4-4049-44d1-8d3e-df3a20346f73 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.506128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50412) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:48.562454 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.577106 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Transition to ACTIVE for port object 85426147-e8dc-47e3-a207-5a910e586484 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:48.607964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-51fd475e-60cf-40c5-aa9a-159906d03bfd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:48.610044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-51fd475e-60cf-40c5-aa9a-159906d03bfd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 945 time: 0.4151721 Jul 08 02:05:48.676592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7f801a4-4049-44d1-8d3e-df3a20346f73 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.699301 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.704907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:48.704907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5b41cd43-82db-4d97-a3f2-79bc60ceb0c3 None None] Provisioning for port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:48.709922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:48.711486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.743008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f801a4-4049-44d1-8d3e-df3a20346f73 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f6f9c6-70f8-4df2-981a-9813e2931233,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:48.811223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5b41cd43-82db-4d97-a3f2-79bc60ceb0c3 None None] Provisioning complete for port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:48.811710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b41cd43-82db-4d97-a3f2-79bc60ceb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.844489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7f801a4-4049-44d1-8d3e-df3a20346f73 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.853934 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c7f801a4-4049-44d1-8d3e-df3a20346f73 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9132168 Jul 08 02:05:48.855713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50418) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:48.943732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3dc36944-37b7-492d-a65e-99ae11de83cd tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.964361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3dc36944-37b7-492d-a65e-99ae11de83cd tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.997408 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Pushing event updated for resources: {'Port': ['ID=85426147-e8dc-47e3-a207-5a910e586484,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.044828 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.046860 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.048138 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.048735 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.049161 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.054269 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.057028 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.057631 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.059094 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.060282 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.066879 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.066879 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.066879 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.090161 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Attempting to bind port 85426147-e8dc-47e3-a207-5a910e586484 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:49.093382 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Attempting to bind port 85426147-e8dc-47e3-a207-5a910e586484 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:49.096814 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Attempting to bind port 85426147-e8dc-47e3-a207-5a910e586484 on network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:49.112141 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:49.113581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Checking segment: {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:49.115053 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.116654 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Bound using segment: {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:49.123543 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Bound port: 85426147-e8dc-47e3-a207-5a910e586484, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:49.123543 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.124035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d941d6-176e-42fe-8efc-9d6e7fa614b9 req-2700817d-141d-4800-8a06-e17a725f51ba tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:49.144113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f9ef3cef-768d-4555-86f5-0dd420001ba3 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/networks/c9383f7b-e6d8-4d6a-a508-879e80f9c367?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6323125 Jul 08 02:05:49.149781 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-14d941d6-176e-42fe-8efc-9d6e7fa614b9 req-2700817d-141d-4800-8a06-e17a725f51ba tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 945 time: 0.3839316 Jul 08 02:05:49.153214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50420) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.154487 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b41cd43-82db-4d97-a3f2-79bc60ceb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.182183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae57afc-e5a6-438f-a1aa-17f4b8089202 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:05:49.191182 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3dc36944-37b7-492d-a65e-99ae11de83cd tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.236841 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3dc36944-37b7-492d-a65e-99ae11de83cd tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.238076 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3dc36944-37b7-492d-a65e-99ae11de83cd tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e8f6f9c6-70f8-4df2-981a-9813e2931233 HTTP/1.1" status: 204 len: 168 time: 0.3783908 Jul 08 02:05:49.242247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5b41cd43-82db-4d97-a3f2-79bc60ceb0c3 None None] For port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:49.259306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.274063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc36944-37b7-492d-a65e-99ae11de83cd tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8f6f9c6-70f8-4df2-981a-9813e2931233,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.304085 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] For port 85426147-e8dc-47e3-a207-5a910e586484, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:49.309915 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] For port 85426147-e8dc-47e3-a207-5a910e586484, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=85426147-e8dc-47e3-a207-5a910e586484,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:49.322740 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-14d941d6-176e-42fe-8efc-9d6e7fa614b9 req-cec79a1b-61f4-467b-996b-4f06cd0cc682 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800275 Jul 08 02:05:49.342849 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b41cd43-82db-4d97-a3f2-79bc60ceb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.389079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:49.389453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.396201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04c606-5b22-440e-b61d-35ab6aa1d78a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:49.397850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0b04c606-5b22-440e-b61d-35ab6aa1d78a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/subnets/4f13f66d-fecb-4b4d-8d99-47fc4074f013 HTTP/1.1" status: 200 len: 843 time: 0.2436485 Jul 08 02:05:49.401630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50424) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.431033 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.514423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c12f3-fd80-4554-9bed-974cbaeb6ee8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:49.522362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f89c12f3-fd80-4554-9bed-974cbaeb6ee8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "GET /v2.0/subnets/4f13f66d-fecb-4b4d-8d99-47fc4074f013?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1196291 Jul 08 02:05:49.526685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50426) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.546468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242327079'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:49.577434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.618107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-56eb91e3-c22b-449b-9b89-620673df0fb9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3482704 Jul 08 02:05:49.622409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d2e190a8-26a8-4e15-984c-8f79ca0943e1 None None] Could not find standard attr ID for object 6f512b18-b725-41de-a1e4-464c043d73a8. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:49.626927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50428) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.631920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:49.632912 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:49.634020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41cd43-82db-4d97-a3f2-79bc60ceb0c3 None None] Pushing event updated for resources: {'Port': ['ID=c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.658858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae57afc-e5a6-438f-a1aa-17f4b8089202 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:05:49.683903 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:49.685806 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:05:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:49.707267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=6f512b18-b725-41de-a1e4-464c043d73a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.739659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:49.751797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.754518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.755822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.757059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.759212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.761306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.766209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.766209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.766209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.766209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.766209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.766209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.766209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:49.816762 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db70f4-81f5-4042-9719-7ab8ae7e01ec None None] Pushing event updated for resources: {'Port': ['ID=85426147-e8dc-47e3-a207-5a910e586484,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.872798 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.877734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-643a67c0-d459-4066-90cf-a6adf09e2b35 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/6f512b18-b725-41de-a1e4-464c043d73a8 HTTP/1.1" status: 204 len: 168 time: 2.5330627 Jul 08 02:05:49.879174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-caafff7d-9330-4bbd-aa4a-e2a2b1c5faa7 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.881816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.935813 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] For port ef44c167-ccf2-47df-bb72-5ddae1c15bf1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:49.936199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.939590 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-caafff7d-9330-4bbd-aa4a-e2a2b1c5faa7 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.958077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for ef44c167-ccf2-47df-bb72-5ddae1c15bf1 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:49.978652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06ab05-c139-4e43-8c2f-72b25d0d8b13 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:49.980340 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06ab05-c139-4e43-8c2f-72b25d0d8b13 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:49.984731 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bc06ab05-c139-4e43-8c2f-72b25d0d8b13 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1018486 Jul 08 02:05:49.988821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:49.991601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:50.046289 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:50.073394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.073775 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Added segment 15dcdbf4-5c81-47ee-be57-b0cebb834548 of type vlan for network 23862f39-e61e-418d-a337-6308d45f46d2 Jul 08 02:05:50.089460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f61a4f5-3318-4a4b-9306-db644dbf60ff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 279bf174-7720-40ef-9397-a0fc5c166478 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:50.094736 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f61a4f5-3318-4a4b-9306-db644dbf60ff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.190646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f61a4f5-3318-4a4b-9306-db644dbf60ff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.197444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.254187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea3bad-ac06-4dfe-8677-debf34bfda6e None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:05:50.265116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-caafff7d-9330-4bbd-aa4a-e2a2b1c5faa7 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.270070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-caafff7d-9330-4bbd-aa4a-e2a2b1c5faa7 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.270070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-caafff7d-9330-4bbd-aa4a-e2a2b1c5faa7 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/3c5a85be-469e-48f4-92b5-50d6d086359d HTTP/1.1" status: 204 len: 168 time: 0.6329966 Jul 08 02:05:50.282763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:50.325919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 564079c0-605d-433b-bf4f-f5c0a891e3a4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:50.333265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafff7d-9330-4bbd-aa4a-e2a2b1c5faa7 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5a85be-469e-48f4-92b5-50d6d086359d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:50.341010 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.350513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:50.351823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.426472 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:49Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:50.484224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f61a4f5-3318-4a4b-9306-db644dbf60ff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.504188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Network': ['ID=23862f39-e61e-418d-a337-6308d45f46d2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:50.506381 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37565e03-2076-4a00-92ee-3aed4c213937 None None] The sync data for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 is: [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:49Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:50.509497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-132739d9-6807-48ca-a156-c9cfaead780f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9813452 Jul 08 02:05:50.513853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50440) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:50.530184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'network_id': '23862f39-e61e-418d-a337-6308d45f46d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:50.582890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 23862f39-e61e-418d-a337-6308d45f46d2 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:50.608361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea3bad-ac06-4dfe-8677-debf34bfda6e None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:05:50.770073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 564079c0-605d-433b-bf4f-f5c0a891e3a4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:50.773570 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f61a4f5-3318-4a4b-9306-db644dbf60ff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.774134 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.848073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61a4f5-3318-4a4b-9306-db644dbf60ff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=279bf174-7720-40ef-9397-a0fc5c166478,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:50.851130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f61a4f5-3318-4a4b-9306-db644dbf60ff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.854458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5f61a4f5-3318-4a4b-9306-db644dbf60ff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/279bf174-7720-40ef-9397-a0fc5c166478 HTTP/1.1" status: 204 len: 168 time: 0.8618064 Jul 08 02:05:50.858266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50444) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:50.894135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6a3aca01-4cc6-4cff-a915-0e63a044435b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6084266 Jul 08 02:05:50.895512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50446) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:50.909858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d1d17a55-7b31-4a08-b815-784e9399031c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-secgroup--282835068'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:50.993876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.016760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4ac1ce23-acbb-4ab3-8feb-f4a6fe632c2a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434250 Jul 08 02:05:51.019691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:51.031512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70017918-73aa-4d4a-b8e9-39fdafb78d75 req-f76ff61f-ba1b-498e-be40-475656a74039 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:51.065881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70017918-73aa-4d4a-b8e9-39fdafb78d75 req-f76ff61f-ba1b-498e-be40-475656a74039 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 867 time: 0.3466249 Jul 08 02:05:51.165347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Made reservation on behalf of 9091c998a6454e59b2d8ab11a219d762 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:51.166184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.173846 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.195885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 85426147-e8dc-47e3-a207-5a910e586484 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:51.309787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a55-7b31-4a08-b815-784e9399031c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.334903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=ef44c167-ccf2-47df-bb72-5ddae1c15bf1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:51.406816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 85426147-e8dc-47e3-a207-5a910e586484 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:51.409271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Performing IP validity checks on allocation pools {{(pid=100713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:05:51.409817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:05:51.424493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 85426147-e8dc-47e3-a207-5a910e586484 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:51.425416 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.491634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] No DVR routers for this DVR port ef44c167-ccf2-47df-bb72-5ddae1c15bf1 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:51.498658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.503828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-459ecbce-0ace-488c-b4e1-7062e6aeb44b req-42a2e444-c531-42ec-8c8a-db21da94ba5f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "DELETE /v2.0/ports/ef44c167-ccf2-47df-bb72-5ddae1c15bf1 HTTP/1.1" status: 204 len: 173 time: 2.8715405 Jul 08 02:05:51.505929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5', 'name': 'network-vif-deleted', 'tag': 'ef44c167-ccf2-47df-bb72-5ddae1c15bf1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:51.525249 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a55-7b31-4a08-b815-784e9399031c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.529823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70017918-73aa-4d4a-b8e9-39fdafb78d75 req-3f052654-b51e-4e3b-b6d3-89bc6707a144 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606404 Jul 08 02:05:51.531981 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fa24a2-e4f1-4ce7-a0ea-84eae68e19b0" -d '{"events": [{"server_uuid": "cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5", "name": "network-vif-deleted", "tag": "ef44c167-ccf2-47df-bb72-5ddae1c15bf1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:51.592932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ef44c167-ccf2-47df-bb72-5ddae1c15bf1 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:51.649558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8a3660-051a-4fea-9180-5cbab9c965ba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:51.655407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fe8a3660-051a-4fea-9180-5cbab9c965ba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6336515 Jul 08 02:05:51.656665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:51.702850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a55-7b31-4a08-b815-784e9399031c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.706197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: ef44c167-ccf2-47df-bb72-5ddae1c15bf1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:51.709609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ef44c167-ccf2-47df-bb72-5ddae1c15bf1 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:51.845106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a55-7b31-4a08-b815-784e9399031c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.846549 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d1d17a55-7b31-4a08-b815-784e9399031c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9449131 Jul 08 02:05:51.858419 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.861554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50456) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:51.869160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001e37e-8e9d-4d53-ab62-e83578fcf2f8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:51.871457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8462bb7b-96a8-4484-9c14-81dec16192d3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '9cd367c9-b4a7-4d3a-b89c-d7347a8d8c8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:51.875480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b001e37e-8e9d-4d53-ab62-e83578fcf2f8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2121298 Jul 08 02:05:51.878615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:51.908448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d17a55-7b31-4a08-b815-784e9399031c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd367c9-b4a7-4d3a-b89c-d7347a8d8c8d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:51.951316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 85426147-e8dc-47e3-a207-5a910e586484, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=85426147-e8dc-47e3-a207-5a910e586484,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:51.973972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.976581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eefd4b0-d21a-45fb-ae80-7e9181e64ae9 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:52.043015 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-15e99d47-bf8a-487a-a559-35186a89b26c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1599350 Jul 08 02:05:52.048716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50462) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:52.058012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:52.116573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.118512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:52.174840 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8462bb7b-96a8-4484-9c14-81dec16192d3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.284400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=85426147-e8dc-47e3-a207-5a910e586484,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:52.333152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f8850d6-e90f-4fbf-9376-8ae774fbe07b None None] Provisioning complete for port 85426147-e8dc-47e3-a207-5a910e586484 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:52.333642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8462bb7b-96a8-4484-9c14-81dec16192d3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.333974 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f8850d6-e90f-4fbf-9376-8ae774fbe07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.359886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Checking segment: {'id': '15dcdbf4-5c81-47ee-be57-b0cebb834548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '23862f39-e61e-418d-a337-6308d45f46d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:52.360749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network hostable DHCP agents. Network: 23862f39-e61e-418d-a337-6308d45f46d2, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:52.376381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=9f787109-c21f-4457-b6f6-798d455004e6,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:52.413583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8462bb7b-96a8-4484-9c14-81dec16192d3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.416187 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48158cb4-c4f0-4f47-bc20-4b49b986a79b x-openstack-request-id: req-48158cb4-c4f0-4f47-bc20-4b49b986a79b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:52.417227 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5", "name": "network-vif-deleted", "tag": "ef44c167-ccf2-47df-bb72-5ddae1c15bf1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:52.417559 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48158cb4-c4f0-4f47-bc20-4b49b986a79b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:52.418026 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5', 'name': 'network-vif-deleted', 'tag': 'ef44c167-ccf2-47df-bb72-5ddae1c15bf1', 'status': 'completed', 'code': 200} Jul 08 02:05:52.434071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462bb7b-96a8-4484-9c14-81dec16192d3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793ba1f8-6b46-42ed-ab1f-180770c66fe0,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:52.470849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:52.476105 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.498875 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Network 23862f39-e61e-418d-a337-6308d45f46d2 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:52.508988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:52.509604 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.573995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8462bb7b-96a8-4484-9c14-81dec16192d3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.583017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8462bb7b-96a8-4484-9c14-81dec16192d3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7163112 Jul 08 02:05:52.583471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50468) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:52.604054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-05badab9-032d-49f5-a5f0-8d5427b77d3d tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '9cd367c9-b4a7-4d3a-b89c-d7347a8d8c8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:52.634108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 23862f39-e61e-418d-a337-6308d45f46d2) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:52.661354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:52.670003 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.681397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6aaf8-a76d-475b-b62b-734b76dd9752 None None] Network 23862f39-e61e-418d-a337-6308d45f46d2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:52.717320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:52.818195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05badab9-032d-49f5-a5f0-8d5427b77d3d tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.963489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05badab9-032d-49f5-a5f0-8d5427b77d3d tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.966331 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e3dfe53-4b90-4e27-986b-8b0561448f30 req-98779b58-66c1-4e4b-9cbb-c2d09bee3531 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.0842931 Jul 08 02:05:52.968695 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-36cb986c-8410-4f6b-8237-2790f517a744 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4477196 Jul 08 02:05:52.977809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50470) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:52.983883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0baf5485-6e6f-4852-9be1-8fc03e1c53bc tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:53.028405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] Deleting port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:53.028892 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.062179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-23862f39-e61e-418d-a337-6308d45f46d2', 'network_id': '23862f39-e61e-418d-a337-6308d45f46d2', 'tenant_id': '9091c998a6454e59b2d8ab11a219d762', 'fixed_ips': [{'subnet_id': '9f787109-c21f-4457-b6f6-798d455004e6'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:53.063234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.111883 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05badab9-032d-49f5-a5f0-8d5427b77d3d tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.128101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.215313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:53.227759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:53.240731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:53.243244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05badab9-032d-49f5-a5f0-8d5427b77d3d tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a96cc6a-99fb-41ad-9933-cf7ac0d3772a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:53.244080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.245746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-05badab9-032d-49f5-a5f0-8d5427b77d3d tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.247306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-05badab9-032d-49f5-a5f0-8d5427b77d3d tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6562681 Jul 08 02:05:53.255881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50474) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:53.265662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4ca56382-87fe-40ba-b8c3-9e6cdac33858 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '9cd367c9-b4a7-4d3a-b89c-d7347a8d8c8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:53.306048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0baf5485-6e6f-4852-9be1-8fc03e1c53bc tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5876908'] for subnet, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.321482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=132a8f01-e7a1-4574-b843-41bab3cbb98e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:53.402827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] For port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:53.406948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.432315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ca56382-87fe-40ba-b8c3-9e6cdac33858 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.450936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 85426147-e8dc-47e3-a207-5a910e586484 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:53.455019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] Calling delete_port for c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:53.509272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fb2e0a3b-d4ae-4145-8cbf-b9399b8d9b54 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4593220 Jul 08 02:05:53.513405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50478) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:53.522223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Allocated IP 2001:db8::3 (23862f39-e61e-418d-a337-6308d45f46d2/9f787109-c21f-4457-b6f6-798d455004e6/11cd1935-2259-45fb-9ac8-f70bba019078) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:53.525120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '132a8f01-e7a1-4574-b843-41bab3cbb98e', 'ip_address': '2001:db8::c002:7f22:dd91:3915'}], 'name': 'tempest-NetworksTestDHCPv6-1951002570'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:53.545804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ca56382-87fe-40ba-b8c3-9e6cdac33858 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.612883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ca56382-87fe-40ba-b8c3-9e6cdac33858 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.638755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca56382-87fe-40ba-b8c3-9e6cdac33858 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4478c7-971f-41eb-8838-1c2748c1bd38,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:53.971189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 85426147-e8dc-47e3-a207-5a910e586484 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:53.971858 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.995627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ca56382-87fe-40ba-b8c3-9e6cdac33858 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.065861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4ca56382-87fe-40ba-b8c3-9e6cdac33858 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7399786 Jul 08 02:05:54.065861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50480) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:54.065861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0158eaea-fd7e-47da-a16e-7cedd3d7884b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '9cd367c9-b4a7-4d3a-b89c-d7347a8d8c8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:54.130204 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.200454 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68fbfd37-7ac3-451e-83b5-a46df0b33e23 req-16c507e8-ff8f-43aa-bc57-6cb74e3e5c76 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.0479648 Jul 08 02:05:54.266776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:54.416797 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.474995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:54.592130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Transition to ACTIVE for port object 11cd1935-2259-45fb-9ac8-f70bba019078 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:54.592130 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.592130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] Pushing event deleted for resources: {'Port': ['ID=c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:54.593817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5c375-b112-4c5b-a0b0-7a017f20426e None None] No DVR routers for this DVR port c9d0f065-3d4b-44f6-a0c2-95cdec08b2fb on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:54.596244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Transition to ACTIVE for port object 11cd1935-2259-45fb-9ac8-f70bba019078 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:54.702611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.712603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b54f0f0-4ad0-4562-85ff-0716751cbac7 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:54.746407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 582844bc-6aa4-4705-b213-635efbe273e7 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:55.018354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '132a8f01-e7a1-4574-b843-41bab3cbb98e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:55.019324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.020994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::c002:7f22:dd91:3915 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/132a8f01-e7a1-4574-b843-41bab3cbb98e/582844bc-6aa4-4705-b213-635efbe273e7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:55.049978 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0158eaea-fd7e-47da-a16e-7cedd3d7884b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.187405 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0158eaea-fd7e-47da-a16e-7cedd3d7884b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.200065 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.295217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Network 23862f39-e61e-418d-a337-6308d45f46d2 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:55.299096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:55.312787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:55.320077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Pushing event updated for resources: {'Port': ['ID=11cd1935-2259-45fb-9ac8-f70bba019078,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:55.383405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.418575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Attempting to bind port 11cd1935-2259-45fb-9ac8-f70bba019078 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:55.418965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Attempting to bind port 11cd1935-2259-45fb-9ac8-f70bba019078 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '15dcdbf4-5c81-47ee-be57-b0cebb834548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '23862f39-e61e-418d-a337-6308d45f46d2'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:55.419372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Attempting to bind port 11cd1935-2259-45fb-9ac8-f70bba019078 on network 23862f39-e61e-418d-a337-6308d45f46d2 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:55.431313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:55.432716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Checking segment: {'id': '15dcdbf4-5c81-47ee-be57-b0cebb834548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '23862f39-e61e-418d-a337-6308d45f46d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:55.434129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.435415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Bound using segment: {'id': '15dcdbf4-5c81-47ee-be57-b0cebb834548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '23862f39-e61e-418d-a337-6308d45f46d2'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:55.436791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Bound port: 11cd1935-2259-45fb-9ac8-f70bba019078, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15dcdbf4-5c81-47ee-be57-b0cebb834548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '23862f39-e61e-418d-a337-6308d45f46d2'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:55.438000 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.440427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 582844bc-6aa4-4705-b213-635efbe273e7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:55.467262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ce9d3242-1182-43ec-80e9-4aac651fac60 req-49d3799d-7d0f-4aa5-8088-ba8cb171c0ae tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.0571711 Jul 08 02:05:55.531719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] For port 11cd1935-2259-45fb-9ac8-f70bba019078, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:55.531719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] For port 11cd1935-2259-45fb-9ac8-f70bba019078, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=11cd1935-2259-45fb-9ac8-f70bba019078,segment=NetworkSegment(15dcdbf4-5c81-47ee-be57-b0cebb834548),segment_id=15dcdbf4-5c81-47ee-be57-b0cebb834548)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:55.567607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0158eaea-fd7e-47da-a16e-7cedd3d7884b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.589106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158eaea-fd7e-47da-a16e-7cedd3d7884b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434d8a57-fe71-4e1f-9d3b-9312c766ba6b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:55.695072 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.701567 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.708026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0baf5485-6e6f-4852-9be1-8fc03e1c53bc tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775504228118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15715042'] for subnet, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.756178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0158eaea-fd7e-47da-a16e-7cedd3d7884b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.761154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0158eaea-fd7e-47da-a16e-7cedd3d7884b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7602451 Jul 08 02:05:55.762086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:55.768590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-90fa1b6e-43d9-47ca-8bba-6509609a4bdc tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '9cd367c9-b4a7-4d3a-b89c-d7347a8d8c8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:55.770015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=582844bc-6aa4-4705-b213-635efbe273e7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:55.792901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:55.817718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:55.825223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:55.835973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e576a84-1001-4801-bc51-fa957b72e982 None None] Pushing event updated for resources: {'Port': ['ID=11cd1935-2259-45fb-9ac8-f70bba019078,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:55.855456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:55.856210 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.874862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/132a8f01-e7a1-4574-b843-41bab3cbb98e/98d7e0be-6d9e-432a-a1b4-6583b09e1d49) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:55.890048 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fa1b6e-43d9-47ca-8bba-6509609a4bdc tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.925754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf5485-6e6f-4852-9be1-8fc03e1c53bc tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event updated for resources: {'Subnet': ['ID=9f787109-c21f-4457-b6f6-798d455004e6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:55.928638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf5485-6e6f-4852-9be1-8fc03e1c53bc tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:55.929261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0baf5485-6e6f-4852-9be1-8fc03e1c53bc tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.939201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0baf5485-6e6f-4852-9be1-8fc03e1c53bc tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "PUT /v2.0/subnets/9f787109-c21f-4457-b6f6-798d455004e6 HTTP/1.1" status: 200 len: 900 time: 2.9601455 Jul 08 02:05:55.943541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50500) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:56.131009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fa1b6e-43d9-47ca-8bba-6509609a4bdc tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.146504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e2446d29-384e-4f8f-a544-5069a8db9102 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6235886 Jul 08 02:05:56.146633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50502) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:56.158247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-265f283f-92a3-44d9-bf40-1fad200fa79b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '132a8f01-e7a1-4574-b843-41bab3cbb98e', 'ip_address': '2001:db8::c002:7f22:dd91:3915'}], 'name': 'tempest-NetworksTestDHCPv6-1231410531'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:56.274485 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.285400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Transition to ACTIVE for port object 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:56.306479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Transition to ACTIVE for port object 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:56.351320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fa1b6e-43d9-47ca-8bba-6509609a4bdc tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.373147 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.414117 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.416415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa1b6e-43d9-47ca-8bba-6509609a4bdc tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6f8f48-c0a6-49de-907a-7fd570e83470,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:56.483641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90fa1b6e-43d9-47ca-8bba-6509609a4bdc tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.484884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-90fa1b6e-43d9-47ca-8bba-6509609a4bdc tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7216473 Jul 08 02:05:56.488971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50504) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:56.523560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting port 11cd1935-2259-45fb-9ac8-f70bba019078 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:56.523560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.557803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:56.559684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Pushing event updated for resources: {'Port': ['ID=98d7e0be-6d9e-432a-a1b4-6583b09e1d49,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:56.562715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:56.565639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:56.577043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9568-6bba-4a57-84f8-ab579a02e288 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.601924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9568-6bba-4a57-84f8-ab579a02e288 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.607652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265f283f-92a3-44d9-bf40-1fad200fa79b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:56.649183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Attempting to bind port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:56.649700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Attempting to bind port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:56.650860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Attempting to bind port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:56.658283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:56.658820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:56.659664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.660732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:56.661358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Bound port: 98d7e0be-6d9e-432a-a1b4-6583b09e1d49, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:56.661855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.793673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] For port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:56.797766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9568-6bba-4a57-84f8-ab579a02e288 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.798679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] For port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=98d7e0be-6d9e-432a-a1b4-6583b09e1d49,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:56.819922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ccb9568-6bba-4a57-84f8-ab579a02e288 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.821399 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9ccb9568-6bba-4a57-84f8-ab579a02e288 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8b6f8f48-c0a6-49de-907a-7fd570e83470 HTTP/1.1" status: 204 len: 168 time: 0.3314807 Jul 08 02:05:56.825595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:56.842334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb9568-6bba-4a57-84f8-ab579a02e288 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b6f8f48-c0a6-49de-907a-7fd570e83470,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:56.846315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] For port 11cd1935-2259-45fb-9ac8-f70bba019078, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=11cd1935-2259-45fb-9ac8-f70bba019078,segment=NetworkSegment(15dcdbf4-5c81-47ee-be57-b0cebb834548),segment_id=15dcdbf4-5c81-47ee-be57-b0cebb834548)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:56.847207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.853123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33b3ba55-35be-4973-afb4-063ef97f845e req-e9717a77-dd18-431c-bafe-57a310f40d54 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.0815895 Jul 08 02:05:56.871351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Calling delete_port for 11cd1935-2259-45fb-9ac8-f70bba019078 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:56.888660 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.893406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-265f283f-92a3-44d9-bf40-1fad200fa79b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.982408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-79a31f56-e82d-4fe5-8def-4dfb5de00a67 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1556437 Jul 08 02:05:56.988377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50514) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.023392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-265f283f-92a3-44d9-bf40-1fad200fa79b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 77e8a6bf-f32f-4517-a44d-58f83f63c93a yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:57.064593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e54692-d8f1-4297-8b6d-88387d21dcaf None None] Pushing event updated for resources: {'Port': ['ID=98d7e0be-6d9e-432a-a1b4-6583b09e1d49,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:57.160732 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7df321f-66f5-4645-be86-81c5b9d947d9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.180774 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7df321f-66f5-4645-be86-81c5b9d947d9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.334554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 11cd1935-2259-45fb-9ac8-f70bba019078 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:57.396371 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.463331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7df321f-66f5-4645-be86-81c5b9d947d9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.478650 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7df321f-66f5-4645-be86-81c5b9d947d9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.485006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No active binding found for port 11cd1935-2259-45fb-9ac8-f70bba019078 {{(pid=100714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 02:05:57.485459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 11cd1935-2259-45fb-9ac8-f70bba019078 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 02:05:57.486751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b7df321f-66f5-4645-be86-81c5b9d947d9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/434d8a57-fe71-4e1f-9d3b-9312c766ba6b HTTP/1.1" status: 204 len: 168 time: 0.4850559 Jul 08 02:05:57.489773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.509067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Port': ['ID=11cd1935-2259-45fb-9ac8-f70bba019078,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:57.543200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Port 11cd1935-2259-45fb-9ac8-f70bba019078 not found, will not notify nova. {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 02:05:57.578511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df321f-66f5-4645-be86-81c5b9d947d9 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=434d8a57-fe71-4e1f-9d3b-9312c766ba6b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:57.622410 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-265f283f-92a3-44d9-bf40-1fad200fa79b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 02:05:57.627235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265f283f-92a3-44d9-bf40-1fad200fa79b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:57.631197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No DVR routers for this DVR port 11cd1935-2259-45fb-9ac8-f70bba019078 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:57.655963 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-95805363-e3d5-4a8e-a3f2-7b7389619cd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1560659 Jul 08 02:05:57.659042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.771004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f2349e8-a5a3-4e16-81bc-3494a43ba2ab tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.787543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f2349e8-a5a3-4e16-81bc-3494a43ba2ab tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.790843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.828075 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-265f283f-92a3-44d9-bf40-1fad200fa79b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6825125 Jul 08 02:05:57.843053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50522) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.858739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c995807-6ec3-4063-8f53-434c857a053e None None] Network 23862f39-e61e-418d-a337-6308d45f46d2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:58.019834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.058628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746387a5-f19e-4c06-a810-c43d839e8ff9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:58.077997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746387a5-f19e-4c06-a810-c43d839e8ff9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:58.084539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-746387a5-f19e-4c06-a810-c43d839e8ff9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2455745 Jul 08 02:05:58.086651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:58.114403 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f2349e8-a5a3-4e16-81bc-3494a43ba2ab tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.118037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95c6e871-c7fe-4947-8149-0506ecb7b812 None None] Could not find standard attr ID for object 11cd1935-2259-45fb-9ac8-f70bba019078. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:58.134495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f2349e8-a5a3-4e16-81bc-3494a43ba2ab tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.138625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1f2349e8-a5a3-4e16-81bc-3494a43ba2ab tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6b4478c7-971f-41eb-8838-1c2748c1bd38 HTTP/1.1" status: 204 len: 168 time: 0.4651082 Jul 08 02:05:58.173414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50528) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:58.202114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2349e8-a5a3-4e16-81bc-3494a43ba2ab tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b4478c7-971f-41eb-8838-1c2748c1bd38,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:58.204966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=9f787109-c21f-4457-b6f6-798d455004e6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:58.301276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282bfb5-9f1d-414a-829a-03305a3c7240 None None] DHCP port deletion for 23862f39-e61e-418d-a337-6308d45f46d2 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:58.330621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27675d9d-1591-4b7c-890f-a8068d0f2c02 None None] Network 23862f39-e61e-418d-a337-6308d45f46d2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:58.401941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4707c9b5-fe2a-4c73-a62a-f621fd71a6ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 582844bc-6aa4-4705-b213-635efbe273e7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:58.402169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4707c9b5-fe2a-4c73-a62a-f621fd71a6ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.532235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-524b1c05-c4ae-41a3-8ea4-759538557586 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3574951 Jul 08 02:05:58.536493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:58.617925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.635920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23862f39-e61e-418d-a337-6308d45f46d2']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:58.664712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dcdbf4-5c81-47ee-be57-b0cebb834548') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:58.665168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dcdbf4-5c81-47ee-be57-b0cebb834548') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:58.681220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.689551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92e69744-a8eb-4bce-9b43-5aef9a8f5d17 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.699094 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.707960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92e69744-a8eb-4bce-9b43-5aef9a8f5d17 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.716300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:58.716867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.742796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4707c9b5-fe2a-4c73-a62a-f621fd71a6ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.793390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4707c9b5-fe2a-4c73-a62a-f621fd71a6ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 582844bc-6aa4-4705-b213-635efbe273e7 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:58.841045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da64ca5e-57ff-4cdb-bd9a-4a0391034661 req-7f8d5047-f01d-4146-8a81-c6b50bd7fc50 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.5671015 Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:58.844166 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:58.882161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.902116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.910024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/23862f39-e61e-418d-a337-6308d45f46d2 HTTP/1.1" status: 204 len: 168 time: 2.9658484 Jul 08 02:05:58.921576 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50536) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:58.984555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c5ad4ffa-7e55-4a85-80e7-87549e3eb21d None None] Provisioning for port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:59.037152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92e69744-a8eb-4bce-9b43-5aef9a8f5d17 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.060162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92e69744-a8eb-4bce-9b43-5aef9a8f5d17 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.061344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-92e69744-a8eb-4bce-9b43-5aef9a8f5d17 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0a96cc6a-99fb-41ad-9933-cf7ac0d3772a HTTP/1.1" status: 204 len: 168 time: 0.5239038 Jul 08 02:05:59.078042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50538) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:59.126468 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c86472-f25e-4617-b78e-f3716d561f5a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:59.130158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c86472-f25e-4617-b78e-f3716d561f5a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:59.140543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-98c86472-f25e-4617-b78e-f3716d561f5a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/9f787109-c21f-4457-b6f6-798d455004e6 HTTP/1.1" status: 404 len: 337 time: 0.2161951 Jul 08 02:05:59.144634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50540) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:59.149599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888c3a9-37ab-4452-ac2b-b749718b5dd5 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=23862f39-e61e-418d-a337-6308d45f46d2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:59.155927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e69744-a8eb-4bce-9b43-5aef9a8f5d17 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a96cc6a-99fb-41ad-9933-cf7ac0d3772a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:59.194692 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd06bb4-cc9e-486b-af6b-3aa999aa1c1a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:59.194692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd06bb4-cc9e-486b-af6b-3aa999aa1c1a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:59.196817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9dd06bb4-cc9e-486b-af6b-3aa999aa1c1a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/23862f39-e61e-418d-a337-6308d45f46d2 HTTP/1.1" status: 404 len: 339 time: 0.0509930 Jul 08 02:05:59.199434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50542) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:59.260058 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:05:59.299904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:59.303764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f223b33c-559c-42e2-8f0e-a90bcef48db7 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2100139 Jul 08 02:05:59.309193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50544) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:59.419941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0375b86-0f9b-433f-9599-77e8e17039ca tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.455590 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0375b86-0f9b-433f-9599-77e8e17039ca tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.468745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.609509 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.624176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8591c554-5c36-4906-94e9-4b7adde4d12e']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:59.643507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3812de-2523-4ee4-957d-b11d965b6ebc') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:59.643986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3812de-2523-4ee4-957d-b11d965b6ebc') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:59.663605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.685954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.696148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:59.696813 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:59.701284 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:59.813484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4707c9b5-fe2a-4c73-a62a-f621fd71a6ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.814520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b9551ce2-0a8d-4da0-a72d-0da07e836f04 None None] Provisioning for port 582844bc-6aa4-4705-b213-635efbe273e7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:59.819922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b9551ce2-0a8d-4da0-a72d-0da07e836f04 None None] Provisioning complete for port 582844bc-6aa4-4705-b213-635efbe273e7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:59.823244 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9551ce2-0a8d-4da0-a72d-0da07e836f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.855009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b9551ce2-0a8d-4da0-a72d-0da07e836f04 None None] Port 582844bc-6aa4-4705-b213-635efbe273e7 was deleted so its status cannot be updated. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 02:05:59.860231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:59.873619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:59.874694 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.923697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707c9b5-fe2a-4c73-a62a-f621fd71a6ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=582844bc-6aa4-4705-b213-635efbe273e7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:59.928124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.932243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0375b86-0f9b-433f-9599-77e8e17039ca tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.936901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0375b86-0f9b-433f-9599-77e8e17039ca tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.940956 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a0375b86-0f9b-433f-9599-77e8e17039ca tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/793ba1f8-6b46-42ed-ab1f-180770c66fe0 HTTP/1.1" status: 204 len: 168 time: 0.6287119 Jul 08 02:05:59.942185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50548) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:59.959252 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.960779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/8591c554-5c36-4906-94e9-4b7adde4d12e HTTP/1.1" status: 204 len: 168 time: 0.7598784 Jul 08 02:05:59.993269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50550) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.024583 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.027946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4707c9b5-fe2a-4c73-a62a-f621fd71a6ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.037805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4707c9b5-fe2a-4c73-a62a-f621fd71a6ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/582844bc-6aa4-4705-b213-635efbe273e7 HTTP/1.1" status: 204 len: 168 time: 1.9444804 Jul 08 02:06:00.038114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.064222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=98d7e0be-6d9e-432a-a1b4-6583b09e1d49,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:00.111995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658339e0-0556-4ecb-8879-ce23895161e9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:00.113687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658339e0-0556-4ecb-8879-ce23895161e9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:00.118352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-658339e0-0556-4ecb-8879-ce23895161e9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0763564 Jul 08 02:06:00.118863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.148215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fd295-97b9-4b74-bb3d-be33b6a5a84d tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=8591c554-5c36-4906-94e9-4b7adde4d12e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:00.155582 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.222747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99590dc-7a29-4c48-8d56-47113f5c23d9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 132a8f01-e7a1-4574-b843-41bab3cbb98e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:00.227505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0375b86-0f9b-433f-9599-77e8e17039ca tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=793ba1f8-6b46-42ed-ab1f-180770c66fe0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:00.238479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b99590dc-7a29-4c48-8d56-47113f5c23d9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.243266 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a439a7-e7e7-4fc9-997a-3d31ee3264a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:00.244128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a439a7-e7e7-4fc9-997a-3d31ee3264a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:00.248400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d3a439a7-e7e7-4fc9-997a-3d31ee3264a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/68b56ea7-9f00-4c4a-b6c7-0f21b31f8122 HTTP/1.1" status: 404 len: 337 time: 0.1959410 Jul 08 02:06:00.291550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 11cd1935-2259-45fb-9ac8-f70bba019078 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:00.302818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50560) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.336717 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd8d36ba-3e1c-4309-a914-371c52b27a48 req-2228a7e4-2b28-4ced-8a07-6b4d6923ca32 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.1820800 Jul 08 02:06:00.360100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 11cd1935-2259-45fb-9ac8-f70bba019078 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:00.365420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 11cd1935-2259-45fb-9ac8-f70bba019078 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:00.389002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=98d7e0be-6d9e-432a-a1b4-6583b09e1d49,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:00.412136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f5d5ecb9-9c62-4650-a85b-1c7122ecb7eb tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4419153 Jul 08 02:06:00.412833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50562) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.439815 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-156b04d2-5b21-4cff-8d7f-f80174b6ebcf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:00.444647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156b04d2-5b21-4cff-8d7f-f80174b6ebcf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:00.449252 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-156b04d2-5b21-4cff-8d7f-f80174b6ebcf tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/9eb599ce-c09c-45ab-935b-af1fecb110b2 HTTP/1.1" status: 404 len: 339 time: 0.1381311 Jul 08 02:06:00.455100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50564) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.475097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b99590dc-7a29-4c48-8d56-47113f5c23d9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.576698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9994-88d0-4119-8c65-7b5f1d319d3a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.619791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9994-88d0-4119-8c65-7b5f1d319d3a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.707136 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b99590dc-7a29-4c48-8d56-47113f5c23d9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.713391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d8ff72-e27f-446f-bcde-4e06da1fe6a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting subnet 2f819e94-13d4-4ab0-92de-d8bef32c3639 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:00.718198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98d8ff72-e27f-446f-bcde-4e06da1fe6a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.770438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98d8ff72-e27f-446f-bcde-4e06da1fe6a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.807041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9994-88d0-4119-8c65-7b5f1d319d3a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.809664 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9994-88d0-4119-8c65-7b5f1d319d3a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.813251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9aaa9994-88d0-4119-8c65-7b5f1d319d3a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/9cd367c9-b4a7-4d3a-b89c-d7347a8d8c8d HTTP/1.1" status: 204 len: 168 time: 0.3967538 Jul 08 02:06:00.817183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50566) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.917200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b99590dc-7a29-4c48-8d56-47113f5c23d9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.979176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b99590dc-7a29-4c48-8d56-47113f5c23d9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.984565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa209a9-f456-4450-abb9-f2741703d71d None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:00.990767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b99590dc-7a29-4c48-8d56-47113f5c23d9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/132a8f01-e7a1-4574-b843-41bab3cbb98e HTTP/1.1" status: 204 len: 168 time: 0.8655255 Jul 08 02:06:01.036256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50568) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:01.054212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99590dc-7a29-4c48-8d56-47113f5c23d9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=132a8f01-e7a1-4574-b843-41bab3cbb98e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:01.138152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-91a796ad-6008-4981-a2c9-7ed147a69865 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966232 Jul 08 02:06:01.143895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:01.156623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:01.234103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:01.380952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:01.381430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.516722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:01.521620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.642719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:01.766502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] Deleting port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:01.768027 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.923882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa9994-88d0-4119-8c65-7b5f1d319d3a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd367c9-b4a7-4d3a-b89c-d7347a8d8c8d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:01.949971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b29edf9-7b5b-4d1a-8b46-d19d48871d47 req-49920792-8f08-4232-82e2-6936895b111e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd36ce4e-8ddc-4a8a-a923-0f859e3cfbf5 HTTP/1.1" status: 200 len: 210 time: 0.2468553 Jul 08 02:06:01.958582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] For port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=98d7e0be-6d9e-432a-a1b4-6583b09e1d49,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:01.959014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.005242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] Calling delete_port for 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:02.097618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50578) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:02.099014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cc5cdf5a-9fc1-482b-9887-4519896e29c0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2761874 Jul 08 02:06:02.103320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-76b3953b-b146-4258-841c-97467f10f47a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-secgroup--466963782'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:02.107778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98d8ff72-e27f-446f-bcde-4e06da1fe6a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.167614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.197311 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.224482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76b3953b-b146-4258-841c-97467f10f47a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.247714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] Pushing event deleted for resources: {'Port': ['ID=98d7e0be-6d9e-432a-a1b4-6583b09e1d49,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:02.251561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8a154-8cfe-4b88-a4a4-147e6d90e489 None None] No DVR routers for this DVR port 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:02.322179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98d8ff72-e27f-446f-bcde-4e06da1fe6a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.373946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8ff72-e27f-446f-bcde-4e06da1fe6a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=2f819e94-13d4-4ab0-92de-d8bef32c3639,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:02.380882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98d8ff72-e27f-446f-bcde-4e06da1fe6a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.384188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-98d8ff72-e27f-446f-bcde-4e06da1fe6a8 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/2f819e94-13d4-4ab0-92de-d8bef32c3639 HTTP/1.1" status: 204 len: 168 time: 1.9269342 Jul 08 02:06:02.386367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e8109-3908-4a7a-96cb-d0a870ea7da1 None None] Network 1139ad64-0de1-49f5-af20-6111940816ca requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:02.388313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50582) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:02.495032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting subnet 5aff3380-cc1e-4404-9d64-3bc0baebba38 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:02.506120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:02.507321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.514987 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76b3953b-b146-4258-841c-97467f10f47a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.525740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:02.531328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:02.536544 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.555905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b05e1e-0391-4368-8e16-e5cd9a0cea57 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:02.569578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=52aff7ea-d1a0-44ef-8cf0-3c9d8815ee07,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:02.584533 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76b3953b-b146-4258-841c-97467f10f47a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.597907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.665099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3953b-b146-4258-841c-97467f10f47a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596885db-8834-4dfe-9bba-1bd8d1669abb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:02.758750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-722e8793-c253-4b19-8dd8-356d5b0069b7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6127088 Jul 08 02:06:02.761513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50584) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:02.769914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-03892b5a-3270-496f-ba9e-d8d4e79a6d3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '52aff7ea-d1a0-44ef-8cf0-3c9d8815ee07', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-28853228'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:02.786533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.818632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76b3953b-b146-4258-841c-97467f10f47a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.826724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-76b3953b-b146-4258-841c-97467f10f47a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7279737 Jul 08 02:06:02.827898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50586) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:02.896568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '52aff7ea-d1a0-44ef-8cf0-3c9d8815ee07'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:02.897463 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.965773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-edfe3450-cd4b-4d52-8189-6db14c3975c3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '596885db-8834-4dfe-9bba-1bd8d1669abb', 'direction': 'ingress', 'protocol': 17}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:02.979665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.066885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=5aff3380-cc1e-4404-9d64-3bc0baebba38,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:03.083893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.091855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/5aff3380-cc1e-4404-9d64-3bc0baebba38 HTTP/1.1" status: 204 len: 168 time: 0.7020562 Jul 08 02:06:03.100440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50590) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:03.168723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.169469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.172598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.175062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.180350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.181319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.182245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.182606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.182958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.183303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.193884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.194953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d9c80-4673-46d1-972d-d4a7abfd232c tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.271226 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edfe3450-cd4b-4d52-8189-6db14c3975c3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.427854 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.465135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:03.465664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edfe3450-cd4b-4d52-8189-6db14c3975c3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.515287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:03.515671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 98d7e0be-6d9e-432a-a1b4-6583b09e1d49 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:03.521559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:03.521559 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.545587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/52aff7ea-d1a0-44ef-8cf0-3c9d8815ee07/c279b909-3ac2-4bb3-adba-61c6be7920ac) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:03.572670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edfe3450-cd4b-4d52-8189-6db14c3975c3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.582942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03892b5a-3270-496f-ba9e-d8d4e79a6d3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:03.628885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] For port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,segment=NetworkSegment(6e137311-b618-4488-a5d9-ad7cf7938497),segment_id=6e137311-b618-4488-a5d9-ad7cf7938497)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:03.629753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.646393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Calling delete_port for 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:03.734395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe3450-cd4b-4d52-8189-6db14c3975c3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2f8970-8ca6-4562-b8f9-18d07e7956f0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:03.826579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-edfe3450-cd4b-4d52-8189-6db14c3975c3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.828944 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-edfe3450-cd4b-4d52-8189-6db14c3975c3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8693292 Jul 08 02:06:03.832208 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50602) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:03.863290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03892b5a-3270-496f-ba9e-d8d4e79a6d3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.886248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-03892b5a-3270-496f-ba9e-d8d4e79a6d3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 1538b46a-2aac-4548-97bb-f71920ce932e yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:03.968622 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.975047 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.992546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Transition to ACTIVE for port object c279b909-3ac2-4bb3-adba-61c6be7920ac will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:04.026282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Transition to ACTIVE for port object c279b909-3ac2-4bb3-adba-61c6be7920ac will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:04.091525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Port': ['ID=4d74c44b-5b53-43b3-a32b-84ba5fb199f4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:04.091525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No DVR routers for this DVR port 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:04.110808 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.186099 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-03892b5a-3270-496f-ba9e-d8d4e79a6d3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:06:04.186756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03892b5a-3270-496f-ba9e-d8d4e79a6d3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:04.276989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Pushing event updated for resources: {'Port': ['ID=c279b909-3ac2-4bb3-adba-61c6be7920ac,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:04.295982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85fa68-b0c1-4003-90a1-278358e1cb82 None None] Network 1139ad64-0de1-49f5-af20-6111940816ca requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:04.310838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-03892b5a-3270-496f-ba9e-d8d4e79a6d3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.5474813 Jul 08 02:06:04.313205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:04.332127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ea7830c-fd6f-45b6-94ee-5771ff06a584 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.352648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-40482dc3-88ba-4c3a-9a2b-a6351ed1a15d None None] Could not find standard attr ID for object 4d74c44b-5b53-43b3-a32b-84ba5fb199f4. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:06:04.401366 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:04.402838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:04.412439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:04.446770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.450302 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ea7830c-fd6f-45b6-94ee-5771ff06a584 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.469162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1139ad64-0de1-49f5-af20-6111940816ca']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:04.488939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e137311-b618-4488-a5d9-ad7cf7938497') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:04.489263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e137311-b618-4488-a5d9-ad7cf7938497') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:04.520629 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.544382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.566673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:04.567663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.568457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a98001-8e93-4b68-915d-2db2dbaab1a9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:04.576647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-07a98001-8e93-4b68-915d-2db2dbaab1a9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2619882 Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:04.579081 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:04.583204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:04.661909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Attempting to bind port c279b909-3ac2-4bb3-adba-61c6be7920ac on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:04.662521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Attempting to bind port c279b909-3ac2-4bb3-adba-61c6be7920ac by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:04.662648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Attempting to bind port c279b909-3ac2-4bb3-adba-61c6be7920ac on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:04.679238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ea7830c-fd6f-45b6-94ee-5771ff06a584 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.683655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ea7830c-fd6f-45b6-94ee-5771ff06a584 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.683655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6ea7830c-fd6f-45b6-94ee-5771ff06a584 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/596885db-8834-4dfe-9bba-1bd8d1669abb HTTP/1.1" status: 204 len: 168 time: 0.8504701 Jul 08 02:06:04.691885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:04.711982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7830c-fd6f-45b6-94ee-5771ff06a584 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596885db-8834-4dfe-9bba-1bd8d1669abb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:04.725106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:04.725490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:04.725951 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.726278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:04.728445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Bound port: c279b909-3ac2-4bb3-adba-61c6be7920ac, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:04.728445 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.780730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bd4e8e49-a084-419c-a697-e5b008913e24 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876658 Jul 08 02:06:04.794986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d8b6d-8900-4e6b-9669-721319334cb8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:04.794986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d8b6d-8900-4e6b-9669-721319334cb8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:04.794986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b9d8b6d-8900-4e6b-9669-721319334cb8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2103853 Jul 08 02:06:04.797258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:04.800002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50618) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:04.807518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fd0205fa-ca22-45df-8af7-ae4962c5b256 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-secgroup--614369543'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:04.873566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b42e1-a233-4958-b99a-088b2dcc2402 None None] DHCP port deletion for 1139ad64-0de1-49f5-af20-6111940816ca request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:04.876159 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.883793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33e5f1c-1b78-4a05-89d0-da7bbed218dc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 52aff7ea-d1a0-44ef-8cf0-3c9d8815ee07 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:04.887522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b33e5f1c-1b78-4a05-89d0-da7bbed218dc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.888639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.893755 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/1139ad64-0de1-49f5-af20-6111940816ca HTTP/1.1" status: 204 len: 168 time: 1.7634270 Jul 08 02:06:04.902723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50620) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:04.971102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b33e5f1c-1b78-4a05-89d0-da7bbed218dc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.003589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382ee7-8a9b-4869-8a13-7387c445463e tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=1139ad64-0de1-49f5-af20-6111940816ca,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.045587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd0205fa-ca22-45df-8af7-ae4962c5b256 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.060316 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c462122-6948-432e-b3e3-f0b257db0132 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:05.061304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c462122-6948-432e-b3e3-f0b257db0132 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:05.063622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6c462122-6948-432e-b3e3-f0b257db0132 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/ac6eaa38-bf62-4131-af07-95f912cc8d0c HTTP/1.1" status: 404 len: 337 time: 0.1519380 Jul 08 02:06:05.066413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.080194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] For port c279b909-3ac2-4bb3-adba-61c6be7920ac, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:05.085285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] For port c279b909-3ac2-4bb3-adba-61c6be7920ac, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c279b909-3ac2-4bb3-adba-61c6be7920ac,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:05.121421 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2942bba0-6026-4acf-9242-a496cc608c15 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:05.153251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2942bba0-6026-4acf-9242-a496cc608c15 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:05.153251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2942bba0-6026-4acf-9242-a496cc608c15 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/deca7e2e-6d1d-432e-9d2e-5376d89fc984 HTTP/1.1" status: 404 len: 339 time: 0.0589275 Jul 08 02:06:05.153716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50626) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.154205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:05.161746 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f98c159-554a-4b89-b19b-cf9ffa1f8240 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:05.162217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f98c159-554a-4b89-b19b-cf9ffa1f8240 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:05.167889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7f98c159-554a-4b89-b19b-cf9ffa1f8240 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/4a12f434-3113-430b-8768-a48691d344f1 HTTP/1.1" status: 404 len: 337 time: 0.0347805 Jul 08 02:06:05.169938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50628) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.176343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:05.176699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4d74c44b-5b53-43b3-a32b-84ba5fb199f4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:05.181975 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd0205fa-ca22-45df-8af7-ae4962c5b256 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.204402 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-974d313e-863a-40a3-aa6f-122b4c548b9a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:05.204951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974d313e-863a-40a3-aa6f-122b4c548b9a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:05.206668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-974d313e-863a-40a3-aa6f-122b4c548b9a tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/7062cb50-0a27-4a4c-9a73-e4d2aa06574b HTTP/1.1" status: 404 len: 339 time: 0.0254800 Jul 08 02:06:05.209210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.235134 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef012d7e-20c9-47e6-88b4-195326bccff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:05.235610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef012d7e-20c9-47e6-88b4-195326bccff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:05.237327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ef012d7e-20c9-47e6-88b4-195326bccff7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/e8195776-f1c3-423a-ac82-ca1e75802c24 HTTP/1.1" status: 404 len: 337 time: 0.0272396 Jul 08 02:06:05.240069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50632) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.264766 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36bc977-6010-4fc9-95e7-ed740b5baae0 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:05.265309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36bc977-6010-4fc9-95e7-ed740b5baae0 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:05.267025 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f36bc977-6010-4fc9-95e7-ed740b5baae0 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/7b98e9dc-69ec-4ff5-98e5-b4bfd4998075 HTTP/1.1" status: 404 len: 339 time: 0.0258765 Jul 08 02:06:05.269565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50634) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.279074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b33e5f1c-1b78-4a05-89d0-da7bbed218dc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.289021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.333293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd0205fa-ca22-45df-8af7-ae4962c5b256 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.376000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4268d-4a76-400e-8086-2c90a45273f3 None None] Pushing event updated for resources: {'Port': ['ID=c279b909-3ac2-4bb3-adba-61c6be7920ac,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.384300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bc202c-92c4-4f41-96ac-7bf1e120e7d7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting subnet c4fa936d-3bce-4318-9778-f49a85c3e8fa {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:05.389909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0205fa-ca22-45df-8af7-ae4962c5b256 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9377cd6f-fdb2-4d6f-b623-8c1b34e60aad,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.391869 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3bc202c-92c4-4f41-96ac-7bf1e120e7d7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.448560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3bc202c-92c4-4f41-96ac-7bf1e120e7d7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.474533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd0205fa-ca22-45df-8af7-ae4962c5b256 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.477005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fd0205fa-ca22-45df-8af7-ae4962c5b256 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6748328 Jul 08 02:06:05.478993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.484070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2b6a44cb-0b1e-4fd0-bc0a-8cddfb7d3b05 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141700714'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:05.530154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b33e5f1c-1b78-4a05-89d0-da7bbed218dc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.577813 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3bc202c-92c4-4f41-96ac-7bf1e120e7d7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.593162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e5f1c-1b78-4a05-89d0-da7bbed218dc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=52aff7ea-d1a0-44ef-8cf0-3c9d8815ee07,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.602426 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b33e5f1c-1b78-4a05-89d0-da7bbed218dc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.610343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50650) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.611855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b33e5f1c-1b78-4a05-89d0-da7bbed218dc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/52aff7ea-d1a0-44ef-8cf0-3c9d8815ee07 HTTP/1.1" status: 204 len: 168 time: 0.8081057 Jul 08 02:06:05.617886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b6a44cb-0b1e-4fd0-bc0a-8cddfb7d3b05 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.718268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0caa6378-d3d5-4bdb-bde4-7518e1847fea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999205 Jul 08 02:06:05.718921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50660) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.757103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:05.904393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3bc202c-92c4-4f41-96ac-7bf1e120e7d7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.958366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc202c-92c4-4f41-96ac-7bf1e120e7d7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=c4fa936d-3bce-4318-9778-f49a85c3e8fa,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.987411 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3bc202c-92c4-4f41-96ac-7bf1e120e7d7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.993302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e9368-5087-4b7a-93b9-681c50fb06bc None None] Network c5212110-03ef-4f72-a4d4-37e56edcd001 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:05.994162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c3bc202c-92c4-4f41-96ac-7bf1e120e7d7 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/c4fa936d-3bce-4318-9778-f49a85c3e8fa HTTP/1.1" status: 204 len: 168 time: 0.7236333 Jul 08 02:06:05.997754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50672) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:06.033885 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b6a44cb-0b1e-4fd0-bc0a-8cddfb7d3b05 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.134734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd044894-8429-48ac-8e21-746bf66fb997 req-e9dc9433-a4b9-460b-ad86-3668836e74c2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:06.142871 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd044894-8429-48ac-8e21-746bf66fb997 req-e9dc9433-a4b9-460b-ad86-3668836e74c2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.1993754 Jul 08 02:06:06.163247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.168093 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b6a44cb-0b1e-4fd0-bc0a-8cddfb7d3b05 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.212147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd044894-8429-48ac-8e21-746bf66fb997 req-ff4aab69-b4b1-47e2-a08c-b3b4ea47c493 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680087 Jul 08 02:06:06.290280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting port b828db4b-5392-476c-b8bf-1cabe9756624 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:06.292690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.304405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a44cb-0b1e-4fd0-bc0a-8cddfb7d3b05 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97921806-a491-4fab-a484-7527bd47cce5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:06.316365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:06.326567 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.451756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b6a44cb-0b1e-4fd0-bc0a-8cddfb7d3b05 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.460181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50674) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:06.460427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2b6a44cb-0b1e-4fd0-bc0a-8cddfb7d3b05 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9796746 Jul 08 02:06:06.471792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] DHCP port deletion for c5212110-03ef-4f72-a4d4-37e56edcd001 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:06.472604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ca892716-548e-435e-9cd2-8f821b129937 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '9377cd6f-fdb2-4d6f-b623-8c1b34e60aad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97921806-a491-4fab-a484-7527bd47cce5', 'remote_ip_prefix': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:06.512051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] For port b828db4b-5392-476c-b8bf-1cabe9756624, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b828db4b-5392-476c-b8bf-1cabe9756624,segment=NetworkSegment(3e7d6c2e-2a6f-4b66-a082-65cef60dd77a),segment_id=3e7d6c2e-2a6f-4b66-a082-65cef60dd77a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:06.512772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.596228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Calling delete_port for b828db4b-5392-476c-b8bf-1cabe9756624 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:06.649792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] Deleting port b828db4b-5392-476c-b8bf-1cabe9756624 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:06.650314 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.792259 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca892716-548e-435e-9cd2-8f821b129937 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.865663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] For port b828db4b-5392-476c-b8bf-1cabe9756624, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b828db4b-5392-476c-b8bf-1cabe9756624,segment=NetworkSegment(3e7d6c2e-2a6f-4b66-a082-65cef60dd77a),segment_id=3e7d6c2e-2a6f-4b66-a082-65cef60dd77a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:06.866130 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.913423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] Calling delete_port for b828db4b-5392-476c-b8bf-1cabe9756624 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:07.070949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5247a-e249-4239-8a5e-8a39a6f3beff None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:07.083319 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a655c6bd-3c96-418d-a695-57b132b9878d req-69ccad36-b70b-4fd8-8bfd-80958e10c3b1 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0633941 Jul 08 02:06:07.137196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca892716-548e-435e-9cd2-8f821b129937 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.140791 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.201485 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.227360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No DVR routers for this DVR port b828db4b-5392-476c-b8bf-1cabe9756624 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:07.227594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=685b7f45-17d7-4071-b56e-935407330afc,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:07.268746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:07.271724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:07.284613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:07.285294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.329239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c279b909-3ac2-4bb3-adba-61c6be7920ac up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:07.341731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Port': ['ID=b828db4b-5392-476c-b8bf-1cabe9756624,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:07.372855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca892716-548e-435e-9cd2-8f821b129937 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.428359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-93854737-3eba-4d58-92cd-9074a8098eb9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7059667 Jul 08 02:06:07.429990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:07.435074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7a3b9cd3-282c-4509-8b49-a1ab09fa993d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1045804207', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:07.483212 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.507882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-573023de-b228-400a-82b1-b5f172375cc4 None None] Provisioning for port c279b909-3ac2-4bb3-adba-61c6be7920ac completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:07.526542 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.527598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] Pushing event deleted for resources: {'Port': ['ID=b828db4b-5392-476c-b8bf-1cabe9756624,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:07.549327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5212110-03ef-4f72-a4d4-37e56edcd001']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:07.551149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7d6c2e-2a6f-4b66-a082-65cef60dd77a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:07.551678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7d6c2e-2a6f-4b66-a082-65cef60dd77a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:07.566980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d232b1-008a-48d8-bb3c-ca9507d836b9 None None] No DVR routers for this DVR port b828db4b-5392-476c-b8bf-1cabe9756624 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:07.606883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca892716-548e-435e-9cd2-8f821b129937 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a0b986-0c52-4f7c-9c34-8b7d61f9893a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:07.629415 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.653204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a563-4807-43dd-938b-97e51e84a65b req-aafbc501-5ec2-4583-b86f-599ef6040b37 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:07.662539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2214a563-4807-43dd-938b-97e51e84a65b req-aafbc501-5ec2-4583-b86f-599ef6040b37 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.1485784 Jul 08 02:06:07.681503 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.699671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:07.704428 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:07.719763 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:07.750767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c279b909-3ac2-4bb3-adba-61c6be7920ac completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:07.755054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c279b909-3ac2-4bb3-adba-61c6be7920ac triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:07.755480 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.789980 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca892716-548e-435e-9cd2-8f821b129937 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.794368 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ca892716-548e-435e-9cd2-8f821b129937 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3292201 Jul 08 02:06:07.794493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2214a563-4807-43dd-938b-97e51e84a65b req-71595220-388c-463c-9b46-b7c1c91aaf8d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175137 Jul 08 02:06:07.794634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50712) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:07.838081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad9e8502-7ce6-40be-95ab-63aaba6cd59e tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.848304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad9e8502-7ce6-40be-95ab-63aaba6cd59e tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.892779 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.937280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9cd3-282c-4509-8b49-a1ab09fa993d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.943958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9cd3-282c-4509-8b49-a1ab09fa993d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.956199 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.985008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.987248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/c5212110-03ef-4f72-a4d4-37e56edcd001 HTTP/1.1" status: 204 len: 168 time: 1.9883990 Jul 08 02:06:07.988382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632d56e-a6c6-4521-8fae-12e7e67a6b25 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=c5212110-03ef-4f72-a4d4-37e56edcd001,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:07.991254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.011535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad9e8502-7ce6-40be-95ab-63aaba6cd59e tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.014645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c279b909-3ac2-4bb3-adba-61c6be7920ac, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c279b909-3ac2-4bb3-adba-61c6be7920ac,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:08.022276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b47fa-6ba5-4e2e-9cef-f00172d7681a None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:08.033387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad9e8502-7ce6-40be-95ab-63aaba6cd59e tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.034933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ad9e8502-7ce6-40be-95ab-63aaba6cd59e tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/80a0b986-0c52-4f7c-9c34-8b7d61f9893a HTTP/1.1" status: 204 len: 168 time: 0.2393911 Jul 08 02:06:08.048158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50726) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.050440 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1ee18f-71fb-45fd-80b0-6e4db8cff82f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:08.050911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1ee18f-71fb-45fd-80b0-6e4db8cff82f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:08.056716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50728) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.059641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ec1ee18f-71fb-45fd-80b0-6e4db8cff82f tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/736969e2-4bfe-47e3-a75c-72d52bd16dcd HTTP/1.1" status: 404 len: 337 time: 0.0666656 Jul 08 02:06:08.073191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e8502-7ce6-40be-95ab-63aaba6cd59e tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80a0b986-0c52-4f7c-9c34-8b7d61f9893a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:08.108064 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cc861e-9fb9-46db-a3f1-f33aa49cccbe tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:08.108804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cc861e-9fb9-46db-a3f1-f33aa49cccbe tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:08.110671 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8cc861e-9fb9-46db-a3f1-f33aa49cccbe tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/876fe86c-2202-47bd-9c47-342b79fc705b HTTP/1.1" status: 404 len: 339 time: 0.0511646 Jul 08 02:06:08.113547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50730) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.137007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.186713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31b0107-37c0-4f39-bae1-173a0b579880 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting subnet 4f13f66d-fecb-4b4d-8d99-47fc4074f013 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:08.188424 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9cd3-282c-4509-8b49-a1ab09fa993d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.191937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a31b0107-37c0-4f39-bae1-173a0b579880 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.238076 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a31b0107-37c0-4f39-bae1-173a0b579880 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.250562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fd827266-e3d7-4d81-bf1b-bc5db0283f65 None None] Provisioning complete for port c279b909-3ac2-4bb3-adba-61c6be7920ac triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:08.250947 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd827266-e3d7-4d81-bf1b-bc5db0283f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.253536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9cd3-282c-4509-8b49-a1ab09fa993d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.304114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b828db4b-5392-476c-b8bf-1cabe9756624 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:08.349509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b828db4b-5392-476c-b8bf-1cabe9756624 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:08.349864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b828db4b-5392-476c-b8bf-1cabe9756624 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:08.357477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fdfdb1f5-417f-4929-bbcf-4fe9126b6c4a tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3077970 Jul 08 02:06:08.361238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50738) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.369729 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a31b0107-37c0-4f39-bae1-173a0b579880 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.372529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a250283c-968c-4cec-9551-6d8f57352be3 req-45756f25-e989-4301-afb0-e3aa1a52c975 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0531514 Jul 08 02:06:08.395960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a3b9cd3-282c-4509-8b49-a1ab09fa993d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.397441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7a3b9cd3-282c-4509-8b49-a1ab09fa993d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9660714 Jul 08 02:06:08.400650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.416369 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c279b909-3ac2-4bb3-adba-61c6be7920ac,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:08.504539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffadd962-3b01-4411-9f08-02dcc3e77830 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.534596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffadd962-3b01-4411-9f08-02dcc3e77830 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.675296 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffadd962-3b01-4411-9f08-02dcc3e77830 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.678257 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffadd962-3b01-4411-9f08-02dcc3e77830 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.682173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ffadd962-3b01-4411-9f08-02dcc3e77830 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/97921806-a491-4fab-a484-7527bd47cce5 HTTP/1.1" status: 204 len: 168 time: 0.3180332 Jul 08 02:06:08.684054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50742) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.730077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadd962-3b01-4411-9f08-02dcc3e77830 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97921806-a491-4fab-a484-7527bd47cce5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:08.732875 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a31b0107-37c0-4f39-bae1-173a0b579880 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.765756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b0107-37c0-4f39-bae1-173a0b579880 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Subnet': ['ID=4f13f66d-fecb-4b4d-8d99-47fc4074f013,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:08.785719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a31b0107-37c0-4f39-bae1-173a0b579880 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.787954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a31b0107-37c0-4f39-bae1-173a0b579880 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/subnets/4f13f66d-fecb-4b4d-8d99-47fc4074f013 HTTP/1.1" status: 204 len: 168 time: 0.6734004 Jul 08 02:06:08.790807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfccfce9-483f-4f0f-9a1e-d632829d0d8b None None] Network c9383f7b-e6d8-4d6a-a508-879e80f9c367 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:08.790978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50750) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.961282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-90399075-e910-4476-9333-9819b47e63bf tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2716818 Jul 08 02:06:08.965038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50752) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:09.021592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fe6d090a-0c1d-4671-88f5-fdf1f766108f None None] Provisioning complete for port c279b909-3ac2-4bb3-adba-61c6be7920ac triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:09.022378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fe6d090a-0c1d-4671-88f5-fdf1f766108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.056673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.078625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87a776f4-7a0a-42a8-adc4-50099b3e84f0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.150032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c279b909-3ac2-4bb3-adba-61c6be7920ac up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:09.157919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87a776f4-7a0a-42a8-adc4-50099b3e84f0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.219552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Deleting port 80abff90-c175-435a-9657-d6a2e072a538 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:09.219906 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.295373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c279b909-3ac2-4bb3-adba-61c6be7920ac triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:09.295638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.322646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] For port 80abff90-c175-435a-9657-d6a2e072a538, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=80abff90-c175-435a-9657-d6a2e072a538,segment=NetworkSegment(20e22407-df8f-40fa-b214-9dc71905fd23),segment_id=20e22407-df8f-40fa-b214-9dc71905fd23)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:09.323155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.338151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] DHCP port deletion for c9383f7b-e6d8-4d6a-a508-879e80f9c367 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:09.340745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Calling delete_port for 80abff90-c175-435a-9657-d6a2e072a538 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:09.401478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.468669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] Deleting port 80abff90-c175-435a-9657-d6a2e072a538 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:09.469463 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.547108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] For port 80abff90-c175-435a-9657-d6a2e072a538, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=80abff90-c175-435a-9657-d6a2e072a538,segment=NetworkSegment(20e22407-df8f-40fa-b214-9dc71905fd23),segment_id=20e22407-df8f-40fa-b214-9dc71905fd23)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:09.547479 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.560608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.563560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] Calling delete_port for 80abff90-c175-435a-9657-d6a2e072a538 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:09.600556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] No DVR routers for this DVR port 80abff90-c175-435a-9657-d6a2e072a538 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:09.620905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Port': ['ID=80abff90-c175-435a-9657-d6a2e072a538,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:09.631570 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-033e9a18-01b1-424c-aaa7-88f44cddb3e2 req-a85cd79f-0cf0-4966-a33c-d93ad063790f tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0416725 Jul 08 02:06:09.634156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87a776f4-7a0a-42a8-adc4-50099b3e84f0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.636966 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87a776f4-7a0a-42a8-adc4-50099b3e84f0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.638244 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-87a776f4-7a0a-42a8-adc4-50099b3e84f0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/9377cd6f-fdb2-4d6f-b623-8c1b34e60aad HTTP/1.1" status: 204 len: 168 time: 0.6722934 Jul 08 02:06:09.655084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.679351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50764) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:09.695022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:09.703161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] No DVR routers for this DVR port 80abff90-c175-435a-9657-d6a2e072a538 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:09.719229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4552c-4767-4183-bf78-2981186450e1 None None] Pushing event deleted for resources: {'Port': ['ID=80abff90-c175-435a-9657-d6a2e072a538,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:09.762217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a776f4-7a0a-42a8-adc4-50099b3e84f0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9377cd6f-fdb2-4d6f-b623-8c1b34e60aad,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:09.814292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.828407 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-86baa25d-59e7-4bea-b6a4-4e20a7670ba4 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1473975 Jul 08 02:06:09.833516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9383f7b-e6d8-4d6a-a508-879e80f9c367']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:09.837013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50766) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:09.843391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5725568f-c07a-48b6-9f56-8a747f22fee2 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129365652'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:09.863284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::1 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/685b7f45-17d7-4071-b56e-935407330afc/9e7c49df-41a8-4777-b41f-56edbc065dfe) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:09.885774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e22407-df8f-40fa-b214-9dc71905fd23') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:09.889417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e22407-df8f-40fa-b214-9dc71905fd23') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:09.899621 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.918521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.928292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:09.928775 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:09.933061 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:09.950724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.000786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:10.001740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:10.004137 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155a4212-6e3d-430c-8931-33893dd01706" -d '{"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:10.004301 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5725568f-c07a-48b6-9f56-8a747f22fee2 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.053303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.072663 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52bebe8-943c-4c7c-bb72-ef51d69b2b2f x-openstack-request-id: req-c52bebe8-943c-4c7c-bb72-ef51d69b2b2f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:06:10.073558 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:06:10.073848 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c52bebe8-943c-4c7c-bb72-ef51d69b2b2f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:06:10.074760 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'code': 200} Jul 08 02:06:10.076082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 9e7c49df-41a8-4777-b41f-56edbc065dfe will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:10.087127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.117299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.126426 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.128294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] 10.222.0.10 "DELETE /v2.0/networks/c9383f7b-e6d8-4d6a-a508-879e80f9c367 HTTP/1.1" status: 204 len: 168 time: 1.3364544 Jul 08 02:06:10.131755 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5725568f-c07a-48b6-9f56-8a747f22fee2 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.149407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ec67-797c-49b8-af8a-f32cdff7a859 tempest-NetworksIpV6Test-1677778653 tempest-NetworksIpV6Test-1677778653-project] Pushing event deleted for resources: {'Network': ['ID=c9383f7b-e6d8-4d6a-a508-879e80f9c367,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:10.158487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:10.173577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.207245 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5725568f-c07a-48b6-9f56-8a747f22fee2 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.222999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:10.226555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:10.233283 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:10.233799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.273691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725568f-c07a-48b6-9f56-8a747f22fee2 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2409784b-c260-4cc5-81f8-d84253d4ff12,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:10.327519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=9e7c49df-41a8-4777-b41f-56edbc065dfe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:10.328898 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5725568f-c07a-48b6-9f56-8a747f22fee2 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.329938 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5725568f-c07a-48b6-9f56-8a747f22fee2 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4917061 Jul 08 02:06:10.332847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50788) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:10.340272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3345eb02-4ff1-4126-a159-8f93951419f1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': '2409784b-c260-4cc5-81f8-d84253d4ff12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:10.465937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3345eb02-4ff1-4126-a159-8f93951419f1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.546277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3345eb02-4ff1-4126-a159-8f93951419f1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.582346 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.630718 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3345eb02-4ff1-4126-a159-8f93951419f1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.657263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345eb02-4ff1-4126-a159-8f93951419f1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0702d9e7-d440-4638-bd75-a53a7ea5655f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:10.762608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3345eb02-4ff1-4126-a159-8f93951419f1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.766369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3345eb02-4ff1-4126-a159-8f93951419f1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4295812 Jul 08 02:06:10.766610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50796) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:10.796232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-74018a15-c4f0-4ba2-9ba9-af7ffa4c4d27 None None] Provisioning for port 9e7c49df-41a8-4777-b41f-56edbc065dfe completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:10.802654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-74018a15-c4f0-4ba2-9ba9-af7ffa4c4d27 None None] Provisioning complete for port 9e7c49df-41a8-4777-b41f-56edbc065dfe triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:10.807190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-74018a15-c4f0-4ba2-9ba9-af7ffa4c4d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.834732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-228c4d97-3209-441f-aa9a-9525bdd912a4 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.871242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-228c4d97-3209-441f-aa9a-9525bdd912a4 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.871242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50798) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:10.897664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-74018a15-c4f0-4ba2-9ba9-af7ffa4c4d27 None None] Port 9e7c49df-41a8-4777-b41f-56edbc065dfe cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:11.011183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c05f5d15-bb9e-4056-9781-3614c3d8fcef req-1c58d0b7-faad-47a1-9015-8b7e8894b39b tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0565455 Jul 08 02:06:11.074859 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-228c4d97-3209-441f-aa9a-9525bdd912a4 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.086398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-228c4d97-3209-441f-aa9a-9525bdd912a4 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.089269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-228c4d97-3209-441f-aa9a-9525bdd912a4 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0702d9e7-d440-4638-bd75-a53a7ea5655f HTTP/1.1" status: 204 len: 168 time: 0.3217204 Jul 08 02:06:11.091924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50806) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.097975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.124268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 80abff90-c175-435a-9657-d6a2e072a538 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:11.154427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 80abff90-c175-435a-9657-d6a2e072a538 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:11.155217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 80abff90-c175-435a-9657-d6a2e072a538 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:11.156800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6141593e-7a9b-4fde-a6df-0f2e2cfc61cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9091c998a6454e59b2d8ab11a219d762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841747 Jul 08 02:06:11.157763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c4d97-3209-441f-aa9a-9525bdd912a4 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0702d9e7-d440-4638-bd75-a53a7ea5655f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.159300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50808) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.195136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2ed2f554-6292-4c4a-a491-22c3ddb1b916 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1016686 Jul 08 02:06:11.196507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.197732 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.211801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50812) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.283146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cb13b11-df64-4b14-944c-19c850f5e056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.325225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cb13b11-df64-4b14-944c-19c850f5e056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.330957 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35807eef-1582-476a-b4c4-422a076bacda tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.348193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=9e7c49df-41a8-4777-b41f-56edbc065dfe,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.396801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:11.399230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:11.405254 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35807eef-1582-476a-b4c4-422a076bacda tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.567321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35807eef-1582-476a-b4c4-422a076bacda tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.571607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35807eef-1582-476a-b4c4-422a076bacda tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.575237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35807eef-1582-476a-b4c4-422a076bacda tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/2409784b-c260-4cc5-81f8-d84253d4ff12 HTTP/1.1" status: 204 len: 168 time: 0.3600402 Jul 08 02:06:11.577040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50818) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.591404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807eef-1582-476a-b4c4-422a076bacda tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2409784b-c260-4cc5-81f8-d84253d4ff12,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.627707 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cb13b11-df64-4b14-944c-19c850f5e056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.627707 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cb13b11-df64-4b14-944c-19c850f5e056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.627707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2cb13b11-df64-4b14-944c-19c850f5e056 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5dda2f7-dab1-4fb6-bc29-284599ad92fc HTTP/1.1" status: 204 len: 168 time: 0.4574833 Jul 08 02:06:11.647639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb13b11-df64-4b14-944c-19c850f5e056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dda2f7-dab1-4fb6-bc29-284599ad92fc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.658828 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2588713f-0de4-4e48-8289-b535e591940c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805647 Jul 08 02:06:11.664321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.669987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-587ad9dd-efd0-485d-b512-8004ae70dba0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group': {'name': 'tempest-secgroup--129540070'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:11.716595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Router 3e020529-1637-4190-9937-4d646c43a90e is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:06:11.812902 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-587ad9dd-efd0-485d-b512-8004ae70dba0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.836875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9017289f-e4b8-4ca7-8d17-b4f81f1aca22 None None] Provisioning complete for port 9e7c49df-41a8-4777-b41f-56edbc065dfe triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:11.837429 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9017289f-e4b8-4ca7-8d17-b4f81f1aca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.883309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9017289f-e4b8-4ca7-8d17-b4f81f1aca22 None None] Port 9e7c49df-41a8-4777-b41f-56edbc065dfe cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:11.895389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:11.903543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f0fe17de-b6d3-4a79-94fb-7b1dea61a5cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "PUT /v2.0/routers/3e020529-1637-4190-9937-4d646c43a90e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5016448 Jul 08 02:06:11.906295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50824) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.909324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Sync routers for ids ['3e020529-1637-4190-9937-4d646c43a90e'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:11.933491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Routers {'3e020529-1637-4190-9937-4d646c43a90e'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:11.934112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:05:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3e020529-1637-4190-9937-4d646c43a90e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:12.000729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-587ad9dd-efd0-485d-b512-8004ae70dba0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.022269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5c7d3-98ff-45e5-aa74-eb02fd66511c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:12.024437 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-24d5c7d3-98ff-45e5-aa74-eb02fd66511c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports/9e7c49df-41a8-4777-b41f-56edbc065dfe HTTP/1.1" status: 200 len: 911 time: 0.1163049 Jul 08 02:06:12.026997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50832) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:12.088024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-587ad9dd-efd0-485d-b512-8004ae70dba0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.132150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab2201-4f0e-4f44-b79d-2fdf3198861c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:12.142396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab2201-4f0e-4f44-b79d-2fdf3198861c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:12.151900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-64ab2201-4f0e-4f44-b79d-2fdf3198861c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1228600 Jul 08 02:06:12.154388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50836) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:12.181718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ad9dd-efd0-485d-b512-8004ae70dba0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ad3072-b3ef-4e50-9bb7-50699073f5c6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:12.213925 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-587ad9dd-efd0-485d-b512-8004ae70dba0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.215980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-587ad9dd-efd0-485d-b512-8004ae70dba0 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5500770 Jul 08 02:06:12.218810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:12.225962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6c3af3b8-9c5e-4045-9c33-b314740469a5 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': 'd6ad3072-b3ef-4e50-9bb7-50699073f5c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:12.251997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Set router 3e020529-1637-4190-9937-4d646c43a90e gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:12.381655 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3333b884-2186-44ec-acda-503f00d77536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.396649 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3af3b8-9c5e-4045-9c33-b314740469a5 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.533498 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3af3b8-9c5e-4045-9c33-b314740469a5 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.594335 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79fc48ce-0751-4123-bb7e-0b311f2bb8a3 req-e8dca09c-e195-43b5-ac57-f5a3af9a8da4 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.2704976 Jul 08 02:06:12.643625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e020529-1637-4190-9937-4d646c43a90e', 'name': 'tempest-NetworksTestDHCPv6-router-1045804207', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:10Z', 'revision_number': 2, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None, '_interfaces': [{'id': '9e7c49df-41a8-4777-b41f-56edbc065dfe', 'name': '', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'mac_address': 'fa:16:3e:2b:9d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e020529-1637-4190-9937-4d646c43a90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': '685b7f45-17d7-4071-b56e-935407330afc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:09Z', 'updated_at': '2021-07-08T02:06:10Z', 'revision_number': 2, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'subnets': [{'id': '685b7f45-17d7-4071-b56e-935407330afc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:12.670231 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3af3b8-9c5e-4045-9c33-b314740469a5 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.681352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Checking router: 3e020529-1637-4190-9937-4d646c43a90e for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:12.681716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Updating router 3e020529-1637-4190-9937-4d646c43a90e port 9e7c49df-41a8-4777-b41f-56edbc065dfe binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:06:12.691533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3af3b8-9c5e-4045-9c33-b314740469a5 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e699c32-b483-4ced-96f4-6ba8395aa65c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:12.723754 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.835834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c3af3b8-9c5e-4045-9c33-b314740469a5 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.837353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c3af3b8-9c5e-4045-9c33-b314740469a5 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6170881 Jul 08 02:06:12.848797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:12.879586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1c94c84f-8645-46a5-a8b9-9a572922c249 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules/7e699c32-b483-4ced-96f4-6ba8395aa65c HTTP/1.1" status: 200 len: 763 time: 0.0292778 Jul 08 02:06:12.882302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:12.925969 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.993155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2d4844ca-3b1a-42f8-a2ed-e2eb14641d59 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1088498 Jul 08 02:06:12.998763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50902) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:13.047118 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7578b847-3a0c-4321-9838-2367728c4cb6 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.065421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7578b847-3a0c-4321-9838-2367728c4cb6 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.178283 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.213688 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7578b847-3a0c-4321-9838-2367728c4cb6 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.222665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7578b847-3a0c-4321-9838-2367728c4cb6 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.224429 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7578b847-3a0c-4321-9838-2367728c4cb6 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7e699c32-b483-4ced-96f4-6ba8395aa65c HTTP/1.1" status: 204 len: 168 time: 0.2245841 Jul 08 02:06:13.225575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Transition to ACTIVE for port object 9e7c49df-41a8-4777-b41f-56edbc065dfe will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:13.235660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:13.262161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578b847-3a0c-4321-9838-2367728c4cb6 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e699c32-b483-4ced-96f4-6ba8395aa65c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:13.278940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:13.314652 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2dca2608-daae-48ed-bcf6-c802efe4c44c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0770559 Jul 08 02:06:13.316753 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:13.323661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e78064d1-3291-4a6d-a6d1-72e51ddb8059 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': 'd6ad3072-b3ef-4e50-9bb7-50699073f5c6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:13.350187 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.401842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d831d11-e5bc-4a07-a323-a4496ed567ce None None] Pushing event updated for resources: {'Port': ['ID=9e7c49df-41a8-4777-b41f-56edbc065dfe,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:13.438580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371012774'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:13.486519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Attempting to bind port 9e7c49df-41a8-4777-b41f-56edbc065dfe on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:13.487980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Attempting to bind port 9e7c49df-41a8-4777-b41f-56edbc065dfe by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:13.487980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Attempting to bind port 9e7c49df-41a8-4777-b41f-56edbc065dfe on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:13.488952 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e78064d1-3291-4a6d-a6d1-72e51ddb8059 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.495105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:13.496097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:13.496509 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.496911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:13.497392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Bound port: 9e7c49df-41a8-4777-b41f-56edbc065dfe, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:13.497782 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.605801 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e78064d1-3291-4a6d-a6d1-72e51ddb8059 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.630887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:13.641470 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.662136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] For port 9e7c49df-41a8-4777-b41f-56edbc065dfe, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:13.676554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.684943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] For port 9e7c49df-41a8-4777-b41f-56edbc065dfe, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9e7c49df-41a8-4777-b41f-56edbc065dfe,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:13.696161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:06:13.779818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 9e7c49df-41a8-4777-b41f-56edbc065dfe {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:13.780384 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.852950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.874636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.876533 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e78064d1-3291-4a6d-a6d1-72e51ddb8059 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.902847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78064d1-3291-4a6d-a6d1-72e51ddb8059 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad99c3e2-4b16-41cd-991a-3dd04ba100a8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:13.961172 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f845a7ff-e49f-4095-bddb-8b244c98c1e9 req-6fa92f61-9b8a-4a0b-ac07-2150f32f3484 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.1176131 Jul 08 02:06:13.981851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:13.991936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'mac_address': 'fa:16:3e:28:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:06:14.002335 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Routers {'3e020529-1637-4190-9937-4d646c43a90e'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:14.002974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:05:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3e020529-1637-4190-9937-4d646c43a90e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:14.030882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] For port 9e7c49df-41a8-4777-b41f-56edbc065dfe, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9e7c49df-41a8-4777-b41f-56edbc065dfe,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:14.030882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.053272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.065267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 9e7c49df-41a8-4777-b41f-56edbc065dfe owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:14.118751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1e7690-524d-4484-9e95-91f90bebc343,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:14.138820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:14.157821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e78064d1-3291-4a6d-a6d1-72e51ddb8059 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.157821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e78064d1-3291-4a6d-a6d1-72e51ddb8059 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8356075 Jul 08 02:06:14.157821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.157821 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment 90d28447-6857-4b7a-99a5-a97c0ffdd1d2 of type vlan for network 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 Jul 08 02:06:14.161617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50944) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.176907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d831d11-e5bc-4a07-a323-a4496ed567ce None None] Pushing event updated for resources: {'Port': ['ID=9e7c49df-41a8-4777-b41f-56edbc065dfe,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:14.199606 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.211690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ce3b1238-171b-4ba0-8058-55755b60a898 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules/ad99c3e2-4b16-41cd-991a-3dd04ba100a8 HTTP/1.1" status: 200 len: 763 time: 0.0482650 Jul 08 02:06:14.222294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50946) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.237762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05be1b97-6d73-4975-972b-53fd78bf05e4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:06:14.238207 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.263966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] Set router 3e020529-1637-4190-9937-4d646c43a90e gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:14.300175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c136114a-f9c0-45ec-8310-e376206b62a4 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0837791 Jul 08 02:06:14.303143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.309698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:14.337075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0d85-54ca-4fcd-a84c-286496d90b60 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.348559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0d85-54ca-4fcd-a84c-286496d90b60 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.361903 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38bfec43-6b62-4d8b-bf86-b220fa12e4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.414095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.447452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.454728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:14.462861 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.495837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:14.523944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0d85-54ca-4fcd-a84c-286496d90b60 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.538019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a6a0d85-54ca-4fcd-a84c-286496d90b60 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.540697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0a6a0d85-54ca-4fcd-a84c-286496d90b60 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ad99c3e2-4b16-41cd-991a-3dd04ba100a8 HTTP/1.1" status: 204 len: 168 time: 0.2364841 Jul 08 02:06:14.543199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50982) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.560813 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a0d85-54ca-4fcd-a84c-286496d90b60 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad99c3e2-4b16-41cd-991a-3dd04ba100a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:14.574100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e020529-1637-4190-9937-4d646c43a90e', 'name': 'tempest-NetworksTestDHCPv6-router-1045804207', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:10Z', 'revision_number': 2, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None, '_interfaces': [{'id': '9e7c49df-41a8-4777-b41f-56edbc065dfe', 'name': '', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'mac_address': 'fa:16:3e:2b:9d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e020529-1637-4190-9937-4d646c43a90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': '685b7f45-17d7-4071-b56e-935407330afc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:09Z', 'updated_at': '2021-07-08T02:06:13Z', 'revision_number': 4, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'subnets': [{'id': '685b7f45-17d7-4071-b56e-935407330afc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:14.578501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=1de4cc64-2a08-40c9-b6b8-3a792e6c6a91,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:14.587283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['05be1b97-6d73-4975-972b-53fd78bf05e4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:06:14.597663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.622750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:14.623292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8cf77093-6f1a-48b8-b07a-73c0a790ebcb tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787866 Jul 08 02:06:14.626600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50988) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.639469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-86ce5383-121b-4283-a16b-632d47461fd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Request body: {'security_group_rule': {'security_group_id': 'd6ad3072-b3ef-4e50-9bb7-50699073f5c6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:14.654403 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8a8e0224-716a-445b-98f3-27ac63b87592 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3739350 Jul 08 02:06:14.712239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=9e7c49df-41a8-4777-b41f-56edbc065dfe,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:14.741328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6980e-35bb-4ee0-8455-b81b1d3ef3b9 None None] The sync data for ids ['3e020529-1637-4190-9937-4d646c43a90e'] in n-d-695189-13 is: [{'id': '3e020529-1637-4190-9937-4d646c43a90e', 'name': 'tempest-NetworksTestDHCPv6-router-1045804207', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:10Z', 'revision_number': 2, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None, '_interfaces': [{'id': '9e7c49df-41a8-4777-b41f-56edbc065dfe', 'name': '', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'mac_address': 'fa:16:3e:2b:9d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e020529-1637-4190-9937-4d646c43a90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': '685b7f45-17d7-4071-b56e-935407330afc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:09Z', 'updated_at': '2021-07-08T02:06:13Z', 'revision_number': 4, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'subnets': [{'id': '685b7f45-17d7-4071-b56e-935407330afc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:14.820571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.826973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': '1de4cc64-2a08-40c9-b6b8-3a792e6c6a91', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:14.920454 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-86ce5383-121b-4283-a16b-632d47461fd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Project 0c90365a32bf4dbdbbdf9ec0e0856f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:06:14.936704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.954752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86ce5383-121b-4283-a16b-632d47461fd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.980457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.363161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:15.391737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.391907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86ce5383-121b-4283-a16b-632d47461fd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.462556 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2cb1588-7e43-46a6-99b9-4a5c04a94d4c req-6518c915-8526-4d98-85a3-ad64656b9f3b tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0822575 Jul 08 02:06:15.621321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86ce5383-121b-4283-a16b-632d47461fd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.662591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce5383-121b-4283-a16b-632d47461fd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761ca3be-7a54-4b8d-b813-a8a4ea484fff,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:15.673537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Router 3e020529-1637-4190-9937-4d646c43a90e has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:06:15.693679 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.803213 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86ce5383-121b-4283-a16b-632d47461fd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.805398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-86ce5383-121b-4283-a16b-632d47461fd1 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1772447 Jul 08 02:06:15.877935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51010) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:15.922091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4752b68f-a800-4c86-9ed8-e99901256d3b req-02cf2c50-e2b4-4f5e-b03f-6584f30c2381 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.1205606 Jul 08 02:06:15.927369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:15.936176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ad149a56-34d6-495f-8782-394d0b1bd7a0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "PUT /v2.0/routers/3e020529-1637-4190-9937-4d646c43a90e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7783594 Jul 08 02:06:15.937686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:15.975332 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9ca30e61-80df-4f68-b675-b601e57689a3 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules/761ca3be-7a54-4b8d-b813-a8a4ea484fff HTTP/1.1" status: 200 len: 769 time: 0.0805717 Jul 08 02:06:15.976242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51016) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:16.030760 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.072906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dd62bc33-de2e-4970-856c-5fc5065e4234 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0961730 Jul 08 02:06:16.086356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51018) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:16.134321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a75959-8879-4c79-b2da-62cec1bb624f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:16.136086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a75959-8879-4c79-b2da-62cec1bb624f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:16.141103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e5a75959-8879-4c79-b2da-62cec1bb624f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2016788 Jul 08 02:06:16.144928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51020) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:16.145059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-267b556a-1414-40a8-b348-51a7a66db343 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.161079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-267b556a-1414-40a8-b348-51a7a66db343 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.228323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cd27bd-e5db-4b54-b9e4-4dea30aa6fae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 685b7f45-17d7-4071-b56e-935407330afc {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:16.232560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=e2475c96-5a5d-4c9b-be45-61cbbb2bc844,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:16.236707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62cd27bd-e5db-4b54-b9e4-4dea30aa6fae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.308780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62cd27bd-e5db-4b54-b9e4-4dea30aa6fae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.315451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': '90d28447-6857-4b7a-99a5-a97c0ffdd1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1de4cc64-2a08-40c9-b6b8-3a792e6c6a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:16.315451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:16.346458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-267b556a-1414-40a8-b348-51a7a66db343 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.354387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-267b556a-1414-40a8-b348-51a7a66db343 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.355957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-267b556a-1414-40a8-b348-51a7a66db343 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/761ca3be-7a54-4b8d-b813-a8a4ea484fff HTTP/1.1" status: 204 len: 168 time: 0.2678947 Jul 08 02:06:16.360672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51024) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:16.373259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b556a-1414-40a8-b348-51a7a66db343 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=761ca3be-7a54-4b8d-b813-a8a4ea484fff,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:16.469758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62cd27bd-e5db-4b54-b9e4-4dea30aa6fae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.532534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-229c87c8-411a-45f9-b842-8ec0b76c6219 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1534882 Jul 08 02:06:16.535487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51026) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:16.543965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:16.643796 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-91c28912-af72-42d1-83d7-851cda837788 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.683639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-91c28912-af72-42d1-83d7-851cda837788 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.702915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:16.707116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:16.707765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.715869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0d2e9-929b-4e53-93db-711276a89545 None None] Network 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:16.752686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62cd27bd-e5db-4b54-b9e4-4dea30aa6fae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.864625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd27bd-e5db-4b54-b9e4-4dea30aa6fae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=685b7f45-17d7-4071-b56e-935407330afc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:16.892392 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62cd27bd-e5db-4b54-b9e4-4dea30aa6fae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.904115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-62cd27bd-e5db-4b54-b9e4-4dea30aa6fae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/685b7f45-17d7-4071-b56e-935407330afc HTTP/1.1" status: 204 len: 168 time: 0.7558286 Jul 08 02:06:16.906024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:16.934129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-91c28912-af72-42d1-83d7-851cda837788 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.950913 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-91c28912-af72-42d1-83d7-851cda837788 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.957222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-91c28912-af72-42d1-83d7-851cda837788 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "DELETE /v2.0/security-groups/d6ad3072-b3ef-4e50-9bb7-50699073f5c6 HTTP/1.1" status: 204 len: 168 time: 0.4202325 Jul 08 02:06:17.008661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51034) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:17.010497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69008cc8-dfed-42f0-8b4b-0e60479a6099 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:17.074287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bdc890ab-04d2-403d-a80f-a3d434487d0d req-858015ba-5978-49d6-99fa-dee42a5cac74 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.1727870 Jul 08 02:06:17.086741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51038) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:17.093186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-15f63b8f-670b-4b2c-a355-a05bb6d0d489 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2652011 Jul 08 02:06:17.123958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1128909438'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:17.126828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28912-af72-42d1-83d7-851cda837788 tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ad3072-b3ef-4e50-9bb7-50699073f5c6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:17.198112 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-53d16db3-7658-4a32-928e-042210086e1b tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1787317 Jul 08 02:06:17.204399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51040) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:17.370905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:17.377995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.404721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9ae04648-9f94-4329-8990-83e0bd3afbd0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4970987 Jul 08 02:06:17.406669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:17.497807 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4f1e7ecd-b66b-4471-ab6d-7b42fe56444c tempest-SecGroupIPv6Test-1284730189 tempest-SecGroupIPv6Test-1284730189-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2505746 Jul 08 02:06:17.519999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:17.541800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.543845 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment a2db4d00-72cb-4dc2-8171-df3135da9147 of type vlan for network 6839ebd9-5644-4bc3-a94f-36b8e5c81d05 Jul 08 02:06:17.645304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.672669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c5bc9c-4757-4943-8a5e-ca56476d8d9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.757764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.761249 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] Sync routers for ids ['3e020529-1637-4190-9937-4d646c43a90e'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:17.765756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:17.766491 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.791702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:17.800946 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] Routers {'3e020529-1637-4190-9937-4d646c43a90e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:17.804834 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:06:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3e020529-1637-4190-9937-4d646c43a90e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:17.891468 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.903526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-1de4cc64-2a08-40c9-b6b8-3a792e6c6a91', 'network_id': '1de4cc64-2a08-40c9-b6b8-3a792e6c6a91', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': 'e2475c96-5a5d-4c9b-be45-61cbbb2bc844'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:17.903526 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.995688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=6839ebd9-5644-4bc3-a94f-36b8e5c81d05,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:18.059528 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2c3102c8-4254-417b-9118-c2850abbf817 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9586308 Jul 08 02:06:18.063854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51050) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:18.070638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': '6839ebd9-5644-4bc3-a94f-36b8e5c81d05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:18.317397 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] Set router 3e020529-1637-4190-9937-4d646c43a90e gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:18.412163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Allocated IP 172.20.255.242 (1de4cc64-2a08-40c9-b6b8-3a792e6c6a91/e2475c96-5a5d-4c9b-be45-61cbbb2bc844/5625bd45-0038-44bd-a8aa-8c002f9bddc4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:18.465443 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e020529-1637-4190-9937-4d646c43a90e', 'name': 'tempest-NetworksTestDHCPv6-router-1045804207', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:14Z', 'revision_number': 3, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:18.505541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51058) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:18.530224 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] Checking router: 3e020529-1637-4190-9937-4d646c43a90e for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:18.538554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:18.542681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.543407 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] Routers {'3e020529-1637-4190-9937-4d646c43a90e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:18.544215 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:06:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3e020529-1637-4190-9937-4d646c43a90e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:18.550213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 6839ebd9-5644-4bc3-a94f-36b8e5c81d05 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:18.585817 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.604481 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c5bc9c-4757-4943-8a5e-ca56476d8d9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.609335 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 05be1b97-6d73-4975-972b-53fd78bf05e4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:18.612673 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.614930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c5bc9c-4757-4943-8a5e-ca56476d8d9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.624089 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] Set router 3e020529-1637-4190-9937-4d646c43a90e gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:18.687876 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e020529-1637-4190-9937-4d646c43a90e', 'name': 'tempest-NetworksTestDHCPv6-router-1045804207', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:14Z', 'revision_number': 3, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:18.716746 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0363b9-d21f-4ceb-aecd-d6d126366868 None None] The sync data for ids ['3e020529-1637-4190-9937-4d646c43a90e'] in n-d-695189-13 is: [{'id': '3e020529-1637-4190-9937-4d646c43a90e', 'name': 'tempest-NetworksTestDHCPv6-router-1045804207', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:14Z', 'revision_number': 3, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:18.836384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c5bc9c-4757-4943-8a5e-ca56476d8d9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.837623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c5bc9c-4757-4943-8a5e-ca56476d8d9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Fanout notify agent at l3_agent the message router_deleted on router 3e020529-1637-4190-9937-4d646c43a90e {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:06:18.844945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84c5bc9c-4757-4943-8a5e-ca56476d8d9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.848888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-84c5bc9c-4757-4943-8a5e-ca56476d8d9e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/routers/3e020529-1637-4190-9937-4d646c43a90e HTTP/1.1" status: 204 len: 168 time: 1.4377377 Jul 08 02:06:18.853550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:18.872845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:18.963536 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a4aab5fc-8cfd-4e2b-ac35-3e46bb3a694f req-ecc6a87f-1b98-4860-8b24-dc71ec3d1b89 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.1004939 Jul 08 02:06:18.968246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.119764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:19.154180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:19.159211 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.249461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=fbfa0dd9-1092-4684-b88a-d3717961ceb7,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:19.257970 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-73f35763-5267-4829-a6d0-62008e7b89e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c90365a32bf4dbdbbdf9ec0e0856f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497158 Jul 08 02:06:19.275870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': 'a2db4d00-72cb-4dc2-8171-df3135da9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6839ebd9-5644-4bc3-a94f-36b8e5c81d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:19.276281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: 6839ebd9-5644-4bc3-a94f-36b8e5c81d05, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:19.300331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c279b909-3ac2-4bb3-adba-61c6be7920ac no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:19.386682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51072) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:19.527264 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-286857fa-596f-43b2-bf03-5034b515c824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.557918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.586549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-286857fa-596f-43b2-bf03-5034b515c824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.590522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network 6839ebd9-5644-4bc3-a94f-36b8e5c81d05 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:19.623262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Transition to ACTIVE for port object 5625bd45-0038-44bd-a8aa-8c002f9bddc4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:19.722218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] Deleting port c279b909-3ac2-4bb3-adba-61c6be7920ac {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:19.722218 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.771324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.828241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] For port c279b909-3ac2-4bb3-adba-61c6be7920ac, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c279b909-3ac2-4bb3-adba-61c6be7920ac,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:19.828665 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.834621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 6839ebd9-5644-4bc3-a94f-36b8e5c81d05) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:19.840266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:19.841286 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.852323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fcb1af-07ca-434d-8cb4-3c162728f107 None None] Network 6839ebd9-5644-4bc3-a94f-36b8e5c81d05 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:19.870811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.874778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-286857fa-596f-43b2-bf03-5034b515c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.876276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-286857fa-596f-43b2-bf03-5034b515c824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.880873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-286857fa-596f-43b2-bf03-5034b515c824 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02ce08b7-e74c-4e05-933f-49449701c186 HTTP/1.1" status: 204 len: 168 time: 0.4906793 Jul 08 02:06:19.896936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Transition to ACTIVE for port object 5625bd45-0038-44bd-a8aa-8c002f9bddc4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:19.909248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] Calling delete_port for c279b909-3ac2-4bb3-adba-61c6be7920ac owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:19.958865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=38408862-ef3a-4cd0-bdff-c2c80e85fd8d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:19.983779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286857fa-596f-43b2-bf03-5034b515c824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ce08b7-e74c-4e05-933f-49449701c186,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:19.993992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-07c09a74-ca02-4740-b90a-6cdfffd63d25 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9268022 Jul 08 02:06:19.994127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:19.995197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51078) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:20.013862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:20.021076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:20.024022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.114795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:20.117211 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d670b8-1e78-4ebf-ba54-7c090efe0965" -d '{"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-plugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:20.162447 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-05ab7f4b-9d33-4975-a853-9b487aef2c9b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3075111 Jul 08 02:06:20.166337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:20.172482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a4b79dd5-47d4-45e8-8a29-408f4dd94488 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1731588989', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:20.176162 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.188560 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.258501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Network 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:20.307135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:20.311669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.371146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:20.379460 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4b79dd5-47d4-45e8-8a29-408f4dd94488 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.380633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4b79dd5-47d4-45e8-8a29-408f4dd94488 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.461086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5adcd4cd-f426-429f-829e-4e71c49cb03a req-2e2269c7-741d-461b-b0fa-6dec941099b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f74663d9890a4260b1655c12870e2a7a&device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.1316133 Jul 08 02:06:20.514165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:20.547497 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6206e-bad4-42a1-ae0f-c3a8cf592a0a x-openstack-request-id: req-e1f6206e-bad4-42a1-ae0f-c3a8cf592a0a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:06:20.558038 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-plugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:06:20.558491 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1f6206e-bad4-42a1-ae0f-c3a8cf592a0a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:06:20.561185 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'code': 200} Jul 08 02:06:20.577263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c279b909-3ac2-4bb3-adba-61c6be7920ac, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c279b909-3ac2-4bb3-adba-61c6be7920ac,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:20.582214 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4b79dd5-47d4-45e8-8a29-408f4dd94488 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.607488 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.655386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Pushing event updated for resources: {'Port': ['ID=5625bd45-0038-44bd-a8aa-8c002f9bddc4,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:20.681850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4b79dd5-47d4-45e8-8a29-408f4dd94488 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.701619 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.704157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5adcd4cd-f426-429f-829e-4e71c49cb03a req-30886926-dc90-4e9c-bb22-cfe82efbe192 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f74663d9890a4260b1655c12870e2a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2363913 Jul 08 02:06:20.704975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9e7c49df-41a8-4777-b41f-56edbc065dfe no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:20.705171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.707710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c519fc9-9a60-43dc-a93d-c66f88133bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-6839ebd9-5644-4bc3-a94f-36b8e5c81d05', 'network_id': '6839ebd9-5644-4bc3-a94f-36b8e5c81d05', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': 'fbfa0dd9-1092-4684-b88a-d3717961ceb7'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:20.709213 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c519fc9-9a60-43dc-a93d-c66f88133bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.816085 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a4b79dd5-47d4-45e8-8a29-408f4dd94488 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.820214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a4b79dd5-47d4-45e8-8a29-408f4dd94488 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6495078 Jul 08 02:06:20.820550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:20.888245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd4cd-f426-429f-829e-4e71c49cb03a req-583e9c87-6168-43a6-ac5e-9587b96a3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:20.889739 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5adcd4cd-f426-429f-829e-4e71c49cb03a req-583e9c87-6168-43a6-ac5e-9587b96a3c70 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645992 Jul 08 02:06:20.889894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.890091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.892036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.892582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.893283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.895667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.896293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.897006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.899697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.900337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.900934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.902728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:20.924334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c7e61084-fa6b-4671-a865-59c7534191ac req-fb8857bc-fa7f-44dd-8d8d-5611f07e1cf3 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.2002189 Jul 08 02:06:20.969513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Attempting to bind port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:20.969513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Attempting to bind port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '90d28447-6857-4b7a-99a5-a97c0ffdd1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1de4cc64-2a08-40c9-b6b8-3a792e6c6a91'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:20.969513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Attempting to bind port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 on network 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:20.985595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 9e7c49df-41a8-4777-b41f-56edbc065dfe {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:20.986447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9e7c49df-41a8-4777-b41f-56edbc065dfe not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:21.075566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:21.076131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Checking segment: {'id': '90d28447-6857-4b7a-99a5-a97c0ffdd1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1de4cc64-2a08-40c9-b6b8-3a792e6c6a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:21.076656 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.079312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Bound using segment: {'id': '90d28447-6857-4b7a-99a5-a97c0ffdd1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1de4cc64-2a08-40c9-b6b8-3a792e6c6a91'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:21.080345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Bound port: 5625bd45-0038-44bd-a8aa-8c002f9bddc4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d28447-6857-4b7a-99a5-a97c0ffdd1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1de4cc64-2a08-40c9-b6b8-3a792e6c6a91'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:21.080987 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.116627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.194160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=fbfa0dd9-1092-4684-b88a-d3717961ceb7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:21.280966 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.305629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6839ebd9-5644-4bc3-a94f-36b8e5c81d05']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:21.324550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2db4d00-72cb-4dc2-8171-df3135da9147') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:21.328943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2db4d00-72cb-4dc2-8171-df3135da9147') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:21.337928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.359623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.382596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:21.383321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:21.392906 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:21.403934 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.500652 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.540538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] No DVR routers for this DVR port c279b909-3ac2-4bb3-adba-61c6be7920ac on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:21.548820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:21.577008 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.583146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395d96b-e41e-4d1d-8c7f-336a0dfd4e42 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:21.652348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.699437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.701382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/6839ebd9-5644-4bc3-a94f-36b8e5c81d05 HTTP/1.1" status: 204 len: 168 time: 1.7050066 Jul 08 02:06:21.707811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe600f5-b435-447d-9ec1-dfc0ab988630 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=6839ebd9-5644-4bc3-a94f-36b8e5c81d05,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:21.710666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51116) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-8c519fc9-9a60-43dc-a93d-c66f88133bbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbfa0dd9-1092-4684-b88a-d3717961ceb7: This subnet is being modified by another concurrent operation. Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:21.719657 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbfa0dd9-1092-4684-b88a-d3717961ceb7: This subnet is being modified by another concurrent operation. Jul 08 02:06:21.724281 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:06:21.727411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event deleted for resources: {'Port': ['ID=c279b909-3ac2-4bb3-adba-61c6be7920ac,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:21.754966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] For port 5625bd45-0038-44bd-a8aa-8c002f9bddc4, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:21.764635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011616975'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:21.851193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cb633-92d6-43e7-8b59-a76deb60b993 None None] Pushing event deleted for resources: {'Port': ['ID=c279b909-3ac2-4bb3-adba-61c6be7920ac,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:21.872107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa53f5-15ca-4b78-bb27-aea2cecdab34 None None] Network 6839ebd9-5644-4bc3-a94f-36b8e5c81d05 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:21.921656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:21.929994 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.959686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] For port 5625bd45-0038-44bd-a8aa-8c002f9bddc4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5625bd45-0038-44bd-a8aa-8c002f9bddc4,segment=NetworkSegment(90d28447-6857-4b7a-99a5-a97c0ffdd1d2),segment_id=90d28447-6857-4b7a-99a5-a97c0ffdd1d2)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:21.962101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa53f5-15ca-4b78-bb27-aea2cecdab34 None None] Network 6839ebd9-5644-4bc3-a94f-36b8e5c81d05 could not be found, it might have been deleted concurrently. {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 02:06:22.041498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:22.051895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '38408862-ef3a-4cd0-bdff-c2c80e85fd8d'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:22.051895 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.053613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:22.075319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::1 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/38408862-ef3a-4cd0-bdff-c2c80e85fd8d/94e2788d-45d6-41f4-ba49-52cc7d4818fd) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:22.077381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.078662 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment f732bf64-19e3-4537-9245-faf670891a88 of type vlan for network 953ea660-5677-4aee-a261-af2863e1697a Jul 08 02:06:22.082608 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.184875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c8649d6-75d9-4c68-95d5-6aa39b9ad8ec req-84b6a2ef-4a69-4a5f-875b-e2752f221c71 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0455682 Jul 08 02:06:22.255651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5adcd4cd-f426-429f-829e-4e71c49cb03a req-ca5f0a06-cad1-43f4-8c0b-1ee751433ed3 tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.18 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.0336566 Jul 08 02:06:22.296713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.321540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-secgroup--658114489'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:22.438255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefc490-b66e-4eec-a4d8-16d9889da87c None None] Pushing event updated for resources: {'Port': ['ID=5625bd45-0038-44bd-a8aa-8c002f9bddc4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:22.443551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.480014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 94e2788d-45d6-41f4-ba49-52cc7d4818fd will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:22.507390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.514476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:22.515451 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.612265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=953ea660-5677-4aee-a261-af2863e1697a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:22.626990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 953ea660-5677-4aee-a261-af2863e1697a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:22.693413 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.706121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.779879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.830049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-64eea13a-2344-4f59-aeb3-554cb771a3ec tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1012254 Jul 08 02:06:22.832679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51132) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:22.840807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': '953ea660-5677-4aee-a261-af2863e1697a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:22.843524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:22.858879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:22.872510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:22.873289 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.949546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/38408862-ef3a-4cd0-bdff-c2c80e85fd8d/f39d267d-4c7c-43d2-ac02-a2b6889ced2f) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:22.949759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=94e2788d-45d6-41f4-ba49-52cc7d4818fd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:23.126659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.223077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.262762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5625bd45-0038-44bd-a8aa-8c002f9bddc4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:23.297022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.320327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:23.325818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.331740 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.346357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Transition to ACTIVE for port object f39d267d-4c7c-43d2-ac02-a2b6889ced2f will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:23.388806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Transition to ACTIVE for port object f39d267d-4c7c-43d2-ac02-a2b6889ced2f will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:23.446835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:23.493214 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.548131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Performing IP validity checks on allocation pools {{(pid=100713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:06:23.551739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.ipam_backend_mixin [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:06:23.588791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Pushing event updated for resources: {'Port': ['ID=f39d267d-4c7c-43d2-ac02-a2b6889ced2f,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:23.610633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:23.616608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:23.623456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:23.716990 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f9c53b6-c3d7-415f-b663-f5e8b768e3a5 req-b580f28e-48e6-4f17-bfae-5e920bf899be tempest-ServerShowV254Test-1973709341 tempest-ServerShowV254Test-1973709341-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206dac5-1c0d-47b5-8e75-696e64c76b6b HTTP/1.1" status: 200 len: 210 time: 0.1469693 Jul 08 02:06:23.759206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Attempting to bind port f39d267d-4c7c-43d2-ac02-a2b6889ced2f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:23.759524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Attempting to bind port f39d267d-4c7c-43d2-ac02-a2b6889ced2f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:23.762087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Attempting to bind port f39d267d-4c7c-43d2-ac02-a2b6889ced2f on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:23.770937 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.777407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:23.777809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:23.779563 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.779989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:23.780494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Bound port: f39d267d-4c7c-43d2-ac02-a2b6889ced2f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:23.780900 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.800915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5bbefa-768d-4dff-8ad7-519267917cd1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.046543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.061103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] For port f39d267d-4c7c-43d2-ac02-a2b6889ced2f, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:24.068688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] For port f39d267d-4c7c-43d2-ac02-a2b6889ced2f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f39d267d-4c7c-43d2-ac02-a2b6889ced2f,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:24.125885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca5ec0d-46b0-46bb-8536-9d30eaeca99c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.134309 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.172589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.173999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a2a5fcb7-2da2-41bc-9843-782b0fde5cf4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1185153 Jul 08 02:06:24.177444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51146) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:24.220278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70557d9-60aa-40dd-a5a5-d7ba90530977 None None] Network 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:24.232021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.384441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=ea9ccffa-7f4a-48cc-8e75-9c03118595aa,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.405215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:24.406601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d66120d4-353e-406a-9e69-d3c6dfe37c70 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2275081 Jul 08 02:06:24.422940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-be2751d2-5033-4322-8b7e-2fb86d52f945 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-security--970717466', 'description': 'tempest-security-description-292229034'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:24.433349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.442961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': 'f732bf64-19e3-4537-9245-faf670891a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '953ea660-5677-4aee-a261-af2863e1697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:24.443684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: 953ea660-5677-4aee-a261-af2863e1697a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:24.505358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2751d2-5033-4322-8b7e-2fb86d52f945 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.541077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.542109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.548627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network 953ea660-5677-4aee-a261-af2863e1697a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:24.603371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f21e28-cfd8-434e-a305-43b0304e4d1e None None] Pushing event updated for resources: {'Port': ['ID=f39d267d-4c7c-43d2-ac02-a2b6889ced2f,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.663718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 953ea660-5677-4aee-a261-af2863e1697a) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:24.677073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:24.678488 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.716297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3c5de810-8d1e-4555-95be-d7e7fb798dde None None] Provisioning for port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:24.732367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3c5de810-8d1e-4555-95be-d7e7fb798dde None None] Provisioning complete for port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:24.733793 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3c5de810-8d1e-4555-95be-d7e7fb798dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.759272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2751d2-5033-4322-8b7e-2fb86d52f945 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.774451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=94e2788d-45d6-41f4-ba49-52cc7d4818fd,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.779212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0033deb-144d-4543-8004-f6da3e0f3a3a None None] Network 953ea660-5677-4aee-a261-af2863e1697a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:24.826968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:24.828757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:24.870289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fdda4d41-4fd2-4a05-8ef5-9aeeec504557 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0360060 Jul 08 02:06:24.872769 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51152) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:24.949272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2751d2-5033-4322-8b7e-2fb86d52f945 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.952831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2751d2-5033-4322-8b7e-2fb86d52f945 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.956540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-be2751d2-5033-4322-8b7e-2fb86d52f945 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "PUT /v2.0/security-groups/8ca5ec0d-46b0-46bb-8536-9d30eaeca99c HTTP/1.1" status: 200 len: 1778 time: 0.5412230 Jul 08 02:06:24.978081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51156) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.124131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2751d2-5033-4322-8b7e-2fb86d52f945 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca5ec0d-46b0-46bb-8536-9d30eaeca99c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:25.156457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6bd63ab5-34b5-4307-8690-6ee6c02a13c4 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups/8ca5ec0d-46b0-46bb-8536-9d30eaeca99c HTTP/1.1" status: 200 len: 1778 time: 0.1772137 Jul 08 02:06:25.158969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51166) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.216047 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.220901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3c5de810-8d1e-4555-95be-d7e7fb798dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.351104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3c5de810-8d1e-4555-95be-d7e7fb798dde None None] For port 5625bd45-0038-44bd-a8aa-8c002f9bddc4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5625bd45-0038-44bd-a8aa-8c002f9bddc4,segment=NetworkSegment(90d28447-6857-4b7a-99a5-a97c0ffdd1d2),segment_id=90d28447-6857-4b7a-99a5-a97c0ffdd1d2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:25.369570 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.390196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Router 3d76b149-00b4-4f04-aed2-1fa24dca8c06 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:06:25.409666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f39d267d-4c7c-43d2-ac02-a2b6889ced2f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:25.442025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b722fd-72b3-40c8-b049-7f7ebe04865a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-953ea660-5677-4aee-a261-af2863e1697a', 'network_id': '953ea660-5677-4aee-a261-af2863e1697a', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': 'ea9ccffa-7f4a-48cc-8e75-9c03118595aa'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:25.442025 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0b722fd-72b3-40c8-b049-7f7ebe04865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.482657 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3c5de810-8d1e-4555-95be-d7e7fb798dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.543144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-385255c0-e29f-493a-b6b5-ac2f4aef7725 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.573354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.595725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-385255c0-e29f-493a-b6b5-ac2f4aef7725 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.620410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5de810-8d1e-4555-95be-d7e7fb798dde None None] Pushing event updated for resources: {'Port': ['ID=5625bd45-0038-44bd-a8aa-8c002f9bddc4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:25.648233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9ccffa-7f4a-48cc-8e75-9c03118595aa,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:25.710959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:25.722838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a7b95575-5890-478f-90d5-664a93c91908 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "PUT /v2.0/routers/3d76b149-00b4-4f04-aed2-1fa24dca8c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8988652 Jul 08 02:06:25.739563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.804419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.805834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Sync routers for ids ['3d76b149-00b4-4f04-aed2-1fa24dca8c06'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:25.827299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953ea660-5677-4aee-a261-af2863e1697a']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:25.835007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6344a-3f94-4fb2-a72b-12cf484f1245 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:25.837875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-34e6344a-3f94-4fb2-a72b-12cf484f1245 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports/94e2788d-45d6-41f4-ba49-52cc7d4818fd HTTP/1.1" status: 200 len: 911 time: 0.1019487 Jul 08 02:06:25.848114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51170) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.864545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f732bf64-19e3-4537-9245-faf670891a88') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:25.866889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f732bf64-19e3-4537-9245-faf670891a88') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:25.872880 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-385255c0-e29f-493a-b6b5-ac2f4aef7725 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.874364 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-385255c0-e29f-493a-b6b5-ac2f4aef7725 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.876590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Routers {'3d76b149-00b4-4f04-aed2-1fa24dca8c06'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:25.877420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:06:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3d76b149-00b4-4f04-aed2-1fa24dca8c06'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:25.879795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51172) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.887759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-385255c0-e29f-493a-b6b5-ac2f4aef7725 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/8ca5ec0d-46b0-46bb-8536-9d30eaeca99c HTTP/1.1" status: 204 len: 168 time: 0.7154796 Jul 08 02:06:25.928368 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.944754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385255c0-e29f-493a-b6b5-ac2f4aef7725 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca5ec0d-46b0-46bb-8536-9d30eaeca99c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:25.967046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.003256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:26.003696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:26.014835 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:26.051821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Set router 3d76b149-00b4-4f04-aed2-1fa24dca8c06 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:26.064966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78fd3a-859c-4f02-b026-5177898a57e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:26.083857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78fd3a-859c-4f02-b026-5177898a57e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:26.085574 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ed78fd3a-859c-4f02-b026-5177898a57e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2359161 Jul 08 02:06:26.102138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51176) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:26.230454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51182) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:26.261198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bfe28444-a2d4-4ff2-9228-78333a73ec16 None None] Provisioning complete for port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:26.261635 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bfe28444-a2d4-4ff2-9228-78333a73ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.268525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8d30d159-3e14-496f-81f8-e975a3566804 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3852639 Jul 08 02:06:26.279678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51186) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:26.317760 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-da7e54ef-1579-4723-bf93-d5a344ee795d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] delete failed (client error): The resource could not be found. Jul 08 02:06:26.318974 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-da7e54ef-1579-4723-bf93-d5a344ee795d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/8ca5ec0d-46b0-46bb-8536-9d30eaeca99c HTTP/1.1" status: 404 len: 347 time: 0.0382679 Jul 08 02:06:26.323265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port f39d267d-4c7c-43d2-ac02-a2b6889ced2f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:26.326130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51188) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:26.330713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-31c5cd1d-c586-4595-bd68-489a6ccecf50 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460605605'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-a0b722fd-72b3-40c8-b049-7f7ebe04865a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea9ccffa-7f4a-48cc-8e75-9c03118595aa: This subnet is being modified by another concurrent operation. Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:26.337432 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea9ccffa-7f4a-48cc-8e75-9c03118595aa: This subnet is being modified by another concurrent operation. Jul 08 02:06:26.341247 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:06:26.384882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.431448 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.433917 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/953ea660-5677-4aee-a261-af2863e1697a HTTP/1.1" status: 204 len: 168 time: 1.5600293 Jul 08 02:06:26.439996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51192) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:26.441116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1501a-388d-4b77-a2f0-219914a0752c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=953ea660-5677-4aee-a261-af2863e1697a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:26.449137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2111903887'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:26.478336 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31c5cd1d-c586-4595-bd68-489a6ccecf50 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.484444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf7d4c3-83f0-41ad-8c5c-b5482d5cc89e None None] Network 953ea660-5677-4aee-a261-af2863e1697a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:26.542891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf7d4c3-83f0-41ad-8c5c-b5482d5cc89e None None] Network 953ea660-5677-4aee-a261-af2863e1697a could not be found, it might have been deleted concurrently. {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 02:06:26.667329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:26.679837 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.693827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9491c69-8c69-4254-b69b-29d27b6e6820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.738152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76b149-00b4-4f04-aed2-1fa24dca8c06', 'name': 'tempest-NetworksTestDHCPv6-router-1731588989', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:20Z', 'updated_at': '2021-07-08T02:06:23Z', 'revision_number': 2, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None, '_interfaces': [{'id': '94e2788d-45d6-41f4-ba49-52cc7d4818fd', 'name': '', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'mac_address': 'fa:16:3e:16:f6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d76b149-00b4-4f04-aed2-1fa24dca8c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '38408862-ef3a-4cd0-bdff-c2c80e85fd8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:21Z', 'updated_at': '2021-07-08T02:06:24Z', 'revision_number': 2, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'subnets': [{'id': '38408862-ef3a-4cd0-bdff-c2c80e85fd8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:26.794300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Checking router: 3d76b149-00b4-4f04-aed2-1fa24dca8c06 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:26.795272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Updating router 3d76b149-00b4-4f04-aed2-1fa24dca8c06 port 94e2788d-45d6-41f4-ba49-52cc7d4818fd binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:06:26.821896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:26.848958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.848958 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment c811e484-f0b6-42e4-830f-c0cfc518e648 of type vlan for network ad4a7b53-a92a-481f-8d24-700f95c67c49 Jul 08 02:06:26.867585 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.925881 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.936719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31c5cd1d-c586-4595-bd68-489a6ccecf50 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.941073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c01b736f-4540-459d-8dae-9b58b3429e42 None None] Provisioning for port f39d267d-4c7c-43d2-ac02-a2b6889ced2f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:26.951949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c01b736f-4540-459d-8dae-9b58b3429e42 None None] Provisioning complete for port f39d267d-4c7c-43d2-ac02-a2b6889ced2f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:26.952851 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c01b736f-4540-459d-8dae-9b58b3429e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.016741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31c5cd1d-c586-4595-bd68-489a6ccecf50 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.085936 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.119225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:27.120321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.234555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5625bd45-0038-44bd-a8aa-8c002f9bddc4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:27.275666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5cd1d-c586-4595-bd68-489a6ccecf50 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd37255b-f138-4423-b9cc-7faf12c83b09,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:27.330211 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=ad4a7b53-a92a-481f-8d24-700f95c67c49,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:27.375280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network ad4a7b53-a92a-481f-8d24-700f95c67c49 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:27.396314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadfe786-8895-414f-b213-c87f8bb26a14 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:06:27.466874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9491c69-8c69-4254-b69b-29d27b6e6820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.488870 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.547694 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9491c69-8c69-4254-b69b-29d27b6e6820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.578314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfe786-8895-414f-b213-c87f8bb26a14 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:06:27.602558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a9491c69-8c69-4254-b69b-29d27b6e6820 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f74663d9890a4260b1655c12870e2a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3707104 Jul 08 02:06:27.604716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51204) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:27.671709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:27.672155 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.688625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31c5cd1d-c586-4595-bd68-489a6ccecf50 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.698691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-31c5cd1d-c586-4595-bd68-489a6ccecf50 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3668122 Jul 08 02:06:27.698691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8d548ca2-3d5e-46d2-bca4-f4b90c97e429 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2523930 Jul 08 02:06:27.707126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51206) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:27.707126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-791ec744-d7ad-44dc-ae97-245b7433952d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'bd37255b-f138-4423-b9cc-7faf12c83b09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:27.712754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51208) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:27.741509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': 'ad4a7b53-a92a-481f-8d24-700f95c67c49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:27.791819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9491c69-8c69-4254-b69b-29d27b6e6820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923477cc-5b5a-46ee-b8b5-e060275e1cef,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:27.977820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-758802fd-389e-4591-bd12-e486dab83db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.032130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-791ec744-d7ad-44dc-ae97-245b7433952d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.113294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-758802fd-389e-4591-bd12-e486dab83db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.205925 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-791ec744-d7ad-44dc-ae97-245b7433952d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.212883 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.224861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Transition to ACTIVE for port object 94e2788d-45d6-41f4-ba49-52cc7d4818fd will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:28.228747 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c01b736f-4540-459d-8dae-9b58b3429e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.268037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 94e2788d-45d6-41f4-ba49-52cc7d4818fd {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:28.268314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.330360 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-791ec744-d7ad-44dc-ae97-245b7433952d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.347071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c01b736f-4540-459d-8dae-9b58b3429e42 None None] For port f39d267d-4c7c-43d2-ac02-a2b6889ced2f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f39d267d-4c7c-43d2-ac02-a2b6889ced2f,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:28.355731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:28.360595 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.362524 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.371603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ec744-d7ad-44dc-ae97-245b7433952d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d7d2c0-ea28-43f4-8bd6-b4a3515bb498,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:28.441694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.465309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 94e2788d-45d6-41f4-ba49-52cc7d4818fd owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:28.471234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c01b736f-4540-459d-8dae-9b58b3429e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.506546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-758802fd-389e-4591-bd12-e486dab83db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.509244 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-758802fd-389e-4591-bd12-e486dab83db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.513094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-758802fd-389e-4591-bd12-e486dab83db4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/923477cc-5b5a-46ee-b8b5-e060275e1cef HTTP/1.1" status: 204 len: 168 time: 0.9050391 Jul 08 02:06:28.554278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758802fd-389e-4591-bd12-e486dab83db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923477cc-5b5a-46ee-b8b5-e060275e1cef,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:28.562326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1dcaf-2018-4e41-8e16-26a7eed7934c None None] Pushing event updated for resources: {'Port': ['ID=94e2788d-45d6-41f4-ba49-52cc7d4818fd,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:28.724463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-791ec744-d7ad-44dc-ae97-245b7433952d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.730727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51222) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:28.735595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-791ec744-d7ad-44dc-ae97-245b7433952d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0325327 Jul 08 02:06:28.766892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Attempting to bind port 94e2788d-45d6-41f4-ba49-52cc7d4818fd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:28.767280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Attempting to bind port 94e2788d-45d6-41f4-ba49-52cc7d4818fd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:28.779894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Attempting to bind port 94e2788d-45d6-41f4-ba49-52cc7d4818fd on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:28.856484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21af055c-55f5-483e-b371-0a11a9e55138 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.889598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:28.889936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:28.890710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.891263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:28.893025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Bound port: 94e2788d-45d6-41f4-ba49-52cc7d4818fd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:28.893439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.901468 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21af055c-55f5-483e-b371-0a11a9e55138 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.926613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-be7c33ee-cd7c-4094-8390-7f5f88c60ba3 None None] Provisioning for port 94e2788d-45d6-41f4-ba49-52cc7d4818fd completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:28.937864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b736f-4540-459d-8dae-9b58b3429e42 None None] Pushing event updated for resources: {'Port': ['ID=f39d267d-4c7c-43d2-ac02-a2b6889ced2f,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:28.988192 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.013472 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.071651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=0ecc0b5d-949d-4d81-a2eb-1158ac4b48c5,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:29.076320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21af055c-55f5-483e-b371-0a11a9e55138 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.086839 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21af055c-55f5-483e-b371-0a11a9e55138 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.088564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-21af055c-55f5-483e-b371-0a11a9e55138 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/08d7d2c0-ea28-43f4-8bd6-b4a3515bb498 HTTP/1.1" status: 204 len: 168 time: 0.3567016 Jul 08 02:06:29.092939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51228) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:29.134160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af055c-55f5-483e-b371-0a11a9e55138 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08d7d2c0-ea28-43f4-8bd6-b4a3515bb498,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:29.222892 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:06:29.223437 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:06:29.236130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c96c13-de91-48dd-bddb-a3c46f49d1da None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:06:29.242187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=94e2788d-45d6-41f4-ba49-52cc7d4818fd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:29.290448 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e3105c8a-2ca7-4467-beab-f443e478c32e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1952047 Jul 08 02:06:29.291139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f39d267d-4c7c-43d2-ac02-a2b6889ced2f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:29.296714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51230) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:29.441340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.448857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': 'c811e484-f0b6-42e4-830f-c0cfc518e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad4a7b53-a92a-481f-8d24-700f95c67c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:29.449446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: ad4a7b53-a92a-481f-8d24-700f95c67c49, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:29.474073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f39d267d-4c7c-43d2-ac02-a2b6889ced2f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:29.474574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.605604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79a1bc1e-8ab7-4446-8376-f2e24ee92f05 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.676237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network ad4a7b53-a92a-481f-8d24-700f95c67c49 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:29.756341 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79a1bc1e-8ab7-4446-8376-f2e24ee92f05 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.809542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Attempting to bind port 94e2788d-45d6-41f4-ba49-52cc7d4818fd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:29.814429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Attempting to bind port 94e2788d-45d6-41f4-ba49-52cc7d4818fd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:29.817948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Attempting to bind port 94e2788d-45d6-41f4-ba49-52cc7d4818fd on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:29.867860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:29.868919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:29.871668 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.871668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:29.871668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Bound port: 94e2788d-45d6-41f4-ba49-52cc7d4818fd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:29.872860 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.921661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, ad4a7b53-a92a-481f-8d24-700f95c67c49) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:29.941388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:29.946124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.019284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Port 94e2788d-45d6-41f4-ba49-52cc7d4818fd has been deleted concurrently {{(pid=100714) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 08 02:06:30.025742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79a1bc1e-8ab7-4446-8376-f2e24ee92f05 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.030230 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79a1bc1e-8ab7-4446-8376-f2e24ee92f05 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.034145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-79a1bc1e-8ab7-4446-8376-f2e24ee92f05 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/bd37255b-f138-4423-b9cc-7faf12c83b09 HTTP/1.1" status: 204 len: 168 time: 0.7202158 Jul 08 02:06:30.035671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:30.058687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1bc1e-8ab7-4446-8376-f2e24ee92f05 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd37255b-f138-4423-b9cc-7faf12c83b09,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:30.071612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-08d529b9-c746-4962-9cb9-e170b219101a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3318522 Jul 08 02:06:30.074806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51248) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:30.157622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c96c13-de91-48dd-bddb-a3c46f49d1da None None] Unable to find a vacant binding_index for network ad4a7b53-a92a-481f-8d24-700f95c67c49 and agent 88ebf027-5ba1-49f9-85a9-2332613c23af {{(pid=100714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 08 02:06:30.169824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Routers {'3d76b149-00b4-4f04-aed2-1fa24dca8c06'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:30.169824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:06:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3d76b149-00b4-4f04-aed2-1fa24dca8c06'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:30.210563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Router 3d76b149-00b4-4f04-aed2-1fa24dca8c06 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:06:30.218730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f897c2a9-39f3-427c-b9cd-5e500fc0ac52 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1792569 Jul 08 02:06:30.224980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:30.231380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f4286ad6-d3a5-4143-b739-cbb8bc19e27a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065265673'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:30.358092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:30.363358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-807c4b8e-cda9-4729-99af-13b683af6b55 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "PUT /v2.0/routers/3d76b149-00b4-4f04-aed2-1fa24dca8c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2600887 Jul 08 02:06:30.366221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51254) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:30.394589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c96c13-de91-48dd-bddb-a3c46f49d1da None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, ad4a7b53-a92a-481f-8d24-700f95c67c49) {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:06:30.434469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] Set router 3d76b149-00b4-4f04-aed2-1fa24dca8c06 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:30.444752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.529890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4286ad6-d3a5-4143-b739-cbb8bc19e27a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.544688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76b149-00b4-4f04-aed2-1fa24dca8c06', 'name': 'tempest-NetworksTestDHCPv6-router-1731588989', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:20Z', 'updated_at': '2021-07-08T02:06:28Z', 'revision_number': 3, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:30.572281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e996a42-35d4-4c06-86a7-0b0f82c849c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:30.574076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e996a42-35d4-4c06-86a7-0b0f82c849c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:30.578188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8e996a42-35d4-4c06-86a7-0b0f82c849c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2085626 Jul 08 02:06:30.581442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51262) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:30.615168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9595216-4c4b-41c5-90c6-bd5dcc2e93e3 None None] The sync data for ids ['3d76b149-00b4-4f04-aed2-1fa24dca8c06'] in n-d-695189-13 is: [{'id': '3d76b149-00b4-4f04-aed2-1fa24dca8c06', 'name': 'tempest-NetworksTestDHCPv6-router-1731588989', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:20Z', 'updated_at': '2021-07-08T02:06:28Z', 'revision_number': 3, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:30.836402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f910993-6a5f-4d40-b9eb-ad3bdf27ad0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 38408862-ef3a-4cd0-bdff-c2c80e85fd8d {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:30.848102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f910993-6a5f-4d40-b9eb-ad3bdf27ad0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.882649 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4286ad6-d3a5-4143-b739-cbb8bc19e27a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.914077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f910993-6a5f-4d40-b9eb-ad3bdf27ad0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.942032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.009675 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4286ad6-d3a5-4143-b739-cbb8bc19e27a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.069689 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f910993-6a5f-4d40-b9eb-ad3bdf27ad0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.076016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51272) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:31.078070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4286ad6-d3a5-4143-b739-cbb8bc19e27a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b010a8be-8a39-426b-8e15-138fcfec2818,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.081884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f4286ad6-d3a5-4143-b739-cbb8bc19e27a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.086886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f4286ad6-d3a5-4143-b739-cbb8bc19e27a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8596077 Jul 08 02:06:31.092023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:31.101331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-70ff097b-a1c7-4e69-a37b-31c6eccc3175 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'b010a8be-8a39-426b-8e15-138fcfec2818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:31.152456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.188572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecc0b5d-949d-4d81-a2eb-1158ac4b48c5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.200074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa2df87-19fb-48e7-8ec2-0ce1ab7dbd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-ad4a7b53-a92a-481f-8d24-700f95c67c49', 'network_id': 'ad4a7b53-a92a-481f-8d24-700f95c67c49', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': '0ecc0b5d-949d-4d81-a2eb-1158ac4b48c5'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:31.200906 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6aa2df87-19fb-48e7-8ec2-0ce1ab7dbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.244795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ff097b-a1c7-4e69-a37b-31c6eccc3175 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.329294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-441035198-network', 'tenant_id': '3994d8774a68414996984466aad136f6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:31.369984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.383886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4a7b53-a92a-481f-8d24-700f95c67c49']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:31.399376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c811e484-f0b6-42e4-830f-c0cfc518e648') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:31.399749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c811e484-f0b6-42e4-830f-c0cfc518e648') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:31.420478 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f910993-6a5f-4d40-b9eb-ad3bdf27ad0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.434538 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.440902 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ff097b-a1c7-4e69-a37b-31c6eccc3175 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.440902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Made reservation on behalf of 3994d8774a68414996984466aad136f6 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:31.440902 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.442150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1f910993-6a5f-4d40-b9eb-ad3bdf27ad0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.445551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1f910993-6a5f-4d40-b9eb-ad3bdf27ad0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/38408862-ef3a-4cd0-bdff-c2c80e85fd8d HTTP/1.1" status: 204 len: 168 time: 0.8632708 Jul 08 02:06:31.450391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:31.470154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.484032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.490095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f910993-6a5f-4d40-b9eb-ad3bdf27ad0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=38408862-ef3a-4cd0-bdff-c2c80e85fd8d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.498096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:31.499120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:31.502985 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:31.529595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3a51c-f46e-4a4b-bcf8-507fb31c00da None None] Network ad4a7b53-a92a-481f-8d24-700f95c67c49 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:31.608745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ff097b-a1c7-4e69-a37b-31c6eccc3175 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.653882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff097b-a1c7-4e69-a37b-31c6eccc3175 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ddba14-de3d-49b0-90a9-746d5518fff3,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.767547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ce0f3706-1da6-47f0-a8d0-23b183f6cfe6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3032854 Jul 08 02:06:31.767937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51288) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:31.816386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75549fd-25b5-47cd-afd7-0b36fc56fb02 None None] Network ad4a7b53-a92a-481f-8d24-700f95c67c49 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:31.929363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.957414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afceca92-2fa4-4a49-b1e0-187cfb2c2033 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:31.987309 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff990ce9-9754-43fa-a1cd-d7b778f3eab5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.081551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.100801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dba386f5-235e-4637-8c73-198b6e967c21 None None] Could not find standard attr ID for object 94e2788d-45d6-41f4-ba49-52cc7d4818fd. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:06:32.112663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:32.123370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9188e085-5a09-4c3b-8c4b-6b1b33339c57,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:32.130817 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.141643 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Added segment dccc1f07-23dd-4d8b-8040-daa44535baf2 of type vlan for network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 Jul 08 02:06:32.252475 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] Sync routers for ids ['3d76b149-00b4-4f04-aed2-1fa24dca8c06'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:32.266316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ff097b-a1c7-4e69-a37b-31c6eccc3175 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.271306 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-70ff097b-a1c7-4e69-a37b-31c6eccc3175 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1742671 Jul 08 02:06:32.285874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51294) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:32.291812 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] Routers {'3d76b149-00b4-4f04-aed2-1fa24dca8c06'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:32.293650 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:06:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3d76b149-00b4-4f04-aed2-1fa24dca8c06'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:32.313956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-00cab430-957d-4614-9a7b-94a9bb1181e1 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'b010a8be-8a39-426b-8e15-138fcfec2818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:32.361431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.434967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:32.462162 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] Set router 3d76b149-00b4-4f04-aed2-1fa24dca8c06 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:32.504871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00cab430-957d-4614-9a7b-94a9bb1181e1 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.531593 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76b149-00b4-4f04-aed2-1fa24dca8c06', 'name': 'tempest-NetworksTestDHCPv6-router-1731588989', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:20Z', 'updated_at': '2021-07-08T02:06:28Z', 'revision_number': 3, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:32.567112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] Deleting port f39d267d-4c7c-43d2-ac02-a2b6889ced2f {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:32.567904 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] Checking router: 3d76b149-00b4-4f04-aed2-1fa24dca8c06 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:32.568035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.578383 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] Routers {'3d76b149-00b4-4f04-aed2-1fa24dca8c06'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:32.580166 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:06:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['3d76b149-00b4-4f04-aed2-1fa24dca8c06'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:32.604246 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.605359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:32.606002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.620445 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.712546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.723658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/ad4a7b53-a92a-481f-8d24-700f95c67c49 HTTP/1.1" status: 204 len: 168 time: 2.6485200 Jul 08 02:06:32.724806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51296) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:32.728154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] For port f39d267d-4c7c-43d2-ac02-a2b6889ced2f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f39d267d-4c7c-43d2-ac02-a2b6889ced2f,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:32.729632 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.741953 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] Set router 3d76b149-00b4-4f04-aed2-1fa24dca8c06 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:32.766016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] Calling delete_port for f39d267d-4c7c-43d2-ac02-a2b6889ced2f owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:32.817632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00cab430-957d-4614-9a7b-94a9bb1181e1 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.840997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51300) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:32.845636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2021398930'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:32.852638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] Pushing event updated for resources: {'Network': ['ID=60f3697e-14a7-43d7-9e1b-8f2acaab3138,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:32.870115 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d76b149-00b4-4f04-aed2-1fa24dca8c06', 'name': 'tempest-NetworksTestDHCPv6-router-1731588989', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:20Z', 'updated_at': '2021-07-08T02:06:28Z', 'revision_number': 3, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:32.875083 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-97a21792-ae2c-4c90-97d4-ade2df7ec314 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7916427 Jul 08 02:06:32.882980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:32.883135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:32.883135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Request body: {'subnet': {'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-441035198-subnet', 'tenant_id': '3994d8774a68414996984466aad136f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:32.906675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2082724791'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:32.914313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60235aa-0886-4e4b-97b3-13bdd2154584 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=ad4a7b53-a92a-481f-8d24-700f95c67c49,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:32.917501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefdf8d-9ed9-4f49-bf6a-53eda8087aa5 None None] The sync data for ids ['3d76b149-00b4-4f04-aed2-1fa24dca8c06'] in n-d-695189-13 is: [{'id': '3d76b149-00b4-4f04-aed2-1fa24dca8c06', 'name': 'tempest-NetworksTestDHCPv6-router-1731588989', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:20Z', 'updated_at': '2021-07-08T02:06:28Z', 'revision_number': 3, 'project_id': '119880a38e954773a01a2eeee0baa0d4', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:32.937298 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff990ce9-9754-43fa-a1cd-d7b778f3eab5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.941962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff990ce9-9754-43fa-a1cd-d7b778f3eab5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.957659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00cab430-957d-4614-9a7b-94a9bb1181e1 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.030367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cab430-957d-4614-9a7b-94a9bb1181e1 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76227c87-928c-4ac7-9ac4-9c21161be11d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:33.109505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff990ce9-9754-43fa-a1cd-d7b778f3eab5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.110923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff990ce9-9754-43fa-a1cd-d7b778f3eab5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Fanout notify agent at l3_agent the message router_deleted on router 3d76b149-00b4-4f04-aed2-1fa24dca8c06 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:06:33.119816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff990ce9-9754-43fa-a1cd-d7b778f3eab5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.123437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Made reservation on behalf of 3994d8774a68414996984466aad136f6 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:33.126911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.130994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.132182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ff990ce9-9754-43fa-a1cd-d7b778f3eab5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/routers/3d76b149-00b4-4f04-aed2-1fa24dca8c06 HTTP/1.1" status: 204 len: 168 time: 1.3626397 Jul 08 02:06:33.169614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:06:33.169614 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:06:33.169614 n-d-695189-13 neutron-server[100713]: [parameters: {'project_id_1': '69b9cc486b0940af831fa3648353640c', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 6, 32, 932271)}] Jul 08 02:06:33.169614 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:06:33.174224 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:06:33.182626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f39d267d-4c7c-43d2-ac02-a2b6889ced2f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:33.243109 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.248824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No active binding found for port f39d267d-4c7c-43d2-ac02-a2b6889ced2f {{(pid=100714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 02:06:33.249195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f39d267d-4c7c-43d2-ac02-a2b6889ced2f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:33.265135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:33.277408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.295599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] Pushing event deleted for resources: {'Port': ['ID=f39d267d-4c7c-43d2-ac02-a2b6889ced2f,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:33.309152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51941b3-d634-432c-ac7e-60b29b82dd0f None None] No DVR routers for this DVR port f39d267d-4c7c-43d2-ac02-a2b6889ced2f on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:33.392461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:33.403827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00cab430-957d-4614-9a7b-94a9bb1181e1 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.406348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-00cab430-957d-4614-9a7b-94a9bb1181e1 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1134169 Jul 08 02:06:33.413958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51310) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.416761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9149826-43d6-4226-a02b-ce83483d93b0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:33.418312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f9149826-43d6-4226-a02b-ce83483d93b0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2837243 Jul 08 02:06:33.421945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.425923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-12dfb8de-9417-41a0-aacb-78f7cfae1965 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'b010a8be-8a39-426b-8e15-138fcfec2818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:33.450340 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.451144 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment 2c1657ed-a26f-4799-9cc1-b54e03c4eedb of type vlan for network d6596a64-61d5-4abe-85b1-b046d74e43a7 Jul 08 02:06:33.508214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.535518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeea615-816c-4b21-86d1-e72646609968 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:33.536993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0eeea615-816c-4b21-86d1-e72646609968 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1140659 Jul 08 02:06:33.541124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.611090 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-efc824f0-bb95-423f-bfdc-1a37ba71c2d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684967 Jul 08 02:06:33.618692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51316) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.627524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:33.640313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.648926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:33.649588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.745255 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.790303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-12dfb8de-9417-41a0-aacb-78f7cfae1965 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.835500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46375d3d-8787-4801-996a-4a40f3912985,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:33.854923 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Checking segment: {'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:33.855625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Network hostable DHCP agents. Network: 60f3697e-14a7-43d7-9e1b-8f2acaab3138, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:33.868888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-12dfb8de-9417-41a0-aacb-78f7cfae1965 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.870974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=d6596a64-61d5-4abe-85b1-b046d74e43a7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:33.879060 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d665f090-25a2-4658-8314-8eee3ffc2317 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0395491 Jul 08 02:06:33.884989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d6596a64-61d5-4abe-85b1-b046d74e43a7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:33.887078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.893008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': 'd6596a64-61d5-4abe-85b1-b046d74e43a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:33.949395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-12dfb8de-9417-41a0-aacb-78f7cfae1965 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.982950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfb8de-9417-41a0-aacb-78f7cfae1965 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32634fa-f27c-4456-9be0-2dc02489824c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:34.017586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:34.047587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:34.051541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.094470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:34.108227 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.108704 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Added segment d2265acc-9216-4d36-b0e6-0751a8a91c32 of type vlan for network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a Jul 08 02:06:34.109383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 60f3697e-14a7-43d7-9e1b-8f2acaab3138) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:34.119157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:34.120535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10778b9e-c445-4ab8-97bd-81d851d78e46 None None] Network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:34.121391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.188252 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-12dfb8de-9417-41a0-aacb-78f7cfae1965 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.189618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-12dfb8de-9417-41a0-aacb-78f7cfae1965 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7782471 Jul 08 02:06:34.193284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:34.203686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a05613bc-c9a9-4961-a89c-41b5677cef33 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'b010a8be-8a39-426b-8e15-138fcfec2818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:34.218022 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.292875 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:34.297463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.373948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.380984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:34.382776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.395555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ebc3b320-96c0-4d15-a56c-9a6d50771646 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5112898 Jul 08 02:06:34.521661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:34.529225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.577771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Network': ['ID=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:34.666514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:34.666514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb239427-a4f9-4e68-b959-49f365c978cb None None] Network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:34.691373 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ab4923f9-0672-4095-8a8c-c8d82932d7d6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7884285 Jul 08 02:06:34.697315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:34.722330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1928548067'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:34.925612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a05613bc-c9a9-4961-a89c-41b5677cef33 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.036923 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a05613bc-c9a9-4961-a89c-41b5677cef33 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.058963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:35.063273 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.094000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.112273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:06:35.114116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.153976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=9d6ac9e5-be02-4939-b315-5d4d8166ea68,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:35.161108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a05613bc-c9a9-4961-a89c-41b5677cef33 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.171207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:35.177670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:35.183495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:35.184495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.190730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99592520-8abd-4bd1-a7b4-806baf553bbb None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:35.192059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05613bc-c9a9-4961-a89c-41b5677cef33 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d4f331-e17f-44e8-a308-dfd2fa5deec9,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:35.208965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:35.228261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.228858 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Added segment bd308c83-c4ce-4196-8e70-80887a266fb9 of type vlan for network 8a34471b-47fa-4c6c-afcc-458992f3c06e Jul 08 02:06:35.259041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=65d397f0-cbe7-46dc-9bed-38d20e4ee3f9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:35.260578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': '2c1657ed-a26f-4799-9cc1-b54e03c4eedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'd6596a64-61d5-4abe-85b1-b046d74e43a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:35.260578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: d6596a64-61d5-4abe-85b1-b046d74e43a7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:35.313246 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.457719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '65d397f0-cbe7-46dc-9bed-38d20e4ee3f9'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:35.458632 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.515665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a05613bc-c9a9-4961-a89c-41b5677cef33 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.515665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a05613bc-c9a9-4961-a89c-41b5677cef33 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3169806 Jul 08 02:06:35.515903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51344) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:35.519571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a26ca617-0fbb-4eb8-affa-1704bc47f08e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'b010a8be-8a39-426b-8e15-138fcfec2818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:35.555512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.565140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:35.565807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.573504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5982844d-8af0-4fd1-b73f-298bff0cccb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9516256 Jul 08 02:06:35.591078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51346) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:35.609158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network d6596a64-61d5-4abe-85b1-b046d74e43a7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:35.614434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:35.669638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Allocated IP 2001:db8::f816:3eff:fe46:baf9 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/65d397f0-cbe7-46dc-9bed-38d20e4ee3f9/7669f251-4416-4658-8572-097822bdaae0) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:35.788708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d6596a64-61d5-4abe-85b1-b046d74e43a7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:35.807161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:35.811103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.811746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Network': ['ID=8a34471b-47fa-4c6c-afcc-458992f3c06e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:35.830163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3bb09e-0292-4196-b967-3187c73055f0 None None] Network d6596a64-61d5-4abe-85b1-b046d74e43a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:35.833994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8a34471b-47fa-4c6c-afcc-458992f3c06e details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:35.848729 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26ca617-0fbb-4eb8-affa-1704bc47f08e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.937225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51348) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:35.949310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ddf03c86-56f1-45ae-9aca-3ce3975aa7b3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2343173 Jul 08 02:06:35.950779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d415f72b-e05f-4270-8548-ddf9ab9256bb tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0622213 Jul 08 02:06:35.952330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'subnet': {'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:35.953882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:35.963795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26ca617-0fbb-4eb8-affa-1704bc47f08e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.999274 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.029812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Transition to ACTIVE for port object 7669f251-4416-4658-8572-097822bdaae0 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:36.069923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26ca617-0fbb-4eb8-affa-1704bc47f08e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.109189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca617-0fbb-4eb8-affa-1704bc47f08e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d0f07d-9fee-4085-844d-51e55052c79c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:36.145238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06164c-2725-4cc9-9dca-61ccb18c75f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-d6596a64-61d5-4abe-85b1-b046d74e43a7', 'network_id': 'd6596a64-61d5-4abe-85b1-b046d74e43a7', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': '9d6ac9e5-be02-4939-b315-5d4d8166ea68'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:36.146098 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8e06164c-2725-4cc9-9dca-61ccb18c75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.157903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Transition to ACTIVE for port object 7669f251-4416-4658-8572-097822bdaae0 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:36.165406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.213810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:36.218443 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.257445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.260999 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:06:36.272289 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.402602 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26ca617-0fbb-4eb8-affa-1704bc47f08e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.406487 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a26ca617-0fbb-4eb8-affa-1704bc47f08e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8883955 Jul 08 02:06:36.407609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:36.407932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:36.414008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:36.420740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:36.438392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Pushing event updated for resources: {'Port': ['ID=7669f251-4416-4658-8572-097822bdaae0,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:36.464170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-8e06164c-2725-4cc9-9dca-61ccb18c75f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d6ac9e5-be02-4939-b315-5d4d8166ea68: This subnet is being modified by another concurrent operation. Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:36.489482 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d6ac9e5-be02-4939-b315-5d4d8166ea68: This subnet is being modified by another concurrent operation. Jul 08 02:06:36.495310 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:06:36.517126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:36.518328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d470c4a8-ce21-4dc8-95c1-8b71977091bf None None] Network d6596a64-61d5-4abe-85b1-b046d74e43a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:36.522495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Attempting to bind port 7669f251-4416-4658-8572-097822bdaae0 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:36.523113 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.523525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Attempting to bind port 7669f251-4416-4658-8572-097822bdaae0 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:36.524123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Attempting to bind port 7669f251-4416-4658-8572-097822bdaae0 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:36.570311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:36.571235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:36.572161 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.572788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:36.573496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Bound port: 7669f251-4416-4658-8572-097822bdaae0, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:36.574118 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.656502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6ac9e5-be02-4939-b315-5d4d8166ea68,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:36.685000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2898-f508-4830-8836-2e4a8f14645d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.778203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] For port 7669f251-4416-4658-8572-097822bdaae0, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:36.789394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] For port 7669f251-4416-4658-8572-097822bdaae0, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7669f251-4416-4658-8572-097822bdaae0,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:36.818277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2898-f508-4830-8836-2e4a8f14645d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.859795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.863148 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.877031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6596a64-61d5-4abe-85b1-b046d74e43a7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:36.897452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1657ed-a26f-4799-9cc1-b54e03c4eedb') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:36.897835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1657ed-a26f-4799-9cc1-b54e03c4eedb') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:36.925865 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.947316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.956443 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.981641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2898-f508-4830-8836-2e4a8f14645d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.983797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:36.984218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.999012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:37.000476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658447-bda6-4d79-b9d7-8e1c21d9f0a5 None None] Pushing event updated for resources: {'Port': ['ID=7669f251-4416-4658-8572-097822bdaae0,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.002366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: items = [ Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:37.007226 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:37.010039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:37.010039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.020980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2898-f508-4830-8836-2e4a8f14645d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.025446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ef4a2898-f508-4830-8836-2e4a8f14645d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/01d0f07d-9fee-4085-844d-51e55052c79c HTTP/1.1" status: 204 len: 168 time: 0.6163478 Jul 08 02:06:37.039783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51358) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.076664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a2898-f508-4830-8836-2e4a8f14645d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01d0f07d-9fee-4085-844d-51e55052c79c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.079663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=49233840-3c84-4c99-b6de-2e09936d772b,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.097690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.200095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Checking segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:37.201291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network hostable DHCP agents. Network: 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:37.236225 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b11aed5e-c6a6-47bd-b167-f105683d492b tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1945012 Jul 08 02:06:37.238652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Subnet': ['ID=009058ee-5c1b-4e2b-8ec5-5dd97911960f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.263606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51360) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.318631 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7afc66d-abca-46f8-b1d9-f0e2654399ef tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.345117 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7afc66d-abca-46f8-b1d9-f0e2654399ef tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.486167 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0a567cca-c391-4340-9d54-8cf054bbfd27 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8922446 Jul 08 02:06:37.488296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51364) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.502117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:bc:fe:3b', 'name': 'tempest-NetworksTestDHCPv6-1031931288'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:37.518272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.544013 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.551474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51366) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.554462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/d6596a64-61d5-4abe-85b1-b046d74e43a7 HTTP/1.1" status: 204 len: 168 time: 1.5962298 Jul 08 02:06:37.559387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1989918688'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:37.574120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:37.606579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7afc66d-abca-46f8-b1d9-f0e2654399ef tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.609584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552102f2-622d-4510-b0a3-ca1af2227229 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=d6596a64-61d5-4abe-85b1-b046d74e43a7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.625231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7afc66d-abca-46f8-b1d9-f0e2654399ef tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.626475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d7afc66d-abca-46f8-b1d9-f0e2654399ef tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/75d4f331-e17f-44e8-a308-dfd2fa5deec9 HTTP/1.1" status: 204 len: 168 time: 0.3614812 Jul 08 02:06:37.627429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afc66d-abca-46f8-b1d9-f0e2654399ef tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75d4f331-e17f-44e8-a308-dfd2fa5deec9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.629518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51368) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.684321 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fc1cb82e-2114-4aa6-a29b-6b2162446f98 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0536466 Jul 08 02:06:37.687254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51370) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.718728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dee1ecea-20ff-4547-835b-179a82e0d160 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.727191 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dee1ecea-20ff-4547-835b-179a82e0d160 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.844697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:37.849361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:37.850165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.859127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb965b-b90d-4d10-9c61-7f3ce77af349 None None] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:37.889033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:37.892760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.935007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dee1ecea-20ff-4547-835b-179a82e0d160 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.936988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:37.943741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dee1ecea-20ff-4547-835b-179a82e0d160 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.948143 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dee1ecea-20ff-4547-835b-179a82e0d160 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b32634fa-f27c-4456-9be0-2dc02489824c HTTP/1.1" status: 204 len: 168 time: 0.2570875 Jul 08 02:06:37.948272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51374) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.991559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1ecea-20ff-4547-835b-179a82e0d160 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b32634fa-f27c-4456-9be0-2dc02489824c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:38.007935 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.008313 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment 373c6e28-7083-4fb6-b3ab-db46c18d0f00 of type vlan for network b6062982-955c-4896-8611-00a1381cbe8d Jul 08 02:06:38.011597 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9ee7d354-a5cb-47da-aa92-6327bb2f4021 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0707529 Jul 08 02:06:38.023972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51382) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.040963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'subnet': {'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:38.045419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-148458b1-4525-4461-b9ba-417b4a078c4f tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0930791 Jul 08 02:06:38.049512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51384) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.134720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'fixed_ips': [{'subnet_id': '009058ee-5c1b-4e2b-8ec5-5dd97911960f'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:38.137446 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.160933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:38.208854 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.223820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d7ff-96c6-4a41-8f50-68eb35104628 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.265838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d7ff-96c6-4a41-8f50-68eb35104628 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.381270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.411807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Allocated IP 10.1.1.2 (9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a/009058ee-5c1b-4e2b-8ec5-5dd97911960f/edcb36b3-3997-4bfa-9c82-c930035aedd0) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:38.433520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port f45bd1cb-cb3d-41b6-a247-0e3e47b84679 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:38.533751 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.539014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7647c5-db33-4983-988a-a91675b5d721 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:38.545892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:38.548032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.589115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d7ff-96c6-4a41-8f50-68eb35104628 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.602853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d7ff-96c6-4a41-8f50-68eb35104628 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.604219 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f8f8d7ff-96c6-4a41-8f50-68eb35104628 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/76227c87-928c-4ac7-9ac4-9c21161be11d HTTP/1.1" status: 204 len: 168 time: 0.5524435 Jul 08 02:06:38.640413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:38.649824 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.694882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 172.20.0.2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/49233840-3c84-4c99-b6de-2e09936d772b/f45bd1cb-cb3d-41b6-a247-0e3e47b84679) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:38.702696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:febc:fe3b (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/65d397f0-cbe7-46dc-9bed-38d20e4ee3f9/f45bd1cb-cb3d-41b6-a247-0e3e47b84679) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:38.733274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90f86197-41cb-4312-9b17-9051205ef86c None None] Provisioning for port 7669f251-4416-4658-8572-097822bdaae0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:38.755929 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.771624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Transition to ACTIVE for port object edcb36b3-3997-4bfa-9c82-c930035aedd0 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:38.810771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Transition to ACTIVE for port object edcb36b3-3997-4bfa-9c82-c930035aedd0 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:38.828272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.923322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8d7ff-96c6-4a41-8f50-68eb35104628 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76227c87-928c-4ac7-9ac4-9c21161be11d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:38.924691 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea20509b-5cf1-4393-9451-44698cbab720 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0951636 Jul 08 02:06:38.931246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.936901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.956272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.957863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=b6062982-955c-4896-8611-00a1381cbe8d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:38.987475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object f45bd1cb-cb3d-41b6-a247-0e3e47b84679 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:38.989322 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98516502-230e-405e-a978-c0376bb8f3f8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.004144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98516502-230e-405e-a978-c0376bb8f3f8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.008731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network b6062982-955c-4896-8611-00a1381cbe8d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:39.085295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:39.086206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f9f72ca1-6b39-4f1e-9184-3d524ded45ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5328460 Jul 08 02:06:39.092019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': 'b6062982-955c-4896-8611-00a1381cbe8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:39.227925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Pushing event updated for resources: {'Port': ['ID=edcb36b3-3997-4bfa-9c82-c930035aedd0,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:39.239830 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98516502-230e-405e-a978-c0376bb8f3f8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.245394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-98516502-230e-405e-a978-c0376bb8f3f8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.246855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-98516502-230e-405e-a978-c0376bb8f3f8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b5ddba14-de3d-49b0-90a9-746d5518fff3 HTTP/1.1" status: 204 len: 168 time: 0.3144643 Jul 08 02:06:39.248371 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.253725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:39.343328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98516502-230e-405e-a978-c0376bb8f3f8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5ddba14-de3d-49b0-90a9-746d5518fff3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:39.359859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:39.373279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7669f251-4416-4658-8572-097822bdaae0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:39.381687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:39.397310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.398590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:39.401342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:39.459742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:39.469266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Subnet': ['ID=c335fd61-1c18-46ef-a8ea-6e380f5fe480,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:39.477724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=f45bd1cb-cb3d-41b6-a247-0e3e47b84679,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:39.478124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Checking segment: {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:39.478496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network hostable DHCP agents. Network: 8a34471b-47fa-4c6c-afcc-458992f3c06e, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:39.478781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f571ee-be6f-4ef4-8875-665ace437e9d None None] Update dhcp port {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '65d397f0-cbe7-46dc-9bed-38d20e4ee3f9', 'ip_address': '2001:db8::f816:3eff:fe46:baf9'}, {'subnet_id': '49233840-3c84-4c99-b6de-2e09936d772b'}], 'binding:host_id': 'n-d-695189-13'}, 'id': '7669f251-4416-4658-8572-097822bdaae0'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:06:39.481113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:39.536819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7bf38b9c-e7ff-4528-9a2e-5c49218858ba tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2587290 Jul 08 02:06:39.540238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51402) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:39.543885 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d0f571ee-be6f-4ef4-8875-665ace437e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.611958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:39.612967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.625874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Attempting to bind port edcb36b3-3997-4bfa-9c82-c930035aedd0 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:39.627034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Attempting to bind port edcb36b3-3997-4bfa-9c82-c930035aedd0 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:39.628655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Attempting to bind port edcb36b3-3997-4bfa-9c82-c930035aedd0 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:39.659666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-bbe44f4f-690c-48a1-9ab8-b350ee3e5587 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:39.661777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-bbe44f4f-690c-48a1-9ab8-b350ee3e5587 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 813 time: 0.3228593 Jul 08 02:06:39.675455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-58a9e93c-af8c-420d-8a6b-19d402fda3b7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.686193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-801ef886-c2ea-46c8-939b-9e9b73515bbc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/quotas/3994d8774a68414996984466aad136f6 HTTP/1.1" status: 200 len: 375 time: 0.0167961 Jul 08 02:06:39.708173 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-58a9e93c-af8c-420d-8a6b-19d402fda3b7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.737439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-9cc25b67-2f46-4ef2-9643-b755bad7fdf4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404415 Jul 08 02:06:39.849345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:39.989220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Checking segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:39.989220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.989220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Bound using segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:39.989220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Bound port: edcb36b3-3997-4bfa-9c82-c930035aedd0, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:39.989220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.992233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-577c3534-c1de-40bd-9093-bbc8dbd6de42 service neutron] 10.222.0.10 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399090 Jul 08 02:06:39.992233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-0db212a8-3f12-4ca4-b0ea-ad2659a22bd9 service neutron] 10.222.0.10 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854695 Jul 08 02:06:40.030513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] For port edcb36b3-3997-4bfa-9c82-c930035aedd0, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:40.048937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] For port edcb36b3-3997-4bfa-9c82-c930035aedd0, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edcb36b3-3997-4bfa-9c82-c930035aedd0,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:40.061620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d0f571ee-be6f-4ef4-8875-665ace437e9d None None] Allocated IP 172.20.0.3 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/49233840-3c84-4c99-b6de-2e09936d772b/7669f251-4416-4658-8572-097822bdaae0) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:40.155556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d0f571ee-be6f-4ef4-8875-665ace437e9d None None] For port 7669f251-4416-4658-8572-097822bdaae0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7669f251-4416-4658-8572-097822bdaae0,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:40.166510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network 8a34471b-47fa-4c6c-afcc-458992f3c06e is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:40.194673 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d0f571ee-be6f-4ef4-8875-665ace437e9d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.243115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d0f571ee-be6f-4ef4-8875-665ace437e9d None None] Transition to ACTIVE for port object 7669f251-4416-4658-8572-097822bdaae0 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:40.244023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-58a9e93c-af8c-420d-8a6b-19d402fda3b7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.244156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 7669f251-4416-4658-8572-097822bdaae0 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:40.246326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:40.248312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7669f251-4416-4658-8572-097822bdaae0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:40.248706 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.258353 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-58a9e93c-af8c-420d-8a6b-19d402fda3b7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.258353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-58a9e93c-af8c-420d-8a6b-19d402fda3b7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/b010a8be-8a39-426b-8e15-138fcfec2818 HTTP/1.1" status: 204 len: 168 time: 0.7145665 Jul 08 02:06:40.258713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.261823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51424) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:40.270995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9e93c-af8c-420d-8a6b-19d402fda3b7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b010a8be-8a39-426b-8e15-138fcfec2818,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:40.283846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 8a34471b-47fa-4c6c-afcc-458992f3c06e) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:40.289153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:40.292053 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.338435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678d13f-7ef7-45d6-8071-0a1ca2d48eff None None] Network 8a34471b-47fa-4c6c-afcc-458992f3c06e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:40.352072 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.399430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-85bd8388-7968-435a-9014-a280fc00e0f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3727019 Jul 08 02:06:40.400065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51434) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:40.406808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'port': {'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'name': 'tempest-TaggedBootDevicesTest-1938867014', 'fixed_ips': [{'subnet_id': '009058ee-5c1b-4e2b-8ec5-5dd97911960f'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:40.418188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c2eb1fc-46ad-4463-88c3-6fde3fae55a1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9168069 Jul 08 02:06:40.430123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51436) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:40.464102 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d0f571ee-be6f-4ef4-8875-665ace437e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.606261 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09af69e0-bf13-4ad4-9a12-1d2d61daf977 req-13044a32-e1a0-4e85-b23d-6ee56f26bcb1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 210 time: 0.2033334 Jul 08 02:06:40.613789 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-537254d5-200e-4cfd-aa95-c240ed01f08a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3508418 Jul 08 02:06:40.618175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:40.625929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-77e8402b-abc0-4698-ab5c-c93cf045db19 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040204988'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:40.634554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Performing IP validity checks on allocation pools {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:06:40.634554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:06:40.647526 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.708598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd90c16f-1ae4-40c8-852b-c2c0935f39a4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:40.717452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd90c16f-1ae4-40c8-852b-c2c0935f39a4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:40.722656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51460) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:40.723403 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dd90c16f-1ae4-40c8-852b-c2c0935f39a4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2697499 Jul 08 02:06:40.753551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f4ab2-8683-49ce-ab57-5c885bbb8b10 None None] Pushing event updated for resources: {'Port': ['ID=edcb36b3-3997-4bfa-9c82-c930035aedd0,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:40.779070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:40.817654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 7669f251-4416-4658-8572-097822bdaae0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7669f251-4416-4658-8572-097822bdaae0,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:40.892739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77e8402b-abc0-4698-ab5c-c93cf045db19 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.900483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.902383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f571ee-be6f-4ef4-8875-665ace437e9d None None] Pushing event updated for resources: {'Port': ['ID=7669f251-4416-4658-8572-097822bdaae0,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:40.981974 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.009689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-8a34471b-47fa-4c6c-afcc-458992f3c06e', 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'fixed_ips': [{'subnet_id': 'c335fd61-1c18-46ef-a8ea-6e380f5fe480'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:41.011357 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.046025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=7e213d3c-b2d3-4e60-9fef-03a45c6e6573,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:41.171903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.187836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=7669f251-4416-4658-8572-097822bdaae0,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:41.286278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77e8402b-abc0-4698-ab5c-c93cf045db19 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.295320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7669f251-4416-4658-8572-097822bdaae0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:41.295546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': '373c6e28-7083-4fb6-b3ab-db46c18d0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b6062982-955c-4896-8611-00a1381cbe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:41.296703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: b6062982-955c-4896-8611-00a1381cbe8d, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:41.306648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-988e54fd-7185-49ba-bf89-a447f0768af9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port f45bd1cb-cb3d-41b6-a247-0e3e47b84679 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:41.309128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-988e54fd-7185-49ba-bf89-a447f0768af9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.318321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] device_id is not set on port da775966-4cb9-4bea-b3ef-946a19d9c575 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:41.417782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77e8402b-abc0-4698-ab5c-c93cf045db19 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.473439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Allocated IP 10.2.2.2 (8a34471b-47fa-4c6c-afcc-458992f3c06e/c335fd61-1c18-46ef-a8ea-6e380f5fe480/a21dfa2b-9ddd-4bee-8001-2d763545576f) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:41.507851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8402b-abc0-4698-ab5c-c93cf045db19 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d25801-9207-433a-861e-0515d38df805,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:41.536863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network b6062982-955c-4896-8611-00a1381cbe8d is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:41.669346 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77e8402b-abc0-4698-ab5c-c93cf045db19 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.673422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-77e8402b-abc0-4698-ab5c-c93cf045db19 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0500059 Jul 08 02:06:41.673874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51482) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:41.680887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-de40792a-89cb-4f3d-9763-a418d6c2acc2 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': '82d25801-9207-433a-861e-0515d38df805', 'direction': 'ingress', 'protocol': 17}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:41.720013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.736570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Transition to ACTIVE for port object a21dfa2b-9ddd-4bee-8001-2d763545576f will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:41.759298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Transition to ACTIVE for port object a21dfa2b-9ddd-4bee-8001-2d763545576f will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:41.767216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, b6062982-955c-4896-8611-00a1381cbe8d) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:41.768312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:41.768980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.781235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8633bef2-326d-4a39-af0f-772ad1ef87ea None None] Network b6062982-955c-4896-8611-00a1381cbe8d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:41.802023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-988e54fd-7185-49ba-bf89-a447f0768af9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.853420 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-988e54fd-7185-49ba-bf89-a447f0768af9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for f45bd1cb-cb3d-41b6-a247-0e3e47b84679 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:41.891933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1261a536-8740-4e16-83b5-b20706aeea10 req-15c9f405-82fa-43d0-9071-f9f804e7c724 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 210 time: 0.0562181 Jul 08 02:06:41.946330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de40792a-89cb-4f3d-9763-a418d6c2acc2 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.001213 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.027043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-71e9defe-1166-45d6-ad5d-756d169b9408 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9381671 Jul 08 02:06:42.027043 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de40792a-89cb-4f3d-9763-a418d6c2acc2 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.027664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:42.049173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Allocated IP 10.1.1.49 (9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a/009058ee-5c1b-4e2b-8ec5-5dd97911960f/da775966-4cb9-4bea-b3ef-946a19d9c575) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:42.072916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd091ae9-c09d-41d5-877b-b3173576d5c0 req-8ad5b648-8455-4363-94f5-d4a65473c42a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:42.080367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd091ae9-c09d-41d5-877b-b3173576d5c0 req-8ad5b648-8455-4363-94f5-d4a65473c42a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.3717179 Jul 08 02:06:42.178367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Network 8a34471b-47fa-4c6c-afcc-458992f3c06e is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:42.179186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de40792a-89cb-4f3d-9763-a418d6c2acc2 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.179595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Pushing event updated for resources: {'Port': ['ID=a21dfa2b-9ddd-4bee-8001-2d763545576f,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:42.185377 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-253b5d1c-49ba-4118-a460-85516da4144a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.191881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:42.197318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:42.262058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40792a-89cb-4f3d-9763-a418d6c2acc2 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a8bd7c-5b59-4e10-80c7-0c6662037fb2,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:42.285669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.364807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.368634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d3628-d3cb-493f-b16e-2d26544eb074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-b6062982-955c-4896-8611-00a1381cbe8d', 'network_id': 'b6062982-955c-4896-8611-00a1381cbe8d', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': '7e213d3c-b2d3-4e60-9fef-03a45c6e6573'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:42.369743 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-625d3628-d3cb-493f-b16e-2d26544eb074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.390246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.406996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Transition to ACTIVE for port object da775966-4cb9-4bea-b3ef-946a19d9c575 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:42.411325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Attempting to bind port a21dfa2b-9ddd-4bee-8001-2d763545576f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:42.411752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Attempting to bind port a21dfa2b-9ddd-4bee-8001-2d763545576f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:42.412149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Attempting to bind port a21dfa2b-9ddd-4bee-8001-2d763545576f on network 8a34471b-47fa-4c6c-afcc-458992f3c06e {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:42.475159 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd091ae9-c09d-41d5-877b-b3173576d5c0 req-5be29700-1416-480a-9cfc-512c3c365528 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926330 Jul 08 02:06:42.478904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de40792a-89cb-4f3d-9763-a418d6c2acc2 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.484378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51488) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:42.499924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-de40792a-89cb-4f3d-9763-a418d6c2acc2 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8244977 Jul 08 02:06:42.548264 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.570792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-02530947-3589-49aa-b567-6dcaeb6aad92 None None] Provisioning for port 7669f251-4416-4658-8572-097822bdaae0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:42.577011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b5f063-6826-4a25-aecb-58aec0950e95 None None] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:42.589085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:42.589682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Checking segment: {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:42.589922 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.590267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Bound using segment: {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:42.590851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Bound port: a21dfa2b-9ddd-4bee-8001-2d763545576f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:42.591290 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.611084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:42.616759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:42.623563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:42.629905 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.655379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-02530947-3589-49aa-b567-6dcaeb6aad92 None None] Provisioning complete for port 7669f251-4416-4658-8572-097822bdaae0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:42.655561 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-02530947-3589-49aa-b567-6dcaeb6aad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.661525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=da775966-4cb9-4bea-b3ef-946a19d9c575,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:42.680682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=7e213d3c-b2d3-4e60-9fef-03a45c6e6573,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-625d3628-d3cb-493f-b16e-2d26544eb074 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e213d3c-b2d3-4e60-9fef-03a45c6e6573: This subnet is being modified by another concurrent operation. Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:42.815847 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e213d3c-b2d3-4e60-9fef-03a45c6e6573: This subnet is being modified by another concurrent operation. Jul 08 02:06:42.821870 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:06:42.853788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.869834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbc740bd-5bff-43b3-8297-39211aaea379 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.875225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6062982-955c-4896-8611-00a1381cbe8d']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:42.901332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d395f-8503-43d3-afcb-976914ca3d21 None None] Network b6062982-955c-4896-8611-00a1381cbe8d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:42.917068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373c6e28-7083-4fb6-b3ab-db46c18d0f00') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:42.919449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373c6e28-7083-4fb6-b3ab-db46c18d0f00') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:42.945022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] For port a21dfa2b-9ddd-4bee-8001-2d763545576f, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:42.947560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.955310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbc740bd-5bff-43b3-8297-39211aaea379 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.968115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.994600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:42.996321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:42.999742 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:43.017213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:43.021707 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.038358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] For port a21dfa2b-9ddd-4bee-8001-2d763545576f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a21dfa2b-9ddd-4bee-8001-2d763545576f,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:43.108161 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.266576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e05c-4878-4962-8aa9-31206c6aaf14 None None] Pushing event updated for resources: {'Port': ['ID=a21dfa2b-9ddd-4bee-8001-2d763545576f,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:43.291625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc65450c-b36f-4033-9f63-236c7e37daeb req-ca28af9d-5fb4-49b4-a2fa-6ee130cd904b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 210 time: 0.1108365 Jul 08 02:06:43.304436 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-54f03223-192f-430c-95b3-3e397b508105 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8999829 Jul 08 02:06:43.305275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-988e54fd-7185-49ba-bf89-a447f0768af9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.324220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:43.329648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'port': {'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'name': 'tempest-TaggedBootDevicesTest-1783326367', 'fixed_ips': [{'subnet_id': '009058ee-5c1b-4e2b-8ec5-5dd97911960f'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:43.338095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.344991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbc740bd-5bff-43b3-8297-39211aaea379 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.348454 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dbc740bd-5bff-43b3-8297-39211aaea379 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.353100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dbc740bd-5bff-43b3-8297-39211aaea379 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/82d25801-9207-433a-861e-0515d38df805 HTTP/1.1" status: 204 len: 168 time: 0.8663206 Jul 08 02:06:43.354038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51508) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:43.356039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4ddf1dcc-0f0a-4381-95d4-e7681916547a None None] Provisioning for port edcb36b3-3997-4bfa-9c82-c930035aedd0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:43.374415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4ddf1dcc-0f0a-4381-95d4-e7681916547a None None] Could not find standard attr ID for object f45bd1cb-cb3d-41b6-a247-0e3e47b84679. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:06:43.377648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7669f251-4416-4658-8572-097822bdaae0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:43.378031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.384764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/b6062982-955c-4896-8611-00a1381cbe8d HTTP/1.1" status: 204 len: 168 time: 1.3559628 Jul 08 02:06:43.433643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51514) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:43.452133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1945094983'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:43.475674 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7669f251-4416-4658-8572-097822bdaae0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:43.476309 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.504986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e54fd-7185-49ba-bf89-a447f0768af9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=f45bd1cb-cb3d-41b6-a247-0e3e47b84679,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:43.520302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc740bd-5bff-43b3-8297-39211aaea379 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d25801-9207-433a-861e-0515d38df805,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:43.629643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f6c80-3904-4028-a98a-09365d7cc5df tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=b6062982-955c-4896-8611-00a1381cbe8d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:43.640075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edcb36b3-3997-4bfa-9c82-c930035aedd0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:43.663468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ddd27374-64ce-4a06-b0b4-5a412a9b6c06 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2472184 Jul 08 02:06:43.666999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51522) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:43.736356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fba40b59-52d3-4884-9ebf-f52fff75309e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679220671'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:43.779824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:43.782040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-270e861b-2e12-4b93-a258-281ac07b6571 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5668278 Jul 08 02:06:43.786463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.833219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:43.841197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:43.867015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:43.867438 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment 2463a7fe-c753-4b32-8fea-d947d30b301f of type vlan for network 3ca68167-49bd-45e9-8088-8acc552750e1 Jul 08 02:06:43.953763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:44.132928 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.158535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port edcb36b3-3997-4bfa-9c82-c930035aedd0 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:44.170127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port edcb36b3-3997-4bfa-9c82-c930035aedd0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:44.170509 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.171782 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.233768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-988e54fd-7185-49ba-bf89-a447f0768af9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.238853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-988e54fd-7185-49ba-bf89-a447f0768af9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/f45bd1cb-cb3d-41b6-a247-0e3e47b84679 HTTP/1.1" status: 204 len: 168 time: 3.5151222 Jul 08 02:06:44.242188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51528) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:44.243621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-959d6a4b-bcbf-4634-b9a0-b4b8ae3374b2 None None] Provisioning for port da775966-4cb9-4bea-b3ef-946a19d9c575 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:44.276624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:44.288301 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae58897f-46bf-4728-9f60-82e1649b33ad" -d '{"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:44.319911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-959d6a4b-bcbf-4634-b9a0-b4b8ae3374b2 None None] Provisioning complete for port da775966-4cb9-4bea-b3ef-946a19d9c575 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:44.321074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-959d6a4b-bcbf-4634-b9a0-b4b8ae3374b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.409112 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.429248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:44.430246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.641203 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34d2588-1cc3-4b4f-a53b-e0d922bb0a2c x-openstack-request-id: req-e34d2588-1cc3-4b4f-a53b-e0d922bb0a2c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:06:44.641825 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:06:44.642267 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e34d2588-1cc3-4b4f-a53b-e0d922bb0a2c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:06:44.642896 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'code': 200} Jul 08 02:06:44.670395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:44.693170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-959d6a4b-bcbf-4634-b9a0-b4b8ae3374b2 None None] Port da775966-4cb9-4bea-b3ef-946a19d9c575 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:44.709440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fba40b59-52d3-4884-9ebf-f52fff75309e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.729811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d6cd468-13a0-4c63-99b4-ce5505e1ba64 req-9b8918b2-096a-464b-bcf2-83b0c36b2df6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 210 time: 0.1184247 Jul 08 02:06:44.838879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5e7db5f-374f-4c65-a5c8-f264e9f0dde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.852897 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.867484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.938839 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.956906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] device_id is not set on port 78beb981-fb21-430c-8e32-36b303266f43 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:44.979075 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.993311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0db25fb1-eea8-4c95-a8b5-ac30c6017ac5 None None] Provisioning complete for port da775966-4cb9-4bea-b3ef-946a19d9c575 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:44.993912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0db25fb1-eea8-4c95-a8b5-ac30c6017ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.006082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-38eb8bca-3080-4500-ab68-a03a6ca23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.006625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-38eb8bca-3080-4500-ab68-a03a6ca23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.007526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-38eb8bca-3080-4500-ab68-a03a6ca23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.008070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-38eb8bca-3080-4500-ab68-a03a6ca23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.008542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-38eb8bca-3080-4500-ab68-a03a6ca23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.009010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-38eb8bca-3080-4500-ab68-a03a6ca23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.009771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-38eb8bca-3080-4500-ab68-a03a6ca23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.013076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-38eb8bca-3080-4500-ab68-a03a6ca23773 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6507 time: 1.1564178 Jul 08 02:06:45.064718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=11']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:45.090756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423aadd3-e52b-43e1-a6ac-f97144a0dcc0 None None] Network 8a34471b-47fa-4c6c-afcc-458992f3c06e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:45.109361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port edcb36b3-3997-4bfa-9c82-c930035aedd0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edcb36b3-3997-4bfa-9c82-c930035aedd0,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:45.133270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=3ca68167-49bd-45e9-8088-8acc552750e1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:45.147082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0db25fb1-eea8-4c95-a8b5-ac30c6017ac5 None None] Port da775966-4cb9-4bea-b3ef-946a19d9c575 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:45.151856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 3ca68167-49bd-45e9-8088-8acc552750e1 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:45.168047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e520711-7f4e-48a3-bb02-d9c7ce2d7cf4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.168047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e520711-7f4e-48a3-bb02-d9c7ce2d7cf4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.168047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e520711-7f4e-48a3-bb02-d9c7ce2d7cf4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.168047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1e520711-7f4e-48a3-bb02-d9c7ce2d7cf4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9170437 Jul 08 02:06:45.171803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:45.180035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9040c4-9efc-431c-a738-5d7319ebea72 req-e359237d-8693-4df0-afcf-848850553183 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.188675 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b9040c4-9efc-431c-a738-5d7319ebea72 req-e359237d-8693-4df0-afcf-848850553183 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 1.1904702 Jul 08 02:06:45.228079 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.242478 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b9040c4-9efc-431c-a738-5d7319ebea72 req-afdb9029-fcbc-41d8-997e-5ce07dc89ff6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528178 Jul 08 02:06:45.310617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-14f1bed7-ca5f-4a3a-ba14-adca822aabb1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.312401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-14f1bed7-ca5f-4a3a-ba14-adca822aabb1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.18 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 813 time: 1.0315356 Jul 08 02:06:45.325650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Request body: {'port': {'device_id': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138', 'admin_state_up': True, 'tenant_id': '3994d8774a68414996984466aad136f6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:45.406734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=edcb36b3-3997-4bfa-9c82-c930035aedd0,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:45.492784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a21dfa2b-9ddd-4bee-8001-2d763545576f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:45.501414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-87e5c150-f581-48bc-b7fb-05f9a65b11c6 None None] Provisioning for port a21dfa2b-9ddd-4bee-8001-2d763545576f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:45.560611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Allocated IP 10.1.1.206 (9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a/009058ee-5c1b-4e2b-8ec5-5dd97911960f/78beb981-fb21-430c-8e32-36b303266f43) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:45.667488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f936b-c485-4706-bc63-7b95b06497c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 49233840-3c84-4c99-b6de-2e09936d772b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:45.676509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port a21dfa2b-9ddd-4bee-8001-2d763545576f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:45.680582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a21dfa2b-9ddd-4bee-8001-2d763545576f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:45.685615 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.686440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e31f936b-c485-4706-bc63-7b95b06497c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.709834 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.717083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fba40b59-52d3-4884-9ebf-f52fff75309e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.718989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-95959ac7-83ff-48c2-b6b0-afd32b70961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.719525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-95959ac7-83ff-48c2-b6b0-afd32b70961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.719996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-95959ac7-83ff-48c2-b6b0-afd32b70961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.721644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-95959ac7-83ff-48c2-b6b0-afd32b70961a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b HTTP/1.1" status: 200 len: 2298 time: 0.6601036 Jul 08 02:06:45.773787 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.804066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-43bfd995-4be0-4539-9330-ae50b51b46c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e013a462-e232-4554-9b60-37e08a5e3964 HTTP/1.1" status: 200 len: 1001 time: 0.0686889 Jul 08 02:06:45.811503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port a21dfa2b-9ddd-4bee-8001-2d763545576f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a21dfa2b-9ddd-4bee-8001-2d763545576f,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:45.872150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeed0c7-d283-4c5c-9839-e035e1f7b41b None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:06:45.880199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fba40b59-52d3-4884-9ebf-f52fff75309e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.890295 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e31f936b-c485-4706-bc63-7b95b06497c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.973085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba40b59-52d3-4884-9ebf-f52fff75309e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3030056-c20c-4877-af20-aa7c6734d82f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:45.986215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.998364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cc9c9b9f-ca11-410d-af89-c901563e9aad None None] Provisioning complete for port a21dfa2b-9ddd-4bee-8001-2d763545576f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:45.998932 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cc9c9b9f-ca11-410d-af89-c901563e9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.002352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-b764e9b3-d63d-4450-ad33-ce358c5a8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:46.004090 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-b764e9b3-d63d-4450-ad33-ce358c5a8559 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09c91ac0-e2f8-4201-859b-8baa1a6a77a3 HTTP/1.1" status: 200 len: 855 time: 0.1838207 Jul 08 02:06:46.009079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2da8ccaa-d31e-47f2-808a-b74d50e0d378 req-617c8ef7-ca15-4c35-87cf-e2ef569963e8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 210 time: 0.0936911 Jul 08 02:06:46.017353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9d1464c3-ef7a-4eef-a7b7-eb8ca5c65463 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5704899 Jul 08 02:06:46.018041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51542) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:46.024649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': '3ca68167-49bd-45e9-8088-8acc552750e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:46.071128 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e31f936b-c485-4706-bc63-7b95b06497c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.125521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=a21dfa2b-9ddd-4bee-8001-2d763545576f,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:46.158247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeed0c7-d283-4c5c-9839-e035e1f7b41b None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:06:46.163023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fba40b59-52d3-4884-9ebf-f52fff75309e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.164399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fba40b59-52d3-4884-9ebf-f52fff75309e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4440658 Jul 08 02:06:46.167483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51544) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:46.174289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f01d7561-5178-4ccb-9eeb-55d4f4c00a65 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334781986'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:46.191589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.210047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Made reservation on behalf of 3994d8774a68414996984466aad136f6 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:46.216756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.219168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Transition to ACTIVE for port object 78beb981-fb21-430c-8e32-36b303266f43 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:46.265834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-9877905d-d13d-4f37-bd16-9b65f050e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:46.275362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-9877905d-d13d-4f37-bd16-9b65f050e288 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2534790 Jul 08 02:06:46.345857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.351080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e31f936b-c485-4706-bc63-7b95b06497c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.360713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:46.364947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.400995 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e31f936b-c485-4706-bc63-7b95b06497c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.403851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e31f936b-c485-4706-bc63-7b95b06497c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/49233840-3c84-4c99-b6de-2e09936d772b HTTP/1.1" status: 204 len: 168 time: 1.2292509 Jul 08 02:06:46.408287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f936b-c485-4706-bc63-7b95b06497c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=49233840-3c84-4c99-b6de-2e09936d772b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:46.417166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51550) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:46.481942 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f01d7561-5178-4ccb-9eeb-55d4f4c00a65 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.534961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:46.538320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:46.546396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Allocated IP 172.20.0.9 (60f3697e-14a7-43d7-9e1b-8f2acaab3138/46375d3d-8787-4801-996a-4a40f3912985/7aeab3ec-7309-423b-a452-7b23a6c0690b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:46.556224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:46.624145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d72a8-09d5-4aee-8c51-cb9ab91174c4 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:06:46.645341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=78beb981-fb21-430c-8e32-36b303266f43,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:46.661231 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-f6182a23-345e-4c0c-a1f8-e2c138f0d152 service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816795 Jul 08 02:06:46.672163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:46.672841 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.682467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-59828e05-c850-4669-b511-93c1bef6e064 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 65d397f0-cbe7-46dc-9bed-38d20e4ee3f9 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:46.696985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59828e05-c850-4669-b511-93c1bef6e064 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.743037 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f01d7561-5178-4ccb-9eeb-55d4f4c00a65 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.790632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59828e05-c850-4669-b511-93c1bef6e064 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.800738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d72a8-09d5-4aee-8c51-cb9ab91174c4 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:06:46.838340 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42e6b6-590f-4049-9726-ec72036676d4 req-c7dfb015-a18f-43ae-a102-f3b1512eebcb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:46.844891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.845604 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a42e6b6-590f-4049-9726-ec72036676d4 req-c7dfb015-a18f-43ae-a102-f3b1512eebcb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.4383640 Jul 08 02:06:46.932601 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f01d7561-5178-4ccb-9eeb-55d4f4c00a65 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.934110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-c8837d93-90f9-4c98-9ec0-f8e4afaf6716 service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558832 Jul 08 02:06:46.950624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a42e6b6-590f-4049-9726-ec72036676d4 req-2f13987b-5a8b-4a67-be6e-a53f714f8f58 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040342 Jul 08 02:06:46.965802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d7561-5178-4ccb-9eeb-55d4f4c00a65 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cdfbcf-45cd-4f00-9789-870c9075c4ba,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:46.970975 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.008654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59828e05-c850-4669-b511-93c1bef6e064 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.013680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-d5532dd3-0fe9-4961-a5b0-eb8e2211d8fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 200 len: 217 time: 0.0572336 Jul 08 02:06:47.038582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=a084fb40-970d-48c2-b7aa-8e677bc7e477,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:47.046851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': '2463a7fe-c753-4b32-8fea-d947d30b301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ca68167-49bd-45e9-8088-8acc552750e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:47.047445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: 3ca68167-49bd-45e9-8088-8acc552750e1, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:47.055513 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.121054 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f01d7561-5178-4ccb-9eeb-55d4f4c00a65 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.124532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f01d7561-5178-4ccb-9eeb-55d4f4c00a65 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9553638 Jul 08 02:06:47.125140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51558) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:47.129610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-8eee27f6-f840-4822-9c52-0a0337bcbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:47.136551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:47.137168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-8eee27f6-f840-4822-9c52-0a0337bcbe16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.1038716 Jul 08 02:06:47.140506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e0713ebf-ec2a-4810-8552-b63c30780113 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'f3030056-c20c-4877-af20-aa7c6734d82f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19cdfbcf-45cd-4f00-9789-870c9075c4ba', 'remote_ip_prefix': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:47.149244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:47.151987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:47.154470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd59dabe-038c-416b-9192-34d1acf4cfb3 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:47.167972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8b7e7603-ceae-4648-a799-adae8caed34e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8425639 Jul 08 02:06:47.201640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:47.254574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-8f1c4882-e2d7-4515-8af0-96d4d972df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:47.257178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-8f1c4882-e2d7-4515-8af0-96d4d972df63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879595 Jul 08 02:06:47.263658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:47.263658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.268643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network 3ca68167-49bd-45e9-8088-8acc552750e1 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:47.290023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59828e05-c850-4669-b511-93c1bef6e064 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.361360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fbf68-e838-4d97-827a-f8fe435df64d req-30b03c51-bb36-4f85-a3c6-2e84cab75d8d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:47.363181 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb5fbf68-e838-4d97-827a-f8fe435df64d req-30b03c51-bb36-4f85-a3c6-2e84cab75d8d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 931 time: 0.2091906 Jul 08 02:06:47.394326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59828e05-c850-4669-b511-93c1bef6e064 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.401107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-59828e05-c850-4669-b511-93c1bef6e064 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/65d397f0-cbe7-46dc-9bed-38d20e4ee3f9 HTTP/1.1" status: 204 len: 168 time: 0.9615457 Jul 08 02:06:47.403682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51564) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:47.425121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edcb36b3-3997-4bfa-9c82-c930035aedd0 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:47.433492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59828e05-c850-4669-b511-93c1bef6e064 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=65d397f0-cbe7-46dc-9bed-38d20e4ee3f9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:47.477511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-004b12f8-59d0-41e5-9856-1994ebf64386 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716119 Jul 08 02:06:47.485019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51566) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:47.496029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:47.496215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.497281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 3ca68167-49bd-45e9-8088-8acc552750e1) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:47.505429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port edcb36b3-3997-4bfa-9c82-c930035aedd0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:47.505748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.512447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420ffa9-f6d4-454a-b77e-a356fea8c544 None None] Network 3ca68167-49bd-45e9-8088-8acc552750e1 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:47.517607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:47.518243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.543226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0713ebf-ec2a-4810-8552-b63c30780113 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.560260 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb5fbf68-e838-4d97-827a-f8fe435df64d req-e0eb62b4-0ff8-48bf-b923-b973b480ab9c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887188 Jul 08 02:06:47.581830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-bfacfa60-8391-4abb-abd8-ad22532b9873 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108900 Jul 08 02:06:47.604040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-734cba97-1211-4881-b56e-1714d02b259e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2823536 Jul 08 02:06:47.620430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Request body: {'port': {'device_id': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:47.655944 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:47.688529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0713ebf-ec2a-4810-8552-b63c30780113 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.692439 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aef4f518-1177-4768-8057-1032b3b2a3d6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6733196 Jul 08 02:06:47.695116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51570) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:47.730833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51572) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:47.735585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-33a891c7-cf40-4fd1-89ce-b41cb5b66e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--507500610', 'description': 'tempest-description--987333809'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:47.758718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-3cca52a4-625c-4f51-807e-06f606f268fe service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604400 Jul 08 02:06:47.782231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0713ebf-ec2a-4810-8552-b63c30780113 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.824439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:06:47.834743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-0c9ffda5-8cd8-48e5-ad66-91ac32bcf92f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 200 len: 217 time: 0.0513306 Jul 08 02:06:47.838581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-63ee8d78-68b7-4df5-8e0c-2b3b0b1ba0d3 None None] Provisioning for port 78beb981-fb21-430c-8e32-36b303266f43 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:47.839754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:47.844070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.847559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-63ee8d78-68b7-4df5-8e0c-2b3b0b1ba0d3 None None] Provisioning complete for port 78beb981-fb21-430c-8e32-36b303266f43 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:47.847937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-63ee8d78-68b7-4df5-8e0c-2b3b0b1ba0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.871023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.879030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0713ebf-ec2a-4810-8552-b63c30780113 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2b8436-4575-4675-9b9e-6d54d875e100,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:47.892906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a21dfa2b-9ddd-4bee-8001-2d763545576f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:47.895220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.945171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece67f7-71a5-446a-a2db-d6a089ce1218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-3ca68167-49bd-45e9-8088-8acc552750e1', 'network_id': '3ca68167-49bd-45e9-8088-8acc552750e1', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': 'a084fb40-970d-48c2-b7aa-8e677bc7e477'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:47.946019 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cece67f7-71a5-446a-a2db-d6a089ce1218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.978918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-2720d316-9fc3-4f2d-b8d4-2df944dbbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:47.980670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-2720d316-9fc3-4f2d-b8d4-2df944dbbc7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.1296325 Jul 08 02:06:48.028908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-63ee8d78-68b7-4df5-8e0c-2b3b0b1ba0d3 None None] Port 78beb981-fb21-430c-8e32-36b303266f43 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:48.049948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.062669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33a891c7-cf40-4fd1-89ce-b41cb5b66e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.064434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] Deleting port 7669f251-4416-4658-8572-097822bdaae0 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:48.064819 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.131517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a21dfa2b-9ddd-4bee-8001-2d763545576f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:48.131894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.199973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0713ebf-ec2a-4810-8552-b63c30780113 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.201399 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e0713ebf-ec2a-4810-8552-b63c30780113 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0697024 Jul 08 02:06:48.213250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51584) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:48.216739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-178ce18b-2dc5-4160-82a2-79e5e3636dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:48.218604 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-178ce18b-2dc5-4160-82a2-79e5e3636dd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2304375 Jul 08 02:06:48.314342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab755ea7-ee82-4579-b977-960160134d32 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.327234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab755ea7-ee82-4579-b977-960160134d32 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.346594 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.393642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:48.402319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c778-4433-4168-ac88-42f4d40febc6 req-3d811a3f-e4e2-4370-9bf7-2a5efbe9723d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:48.419979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe3c778-4433-4168-ac88-42f4d40febc6 req-3d811a3f-e4e2-4370-9bf7-2a5efbe9723d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2690132 Jul 08 02:06:48.420129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] For port 7669f251-4416-4658-8572-097822bdaae0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7669f251-4416-4658-8572-097822bdaae0,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:48.420129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.425451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'mac_address': 'fa:16:3e:28:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:06:48.433926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] Calling delete_port for 7669f251-4416-4658-8572-097822bdaae0 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:48.448087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.463916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-2f196957-b6d7-4925-a865-8078ecbd575f service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326043 Jul 08 02:06:48.499758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe3c778-4433-4168-ac88-42f4d40febc6 req-a178082f-400c-4bf8-9262-de2509249d6b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886848 Jul 08 02:06:48.513256 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab755ea7-ee82-4579-b977-960160134d32 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.521713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab755ea7-ee82-4579-b977-960160134d32 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.523133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ab755ea7-ee82-4579-b977-960160134d32 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/fe2b8436-4575-4675-9b9e-6d54d875e100 HTTP/1.1" status: 204 len: 168 time: 0.3088012 Jul 08 02:06:48.527618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51592) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:48.535986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=a084fb40-970d-48c2-b7aa-8e677bc7e477,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-cece67f7-71a5-446a-a2db-d6a089ce1218 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a084fb40-970d-48c2-b7aa-8e677bc7e477: This subnet is being modified by another concurrent operation. Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:48.569606 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a084fb40-970d-48c2-b7aa-8e677bc7e477: This subnet is being modified by another concurrent operation. Jul 08 02:06:48.575914 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:06:48.584665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab755ea7-ee82-4579-b977-960160134d32 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe2b8436-4575-4675-9b9e-6d54d875e100,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:48.597176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.602742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f4126-9cfe-40f7-b73e-7fbaa6cf4068 None None] Network 3ca68167-49bd-45e9-8088-8acc552750e1 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:48.614530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aeab3ec-7309-423b-a452-7b23a6c0690b {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:06:48.633150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.645433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.667623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca68167-49bd-45e9-8088-8acc552750e1']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:48.671260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Transition to ACTIVE for port object 7aeab3ec-7309-423b-a452-7b23a6c0690b will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:48.681339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2463a7fe-c753-4b32-8fea-d947d30b301f') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:48.682459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2463a7fe-c753-4b32-8fea-d947d30b301f') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:48.705626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.724977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05be1b97-6d73-4975-972b-53fd78bf05e4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:06:48.744905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.759298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:48.759913 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:48.764284 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:48.797862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:48.834960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.918931 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.937306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:48.958067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11742baf-c97b-4bc4-83f9-020f61eafe0c req-3f77c112-f207-43e4-b0d2-3e272499cc36 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:48.960555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11742baf-c97b-4bc4-83f9-020f61eafe0c req-3f77c112-f207-43e4-b0d2-3e272499cc36 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 931 time: 0.2573888 Jul 08 02:06:48.972390 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.993524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] No DVR routers for this DVR port 7669f251-4416-4658-8572-097822bdaae0 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:49.019628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd5519a-1de1-4ce8-9dbd-1d525e483739 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:06:49.029034 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.041242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.042054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/3ca68167-49bd-45e9-8088-8acc552750e1 HTTP/1.1" status: 204 len: 168 time: 1.3456788 Jul 08 02:06:49.043446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51604) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:49.055691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=12']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:49.065499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['05be1b97-6d73-4975-972b-53fd78bf05e4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:06:49.087132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977421833'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:49.112924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01e806-3a15-4a9d-b5ec-150ad21559f7 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=3ca68167-49bd-45e9-8088-8acc552750e1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:49.121747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f436b-97da-4588-a9e9-bd69b2c52be8 None None] Pushing event deleted for resources: {'Port': ['ID=7669f251-4416-4658-8572-097822bdaae0,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:49.141422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11742baf-c97b-4bc4-83f9-020f61eafe0c req-2756853a-9563-4b0c-9909-22cc94a8df38 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527267 Jul 08 02:06:49.174681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Attempting to bind port 7aeab3ec-7309-423b-a452-7b23a6c0690b on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:49.175078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Attempting to bind port 7aeab3ec-7309-423b-a452-7b23a6c0690b by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:49.176491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Attempting to bind port 7aeab3ec-7309-423b-a452-7b23a6c0690b on network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:49.183228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Port 7aeab3ec-7309-423b-a452-7b23a6c0690b on network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:06:49.183930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Attempting to bind port 7aeab3ec-7309-423b-a452-7b23a6c0690b on network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:49.191699 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-069e92ee-70de-486a-8547-428e48a51731 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6235063 Jul 08 02:06:49.192544 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51608) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:49.195038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:49.198941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Checking segment: {'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:49.198941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Bound using segment: {'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:49.198941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Bound port: 7aeab3ec-7309-423b-a452-7b23a6c0690b, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:49.198941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.199377 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33a891c7-cf40-4fd1-89ce-b41cb5b66e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.225935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-27cf7730-83cd-440f-94e4-972a18e3e690 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484274 Jul 08 02:06:49.243815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:06:49.270520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.363002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:49.382883 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb28a-4801-4502-b70d-7755aeec6851 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.394640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:49.394887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7669f251-4416-4658-8572-097822bdaae0 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:49.417753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb28a-4801-4502-b70d-7755aeec6851 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.426426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5519a-1de1-4ce8-9dbd-1d525e483739 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:06:49.446155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 7669f251-4416-4658-8572-097822bdaae0 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:49.446565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7669f251-4416-4658-8572-097822bdaae0 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:49.463269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-90557e1a-846e-42f4-93a0-8073127dc7f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737 HTTP/1.1" status: 200 len: 217 time: 0.2025094 Jul 08 02:06:49.511235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=c4912d98-6ab5-4a73-847a-780bf84e4b9d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:49.515579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.523238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33a891c7-cf40-4fd1-89ce-b41cb5b66e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.565352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a891c7-cf40-4fd1-89ce-b41cb5b66e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a276e-c506-4299-bb98-586603adc2e8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:49.595184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:49.597253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:49.602175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:49.602806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.626223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-a86e69e0-3b32-4554-bed2-48fb50b3667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:49.627876 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-a86e69e0-3b32-4554-bed2-48fb50b3667c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.1634572 Jul 08 02:06:49.653605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb28a-4801-4502-b70d-7755aeec6851 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.656186 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb28a-4801-4502-b70d-7755aeec6851 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.676220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ab2cb28a-4801-4502-b70d-7755aeec6851 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/19cdfbcf-45cd-4f00-9789-870c9075c4ba HTTP/1.1" status: 204 len: 168 time: 0.4824286 Jul 08 02:06:49.677213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:49.685107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:49.691119 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.775195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c547b56f-8879-4da1-8d70-ff69262bdce3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2887080 Jul 08 02:06:49.786107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:49.786994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:49.795862 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.797528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:49.801830 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/7aeab3ec-7309-423b-a452-7b23a6c0690b HTTP/1.1" status: 200 len: 1092 time: 2.1833231 Jul 08 02:06:49.804566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cb28a-4801-4502-b70d-7755aeec6851 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cdfbcf-45cd-4f00-9789-870c9075c4ba,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:49.816644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:49.820425 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefd7907-61de-4441-ba2f-e0ad674c1f74" -d '{"events": [{"name": "network-changed", "server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:49.824997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a273b-c041-4444-b42e-eea621df29a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:49.863392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:49.880283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.880560 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment b5d4a143-06f0-4ade-a0da-fa4a7b9be5ee of type vlan for network 577800b0-7a25-4067-996a-f8650c348783 Jul 08 02:06:49.923885 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5347e151-7441-46af-bfe2-aef9b41938a0 x-openstack-request-id: req-5347e151-7441-46af-bfe2-aef9b41938a0 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:06:49.924169 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:06:49.924436 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5347e151-7441-46af-bfe2-aef9b41938a0 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:06:49.925008 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'status': 'completed', 'code': 200} Jul 08 02:06:49.997724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-aaa6ae1c-932f-4ae0-a946-d979284f1186 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3106441 Jul 08 02:06:50.001033 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-33a891c7-cf40-4fd1-89ce-b41cb5b66e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.001033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-33a891c7-cf40-4fd1-89ce-b41cb5b66e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2685151 Jul 08 02:06:50.004333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:50.004802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:50.059763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cc91acdf-6b91-4f18-b304-bbf801e2b9af tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'security_group_rule': {'security_group_id': 'ff2a276e-c506-4299-bb98-586603adc2e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:50.070266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-433ae2fe-e879-4077-b190-ed9151faac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.075696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-433ae2fe-e879-4077-b190-ed9151faac1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4398005 Jul 08 02:06:50.076531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:50.081442 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.105893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.118458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': 'c4912d98-6ab5-4a73-847a-780bf84e4b9d'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:50.118458 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.208345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd7907-61de-4441-ba2f-e0ad674c1f74 req-d7e7f340-2321-479e-b9c8-21937fc44cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.216606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefd7907-61de-4441-ba2f-e0ad674c1f74 req-d7e7f340-2321-479e-b9c8-21937fc44cb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1095 time: 0.2906065 Jul 08 02:06:50.302636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.335538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.416285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Allocated IP 2001:db8::f816:3eff:fe7d:be69 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/c4912d98-6ab5-4a73-847a-780bf84e4b9d/398fe8ee-72ac-4e72-bb68-75c38db79bdf) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:50.438653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd7907-61de-4441-ba2f-e0ad674c1f74 req-214b6f9d-342a-4973-a055-c479168f1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.442630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefd7907-61de-4441-ba2f-e0ad674c1f74 req-214b6f9d-342a-4973-a055-c479168f1e93 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3994d8774a68414996984466aad136f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2162945 Jul 08 02:06:50.443184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.451261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc91acdf-6b91-4f18-b304-bbf801e2b9af tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.458346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.458346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.527204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-d83e62fa-34b1-48c9-8674-bd8b60b37315 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357233 Jul 08 02:06:50.541564 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.545252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.549079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/f3030056-c20c-4877-af20-aa7c6734d82f HTTP/1.1" status: 204 len: 168 time: 0.5405970 Jul 08 02:06:50.574208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:50.577344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3030056-c20c-4877-af20-aa7c6734d82f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:50.624375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.624375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.625183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.625383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.626063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.626222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.626644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.627162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.627757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.628864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.629313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.629484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd7907-61de-4441-ba2f-e0ad674c1f74 req-ef3b8ab4-9731-4a81-9280-8cee4fdc77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.630337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d98e1-8945-4cdd-b1a5-78443ad2ed75 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:50.631084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefd7907-61de-4441-ba2f-e0ad674c1f74 req-ef3b8ab4-9731-4a81-9280-8cee4fdc77d6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741259 Jul 08 02:06:50.683045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=577800b0-7a25-4067-996a-f8650c348783,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:50.698922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f1b3e-7a39-40d7-b899-93c99380f0f3 req-f0c62cdf-1deb-42c2-b844-2f15b7f109f9 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.702047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 577800b0-7a25-4067-996a-f8650c348783 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:50.705863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f41f1b3e-7a39-40d7-b899-93c99380f0f3 req-f0c62cdf-1deb-42c2-b844-2f15b7f109f9 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.3893430 Jul 08 02:06:50.736776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f61f19ef-8baa-4800-b88d-5f50a03b2982 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1474741 Jul 08 02:06:50.752675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51636) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:50.754407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6358e-8071-41de-9735-360b807d8973 req-a9e72883-4e59-442d-9dd6-3b64d848a068 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.765996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cff6358e-8071-41de-9735-360b807d8973 req-a9e72883-4e59-442d-9dd6-3b64d848a068 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.5450752 Jul 08 02:06:50.767949 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f41f1b3e-7a39-40d7-b899-93c99380f0f3 req-e4711de1-efba-4221-99a8-aa0f79a8c44b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611486 Jul 08 02:06:50.779987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4f0728a7-7456-4a10-90d5-d86e73bc12bf tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839434895'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:50.780097 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.804108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6ae46c63-4334-42db-9467-d91d26facdde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7303047 Jul 08 02:06:50.810156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51638) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:50.816544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Transition to ACTIVE for port object 398fe8ee-72ac-4e72-bb68-75c38db79bdf will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:50.821303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': '577800b0-7a25-4067-996a-f8650c348783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:50.845423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Transition to ACTIVE for port object 398fe8ee-72ac-4e72-bb68-75c38db79bdf will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:50.865733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc91acdf-6b91-4f18-b304-bbf801e2b9af tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.881691 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cff6358e-8071-41de-9735-360b807d8973 req-ca232bfa-2ae1-4484-b199-6eaa18e9ef7e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102185 Jul 08 02:06:50.932490 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.961982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-9b1e89da-d023-490d-990e-49ba2f40e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.964203 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-9b1e89da-d023-490d-990e-49ba2f40e7ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1095 time: 0.2555580 Jul 08 02:06:50.980788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-293d00ca-a7bb-4f08-8ea7-ed5f3e2c4f1c service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330440 Jul 08 02:06:51.007453 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.020972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-bffdeac6-594c-4b62-a692-c0fd9dd7b024 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b HTTP/1.1" status: 200 len: 217 time: 0.0492356 Jul 08 02:06:51.050028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:51.056738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:51.067229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:51.076081 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc91acdf-6b91-4f18-b304-bbf801e2b9af tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.079731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f0728a7-7456-4a10-90d5-d86e73bc12bf tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.084626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-3e4658bd-9b80-425e-8ef1-d3b2021ba36f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=119c9585-b18f-486e-8834-3c9abd6e9957 HTTP/1.1" status: 200 len: 217 time: 0.0940728 Jul 08 02:06:51.131707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-bbdd5178-835d-403f-ba25-127a2bece42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.133371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-bbdd5178-835d-403f-ba25-127a2bece42d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46375d3d-8787-4801-996a-4a40f3912985 HTTP/1.1" status: 200 len: 853 time: 0.1037884 Jul 08 02:06:51.146702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91acdf-6b91-4f18-b304-bbf801e2b9af tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba75314-4702-41cf-9cba-6f4c278ff4ab,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.158771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Pushing event updated for resources: {'Port': ['ID=398fe8ee-72ac-4e72-bb68-75c38db79bdf,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.197271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-d064649e-8ab6-4d70-bf68-405ada8c97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.198005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-67a6f06e-93bb-4908-943b-98ee9f1da834 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60f3697e-14a7-43d7-9e1b-8f2acaab3138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578303 Jul 08 02:06:51.198765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-d064649e-8ab6-4d70-bf68-405ada8c97e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0907271 Jul 08 02:06:51.202461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:51.207654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.235194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Attempting to bind port 398fe8ee-72ac-4e72-bb68-75c38db79bdf on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:51.235607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Attempting to bind port 398fe8ee-72ac-4e72-bb68-75c38db79bdf by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:51.235987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Attempting to bind port 398fe8ee-72ac-4e72-bb68-75c38db79bdf on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:51.243272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:51.248102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:51.248102 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.248102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:51.248102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Bound port: 398fe8ee-72ac-4e72-bb68-75c38db79bdf, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:51.248102 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.268870 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.344847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:51.352591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:51.357924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.358609 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.364426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=94509228-875f-4c74-9841-21ce5841b953,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.396455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] For port 398fe8ee-72ac-4e72-bb68-75c38db79bdf, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:51.400766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] For port 398fe8ee-72ac-4e72-bb68-75c38db79bdf, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=398fe8ee-72ac-4e72-bb68-75c38db79bdf,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:51.406218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-3eeea722-103c-446f-b35d-3651bd20f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.408571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-3eeea722-103c-446f-b35d-3651bd20f90a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2003658 Jul 08 02:06:51.493142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.498283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f0728a7-7456-4a10-90d5-d86e73bc12bf tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.507611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-30935284-d07c-45f1-b72b-cbd3e23372c6 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764871 Jul 08 02:06:51.562834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-c99fccd5-7f0a-4b8b-a826-1c4e604e7eee service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429415 Jul 08 02:06:51.602517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187fa0e-2b19-4553-8522-0d43731e4a3f None None] Pushing event updated for resources: {'Port': ['ID=398fe8ee-72ac-4e72-bb68-75c38db79bdf,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.640941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f0728a7-7456-4a10-90d5-d86e73bc12bf tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.726656 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-01a6c969-9c2f-4e47-b5e5-439dd1993340 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562064 Jul 08 02:06:51.828485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0728a7-7456-4a10-90d5-d86e73bc12bf tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dfccd3-236b-4eb3-9430-65542b68250a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.842414 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc91acdf-6b91-4f18-b304-bbf801e2b9af tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.843926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:51.848034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc91acdf-6b91-4f18-b304-bbf801e2b9af tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7935407 Jul 08 02:06:51.849232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51644) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:51.855673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ca3fe513-5419-4560-bab6-4ce80bdb2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0624261 Jul 08 02:06:51.866649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-36e2dc2f-8503-487f-9bdf-ee57accfc08c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 HTTP/1.1" status: 200 len: 217 time: 0.1125646 Jul 08 02:06:51.866649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:51.870028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:03:24:74', 'name': 'tempest-NetworksTestDHCPv6-1506129300'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:51.891258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-89cdf352-42be-48b9-b4e1-4bf49b90d177 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'security_group_rule': {'security_group_id': 'ff2a276e-c506-4299-bb98-586603adc2e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:51.987772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f0728a7-7456-4a10-90d5-d86e73bc12bf tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.991556 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4f0728a7-7456-4a10-90d5-d86e73bc12bf tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2224700 Jul 08 02:06:52.001629 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.004300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 05be1b97-6d73-4975-972b-53fd78bf05e4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:52.004944 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.009365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51652) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:52.058382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7fe03f70-d545-4556-8457-4f797c4a8fec tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': '02dfccd3-236b-4eb3-9430-65542b68250a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:52.158456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.184872 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89cdf352-42be-48b9-b4e1-4bf49b90d177 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.187777 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-280ba43f-5e42-4fe2-8267-285dc3318d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:52.191955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-280ba43f-5e42-4fe2-8267-285dc3318d17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.3091629 Jul 08 02:06:52.199394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:52.203376 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad75ae0-743c-482f-8937-d54cc8bef401" -d '{"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-plugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:52.218383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:52.233075 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8072570c-4ab9-4e59-b678-82f8953a94a9 req-fc20530e-c97f-4c57-8d14-95ed12cee1e0 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185044 Jul 08 02:06:52.312173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=62142333-e2a9-46eb-932c-9c80084a00e4,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:52.321233 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.352995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ca69b-4f5b-4354-89aa-caf420e2800c req-7f65a789-2d58-48d9-8a89-9c49edf21324 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:52.354729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9ca69b-4f5b-4354-89aa-caf420e2800c req-7f65a789-2d58-48d9-8a89-9c49edf21324 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.3186767 Jul 08 02:06:52.394685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-ec991d97-f968-44e0-be7b-0c8bd6b46644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:52.397012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-ec991d97-f968-44e0-be7b-0c8bd6b46644 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1837747 Jul 08 02:06:52.432321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fe03f70-d545-4556-8457-4f797c4a8fec tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.435698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=13']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:52.447202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': 'b5d4a143-06f0-4ade-a0da-fa4a7b9be5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '577800b0-7a25-4067-996a-f8650c348783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:52.447467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: 577800b0-7a25-4067-996a-f8650c348783, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:52.453986 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89cdf352-42be-48b9-b4e1-4bf49b90d177 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.471826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9ca69b-4f5b-4354-89aa-caf420e2800c req-ad70a40a-eb36-41b3-a5b1-5715850c29ec tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988998 Jul 08 02:06:52.473148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6939-fe67-42ab-8028-9d02f674c7ee req-8babfcb4-3e2f-4978-88f8-e87e34ab48dd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:52.475122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-424e6939-fe67-42ab-8028-9d02f674c7ee req-8babfcb4-3e2f-4978-88f8-e87e34ab48dd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 946 time: 0.3309073 Jul 08 02:06:52.531643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:52.573382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-424e6939-fe67-42ab-8028-9d02f674c7ee req-89fefa79-3a8e-4d3f-ae1e-2565a5642129 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801606 Jul 08 02:06:52.583008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fe03f70-d545-4556-8457-4f797c4a8fec tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.600598 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5804f0c1-2eaa-46b4-a1e6-a7eb9c0c5c26 x-openstack-request-id: req-5804f0c1-2eaa-46b4-a1e6-a7eb9c0c5c26 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:06:52.600598 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-plugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:06:52.600598 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5804f0c1-2eaa-46b4-a1e6-a7eb9c0c5c26 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:06:52.600598 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'code': 200} Jul 08 02:06:52.604093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89cdf352-42be-48b9-b4e1-4bf49b90d177 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.636048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdf352-42be-48b9-b4e1-4bf49b90d177 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c3c65a-a3e8-4a31-aa46-efcce0490ea6,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:52.651853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network 577800b0-7a25-4067-996a-f8650c348783 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:52.654711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-837edef6-c401-41c7-a5ff-07775d51e3ad service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475536 Jul 08 02:06:52.695391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fe03f70-d545-4556-8457-4f797c4a8fec tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.724806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe03f70-d545-4556-8457-4f797c4a8fec tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e75c5d-721c-4453-a588-443f0c49d2d2,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:52.782911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89cdf352-42be-48b9-b4e1-4bf49b90d177 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.793824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-89cdf352-42be-48b9-b4e1-4bf49b90d177 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9004774 Jul 08 02:06:52.794039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51658) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:52.798709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:52.846884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7fe03f70-d545-4556-8457-4f797c4a8fec tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.848118 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7fe03f70-d545-4556-8457-4f797c4a8fec tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8218558 Jul 08 02:06:52.848814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 577800b0-7a25-4067-996a-f8650c348783) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:52.853294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51660) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:52.868378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:52.869136 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.909388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6f953c2-5823-4455-a5a9-6052039fd684 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.929911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6f953c2-5823-4455-a5a9-6052039fd684 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.991209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.055757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.059370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-c579763f-9da9-46e0-a86a-8e8e20e5d582 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712327 Jul 08 02:06:53.088554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b1c76-7219-467c-b1a8-9cc4248d0678 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:53.108692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8abd8-b62e-4729-9e83-9105f203c80e None None] Network 577800b0-7a25-4067-996a-f8650c348783 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:53.131272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-20a73ad2-0586-4c86-b7f2-e7659a71ddad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7 HTTP/1.1" status: 200 len: 217 time: 0.0571609 Jul 08 02:06:53.137177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port c9ef8dee-ef9f-4c97-8587-e72292ce3c91 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:53.150085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-46c6e63a-f105-45a8-be68-e50a71aa3519 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3384287 Jul 08 02:06:53.152791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51664) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:53.265267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-fe0ba028-ebce-4cf0-9a9e-e456f06a66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:53.266761 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-fe0ba028-ebce-4cf0-9a9e-e456f06a66ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.1099741 Jul 08 02:06:53.294482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6f953c2-5823-4455-a5a9-6052039fd684 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.304568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f6f953c2-5823-4455-a5a9-6052039fd684 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.307957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f6f953c2-5823-4455-a5a9-6052039fd684 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/31e75c5d-721c-4453-a588-443f0c49d2d2 HTTP/1.1" status: 204 len: 168 time: 0.4458964 Jul 08 02:06:53.309753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51666) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:53.374554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f953c2-5823-4455-a5a9-6052039fd684 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31e75c5d-721c-4453-a588-443f0c49d2d2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:53.389501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-510c6139-44b6-4411-b111-5dd968502dc6 None None] Provisioning for port 398fe8ee-72ac-4e72-bb68-75c38db79bdf completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:53.449552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.458186 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.477182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9111bed7-1345-4a9d-a35a-abdb9f13f12e tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1501138 Jul 08 02:06:53.482941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51668) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:53.484183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 398fe8ee-72ac-4e72-bb68-75c38db79bdf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:53.531299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-81ba2093-7f95-4f95-9932-515b2596ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:53.533564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-81ba2093-7f95-4f95-9932-515b2596ee62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2550380 Jul 08 02:06:53.581306 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.607020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 172.20.0.5 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/94509228-875f-4c74-9841-21ce5841b953/c9ef8dee-ef9f-4c97-8587-e72292ce3c91) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:53.642573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5da424-53c6-4e2e-9866-225aefb9c506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-577800b0-7a25-4067-996a-f8650c348783', 'network_id': '577800b0-7a25-4067-996a-f8650c348783', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': '62142333-e2a9-46eb-932c-9c80084a00e4'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:53.655073 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3b5da424-53c6-4e2e-9866-225aefb9c506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.731752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5062-5455-4875-b9bb-038d907ba423 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.752079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 398fe8ee-72ac-4e72-bb68-75c38db79bdf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:53.767641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:fe03:2474 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/c4912d98-6ab5-4a73-847a-780bf84e4b9d/c9ef8dee-ef9f-4c97-8587-e72292ce3c91) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:53.832188 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5062-5455-4875-b9bb-038d907ba423 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.934718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Allocated IP 172.25.8.133 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/140366e1-bf6d-4ba3-84f9-a91268144f04) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:53.962502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75c84-ee01-4bf4-92a7-85a4e9ced6a9 req-0aa9173f-d05f-4391-9f0f-9a6e676139b4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:53.965488 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4af75c84-ee01-4bf4-92a7-85a4e9ced6a9 req-0aa9173f-d05f-4391-9f0f-9a6e676139b4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.1965415 Jul 08 02:06:53.974111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 398fe8ee-72ac-4e72-bb68-75c38db79bdf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:53.974527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.019575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-c6994b5d-2869-40cb-abc6-bede162b5483 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656029 Jul 08 02:06:54.059492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e620862d-d8e9-4fca-a8df-3d1183b5d720 None None] Update dhcp port {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': 'c4912d98-6ab5-4a73-847a-780bf84e4b9d', 'ip_address': '2001:db8::f816:3eff:fe7d:be69'}, {'subnet_id': '94509228-875f-4c74-9841-21ce5841b953'}], 'binding:host_id': 'n-d-695189-13'}, 'id': '398fe8ee-72ac-4e72-bb68-75c38db79bdf'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-3b5da424-53c6-4e2e-9866-225aefb9c506 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62142333-e2a9-46eb-932c-9c80084a00e4: This subnet is being modified by another concurrent operation. Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:54.126580 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62142333-e2a9-46eb-932c-9c80084a00e4: This subnet is being modified by another concurrent operation. Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:06:54.140221 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e620862d-d8e9-4fca-a8df-3d1183b5d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.150901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.179220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a9371-bcb9-45b8-acb9-2c4d67be7558 None None] Network 577800b0-7a25-4067-996a-f8650c348783 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:54.274746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bd216-e5ae-4912-8b56-12aba0db680a req-521a3912-90ce-4b38-8789-2a9bf30d1091 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:54.276324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-564bd216-e5ae-4912-8b56-12aba0db680a req-521a3912-90ce-4b38-8789-2a9bf30d1091 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.4712429 Jul 08 02:06:54.352916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 398fe8ee-72ac-4e72-bb68-75c38db79bdf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=398fe8ee-72ac-4e72-bb68-75c38db79bdf,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:54.452580 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.531462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=398fe8ee-72ac-4e72-bb68-75c38db79bdf,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:54.579285 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5062-5455-4875-b9bb-038d907ba423 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.584316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5062-5455-4875-b9bb-038d907ba423 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.591105 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a5ee5062-5455-4875-b9bb-038d907ba423 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/02dfccd3-236b-4eb3-9430-65542b68250a HTTP/1.1" status: 204 len: 168 time: 1.1100161 Jul 08 02:06:54.592328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.612308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51680) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:54.689112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee5062-5455-4875-b9bb-038d907ba423 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dfccd3-236b-4eb3-9430-65542b68250a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:54.729873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=62142333-e2a9-46eb-932c-9c80084a00e4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:54.780684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df1ad4b3-79e3-419c-9576-e8dc4a244e92 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1575153 Jul 08 02:06:54.781089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51682) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:54.788852 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4af75c84-ee01-4bf4-92a7-85a4e9ced6a9 req-50cc269d-0b0f-49b5-810a-8bdc85555499 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8157980 Jul 08 02:06:54.792725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3e622fc7-ba04-4c77-9796-33068a543bc7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799494312'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:54.805713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.821471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577800b0-7a25-4067-996a-f8650c348783']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:54.835975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.844660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d4a143-06f0-4ade-a0da-fa4a7b9be5ee') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:54.844966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d4a143-06f0-4ade-a0da-fa4a7b9be5ee') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:54.862337 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.876248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object c9ef8dee-ef9f-4c97-8587-e72292ce3c91 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:54.877724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.899974 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.907950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:54.908450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:54.913199 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:54.929544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e622fc7-ba04-4c77-9796-33068a543bc7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.930230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-564bd216-e5ae-4912-8b56-12aba0db680a req-4d502a31-6a8a-46f9-9992-cadb7d18a899 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6429565 Jul 08 02:06:54.952179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa34e3b6-7576-46de-98c5-458ae021d618 req-a4b354c9-3e43-45e5-a487-725e9454b1ab service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9202800 Jul 08 02:06:55.002488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.059586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=c9ef8dee-ef9f-4c97-8587-e72292ce3c91,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:55.062716 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.097246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:06:55.128169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:55.139765 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.153576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:55.164050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:55.180084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.187534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/577800b0-7a25-4067-996a-f8650c348783 HTTP/1.1" status: 204 len: 168 time: 2.0285470 Jul 08 02:06:55.196264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51686) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:55.208267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:55.221805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138', 'port_id': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'mac_address': 'fa:16:3e:75:7d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46375d3d-8787-4801-996a-4a40f3912985', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:06:55.233930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2002136460'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:55.261073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c1156-e520-4b90-89e0-2edfd3dbd41a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=577800b0-7a25-4067-996a-f8650c348783,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:55.276863 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.282079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-e620862d-d8e9-4fca-a8df-3d1183b5d720 None None] Allocated IP 172.20.0.2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/94509228-875f-4c74-9841-21ce5841b953/398fe8ee-72ac-4e72-bb68-75c38db79bdf) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:55.302872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeab3ec-7309-423b-a452-7b23a6c0690b {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:06:55.305705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e622fc7-ba04-4c77-9796-33068a543bc7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.314234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:55.317473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:55.325160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:55.338003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=140366e1-bf6d-4ba3-84f9-a91268144f04,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:55.366086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:55.421539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e622fc7-ba04-4c77-9796-33068a543bc7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.428669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 398fe8ee-72ac-4e72-bb68-75c38db79bdf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:55.457592 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.463246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e622fc7-ba04-4c77-9796-33068a543bc7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d26fa4-3d20-46a0-af9c-7a23273a5798,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:55.490792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:55.491554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.558964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e620862d-d8e9-4fca-a8df-3d1183b5d720 None None] For port 398fe8ee-72ac-4e72-bb68-75c38db79bdf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=398fe8ee-72ac-4e72-bb68-75c38db79bdf,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:55.561366 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:55.581966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 398fe8ee-72ac-4e72-bb68-75c38db79bdf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:55.583179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.587485 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.629478 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e620862d-d8e9-4fca-a8df-3d1183b5d720 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.649115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e620862d-d8e9-4fca-a8df-3d1183b5d720 None None] Transition to ACTIVE for port object 398fe8ee-72ac-4e72-bb68-75c38db79bdf will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:55.675287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7aeab3ec-7309-423b-a452-7b23a6c0690b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:06:55.760281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:55.764824 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.794604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:55.805023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.805381 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment 52f61803-e986-4dad-96f4-7d87db3e79e3 of type vlan for network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 Jul 08 02:06:55.852600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.983978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8bf91-6d18-456f-98f5-264ef45d1dde req-2e633813-05b3-4488-bf86-59cb3ebb4b05 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:55.985515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73f8bf91-6d18-456f-98f5-264ef45d1dde req-2e633813-05b3-4488-bf86-59cb3ebb4b05 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 944 time: 0.0645409 Jul 08 02:06:56.028490 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73f8bf91-6d18-456f-98f5-264ef45d1dde req-c8db6e5d-7a2f-412f-8ee5-43fa806b7db5 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Jul 08 02:06:56.094429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.101009 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e620862d-d8e9-4fca-a8df-3d1183b5d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.118650 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e622fc7-ba04-4c77-9796-33068a543bc7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.124475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e622fc7-ba04-4c77-9796-33068a543bc7 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3394990 Jul 08 02:06:56.125457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51696) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:56.140023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52e924-2826-41ec-b4d6-c9fb5603c87d req-951da482-f354-489c-9817-ae8a703accab tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:56.142215 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb52e924-2826-41ec-b4d6-c9fb5603c87d req-951da482-f354-489c-9817-ae8a703accab tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.0960984 Jul 08 02:06:56.142834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.152866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:56.153631 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.178396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4438eca8-32ab-46c0-a1ae-49ca12f82bbb tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'c5d26fa4-3d20-46a0-af9c-7a23273a5798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:56.180372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5bdf327e-0783-4346-85d3-745d9a90eff7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3170753 Jul 08 02:06:56.187287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:56.254737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620862d-d8e9-4fca-a8df-3d1183b5d720 None None] Pushing event updated for resources: {'Port': ['ID=398fe8ee-72ac-4e72-bb68-75c38db79bdf,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:56.323691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=2faa5c28-52f2-40a4-94a7-77ed4f5faec0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:56.335978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e6126-ab8f-4980-83d7-9a6df903a4b2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:56.339012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:56.340287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b4b6d0e-22b0-4890-9c74-4561e1abfa7a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1130557 Jul 08 02:06:56.363303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e6126-ab8f-4980-83d7-9a6df903a4b2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:56.366783 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-447e6126-ab8f-4980-83d7-9a6df903a4b2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1767497 Jul 08 02:06:56.369040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:56.369398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51706) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:56.394636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5ec97fe8-bfd7-41ce-ae31-2b8b9681c998 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:56.409891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb52e924-2826-41ec-b4d6-c9fb5603c87d req-d0e60776-1aae-4037-aade-fa2abf8c8b04 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370257 Jul 08 02:06:56.442198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4438eca8-32ab-46c0-a1ae-49ca12f82bbb tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.543996 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4438eca8-32ab-46c0-a1ae-49ca12f82bbb tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.723966 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4438eca8-32ab-46c0-a1ae-49ca12f82bbb tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.737726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ec97fe8-bfd7-41ce-ae31-2b8b9681c998 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.751769 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.757271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438eca8-32ab-46c0-a1ae-49ca12f82bbb tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6486d41-5594-4f64-b393-da36b9439953,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:56.779268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7b22f898-d340-450e-9968-4ffe52ec3891 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port c9ef8dee-ef9f-4c97-8587-e72292ce3c91 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:56.785973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b22f898-d340-450e-9968-4ffe52ec3891 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.840318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4438eca8-32ab-46c0-a1ae-49ca12f82bbb tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.847200 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4438eca8-32ab-46c0-a1ae-49ca12f82bbb tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6758893 Jul 08 02:06:56.848373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51708) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:56.854790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.857147 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ec97fe8-bfd7-41ce-ae31-2b8b9681c998 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.890204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f2666e3-20df-43d4-bb8e-249b75b25a4d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules/c6486d41-5594-4f64-b393-da36b9439953 HTTP/1.1" status: 200 len: 763 time: 0.0395024 Jul 08 02:06:56.910906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51710) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:56.920029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ec97fe8-bfd7-41ce-ae31-2b8b9681c998 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 is not hosted by any dhcp agent {{(pid=100712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:06:56.926500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec97fe8-bfd7-41ce-ae31-2b8b9681c998 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:56.927973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ec97fe8-bfd7-41ce-ae31-2b8b9681c998 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.932617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5ec97fe8-bfd7-41ce-ae31-2b8b9681c998 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "PUT /v2.0/networks/2faa5c28-52f2-40a4-94a7-77ed4f5faec0 HTTP/1.1" status: 200 len: 723 time: 0.5541935 Jul 08 02:06:56.933040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51712) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:56.944017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': '2faa5c28-52f2-40a4-94a7-77ed4f5faec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:57.027570 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.060629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:57.068455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=140366e1-bf6d-4ba3-84f9-a91268144f04,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:57.080082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97fe8-bfd7-41ce-ae31-2b8b9681c998 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=2faa5c28-52f2-40a4-94a7-77ed4f5faec0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:57.106134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b22f898-d340-450e-9968-4ffe52ec3891 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.106820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:57.119655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7b22f898-d340-450e-9968-4ffe52ec3891 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for c9ef8dee-ef9f-4c97-8587-e72292ce3c91 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:57.119992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c744999e-0658-45f4-b4d0-ac4fa895e793 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1919546 Jul 08 02:06:57.121374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51716) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:57.278312 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a295bb8b-ad06-4cb7-9c38-a67edd8c7cc8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.314991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a295bb8b-ad06-4cb7-9c38-a67edd8c7cc8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.320426 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.322008 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-18735d5a-8a7d-4298-a79c-25ee0aa67d8b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5269217 Jul 08 02:06:57.361188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 7aeab3ec-7309-423b-a452-7b23a6c0690b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:57.366195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 7aeab3ec-7309-423b-a452-7b23a6c0690b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:57.366841 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.396962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:57.406150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.459172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 398fe8ee-72ac-4e72-bb68-75c38db79bdf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:57.533261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83a6c-a7d7-4992-9e30-b76a551e6545 req-574f1000-fc63-4216-9977-f24aa50df60a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:57.535624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30a83a6c-a7d7-4992-9e30-b76a551e6545 req-574f1000-fc63-4216-9977-f24aa50df60a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 944 time: 0.2310586 Jul 08 02:06:57.569981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a295bb8b-ad06-4cb7-9c38-a67edd8c7cc8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.585891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a295bb8b-ad06-4cb7-9c38-a67edd8c7cc8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.591389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a295bb8b-ad06-4cb7-9c38-a67edd8c7cc8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c6486d41-5594-4f64-b393-da36b9439953 HTTP/1.1" status: 204 len: 168 time: 0.4447839 Jul 08 02:06:57.592465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51728) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:57.629400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b22f898-d340-450e-9968-4ffe52ec3891 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.629522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383e5ab-6d89-430f-af6e-e052c266f1c7 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:57.679042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295bb8b-ad06-4cb7-9c38-a67edd8c7cc8 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6486d41-5594-4f64-b393-da36b9439953,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:57.681266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22f898-d340-450e-9968-4ffe52ec3891 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=c9ef8dee-ef9f-4c97-8587-e72292ce3c91,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:57.773602 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30a83a6c-a7d7-4992-9e30-b76a551e6545 req-9342f77d-a8b1-4601-8491-85b181e22c0f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277875 Jul 08 02:06:57.855007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.879776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fa5cf212-5c81-4317-bde9-fa519c02c6de tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2565634 Jul 08 02:06:57.885608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:57.890281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2063b547-60ca-467a-8abb-dd6787e6ba0b tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'c5d26fa4-3d20-46a0-af9c-7a23273a5798', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:57.897610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59b66302-7a7c-4284-b03e-481d0d4f6458 None None] Provisioning for port 398fe8ee-72ac-4e72-bb68-75c38db79bdf completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:57.923658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b22f898-d340-450e-9968-4ffe52ec3891 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.929657 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7b22f898-d340-450e-9968-4ffe52ec3891 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/c9ef8dee-ef9f-4c97-8587-e72292ce3c91 HTTP/1.1" status: 204 len: 168 time: 1.5180969 Jul 08 02:06:57.930146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:57.958353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59b66302-7a7c-4284-b03e-481d0d4f6458 None None] Provisioning complete for port 398fe8ee-72ac-4e72-bb68-75c38db79bdf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:57.962283 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59b66302-7a7c-4284-b03e-481d0d4f6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.000200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e2ca5-e4ba-4b72-a310-e56291df04f9 req-62e27c3e-59fd-4654-87f6-6c88477815d8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.007401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b83e2ca5-e4ba-4b72-a310-e56291df04f9 req-62e27c3e-59fd-4654-87f6-6c88477815d8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.3737874 Jul 08 02:06:58.030126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18225c70-1433-4fd3-9c25-c29b071f2caa tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.032459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18225c70-1433-4fd3-9c25-c29b071f2caa tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.033471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18225c70-1433-4fd3-9c25-c29b071f2caa tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.039040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-18225c70-1433-4fd3-9c25-c29b071f2caa tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1044354 Jul 08 02:06:58.039998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:58.055582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:58.057288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:58.060008 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6ab06d-b98d-4d2b-b2a2-8d47dca6fa1a" -d '{"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-plugged", "status": "completed", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:58.106402 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b83e2ca5-e4ba-4b72-a310-e56291df04f9 req-f6b3c333-550e-4888-bff0-189cf266adae tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979040 Jul 08 02:06:58.112678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1e6c67-3294-4f89-9d69-2e768cfc2819 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 94509228-875f-4c74-9841-21ce5841b953 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:58.120733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6c67-3294-4f89-9d69-2e768cfc2819 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.132045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-f157572b-d365-4725-b358-adfedc098552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--507500610&fields=id&tenant_id=69b9cc486b0940af831fa3648353640c HTTP/1.1" status: 200 len: 267 time: 0.1515136 Jul 08 02:06:58.172748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2063b547-60ca-467a-8abb-dd6787e6ba0b tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.213543 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.242583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.273413 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6c67-3294-4f89-9d69-2e768cfc2819 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.295742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:58.321186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-105173b5-638c-4017-934d-a1f02a828e77 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.323490 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-105173b5-638c-4017-934d-a1f02a828e77 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports/da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 931 time: 0.1520109 Jul 08 02:06:58.432346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=81edadc5-ba63-4481-8f48-a6be4af8eb2d,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:58.436512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': '52f61803-e986-4dad-96f4-7d87db3e79e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2faa5c28-52f2-40a4-94a7-77ed4f5faec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:58.444739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: 2faa5c28-52f2-40a4-94a7-77ed4f5faec0, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:58.446950 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2063b547-60ca-467a-8abb-dd6787e6ba0b tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.456320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-89ed1824-05b0-45c8-99d8-ad5cfe2519e0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.459552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-89ed1824-05b0-45c8-99d8-ad5cfe2519e0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports/78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 932 time: 0.1267767 Jul 08 02:06:58.509041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-0fe63628-61ed-4a59-809d-a360656a57ad tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.510662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-0fe63628-61ed-4a59-809d-a360656a57ad tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.2043107 Jul 08 02:06:58.542612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-e47c4164-b2ef-4404-ab26-24bc0b951132 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/quotas/0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 375 time: 0.0206864 Jul 08 02:06:58.547845 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2063b547-60ca-467a-8abb-dd6787e6ba0b tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.558019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-de983c95-9c6e-49af-a13e-fb4ac487c5c9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0761120 Jul 08 02:06:58.601106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:58.629794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1682b3f0-49c8-40c5-a592-bd6a70381426 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0529404 Jul 08 02:06:58.631745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6c67-3294-4f89-9d69-2e768cfc2819 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.635321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063b547-60ca-467a-8abb-dd6787e6ba0b tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bce8b7-9f3b-45e3-aae0-010d0a85fc67,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:58.664832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-93a74929-01f1-4a1d-a0b1-8e8da40cf1c2 None None] Provisioning complete for port 398fe8ee-72ac-4e72-bb68-75c38db79bdf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:58.665547 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-93a74929-01f1-4a1d-a0b1-8e8da40cf1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.689755 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-4d7ab515-633e-44eb-8ef7-be1bed60786b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500685 Jul 08 02:06:58.768164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2faa5c28-52f2-40a4-94a7-77ed4f5faec0) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:58.791225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2063b547-60ca-467a-8abb-dd6787e6ba0b tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.791225 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2063b547-60ca-467a-8abb-dd6787e6ba0b tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9003899 Jul 08 02:06:58.793224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60972e66-ab06-4efa-8a54-83d51998f037 None None] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:58.809022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:58.813277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.813887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.916670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a6645723-084f-4b5e-b926-6b163e1fc6f6 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules/50bce8b7-9f3b-45e3-aae0-010d0a85fc67 HTTP/1.1" status: 200 len: 763 time: 0.1040497 Jul 08 02:06:58.920271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51764) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:58.955902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-19b3a261-1a53-40aa-89b5-04b557f3c87a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.962157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-19b3a261-1a53-40aa-89b5-04b557f3c87a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.968594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-19b3a261-1a53-40aa-89b5-04b557f3c87a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.976289 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-19b3a261-1a53-40aa-89b5-04b557f3c87a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/networks?id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=8a34471b-47fa-4c6c-afcc-458992f3c06e&id=8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 200 len: 1990 time: 0.3206813 Jul 08 02:06:58.982129 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b5b2982-631d-4319-a078-605b53a62a13 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0479903 Jul 08 02:06:58.985241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6c67-3294-4f89-9d69-2e768cfc2819 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.988852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51766) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.000345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ad6afd08-6fd4-4a1b-895d-bad402eecb1a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:59.004722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-07f6801c-10de-4d68-a243-b7ab4175f53e service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140864 Jul 08 02:06:59.046925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-81dc440d-78a6-4d24-bec1-7b2e79320bbf None None] Could not find standard attr ID for object c9ef8dee-ef9f-4c97-8587-e72292ce3c91. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:06:59.059114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b06cf5d4-4581-4820-90d8-c8ecedf0efb1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/quotas/69b9cc486b0940af831fa3648353640c HTTP/1.1" status: 200 len: 375 time: 0.0815470 Jul 08 02:06:59.066821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2faa5c28-52f2-40a4-94a7-77ed4f5faec0', 'network_id': '2faa5c28-52f2-40a4-94a7-77ed4f5faec0', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': '81edadc5-ba63-4481-8f48-a6be4af8eb2d'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:59.068590 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.071771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e6c67-3294-4f89-9d69-2e768cfc2819 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=94509228-875f-4c74-9841-21ce5841b953,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:59.104980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d1e6c67-3294-4f89-9d69-2e768cfc2819 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.106928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2d1e6c67-3294-4f89-9d69-2e768cfc2819 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/94509228-875f-4c74-9841-21ce5841b953 HTTP/1.1" status: 204 len: 168 time: 1.0641308 Jul 08 02:06:59.112528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.133469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e5ce90d6-24b7-4455-8a01-abd1f733d4bd tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2119665 Jul 08 02:06:59.137812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51772) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.169200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf4e690e-7c86-436e-a330-6f1173185fc5 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.189919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf4e690e-7c86-436e-a330-6f1173185fc5 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.263946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-650f3b0c-60d9-4a90-bb3d-bc5e411fb6bc service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580948 Jul 08 02:06:59.285089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1972f25-62d4-4c2e-b439-0b10b82a92ac tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet c4912d98-6ab5-4a73-847a-780bf84e4b9d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:59.291293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1972f25-62d4-4c2e-b439-0b10b82a92ac tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.320555 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf4e690e-7c86-436e-a330-6f1173185fc5 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.328324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Allocated IP 172.20.0.2 (2faa5c28-52f2-40a4-94a7-77ed4f5faec0/81edadc5-ba63-4481-8f48-a6be4af8eb2d/d859ae03-6f45-4c66-be99-1347f7311e6d) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:59.329083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf4e690e-7c86-436e-a330-6f1173185fc5 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.330398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cf4e690e-7c86-436e-a330-6f1173185fc5 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/50bce8b7-9f3b-45e3-aae0-010d0a85fc67 HTTP/1.1" status: 204 len: 168 time: 0.1916707 Jul 08 02:06:59.335108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51774) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.353656 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad6afd08-6fd4-4a1b-895d-bad402eecb1a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4768326'] for subnet, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.363557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e690e-7c86-436e-a330-6f1173185fc5 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50bce8b7-9f3b-45e3-aae0-010d0a85fc67,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:59.424678 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-36679b02-4b59-4183-b2cb-7d0e09d2828d tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0842135 Jul 08 02:06:59.427954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51778) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.433207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d2b12fc9-4d49-45f3-8bc1-47d8e2f03975 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Request body: {'security_group_rule': {'security_group_id': 'c5d26fa4-3d20-46a0-af9c-7a23273a5798', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:59.493328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c97ddd39-2d40-4941-b5dd-69c2c0566eb2 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4332051 Jul 08 02:06:59.537567 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2b12fc9-4d49-45f3-8bc1-47d8e2f03975 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.563193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb71cf0-e099-4449-8784-35a193731b2c None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:59.589565 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1972f25-62d4-4c2e-b439-0b10b82a92ac tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.599456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2b12fc9-4d49-45f3-8bc1-47d8e2f03975 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.665563 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.688067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Transition to ACTIVE for port object d859ae03-6f45-4c66-be99-1347f7311e6d will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:59.719414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Transition to ACTIVE for port object d859ae03-6f45-4c66-be99-1347f7311e6d will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:59.719894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-95b33642-6735-4a8f-948f-f66bae3df1c7 service neutron] 10.222.0.10 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250309 Jul 08 02:06:59.732329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2b12fc9-4d49-45f3-8bc1-47d8e2f03975 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.770696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b12fc9-4d49-45f3-8bc1-47d8e2f03975 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de1371c-524d-4771-ae3a-22719031fe8a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:59.791784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1972f25-62d4-4c2e-b439-0b10b82a92ac tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.831324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.857395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2b12fc9-4d49-45f3-8bc1-47d8e2f03975 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.862233 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d2b12fc9-4d49-45f3-8bc1-47d8e2f03975 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4332628 Jul 08 02:06:59.862956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51784) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.903949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Pushing event updated for resources: {'Port': ['ID=d859ae03-6f45-4c66-be99-1347f7311e6d,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:59.916311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.919188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5a18bdfe-75e3-4f8d-8eef-bdba1179433a tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules/2de1371c-524d-4771-ae3a-22719031fe8a HTTP/1.1" status: 200 len: 764 time: 0.0536330 Jul 08 02:06:59.939975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-0989f6ef-4c72-4375-9f2f-ac7d57ce46ea service neutron] 10.222.0.10 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183886 Jul 08 02:06:59.947081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:59.948839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:59.958707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:00.045604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Attempting to bind port d859ae03-6f45-4c66-be99-1347f7311e6d on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:00.045911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Attempting to bind port d859ae03-6f45-4c66-be99-1347f7311e6d by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '52f61803-e986-4dad-96f4-7d87db3e79e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2faa5c28-52f2-40a4-94a7-77ed4f5faec0'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:00.046444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Attempting to bind port d859ae03-6f45-4c66-be99-1347f7311e6d on network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:00.059403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:00.060054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Checking segment: {'id': '52f61803-e986-4dad-96f4-7d87db3e79e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2faa5c28-52f2-40a4-94a7-77ed4f5faec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:00.060457 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.060870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Bound using segment: {'id': '52f61803-e986-4dad-96f4-7d87db3e79e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2faa5c28-52f2-40a4-94a7-77ed4f5faec0'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:00.061363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Bound port: d859ae03-6f45-4c66-be99-1347f7311e6d, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f61803-e986-4dad-96f4-7d87db3e79e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2faa5c28-52f2-40a4-94a7-77ed4f5faec0'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:00.061912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.071852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-7afdcdb1-3663-45b1-a032-7df9c10ad7b3 service neutron] 10.222.0.10 "GET /v2.0/ports/da775966-4cb9-4bea-b3ef-946a19d9c575?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1293538 Jul 08 02:07:00.088141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1972f25-62d4-4c2e-b439-0b10b82a92ac tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.171263 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d1b7cb-ab54-477d-a9d0-f3270976402e x-openstack-request-id: req-f2d1b7cb-ab54-477d-a9d0-f3270976402e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:00.173909 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-plugged", "status": "completed", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:00.174192 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2d1b7cb-ab54-477d-a9d0-f3270976402e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:00.174604 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'code': 200} Jul 08 02:07:00.194743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1972f25-62d4-4c2e-b439-0b10b82a92ac tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=c4912d98-6ab5-4a73-847a-780bf84e4b9d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:00.243269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] For port d859ae03-6f45-4c66-be99-1347f7311e6d, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:00.252589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] For port d859ae03-6f45-4c66-be99-1347f7311e6d, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d859ae03-6f45-4c66-be99-1347f7311e6d,segment=NetworkSegment(52f61803-e986-4dad-96f4-7d87db3e79e3),segment_id=52f61803-e986-4dad-96f4-7d87db3e79e3)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:00.256736 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1972f25-62d4-4c2e-b439-0b10b82a92ac tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599402'] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.260912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e1972f25-62d4-4c2e-b439-0b10b82a92ac tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/c4912d98-6ab5-4a73-847a-780bf84e4b9d HTTP/1.1" status: 204 len: 168 time: 1.1436903 Jul 08 02:07:00.287854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51792) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:00.320487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df868cc0-22b3-4ddd-a32b-de2e5bcf03d6 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4029028 Jul 08 02:07:00.324961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:00.338076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.386060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-149a2dd4-be6e-4c1c-a3fd-92e9a7509534 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.400169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-149a2dd4-be6e-4c1c-a3fd-92e9a7509534 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.438927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-94911a62-3c9e-43b6-bad9-58c257a44fff tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1467094 Jul 08 02:07:00.440347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51800) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:00.449955 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad6afd08-6fd4-4a1b-895d-bad402eecb1a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775504228118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4859125'] for subnet, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.455625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:00.506295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa502d03-d080-4abe-8aea-1cf3b59d741c None None] Pushing event updated for resources: {'Port': ['ID=d859ae03-6f45-4c66-be99-1347f7311e6d,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:00.507824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6afd08-6fd4-4a1b-895d-bad402eecb1a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.508445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad6afd08-6fd4-4a1b-895d-bad402eecb1a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.512612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ad6afd08-6fd4-4a1b-895d-bad402eecb1a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "PUT /v2.0/subnets/81edadc5-ba63-4481-8f48-a6be4af8eb2d HTTP/1.1" status: 200 len: 806 time: 1.5173223 Jul 08 02:07:00.527423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51802) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:00.556501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-149a2dd4-be6e-4c1c-a3fd-92e9a7509534 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.567126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-149a2dd4-be6e-4c1c-a3fd-92e9a7509534 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.571430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-149a2dd4-be6e-4c1c-a3fd-92e9a7509534 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2de1371c-524d-4771-ae3a-22719031fe8a HTTP/1.1" status: 204 len: 168 time: 0.2448702 Jul 08 02:07:00.572512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:00.663086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a2dd4-be6e-4c1c-a3fd-92e9a7509534 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2de1371c-524d-4771-ae3a-22719031fe8a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:00.682237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e7ce214-efb6-45b7-875d-9a5d77e0189f service neutron] 10.222.0.10 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985608 Jul 08 02:07:00.808006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75cc0-f2eb-40ad-8b47-c7dd8e305d38 req-c1d7d780-1c17-4a6a-a503-7f29bcd64ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.818735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a75cc0-f2eb-40ad-8b47-c7dd8e305d38 req-c1d7d780-1c17-4a6a-a503-7f29bcd64ef7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1097 time: 0.6153970 Jul 08 02:07:00.853480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1152a-b082-4697-ad3c-50203b695919 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:00.868594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20df5b3-8361-47b8-b794-32d7fc66d7cf req-96313940-4cca-4992-b1f7-8da96335ec3d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.886486 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f20df5b3-8361-47b8-b794-32d7fc66d7cf req-96313940-4cca-4992-b1f7-8da96335ec3d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2403798 Jul 08 02:07:00.979949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f68fcb46-44f1-405c-a3eb-cae96992b38f None None] Provisioning complete for port 398fe8ee-72ac-4e72-bb68-75c38db79bdf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:00.980335 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f68fcb46-44f1-405c-a3eb-cae96992b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.981265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:00.990018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.164516 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11a75cc0-f2eb-40ad-8b47-c7dd8e305d38 req-240541d3-5ac7-4828-a488-bf08e54ebc21 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758663 Jul 08 02:07:01.192050 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f20df5b3-8361-47b8-b794-32d7fc66d7cf req-d77c744a-9a99-44e0-8707-2d21aa67389e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044877 Jul 08 02:07:01.276702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6afd08-6fd4-4a1b-895d-bad402eecb1a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=81edadc5-ba63-4481-8f48-a6be4af8eb2d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:01.339250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f7e870c2-9828-4bfb-a2ac-606bbf0fe6f5 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7358921 Jul 08 02:07:01.342113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51808) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:01.435088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.450625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-3d1459f3-3f4d-49c0-8de2-2c99b6ce5b16 service neutron] 10.222.0.10 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552352 Jul 08 02:07:01.487305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d859ae03-6f45-4c66-be99-1347f7311e6d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:01.560220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:01.642529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d1173d69-b9a4-46d7-adb7-bd6ba83890bc service neutron] 10.222.0.10 "GET /v2.0/ports/78beb981-fb21-430c-8e32-36b303266f43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1843719 Jul 08 02:07:01.662668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd055f8e-d66c-4ae4-90ec-0606485b0d29 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.702816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] Deleting port 398fe8ee-72ac-4e72-bb68-75c38db79bdf {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:01.704384 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.734886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd055f8e-d66c-4ae4-90ec-0606485b0d29 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.792491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Deleting port d859ae03-6f45-4c66-be99-1347f7311e6d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:01.793408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.793796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d859ae03-6f45-4c66-be99-1347f7311e6d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:01.808106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.832198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] For port 398fe8ee-72ac-4e72-bb68-75c38db79bdf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=398fe8ee-72ac-4e72-bb68-75c38db79bdf,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:01.833157 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.874709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] Calling delete_port for 398fe8ee-72ac-4e72-bb68-75c38db79bdf owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:01.921042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6a361-8c31-47dd-830a-0f7c403d9833 req-b9eba3c9-7cb5-4d6e-9dc6-8d36f753c26c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:01.922921 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ec6a361-8c31-47dd-830a-0f7c403d9833 req-b9eba3c9-7cb5-4d6e-9dc6-8d36f753c26c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.4785578 Jul 08 02:07:02.003434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:02.036008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:02.057988 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ec6a361-8c31-47dd-830a-0f7c403d9833 req-998aa055-95c1-475b-9ccd-4b3fd44c710c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112509 Jul 08 02:07:02.060843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:02.064217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.067029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=34389c8e-637d-4aff-b2a6-719ffaf08c65,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:02.080399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1d9543a9-ef8c-465f-bf74-f1791ed19b29 service neutron] 10.222.0.10 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231758 Jul 08 02:07:02.109171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd055f8e-d66c-4ae4-90ec-0606485b0d29 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.117015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd055f8e-d66c-4ae4-90ec-0606485b0d29 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.124647 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fd055f8e-d66c-4ae4-90ec-0606485b0d29 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "DELETE /v2.0/security-groups/c5d26fa4-3d20-46a0-af9c-7a23273a5798 HTTP/1.1" status: 204 len: 168 time: 0.7776978 Jul 08 02:07:02.125567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51812) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:02.194400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd055f8e-d66c-4ae4-90ec-0606485b0d29 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d26fa4-3d20-46a0-af9c-7a23273a5798,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:02.227362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61884e56-66a1-4fb0-acd9-7f805a761ddf None None] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:02.252922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] For port d859ae03-6f45-4c66-be99-1347f7311e6d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d859ae03-6f45-4c66-be99-1347f7311e6d,segment=NetworkSegment(52f61803-e986-4dad-96f4-7d87db3e79e3),segment_id=52f61803-e986-4dad-96f4-7d87db3e79e3)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:02.261802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.268875 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.277303 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-99c63aec-4eac-4eeb-aae3-e49e1c06b742 tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1403904 Jul 08 02:07:02.282895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51816) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:02.295909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-6c2e8926-1622-4dee-a0f2-cc38374aeb8a service neutron] 10.222.0.10 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909587 Jul 08 02:07:02.297729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Calling delete_port for d859ae03-6f45-4c66-be99-1347f7311e6d owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:02.337013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] Pushing event deleted for resources: {'Port': ['ID=398fe8ee-72ac-4e72-bb68-75c38db79bdf,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:02.343430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db55ddb-0532-40c8-b108-cc24199344f2 None None] No DVR routers for this DVR port 398fe8ee-72ac-4e72-bb68-75c38db79bdf on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:02.351509 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf711e9a-4781-4db9-8973-5d6567955200 req-7026f995-dc3a-4867-ad16-a8bec1bee18f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 210 time: 0.0500710 Jul 08 02:07:02.358933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0a0727e5-9fe7-4634-b52b-18679773e2cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9151902 Jul 08 02:07:02.363463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51818) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:02.380178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:02.423902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300bf3e-8201-478e-96b8-0e14b33da377 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:02.473198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-72784bba-7799-48ae-a5ee-68ec9ad79ac6 None None] Provisioning for port d859ae03-6f45-4c66-be99-1347f7311e6d completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:02.495082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-72784bba-7799-48ae-a5ee-68ec9ad79ac6 None None] Provisioning complete for port d859ae03-6f45-4c66-be99-1347f7311e6d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:02.495823 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-72784bba-7799-48ae-a5ee-68ec9ad79ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.564804 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1613c535-7e29-47fa-b26b-351a57cc4efd tempest-SecGroupTest-443402545 tempest-SecGroupTest-443402545-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2802541 Jul 08 02:07:02.678157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-fe1e93e4-6bb1-4d6b-a640-69fa74977319 service neutron] 10.222.0.10 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721044 Jul 08 02:07:02.800814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5d7ad0a2-466e-475e-8152-ef1273e60794 service neutron] 10.222.0.10 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220105 Jul 08 02:07:02.835719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:02.835875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '34389c8e-637d-4aff-b2a6-719ffaf08c65'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:02.835875 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.836124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.839396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-72784bba-7799-48ae-a5ee-68ec9ad79ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.877663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.915661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Port': ['ID=d859ae03-6f45-4c66-be99-1347f7311e6d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:02.995453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No DVR routers for this DVR port d859ae03-6f45-4c66-be99-1347f7311e6d on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:03.027938 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8013f1-6774-4065-ab41-94b3dcbdea6a req-58c6a0a6-fb1d-4eb9-bb4e-f0b9ef9f33e1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:03.045517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b72eebc2-542c-4abc-96d2-f11e1da8c1b3 service neutron] 10.222.0.10 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379048 Jul 08 02:07:03.056015 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f8013f1-6774-4065-ab41-94b3dcbdea6a req-58c6a0a6-fb1d-4eb9-bb4e-f0b9ef9f33e1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3185735 Jul 08 02:07:03.071520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.241693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Allocated IP 172.20.0.2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/34389c8e-637d-4aff-b2a6-719ffaf08c65/2184e299-9c48-40bd-a798-b96e250ebe27) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:03.244913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f8013f1-6774-4065-ab41-94b3dcbdea6a req-7a72f56c-6d64-4a91-94ab-eb2620240d34 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258025 Jul 08 02:07:03.253349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db733333-82bb-4eaf-90fa-dc45c721b34b None None] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:03.266133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-2fbb158b-bfc4-4894-bcb8-ac82fe1a6ffd service neutron] 10.222.0.10 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030156 Jul 08 02:07:03.358356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-abb9543e-567b-400e-b7c4-cfcdb4fec3fd None None] Could not find standard attr ID for object d859ae03-6f45-4c66-be99-1347f7311e6d. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:07:03.385940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5294865f-935f-4833-b7c8-72d0895e89a5 service neutron] 10.222.0.10 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105311 Jul 08 02:07:03.470302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26370660-59bf-4480-976b-6888f8079203 req-502bf335-a06c-496b-a360-81324d73e8be tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:03.470888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 398fe8ee-72ac-4e72-bb68-75c38db79bdf no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:03.480338 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26370660-59bf-4480-976b-6888f8079203 req-502bf335-a06c-496b-a360-81324d73e8be tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.1100299 Jul 08 02:07:03.495143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 398fe8ee-72ac-4e72-bb68-75c38db79bdf {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:07:03.495143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 398fe8ee-72ac-4e72-bb68-75c38db79bdf not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:07:03.505885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-0e18d2b4-4034-4465-b2cc-3f6e117bb1b3 service neutron] 10.222.0.10 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131604 Jul 08 02:07:03.513519 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.528965 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26370660-59bf-4480-976b-6888f8079203 req-c5cb4b82-7d33-47aa-b17f-2a77ce1b8492 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477862 Jul 08 02:07:03.607828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Transition to ACTIVE for port object 2184e299-9c48-40bd-a798-b96e250ebe27 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:03.613098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.656466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Transition to ACTIVE for port object 2184e299-9c48-40bd-a798-b96e250ebe27 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:03.662302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=81edadc5-ba63-4481-8f48-a6be4af8eb2d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:03.761107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-16ac84ac-eb0f-44ee-8482-07879b9dbfbd service neutron] 10.222.0.10 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497141 Jul 08 02:07:03.781583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098daa98-69d1-468c-a193-ba1343a8116e None None] Network 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:03.794625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51846) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:03.839637 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.897298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540cca-02bf-4345-a174-022658f29dcc req-7deb2651-9137-4145-aaa9-78928f60d516 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:03.903035 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-7deb2651-9137-4145-aaa9-78928f60d516 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 813 time: 0.2310615 Jul 08 02:07:03.929416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.968023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faa5c28-52f2-40a4-94a7-77ed4f5faec0']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:04.000179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-0136b5ad-20dd-4e24-aa65-d3e9e2148748 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/quotas/3994d8774a68414996984466aad136f6 HTTP/1.1" status: 200 len: 375 time: 0.0744455 Jul 08 02:07:04.012490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:04.022591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:04.031236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:04.042141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Pushing event updated for resources: {'Port': ['ID=2184e299-9c48-40bd-a798-b96e250ebe27,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:04.053601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f61803-e986-4dad-96f4-7d87db3e79e3') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:04.054127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f61803-e986-4dad-96f4-7d87db3e79e3') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:04.086154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.108066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5397176d-4e6a-41e4-8698-fe257ecf3284 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b703c86e6fc4c17866961f80556fdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100801 Jul 08 02:07:04.110725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51850) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:04.136956 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.159959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:04.160462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:04.166730 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:04.187828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-9b43bfa8-c1e6-4f67-b51e-85fee356b159 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:04.189443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-9b43bfa8-c1e6-4f67-b51e-85fee356b159 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.5413022 Jul 08 02:07:04.238992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Attempting to bind port 2184e299-9c48-40bd-a798-b96e250ebe27 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:04.239466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Attempting to bind port 2184e299-9c48-40bd-a798-b96e250ebe27 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:04.240338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Attempting to bind port 2184e299-9c48-40bd-a798-b96e250ebe27 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:04.252885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-a5d73548-a440-46cd-8241-19e1b28c5a7f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2453036 Jul 08 02:07:04.253170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:04.253561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:04.253976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.261402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:04.262200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Bound port: 2184e299-9c48-40bd-a798-b96e250ebe27, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:04.262764 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.278344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'port': {'device_id': '225c8733-3978-4c79-af3d-7a6bc80313bc', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'admin_state_up': True, 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:04.314400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c080a4ac-0d5b-4ba7-9660-3354c0211865 service neutron] 10.222.0.10 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092671 Jul 08 02:07:04.334024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4779f6-cecc-4618-b390-079a0f14b7ea None None] DHCP port deletion for 2faa5c28-52f2-40a4-94a7-77ed4f5faec0 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:04.466415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] For port 2184e299-9c48-40bd-a798-b96e250ebe27, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:04.470123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.509424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] For port 2184e299-9c48-40bd-a798-b96e250ebe27, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2184e299-9c48-40bd-a798-b96e250ebe27,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:04.509971 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.537506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.540010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/2faa5c28-52f2-40a4-94a7-77ed4f5faec0 HTTP/1.1" status: 204 len: 168 time: 4.0115938 Jul 08 02:07:04.552468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:04.567732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a67f5-a403-4d24-99c5-0c17a72ba7ac tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=2faa5c28-52f2-40a4-94a7-77ed4f5faec0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:04.597330 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-09704420-3b0d-4c00-a40a-c57bb11c099d tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:04.597932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09704420-3b0d-4c00-a40a-c57bb11c099d tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:04.605556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-09704420-3b0d-4c00-a40a-c57bb11c099d tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/2faa5c28-52f2-40a4-94a7-77ed4f5faec0 HTTP/1.1" status: 404 len: 339 time: 0.0471544 Jul 08 02:07:04.616136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:04.628617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.648742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083061547', 'description': 'd1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:04.688567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:07:04.699898 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:07:04.699898 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:07:04.699898 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '3fa4473bf64645d3bc35c289d647d70d', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 7, 4, 672584)}] Jul 08 02:07:04.699898 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:07:04.700334 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:07:04.744085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4a58e-d76e-48a0-b494-0497dd5ede06 None None] Pushing event updated for resources: {'Port': ['ID=2184e299-9c48-40bd-a798-b96e250ebe27,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:04.812208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:04.817930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.941270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.008880 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-cb423b29-8d8d-492f-8b1a-bc1f07adefdd service neutron] 10.222.0.10 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550268 Jul 08 02:07:05.234955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.20.0.4 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/41bb0edf-6bdc-42c1-bbae-8cbd8491418c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:05.300665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.315703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.320486 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf5bbefa-768d-4dff-8ad7-519267917cd1 HTTP/1.1" status: 204 len: 168 time: 1.2038860 Jul 08 02:07:05.482535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5bbefa-768d-4dff-8ad7-519267917cd1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:05.554565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.557340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.561744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2184e299-9c48-40bd-a798-b96e250ebe27 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:05.583399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.584480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.585069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.585666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.586236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.586818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.589525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.590197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.590788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.591378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c342a-22a0-4b16-9437-60d7c990822c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:05.660563 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-fc92b522-6fd0-458c-852d-06434af74255 service neutron] 10.222.0.10 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435158 Jul 08 02:07:05.693048 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.698887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Transition to ACTIVE for port object 41bb0edf-6bdc-42c1-bbae-8cbd8491418c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:05.870783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:05.874811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2184e299-9c48-40bd-a798-b96e250ebe27 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:05.887549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.907094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d859ae03-6f45-4c66-be99-1347f7311e6d no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:05.941704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.987434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d859ae03-6f45-4c66-be99-1347f7311e6d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:07:05.994601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d859ae03-6f45-4c66-be99-1347f7311e6d not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:07:06.021758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.172125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:06.220821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:06.228839 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:06.263986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:06.270312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:06.325946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.327578 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment 745dbe90-51cc-449a-8ef7-66a81af70695 of type vlan for network f47d3eef-0d8f-4d21-844a-e698aa5e4fc4 Jul 08 02:07:06.483764 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.666293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f1afb-9203-40f3-9cc4-794f63c41df0 req-043ce27b-6709-44ec-8663-3ef01d42af68 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:06.674018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df1f1afb-9203-40f3-9cc4-794f63c41df0 req-043ce27b-6709-44ec-8663-3ef01d42af68 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 931 time: 0.4575388 Jul 08 02:07:06.725073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] For port 2184e299-9c48-40bd-a798-b96e250ebe27, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2184e299-9c48-40bd-a798-b96e250ebe27,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:06.744911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6991f32-e7df-4400-98e2-c6947f5436b4 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:07:06.824394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:06.832399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.844506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.858101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Provisioning for port 2184e299-9c48-40bd-a798-b96e250ebe27 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:06.886221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:06.887978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Provisioning complete for port 2184e299-9c48-40bd-a798-b96e250ebe27 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:06.888501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.899986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.122467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.5024796 Jul 08 02:07:07.135500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:07.155942 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-7fe067eb-5b46-4dcb-a9f5-61c8104183c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8889935 Jul 08 02:07:07.273838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.357828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6991f32-e7df-4400-98e2-c6947f5436b4 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:07:07.361451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44de060-1f1e-4a33-be96-5f8f3887d936 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:07.363026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f44de060-1f1e-4a33-be96-5f8f3887d936 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/networks?id=f47d3eef-0d8f-4d21-844a-e698aa5e4fc4 HTTP/1.1" status: 200 len: 761 time: 0.2090781 Jul 08 02:07:07.382327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:07.394215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Request body: {'port': {'device_id': '225c8733-3978-4c79-af3d-7a6bc80313bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:07.501580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8d9d4eab-9ff2-4d9f-8b7a-5c7c3deb9465 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'description': 'd2'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:07.549439 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df1f1afb-9203-40f3-9cc4-794f63c41df0 req-412aed97-0f7d-435f-9ad3-deb42e623089 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8743162 Jul 08 02:07:07.589530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51918) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:07.680057 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4eab-9ff2-4d9f-8b7a-5c7c3deb9465 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.681666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.726817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7f1d1-21b8-4ca2-bf3a-ac29062516e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=f47d3eef-0d8f-4d21-844a-e698aa5e4fc4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:07.787848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30869e7-3d9d-46b5-9683-a6529e8a92ef req-6007940a-a91f-4b8a-994a-9acbdb54f42a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:07.795147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e30869e7-3d9d-46b5-9683-a6529e8a92ef req-6007940a-a91f-4b8a-994a-9acbdb54f42a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.8312435 Jul 08 02:07:07.836052 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.846348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.847464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.847625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f47d3eef-0d8f-4d21-844a-e698aa5e4fc4 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:07.930385 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71016ae6-b688-4f51-b8fc-6caff7438e15 req-0f66f2db-f8b3-4d3e-a8b4-b3fe68bd6b5d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 210 time: 0.1203809 Jul 08 02:07:07.938716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-162678702'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:08.030564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:08.050813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:08.076788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:08.077434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.141392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e30869e7-3d9d-46b5-9683-a6529e8a92ef req-2530f0a6-6f63-48c0-a68d-5e8ed834a2b4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383517 Jul 08 02:07:08.141392 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4eab-9ff2-4d9f-8b7a-5c7c3deb9465 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.202702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=86cf78da-3ebd-4596-a2ef-4193fa79e266,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:08.281508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ae1cf0b-3e5e-4aac-9f57-faa81b502c14 req-2f7a2079-d7c7-4a81-9b78-2a72e85fc9b0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.1932926 Jul 08 02:07:08.282438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=2184e299-9c48-40bd-a798-b96e250ebe27,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:08.364860 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d9d4eab-9ff2-4d9f-8b7a-5c7c3deb9465 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network f47d3eef-0d8f-4d21-844a-e698aa5e4fc4 is not hosted by any dhcp agent {{(pid=100712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:07:08.379064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d4eab-9ff2-4d9f-8b7a-5c7c3deb9465 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:08.380226 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d9d4eab-9ff2-4d9f-8b7a-5c7c3deb9465 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.381888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8d9d4eab-9ff2-4d9f-8b7a-5c7c3deb9465 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "PUT /v2.0/networks/f47d3eef-0d8f-4d21-844a-e698aa5e4fc4 HTTP/1.1" status: 200 len: 758 time: 0.8964186 Jul 08 02:07:08.384785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51926) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:08.433133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Made reservation on behalf of 220b2fab0a9846b1bb9812f93fb19998 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:08.444593 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.518993 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-202466cf-d139-4e22-ac0c-182f0edbbb78 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.1492207 Jul 08 02:07:08.533262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d4eab-9ff2-4d9f-8b7a-5c7c3deb9465 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=f47d3eef-0d8f-4d21-844a-e698aa5e4fc4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:08.541386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51928) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:08.567665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:05:0e:20', 'name': 'tempest-NetworksTestDHCPv6-626290432'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:08.605803 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.629070 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:07:08.629467 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:07:08.633245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f47d3eef-0d8f-4d21-844a-e698aa5e4fc4 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:08.665404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bb0edf-6bdc-42c1-bbae-8cbd8491418c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:08.685004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.725796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Transition to ACTIVE for port object 41bb0edf-6bdc-42c1-bbae-8cbd8491418c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:08.764392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a057a61b-5a71-420c-b6b8-809328afe263 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:08.766088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a057a61b-5a71-420c-b6b8-809328afe263 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/networks?id=f47d3eef-0d8f-4d21-844a-e698aa5e4fc4 HTTP/1.1" status: 200 len: 761 time: 0.3799844 Jul 08 02:07:08.770267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:08.776169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294821346'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:08.801421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.813571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00482f6e-349a-492b-a276-a2ea9ec4d90d None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:09.181752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Pushing event updated for resources: {'Port': ['ID=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:09.183177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb0af-27da-4588-8b68-714700d1615e req-a50adf57-603d-4df0-be05-91b9171bc685 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:09.184915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-347fb0af-27da-4588-8b68-714700d1615e req-a50adf57-603d-4df0-be05-91b9171bc685 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 943 time: 0.3692677 Jul 08 02:07:09.220116 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.314469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] For port 2184e299-9c48-40bd-a798-b96e250ebe27, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2184e299-9c48-40bd-a798-b96e250ebe27,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:09.322135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57f88d82-3946-433c-b10b-d09d5994641b req-cca7b2ad-5268-49b8-97a7-d315e86e8a99 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 210 time: 0.1415050 Jul 08 02:07:09.323181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Attempting to bind port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:09.324801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Attempting to bind port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:09.325648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Attempting to bind port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:09.338045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c on network 89016041-be35-4a47-ac46-125f1ffdb927 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:09.338485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Attempting to bind port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:09.357762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-347fb0af-27da-4588-8b68-714700d1615e req-749b0d2e-45fd-4baa-9fa7-760551498d7c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595721 Jul 08 02:07:09.360166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:09.360626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:09.361129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:09.361889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Bound port: 41bb0edf-6bdc-42c1-bbae-8cbd8491418c, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:09.362363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.437433 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.484125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.518048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2184e299-9c48-40bd-a798-b96e250ebe27 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:09.553322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] For port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:09.577610 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.648786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:09.663997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188bf08e-8839-41d8-97e2-5bd9808411e7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:09.674556 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.675911 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Added segment a6970396-891c-466b-80cd-6fe3d3fe1549 of type vlan for network 9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0 Jul 08 02:07:09.681980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abf999-cba7-4a94-bbf1-0d5f610861ff None None] Pushing event updated for resources: {'Port': ['ID=2184e299-9c48-40bd-a798-b96e250ebe27,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:09.697506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2184e299-9c48-40bd-a798-b96e250ebe27 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:09.698053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.700259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] For port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:09.757564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-338b7fa4-60e3-4b98-9449-72b4d821e1fc None None] Provisioning for port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:09.796907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1f04e-10e2-4bb2-92bd-53f9ffb8caea req-e014c3f5-9636-4c62-9cc6-8906836b12bc tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:09.803995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-72d1f04e-10e2-4bb2-92bd-53f9ffb8caea req-e014c3f5-9636-4c62-9cc6-8906836b12bc tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.2571828 Jul 08 02:07:09.811508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:07:09.811508 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:07:09.811508 n-d-695189-13 neutron-server[100713]: [parameters: {'project_id_1': '119880a38e954773a01a2eeee0baa0d4', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 7, 9, 125369)}] Jul 08 02:07:09.811508 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:07:09.813590 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:07:09.826801 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.841823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.905748 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8424077a-2f31-4bfe-bee7-b3047972f11e req-958ff8d3-1cbc-4fad-92ed-6fbbc4525816 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.1334193 Jul 08 02:07:09.960431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:09.979651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.980251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.983819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:09.984447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.998018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Pushing event updated for resources: {'Port': ['ID=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:10.014421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:10.028394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.028394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-1da80857-0b2f-4b7b-850b-b4e7ad51127d service neutron] 10.222.0.32 "PUT /v2.0/ports/41bb0edf-6bdc-42c1-bbae-8cbd8491418c HTTP/1.1" status: 200 len: 1092 time: 2.6603484 Jul 08 02:07:10.068698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225c8733-3978-4c79-af3d-7a6bc80313bc', 'tag': '41bb0edf-6bdc-42c1-bbae-8cbd8491418c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:10.072435 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "225c8733-3978-4c79-af3d-7a6bc80313bc", "tag": "41bb0edf-6bdc-42c1-bbae-8cbd8491418c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:10.167595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-72d1f04e-10e2-4bb2-92bd-53f9ffb8caea req-0ff92005-41a4-41fe-91db-ef91ee1235f4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404975 Jul 08 02:07:10.177498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:10.202158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.202881 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment 92f7669d-69c2-45db-a276-7b8e6a993a54 of type vlan for network 0b373f40-c05f-47ef-8c08-77ae91806b40 Jul 08 02:07:10.270308 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e2af9-8a05-496e-907d-07216ef35b55 x-openstack-request-id: req-8e8e2af9-8a05-496e-907d-07216ef35b55 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:10.271372 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225c8733-3978-4c79-af3d-7a6bc80313bc", "tag": "41bb0edf-6bdc-42c1-bbae-8cbd8491418c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:10.271757 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e8e2af9-8a05-496e-907d-07216ef35b55 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:10.272431 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225c8733-3978-4c79-af3d-7a6bc80313bc', 'tag': '41bb0edf-6bdc-42c1-bbae-8cbd8491418c', 'status': 'completed', 'code': 200} Jul 08 02:07:10.335965 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.7373090 Jul 08 02:07:10.348556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51944) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:10.358278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.453725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-655b96fd-3b30-4b7f-9497-afdece9f2e08 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', 'tempest-TagsTest-Tag-197922635') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:10.545195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.558659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:10.565730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.569090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2bc55-06c8-4391-be77-c311cd4b66a4 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Pushing event updated for resources: {'Network': ['ID=9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:10.585068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:10.601853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540cca-02bf-4345-a174-022658f29dcc req-46856003-95df-4d4a-b05a-c29f19009abf tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:10.608520 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-46856003-95df-4d4a-b05a-c29f19009abf tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.18 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 813 time: 0.5909235 Jul 08 02:07:10.631183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Request body: {'port': {'device_id': '23819d22-81bf-4d63-b6ca-880d751de985', 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138', 'admin_state_up': True, 'tenant_id': '3994d8774a68414996984466aad136f6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:10.826749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e582ade-7d88-4c6d-8808-8c2cd1e4ea30 req-fd3f0af0-c6ee-494e-8349-9b7ee8462989 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 210 time: 0.1768866 Jul 08 02:07:10.868149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-43da1ef7-dda0-4c11-9d5f-53447b699fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:10.868425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8c375da7-492e-4c29-b37b-8884a3aae606 None None] Provisioning complete for port 2184e299-9c48-40bd-a798-b96e250ebe27 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:10.868918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c375da7-492e-4c29-b37b-8884a3aae606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.870272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-43da1ef7-dda0-4c11-9d5f-53447b699fe5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 1095 time: 0.5962689 Jul 08 02:07:10.930858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:10.961991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=0b373f40-c05f-47ef-8c08-77ae91806b40,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:10.988414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-a0990372-dfc0-44bc-a13b-dbb4a60f0a5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41bb0edf-6bdc-42c1-bbae-8cbd8491418c HTTP/1.1" status: 200 len: 217 time: 0.1009846 Jul 08 02:07:11.017898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 0b373f40-c05f-47ef-8c08-77ae91806b40 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:11.135082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-f538e5c2-d3ab-4640-9e14-5d8af3d5fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.136724 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-f538e5c2-d3ab-4640-9e14-5d8af3d5fcad service neutron] 10.222.0.18 "GET /v2.0/ports/da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 1027 time: 0.3811150 Jul 08 02:07:11.139985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-76fd5147-f7cc-4f7f-a221-4c07a937aed0 req-80cc6b3d-bb69-41e8-8679-53122a69f3d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0316763 Jul 08 02:07:11.197618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-93eb38e5-cbdf-44d9-b221-78d2e514ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.199307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-93eb38e5-cbdf-44d9-b221-78d2e514ee72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1936736 Jul 08 02:07:11.270137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-13afd0d4-d24d-4d1f-b2ad-8e86f4190b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.272302 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-13afd0d4-d24d-4d1f-b2ad-8e86f4190b86 service neutron] 10.222.0.18 "GET /v2.0/ports/78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 1028 time: 0.1154463 Jul 08 02:07:11.276413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-8db35622-c1de-4450-ac6c-bf1b23744ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.344828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-8db35622-c1de-4450-ac6c-bf1b23744ee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692880 Jul 08 02:07:11.345256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e14b-4c85-4a04-b45e-ccf6a6a1dc8e req-36f707c5-5e6c-47e6-b37d-ccb266b5c835 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.345256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a594e14b-4c85-4a04-b45e-ccf6a6a1dc8e req-36f707c5-5e6c-47e6-b37d-ccb266b5c835 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 943 time: 0.5730495 Jul 08 02:07:11.377863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2184e299-9c48-40bd-a798-b96e250ebe27 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:11.378865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.434116 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a594e14b-4c85-4a04-b45e-ccf6a6a1dc8e req-47b3d1bf-18c9-4976-852e-adea9f31ef67 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158619 Jul 08 02:07:11.448050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port aa0cd62d-143e-42cb-b916-d6ec75312fa1 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:07:11.462103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2184e299-9c48-40bd-a798-b96e250ebe27 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:11.462103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.469819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-83cfa7aa-7930-465b-86ec-9f6b7311b338 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821423 Jul 08 02:07:11.559723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-8dfde436-d404-49d0-9120-dfc861f0a873 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.573552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-8dfde436-d404-49d0-9120-dfc861f0a873 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.586228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-8dfde436-d404-49d0-9120-dfc861f0a873 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.596156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-8dfde436-d404-49d0-9120-dfc861f0a873 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "GET /v2.0/networks?id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=8a34471b-47fa-4c6c-afcc-458992f3c06e&id=8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 200 len: 1990 time: 0.3136280 Jul 08 02:07:11.739125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-63342f03-bbe8-442a-8b91-f7ca693c8100 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b9cc486b0940af831fa3648353640c HTTP/1.1" status: 200 len: 379 time: 0.1202188 Jul 08 02:07:11.789175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'admin_state_up': True, 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'security_groups': ['ff2a276e-c506-4299-bb98-586603adc2e8']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:11.907257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Made reservation on behalf of 3994d8774a68414996984466aad136f6 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:11.913641 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.966676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-655b96fd-3b30-4b7f-9497-afdece9f2e08 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "PUT /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags/tempest-TagsTest-Tag-197922635 HTTP/1.1" status: 201 len: 201 time: 1.5334930 Jul 08 02:07:11.972319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ce691549-d70e-4af5-a198-afd43172f672 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.2002242 Jul 08 02:07:11.976661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51962) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:11.979589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-d081fae6-8bbf-4aae-8342-e3d9245cec3b tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', 'tempest-TagsTest-Tag-197922635') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:11.985033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51964) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:11.992232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': '0b373f40-c05f-47ef-8c08-77ae91806b40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:11.998250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f2838-1382-49ba-9e91-ceb0bdf7663e req-bc4f260d-935d-4461-91f7-f0e36317ff4d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:11.999851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-866f2838-1382-49ba-9e91-ceb0bdf7663e req-bc4f260d-935d-4461-91f7-f0e36317ff4d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.6476696 Jul 08 02:07:12.059995 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0f0261e9-d76e-4195-b706-fc59ccb29eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.122131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4da393e5-9c19-4a69-8f56-09ab7432488b req-bfd59912-a086-4163-b95f-b9db6dfc6a09 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336868 Jul 08 02:07:12.143135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-866f2838-1382-49ba-9e91-ceb0bdf7663e req-ab3ce719-2f05-4ae2-a5a5-02ff4e6c0f33 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350043 Jul 08 02:07:12.150881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d081fae6-8bbf-4aae-8342-e3d9245cec3b tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "GET /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags/tempest-TagsTest-Tag-197922635 HTTP/1.1" status: 204 len: 168 time: 0.1747837 Jul 08 02:07:12.153504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:12.166550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-512c6f9c-11cd-47ca-8d1f-b7476ec122ed tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:12.350960 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3078b739-cd0d-4cf3-972b-33a4263f5ae2 req-40c5df85-68be-4fff-9810-a48b74b4d5b5 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 210 time: 0.0568476 Jul 08 02:07:12.371747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-512c6f9c-11cd-47ca-8d1f-b7476ec122ed tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "GET /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags HTTP/1.1" status: 200 len: 237 time: 0.2127309 Jul 08 02:07:12.377038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51970) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:12.382191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-4fec6da4-28de-4fce-8ad7-9b97cea362f5 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', {'tags': ['tempest-TagsTest-Tag-1070400550', 'tempest-TagsTest-Tag-1902980181', 'tempest-TagsTest-Tag-1220022067']}) {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:12.400591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:12.404084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.500376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ff2fd43-ce4e-4e92-b01c-8a47c0ba0f58 req-48501b1b-36b5-41e6-8dd7-6da098fd4ec7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.1011496 Jul 08 02:07:12.534658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-ecc01309-673f-4d57-a5b2-9ff14351f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:12.537071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-ecc01309-673f-4d57-a5b2-9ff14351f9b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 1095 time: 0.2532415 Jul 08 02:07:12.716387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-f36a1110-532e-4a19-94fe-775e3c7837a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:12.718596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-f36a1110-532e-4a19-94fe-775e3c7837a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1693134 Jul 08 02:07:12.727038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4fec6da4-28de-4fce-8ad7-9b97cea362f5 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "PUT /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags HTTP/1.1" status: 200 len: 309 time: 0.3514612 Jul 08 02:07:12.727712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:12.751719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 172.20.0.8 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/34389c8e-637d-4aff-b2a6-719ffaf08c65/aa0cd62d-143e-42cb-b916-d6ec75312fa1) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:12.783001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:fe05:e20 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/86cf78da-3ebd-4596-a2ef-4193fa79e266/aa0cd62d-143e-42cb-b916-d6ec75312fa1) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:12.789133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-4f6027dd-4757-482b-ae0e-a2533cdc0c7e tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', 'tempest-TagsTest-Tag-1070400550') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:12.808934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-41eedf10-0cb4-4a90-9e5a-9b8639e87e1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41bb0edf-6bdc-42c1-bbae-8cbd8491418c HTTP/1.1" status: 200 len: 217 time: 0.0802391 Jul 08 02:07:12.858190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f88ca4-6df8-49c2-bdb1-94610251acb8 req-22eb6c34-c817-4637-82fc-0cd76459ef8d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:12.859879 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60f88ca4-6df8-49c2-bdb1-94610251acb8 req-22eb6c34-c817-4637-82fc-0cd76459ef8d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 943 time: 0.1746171 Jul 08 02:07:12.860788 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.869270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Allocated IP 172.20.0.14 (60f3697e-14a7-43d7-9e1b-8f2acaab3138/46375d3d-8787-4801-996a-4a40f3912985/e50e6a28-4597-475c-97d3-7b10ceaa76db) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:12.908933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-80b2344a-5124-4ceb-b304-205ff01e078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:12.910686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-80b2344a-5124-4ceb-b304-205ff01e078b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.0648024 Jul 08 02:07:12.985407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:12.989036 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.012169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-344cc2a8-40e9-441f-88d9-e1ede63b3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:13.013707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-344cc2a8-40e9-441f-88d9-e1ede63b3804 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955350 Jul 08 02:07:13.056111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60f88ca4-6df8-49c2-bdb1-94610251acb8 req-341192d9-7877-44c4-ac4f-a7b86be00ee5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817193 Jul 08 02:07:13.105282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4f6027dd-4757-482b-ae0e-a2533cdc0c7e tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "DELETE /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags/tempest-TagsTest-Tag-1070400550 HTTP/1.1" status: 204 len: 168 time: 0.3746068 Jul 08 02:07:13.108277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=3a705e31-ca79-455b-a724-ecccd86dfd13,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:13.111452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51980) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:13.125925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-dc06123f-114f-4f8a-802b-cdd17fed1656 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', 'tempest-TagsTest-Tag-1070400550') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:13.235803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-67e9334d-08c0-4b39-bf35-44180104ba2b service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075620 Jul 08 02:07:13.265228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': '92f7669d-69c2-45db-a276-7b8e6a993a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0b373f40-c05f-47ef-8c08-77ae91806b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:13.265617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: 0b373f40-c05f-47ef-8c08-77ae91806b40, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:13.277230 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:07:13.496978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dc251cf-d61b-4351-a6a7-a9800e94b5f5 req-6bdb1986-eb18-45c1-9e6b-251ab8855015 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546110 Jul 08 02:07:13.580788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aabd75-deaa-4e66-af82-475c3d90186d req-4c19e428-f41c-4e62-b01f-5095a96cd936 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:13.588275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7aabd75-deaa-4e66-af82-475c3d90186d req-4c19e428-f41c-4e62-b01f-5095a96cd936 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.1176908 Jul 08 02:07:13.626265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-146db896-c24e-4cde-a32c-aa736223b842 req-e495cd91-7819-48b9-9ade-d70339338a8d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 210 time: 0.0717001 Jul 08 02:07:13.636426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7aabd75-deaa-4e66-af82-475c3d90186d req-65f71933-7107-4b55-afe8-31c682101a38 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468140 Jul 08 02:07:13.650111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.671844 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-dc06123f-114f-4f8a-802b-cdd17fed1656 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] show failed (client error): The resource could not be found. Jul 08 02:07:13.672908 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dc06123f-114f-4f8a-802b-cdd17fed1656 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "GET /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags/tempest-TagsTest-Tag-1070400550 HTTP/1.1" status: 404 len: 326 time: 0.5512402 Jul 08 02:07:13.675814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:13.682386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-3f76f207-0d65-4426-bbf9-b443b175f7f9 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', 'tempest-TagsTest-Tag-1902980181') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:13.693865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object aa0cd62d-143e-42cb-b916-d6ec75312fa1 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:13.697272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.699742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Allocated IP 172.20.0.14 (ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a/f9d24518-bec5-4294-bfc4-cb82628b06da/2af81c64-3a1e-40c0-98d1-09119c11a47e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:13.760413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network 0b373f40-c05f-47ef-8c08-77ae91806b40 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:13.775526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f76f207-0d65-4426-bbf9-b443b175f7f9 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "GET /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags/tempest-TagsTest-Tag-1902980181 HTTP/1.1" status: 204 len: 168 time: 0.0979772 Jul 08 02:07:13.777992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:13.784134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-20519cf9-fbd3-425e-9d92-09658df60297 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', 'tempest-TagsTest-Tag-1220022067') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:13.900826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bcdfdc71-de4d-44ec-9e7d-7582a13ae1d7 req-24097ff7-3f5c-4c78-aa40-c903f726fffc tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0971668 Jul 08 02:07:13.906995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 0b373f40-c05f-47ef-8c08-77ae91806b40) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:13.922793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:13.923564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.943662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016b2f7-cac6-4df8-85ec-6fbdfc70a02c None None] Network 0b373f40-c05f-47ef-8c08-77ae91806b40 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:13.945283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.947366 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.957073 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.969174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7aeab3ec-7309-423b-a452-7b23a6c0690b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:07:13.984294 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-20519cf9-fbd3-425e-9d92-09658df60297 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "GET /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags/tempest-TagsTest-Tag-1220022067 HTTP/1.1" status: 204 len: 168 time: 0.2050364 Jul 08 02:07:13.999208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52000) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.004746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-fd06ef3f-f5bf-48a7-a6a5-7668a7496c7e tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:14.037448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Transition to ACTIVE for port object 2af81c64-3a1e-40c0-98d1-09119c11a47e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:14.042616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:14.070581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:14.101896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:14.117108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:14.188914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:14.189803 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.193184 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-13dcba5e-27ba-43d7-8e72-014a15ea9f5a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2068772 Jul 08 02:07:14.197063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.203370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:14.218979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:14.249314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Pushing event updated for resources: {'Port': ['ID=e50e6a28-4597-475c-97d3-7b10ceaa76db,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:14.292739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fd06ef3f-f5bf-48a7-a6a5-7668a7496c7e tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "DELETE /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags HTTP/1.1" status: 204 len: 168 time: 0.2921157 Jul 08 02:07:14.301675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52010) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.301675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-a10e4f5c-9c8b-4064-852d-00f3bdd12454 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', 'tempest-TagsTest-Tag-1902980181') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:14.316541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-0b373f40-c05f-47ef-8c08-77ae91806b40', 'network_id': '0b373f40-c05f-47ef-8c08-77ae91806b40', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': '3a705e31-ca79-455b-a724-ecccd86dfd13'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:14.318363 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.414772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.415120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=aa0cd62d-143e-42cb-b916-d6ec75312fa1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:14.442230 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-a10e4f5c-9c8b-4064-852d-00f3bdd12454 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] show failed (client error): The resource could not be found. Jul 08 02:07:14.443282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a10e4f5c-9c8b-4064-852d-00f3bdd12454 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "GET /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags/tempest-TagsTest-Tag-1902980181 HTTP/1.1" status: 404 len: 326 time: 0.1470475 Jul 08 02:07:14.446751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.451325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-e462854d-7888-456f-94ad-b065a591442e tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0', 'tempest-TagsTest-Tag-1220022067') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:14.454162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1efaf449-6d0a-4d8c-bc1f-cf3f4cf18bf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.8928967 Jul 08 02:07:14.463049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52014) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.488345 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea639047-0e0e-4113-b965-6f3ea0e934ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.543501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.601489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:14.609792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.627524 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-e462854d-7888-456f-94ad-b065a591442e tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] show failed (client error): The resource could not be found. Jul 08 02:07:14.631112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e462854d-7888-456f-94ad-b065a591442e tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "GET /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags/tempest-TagsTest-Tag-1220022067 HTTP/1.1" status: 404 len: 326 time: 0.1809044 Jul 08 02:07:14.631390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.636015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-eb99945d-9193-43e5-b14f-d277842ccff3 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:14.643402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Allocated IP 172.20.0.2 (0b373f40-c05f-47ef-8c08-77ae91806b40/3a705e31-ca79-455b-a724-ecccd86dfd13/1a91067e-1339-46a5-a78f-871d1de9399a) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:14.677419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6806969-cb36-4397-b5a4-5722ca9313ef req-bf52da4c-a9dc-4284-a2e5-3d0b2115aee1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:14.685317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6806969-cb36-4397-b5a4-5722ca9313ef req-bf52da4c-a9dc-4284-a2e5-3d0b2115aee1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 943 time: 0.3693595 Jul 08 02:07:14.707290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139cf57-0cbe-4c75-9583-cefec4658bec tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:14.713410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139cf57-0cbe-4c75-9583-cefec4658bec tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:14.715475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d139cf57-0cbe-4c75-9583-cefec4658bec tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2284057 Jul 08 02:07:14.723381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52022) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.732953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a48216a1-2354-47a4-9d5b-dfb265f34b07 None None] Provisioning for port aa0cd62d-143e-42cb-b916-d6ec75312fa1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:14.742445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a48216a1-2354-47a4-9d5b-dfb265f34b07 None None] Provisioning complete for port aa0cd62d-143e-42cb-b916-d6ec75312fa1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:14.742972 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a48216a1-2354-47a4-9d5b-dfb265f34b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.751011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-eb99945d-9193-43e5-b14f-d277842ccff3 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "DELETE /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0/tags HTTP/1.1" status: 204 len: 168 time: 0.1186242 Jul 08 02:07:14.757697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52026) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.778663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-f7e1b0c1-7581-4dd7-a23b-ce82c4f3c0cc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1601334 Jul 08 02:07:14.780998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.796441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Request body: {'port': {'device_id': '23819d22-81bf-4d63-b6ca-880d751de985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:14.908017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.917707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a48216a1-2354-47a4-9d5b-dfb265f34b07 None None] Port aa0cd62d-143e-42cb-b916-d6ec75312fa1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:14.948102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:14.965273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:14.968989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:15.013214 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.017614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8731135-1bb9-414a-9deb-16e0fae997d3 req-2ffb904f-0cfc-4b8a-95c0-f705b6d37844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:15.031732 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6806969-cb36-4397-b5a4-5722ca9313ef req-341b3541-7764-4ea7-9434-bf7b02b936e9 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451509 Jul 08 02:07:15.035416 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8731135-1bb9-414a-9deb-16e0fae997d3 req-2ffb904f-0cfc-4b8a-95c0-f705b6d37844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.2105484 Jul 08 02:07:15.068001 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.092281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Transition to ACTIVE for port object 1a91067e-1339-46a5-a78f-871d1de9399a will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:15.093944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=2af81c64-3a1e-40c0-98d1-09119c11a47e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:15.142636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Transition to ACTIVE for port object 1a91067e-1339-46a5-a78f-871d1de9399a will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:15.209879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:15.210568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.216509 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.229953 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.256619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-091ec6bb-1193-46a2-8377-8bef9a03d9e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port aa0cd62d-143e-42cb-b916-d6ec75312fa1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:15.256925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-091ec6bb-1193-46a2-8377-8bef9a03d9e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.299962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8731135-1bb9-414a-9deb-16e0fae997d3 req-e9f510bb-9b65-4dd6-ace3-86fb57d5e31a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634046 Jul 08 02:07:15.306207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Network 0b373f40-c05f-47ef-8c08-77ae91806b40 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:15.310199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.322854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:15.340272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:15.360457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-5adbfefc-7c3a-40ad-85f3-7e14fe551250 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5890334 Jul 08 02:07:15.361010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:15.368071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6970396-891c-466b-80cd-6fe3d3fe1549') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:15.368951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6970396-891c-466b-80cd-6fe3d3fe1549') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:15.386538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Pushing event updated for resources: {'Port': ['ID=1a91067e-1339-46a5-a78f-871d1de9399a,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:15.400597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.418355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.451668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:15.452513 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:15.466501 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:15.482758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Attempting to bind port 1a91067e-1339-46a5-a78f-871d1de9399a on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:15.483395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Attempting to bind port 1a91067e-1339-46a5-a78f-871d1de9399a by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '92f7669d-69c2-45db-a276-7b8e6a993a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0b373f40-c05f-47ef-8c08-77ae91806b40'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:15.484328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Attempting to bind port 1a91067e-1339-46a5-a78f-871d1de9399a on network 0b373f40-c05f-47ef-8c08-77ae91806b40 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:15.492412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:15.493011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Checking segment: {'id': '92f7669d-69c2-45db-a276-7b8e6a993a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0b373f40-c05f-47ef-8c08-77ae91806b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:15.493562 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.494126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Bound using segment: {'id': '92f7669d-69c2-45db-a276-7b8e6a993a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0b373f40-c05f-47ef-8c08-77ae91806b40'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:15.494910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Bound port: 1a91067e-1339-46a5-a78f-871d1de9399a, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f7669d-69c2-45db-a276-7b8e6a993a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0b373f40-c05f-47ef-8c08-77ae91806b40'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:15.496472 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.496684 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.499582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b9f62a8f-f289-44c6-9796-f95ce08a4efc None None] Provisioning for port 2af81c64-3a1e-40c0-98d1-09119c11a47e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:15.513890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b9f62a8f-f289-44c6-9796-f95ce08a4efc None None] Provisioning complete for port 2af81c64-3a1e-40c0-98d1-09119c11a47e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:15.514337 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9f62a8f-f289-44c6-9796-f95ce08a4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.560651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=3a705e31-ca79-455b-a724-ecccd86dfd13,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:15.626833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] For port 1a91067e-1339-46a5-a78f-871d1de9399a, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:15.631001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] For port 1a91067e-1339-46a5-a78f-871d1de9399a, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1a91067e-1339-46a5-a78f-871d1de9399a,segment=NetworkSegment(92f7669d-69c2-45db-a276-7b8e6a993a54),segment_id=92f7669d-69c2-45db-a276-7b8e6a993a54)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:15.674193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b9f62a8f-f289-44c6-9796-f95ce08a4efc None None] Port 2af81c64-3a1e-40c0-98d1-09119c11a47e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:15.705528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.719919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.730981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b373f40-c05f-47ef-8c08-77ae91806b40']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:15.742251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f7669d-69c2-45db-a276-7b8e6a993a54') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:15.742549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f7669d-69c2-45db-a276-7b8e6a993a54') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:15.753837 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.767710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.776929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.778681 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.778861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:15.779278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:15.782730 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:15.829754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.831698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] 10.222.0.10 "DELETE /v2.0/networks/9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0 HTTP/1.1" status: 204 len: 168 time: 1.0730071 Jul 08 02:07:15.880623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f071fc-f98b-48c5-b2e0-4d4fb4a5d0b8 tempest-TagsTest-1356312422 tempest-TagsTest-1356312422-project] Pushing event deleted for resources: {'Network': ['ID=9fb9ebf6-8748-4d05-a9be-3b94c99d7dc0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:15.938110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447afbcb-89e4-44e2-8275-a35f7761a9bf None None] Network 0b373f40-c05f-47ef-8c08-77ae91806b40 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:15.984576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e46631-0d85-4297-8348-e4225a350c8b req-9db81aa5-f6fb-4f07-99aa-84122a0b1743 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:15.995941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4e46631-0d85-4297-8348-e4225a350c8b req-9db81aa5-f6fb-4f07-99aa-84122a0b1743 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 932 time: 0.4413335 Jul 08 02:07:16.004793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f8da5-8542-43cf-858a-c723083ca157 None None] Pushing event updated for resources: {'Port': ['ID=1a91067e-1339-46a5-a78f-871d1de9399a,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:16.019922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:07:16.019922 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:07:16.019922 n-d-695189-13 neutron-server[100712]: [parameters: {'id': '0b373f40-c05f-47ef-8c08-77ae91806b40'}] Jul 08 02:07:16.019922 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:07:16.020910 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:07:16.071243 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4e46631-0d85-4297-8348-e4225a350c8b req-9349b13b-422d-418d-ace9-8cd4ad41ec17 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739973 Jul 08 02:07:16.160401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2fcaf-6f6c-4f67-94da-5aed5150edcd None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:07:16.231259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'admin_state_up': True, 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'security_groups': ['ff2a276e-c506-4299-bb98-586603adc2e8']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:16.330701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c973b4e-8dbd-4195-838d-61e9a19bb63b req-9b496768-f292-4f72-9ced-dbf040f4f31c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:16.334322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c973b4e-8dbd-4195-838d-61e9a19bb63b req-9b496768-f292-4f72-9ced-dbf040f4f31c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 943 time: 0.0985706 Jul 08 02:07:16.416209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:16.438327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c973b4e-8dbd-4195-838d-61e9a19bb63b req-fbccb154-30aa-4127-b334-8916c3cf6918 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951345 Jul 08 02:07:16.521831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:16.527446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2fcaf-6f6c-4f67-94da-5aed5150edcd None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:07:16.707026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4f3f8886-bd04-41b7-abeb-5ac69c67045d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=220b2fab0a9846b1bb9812f93fb19998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852283 Jul 08 02:07:16.711200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:16.726357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Deleting port 1a91067e-1339-46a5-a78f-871d1de9399a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:16.726707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:16.807675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-091ec6bb-1193-46a2-8377-8bef9a03d9e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:16.821373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:16.825313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:16.842995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-091ec6bb-1193-46a2-8377-8bef9a03d9e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for aa0cd62d-143e-42cb-b916-d6ec75312fa1 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:16.862066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e396c-1539-4512-9dd4-945b2e0767eb req-740815d8-ae8f-4b8a-aa8f-007f3ef139e6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:16.866503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] For port 1a91067e-1339-46a5-a78f-871d1de9399a, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1a91067e-1339-46a5-a78f-871d1de9399a,segment=NetworkSegment(92f7669d-69c2-45db-a276-7b8e6a993a54),segment_id=92f7669d-69c2-45db-a276-7b8e6a993a54)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:16.866879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:16.869754 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d9e396c-1539-4512-9dd4-945b2e0767eb req-740815d8-ae8f-4b8a-aa8f-007f3ef139e6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 932 time: 1.5464811 Jul 08 02:07:16.898807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00980cf-2ce3-41c9-952e-c1d1e2f287be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:16.900581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Calling delete_port for 1a91067e-1339-46a5-a78f-871d1de9399a owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:17.001473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00980cf-2ce3-41c9-952e-c1d1e2f287be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.094879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Allocated IP 10.1.1.15 (9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a/009058ee-5c1b-4e2b-8ec5-5dd97911960f/cf4d9964-299b-46d0-8db8-0c64b388c112) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:17.108767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d9e396c-1539-4512-9dd4-945b2e0767eb req-57f74b29-0621-404c-a225-2b070e402c29 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383082 Jul 08 02:07:17.178018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.203996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50e6a28-4597-475c-97d3-7b10ceaa76db {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:17.215651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Port': ['ID=1a91067e-1339-46a5-a78f-871d1de9399a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:17.222047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No DVR routers for this DVR port 1a91067e-1339-46a5-a78f-871d1de9399a on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:17.224770 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00980cf-2ce3-41c9-952e-c1d1e2f287be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.228064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f00980cf-2ce3-41c9-952e-c1d1e2f287be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.231914 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f00980cf-2ce3-41c9-952e-c1d1e2f287be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/188bf08e-8839-41d8-97e2-5bd9808411e7 HTTP/1.1" status: 204 len: 168 time: 0.5170984 Jul 08 02:07:17.237558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.285246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00980cf-2ce3-41c9-952e-c1d1e2f287be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188bf08e-8839-41d8-97e2-5bd9808411e7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:17.409483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.425891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b373f40-c05f-47ef-8c08-77ae91806b40']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:17.430293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.433736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Transition to ACTIVE for port object e50e6a28-4597-475c-97d3-7b10ceaa76db will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:17.441980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f7669d-69c2-45db-a276-7b8e6a993a54') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:17.442820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f7669d-69c2-45db-a276-7b8e6a993a54') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:17.448379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-091ec6bb-1193-46a2-8377-8bef9a03d9e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.524900 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.568108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.571857 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.574388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ec6bb-1193-46a2-8377-8bef9a03d9e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=aa0cd62d-143e-42cb-b916-d6ec75312fa1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:17.603399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:17.603858 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:17.690292 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:17.755772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7979046-1ef9-4e55-83d2-d4cc81821b96 req-d11b8b01-33fc-4e0e-90d0-0c285992a184 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:17.766404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7979046-1ef9-4e55-83d2-d4cc81821b96 req-d11b8b01-33fc-4e0e-90d0-0c285992a184 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 932 time: 0.4377379 Jul 08 02:07:17.870424 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.902606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.907134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/0b373f40-c05f-47ef-8c08-77ae91806b40 HTTP/1.1" status: 204 len: 168 time: 3.7072291 Jul 08 02:07:17.908253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50376-676c-486e-808c-0f12095c1ff9 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=0b373f40-c05f-47ef-8c08-77ae91806b40,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:17.939521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7979046-1ef9-4e55-83d2-d4cc81821b96 req-f6eccedd-c431-4cba-b799-23b19629ea4d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667764 Jul 08 02:07:17.941237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52114) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:17.966591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-091ec6bb-1193-46a2-8377-8bef9a03d9e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.971270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-091ec6bb-1193-46a2-8377-8bef9a03d9e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/aa0cd62d-143e-42cb-b916-d6ec75312fa1 HTTP/1.1" status: 204 len: 168 time: 3.2465322 Jul 08 02:07:17.986482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Pushing event updated for resources: {'Port': ['ID=e50e6a28-4597-475c-97d3-7b10ceaa76db,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:17.993408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52118) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.009073 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-18420058-3295-4a9c-9689-33451b9676b8 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] GET failed (client error): The resource could not be found. Jul 08 02:07:18.010438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-18420058-3295-4a9c-9689-33451b9676b8 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/subnets/3a705e31-ca79-455b-a724-ecccd86dfd13 HTTP/1.1" status: 404 len: 337 time: 0.0674393 Jul 08 02:07:18.013330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52120) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.034997 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8f5b59-6a09-4aaa-a939-fd2770cd3e24 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:18.036437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8f5b59-6a09-4aaa-a939-fd2770cd3e24 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:18.039193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3b8f5b59-6a09-4aaa-a939-fd2770cd3e24 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/0b373f40-c05f-47ef-8c08-77ae91806b40 HTTP/1.1" status: 404 len: 339 time: 0.0245414 Jul 08 02:07:18.044687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52122) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.086466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.099223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.200497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Transition to ACTIVE for port object cf4d9964-299b-46d0-8db8-0c64b388c112 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:18.257612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7824a-12bb-40ab-98bd-cc73e28d7213 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.259387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7824a-12bb-40ab-98bd-cc73e28d7213 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.261071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7824a-12bb-40ab-98bd-cc73e28d7213 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.265146 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-42e7824a-12bb-40ab-98bd-cc73e28d7213 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2653584 Jul 08 02:07:18.269797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.285282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6d372-f24a-49c9-b44d-79ed859a0929 req-a007304a-4c33-485b-bd46-68f7150987d2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.287581 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-48e6d372-f24a-49c9-b44d-79ed859a0929 req-a007304a-4c33-485b-bd46-68f7150987d2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 943 time: 0.6257179 Jul 08 02:07:18.288362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Attempting to bind port e50e6a28-4597-475c-97d3-7b10ceaa76db on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:18.288765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Attempting to bind port e50e6a28-4597-475c-97d3-7b10ceaa76db by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:18.289164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Attempting to bind port e50e6a28-4597-475c-97d3-7b10ceaa76db on network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:18.317339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Port e50e6a28-4597-475c-97d3-7b10ceaa76db on network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:18.317779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Attempting to bind port e50e6a28-4597-475c-97d3-7b10ceaa76db on network 60f3697e-14a7-43d7-9e1b-8f2acaab3138 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:18.330827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:18.331256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Checking segment: {'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:18.331737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Bound using segment: {'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:18.332247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Bound port: e50e6a28-4597-475c-97d3-7b10ceaa76db, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccc1f07-23dd-4d8b-8040-daa44535baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:18.333208 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.355812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f72a9-d204-45e0-a9e4-d64cbc15ecde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.360265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b81f72a9-d204-45e0-a9e4-d64cbc15ecde tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3109834 Jul 08 02:07:18.361910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.381625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-48e6d372-f24a-49c9-b44d-79ed859a0929 req-0df32509-4293-4548-94de-5fbd44095fef tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843937 Jul 08 02:07:18.415499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-969539a5-0d17-4ca4-8a8c-dd59b2685c96 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 207 time: 0.0506716 Jul 08 02:07:18.420315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52132) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.421159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-11660144-2821-4964-b401-6b2c35b0f96d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 34389c8e-637d-4aff-b2a6-719ffaf08c65 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:18.422121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] For port e50e6a28-4597-475c-97d3-7b10ceaa76db, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:18.428056 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11660144-2821-4964-b401-6b2c35b0f96d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.428398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] For port e50e6a28-4597-475c-97d3-7b10ceaa76db, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e50e6a28-4597-475c-97d3-7b10ceaa76db,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:18.481716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007e28a-ac17-48bb-ba9d-b4e89fb7adde req-a1be595c-c4f4-46e2-b7cb-f8853994f394 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.489540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9007e28a-ac17-48bb-ba9d-b4e89fb7adde req-a1be595c-c4f4-46e2-b7cb-f8853994f394 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 947 time: 0.2210686 Jul 08 02:07:18.501893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.507566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11660144-2821-4964-b401-6b2c35b0f96d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.555937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.575590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9007e28a-ac17-48bb-ba9d-b4e89fb7adde req-8cea01ed-f566-480a-b627-b34735984cb0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850356 Jul 08 02:07:18.594615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:18.628979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:18.646376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11660144-2821-4964-b401-6b2c35b0f96d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.656866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.656866 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.656866 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] 10.222.0.18 "PUT /v2.0/ports/e50e6a28-4597-475c-97d3-7b10ceaa76db HTTP/1.1" status: 200 len: 1093 time: 3.8663018 Jul 08 02:07:18.656866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23819d22-81bf-4d63-b6ca-880d751de985', 'tag': 'e50e6a28-4597-475c-97d3-7b10ceaa76db'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:18.658568 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c9edc1-0d6c-4613-b12c-07f98422e59a" -d '{"events": [{"name": "network-changed", "server_uuid": "23819d22-81bf-4d63-b6ca-880d751de985", "tag": "e50e6a28-4597-475c-97d3-7b10ceaa76db"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:18.661248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:18.669845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=cf4d9964-299b-46d0-8db8-0c64b388c112,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:18.735917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc0f1e-6d9a-4da6-bd05-d498a855f976 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.742651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc0f1e-6d9a-4da6-bd05-d498a855f976 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.749250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc0f1e-6d9a-4da6-bd05-d498a855f976 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.755408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc0f1e-6d9a-4da6-bd05-d498a855f976 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.757198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-88cc0f1e-6d9a-4da6-bd05-d498a855f976 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3315613 Jul 08 02:07:18.761736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52150) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.780491 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebecf4c-9efb-4bac-9caf-8dfd923a0e2b x-openstack-request-id: req-cebecf4c-9efb-4bac-9caf-8dfd923a0e2b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:18.780788 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23819d22-81bf-4d63-b6ca-880d751de985", "tag": "e50e6a28-4597-475c-97d3-7b10ceaa76db", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:18.781042 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cebecf4c-9efb-4bac-9caf-8dfd923a0e2b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:18.781448 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23819d22-81bf-4d63-b6ca-880d751de985', 'tag': 'e50e6a28-4597-475c-97d3-7b10ceaa76db', 'status': 'completed', 'code': 200} Jul 08 02:07:18.915896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a33d-f056-4101-bf87-72727e2f4a7f service neutron] Pushing event updated for resources: {'Port': ['ID=e50e6a28-4597-475c-97d3-7b10ceaa76db,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:18.927526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.928098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.968723 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11660144-2821-4964-b401-6b2c35b0f96d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.992075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50762b-2559-4ef1-8698-d534d6de5e73 req-7f87bab1-bc55-4712-88ad-51c79724a831 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:18.996607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b50762b-2559-4ef1-8698-d534d6de5e73 req-7f87bab1-bc55-4712-88ad-51c79724a831 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 944 time: 0.4052954 Jul 08 02:07:19.021999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cff73bcb-29cf-4bcb-ae48-dc807a72dd90 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8007500 Jul 08 02:07:19.035530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'admin_state_up': True, 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'security_groups': ['ff2a276e-c506-4299-bb98-586603adc2e8']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:19.075383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-318eb5a6-149a-4f38-8c71-d9f6912087ea tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3084743 Jul 08 02:07:19.092523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52164) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:19.102006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9edc1-0d6c-4613-b12c-07f98422e59a req-28b9c16f-a66b-461e-80ea-0cb967fba925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.103721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70c9edc1-0d6c-4613-b12c-07f98422e59a req-28b9c16f-a66b-461e-80ea-0cb967fba925 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 1096 time: 0.3455014 Jul 08 02:07:19.120759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-63b6fcb9-00ec-4316-8f38-9c2fff16fdd6 None None] Provisioning for port cf4d9964-299b-46d0-8db8-0c64b388c112 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:19.127777 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11660144-2821-4964-b401-6b2c35b0f96d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=34389c8e-637d-4aff-b2a6-719ffaf08c65,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:19.131000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11660144-2821-4964-b401-6b2c35b0f96d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:19.135900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-11660144-2821-4964-b401-6b2c35b0f96d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/34389c8e-637d-4aff-b2a6-719ffaf08c65 HTTP/1.1" status: 204 len: 168 time: 0.8549387 Jul 08 02:07:19.135900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52166) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:19.141264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-63b6fcb9-00ec-4316-8f38-9c2fff16fdd6 None None] Provisioning complete for port cf4d9964-299b-46d0-8db8-0c64b388c112 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:19.143780 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-63b6fcb9-00ec-4316-8f38-9c2fff16fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:19.197078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b50762b-2559-4ef1-8698-d534d6de5e73 req-cad7a7c6-cae5-4622-ad6e-c37484e886bc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921930 Jul 08 02:07:19.202462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7c732-630c-431f-9801-e149da3b4ed1 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:19.329652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-63b6fcb9-00ec-4316-8f38-9c2fff16fdd6 None None] Port cf4d9964-299b-46d0-8db8-0c64b388c112 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:19.346248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a725f-87b6-4461-944a-58288be4a440 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.348276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a725f-87b6-4461-944a-58288be4a440 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.349440 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-104a725f-87b6-4461-944a-58288be4a440 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2552075 Jul 08 02:07:19.358505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52180) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:19.383315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c56b-346c-40e9-a341-197f8005093a req-0cae7448-41b0-4501-bb13-1aaa57cd4653 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.394748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032c56b-346c-40e9-a341-197f8005093a req-0cae7448-41b0-4501-bb13-1aaa57cd4653 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.396770 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0032c56b-346c-40e9-a341-197f8005093a req-0cae7448-41b0-4501-bb13-1aaa57cd4653 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 1653 time: 0.2670362 Jul 08 02:07:19.438708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-89090ea0-0bed-4733-97a9-83d10a4c1275 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 86cf78da-3ebd-4596-a2ef-4193fa79e266 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:19.453448 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89090ea0-0bed-4733-97a9-83d10a4c1275 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:19.573536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb99ed5-1a37-4ec9-aa9c-ddca359459c6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.575245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb99ed5-1a37-4ec9-aa9c-ddca359459c6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['shared'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.580811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cdb99ed5-1a37-4ec9-aa9c-ddca359459c6 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2211661 Jul 08 02:07:19.582217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52196) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:19.628583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:19.633160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:19.647650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9edc1-0d6c-4613-b12c-07f98422e59a req-84acf060-a287-4d35-b794-ea655addb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.649635 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70c9edc1-0d6c-4613-b12c-07f98422e59a req-84acf060-a287-4d35-b794-ea655addb504 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3994d8774a68414996984466aad136f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5298948 Jul 08 02:07:19.957048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae47c6-4ce8-412b-bc4f-b2cff3c8ab65 req-8cf22f60-f616-4d46-93a5-16b66c594b60 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:19.959466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3ae47c6-4ce8-412b-bc4f-b2cff3c8ab65 req-8cf22f60-f616-4d46-93a5-16b66c594b60 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 943 time: 0.3894322 Jul 08 02:07:20.044156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9203c85-5317-4672-8702-bbdd662bda51 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:20.049283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:20.050254 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d9203c85-5317-4672-8702-bbdd662bda51 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/networks/1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 HTTP/1.1" status: 200 len: 799 time: 0.4650593 Jul 08 02:07:20.054795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52210) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:20.111355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3ae47c6-4ce8-412b-bc4f-b2cff3c8ab65 req-91625632-1cae-467e-a704-91c550fb4c00 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343911 Jul 08 02:07:20.118504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9edc1-0d6c-4613-b12c-07f98422e59a req-3d2fbc46-8ad9-4b0b-b53d-a5e7b6e7a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:20.120054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70c9edc1-0d6c-4613-b12c-07f98422e59a req-3d2fbc46-8ad9-4b0b-b53d-a5e7b6e7a731 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4155118 Jul 08 02:07:20.238011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Allocated IP 10.1.1.189 (9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a/009058ee-5c1b-4e2b-8ec5-5dd97911960f/efc144cd-c612-4225-9176-19588a83fe7d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:20.292071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-42a06474-1110-4e2e-93b5-265e6a40f9cd tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/networks/1de4cc64-2a08-40c9-b6b8-3a792e6c6a91?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2317221 Jul 08 02:07:20.292303 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.304317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52222) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:20.309400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0032c56b-346c-40e9-a341-197f8005093a req-3f1500c0-9198-4f59-aba1-73cf45cbf438 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8980749 Jul 08 02:07:20.322119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89090ea0-0bed-4733-97a9-83d10a4c1275 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.432225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ac93b-4ce1-44f4-94cd-ad17beec8d35 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:20.440868 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f29ac93b-4ce1-44f4-94cd-ad17beec8d35 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/subnets/e2475c96-5a5d-4c9b-be45-61cbbb2bc844 HTTP/1.1" status: 200 len: 811 time: 0.1315882 Jul 08 02:07:20.444240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:20.446248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:20.452849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:20.465604 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09daee01-8396-47e2-99d3-28c362a603b5" -d '{"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:20.518471 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.536510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a813b9-1c1f-4796-bb33-d9f96e7179d5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['shared'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:20.538295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21a813b9-1c1f-4796-bb33-d9f96e7179d5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "GET /v2.0/subnets/e2475c96-5a5d-4c9b-be45-61cbbb2bc844?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0926926 Jul 08 02:07:20.586838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:20.621603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-810412857'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:20.686728 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89090ea0-0bed-4733-97a9-83d10a4c1275 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.718830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540cca-02bf-4345-a174-022658f29dcc req-e8678279-444d-485a-9955-713460e89e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:20.720425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-e8678279-444d-485a-9955-713460e89e25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 1096 time: 0.5409124 Jul 08 02:07:20.740818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=14']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:20.755909 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a3ea31-77c7-4bf0-8626-72743babc37a x-openstack-request-id: req-16a3ea31-77c7-4bf0-8626-72743babc37a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:20.756248 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-unplugged", "status": "completed", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:20.756507 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16a3ea31-77c7-4bf0-8626-72743babc37a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:20.756898 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'code': 200} Jul 08 02:07:20.789443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:20.795105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9974cb-5561-431a-8ac7-487cd072dfeb req-977ee219-2d71-478f-8913-958f297fba11 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:20.798478 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac9974cb-5561-431a-8ac7-487cd072dfeb req-977ee219-2d71-478f-8913-958f297fba11 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 944 time: 0.3391693 Jul 08 02:07:20.801608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-7d719027-9eec-4b27-bd81-b4b1af297328 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e50e6a28-4597-475c-97d3-7b10ceaa76db HTTP/1.1" status: 200 len: 217 time: 0.0729990 Jul 08 02:07:20.808386 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.851817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:20.871551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.883369 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Added segment 9014720d-abf5-4a86-8e10-a812082b1f98 of type vlan for network c6013606-a918-4822-95a9-8752c8b074f1 Jul 08 02:07:20.896251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d9511ef8-32c1-489e-adfc-d310c7dbf6c6 None None] Provisioning complete for port 2184e299-9c48-40bd-a798-b96e250ebe27 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:20.896639 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d9511ef8-32c1-489e-adfc-d310c7dbf6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.929237 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.981553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89090ea0-0bed-4733-97a9-83d10a4c1275 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.991997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:21.002760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac9974cb-5561-431a-8ac7-487cd072dfeb req-f1e2479b-0b62-4d49-ac5b-697d9045ccdf tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745474 Jul 08 02:07:21.007724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.013043 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.025071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540cca-02bf-4345-a174-022658f29dcc req-d556e34f-6399-4517-9d2d-b26552ebf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:21.027407 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-d556e34f-6399-4517-9d2d-b26552ebf01e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46375d3d-8787-4801-996a-4a40f3912985 HTTP/1.1" status: 200 len: 853 time: 0.1942909 Jul 08 02:07:21.032437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Transition to ACTIVE for port object efc144cd-c612-4225-9176-19588a83fe7d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:21.081000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090ea0-0bed-4733-97a9-83d10a4c1275 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=86cf78da-3ebd-4596-a2ef-4193fa79e266,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:21.091628 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89090ea0-0bed-4733-97a9-83d10a4c1275 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.096057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb698d43-42b4-40d5-bdea-6a647f890a9b None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:21.097406 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-89090ea0-0bed-4733-97a9-83d10a4c1275 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/86cf78da-3ebd-4596-a2ef-4193fa79e266 HTTP/1.1" status: 204 len: 168 time: 1.9593551 Jul 08 02:07:21.098828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:21.100855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.108063 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-0655f693-bd94-4719-b1e3-a0db19efd048 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60f3697e-14a7-43d7-9e1b-8f2acaab3138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681140 Jul 08 02:07:21.116016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:21.116883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.203864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6462882d-22d8-4d99-8815-adb4345c342e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038041 Jul 08 02:07:21.233124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52262) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:21.244350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6473956 Jul 08 02:07:21.253920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:21.264995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:21.266153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'network_id': 'c6013606-a918-4822-95a9-8752c8b074f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:21.401777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:21.424417 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59a0ea70-00a1-4b46-b84a-4ed47e51c35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.443293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598239f-fcd6-47b2-82a3-088221ce3350 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Network': ['ID=c6013606-a918-4822-95a9-8752c8b074f1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:21.457478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network c6013606-a918-4822-95a9-8752c8b074f1 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:21.479843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-78d8b14b-464a-4630-a8be-d7f6c9eefe7c service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632636 Jul 08 02:07:21.536080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Deleting port 2184e299-9c48-40bd-a798-b96e250ebe27 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:21.536719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.607121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59a0ea70-00a1-4b46-b84a-4ed47e51c35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.608889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Made reservation on behalf of 3fa4473bf64645d3bc35c289d647d70d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:21.612570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] For port 2184e299-9c48-40bd-a798-b96e250ebe27, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2184e299-9c48-40bd-a798-b96e250ebe27,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:21.612954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.613528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.623612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5540cca-02bf-4345-a174-022658f29dcc req-357327a1-8680-45cd-97fa-36b8c420f319 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319177 Jul 08 02:07:21.625517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2bbf9-ebed-4a5f-b921-05d14501068f req-6e3709b8-1571-490a-8ef3-4ae449eaed43 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:21.629810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Calling delete_port for 2184e299-9c48-40bd-a798-b96e250ebe27 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:21.631652 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.644793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1fe2bbf9-ebed-4a5f-b921-05d14501068f req-6e3709b8-1571-490a-8ef3-4ae449eaed43 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 943 time: 0.2244952 Jul 08 02:07:21.736630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:21.743055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1fe2bbf9-ebed-4a5f-b921-05d14501068f req-c69a1fe2-7789-4fc5-b0df-93ec9f3617b2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931985 Jul 08 02:07:21.743272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:21.746009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:21.746164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59a0ea70-00a1-4b46-b84a-4ed47e51c35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.751535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=efc144cd-c612-4225-9176-19588a83fe7d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:21.787465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-59a0ea70-00a1-4b46-b84a-4ed47e51c35e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f181872bc9694dd58d72f24e0fcd8bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910986 Jul 08 02:07:21.795606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52280) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:21.806786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Performing IP validity checks on allocation pools {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:07:21.807323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:07:21.839953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0ea70-00a1-4b46-b84a-4ed47e51c35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9e8a2-0562-4285-957c-93e1c78f32fd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:21.858543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:21.859200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.872572 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.875209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2d493-d8c4-4e57-b947-afa6eb90a2b6 req-d6d14505-dda5-4a3d-a765-5b1d04f685cd tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:21.881447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2d493-d8c4-4e57-b947-afa6eb90a2b6 req-d6d14505-dda5-4a3d-a765-5b1d04f685cd tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:21.887925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2d493-d8c4-4e57-b947-afa6eb90a2b6 req-d6d14505-dda5-4a3d-a765-5b1d04f685cd tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:21.897265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72f2d493-d8c4-4e57-b947-afa6eb90a2b6 req-d6d14505-dda5-4a3d-a765-5b1d04f685cd tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 2374 time: 0.2703242 Jul 08 02:07:21.899971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] No DVR routers for this DVR port 2184e299-9c48-40bd-a798-b96e250ebe27 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:21.914029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:21.917314 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.961102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Pushing event deleted for resources: {'Port': ['ID=2184e299-9c48-40bd-a798-b96e250ebe27,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:21.977199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.977818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.978175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.978792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.979190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.979575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.979945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.981214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.981674 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.982081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.982472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:21.982812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e20621-cd23-4fc7-8d1c-e88453f84d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:22.049900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 41bb0edf-6bdc-42c1-bbae-8cbd8491418c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:07:22.051206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b1d9171d-63e8-4bc9-9102-47979f6fe229 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0202923 Jul 08 02:07:22.051828 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a30c6c2-f66a-40fe-9041-ee6653b77804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.070660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72f2d493-d8c4-4e57-b947-afa6eb90a2b6 req-2c7c624d-d21c-4a56-860a-1c80e4f87d17 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691818 Jul 08 02:07:22.090966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e', 'admin_state_up': True, 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'security_groups': ['ff2a276e-c506-4299-bb98-586603adc2e8']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:22.184882 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.221007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:22.237058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '41bb0edf-6bdc-42c1-bbae-8cbd8491418c', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'port_id': '41bb0edf-6bdc-42c1-bbae-8cbd8491418c', 'mac_address': 'fa:16:3e:85:81:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:07:22.266797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a30c6c2-f66a-40fe-9041-ee6653b77804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.278771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Checking segment: {'id': '9014720d-abf5-4a86-8e10-a812082b1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6013606-a918-4822-95a9-8752c8b074f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:22.280964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network hostable DHCP agents. Network: c6013606-a918-4822-95a9-8752c8b074f1, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:22.295680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eba5f-c6e2-4207-9324-1616737a8272 req-889edc33-e17c-4d1f-b6b9-71c9f8baf221 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:22.301356 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.302777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-771eba5f-c6e2-4207-9324-1616737a8272 req-889edc33-e17c-4d1f-b6b9-71c9f8baf221 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1587553 Jul 08 02:07:22.319075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bb0edf-6bdc-42c1-bbae-8cbd8491418c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:22.343243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-11d2505e-9afc-4484-8ebd-7bbcb63061a6 None None] Provisioning for port efc144cd-c612-4225-9176-19588a83fe7d completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:22.348599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:22.352384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-11d2505e-9afc-4484-8ebd-7bbcb63061a6 None None] Provisioning complete for port efc144cd-c612-4225-9176-19588a83fe7d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:22.353121 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-11d2505e-9afc-4484-8ebd-7bbcb63061a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.365876 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-771eba5f-c6e2-4207-9324-1616737a8272 req-e4f3ea6b-57d4-4cda-b324-a704b25df29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620906 Jul 08 02:07:22.368431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=8cad7e89-bc60-454d-914e-1d593d058cf6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:22.418647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-11d2505e-9afc-4484-8ebd-7bbcb63061a6 None None] Port efc144cd-c612-4225-9176-19588a83fe7d cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:22.428479 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.457352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Network c6013606-a918-4822-95a9-8752c8b074f1 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:22.488176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:22.542607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, c6013606-a918-4822-95a9-8752c8b074f1) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:22.553070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:22.556012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.558437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d06f6-a834-4314-bb5a-1c40147f7a4b None None] Network c6013606-a918-4822-95a9-8752c8b074f1 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:22.662896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc4ce0cb-db59-4ead-b1c4-cfae2163c96f tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4070241 Jul 08 02:07:22.677426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:22.683045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7997ea24-a98c-4405-9f43-f9860d5e5d66 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:22.762066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-c6013606-a918-4822-95a9-8752c8b074f1', 'network_id': 'c6013606-a918-4822-95a9-8752c8b074f1', 'tenant_id': '3fa4473bf64645d3bc35c289d647d70d', 'fixed_ips': [{'subnet_id': '8cad7e89-bc60-454d-914e-1d593d058cf6'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:22.763330 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.801707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7997ea24-a98c-4405-9f43-f9860d5e5d66 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4768326'] for subnet, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.801968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['41bb0edf-6bdc-42c1-bbae-8cbd8491418c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:07:22.951797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0fe4-4c22-4b9c-a143-c4cb8c5149d0 req-57cb9d73-f274-4e25-bb58-af11af21c657 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:22.954603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ccf0fe4-4c22-4b9c-a143-c4cb8c5149d0 req-57cb9d73-f274-4e25-bb58-af11af21c657 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 944 time: 0.6585822 Jul 08 02:07:22.986175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:22.996408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a30c6c2-f66a-40fe-9041-ee6653b77804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.998887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a30c6c2-f66a-40fe-9041-ee6653b77804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.003638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4a30c6c2-f66a-40fe-9041-ee6653b77804 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28d9e8a2-0562-4285-957c-93e1c78f32fd HTTP/1.1" status: 204 len: 168 time: 1.2065172 Jul 08 02:07:23.075212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30c6c2-f66a-40fe-9041-ee6653b77804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9e8a2-0562-4285-957c-93e1c78f32fd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:23.107209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7997ea24-a98c-4405-9f43-f9860d5e5d66 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775504228118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4859125'] for subnet, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.123736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ccf0fe4-4c22-4b9c-a143-c4cb8c5149d0 req-881be13e-8b1d-4490-b398-e82fca2d637a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544123 Jul 08 02:07:23.147904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e50e6a28-4597-475c-97d3-7b10ceaa76db details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:07:23.158692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997ea24-a98c-4405-9f43-f9860d5e5d66 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.159368 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7997ea24-a98c-4405-9f43-f9860d5e5d66 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.161124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7997ea24-a98c-4405-9f43-f9860d5e5d66 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "PUT /v2.0/subnets/8cad7e89-bc60-454d-914e-1d593d058cf6 HTTP/1.1" status: 200 len: 877 time: 0.4824400 Jul 08 02:07:23.180945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52300) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:23.192800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.221112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-ceb95537-98ac-4d1f-b84d-c0aa3d216153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.223033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-ceb95537-98ac-4d1f-b84d-c0aa3d216153 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1097 time: 0.1885443 Jul 08 02:07:23.354146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.358108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Allocated IP 172.20.0.3 (c6013606-a918-4822-95a9-8752c8b074f1/8cad7e89-bc60-454d-914e-1d593d058cf6/02dd09b0-30e9-4b21-b3dd-289314d23644) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:23.361531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-d6918280-8c3a-4dc5-b3d7-6bec1ccfe226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.363086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-d6918280-8c3a-4dc5-b3d7-6bec1ccfe226 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1265860 Jul 08 02:07:23.364269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997ea24-a98c-4405-9f43-f9860d5e5d66 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event updated for resources: {'Subnet': ['ID=8cad7e89-bc60-454d-914e-1d593d058cf6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:23.429885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2184e299-9c48-40bd-a798-b96e250ebe27 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:23.431759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:23.438806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138afa51-1974-43d0-948b-762f901e5c17 req-21e2a1a2-113c-4199-8683-9c3d8fd9c142 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.447489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-138afa51-1974-43d0-948b-762f901e5c17 req-21e2a1a2-113c-4199-8683-9c3d8fd9c142 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 944 time: 0.3761928 Jul 08 02:07:23.484307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2184e299-9c48-40bd-a798-b96e250ebe27 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:07:23.484706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2184e299-9c48-40bd-a798-b96e250ebe27 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:07:23.524774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-548c601d-64b0-4c0b-acc6-f57b70b78054 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1000 time: 0.1539981 Jul 08 02:07:23.530967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:23.534982 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-138afa51-1974-43d0-948b-762f901e5c17 req-cee5a35f-8c1d-4f69-9bbd-25e6221ab67d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865338 Jul 08 02:07:23.550349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e50e6a28-4597-475c-97d3-7b10ceaa76db, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e50e6a28-4597-475c-97d3-7b10ceaa76db,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:23.559707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114400e1-7efb-466a-a4d6-aeea9ee7eb74 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:23.569987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.570951 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.585493 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=8e20b572-bcb5-4abc-81c8-8e5ca59be027,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:23.608331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-a268ac3f-e775-47a3-bd5b-d6e834502e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.610269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-a268ac3f-e775-47a3-bd5b-d6e834502e4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.0742340 Jul 08 02:07:23.621581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'e50e6a28-4597-475c-97d3-7b10ceaa76db', 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138', 'port_id': 'e50e6a28-4597-475c-97d3-7b10ceaa76db', 'mac_address': 'fa:16:3e:66:bd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46375d3d-8787-4801-996a-4a40f3912985', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:07:23.698604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-26ba5fff-ff0b-403b-a01b-1ee886c2a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.702791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-26ba5fff-ff0b-403b-a01b-1ee886c2a1d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825393 Jul 08 02:07:23.752337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7f771632-e1dd-4bca-bc56-eae3de43cddb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5228715 Jul 08 02:07:23.773284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52306) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:23.786041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:23.807362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.858562 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.884016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '8e20b572-bcb5-4abc-81c8-8e5ca59be027'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:23.884959 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.898884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-c155108b-6dc4-41dd-b7a2-f1b77953f016 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892037 Jul 08 02:07:23.914510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50e6a28-4597-475c-97d3-7b10ceaa76db {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:23.952478 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.965734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:23.983539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8c058-250d-472a-9b70-c52e2c245c20 req-715106e8-bf33-4cfb-8ed0-6053571c29f8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.985776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9cc8c058-250d-472a-9b70-c52e2c245c20 req-715106e8-bf33-4cfb-8ed0-6053571c29f8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.5737283 Jul 08 02:07:23.990240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24fc2269-bf93-4896-a4f3-9bf3826309d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.112684 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24fc2269-bf93-4896-a4f3-9bf3826309d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.142918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e50e6a28-4597-475c-97d3-7b10ceaa76db, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e50e6a28-4597-475c-97d3-7b10ceaa76db,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:24.161593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Transition to ACTIVE for port object 02dd09b0-30e9-4b21-b3dd-289314d23644 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:24.165964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b057671-c23f-4503-821a-4b7ddc4ce956 req-39ce788e-95e7-47ae-850e-47f874277110 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541986 Jul 08 02:07:24.193786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Transition to ACTIVE for port object 02dd09b0-30e9-4b21-b3dd-289314d23644 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:24.200793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24fc2269-bf93-4896-a4f3-9bf3826309d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.203244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Allocated IP 172.20.0.2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/8e20b572-bcb5-4abc-81c8-8e5ca59be027/e2e1706a-ff05-4460-b3d4-984b97feb675) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:24.251530 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.272277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9cc8c058-250d-472a-9b70-c52e2c245c20 req-a661f9ff-ebe6-4770-850f-b4c00b87cb85 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734439 Jul 08 02:07:24.286984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-24fc2269-bf93-4896-a4f3-9bf3826309d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63f066c89e0848328d84831f68cacef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201940 Jul 08 02:07:24.288838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc2269-bf93-4896-a4f3-9bf3826309d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2498a33c-bc61-43cf-a945-383fa5771ee6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:24.290897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Allocated IP 10.2.2.100 (8a34471b-47fa-4c6c-afcc-458992f3c06e/c335fd61-1c18-46ef-a8ea-6e380f5fe480/b9991d29-8ba2-46eb-9dce-e1b0bb59570e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:24.292722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:24.309977 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.370752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5674-6f9e-4c7a-b58b-0158f7b31336 req-c8620ef7-f59a-43a6-8ccd-88ede71ad493 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:24.377817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5674-6f9e-4c7a-b58b-0158f7b31336 req-c8620ef7-f59a-43a6-8ccd-88ede71ad493 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:24.384160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db5674-6f9e-4c7a-b58b-0158f7b31336 req-c8620ef7-f59a-43a6-8ccd-88ede71ad493 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:24.386400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83db5674-6f9e-4c7a-b58b-0158f7b31336 req-c8620ef7-f59a-43a6-8ccd-88ede71ad493 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 2374 time: 0.1632826 Jul 08 02:07:24.444146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-318c41ce-ba9a-4864-8798-61ce168f3b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.477072 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83db5674-6f9e-4c7a-b58b-0158f7b31336 req-f51a82cd-08a2-48f2-a66c-8c0328665ce7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743294 Jul 08 02:07:24.505818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:24.511785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.514512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-318c41ce-ba9a-4864-8798-61ce168f3b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.528168 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.569363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Network c6013606-a918-4822-95a9-8752c8b074f1 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:24.574717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:24.577263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:24.596406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e50e6a28-4597-475c-97d3-7b10ceaa76db,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:24.651586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Pushing event updated for resources: {'Port': ['ID=02dd09b0-30e9-4b21-b3dd-289314d23644,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:24.654295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e50e6a28-4597-475c-97d3-7b10ceaa76db'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:07:24.662737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-318c41ce-ba9a-4864-8798-61ce168f3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.672077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-318c41ce-ba9a-4864-8798-61ce168f3b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.675141 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-318c41ce-ba9a-4864-8798-61ce168f3b90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2498a33c-bc61-43cf-a945-383fa5771ee6 HTTP/1.1" status: 204 len: 168 time: 0.3809073 Jul 08 02:07:24.721662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c41ce-ba9a-4864-8798-61ce168f3b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2498a33c-bc61-43cf-a945-383fa5771ee6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:24.768106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.828966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Transition to ACTIVE for port object b9991d29-8ba2-46eb-9dce-e1b0bb59570e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:24.837158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9a3bc-fb53-4c0b-a8a1-b51d1bdc0c3d req-6ba6695d-8b1a-4501-9b2e-3a39561059be tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:24.839083 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ae9a3bc-fb53-4c0b-a8a1-b51d1bdc0c3d req-6ba6695d-8b1a-4501-9b2e-3a39561059be tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 944 time: 0.1053622 Jul 08 02:07:24.898019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Attempting to bind port 02dd09b0-30e9-4b21-b3dd-289314d23644 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:24.902133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Attempting to bind port 02dd09b0-30e9-4b21-b3dd-289314d23644 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9014720d-abf5-4a86-8e10-a812082b1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6013606-a918-4822-95a9-8752c8b074f1'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:24.902133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Attempting to bind port 02dd09b0-30e9-4b21-b3dd-289314d23644 on network c6013606-a918-4822-95a9-8752c8b074f1 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:24.902949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153273a0-eab2-4883-b3c7-ea45de13e58d req-e70f6d5d-89c5-4ead-869b-ea24991b7eb4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:24.902949 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-153273a0-eab2-4883-b3c7-ea45de13e58d req-e70f6d5d-89c5-4ead-869b-ea24991b7eb4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 945 time: 0.3824897 Jul 08 02:07:24.911006 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ae9a3bc-fb53-4c0b-a8a1-b51d1bdc0c3d req-ecf97151-d717-49e3-a302-250dca026b8a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Jul 08 02:07:24.931611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:24.932140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Checking segment: {'id': '9014720d-abf5-4a86-8e10-a812082b1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6013606-a918-4822-95a9-8752c8b074f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:24.932653 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.933174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Bound using segment: {'id': '9014720d-abf5-4a86-8e10-a812082b1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6013606-a918-4822-95a9-8752c8b074f1'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:24.933993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Bound port: 02dd09b0-30e9-4b21-b3dd-289314d23644, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9014720d-abf5-4a86-8e10-a812082b1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c6013606-a918-4822-95a9-8752c8b074f1'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:24.934252 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.963006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-153273a0-eab2-4883-b3c7-ea45de13e58d req-2add9fbc-efd8-4e88-a244-12704911b0a8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521936 Jul 08 02:07:24.971576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.016927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.036007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.057407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Transition to ACTIVE for port object e2e1706a-ff05-4460-b3d4-984b97feb675 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:25.072045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=8cad7e89-bc60-454d-914e-1d593d058cf6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:25.136064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Transition to ACTIVE for port object e2e1706a-ff05-4460-b3d4-984b97feb675 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:25.140298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] For port 02dd09b0-30e9-4b21-b3dd-289314d23644, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:25.152894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] For port 02dd09b0-30e9-4b21-b3dd-289314d23644, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=02dd09b0-30e9-4b21-b3dd-289314d23644,segment=NetworkSegment(9014720d-abf5-4a86-8e10-a812082b1f98),segment_id=9014720d-abf5-4a86-8e10-a812082b1f98)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:25.169246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:25.173756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network 8a34471b-47fa-4c6c-afcc-458992f3c06e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:25.178273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:25.187849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:25.202630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.231897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6013606-a918-4822-95a9-8752c8b074f1']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:25.246835 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.282339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9014720d-abf5-4a86-8e10-a812082b1f98') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:25.282339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9014720d-abf5-4a86-8e10-a812082b1f98') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:25.315158 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.345774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:25.359840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Pushing event updated for resources: {'Port': ['ID=e2e1706a-ff05-4460-b3d4-984b97feb675,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:25.370605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:25.463835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:25.465368 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.472190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.478739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:25.489183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.495686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b0608-fe6a-4315-93c9-011ba72a43fc None None] Pushing event updated for resources: {'Port': ['ID=02dd09b0-30e9-4b21-b3dd-289314d23644,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:25.498219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:25.498736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:25.572373 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:25.586230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Attempting to bind port e2e1706a-ff05-4460-b3d4-984b97feb675 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:25.586819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Attempting to bind port e2e1706a-ff05-4460-b3d4-984b97feb675 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:25.587042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Attempting to bind port e2e1706a-ff05-4460-b3d4-984b97feb675 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:25.600415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:25.600852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:25.601268 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.601671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:25.602172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Bound port: e2e1706a-ff05-4460-b3d4-984b97feb675, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:25.602569 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.607134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e16665-cc1d-4ca1-95dd-b75ec34114a4 None None] Network c6013606-a918-4822-95a9-8752c8b074f1 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:25.650734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:07:25.650734 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:07:25.650734 n-d-695189-13 neutron-server[100713]: [parameters: {'id': 'c6013606-a918-4822-95a9-8752c8b074f1'}] Jul 08 02:07:25.650734 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:07:25.651803 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:07:25.749788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-24419bf3-e9d2-4cd4-9a8e-61f92c9d1723 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6743944 Jul 08 02:07:25.753423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e89d6-45de-41d2-9ac5-bd7dd1fd5cf5 req-bfb6ed43-9149-48dc-9734-6cfff0180857 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:25.760816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e89d6-45de-41d2-9ac5-bd7dd1fd5cf5 req-bfb6ed43-9149-48dc-9734-6cfff0180857 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:25.771163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e89d6-45de-41d2-9ac5-bd7dd1fd5cf5 req-bfb6ed43-9149-48dc-9734-6cfff0180857 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:25.772016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e', 'admin_state_up': True, 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'security_groups': ['ff2a276e-c506-4299-bb98-586603adc2e8']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:25.781478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e89d6-45de-41d2-9ac5-bd7dd1fd5cf5 req-bfb6ed43-9149-48dc-9734-6cfff0180857 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:25.794091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de7e89d6-45de-41d2-9ac5-bd7dd1fd5cf5 req-bfb6ed43-9149-48dc-9734-6cfff0180857 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 3095 time: 0.1253138 Jul 08 02:07:25.804903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:07:25.841719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de7e89d6-45de-41d2-9ac5-bd7dd1fd5cf5 req-e7cf5750-4b1e-4675-8354-d30d0d5d1d78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465317 Jul 08 02:07:25.857635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714614cc-63ea-4e4a-9ec3-e62ccddb0488 req-d5f350fb-e68d-45d1-83bf-5aba71b3ac5e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:25.859314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-714614cc-63ea-4e4a-9ec3-e62ccddb0488 req-d5f350fb-e68d-45d1-83bf-5aba71b3ac5e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.3903358 Jul 08 02:07:25.879730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] For port e2e1706a-ff05-4460-b3d4-984b97feb675, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:25.881696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-63fbe27d-98e1-4ee8-9e1c-16b91024e1f9 None None] Provisioning for port b9991d29-8ba2-46eb-9dce-e1b0bb59570e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:25.899062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] For port e2e1706a-ff05-4460-b3d4-984b97feb675, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2e1706a-ff05-4460-b3d4-984b97feb675,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:25.900180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-63fbe27d-98e1-4ee8-9e1c-16b91024e1f9 None None] Provisioning complete for port b9991d29-8ba2-46eb-9dce-e1b0bb59570e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:25.900709 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-63fbe27d-98e1-4ee8-9e1c-16b91024e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.950213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-63fbe27d-98e1-4ee8-9e1c-16b91024e1f9 None None] Port b9991d29-8ba2-46eb-9dce-e1b0bb59570e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:25.966867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893a367-ec40-44c9-ab1f-b39a601dc202 None None] Network c6013606-a918-4822-95a9-8752c8b074f1 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:26.012037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-714614cc-63ea-4e4a-9ec3-e62ccddb0488 req-3021c032-b130-48f3-ba59-fcf639e93983 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036062 Jul 08 02:07:26.029882 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.093557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 41bb0edf-6bdc-42c1-bbae-8cbd8491418c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:26.153579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.175645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5bcd6-de85-4592-bdb3-574cd0436fc4 req-ed2af053-95e4-4fc8-ba13-483d09af96af tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:26.179565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29d5bcd6-de85-4592-bdb3-574cd0436fc4 req-ed2af053-95e4-4fc8-ba13-483d09af96af tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 944 time: 0.0795169 Jul 08 02:07:26.184787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330058b5-e53c-4818-8a95-79fd12f29b61 None None] Pushing event updated for resources: {'Port': ['ID=e2e1706a-ff05-4460-b3d4-984b97feb675,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:26.227403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Made reservation on behalf of 69b9cc486b0940af831fa3648353640c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:26.234304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.248822 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29d5bcd6-de85-4592-bdb3-574cd0436fc4 req-295f835c-2cfd-448a-8077-f0f9e1ac7bf6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634871 Jul 08 02:07:26.372742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:26.379618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:26.380373 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.400201 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.532477 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.595955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225c8733-3978-4c79-af3d-7a6bc80313bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bb0edf-6bdc-42c1-bbae-8cbd8491418c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:26.604336 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc9234-f856-4d4d-97bb-c2128b21abc0" -d '{"events": [{"server_uuid": "225c8733-3978-4c79-af3d-7a6bc80313bc", "name": "network-vif-plugged", "status": "completed", "tag": "41bb0edf-6bdc-42c1-bbae-8cbd8491418c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:26.630798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:26.684655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Deleting port 02dd09b0-30e9-4b21-b3dd-289314d23644 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:26.685013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.739727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.778696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9c06b-bf4b-4620-b3e8-5012ce71037f req-4c36adcd-e461-45e3-be58-7adee2c23646 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:26.780414 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63f9c06b-bf4b-4620-b3e8-5012ce71037f req-4c36adcd-e461-45e3-be58-7adee2c23646 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 945 time: 0.5581045 Jul 08 02:07:26.793715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:26.806688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4b18d-8993-423a-8a24-eef697969f91 req-0b66d532-34b6-4d9f-b033-f6add6d50659 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:26.808906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3f4b18d-8993-423a-8a24-eef697969f91 req-0b66d532-34b6-4d9f-b033-f6add6d50659 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0854328 Jul 08 02:07:26.872826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3f4b18d-8993-423a-8a24-eef697969f91 req-cfe578b4-30a5-47a0-ad19-ed2b51ea9212 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570464 Jul 08 02:07:26.916310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Allocated IP 10.2.2.200 (8a34471b-47fa-4c6c-afcc-458992f3c06e/c335fd61-1c18-46ef-a8ea-6e380f5fe480/702832bc-cf71-4387-a8a2-f7e9161f90d7) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:26.923387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] For port 02dd09b0-30e9-4b21-b3dd-289314d23644, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=02dd09b0-30e9-4b21-b3dd-289314d23644,segment=NetworkSegment(9014720d-abf5-4a86-8e10-a812082b1f98),segment_id=9014720d-abf5-4a86-8e10-a812082b1f98)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:26.923387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.928501 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c804e54-85da-45a7-aaf4-98ada1336ad7 x-openstack-request-id: req-9c804e54-85da-45a7-aaf4-98ada1336ad7 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:26.928501 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225c8733-3978-4c79-af3d-7a6bc80313bc", "name": "network-vif-plugged", "status": "completed", "tag": "41bb0edf-6bdc-42c1-bbae-8cbd8491418c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:26.928954 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c804e54-85da-45a7-aaf4-98ada1336ad7 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:26.929522 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225c8733-3978-4c79-af3d-7a6bc80313bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bb0edf-6bdc-42c1-bbae-8cbd8491418c', 'code': 200} Jul 08 02:07:26.968500 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63f9c06b-bf4b-4620-b3e8-5012ce71037f req-e845b7c7-74f7-488c-bbb4-b1cd79dafe0a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409657 Jul 08 02:07:27.005506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Calling delete_port for 02dd09b0-30e9-4b21-b3dd-289314d23644 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:27.015191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] For port e2e1706a-ff05-4460-b3d4-984b97feb675, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2e1706a-ff05-4460-b3d4-984b97feb675,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:27.116436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c442b-5372-40ed-8e10-18f8b45fb93a req-bd164fa4-bfe9-44d4-b3c6-3d61dbac2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:27.118019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d9c442b-5372-40ed-8e10-18f8b45fb93a req-bd164fa4-bfe9-44d4-b3c6-3d61dbac2241 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 1097 time: 0.0981708 Jul 08 02:07:27.171832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e50e6a28-4597-475c-97d3-7b10ceaa76db up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:27.233496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d9c442b-5372-40ed-8e10-18f8b45fb93a req-89ecfb1e-c536-45e5-9070-beaa719a4fd9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013532 Jul 08 02:07:27.269243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e479d6f-b286-4a4c-9fa1-1771c36b9880 req-e043559f-17df-4664-9019-caeac8d26f31 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:27.281158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e479d6f-b286-4a4c-9fa1-1771c36b9880 req-e043559f-17df-4664-9019-caeac8d26f31 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:27.301680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e479d6f-b286-4a4c-9fa1-1771c36b9880 req-e043559f-17df-4664-9019-caeac8d26f31 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:27.307884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.312461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e479d6f-b286-4a4c-9fa1-1771c36b9880 req-e043559f-17df-4664-9019-caeac8d26f31 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:27.314274 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e479d6f-b286-4a4c-9fa1-1771c36b9880 req-e043559f-17df-4664-9019-caeac8d26f31 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 3095 time: 0.1588268 Jul 08 02:07:27.353959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port e50e6a28-4597-475c-97d3-7b10ceaa76db completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:27.359086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port e50e6a28-4597-475c-97d3-7b10ceaa76db triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:27.359663 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.417026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.417813 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.429054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e479d6f-b286-4a4c-9fa1-1771c36b9880 req-a846bf62-7aab-4396-8d9b-c9b6bbc6a824 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079617 Jul 08 02:07:27.516913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2e1706a-ff05-4460-b3d4-984b97feb675 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:27.575086 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.578028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.599331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Transition to ACTIVE for port object 702832bc-cf71-4387-a8a2-f7e9161f90d7 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:27.632808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e50e6a28-4597-475c-97d3-7b10ceaa76db, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e50e6a28-4597-475c-97d3-7b10ceaa76db,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:27.680118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92d2d6-2a3a-4987-bec6-f54cc6de4723 req-4dc1b033-a36b-46c0-a8ca-e158891352cb tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:27.681929 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb92d2d6-2a3a-4987-bec6-f54cc6de4723 req-4dc1b033-a36b-46c0-a8ca-e158891352cb tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 945 time: 0.1333685 Jul 08 02:07:27.692679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:27.711721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:27.712342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca5577-1724-4dac-a7e7-07a7f778f551 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:07:27.715265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:27.716441 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.725761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=74449880-dd4f-4003-a9bf-7dc7d9fdae9e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:27.753459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af91ca-c81d-43f1-a517-8ee5846c49c4 req-6a283f35-dc03-4fc5-8447-51f72ce3fdf4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:27.755858 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27af91ca-c81d-43f1-a517-8ee5846c49c4 req-6a283f35-dc03-4fc5-8447-51f72ce3fdf4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.5322375 Jul 08 02:07:27.756753 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.760972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb92d2d6-2a3a-4987-bec6-f54cc6de4723 req-3ca280db-af16-406a-8585-c95a03d07609 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680277 Jul 08 02:07:27.764315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=e2e1706a-ff05-4460-b3d4-984b97feb675,revision_number=4']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:27.819276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e2e1706a-ff05-4460-b3d4-984b97feb675 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:27.823299 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27af91ca-c81d-43f1-a517-8ee5846c49c4 req-21827094-de0a-449a-a56f-b4087bb08269 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613623 Jul 08 02:07:27.861575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.870233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.904757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No DVR routers for this DVR port 02dd09b0-30e9-4b21-b3dd-289314d23644 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:27.908018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Port': ['ID=02dd09b0-30e9-4b21-b3dd-289314d23644,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:27.929828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e50e6a28-4597-475c-97d3-7b10ceaa76db,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:27.968877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-476378a6-dff9-4c9d-b3c3-e11bac98c744 None None] Provisioning for port e2e1706a-ff05-4460-b3d4-984b97feb675 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:27.969300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-decdcbc5-bf95-4c2d-bbc1-d352e556ced2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1878095 Jul 08 02:07:27.970061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:27.977411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:c9:c7:e5', 'name': 'tempest-NetworksTestDHCPv6-1774542974'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:28.077905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.106634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6013606-a918-4822-95a9-8752c8b074f1']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:28.147466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9014720d-abf5-4a86-8e10-a812082b1f98') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:28.148008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9014720d-abf5-4a86-8e10-a812082b1f98') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:28.161298 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.177395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca5577-1724-4dac-a7e7-07a7f778f551 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:07:28.182244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-476378a6-dff9-4c9d-b3c3-e11bac98c744 None None] Provisioning complete for port e2e1706a-ff05-4460-b3d4-984b97feb675 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:28.182744 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-476378a6-dff9-4c9d-b3c3-e11bac98c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.183361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.191305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:28.192711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:28.251430 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:28.282117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Network 8a34471b-47fa-4c6c-afcc-458992f3c06e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:28.305913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:28.308618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:28.369931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:28.370672 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.407865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event updated for resources: {'Port': ['ID=702832bc-cf71-4387-a8a2-f7e9161f90d7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:28.441172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:28.476462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6b12f-48c3-4a0e-8bf3-d1133dde9235 req-bdfeb9a3-8cff-43dc-be57-0bed3383c1fd tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:28.477887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fd6b12f-48c3-4a0e-8bf3-d1133dde9235 req-bdfeb9a3-8cff-43dc-be57-0bed3383c1fd tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 946 time: 0.2080276 Jul 08 02:07:28.478768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.483797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.489511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/c6013606-a918-4822-95a9-8752c8b074f1 HTTP/1.1" status: 204 len: 168 time: 5.3011277 Jul 08 02:07:28.493547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52410) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:28.524617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-15914db7-c5fb-4c14-9768-2097d0567de4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:28.531993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-15914db7-c5fb-4c14-9768-2097d0567de4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.3688090 Jul 08 02:07:28.540260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-476378a6-dff9-4c9d-b3c3-e11bac98c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.545393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119996ad-1119-40c2-bfe9-1da090e3de92 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=c6013606-a918-4822-95a9-8752c8b074f1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:28.578206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-c5395466-a04b-4e09-9263-b69e0d79b43d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8168154 Jul 08 02:07:28.588643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-4c9b5d22-6f3d-4397-b9a6-2bacc9700a5a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/quotas/6088de6936a647d0845e90076cb4babb HTTP/1.1" status: 200 len: 375 time: 0.0546443 Jul 08 02:07:28.608285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:28.616488 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fd6b12f-48c3-4a0e-8bf3-d1133dde9235 req-8b79ec17-1d9e-4bad-b34f-e03d155187f2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195629 Jul 08 02:07:28.616488 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8159624-af32-493c-8a5a-a121711d899c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:28.616826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8159624-af32-493c-8a5a-a121711d899c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:28.618424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8159624-af32-493c-8a5a-a121711d899c tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/8cad7e89-bc60-454d-914e-1d593d058cf6 HTTP/1.1" status: 404 len: 337 time: 0.1215761 Jul 08 02:07:28.620949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52416) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:28.664882 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea99017-e56f-4f81-b949-5fb1ab0a6d99 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:28.666030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea99017-e56f-4f81-b949-5fb1ab0a6d99 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:28.668261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9ea99017-e56f-4f81-b949-5fb1ab0a6d99 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/c6013606-a918-4822-95a9-8752c8b074f1 HTTP/1.1" status: 404 len: 339 time: 0.0459707 Jul 08 02:07:28.677798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52418) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:28.688646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-476378a6-dff9-4c9d-b3c3-e11bac98c744 None None] For port e2e1706a-ff05-4460-b3d4-984b97feb675, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2e1706a-ff05-4460-b3d4-984b97feb675,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:28.690233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.729446 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61edaee-72c8-433e-abf7-aa3c1ab23508 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:28.729913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61edaee-72c8-433e-abf7-aa3c1ab23508 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:28.732046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d61edaee-72c8-433e-abf7-aa3c1ab23508 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/3a705e31-ca79-455b-a724-ecccd86dfd13 HTTP/1.1" status: 404 len: 337 time: 0.0532036 Jul 08 02:07:28.734293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port d16f68b5-e857-4de1-9691-d73292d4de0f yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:07:28.737864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52420) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:28.785638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-476378a6-dff9-4c9d-b3c3-e11bac98c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.875427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-13dc4dd9-e7ae-486d-ac78-e6756c38472f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2860029 Jul 08 02:07:28.886412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476378a6-dff9-4c9d-b3c3-e11bac98c744 None None] Pushing event updated for resources: {'Port': ['ID=e2e1706a-ff05-4460-b3d4-984b97feb675,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:28.906473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea34be7-a6af-4e40-a9bf-4dcb837401f0 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:28.968780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23819d22-81bf-4d63-b6ca-880d751de985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50e6a28-4597-475c-97d3-7b10ceaa76db'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:28.971952 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d8f07-cf66-48fc-857d-3ca9d8fb8cd4" -d '{"events": [{"server_uuid": "23819d22-81bf-4d63-b6ca-880d751de985", "name": "network-vif-plugged", "status": "completed", "tag": "e50e6a28-4597-475c-97d3-7b10ceaa76db"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:29.046797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 172.20.0.14 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/8e20b572-bcb5-4abc-81c8-8e5ca59be027/d16f68b5-e857-4de1-9691-d73292d4de0f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:29.064228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:fec9:c7e5 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/74449880-dd4f-4003-a9bf-7dc7d9fdae9e/d16f68b5-e857-4de1-9691-d73292d4de0f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:29.272754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:29.287177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object d16f68b5-e857-4de1-9691-d73292d4de0f will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:29.388585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52430) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:29.393727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9956c8ca-80aa-4e39-876b-0959ceacbfec None None] Provisioning for port 702832bc-cf71-4387-a8a2-f7e9161f90d7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:29.399079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9956c8ca-80aa-4e39-876b-0959ceacbfec None None] Provisioning complete for port 702832bc-cf71-4387-a8a2-f7e9161f90d7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:29.404973 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9956c8ca-80aa-4e39-876b-0959ceacbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:29.425227 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a27ac20-57a4-4b2e-98cc-4d7ea800771a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:29.428693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a27ac20-57a4-4b2e-98cc-4d7ea800771a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:29.431613 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5a27ac20-57a4-4b2e-98cc-4d7ea800771a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/0b373f40-c05f-47ef-8c08-77ae91806b40 HTTP/1.1" status: 404 len: 339 time: 0.6920295 Jul 08 02:07:29.445972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52434) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:29.544097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-d5cc31c7-f5ba-426c-b430-0223c5979204 service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100914 Jul 08 02:07:29.554720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:29.555282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9956c8ca-80aa-4e39-876b-0959ceacbfec None None] Port 702832bc-cf71-4387-a8a2-f7e9161f90d7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:29.560358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2e1706a-ff05-4460-b3d4-984b97feb675 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:29.572882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:29.635211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e2e1706a-ff05-4460-b3d4-984b97feb675 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:29.635631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:29.681418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63df35-902a-40a7-bac1-55a5a77af894 req-37e083ab-352e-404b-9580-9971342877c9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:29.686048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:29.691127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63df35-902a-40a7-bac1-55a5a77af894 req-37e083ab-352e-404b-9580-9971342877c9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:29.699206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63df35-902a-40a7-bac1-55a5a77af894 req-37e083ab-352e-404b-9580-9971342877c9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:29.707932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63df35-902a-40a7-bac1-55a5a77af894 req-37e083ab-352e-404b-9580-9971342877c9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:29.716125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63df35-902a-40a7-bac1-55a5a77af894 req-37e083ab-352e-404b-9580-9971342877c9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:29.718670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:29.730041 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b63df35-902a-40a7-bac1-55a5a77af894 req-37e083ab-352e-404b-9580-9971342877c9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 3816 time: 0.3412979 Jul 08 02:07:29.734502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:29.783998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=d16f68b5-e857-4de1-9691-d73292d4de0f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:29.790293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:29.811870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:29.812850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:29.851995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-bc9c493b-9ed3-40f8-b4ab-44cce510a00f service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069720 Jul 08 02:07:29.874429 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f381828-c7d4-43d2-be54-764a82bd6c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:29.900124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-42454e60-4ee8-49dc-a829-d292582edd8c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9278159 Jul 08 02:07:29.900600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:29.917599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b63df35-902a-40a7-bac1-55a5a77af894 req-24bfc1e4-dfc5-430c-8542-2e3065b1ad60 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787961 Jul 08 02:07:30.030150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eab936a-921e-4168-8c4c-e0eb7b15f600 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:30.037243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eab936a-921e-4168-8c4c-e0eb7b15f600 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:30.041938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9eab936a-921e-4168-8c4c-e0eb7b15f600 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1402948 Jul 08 02:07:30.042765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52440) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:30.194475 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10f4bca-cc48-488d-a928-2332e2f9a459 x-openstack-request-id: req-d10f4bca-cc48-488d-a928-2332e2f9a459 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:30.194919 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23819d22-81bf-4d63-b6ca-880d751de985", "name": "network-vif-plugged", "status": "completed", "tag": "e50e6a28-4597-475c-97d3-7b10ceaa76db", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:30.195037 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d10f4bca-cc48-488d-a928-2332e2f9a459 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:30.200343 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23819d22-81bf-4d63-b6ca-880d751de985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50e6a28-4597-475c-97d3-7b10ceaa76db', 'code': 200} Jul 08 02:07:30.215459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c05bb92d-56cb-412a-bc1f-a37ba7356ffc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port d16f68b5-e857-4de1-9691-d73292d4de0f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:30.215983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c05bb92d-56cb-412a-bc1f-a37ba7356ffc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.292499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-eb296d17-22e2-4965-904a-72dfcb012b0c None None] Provisioning complete for port e2e1706a-ff05-4460-b3d4-984b97feb675 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:30.293053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eb296d17-22e2-4965-904a-72dfcb012b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.307902 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.461742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47d3eef-0d8f-4d21-844a-e698aa5e4fc4']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:30.475915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c05bb92d-56cb-412a-bc1f-a37ba7356ffc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.495692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c05bb92d-56cb-412a-bc1f-a37ba7356ffc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for d16f68b5-e857-4de1-9691-d73292d4de0f owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:30.525315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f381828-c7d4-43d2-be54-764a82bd6c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.546746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745dbe90-51cc-449a-8ef7-66a81af70695') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:30.547659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745dbe90-51cc-449a-8ef7-66a81af70695') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:30.592660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.624031 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f381828-c7d4-43d2-be54-764a82bd6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.652765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c6ffd-15fb-4f96-b1ec-f2c39415a3e1 req-4403cb82-9711-479b-b37c-326ebc337b3c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:30.654433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-284c6ffd-15fb-4f96-b1ec-f2c39415a3e1 req-4403cb82-9711-479b-b37c-326ebc337b3c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 946 time: 0.1090214 Jul 08 02:07:30.734314 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.750189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6f381828-c7d4-43d2-be54-764a82bd6c3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1be84a4cceb945f184d0bb02481b9870&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3592048 Jul 08 02:07:30.751013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f381828-c7d4-43d2-be54-764a82bd6c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0093a-d14b-4e68-83ac-fb7b89903748,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:30.760451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-284c6ffd-15fb-4f96-b1ec-f2c39415a3e1 req-f1f0fa0b-dafc-40ae-a4a3-551ba2b667a2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959954 Jul 08 02:07:30.760606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52450) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:30.777756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e078b3-c990-472e-b81d-4d6a7a26d4e6 req-2e4e39bb-af19-4456-95da-5898d76248a8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:30.779248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0e078b3-c990-472e-b81d-4d6a7a26d4e6 req-2e4e39bb-af19-4456-95da-5898d76248a8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 945 time: 0.6940835 Jul 08 02:07:30.786874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:30.787286 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:30.790763 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:30.882755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6fb2b352-b6fb-4367-a78b-6e2bf273c7fd req-4911daf7-129c-4ba6-bacd-d172aa98194e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 210 time: 0.0361590 Jul 08 02:07:30.919816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8afe4-2bd9-4877-827b-5d51ec8da0a3 req-b804907d-88b5-4140-ab41-3ce7b8e17538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:30.923619 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4b8afe4-2bd9-4877-827b-5d51ec8da0a3 req-b804907d-88b5-4140-ab41-3ce7b8e17538 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 1098 time: 0.6165996 Jul 08 02:07:30.960325 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0e078b3-c990-472e-b81d-4d6a7a26d4e6 req-14b2ae8b-de42-458b-b140-817f7fdcef51 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687741 Jul 08 02:07:31.001903 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c05bb92d-56cb-412a-bc1f-a37ba7356ffc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.004839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bcd9fd61-e1ac-4dee-a0d2-934399696cdf None None] Provisioning for port d16f68b5-e857-4de1-9691-d73292d4de0f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:31.014016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af81c64-3a1e-40c0-98d1-09119c11a47e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:31.015291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bcd9fd61-e1ac-4dee-a0d2-934399696cdf None None] Provisioning complete for port d16f68b5-e857-4de1-9691-d73292d4de0f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:31.016596 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fd61-e1ac-4dee-a0d2-934399696cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.026657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-607c646d-8923-49c6-bd7b-f7d8283c029f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.033252 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.039954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.051121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4b8afe4-2bd9-4877-827b-5d51ec8da0a3 req-e47b2118-ce57-41b3-b0ab-bd2a9ed9ecdd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949950 Jul 08 02:07:31.059028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bb92d-56cb-412a-bc1f-a37ba7356ffc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=d16f68b5-e857-4de1-9691-d73292d4de0f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:31.059257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9fd61-e1ac-4dee-a0d2-934399696cdf None None] Port d16f68b5-e857-4de1-9691-d73292d4de0f was deleted so its status cannot be updated. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 02:07:31.061786 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.066146 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/f47d3eef-0d8f-4d21-844a-e698aa5e4fc4 HTTP/1.1" status: 204 len: 168 time: 1.6180818 Jul 08 02:07:31.071467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Transition to ACTIVE for port object 2af81c64-3a1e-40c0-98d1-09119c11a47e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:31.071467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52458) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.098462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a2def-c816-41cb-a985-bbc5e1c5cbdf tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=f47d3eef-0d8f-4d21-844a-e698aa5e4fc4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:31.121012 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-607c646d-8923-49c6-bd7b-f7d8283c029f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.128687 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c585d69-de7c-41ee-8018-99c9aaa1e43b tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.129189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c585d69-de7c-41ee-8018-99c9aaa1e43b tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.130975 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3c585d69-de7c-41ee-8018-99c9aaa1e43b tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/81edadc5-ba63-4481-8f48-a6be4af8eb2d HTTP/1.1" status: 404 len: 337 time: 0.0515060 Jul 08 02:07:31.133675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52460) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.180500 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bba93d-824d-4bd0-859a-80398072b207 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.181106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bba93d-824d-4bd0-859a-80398072b207 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.182819 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-87bba93d-824d-4bd0-859a-80398072b207 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/2faa5c28-52f2-40a4-94a7-77ed4f5faec0 HTTP/1.1" status: 404 len: 339 time: 0.0482352 Jul 08 02:07:31.191872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52462) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.259840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c05bb92d-56cb-412a-bc1f-a37ba7356ffc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.262600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c05bb92d-56cb-412a-bc1f-a37ba7356ffc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/d16f68b5-e857-4de1-9691-d73292d4de0f HTTP/1.1" status: 204 len: 168 time: 1.2185776 Jul 08 02:07:31.265497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.280731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.304273 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ea97e7-591e-43ed-8558-057f4b1e2bb3 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.304739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ea97e7-591e-43ed-8558-057f4b1e2bb3 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.309142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a0ea97e7-591e-43ed-8558-057f4b1e2bb3 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/62142333-e2a9-46eb-932c-9c80084a00e4 HTTP/1.1" status: 404 len: 337 time: 0.1105521 Jul 08 02:07:31.318522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52466) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.361559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Pushing event updated for resources: {'Port': ['ID=2af81c64-3a1e-40c0-98d1-09119c11a47e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:31.369409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f85b0-eb81-455d-814f-5892564bc226 req-3c0db511-05c7-4850-8907-d18f30a0cf44 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.376305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f85b0-eb81-455d-814f-5892564bc226 req-3c0db511-05c7-4850-8907-d18f30a0cf44 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.383228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f85b0-eb81-455d-814f-5892564bc226 req-3c0db511-05c7-4850-8907-d18f30a0cf44 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.389600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f85b0-eb81-455d-814f-5892564bc226 req-3c0db511-05c7-4850-8907-d18f30a0cf44 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.396484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f85b0-eb81-455d-814f-5892564bc226 req-3c0db511-05c7-4850-8907-d18f30a0cf44 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.404660 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-456f85b0-eb81-455d-814f-5892564bc226 req-3c0db511-05c7-4850-8907-d18f30a0cf44 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 3828 time: 0.2272830 Jul 08 02:07:31.410186 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-569546cd-ce1c-4077-bdcb-3dfa359d6c83 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.411098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569546cd-ce1c-4077-bdcb-3dfa359d6c83 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.411611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-607c646d-8923-49c6-bd7b-f7d8283c029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.413337 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-569546cd-ce1c-4077-bdcb-3dfa359d6c83 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/577800b0-7a25-4067-996a-f8650c348783 HTTP/1.1" status: 404 len: 339 time: 0.0919907 Jul 08 02:07:31.414099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-607c646d-8923-49c6-bd7b-f7d8283c029f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.417401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-607c646d-8923-49c6-bd7b-f7d8283c029f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55d0093a-d14b-4e68-83ac-fb7b89903748 HTTP/1.1" status: 204 len: 168 time: 0.6506526 Jul 08 02:07:31.426833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52470) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.452376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f6914-52a9-4b07-a48d-39ef26f06449 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.454329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f6914-52a9-4b07-a48d-39ef26f06449 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.456529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f6914-52a9-4b07-a48d-39ef26f06449 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.460349 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-916f6914-52a9-4b07-a48d-39ef26f06449 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1936915 Jul 08 02:07:31.473428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c646d-8923-49c6-bd7b-f7d8283c029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0093a-d14b-4e68-83ac-fb7b89903748,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:31.481137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52474) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.490206 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-134a9b4e-9a56-4803-9a8f-1e63274272b5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.491027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134a9b4e-9a56-4803-9a8f-1e63274272b5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.493108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-134a9b4e-9a56-4803-9a8f-1e63274272b5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/a084fb40-970d-48c2-b7aa-8e677bc7e477 HTTP/1.1" status: 404 len: 337 time: 0.0650463 Jul 08 02:07:31.498213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.560154 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ab42e0-8fd0-492d-829c-1168d36e5274 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.561065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ab42e0-8fd0-492d-829c-1168d36e5274 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.563065 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-83ab42e0-8fd0-492d-829c-1168d36e5274 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/3ca68167-49bd-45e9-8088-8acc552750e1 HTTP/1.1" status: 404 len: 339 time: 0.0636690 Jul 08 02:07:31.569828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52478) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.582849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78272d15-638a-474e-99d8-219aac99025c req-145cdc71-e79c-4386-8010-0e7f21cf6732 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.584516 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78272d15-638a-474e-99d8-219aac99025c req-145cdc71-e79c-4386-8010-0e7f21cf6732 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 945 time: 0.3939795 Jul 08 02:07:31.588995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-456f85b0-eb81-455d-814f-5892564bc226 req-b78d29fb-3c7c-41a5-b406-2b6f2498ec49 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828594 Jul 08 02:07:31.602967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Attempting to bind port 2af81c64-3a1e-40c0-98d1-09119c11a47e on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:31.603612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Attempting to bind port 2af81c64-3a1e-40c0-98d1-09119c11a47e by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:31.604153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Attempting to bind port 2af81c64-3a1e-40c0-98d1-09119c11a47e on network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:31.620750 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1559ba71-702c-4d9b-833e-d27d7bf50553 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.621507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1559ba71-702c-4d9b-833e-d27d7bf50553 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.623532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1559ba71-702c-4d9b-833e-d27d7bf50553 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/7e213d3c-b2d3-4e60-9fef-03a45c6e6573 HTTP/1.1" status: 404 len: 337 time: 0.0524232 Jul 08 02:07:31.626573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52480) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.634336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8ccd81-8509-4956-affa-4654c3e86bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 74449880-dd4f-4003-a9bf-7dc7d9fdae9e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:31.640731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd81-8509-4956-affa-4654c3e86bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.649900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Port 2af81c64-3a1e-40c0-98d1-09119c11a47e on network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:31.650571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Attempting to bind port 2af81c64-3a1e-40c0-98d1-09119c11a47e on network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:31.670511 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-143dbebd-5c7e-4202-bac7-f7068498d01a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.671552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143dbebd-5c7e-4202-bac7-f7068498d01a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.673676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-143dbebd-5c7e-4202-bac7-f7068498d01a tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/b6062982-955c-4896-8611-00a1381cbe8d HTTP/1.1" status: 404 len: 339 time: 0.0456853 Jul 08 02:07:31.677388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:31.686356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Checking segment: {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:31.686356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Bound using segment: {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:31.686356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Bound port: 2af81c64-3a1e-40c0-98d1-09119c11a47e, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f591c07-39a8-4f8f-a430-ebfdc74399b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:31.686356 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.686356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52482) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.727426 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef773c4-9c5e-4c38-a49a-baec7eb2b44d tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.728262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef773c4-9c5e-4c38-a49a-baec7eb2b44d tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.730367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aef773c4-9c5e-4c38-a49a-baec7eb2b44d tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/9d6ac9e5-be02-4939-b315-5d4d8166ea68 HTTP/1.1" status: 404 len: 337 time: 0.0422845 Jul 08 02:07:31.734787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52484) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.762777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd81-8509-4956-affa-4654c3e86bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.765914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78272d15-638a-474e-99d8-219aac99025c req-561bc3f5-0015-4abe-a3f7-4809e4cfcb05 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696131 Jul 08 02:07:31.858473 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4d1545-2379-416f-88cd-c6619fcbcfcd tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.864288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4d1545-2379-416f-88cd-c6619fcbcfcd tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.864288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ba4d1545-2379-416f-88cd-c6619fcbcfcd tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/d6596a64-61d5-4abe-85b1-b046d74e43a7 HTTP/1.1" status: 404 len: 339 time: 0.1238801 Jul 08 02:07:31.864802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52492) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.911308 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd81-8509-4956-affa-4654c3e86bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.964921 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bceea0-fc44-4550-9058-d1115de209fd tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:31.965868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bceea0-fc44-4550-9058-d1115de209fd tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:31.970353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-73bceea0-fc44-4550-9058-d1115de209fd tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/0ecc0b5d-949d-4d81-a2eb-1158ac4b48c5 HTTP/1.1" status: 404 len: 337 time: 0.1000683 Jul 08 02:07:31.998476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52496) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.056956 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c87e4ae-05ed-4bb0-b54b-1bdfceb5f3f0 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:32.057694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c87e4ae-05ed-4bb0-b54b-1bdfceb5f3f0 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:32.059582 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3c87e4ae-05ed-4bb0-b54b-1bdfceb5f3f0 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/ad4a7b53-a92a-481f-8d24-700f95c67c49 HTTP/1.1" status: 404 len: 339 time: 0.0587926 Jul 08 02:07:32.063524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.066023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] For port 2af81c64-3a1e-40c0-98d1-09119c11a47e, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:32.070969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] For port 2af81c64-3a1e-40c0-98d1-09119c11a47e, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:32.104352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c706-448e-4eb4-aee1-e5ffa4f7e1cb req-13536c11-01d7-4b55-85cc-45d45eca1ac5 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:32.115217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3bd1c706-448e-4eb4-aee1-e5ffa4f7e1cb req-13536c11-01d7-4b55-85cc-45d45eca1ac5 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 946 time: 0.1152632 Jul 08 02:07:32.124983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd81-8509-4956-affa-4654c3e86bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.170596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8ccd81-8509-4956-affa-4654c3e86bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.173117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52502) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.176732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b8ccd81-8509-4956-affa-4654c3e86bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/74449880-dd4f-4003-a9bf-7dc7d9fdae9e HTTP/1.1" status: 204 len: 168 time: 0.6889079 Jul 08 02:07:32.177859 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c951fe8-aaa5-4c61-8ba4-d73d5b2395ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:32.178331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c951fe8-aaa5-4c61-8ba4-d73d5b2395ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:32.182600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf509d-04f9-4887-91a4-e9c0ccff5ab5 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:32.183132 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3c951fe8-aaa5-4c61-8ba4-d73d5b2395ef tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/ea9ccffa-7f4a-48cc-8e75-9c03118595aa HTTP/1.1" status: 404 len: 337 time: 0.1156726 Jul 08 02:07:32.183132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ccd81-8509-4956-affa-4654c3e86bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=74449880-dd4f-4003-a9bf-7dc7d9fdae9e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:32.183132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52504) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.194425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3bd1c706-448e-4eb4-aee1-e5ffa4f7e1cb req-5f0009a7-3ae6-4c8e-8072-4fb3e3e8e76b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777230 Jul 08 02:07:32.203146 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da5394e-1140-47a2-9e7b-87ffb0c7e1e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:32.203738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da5394e-1140-47a2-9e7b-87ffb0c7e1e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:32.208042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7da5394e-1140-47a2-9e7b-87ffb0c7e1e5 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/953ea660-5677-4aee-a261-af2863e1697a HTTP/1.1" status: 404 len: 339 time: 0.0214722 Jul 08 02:07:32.208252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.246426 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.264449 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-173f1147-5d2e-4e02-8d3b-0f8fc42faa02 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:32.264449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173f1147-5d2e-4e02-8d3b-0f8fc42faa02 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:32.264449 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-173f1147-5d2e-4e02-8d3b-0f8fc42faa02 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/fbfa0dd9-1092-4684-b88a-d3717961ceb7 HTTP/1.1" status: 404 len: 337 time: 0.0513768 Jul 08 02:07:32.264449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52508) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.309555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:32.310241 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.312440 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] 10.222.0.18 "PUT /v2.0/ports/2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 200 len: 1093 time: 3.7099552 Jul 08 02:07:32.312901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:32.315723 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:32.322789 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb0e54e-fffd-4f46-b260-66b403f5aa45 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:32.323959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb0e54e-fffd-4f46-b260-66b403f5aa45 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:32.329824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ebb0e54e-fffd-4f46-b260-66b403f5aa45 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/6839ebd9-5644-4bc3-a94f-36b8e5c81d05 HTTP/1.1" status: 404 len: 339 time: 0.0609250 Jul 08 02:07:32.329824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.374618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532c422-9f51-44b0-b76e-77c9417c617d service neutron] Pushing event updated for resources: {'Port': ['ID=2af81c64-3a1e-40c0-98d1-09119c11a47e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:32.383550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d353f4-7c58-4bbe-ab25-c0c0b5f609ee tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 8e20b572-bcb5-4abc-81c8-8e5ca59be027 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:32.388373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16d353f4-7c58-4bbe-ab25-c0c0b5f609ee tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.427255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.447753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16d353f4-7c58-4bbe-ab25-c0c0b5f609ee tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.459517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84443252-693a-46ad-b205-c0b3461854bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.510123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-af30dad8-993c-4909-bb4a-de031b501671 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Deleting subnet e2475c96-5a5d-4c9b-be45-61cbbb2bc844 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:32.523266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af30dad8-993c-4909-bb4a-de031b501671 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.576567 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16d353f4-7c58-4bbe-ab25-c0c0b5f609ee tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.603460 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af30dad8-993c-4909-bb4a-de031b501671 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.668927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:32.734709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af30dad8-993c-4909-bb4a-de031b501671 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.740590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b63b89c6-608b-4410-b734-029740030db4 req-82a38f66-77b2-4564-abaf-4c2e029dc229 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 210 time: 0.0767291 Jul 08 02:07:32.806720 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16d353f4-7c58-4bbe-ab25-c0c0b5f609ee tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.865137 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21db46e4-8f05-4da7-b9ee-b27efadbfc79 x-openstack-request-id: req-21db46e4-8f05-4da7-b9ee-b27efadbfc79 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:32.865137 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:32.865510 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21db46e4-8f05-4da7-b9ee-b27efadbfc79 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:32.868545 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'status': 'completed', 'code': 200} Jul 08 02:07:32.880627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-16d353f4-7c58-4bbe-ab25-c0c0b5f609ee tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.883524 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-16d353f4-7c58-4bbe-ab25-c0c0b5f609ee tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/8e20b572-bcb5-4abc-81c8-8e5ca59be027 HTTP/1.1" status: 204 len: 168 time: 0.7094963 Jul 08 02:07:32.888795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:33.001301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d353f4-7c58-4bbe-ab25-c0c0b5f609ee tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=8e20b572-bcb5-4abc-81c8-8e5ca59be027,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:33.031308 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.464681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da775966-4cb9-4bea-b3ef-946a19d9c575 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:33.490052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.490240 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-60811119-9b07-4cdf-b454-c31c0ba5053e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5967679 Jul 08 02:07:33.494384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52540) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:33.575917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-866ca281-27d3-44ab-b097-c5448ea02f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.576560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-866ca281-27d3-44ab-b097-c5448ea02f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.577050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-866ca281-27d3-44ab-b097-c5448ea02f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.577789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-866ca281-27d3-44ab-b097-c5448ea02f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.578271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-866ca281-27d3-44ab-b097-c5448ea02f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.580258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-866ca281-27d3-44ab-b097-c5448ea02f9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 4364 time: 0.7209916 Jul 08 02:07:33.606138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Transition to ACTIVE for port object da775966-4cb9-4bea-b3ef-946a19d9c575 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:33.619837 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af30dad8-993c-4909-bb4a-de031b501671 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.626298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eb1e2a-eda4-4319-b8a9-bc3eeef370dd None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:33.632836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84443252-693a-46ad-b205-c0b3461854bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.714240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ce89-c64d-43a3-a551-15fd9effa593 req-183b9049-8b70-4abb-a601-8631e903d9ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.719223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30dad8-993c-4909-bb4a-de031b501671 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Subnet': ['ID=e2475c96-5a5d-4c9b-be45-61cbbb2bc844,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:33.721883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ce89-c64d-43a3-a551-15fd9effa593 req-183b9049-8b70-4abb-a601-8631e903d9ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.723262 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af30dad8-993c-4909-bb4a-de031b501671 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.726287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-af30dad8-993c-4909-bb4a-de031b501671 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/subnets/e2475c96-5a5d-4c9b-be45-61cbbb2bc844 HTTP/1.1" status: 204 len: 168 time: 1.3955207 Jul 08 02:07:33.729847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:33.739419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ce89-c64d-43a3-a551-15fd9effa593 req-183b9049-8b70-4abb-a601-8631e903d9ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.741724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ce89-c64d-43a3-a551-15fd9effa593 req-183b9049-8b70-4abb-a601-8631e903d9ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.749319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ce89-c64d-43a3-a551-15fd9effa593 req-183b9049-8b70-4abb-a601-8631e903d9ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.751252 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9c0ce89-c64d-43a3-a551-15fd9effa593 req-183b9049-8b70-4abb-a601-8631e903d9ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 3828 time: 0.7368946 Jul 08 02:07:33.770834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc41229e-e550-4f12-b494-ea7a2b100e6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.775110 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fc41229e-e550-4f12-b494-ea7a2b100e6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2780404 Jul 08 02:07:33.784199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9a15c8-c7c5-40e5-b3fd-27e993409141 None None] Network 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:33.793206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:33.800578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.821908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-4ccf55f3-3311-460c-ab65-dfa69e537165 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.823685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-4ccf55f3-3311-460c-ab65-dfa69e537165 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.3163245 Jul 08 02:07:33.854664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84443252-693a-46ad-b205-c0b3461854bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.863965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'port': {'device_id': 'aa5c721e-d3cd-47ed-9003-69f9be1d904b', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'admin_state_up': True, 'tenant_id': '6088de6936a647d0845e90076cb4babb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:33.930685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Pushing event updated for resources: {'Port': ['ID=da775966-4cb9-4bea-b3ef-946a19d9c575,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:33.951136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-a856a957-e75a-4ca7-ab37-94b3ca5cdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.951762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-a856a957-e75a-4ca7-ab37-94b3ca5cdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.952612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-a856a957-e75a-4ca7-ab37-94b3ca5cdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:33.955101 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-a856a957-e75a-4ca7-ab37-94b3ca5cdaac service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=69b9cc486b0940af831fa3648353640c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3574252 Jul 08 02:07:33.962785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9c0ce89-c64d-43a3-a551-15fd9effa593 req-d3fb2303-0501-483c-bcf7-f610ccf61fc8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853693 Jul 08 02:07:34.113192 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.134885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84443252-693a-46ad-b205-c0b3461854bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126a9f8e-e7ff-42e8-b643-15485d81b36d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:34.162384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4453812-dc04-4c22-b7fa-6ca78fdcc065 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:34.167936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d4453812-dc04-4c22-b7fa-6ca78fdcc065 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3728299 Jul 08 02:07:34.177083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52560) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:34.194240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-d83c474d-49e1-44fe-bad9-d51a5b5a8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:34.196353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a01e8bd5-eb61-49c3-b40e-c7e4160265d6 req-d83c474d-49e1-44fe-bad9-d51a5b5a8dfd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319155 Jul 08 02:07:34.196814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-84443252-693a-46ad-b205-c0b3461854bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1cce7347aa74d22b6a3c7d872a4ada8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7675533 Jul 08 02:07:34.221747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52562) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:34.229017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ebdb3f24-103a-4d52-92d3-355c76a5908a None None] Provisioning complete for port e2e1706a-ff05-4460-b3d4-984b97feb675 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:34.233010 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3f24-103a-4d52-92d3-355c76a5908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.327114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-86bdaa15-2d85-4ed8-b7f8-f7007da9bd88 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331146 Jul 08 02:07:34.353642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52566) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:34.365150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Attempting to bind port da775966-4cb9-4bea-b3ef-946a19d9c575 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:34.367682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Attempting to bind port da775966-4cb9-4bea-b3ef-946a19d9c575 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:34.368241 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Attempting to bind port da775966-4cb9-4bea-b3ef-946a19d9c575 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:34.373330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-db2ff483-51b8-4486-beac-3697dc7b09d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:34.398429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Port da775966-4cb9-4bea-b3ef-946a19d9c575 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:34.398738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Attempting to bind port da775966-4cb9-4bea-b3ef-946a19d9c575 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:34.425192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:34.425636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Checking segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:34.426083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Bound using segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:34.426608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Bound port: da775966-4cb9-4bea-b3ef-946a19d9c575, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:34.427076 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.596306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Deleting port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:34.596944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.656981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:34.679680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Made reservation on behalf of 6088de6936a647d0845e90076cb4babb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:34.698766 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.750675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] Deleting port e2e1706a-ff05-4460-b3d4-984b97feb675 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:34.753901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.766556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] For port 5625bd45-0038-44bd-a8aa-8c002f9bddc4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5625bd45-0038-44bd-a8aa-8c002f9bddc4,segment=NetworkSegment(90d28447-6857-4b7a-99a5-a97c0ffdd1d2),segment_id=90d28447-6857-4b7a-99a5-a97c0ffdd1d2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:34.767038 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.780663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ff483-51b8-4486-beac-3697dc7b09d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:34.785838 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db2ff483-51b8-4486-beac-3697dc7b09d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.788133 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2ff483-51b8-4486-beac-3697dc7b09d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:07:34.788647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2ff483-51b8-4486-beac-3697dc7b09d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:34.814470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df73aa2c-065d-4fb6-b280-612660960fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.833046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Calling delete_port for 5625bd45-0038-44bd-a8aa-8c002f9bddc4 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:34.835236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] For port e2e1706a-ff05-4460-b3d4-984b97feb675, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2e1706a-ff05-4460-b3d4-984b97feb675,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:34.836166 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.856450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] Calling delete_port for e2e1706a-ff05-4460-b3d4-984b97feb675 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:34.888667 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df73aa2c-065d-4fb6-b280-612660960fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.944586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] For port da775966-4cb9-4bea-b3ef-946a19d9c575, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:34.952002 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-db2ff483-51b8-4486-beac-3697dc7b09d3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5926132 Jul 08 02:07:34.960859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0a5f-bbf9-460a-832b-08068d76f796 req-ae249418-a7ef-439a-a64c-eec7860c452e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:34.962387 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] DHCP port deletion for 1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:34.968751 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-61da0a5f-bbf9-460a-832b-08068d76f796 req-ae249418-a7ef-439a-a64c-eec7860c452e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 946 time: 0.5617452 Jul 08 02:07:34.970185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52590) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:35.014006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3fbf5a6f-068a-4a0f-ba16-e48eda311fc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:35.014392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.051632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] For port da775966-4cb9-4bea-b3ef-946a19d9c575, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=da775966-4cb9-4bea-b3ef-946a19d9c575,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:35.060367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] No DVR routers for this DVR port e2e1706a-ff05-4460-b3d4-984b97feb675 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:35.069060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e882ca-d708-4855-9480-9aaeea118bcf None None] Pushing event deleted for resources: {'Port': ['ID=e2e1706a-ff05-4460-b3d4-984b97feb675,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:35.075739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] Deleting port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:35.076422 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.101102 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-61da0a5f-bbf9-460a-832b-08068d76f796 req-14a9d2b6-e289-47be-a5ba-9a42e5c9b893 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318045 Jul 08 02:07:35.129876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.217966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Pushing event updated for resources: {'Port': ['ID=da775966-4cb9-4bea-b3ef-946a19d9c575,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:35.233160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2dca11be-0827-4028-bac5-56c97a1ae47a req-d321e11f-5893-45f2-8bf7-b5738408abbb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 210 time: 0.2302983 Jul 08 02:07:35.233580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] For port 5625bd45-0038-44bd-a8aa-8c002f9bddc4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5625bd45-0038-44bd-a8aa-8c002f9bddc4,segment=NetworkSegment(90d28447-6857-4b7a-99a5-a97c0ffdd1d2),segment_id=90d28447-6857-4b7a-99a5-a97c0ffdd1d2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:35.234084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.242077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.251531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Allocated IP 172.20.0.13 (47fd62ef-7611-49c4-a007-94ede2c3325a/adba4a48-6177-41ca-8ad9-1b9857ef7257/4447fd06-cd70-4a03-aca6-0a6d1e0a97a1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:35.260157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:35.273515 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.273515 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-87f6b137-9188-47e6-a661-ef1b1fd9e950 service neutron] 10.222.0.18 "PUT /v2.0/ports/da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 1131 time: 2.6006906 Jul 08 02:07:35.273515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': 'da775966-4cb9-4bea-b3ef-946a19d9c575'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:35.273515 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "da775966-4cb9-4bea-b3ef-946a19d9c575"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:35.296918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] Calling delete_port for 5625bd45-0038-44bd-a8aa-8c002f9bddc4 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:35.324958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbf5a6f-068a-4a0f-ba16-e48eda311fc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:35.334170 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3fbf5a6f-068a-4a0f-ba16-e48eda311fc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.335629 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbf5a6f-068a-4a0f-ba16-e48eda311fc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:07:35.336093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbf5a6f-068a-4a0f-ba16-e48eda311fc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:35.377600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df73aa2c-065d-4fb6-b280-612660960fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.381913 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df73aa2c-065d-4fb6-b280-612660960fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.386439 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df73aa2c-065d-4fb6-b280-612660960fbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/126a9f8e-e7ff-42e8-b643-15485d81b36d HTTP/1.1" status: 204 len: 168 time: 1.0906911 Jul 08 02:07:35.414644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73aa2c-065d-4fb6-b280-612660960fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126a9f8e-e7ff-42e8-b643-15485d81b36d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:35.432203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Port': ['ID=5625bd45-0038-44bd-a8aa-8c002f9bddc4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:35.442116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:35.453437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] No DVR routers for this DVR port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:35.505846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2e1706a-ff05-4460-b3d4-984b97feb675 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:35.580635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e2e1706a-ff05-4460-b3d4-984b97feb675 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:07:35.580991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2e1706a-ff05-4460-b3d4-984b97feb675 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:07:35.581427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5625bd45-0038-44bd-a8aa-8c002f9bddc4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:35.609715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3fbf5a6f-068a-4a0f-ba16-e48eda311fc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6313634 Jul 08 02:07:35.649093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5625bd45-0038-44bd-a8aa-8c002f9bddc4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:07:35.649449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5625bd45-0038-44bd-a8aa-8c002f9bddc4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.663370 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:35.666797 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:07:35.671200 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.708018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.712106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52602) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:35.713050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] No DVR routers for this DVR port 5625bd45-0038-44bd-a8aa-8c002f9bddc4 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:35.718377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549dd4c-ea5a-41d6-bd22-2a0a87bb4440 None None] Pushing event deleted for resources: {'Port': ['ID=5625bd45-0038-44bd-a8aa-8c002f9bddc4,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:35.719423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c9b6d45a-dd78-4938-af90-49896117a798 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:35.732315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.773098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Transition to ACTIVE for port object 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:35.797398 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.812443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de4cc64-2a08-40c9-b6b8-3a792e6c6a91']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:35.839025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d28447-6857-4b7a-99a5-a97c0ffdd1d2') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:35.839025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d28447-6857-4b7a-99a5-a97c0ffdd1d2') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:35.848822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.872166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.883857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:35.884146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.887192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b9ec-a3e7-41ad-9fdb-55740231a30c req-850e4ceb-1a1b-47df-b339-403af720862d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:35.889267 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:35.894330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b9ec-a3e7-41ad-9fdb-55740231a30c req-850e4ceb-1a1b-47df-b339-403af720862d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:35.899206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b9ec-a3e7-41ad-9fdb-55740231a30c req-850e4ceb-1a1b-47df-b339-403af720862d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:35.905243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b9ec-a3e7-41ad-9fdb-55740231a30c req-850e4ceb-1a1b-47df-b339-403af720862d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:35.916751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b9ec-a3e7-41ad-9fdb-55740231a30c req-850e4ceb-1a1b-47df-b339-403af720862d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:35.924271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b9ec-a3e7-41ad-9fdb-55740231a30c req-850e4ceb-1a1b-47df-b339-403af720862d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:35.927677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ff38b9ec-a3e7-41ad-9fdb-55740231a30c req-850e4ceb-1a1b-47df-b339-403af720862d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 4600 time: 0.3213968 Jul 08 02:07:35.947373 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.996884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:36.003994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:36.007782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:36.061412 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.062442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'Port': ['ID=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:36.084451 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.086357 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] 10.222.0.10 "DELETE /v2.0/networks/1de4cc64-2a08-40c9-b6b8-3a792e6c6a91 HTTP/1.1" status: 204 len: 168 time: 2.3554096 Jul 08 02:07:36.107782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01964528-5d19-4fd9-ad29-8ec93897f894 tempest-NetworksTest-240922349 tempest-NetworksTest-240922349-project] Pushing event deleted for resources: {'Network': ['ID=1de4cc64-2a08-40c9-b6b8-3a792e6c6a91,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:36.121464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.122142 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.143667 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4f0470-356e-4e19-b385-8384ffe92627 x-openstack-request-id: req-3b4f0470-356e-4e19-b385-8384ffe92627 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:36.144778 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "da775966-4cb9-4bea-b3ef-946a19d9c575", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:36.147786 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b4f0470-356e-4e19-b385-8384ffe92627 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:36.147786 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': 'da775966-4cb9-4bea-b3ef-946a19d9c575', 'status': 'completed', 'code': 200} Jul 08 02:07:36.161741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b6d45a-dd78-4938-af90-49896117a798 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:36.165575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d45a-dd78-4938-af90-49896117a798 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.167271 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b6d45a-dd78-4938-af90-49896117a798 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:07:36.168016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b6d45a-dd78-4938-af90-49896117a798 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:36.207252 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-0c5f40fb-0a01-40a0-ac84-433abcf959ac tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3525465 Jul 08 02:07:36.221351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Request body: {'port': {'device_id': 'aa5c721e-d3cd-47ed-9003-69f9be1d904b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:36.319923 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ff38b9ec-a3e7-41ad-9fdb-55740231a30c req-27ad52e2-a734-4784-96ef-f746a13f0d04 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1611404 Jul 08 02:07:36.333583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c9b6d45a-dd78-4938-af90-49896117a798 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6175706 Jul 08 02:07:36.334293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52624) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:36.340784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d8403da6-590d-4f23-83e7-fb24ab61b846 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:36.351366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.358523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-029414bd-8028-4919-874f-2391c8820698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.359169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-029414bd-8028-4919-874f-2391c8820698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.359699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-029414bd-8028-4919-874f-2391c8820698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.360192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-029414bd-8028-4919-874f-2391c8820698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.360806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-029414bd-8028-4919-874f-2391c8820698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.361150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-029414bd-8028-4919-874f-2391c8820698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.364023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-029414bd-8028-4919-874f-2391c8820698 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5288 time: 0.2146158 Jul 08 02:07:36.429069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e1d4089d-4430-4a95-8838-381aaa0b69a5 None None] Provisioning for port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:36.434725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e1d4089d-4430-4a95-8838-381aaa0b69a5 None None] Provisioning complete for port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:36.438664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1d4089d-4430-4a95-8838-381aaa0b69a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.455326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78beb981-fb21-430c-8e32-36b303266f43 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:36.464832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.479436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Transition to ACTIVE for port object 78beb981-fb21-430c-8e32-36b303266f43 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:36.492107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4089d-4430-4a95-8838-381aaa0b69a5 None None] Port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:36.577742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.635780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5693619-c165-4085-86dc-163e9f9efb5f req-31539050-8b44-4bb3-a31d-fc8d716e953d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.643592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5693619-c165-4085-86dc-163e9f9efb5f req-31539050-8b44-4bb3-a31d-fc8d716e953d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 946 time: 0.2317133 Jul 08 02:07:36.720030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8403da6-590d-4f23-83e7-fb24ab61b846 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:36.724655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d8403da6-590d-4f23-83e7-fb24ab61b846 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.726830 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8403da6-590d-4f23-83e7-fb24ab61b846 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:07:36.727285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8403da6-590d-4f23-83e7-fb24ab61b846 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:36.728245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=78beb981-fb21-430c-8e32-36b303266f43,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:36.790070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5693619-c165-4085-86dc-163e9f9efb5f req-4c0fb88c-1920-4cfe-a742-a1a404f066a0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453178 Jul 08 02:07:36.796059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-6b7df510-7149-4cb4-af0c-bf63fe646b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.796562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-6b7df510-7149-4cb4-af0c-bf63fe646b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.797046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-6b7df510-7149-4cb4-af0c-bf63fe646b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.798703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-6b7df510-7149-4cb4-af0c-bf63fe646b35 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=69b9cc486b0940af831fa3648353640c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4107518 Jul 08 02:07:36.872319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52644) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:36.890492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d8403da6-590d-4f23-83e7-fb24ab61b846 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5553679 Jul 08 02:07:36.893637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:36.900045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fb2da0f7-2ca2-41e6-b026-1035e67d1159 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:36.931195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-5b0de7a0-7dde-4228-949f-0d693ed3bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.932663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9f4ccbe-1d08-4c39-982e-887ba6bcdfb2 req-5b0de7a0-7dde-4228-949f-0d693ed3bffb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088960 Jul 08 02:07:36.951123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-1694d5ab-d8ee-4660-8a33-4fb90f61d45e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:36.958796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-1694d5ab-d8ee-4660-8a33-4fb90f61d45e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.4780605 Jul 08 02:07:36.985522 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-55ae7819-15da-4fd3-81a8-b8dfc32dc83b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/quotas/0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 375 time: 0.0193791 Jul 08 02:07:37.038199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Attempting to bind port 78beb981-fb21-430c-8e32-36b303266f43 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:37.038555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Attempting to bind port 78beb981-fb21-430c-8e32-36b303266f43 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:37.038895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Attempting to bind port 78beb981-fb21-430c-8e32-36b303266f43 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:37.049553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Port 78beb981-fb21-430c-8e32-36b303266f43 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:37.050083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Attempting to bind port 78beb981-fb21-430c-8e32-36b303266f43 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:37.061767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:37.063038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Checking segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:37.063038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Bound using segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:37.063578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Bound port: 78beb981-fb21-430c-8e32-36b303266f43, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:37.063955 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.119626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-6bb7b266-56da-4c27-b288-f73be42d033f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1394172 Jul 08 02:07:37.135060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:37.148800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.176097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0adadb-2708-4ffe-8f63-6e1a4fd48f19 req-6f654c5f-6459-425d-b017-1b1751084288 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:37.176097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc0adadb-2708-4ffe-8f63-6e1a4fd48f19 req-6f654c5f-6459-425d-b017-1b1751084288 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 932 time: 0.1894321 Jul 08 02:07:37.179139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Transition to ACTIVE for port object 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:37.208276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] For port 78beb981-fb21-430c-8e32-36b303266f43, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:37.217294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] For port 78beb981-fb21-430c-8e32-36b303266f43, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=78beb981-fb21-430c-8e32-36b303266f43,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:37.239265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2da0f7-2ca2-41e6-b026-1035e67d1159 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:37.239836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-b63ae72a-07bb-461d-991d-609bc25631ce service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193542 Jul 08 02:07:37.242907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb2da0f7-2ca2-41e6-b026-1035e67d1159 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.244219 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2da0f7-2ca2-41e6-b026-1035e67d1159 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:07:37.244647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2da0f7-2ca2-41e6-b026-1035e67d1159 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:37.261350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc0adadb-2708-4ffe-8f63-6e1a4fd48f19 req-2cff24ff-383e-4813-9b9a-9f627e11ca43 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761237 Jul 08 02:07:37.264666 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f62f78db-38fc-4479-86a2-298b5b5192a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3fa4473bf64645d3bc35c289d647d70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954720 Jul 08 02:07:37.266300 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.268074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52654) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:37.363016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.363233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Pushing event updated for resources: {'Port': ['ID=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:37.418029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fb2da0f7-2ca2-41e6-b026-1035e67d1159 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5216038 Jul 08 02:07:37.427618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52662) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:37.430606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f785391f-d9fe-408e-8a2a-bae9b970b182 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:37.451147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:37.451818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.453701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] 10.222.0.18 "PUT /v2.0/ports/78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 1132 time: 2.0310984 Jul 08 02:07:37.553055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eed2eb47-bacd-4513-99d6-4ec5e77a93d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.582893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:37.592685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-781f7d31-7b92-4dd8-afeb-e9ff500a432f service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464179 Jul 08 02:07:37.622716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9689a9-7c8e-4a08-97b6-f6d58d143fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=78beb981-fb21-430c-8e32-36b303266f43,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:37.639507 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-41d46631-a04f-4098-9673-b64cd7fd34c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1625061 Jul 08 02:07:37.676305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-8408a7bc-f77c-4286-aa3b-ebe279e92aa6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:37.678217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-8408a7bc-f77c-4286-aa3b-ebe279e92aa6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.18 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 946 time: 0.3607032 Jul 08 02:07:37.721660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eed2eb47-bacd-4513-99d6-4ec5e77a93d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.853031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a8b90-b93e-40ce-8298-299c12d05528 req-1350c000-459c-4d3f-8900-c59ee62a4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:37.855107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-1350c000-459c-4d3f-8900-c59ee62a4d79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1097 time: 0.1191583 Jul 08 02:07:37.857054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Attempting to bind port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:37.857995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Attempting to bind port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:37.857995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Attempting to bind port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:37.865103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 on network 47fd62ef-7611-49c4-a007-94ede2c3325a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:37.868139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Attempting to bind port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:37.877708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:37.878072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Checking segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:37.878478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Bound using segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:37.879590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Bound port: 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:37.879887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.886959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Deleting port e50e6a28-4597-475c-97d3-7b10ceaa76db {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:37.887865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.904002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.961569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eed2eb47-bacd-4513-99d6-4ec5e77a93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.964174 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eed2eb47-bacd-4513-99d6-4ec5e77a93d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.968039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-eed2eb47-bacd-4513-99d6-4ec5e77a93d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a1e7690-524d-4484-9e95-91f90bebc343 HTTP/1.1" status: 204 len: 168 time: 0.6935811 Jul 08 02:07:37.968039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f785391f-d9fe-408e-8a2a-bae9b970b182 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:37.978499 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f785391f-d9fe-408e-8a2a-bae9b970b182 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.982226 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f785391f-d9fe-408e-8a2a-bae9b970b182 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:07:37.982688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f785391f-d9fe-408e-8a2a-bae9b970b182 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:38.073602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2eb47-bacd-4513-99d6-4ec5e77a93d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1e7690-524d-4484-9e95-91f90bebc343,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:38.115133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-05cf10e2-ad13-4664-8946-c5bf54cd84f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.121601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-05cf10e2-ad13-4664-8946-c5bf54cd84f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.127895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-05cf10e2-ad13-4664-8946-c5bf54cd84f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.129074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] For port e50e6a28-4597-475c-97d3-7b10ceaa76db, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e50e6a28-4597-475c-97d3-7b10ceaa76db,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:38.129564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.135449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-05cf10e2-ad13-4664-8946-c5bf54cd84f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.141805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-05cf10e2-ad13-4664-8946-c5bf54cd84f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.146257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': '78beb981-fb21-430c-8e32-36b303266f43'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:38.149358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-05cf10e2-ad13-4664-8946-c5bf54cd84f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.154166 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "78beb981-fb21-430c-8e32-36b303266f43"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:38.157110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-05cf10e2-ad13-4664-8946-c5bf54cd84f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.163444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Calling delete_port for e50e6a28-4597-475c-97d3-7b10ceaa76db owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:38.168893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-05cf10e2-ad13-4664-8946-c5bf54cd84f1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5373 time: 0.4897618 Jul 08 02:07:38.170661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a8b90-b93e-40ce-8298-299c12d05528 req-c37e6613-8804-48e4-8be2-58e9cfe600c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.171014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-c37e6613-8804-48e4-8be2-58e9cfe600c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 914 time: 0.2375355 Jul 08 02:07:38.192576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f785391f-d9fe-408e-8a2a-bae9b970b182 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7625163 Jul 08 02:07:38.195508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52686) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:38.221007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] For port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:38.255216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-19e005c1-69ea-43a4-9a99-697fd53c973f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0506585 Jul 08 02:07:38.259444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52688) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:38.311141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] For port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:38.390242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-56e8ae7f-86d5-4ebf-a911-7a54425b677f req-ad346137-8a79-4972-a2fb-1f3b010bd031 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2201896 Jul 08 02:07:38.479441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.490222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec0bbc6-024a-4cd4-8da3-d39efcc19b04 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.491776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4ec0bbc6-024a-4cd4-8da3-d39efcc19b04 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1857386 Jul 08 02:07:38.500460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52702) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:38.606160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.606848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.608326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] 10.222.0.32 "PUT /v2.0/ports/4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 HTTP/1.1" status: 200 len: 1093 time: 2.3933430 Jul 08 02:07:38.610916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5c721e-d3cd-47ed-9003-69f9be1d904b', 'tag': '4447fd06-cd70-4a03-aca6-0a6d1e0a97a1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:38.613237 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be97a40-1bb9-4f34-973e-41f39bce5a21" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5c721e-d3cd-47ed-9003-69f9be1d904b", "tag": "4447fd06-cd70-4a03-aca6-0a6d1e0a97a1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:38.621595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3556ec42-8020-4ade-b683-403221308108 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089122 Jul 08 02:07:38.623657 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6164621a-e98f-40c9-9c94-0030e727dee0 req-a6c9560e-c04e-4ada-9227-1f7f47c4b83d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.1394172 Jul 08 02:07:38.633337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:38.637065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:38.687210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-9769b067-700e-43a1-aa90-25add3261612 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b HTTP/1.1" status: 200 len: 217 time: 0.4786582 Jul 08 02:07:38.786818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f24d8-ffc2-4f64-b9f0-fba1e2374ebf service neutron] Pushing event updated for resources: {'Port': ['ID=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:38.851545 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cef71f8-5760-458f-a3ef-1dcf33c879e7 x-openstack-request-id: req-9cef71f8-5760-458f-a3ef-1dcf33c879e7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:38.851719 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "78beb981-fb21-430c-8e32-36b303266f43", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:38.851832 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9cef71f8-5760-458f-a3ef-1dcf33c879e7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:38.852215 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': '78beb981-fb21-430c-8e32-36b303266f43', 'status': 'completed', 'code': 200} Jul 08 02:07:38.965531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4d9964-299b-46d0-8db8-0c64b388c112 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:38.976266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.985158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-bc4215ec-aef2-4fec-91a7-e9c3ebeb6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:38.986691 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-bc4215ec-aef2-4fec-91a7-e9c3ebeb6de5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 1096 time: 0.2258267 Jul 08 02:07:39.028025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Transition to ACTIVE for port object cf4d9964-299b-46d0-8db8-0c64b388c112 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:39.061417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-1e566d2e-529a-4af7-95a4-e4ec44780051 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 HTTP/1.1" status: 200 len: 217 time: 0.0587168 Jul 08 02:07:39.081818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a8b90-b93e-40ce-8298-299c12d05528 req-41758354-ebc2-4d1a-9863-b00de60b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.083440 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-41758354-ebc2-4d1a-9863-b00de60b6620 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46375d3d-8787-4801-996a-4a40f3912985 HTTP/1.1" status: 200 len: 853 time: 0.3351328 Jul 08 02:07:39.143918 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-f216cba4-468c-41d3-acf0-dfe27f0c538d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60f3697e-14a7-43d7-9e1b-8f2acaab3138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524969 Jul 08 02:07:39.166547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00226206-33fc-4ca4-9b6d-a22bb4aee11a req-6a9fa165-8d22-4723-a05c-428392851373 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.169128 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-00226206-33fc-4ca4-9b6d-a22bb4aee11a req-6a9fa165-8d22-4723-a05c-428392851373 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 946 time: 0.4865167 Jul 08 02:07:39.267961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-a1c04c3b-4e8f-4be9-a2c0-2840b945fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.268684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-a1c04c3b-4e8f-4be9-a2c0-2840b945fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.269230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-a1c04c3b-4e8f-4be9-a2c0-2840b945fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.269782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-a1c04c3b-4e8f-4be9-a2c0-2840b945fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.270409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-a1c04c3b-4e8f-4be9-a2c0-2840b945fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.271534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-a1c04c3b-4e8f-4be9-a2c0-2840b945fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.271941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-a1c04c3b-4e8f-4be9-a2c0-2840b945fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.274491 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-a1c04c3b-4e8f-4be9-a2c0-2840b945fae3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6213 time: 0.2978945 Jul 08 02:07:39.375313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-00226206-33fc-4ca4-9b6d-a22bb4aee11a req-4fda0322-893e-4c7a-9637-5c5a9e25b8fc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938782 Jul 08 02:07:39.411404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-dac85175-d83e-4da9-8151-4ee615a070e5 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585061 Jul 08 02:07:39.486325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:39.490501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.540940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.560724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.573181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7aeab3ec-7309-423b-a452-7b23a6c0690b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:07:39.597666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-ee833ff9-6abb-4830-90f2-5975cf45ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.598167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-ee833ff9-6abb-4830-90f2-5975cf45ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.598654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-ee833ff9-6abb-4830-90f2-5975cf45ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.600316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-ee833ff9-6abb-4830-90f2-5975cf45ca4d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=69b9cc486b0940af831fa3648353640c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3180869 Jul 08 02:07:39.605997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f7ab3-2e31-4e87-a10c-e114c0936663 req-417a7c92-547f-42cb-9011-ef2696f1d1e7 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.613728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a10f7ab3-2e31-4e87-a10c-e114c0936663 req-417a7c92-547f-42cb-9011-ef2696f1d1e7 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 944 time: 0.6254191 Jul 08 02:07:39.623602 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e653559-7f13-4825-8ad4-c0d0011310c7 x-openstack-request-id: req-3e653559-7f13-4825-8ad4-c0d0011310c7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:39.623974 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5c721e-d3cd-47ed-9003-69f9be1d904b", "tag": "4447fd06-cd70-4a03-aca6-0a6d1e0a97a1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:39.624228 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e653559-7f13-4825-8ad4-c0d0011310c7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:39.625030 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5c721e-d3cd-47ed-9003-69f9be1d904b', 'tag': '4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', 'status': 'completed', 'code': 200} Jul 08 02:07:39.636931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-8d9fed20-e55d-4fe4-bd01-6390299692b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.638393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-8d9fed20-e55d-4fe4-bd01-6390299692b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.5671794 Jul 08 02:07:39.750251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d9964-299b-46d0-8db8-0c64b388c112,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:39.761813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Pushing event deleted for resources: {'Port': ['ID=e50e6a28-4597-475c-97d3-7b10ceaa76db,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:39.801954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-b7eec463-d9e3-411e-8888-b5b0e7671707 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673685 Jul 08 02:07:39.842174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a10f7ab3-2e31-4e87-a10c-e114c0936663 req-3a415b6f-25a0-44af-b5f0-4e399c7db54f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273910 Jul 08 02:07:39.915728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] No DVR routers for this DVR port e50e6a28-4597-475c-97d3-7b10ceaa76db on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:39.918382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.920804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0b85617c-3320-4d81-9f44-575e7ee6bff6 req-54b57e34-b135-45a9-94d6-caaedb2ae1c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.18 "DELETE /v2.0/ports/e50e6a28-4597-475c-97d3-7b10ceaa76db HTTP/1.1" status: 204 len: 173 time: 2.2371757 Jul 08 02:07:39.940606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-7a8c59c8-604f-4a59-8a2b-20e616c44e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.942679 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b9dac15-b7f5-49b7-b467-cd7755db6e4e req-7a8c59c8-604f-4a59-8a2b-20e616c44e27 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3295581 Jul 08 02:07:39.975761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-7b141b3c-bb51-4473-92cf-6cbd8ff24265 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.984717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-7b141b3c-bb51-4473-92cf-6cbd8ff24265 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.992517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-7b141b3c-bb51-4473-92cf-6cbd8ff24265 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:39.998335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c2cb4b0-b6ed-45c6-9282-9d6dfd5e6d21 req-5566305f-c8f3-4458-bc9d-f4e423cba195 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.0779362 Jul 08 02:07:39.999382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-7b141b3c-bb51-4473-92cf-6cbd8ff24265 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:40.005989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-7b141b3c-bb51-4473-92cf-6cbd8ff24265 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:40.012929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-7b141b3c-bb51-4473-92cf-6cbd8ff24265 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:40.018907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-7b141b3c-bb51-4473-92cf-6cbd8ff24265 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:40.020987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-7b141b3c-bb51-4473-92cf-6cbd8ff24265 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5385 time: 0.1714394 Jul 08 02:07:40.094508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Attempting to bind port cf4d9964-299b-46d0-8db8-0c64b388c112 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:40.094964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Attempting to bind port cf4d9964-299b-46d0-8db8-0c64b388c112 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:40.095299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Attempting to bind port cf4d9964-299b-46d0-8db8-0c64b388c112 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:40.105285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Port cf4d9964-299b-46d0-8db8-0c64b388c112 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:40.105827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Attempting to bind port cf4d9964-299b-46d0-8db8-0c64b388c112 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:40.111883 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e5405d6-f40c-43f9-8399-9da3b56790a5 req-04604855-f64b-4443-951e-e575b7a94d7e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822568 Jul 08 02:07:40.112214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-b53326b3-9c86-41dd-8b18-7532de7a3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:40.115448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-b53326b3-9c86-41dd-8b18-7532de7a3cfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4508569 Jul 08 02:07:40.122492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:40.122492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Checking segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:40.122492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Bound using segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:40.123416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Bound port: cf4d9964-299b-46d0-8db8-0c64b388c112, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:40.123968 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.163186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52736) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:40.295840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e21ac709-a51a-400c-89cd-e21ce49922a1 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-754354166', 'prefixes': ['172.20.0.0/16']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:40.307876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] For port cf4d9964-299b-46d0-8db8-0c64b388c112, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:40.333595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] For port cf4d9964-299b-46d0-8db8-0c64b388c112, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf4d9964-299b-46d0-8db8-0c64b388c112,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:40.346037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-31646b43-a871-4860-9695-e7987d00c233 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132370 Jul 08 02:07:40.374631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:07:40.383495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.453418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.480853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:40.481667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.483113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/cf4d9964-299b-46d0-8db8-0c64b388c112 HTTP/1.1" status: 200 len: 1091 time: 2.9244168 Jul 08 02:07:40.513133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:40.529523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:40.541802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01de264-67be-452e-a172-7042473c3a56 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:40.567497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:40.568110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.610037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=9cfb53b5-2d33-470c-898c-8b9f22d31fa0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:40.652843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60c9ef0a-0d80-4ff2-97c9-6c929a0101d6 req-d627a1e6-5791-431e-94ab-8276a3ca957e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=23819d22-81bf-4d63-b6ca-880d751de985 HTTP/1.1" status: 200 len: 210 time: 0.0543406 Jul 08 02:07:40.656004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-168bbdfa-76d9-4e9e-8bd3-e52b393a8cec req-9510b4ef-c5d0-4647-99d7-143ed710e288 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800882 Jul 08 02:07:40.662382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:40.719646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f36ea4-5bb9-40da-bbee-64410f7d70e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d9964-299b-46d0-8db8-0c64b388c112,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:40.800177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '9cfb53b5-2d33-470c-898c-8b9f22d31fa0'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:40.801274 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.810512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.830332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52746) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:40.830679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1515f209-f823-41eb-b237-d81d555c2db5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1989930 Jul 08 02:07:40.839095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:5b:a3:f5', 'name': 'tempest-NetworksTestDHCPv6-908452287'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:40.858113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23819d22-81bf-4d63-b6ca-880d751de985', 'name': 'network-vif-deleted', 'tag': 'e50e6a28-4597-475c-97d3-7b10ceaa76db'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:40.860990 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1662a40-4efd-4e73-a21e-c853a8e7a3fe" -d '{"events": [{"server_uuid": "23819d22-81bf-4d63-b6ca-880d751de985", "name": "network-vif-deleted", "tag": "e50e6a28-4597-475c-97d3-7b10ceaa76db"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:40.905778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e21ac709-a51a-400c-89cd-e21ce49922a1 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] Notify callbacks [] for subnetpool, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.907196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e21ac709-a51a-400c-89cd-e21ce49922a1 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7423513 Jul 08 02:07:40.910660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52752) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:41.015539 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb7b308-8fe8-47d6-bbe8-65f41f283f1c x-openstack-request-id: req-9eb7b308-8fe8-47d6-bbe8-65f41f283f1c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:41.016709 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23819d22-81bf-4d63-b6ca-880d751de985", "name": "network-vif-deleted", "tag": "e50e6a28-4597-475c-97d3-7b10ceaa76db", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:41.017778 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9eb7b308-8fe8-47d6-bbe8-65f41f283f1c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:41.020516 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23819d22-81bf-4d63-b6ca-880d751de985', 'name': 'network-vif-deleted', 'tag': 'e50e6a28-4597-475c-97d3-7b10ceaa76db', 'status': 'completed', 'code': 200} Jul 08 02:07:41.068995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9bd0132c-6c46-42ab-82e0-207e1687bcb2 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] 10.222.0.10 "GET /v2.0/subnetpools/1fe7d06b-805e-48bb-98ac-ebcf06171a5f HTTP/1.1" status: 200 len: 731 time: 0.1550679 Jul 08 02:07:41.071008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52756) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:41.085495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fc9514a4-eea9-4a74-ac6c-999e94a41ce2 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1615227308'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:41.137500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Allocated IP 2001:db8::f816:3eff:fe61:c67b (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/9cfb53b5-2d33-470c-898c-8b9f22d31fa0/3be97dc3-eb25-4d3a-a1c6-bf78134e5b95) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:41.189560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2f4092c0-2b3d-4cb9-8f32-8a13d36ef77e req-ac5cc203-ccc8-46d2-a6bd-e7e387ba9038 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.0590475 Jul 08 02:07:41.273267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e50e6a28-4597-475c-97d3-7b10ceaa76db no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:41.308600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:41.325478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918403f-64dd-471c-a189-ca9e8ac45ff5 req-e15840b5-385d-4fa3-84a5-06fe86717de9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.327102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9918403f-64dd-471c-a189-ca9e8ac45ff5 req-e15840b5-385d-4fa3-84a5-06fe86717de9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 944 time: 0.1920085 Jul 08 02:07:41.351674 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: e50e6a28-4597-475c-97d3-7b10ceaa76db {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:07:41.353034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e50e6a28-4597-475c-97d3-7b10ceaa76db not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:07:41.384010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc144cd-c612-4225-9176-19588a83fe7d {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:41.390444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-2e070d0e-86d8-499f-ab40-7829b7dd6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.394479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-2e070d0e-86d8-499f-ab40-7829b7dd6479 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 1096 time: 0.2605197 Jul 08 02:07:41.400122 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.456647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc9514a4-eea9-4a74-ac6c-999e94a41ce2 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] Notify callbacks [] for subnetpool, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.462555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fc9514a4-eea9-4a74-ac6c-999e94a41ce2 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] 10.222.0.10 "PUT /v2.0/subnetpools/1fe7d06b-805e-48bb-98ac-ebcf06171a5f HTTP/1.1" status: 200 len: 684 time: 0.3823700 Jul 08 02:07:41.464583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52762) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:41.495923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.506742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Transition to ACTIVE for port object 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:41.517502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Transition to ACTIVE for port object efc144cd-c612-4225-9176-19588a83fe7d will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:41.527535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9918403f-64dd-471c-a189-ca9e8ac45ff5 req-dadf74e6-82af-4454-93b5-e13bb12af96c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818299 Jul 08 02:07:41.540754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Transition to ACTIVE for port object 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:41.590366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.600108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-be84e4a2-3339-4cb7-a7b1-493d6a692f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.601944 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-be84e4a2-3339-4cb7-a7b1-493d6a692f22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1970325 Jul 08 02:07:41.608283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.614720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.643056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': 'cf4d9964-299b-46d0-8db8-0c64b388c112'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:41.645595 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "cf4d9964-299b-46d0-8db8-0c64b388c112"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:41.654870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port e0c2e68f-d65b-436f-80fc-4dcff960dd90 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:07:41.660191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:41.663686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:41.667843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:41.710946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-7bfed23a-789b-4ed0-851b-8457b1dcf661 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 HTTP/1.1" status: 200 len: 217 time: 0.0442402 Jul 08 02:07:41.712642 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af11ce06-f3f7-423a-90bd-57992cc513d3 x-openstack-request-id: req-af11ce06-f3f7-423a-90bd-57992cc513d3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:41.713156 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "cf4d9964-299b-46d0-8db8-0c64b388c112", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:41.713640 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af11ce06-f3f7-423a-90bd-57992cc513d3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:41.714210 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': 'cf4d9964-299b-46d0-8db8-0c64b388c112', 'status': 'completed', 'code': 200} Jul 08 02:07:41.729429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-40d6628c-6340-4cc5-8677-b1d3c0f331e6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.735626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-40d6628c-6340-4cc5-8677-b1d3c0f331e6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.740953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Attempting to bind port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:41.741483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Attempting to bind port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:41.742959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Attempting to bind port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:41.747043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Pushing event updated for resources: {'Port': ['ID=3be97dc3-eb25-4d3a-a1c6-bf78134e5b95,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:41.751212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-40d6628c-6340-4cc5-8677-b1d3c0f331e6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.752832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:41.753381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:41.753885 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.754559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:41.754950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Bound port: 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:41.755467 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.757864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-40d6628c-6340-4cc5-8677-b1d3c0f331e6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.763218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-40d6628c-6340-4cc5-8677-b1d3c0f331e6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.769297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-40d6628c-6340-4cc5-8677-b1d3c0f331e6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.775308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-40d6628c-6340-4cc5-8677-b1d3c0f331e6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.777575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-40d6628c-6340-4cc5-8677-b1d3c0f331e6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5385 time: 0.2824230 Jul 08 02:07:41.792196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Pushing event updated for resources: {'Port': ['ID=efc144cd-c612-4225-9176-19588a83fe7d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:41.809978 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8db1d66-9795-4eea-a419-174fc749bba2 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] Notify callbacks [] for subnetpool, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.811218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a8db1d66-9795-4eea-a419-174fc749bba2 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1fe7d06b-805e-48bb-98ac-ebcf06171a5f HTTP/1.1" status: 204 len: 168 time: 0.3456161 Jul 08 02:07:41.830012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:41.834081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] For port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:41.837728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] For port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3be97dc3-eb25-4d3a-a1c6-bf78134e5b95,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:41.930012 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-9d18aa41-5fd8-42bb-8516-ffcf22eb354e tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] show failed (client error): The resource could not be found. Jul 08 02:07:41.931196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9d18aa41-5fd8-42bb-8516-ffcf22eb354e tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] 10.222.0.10 "GET /v2.0/subnetpools/1fe7d06b-805e-48bb-98ac-ebcf06171a5f HTTP/1.1" status: 404 len: 346 time: 0.0406356 Jul 08 02:07:41.935738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-d36ac584-2623-4bb6-9c8e-4d39e4949510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:41.937437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-d36ac584-2623-4bb6-9c8e-4d39e4949510 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.2104070 Jul 08 02:07:41.937980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:41.940598 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:41.962636 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b3ed044-ae66-409d-8343-ad8c4f2e57e7 req-229f2205-5424-467c-8a91-aca1807e2057 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1715357 Jul 08 02:07:41.991978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Attempting to bind port efc144cd-c612-4225-9176-19588a83fe7d on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:41.992799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Attempting to bind port efc144cd-c612-4225-9176-19588a83fe7d by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:41.992954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Attempting to bind port efc144cd-c612-4225-9176-19588a83fe7d on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:42.004908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:fe5b:a3f5 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/9cfb53b5-2d33-470c-898c-8b9f22d31fa0/e0c2e68f-d65b-436f-80fc-4dcff960dd90) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:42.038877 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-f74dcb6a-46af-4f79-b073-b0b988d85329 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] delete failed (client error): The resource could not be found. Jul 08 02:07:42.040003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f74dcb6a-46af-4f79-b073-b0b988d85329 tempest-SubnetPoolsTestJSON-1809958101 tempest-SubnetPoolsTestJSON-1809958101-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1fe7d06b-805e-48bb-98ac-ebcf06171a5f HTTP/1.1" status: 404 len: 346 time: 0.0995622 Jul 08 02:07:42.045279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Port efc144cd-c612-4225-9176-19588a83fe7d on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:42.045907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Attempting to bind port efc144cd-c612-4225-9176-19588a83fe7d on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:42.055486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:42.059145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Checking segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:42.059145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Bound using segment: {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:42.059145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Bound port: efc144cd-c612-4225-9176-19588a83fe7d, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2265acc-9216-4d36-b0e6-0751a8a91c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:42.059145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:42.072833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500964d5-ecf4-404b-a006-065e22978f81 None None] Pushing event updated for resources: {'Port': ['ID=3be97dc3-eb25-4d3a-a1c6-bf78134e5b95,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:42.087985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-b36d058f-6a55-44ec-9eb5-201a0aa98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.091732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-b36d058f-6a55-44ec-9eb5-201a0aa98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.091732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-b36d058f-6a55-44ec-9eb5-201a0aa98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.091732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-b36d058f-6a55-44ec-9eb5-201a0aa98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.091732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-b36d058f-6a55-44ec-9eb5-201a0aa98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.091732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-b36d058f-6a55-44ec-9eb5-201a0aa98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.091732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-b36d058f-6a55-44ec-9eb5-201a0aa98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.093481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-b36d058f-6a55-44ec-9eb5-201a0aa98b93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6307 time: 0.3149693 Jul 08 02:07:42.204044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-1176464e-7d54-4cc9-9168-7f8994dedccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.208037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-1176464e-7d54-4cc9-9168-7f8994dedccb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2514477 Jul 08 02:07:42.216977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-19241c4d-5111-456c-9872-d7230ae7b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:42.313958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] For port efc144cd-c612-4225-9176-19588a83fe7d, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:42.332769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] For port efc144cd-c612-4225-9176-19588a83fe7d, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efc144cd-c612-4225-9176-19588a83fe7d,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:42.399542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-2463facd-aa0e-4331-9e64-9112d7da1061 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756699 Jul 08 02:07:42.417961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a728c39e-4cae-4565-9696-07c074a9ff2d req-ef7b4856-6cac-4fb0-a6f0-ecb0237ec812 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.0363111 Jul 08 02:07:42.577653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0be97a40-1bb9-4f34-973e-41f39bce5a21 req-6cece1bf-284f-4cc2-bc2b-b4ca2a1172b5 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620409 Jul 08 02:07:42.578871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:42.672724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-2d57ab16-146a-4f85-afbd-f4605e49ee1a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.678868 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-2d57ab16-146a-4f85-afbd-f4605e49ee1a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.18 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.5302348 Jul 08 02:07:42.701707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.703606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:42.707971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] 10.222.0.18 "PUT /v2.0/ports/efc144cd-c612-4225-9176-19588a83fe7d HTTP/1.1" status: 200 len: 1092 time: 2.0502985 Jul 08 02:07:42.729088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52792) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:42.763236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'port': {'device_id': '4258e2c2-e625-42c8-81ef-5654691ce313', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'admin_state_up': True, 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:42.790906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4d0eb-c0ca-4e91-9bef-f74bd5600a5d service neutron] Pushing event updated for resources: {'Port': ['ID=efc144cd-c612-4225-9176-19588a83fe7d,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:42.836872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39a40d-1bdd-4b41-a892-6682c217a613 req-334f6fd9-436d-4cb5-91d3-127e8654595b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.838785 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c39a40d-1bdd-4b41-a892-6682c217a613 req-334f6fd9-436d-4cb5-91d3-127e8654595b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 944 time: 0.1193736 Jul 08 02:07:42.898835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c39a40d-1bdd-4b41-a892-6682c217a613 req-bc351410-329f-4ea0-959e-3d36e2b0e469 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525763 Jul 08 02:07:42.926732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:42.942759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f471928d-d479-4521-8df0-37721f917516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.068938 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.447645 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.448879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-d6d5bb7e-eb37-4758-83b2-b524028e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.449991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-d6d5bb7e-eb37-4758-83b2-b524028e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.450931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-d6d5bb7e-eb37-4758-83b2-b524028e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.452815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-d6d5bb7e-eb37-4758-83b2-b524028e7ab7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=69b9cc486b0940af831fa3648353640c&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3325889 Jul 08 02:07:43.512789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:43.640457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object e0c2e68f-d65b-436f-80fc-4dcff960dd90 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:43.648712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f471928d-d479-4521-8df0-37721f917516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.661743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3a9d-8e7b-487c-8514-a73c17272307 req-6fbfe51e-6b76-4760-8642-60e80d015098 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.663332 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36de3a9d-8e7b-487c-8514-a73c17272307 req-6fbfe51e-6b76-4760-8642-60e80d015098 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 1.4347248 Jul 08 02:07:43.724682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:43.726243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-e2ada2a1-800f-4fcd-9763-fce7550e1d2b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.732398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-e2ada2a1-800f-4fcd-9763-fce7550e1d2b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.738694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-e2ada2a1-800f-4fcd-9763-fce7550e1d2b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.744935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-e2ada2a1-800f-4fcd-9763-fce7550e1d2b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.751112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-e2ada2a1-800f-4fcd-9763-fce7550e1d2b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.757403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-e2ada2a1-800f-4fcd-9763-fce7550e1d2b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.770351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-e2ada2a1-800f-4fcd-9763-fce7550e1d2b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.772399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-e2ada2a1-800f-4fcd-9763-fce7550e1d2b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5397 time: 0.5150187 Jul 08 02:07:43.776968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': 'efc144cd-c612-4225-9176-19588a83fe7d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:43.779491 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58a6f5-2045-4b59-a666-bee869427f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "efc144cd-c612-4225-9176-19588a83fe7d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:43.802974 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36de3a9d-8e7b-487c-8514-a73c17272307 req-719aa88f-0ecd-49b4-b6ce-92cc00cea22e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141043 Jul 08 02:07:43.813127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-c63a654b-9c1d-436c-a711-0006bf6e4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:43.815577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-885d7e0b-0ca5-4a27-9ff1-f4bedb865adb req-c63a654b-9c1d-436c-a711-0006bf6e4b76 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3399363 Jul 08 02:07:43.842083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4cbc0b3a-a9dc-4d7a-8b41-7d6aa232dfd2 None None] Provisioning for port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:43.849121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f471928d-d479-4521-8df0-37721f917516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.849305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4cbc0b3a-a9dc-4d7a-8b41-7d6aa232dfd2 None None] Provisioning complete for port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:43.849654 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0b3a-a9dc-4d7a-8b41-7d6aa232dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.892071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.901100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f471928d-d479-4521-8df0-37721f917516 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8db9b731ece54a2aa753b5ce7655fbce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1579263 Jul 08 02:07:43.914791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52810) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:44.009728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:44.017007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9991d29-8ba2-46eb-9dce-e1b0bb59570e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:44.024749 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.055039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5bb8fe7-3f8a-42b5-86b4-c2591c3da39a req-9ba72ab6-cc97-467b-8036-b8ba8a78bff8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2695310 Jul 08 02:07:44.070355 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0b3a-a9dc-4d7a-8b41-7d6aa232dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.072349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.077136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471928d-d479-4521-8df0-37721f917516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dc85bb-a789-4eaa-9a87-37ff6ec8ea9c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:44.114954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:07:44.126021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Transition to ACTIVE for port object b9991d29-8ba2-46eb-9dce-e1b0bb59570e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:44.154724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:44.205258 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bcb62b-5ff7-41d7-b651-e0400d7def00 x-openstack-request-id: req-94bcb62b-5ff7-41d7-b651-e0400d7def00 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:44.215513 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "efc144cd-c612-4225-9176-19588a83fe7d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:44.215513 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94bcb62b-5ff7-41d7-b651-e0400d7def00 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:44.215513 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': 'efc144cd-c612-4225-9176-19588a83fe7d', 'status': 'completed', 'code': 200} Jul 08 02:07:44.226062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:44.241455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.276337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:44.281990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:44.282628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.288254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4cbc0b3a-a9dc-4d7a-8b41-7d6aa232dfd2 None None] For port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3be97dc3-eb25-4d3a-a1c6-bf78134e5b95,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:44.308827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:44.341938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', 'mac_address': 'fa:16:3e:1c:a3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:07:44.404395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=e0c2e68f-d65b-436f-80fc-4dcff960dd90,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:44.422659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0b3a-a9dc-4d7a-8b41-7d6aa232dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.457636 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d884071-8a15-4d9f-a8a2-ebf6c72cdfdd req-afdc7a3f-c258-4dd9-8204-965abf316e93 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.1548476 Jul 08 02:07:44.530721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Pushing event updated for resources: {'Port': ['ID=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:44.562232 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c5448411-7141-44ec-8aea-180e85b3d362 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7292037 Jul 08 02:07:44.570548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc0b3a-a9dc-4d7a-8b41-7d6aa232dfd2 None None] Pushing event updated for resources: {'Port': ['ID=3be97dc3-eb25-4d3a-a1c6-bf78134e5b95,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:44.580360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52822) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:44.585102 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c3eff056-2713-414e-88e6-a368d60b6581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.603036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.618505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:44.630026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33e363ec-5965-4b0c-aae1-a493d173366b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.647545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:44.717650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Attempting to bind port b9991d29-8ba2-46eb-9dce-e1b0bb59570e on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:44.718520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Attempting to bind port b9991d29-8ba2-46eb-9dce-e1b0bb59570e by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:44.718662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Attempting to bind port b9991d29-8ba2-46eb-9dce-e1b0bb59570e on network 8a34471b-47fa-4c6c-afcc-458992f3c06e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:44.739564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Port b9991d29-8ba2-46eb-9dce-e1b0bb59570e on network 8a34471b-47fa-4c6c-afcc-458992f3c06e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:44.739892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Attempting to bind port b9991d29-8ba2-46eb-9dce-e1b0bb59570e on network 8a34471b-47fa-4c6c-afcc-458992f3c06e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:44.745470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:44.745995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Checking segment: {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:44.746394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Bound using segment: {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:44.748941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Bound port: b9991d29-8ba2-46eb-9dce-e1b0bb59570e, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:44.748941 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.750031 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.858416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:44.870879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33e363ec-5965-4b0c-aae1-a493d173366b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.887180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] For port b9991d29-8ba2-46eb-9dce-e1b0bb59570e, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:44.899242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] For port b9991d29-8ba2-46eb-9dce-e1b0bb59570e, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:44.945104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf49a-575f-4178-9c40-a711a588cb47 req-81beecd2-8302-4c51-8e0d-886e69b762d7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:44.947972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f2bf49a-575f-4178-9c40-a711a588cb47 req-81beecd2-8302-4c51-8e0d-886e69b762d7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1185670 Jul 08 02:07:44.987850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.20.0.5 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/7c2cb621-1621-4fef-a739-dfc48eb8bde4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:44.991141 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f2bf49a-575f-4178-9c40-a711a588cb47 req-4d86e212-63fe-4a1b-8d83-1e21b355a270 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374045 Jul 08 02:07:45.010391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-7e7badb1-4fcb-4eb0-92ac-537be3cbbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.011031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-7e7badb1-4fcb-4eb0-92ac-537be3cbbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.011535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-7e7badb1-4fcb-4eb0-92ac-537be3cbbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.012029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-7e7badb1-4fcb-4eb0-92ac-537be3cbbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.012490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-7e7badb1-4fcb-4eb0-92ac-537be3cbbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.012946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-7e7badb1-4fcb-4eb0-92ac-537be3cbbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.013422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-7e7badb1-4fcb-4eb0-92ac-537be3cbbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.015839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-7e7badb1-4fcb-4eb0-92ac-537be3cbbcb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6375 time: 0.7738097 Jul 08 02:07:45.052034 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.073278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f3c33-738d-49ce-a21b-320bc7f70d36 req-3dbaf5c4-b546-4f0d-8acd-7b5baad5b283 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.074912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-830f3c33-738d-49ce-a21b-320bc7f70d36 req-3dbaf5c4-b546-4f0d-8acd-7b5baad5b283 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 944 time: 0.5424812 Jul 08 02:07:45.114916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.118659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-462e1bb4-25ca-48ad-a6e0-e9efc0f71dfb None None] Provisioning for port e0c2e68f-d65b-436f-80fc-4dcff960dd90 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:45.121725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba27168-fa58-4927-b112-6a8edb89d75e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.131733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-462e1bb4-25ca-48ad-a6e0-e9efc0f71dfb None None] Provisioning complete for port e0c2e68f-d65b-436f-80fc-4dcff960dd90 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:45.134071 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-462e1bb4-25ca-48ad-a6e0-e9efc0f71dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.137870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba27168-fa58-4927-b112-6a8edb89d75e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.141310 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eba27168-fa58-4927-b112-6a8edb89d75e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5373557 Jul 08 02:07:45.164857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:45.187665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33e363ec-5965-4b0c-aae1-a493d173366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.192083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33e363ec-5965-4b0c-aae1-a493d173366b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.194842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-33e363ec-5965-4b0c-aae1-a493d173366b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38dc85bb-a789-4eaa-9a87-37ff6ec8ea9c HTTP/1.1" status: 204 len: 168 time: 1.2735050 Jul 08 02:07:45.230363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e363ec-5965-4b0c-aae1-a493d173366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dc85bb-a789-4eaa-9a87-37ff6ec8ea9c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:45.230612 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4447fd06-cd70-4a03-aca6-0a6d1e0a97a1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:07:45.284793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-830f3c33-738d-49ce-a21b-320bc7f70d36 req-d237de76-41bf-4b0d-a47d-725b4d28549d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738551 Jul 08 02:07:45.374490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-462e1bb4-25ca-48ad-a6e0-e9efc0f71dfb None None] Port e0c2e68f-d65b-436f-80fc-4dcff960dd90 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:45.399296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.401329 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.406766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] 10.222.0.18 "PUT /v2.0/ports/b9991d29-8ba2-46eb-9dce-e1b0bb59570e HTTP/1.1" status: 200 len: 1092 time: 2.4922280 Jul 08 02:07:45.410298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-9a2f87fd-857d-4739-8788-691bbee2bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.429712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-9a2f87fd-857d-4739-8788-691bbee2bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.429712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-9a2f87fd-857d-4739-8788-691bbee2bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.434198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-9a2f87fd-857d-4739-8788-691bbee2bf07 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=69b9cc486b0940af831fa3648353640c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4095933 Jul 08 02:07:45.524905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:45.567319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3699e-5ebc-41f3-895a-29a48cfcd440 service neutron] Pushing event updated for resources: {'Port': ['ID=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:45.677747 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.688141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Request body: {'port': {'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:45.737500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Transition to ACTIVE for port object 7c2cb621-1621-4fef-a739-dfc48eb8bde4 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:45.790859 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515f109-5481-4c79-bba7-d0078781a161 req-7fe9a906-bf3a-4d1e-b6ef-0f1a9f3e873a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.798421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:45.799007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.805936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b515f109-5481-4c79-bba7-d0078781a161 req-7fe9a906-bf3a-4d1e-b6ef-0f1a9f3e873a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.6782532 Jul 08 02:07:45.834056 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.884085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b515f109-5481-4c79-bba7-d0078781a161 req-b86d9beb-55fe-4e0b-8b82-edd18f12d304 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746784 Jul 08 02:07:45.908826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-9dd5d757-a9e3-481e-8d74-e157bc989fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.915671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-535d66d2-b214-423d-b327-256ca0cd3a6b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port e0c2e68f-d65b-436f-80fc-4dcff960dd90 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:45.915671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535d66d2-b214-423d-b327-256ca0cd3a6b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.916098 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f58a6f5-2045-4b59-a666-bee869427f4a req-9dd5d757-a9e3-481e-8d74-e157bc989fa1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4627688 Jul 08 02:07:45.973692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-16b44c55-acef-4c6d-8459-66696f4f9ba8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.980205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-16b44c55-acef-4c6d-8459-66696f4f9ba8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.986223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-16b44c55-acef-4c6d-8459-66696f4f9ba8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.007190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-16b44c55-acef-4c6d-8459-66696f4f9ba8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.015048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-16b44c55-acef-4c6d-8459-66696f4f9ba8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.022454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-16b44c55-acef-4c6d-8459-66696f4f9ba8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.029410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-16b44c55-acef-4c6d-8459-66696f4f9ba8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.043876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-16b44c55-acef-4c6d-8459-66696f4f9ba8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5409 time: 0.3534179 Jul 08 02:07:46.133073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8fa9534-061f-4094-b94c-e2761b5dfe58 req-5714302f-87bc-416b-a9cb-325c055c188c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836496 Jul 08 02:07:46.153671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.157070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.173743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535d66d2-b214-423d-b327-256ca0cd3a6b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.190216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-535d66d2-b214-423d-b327-256ca0cd3a6b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for e0c2e68f-d65b-436f-80fc-4dcff960dd90 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:46.219686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:46.222301 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cbc996-11b8-430d-831e-749a07332e96" -d '{"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "b9991d29-8ba2-46eb-9dce-e1b0bb59570e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:46.282994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:46.287603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=7c2cb621-1621-4fef-a739-dfc48eb8bde4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:46.290262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:46.294411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:46.320937 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72ad34e-b367-46a6-becf-baeb930a291f x-openstack-request-id: req-b72ad34e-b367-46a6-becf-baeb930a291f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:46.325319 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "b9991d29-8ba2-46eb-9dce-e1b0bb59570e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:46.325319 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b72ad34e-b367-46a6-becf-baeb930a291f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:46.325319 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e', 'status': 'completed', 'code': 200} Jul 08 02:07:46.428917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.433778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.510714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-0ba40c43-e25e-421f-8e2a-9120d5e0d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.514795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-0ba40c43-e25e-421f-8e2a-9120d5e0d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.515379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-0ba40c43-e25e-421f-8e2a-9120d5e0d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.516920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-0ba40c43-e25e-421f-8e2a-9120d5e0d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.517472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-0ba40c43-e25e-421f-8e2a-9120d5e0d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.519979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-0ba40c43-e25e-421f-8e2a-9120d5e0d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.520538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-0ba40c43-e25e-421f-8e2a-9120d5e0d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.525603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91cbc996-11b8-430d-831e-749a07332e96 req-0ba40c43-e25e-421f-8e2a-9120d5e0d732 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6417 time: 0.2069960 Jul 08 02:07:46.642838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-09bae3a5-be13-4b45-8661-2b10a70e83c2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8889191 Jul 08 02:07:46.676263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Request body: {'port': {'device_id': '4258e2c2-e625-42c8-81ef-5654691ce313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:46.707837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['41bb0edf-6bdc-42c1-bbae-8cbd8491418c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:07:46.811741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248f7c5-e9b0-4b17-ab97-2a318a4b67e9 req-7d9159ce-7929-4666-b180-4b89fe45a372 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.813929 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d248f7c5-e9b0-4b17-ab97-2a318a4b67e9 req-7d9159ce-7929-4666-b180-4b89fe45a372 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 931 time: 0.5420156 Jul 08 02:07:46.902160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ac156e20-bda6-4fc6-a029-f9f4d97c91b4 None None] Provisioning for port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:46.945837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ac156e20-bda6-4fc6-a029-f9f4d97c91b4 None None] Provisioning complete for port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:46.951423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac156e20-bda6-4fc6-a029-f9f4d97c91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.002681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-28f050ef-2403-454d-b02e-bab4c67eb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.003448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-28f050ef-2403-454d-b02e-bab4c67eb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.003707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-28f050ef-2403-454d-b02e-bab4c67eb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.005314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91cbc996-11b8-430d-831e-749a07332e96 req-28f050ef-2403-454d-b02e-bab4c67eb989 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=69b9cc486b0940af831fa3648353640c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4718325 Jul 08 02:07:47.023325 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf157bce-e8f0-4f39-8559-ddac442c254c req-75054356-fd50-49f6-9998-9a9dca068820 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.023325 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bf157bce-e8f0-4f39-8559-ddac442c254c req-75054356-fd50-49f6-9998-9a9dca068820 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 945 time: 0.2886167 Jul 08 02:07:47.068959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.119825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d248f7c5-e9b0-4b17-ab97-2a318a4b67e9 req-add95c5b-f448-4aa6-bbcb-0b7322c5002f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597399 Jul 08 02:07:47.166892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702832bc-cf71-4387-a8a2-f7e9161f90d7 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:47.179493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.184853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535d66d2-b214-423d-b327-256ca0cd3a6b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.265844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ac156e20-bda6-4fc6-a029-f9f4d97c91b4 None None] Port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:47.286122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d66d2-b214-423d-b327-256ca0cd3a6b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=e0c2e68f-d65b-436f-80fc-4dcff960dd90,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:47.294597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Transition to ACTIVE for port object 702832bc-cf71-4387-a8a2-f7e9161f90d7 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:47.308358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-535d66d2-b214-423d-b327-256ca0cd3a6b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.316564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-535d66d2-b214-423d-b327-256ca0cd3a6b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/e0c2e68f-d65b-436f-80fc-4dcff960dd90 HTTP/1.1" status: 204 len: 168 time: 2.1355739 Jul 08 02:07:47.316564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:47.393134 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.433082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.478407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc996-11b8-430d-831e-749a07332e96 req-ff790b72-b3f5-4ea6-99b3-a680ba77f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.480036 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91cbc996-11b8-430d-831e-749a07332e96 req-ff790b72-b3f5-4ea6-99b3-a680ba77f64a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4649954 Jul 08 02:07:47.523972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:47.547851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc07e7d-012d-4d64-b94e-0a5fce2908cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.549529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc07e7d-012d-4d64-b94e-0a5fce2908cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.552259 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fcc07e7d-012d-4d64-b94e-0a5fce2908cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2368176 Jul 08 02:07:47.557678 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bf157bce-e8f0-4f39-8559-ddac442c254c req-b8a8188e-a97e-4d93-ac8d-1e6ca027ecfd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266650 Jul 08 02:07:47.563978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52888) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:47.749306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Pushing event updated for resources: {'Port': ['ID=702832bc-cf71-4387-a8a2-f7e9161f90d7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:47.820645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9403de8a-ada9-4881-abcc-d1a4df8207c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 9cfb53b5-2d33-470c-898c-8b9f22d31fa0 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:47.832064 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9403de8a-ada9-4881-abcc-d1a4df8207c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.922822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9403de8a-ada9-4881-abcc-d1a4df8207c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.977014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae3a59a4-8090-42cd-beb9-52e6865e949e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.099713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Attempting to bind port 702832bc-cf71-4387-a8a2-f7e9161f90d7 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:48.100394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Attempting to bind port 702832bc-cf71-4387-a8a2-f7e9161f90d7 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:48.101336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Attempting to bind port 702832bc-cf71-4387-a8a2-f7e9161f90d7 on network 8a34471b-47fa-4c6c-afcc-458992f3c06e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:48.125909 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.138753 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Port 702832bc-cf71-4387-a8a2-f7e9161f90d7 on network 8a34471b-47fa-4c6c-afcc-458992f3c06e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:48.139139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Attempting to bind port 702832bc-cf71-4387-a8a2-f7e9161f90d7 on network 8a34471b-47fa-4c6c-afcc-458992f3c06e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:48.143482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:48.164173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:48.164640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Checking segment: {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:48.165227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Bound using segment: {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:48.165759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Bound port: 702832bc-cf71-4387-a8a2-f7e9161f90d7, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd308c83-c4ce-4196-8e70-80887a266fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:48.166175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.182595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2cb621-1621-4fef-a739-dfc48eb8bde4 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:48.213637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.224023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-a70533ce-6f70-492e-bb3c-01d0a8269b9a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.231634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-a70533ce-6f70-492e-bb3c-01d0a8269b9a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.238728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-a70533ce-6f70-492e-bb3c-01d0a8269b9a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.244540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Transition to ACTIVE for port object 7c2cb621-1621-4fef-a739-dfc48eb8bde4 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:48.271428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-a70533ce-6f70-492e-bb3c-01d0a8269b9a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.281971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-a70533ce-6f70-492e-bb3c-01d0a8269b9a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.289115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9403de8a-ada9-4881-abcc-d1a4df8207c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.289434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-a70533ce-6f70-492e-bb3c-01d0a8269b9a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.296126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-a70533ce-6f70-492e-bb3c-01d0a8269b9a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.304428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-a70533ce-6f70-492e-bb3c-01d0a8269b9a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.4597049 Jul 08 02:07:48.368222 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.395776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ac0ef3a-0a65-4d83-9b0b-73901229ac97 req-8703d58e-eacf-4ec0-8d88-dcf24c670e92 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900877 Jul 08 02:07:48.435798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:48.442565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:48.442565 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.478488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2cb621-1621-4fef-a739-dfc48eb8bde4,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:48.528810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] For port 702832bc-cf71-4387-a8a2-f7e9161f90d7, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:48.572500 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae3a59a4-8090-42cd-beb9-52e6865e949e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.585931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9f955-1381-40c9-be5f-240980108eee req-b9a76fb0-55f7-4a27-931f-5e180b5093be tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.590605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83e9f955-1381-40c9-be5f-240980108eee req-b9a76fb0-55f7-4a27-931f-5e180b5093be tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.2595794 Jul 08 02:07:48.631276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9403de8a-ada9-4881-abcc-d1a4df8207c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.639068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] For port 702832bc-cf71-4387-a8a2-f7e9161f90d7, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:48.673622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae3a59a4-8090-42cd-beb9-52e6865e949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.707482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403de8a-ada9-4881-abcc-d1a4df8207c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfb53b5-2d33-470c-898c-8b9f22d31fa0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:48.722083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9403de8a-ada9-4881-abcc-d1a4df8207c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.727655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9403de8a-ada9-4881-abcc-d1a4df8207c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/9cfb53b5-2d33-470c-898c-8b9f22d31fa0 HTTP/1.1" status: 204 len: 168 time: 1.1523647 Jul 08 02:07:48.728681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52902) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:48.776630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ae3a59a4-8090-42cd-beb9-52e6865e949e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cc906bfa5144173bdb9c03138df2906&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2368479 Jul 08 02:07:48.780261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.797883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:48.799119 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.820703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8430d8-f41e-4d70-89e1-c0cbc689a664 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:48.841113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Attempting to bind port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:48.841668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Attempting to bind port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:48.843180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Attempting to bind port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:48.866006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-66e1e45b-0f69-4bf8-a698-ab25b47fd4c6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310246 Jul 08 02:07:48.870967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52908) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:48.879692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:48.982314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a59a4-8090-42cd-beb9-52e6865e949e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d22dcc-4f32-4a3c-9d56-b4a0afa8c463,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:48.983744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:48.985884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 on network 89016041-be35-4a47-ac46-125f1ffdb927 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:48.986371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Attempting to bind port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:48.991192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5c721e-d3cd-47ed-9003-69f9be1d904b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447fd06-cd70-4a03-aca6-0a6d1e0a97a1'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:48.993946 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64afabcb-7c59-445e-993d-e241d46f8721" -d '{"events": [{"server_uuid": "aa5c721e-d3cd-47ed-9003-69f9be1d904b", "name": "network-vif-plugged", "status": "completed", "tag": "4447fd06-cd70-4a03-aca6-0a6d1e0a97a1"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:49.017817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.018879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.021777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] 10.222.0.18 "PUT /v2.0/ports/702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 200 len: 1092 time: 3.3455856 Jul 08 02:07:49.040176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': '702832bc-cf71-4387-a8a2-f7e9161f90d7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:49.042652 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af812539-76c8-46cc-8269-e210b97f889b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "702832bc-cf71-4387-a8a2-f7e9161f90d7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:49.070403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83e9f955-1381-40c9-be5f-240980108eee req-7c27865b-6fea-4852-897a-0b11f20c4022 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319751 Jul 08 02:07:49.078336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:49.078971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:49.079628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:49.080900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Bound port: 7c2cb621-1621-4fef-a739-dfc48eb8bde4, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:49.084963 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.110491 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.122287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56de58-33a6-40e8-9c9a-693fc845994d service neutron] Pushing event updated for resources: {'Port': ['ID=702832bc-cf71-4387-a8a2-f7e9161f90d7,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:49.137311 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc15b-2eec-4dc2-b8bf-6c90c253ee4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.207998 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29258eae-d35f-4fd5-bc74-71dcbbce70bc x-openstack-request-id: req-29258eae-d35f-4fd5-bc74-71dcbbce70bc {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:49.208592 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5c721e-d3cd-47ed-9003-69f9be1d904b", "name": "network-vif-plugged", "status": "completed", "tag": "4447fd06-cd70-4a03-aca6-0a6d1e0a97a1", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:49.208592 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29258eae-d35f-4fd5-bc74-71dcbbce70bc {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:49.208918 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5c721e-d3cd-47ed-9003-69f9be1d904b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', 'code': 200} Jul 08 02:07:49.228304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc15b-2eec-4dc2-b8bf-6c90c253ee4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.276487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:49.336062 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3df08b4-6fd2-4a9d-bfa9-1bab820cb72c x-openstack-request-id: req-c3df08b4-6fd2-4a9d-bfa9-1bab820cb72c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:49.336412 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "702832bc-cf71-4387-a8a2-f7e9161f90d7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:49.336614 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3df08b4-6fd2-4a9d-bfa9-1bab820cb72c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:49.337054 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': '702832bc-cf71-4387-a8a2-f7e9161f90d7', 'status': 'completed', 'code': 200} Jul 08 02:07:49.352562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] For port 7c2cb621-1621-4fef-a739-dfc48eb8bde4, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:49.361554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] For port 7c2cb621-1621-4fef-a739-dfc48eb8bde4, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7c2cb621-1621-4fef-a739-dfc48eb8bde4,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:49.380310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:49.387223 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.400698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:49.471002 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.479521 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc15b-2eec-4dc2-b8bf-6c90c253ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.486737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc15b-2eec-4dc2-b8bf-6c90c253ee4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.493850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f3cc15b-2eec-4dc2-b8bf-6c90c253ee4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76d22dcc-4f32-4a3c-9d56-b4a0afa8c463 HTTP/1.1" status: 204 len: 168 time: 0.6886244 Jul 08 02:07:49.523477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] Deleting port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:49.524005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.550304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cc15b-2eec-4dc2-b8bf-6c90c253ee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d22dcc-4f32-4a3c-9d56-b4a0afa8c463,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:49.598785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.606592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.616024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c2cb621-1621-4fef-a739-dfc48eb8bde4 HTTP/1.1" status: 200 len: 1092 time: 2.9460042 Jul 08 02:07:49.616214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba3dfd-7473-440f-acf0-d3169655e915 req-d79e7992-c0b6-488e-952b-f4177fe6f5ea tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.618691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4258e2c2-e625-42c8-81ef-5654691ce313', 'tag': '7c2cb621-1621-4fef-a739-dfc48eb8bde4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:49.628149 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccba3dfd-7473-440f-acf0-d3169655e915 req-d79e7992-c0b6-488e-952b-f4177fe6f5ea tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.2947302 Jul 08 02:07:49.642163 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aef196-d374-4cf6-ad9b-0c781275414f" -d '{"events": [{"name": "network-changed", "server_uuid": "4258e2c2-e625-42c8-81ef-5654691ce313", "tag": "7c2cb621-1621-4fef-a739-dfc48eb8bde4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:49.704384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] For port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3be97dc3-eb25-4d3a-a1c6-bf78134e5b95,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:49.704846 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.750560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] Calling delete_port for 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:49.754392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e0f566e-f8b3-4cf1-b434-c4afdddfadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.759036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e0f566e-f8b3-4cf1-b434-c4afdddfadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.759036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e0f566e-f8b3-4cf1-b434-c4afdddfadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.759036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e0f566e-f8b3-4cf1-b434-c4afdddfadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.759036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e0f566e-f8b3-4cf1-b434-c4afdddfadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.759036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e0f566e-f8b3-4cf1-b434-c4afdddfadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.762780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e0f566e-f8b3-4cf1-b434-c4afdddfadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.773469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1e0f566e-f8b3-4cf1-b434-c4afdddfadd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6485 time: 0.4373140 Jul 08 02:07:49.782139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5f477-18b6-496a-906c-4d5bf6926236 req-085fb840-d649-4a71-ab9e-65545a5402f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.794428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cae5f477-18b6-496a-906c-4d5bf6926236 req-085fb840-d649-4a71-ab9e-65545a5402f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 1098 time: 0.4106541 Jul 08 02:07:49.888179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-3e312aca-cb30-451c-8da5-6d3da4676619 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 200 len: 217 time: 0.0912907 Jul 08 02:07:49.907170 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccba3dfd-7473-440f-acf0-d3169655e915 req-08745580-72b3-4380-8b66-c5a8301ac8b3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779477 Jul 08 02:07:49.996163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cae5f477-18b6-496a-906c-4d5bf6926236 req-5addc218-a9fd-4a14-be97-e4d358a92695 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756182 Jul 08 02:07:49.997820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aea324eb-241a-4994-ae19-2b9b12d2b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.999379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aea324eb-241a-4994-ae19-2b9b12d2b8a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9d24518-bec5-4294-bfc4-cb82628b06da HTTP/1.1" status: 200 len: 850 time: 0.0758464 Jul 08 02:07:50.011192 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76222f15-6f46-46f7-971f-a195ae0cf9d1 x-openstack-request-id: req-76222f15-6f46-46f7-971f-a195ae0cf9d1 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:50.011647 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4258e2c2-e625-42c8-81ef-5654691ce313", "tag": "7c2cb621-1621-4fef-a739-dfc48eb8bde4", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:50.012003 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76222f15-6f46-46f7-971f-a195ae0cf9d1 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:50.012505 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4258e2c2-e625-42c8-81ef-5654691ce313', 'tag': '7c2cb621-1621-4fef-a739-dfc48eb8bde4', 'status': 'completed', 'code': 200} Jul 08 02:07:50.013304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61f1c2-7323-4b63-b154-6ce16b1621b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2cb621-1621-4fef-a739-dfc48eb8bde4,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:50.091532 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.125152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-98845a18-878e-477a-aead-e01a92d48346 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.134519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-ea069e8b-34ab-4048-86ba-6cdf502ab85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.136262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-ea069e8b-34ab-4048-86ba-6cdf502ab85f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307802 Jul 08 02:07:50.146151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-98845a18-878e-477a-aead-e01a92d48346 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.146516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] No DVR routers for this DVR port 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:50.149121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e13e8-2e44-424b-9d68-eb15e6f4f566 None None] Pushing event deleted for resources: {'Port': ['ID=3be97dc3-eb25-4d3a-a1c6-bf78134e5b95,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:50.158222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-98845a18-878e-477a-aead-e01a92d48346 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.166951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-98845a18-878e-477a-aead-e01a92d48346 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.173818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-98845a18-878e-477a-aead-e01a92d48346 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.180606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-98845a18-878e-477a-aead-e01a92d48346 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.186619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-98845a18-878e-477a-aead-e01a92d48346 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.195121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-98845a18-878e-477a-aead-e01a92d48346 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.4157696 Jul 08 02:07:50.231758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-bfae661c-b8d1-4f5c-a2a8-d68cd72f6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.233494 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-bfae661c-b8d1-4f5c-a2a8-d68cd72f6abe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 1095 time: 0.4748843 Jul 08 02:07:50.278783 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:07:50.294413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-10ba30fc-dd93-40bf-9c6c-1c546588603f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c2cb621-1621-4fef-a739-dfc48eb8bde4 HTTP/1.1" status: 200 len: 217 time: 0.0471206 Jul 08 02:07:50.318475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-738cda0e-816f-4c68-a3d9-f134f03fb656 req-dc0a60f5-80a0-43bf-9625-22cf379beb33 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222572 Jul 08 02:07:50.474852 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-72445093-5ded-48ce-8a3c-1e1f7335a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.476456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-72445093-5ded-48ce-8a3c-1e1f7335a0cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1569192 Jul 08 02:07:50.582634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52946) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:50.718921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-72f95331-6a4b-47b6-a921-230beacdaf76 service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739655 Jul 08 02:07:50.791057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53a276-4407-4e44-8ae1-cda3d8f8a3d1 req-7fd1369b-e91c-499c-b87f-e89ba536e2c0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.793323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d53a276-4407-4e44-8ae1-cda3d8f8a3d1 req-7fd1369b-e91c-499c-b87f-e89ba536e2c0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1773214 Jul 08 02:07:50.868163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d53a276-4407-4e44-8ae1-cda3d8f8a3d1 req-1d15cc57-87eb-4c7c-9715-a9f531de7886 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663035 Jul 08 02:07:50.891553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-e67df904-cf54-49ab-ae34-6e4369a75001 service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610856 Jul 08 02:07:50.941058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f6cca90-8d60-459b-bd94-91659fc0deb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.950438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-f9fd8e84-f258-45de-a79d-30893100c28d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 217 time: 0.0550334 Jul 08 02:07:50.976936 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.989236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-43303f7d-2ef2-405c-9dd8-3dac2435b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.991910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-43303f7d-2ef2-405c-9dd8-3dac2435b4b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5074492 Jul 08 02:07:51.027457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-533fadf9-fdc3-42f8-b385-78da1d76d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.027457 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-533fadf9-fdc3-42f8-b385-78da1d76d970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0637720 Jul 08 02:07:51.137003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:07:51.144401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-7674006a-c7ce-4366-87cb-1bbe3813f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.150382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-7674006a-c7ce-4366-87cb-1bbe3813f5e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1169424 Jul 08 02:07:51.150559 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.158579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f4641-64fc-4f93-800d-13b2048c3694 req-acb3e20e-1025-445e-be29-7810bd7852d8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.160189 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f41f4641-64fc-4f93-800d-13b2048c3694 req-acb3e20e-1025-445e-be29-7810bd7852d8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.0985916 Jul 08 02:07:51.217622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f78f7c-0425-4fe5-b358-bcc0f3977f50 req-c962ef7f-b2d2-4d68-b6c4-01b0496d08b2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.224339 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40f78f7c-0425-4fe5-b358-bcc0f3977f50 req-c962ef7f-b2d2-4d68-b6c4-01b0496d08b2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.6404395 Jul 08 02:07:51.261679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:51.267644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f41f4641-64fc-4f93-800d-13b2048c3694 req-5806732c-c9f5-4544-9919-5bead53e6503 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978312 Jul 08 02:07:51.283730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:51.287622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-f89076ed-2280-42c3-bf0b-de1b6e12a0ab service neutron] 10.222.0.18 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794280 Jul 08 02:07:51.289253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.289848 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.303915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6542d47-1213-4f60-b8b7-7bb816087ae2 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:51.312984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=031f2520-c313-4b46-8c8f-6486307f86c9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:51.326593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-21783fdb-e408-47ee-8059-72481cf475e0 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640668 Jul 08 02:07:51.408146 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40f78f7c-0425-4fe5-b358-bcc0f3977f50 req-4f5832a4-55af-44b2-918a-2d8e2d0cd100 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828365 Jul 08 02:07:51.477513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:51.520735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-aa185d44-7ef0-4f22-acfb-411bce3e7919 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885478 Jul 08 02:07:51.544483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:07:51.545146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3be97dc3-eb25-4d3a-a1c6-bf78134e5b95 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:07:51.594977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-339e32c2-4eab-4f08-a5e2-c97b76540b01 req-53f9effb-56c1-4976-8209-02317028fd84 service neutron] (100713) timed out ('10.222.0.32', 60427) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:07:51.600059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f6cca90-8d60-459b-bd94-91659fc0deb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.615007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d34546c0-45f6-423b-a989-bf7e77b117ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 217 time: 0.0851147 Jul 08 02:07:51.629834 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08f2be4-47bb-417e-b825-63c1c050b546 req-ad6c71ee-72ca-45c2-8a5b-a3f9799628fc service neutron] 10.222.0.18 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329155 Jul 08 02:07:51.641701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '031f2520-c313-4b46-8c8f-6486307f86c9'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:51.642942 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.674398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-6d0edcaf-d570-4151-bc81-d80842fc0ad5 req-022124f4-fc1c-475b-acea-07ea422b2199 service neutron] (100713) timed out ('10.222.0.32', 60536) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:07:51.724049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2113a-2524-41db-8636-222f24341f90 req-5abb531c-1ab1-4f36-9495-e42c5bc5a8c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.733952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2113a-2524-41db-8636-222f24341f90 req-5abb531c-1ab1-4f36-9495-e42c5bc5a8c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.748506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-636496ee-ecfd-49c2-9f18-1ba8a008a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.753692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-636496ee-ecfd-49c2-9f18-1ba8a008a91b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1269178 Jul 08 02:07:51.753859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2113a-2524-41db-8636-222f24341f90 req-5abb531c-1ab1-4f36-9495-e42c5bc5a8c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.759073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2113a-2524-41db-8636-222f24341f90 req-5abb531c-1ab1-4f36-9495-e42c5bc5a8c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.765871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2113a-2524-41db-8636-222f24341f90 req-5abb531c-1ab1-4f36-9495-e42c5bc5a8c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.775546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2113a-2524-41db-8636-222f24341f90 req-5abb531c-1ab1-4f36-9495-e42c5bc5a8c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.783448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2113a-2524-41db-8636-222f24341f90 req-5abb531c-1ab1-4f36-9495-e42c5bc5a8c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.785548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02e2113a-2524-41db-8636-222f24341f90 req-5abb531c-1ab1-4f36-9495-e42c5bc5a8c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.1810665 Jul 08 02:07:51.796149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8f6cca90-8d60-459b-bd94-91659fc0deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.827570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4550fe-e5aa-4a40-ab4f-09abe7773c88 req-e1edcd84-91a3-4af6-a39e-1a75458ee382 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.829491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad4550fe-e5aa-4a40-ab4f-09abe7773c88 req-e1edcd84-91a3-4af6-a39e-1a75458ee382 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1541910 Jul 08 02:07:51.856623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-92889e0f-b431-4ed1-ae43-99ee60d94314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.858112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-92889e0f-b431-4ed1-ae43-99ee60d94314 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991914 Jul 08 02:07:51.900696 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8f6cca90-8d60-459b-bd94-91659fc0deb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee3e379e849b493a9782b6ca3dc53d38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3155615 Jul 08 02:07:51.907973 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52964) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:51.928606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cca90-8d60-459b-bd94-91659fc0deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fad2f7-30de-4eb2-96b3-3ae6d98d54b4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:51.956556 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0eba9ddb-7e26-4ba6-8382-bab44dd2786e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0817904 Jul 08 02:07:51.961210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52966) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:51.974199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Allocated IP 2001:db8::f816:3eff:fedd:6de4 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/031f2520-c313-4b46-8c8f-6486307f86c9/43f57f3c-b2eb-4fe4-babd-7cd676d51559) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:51.977561 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02e2113a-2524-41db-8636-222f24341f90 req-17724867-b3dd-4186-8c29-62de33354cfa tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1825092 Jul 08 02:07:52.007777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:82:32:56', 'name': 'tempest-NetworksTestDHCPv6-1609006142'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:52.017830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad4550fe-e5aa-4a40-ab4f-09abe7773c88 req-f483c49f-b05f-4aba-8f89-f1370093a41d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789427 Jul 08 02:07:52.080920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1a525c3f-55b3-4fcd-9bf6-beb5db0cafad service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143254 Jul 08 02:07:52.222788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef196-d374-4cf6-ad9b-0c781275414f req-de8ecb11-d27d-4f5e-be08-db9375037e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.223614 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.224374 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10aef196-d374-4cf6-ad9b-0c781275414f req-de8ecb11-d27d-4f5e-be08-db9375037e4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 1095 time: 0.3998756 Jul 08 02:07:52.242019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Transition to ACTIVE for port object 43f57f3c-b2eb-4fe4-babd-7cd676d51559 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:52.281115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Transition to ACTIVE for port object 43f57f3c-b2eb-4fe4-babd-7cd676d51559 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:52.294558 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-208f7530-9a13-4c7a-824c-39ba1bde8bbc service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972566 Jul 08 02:07:52.347092 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e579853-047b-4600-8be5-5195097312c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.355176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-8dce8ff9-cc66-458e-bd9c-d9a6a8f9235b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cf4d9964-299b-46d0-8db8-0c64b388c112 HTTP/1.1" status: 200 len: 217 time: 0.0597193 Jul 08 02:07:52.393255 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.408515 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e579853-047b-4600-8be5-5195097312c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.442328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-bd651da6-73ee-4c93-b400-f787e028cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.449515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-bd651da6-73ee-4c93-b400-f787e028cb86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0828855 Jul 08 02:07:52.449924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:52.455901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:52.460301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:52.468058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Pushing event updated for resources: {'Port': ['ID=43f57f3c-b2eb-4fe4-babd-7cd676d51559,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:52.556569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Attempting to bind port 43f57f3c-b2eb-4fe4-babd-7cd676d51559 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:52.557006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef196-d374-4cf6-ad9b-0c781275414f req-85101dda-cc4f-466d-bf4f-17ae905f6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.557431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Attempting to bind port 43f57f3c-b2eb-4fe4-babd-7cd676d51559 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:52.558055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Attempting to bind port 43f57f3c-b2eb-4fe4-babd-7cd676d51559 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:52.559061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10aef196-d374-4cf6-ad9b-0c781275414f req-85101dda-cc4f-466d-bf4f-17ae905f6935 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.3177602 Jul 08 02:07:52.566576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:52.568766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:52.568766 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.568766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:52.569271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Bound port: 43f57f3c-b2eb-4fe4-babd-7cd676d51559, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:52.570254 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.589701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d802c8-eb40-45be-8386-0320fdbcebab req-f9397cfe-b197-46e9-b536-80de1e34bb79 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.598924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31d802c8-eb40-45be-8386-0320fdbcebab req-f9397cfe-b197-46e9-b536-80de1e34bb79 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.3586783 Jul 08 02:07:52.654682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc065b2-82b7-47a3-beea-d2a81dae41e9 req-d0993d99-e03f-4711-97ba-c90ae98d04d5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.657920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10aef196-d374-4cf6-ad9b-0c781275414f req-a88da511-cf17-44c3-8d4a-c9ade8f3844f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c2cb621-1621-4fef-a739-dfc48eb8bde4 HTTP/1.1" status: 200 len: 217 time: 0.0903475 Jul 08 02:07:52.665624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8bc065b2-82b7-47a3-beea-d2a81dae41e9 req-d0993d99-e03f-4711-97ba-c90ae98d04d5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.2128463 Jul 08 02:07:52.669157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] For port 43f57f3c-b2eb-4fe4-babd-7cd676d51559, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:52.687444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] For port 43f57f3c-b2eb-4fe4-babd-7cd676d51559, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=43f57f3c-b2eb-4fe4-babd-7cd676d51559,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:52.706548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d5ff2769-21cb-4006-95c9-496e87ef9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.708038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-d5ff2769-21cb-4006-95c9-496e87ef9ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2283070 Jul 08 02:07:52.721890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:52.729156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8bc065b2-82b7-47a3-beea-d2a81dae41e9 req-c16294b6-0f0b-4b11-90c7-22cb469bf9d3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Jul 08 02:07:52.839622 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.870812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e579853-047b-4600-8be5-5195097312c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.873995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e579853-047b-4600-8be5-5195097312c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.875371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e579853-047b-4600-8be5-5195097312c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09fad2f7-30de-4eb2-96b3-3ae6d98d54b4 HTTP/1.1" status: 204 len: 168 time: 0.9640160 Jul 08 02:07:52.941252 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31d802c8-eb40-45be-8386-0320fdbcebab req-6fba19da-d24f-48cd-b14b-1f86474ae77d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369145 Jul 08 02:07:52.978368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e579853-047b-4600-8be5-5195097312c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fad2f7-30de-4eb2-96b3-3ae6d98d54b4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:52.994505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef196-d374-4cf6-ad9b-0c781275414f req-d7f0bc1a-b5fe-4bdf-b6c3-6e03eeaac29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.996943 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10aef196-d374-4cf6-ad9b-0c781275414f req-d7f0bc1a-b5fe-4bdf-b6c3-6e03eeaac29a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.3192606 Jul 08 02:07:53.004233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4b7e5-5f17-4f88-ad72-a771838ddee0 None None] Pushing event updated for resources: {'Port': ['ID=43f57f3c-b2eb-4fe4-babd-7cd676d51559,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:53.081719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-fb987266-e751-41c3-8a0e-cd25d832fa1c service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656454 Jul 08 02:07:53.140006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:53.188399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef196-d374-4cf6-ad9b-0c781275414f req-faa1e8a3-e558-4342-a533-3ae61eeebb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:53.194867 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10aef196-d374-4cf6-ad9b-0c781275414f req-faa1e8a3-e558-4342-a533-3ae61eeebb21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1846242 Jul 08 02:07:53.212862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 4dd91110-b5a2-4e53-9b03-e920f76d157a yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:07:53.422375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-b5a1cac9-e7a8-43c9-b637-408d9614d257 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329999 Jul 08 02:07:53.583488 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-1231b2e1-5257-421d-94f1-f22e067e6367 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=efc144cd-c612-4225-9176-19588a83fe7d HTTP/1.1" status: 200 len: 217 time: 0.1460931 Jul 08 02:07:53.718700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 43f57f3c-b2eb-4fe4-babd-7cd676d51559 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:53.777809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cddf8c10-bbfa-4508-aae2-cd0622b7d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:53.781742 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-cddf8c10-bbfa-4508-aae2-cd0622b7d0ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1948414 Jul 08 02:07:53.804797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10aef196-d374-4cf6-ad9b-0c781275414f req-7da44949-ebb6-4a52-ab8a-ffb2d2ce5f8c service neutron] 10.222.0.18 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038015 Jul 08 02:07:53.938087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-3ef152e6-daf4-44ae-a9c0-03dca3956965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:53.944622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-3ef152e6-daf4-44ae-a9c0-03dca3956965 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1534429 Jul 08 02:07:53.984092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 43f57f3c-b2eb-4fe4-babd-7cd676d51559 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:54.126935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-244047fd-1d33-451a-9e76-dcac36b2fd2b service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752572 Jul 08 02:07:54.138550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc609-463e-4719-b446-a90094bc15ba req-1a2d03b4-9ba6-479a-9f67-bc3c7e4257d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.147464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc609-463e-4719-b446-a90094bc15ba req-1a2d03b4-9ba6-479a-9f67-bc3c7e4257d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.153836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc609-463e-4719-b446-a90094bc15ba req-1a2d03b4-9ba6-479a-9f67-bc3c7e4257d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.160082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc609-463e-4719-b446-a90094bc15ba req-1a2d03b4-9ba6-479a-9f67-bc3c7e4257d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.166093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc609-463e-4719-b446-a90094bc15ba req-1a2d03b4-9ba6-479a-9f67-bc3c7e4257d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.173594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc609-463e-4719-b446-a90094bc15ba req-1a2d03b4-9ba6-479a-9f67-bc3c7e4257d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.180362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc609-463e-4719-b446-a90094bc15ba req-1a2d03b4-9ba6-479a-9f67-bc3c7e4257d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.182527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc7fc609-463e-4719-b446-a90094bc15ba req-1a2d03b4-9ba6-479a-9f67-bc3c7e4257d5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.9328904 Jul 08 02:07:54.199692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:fe82:3256 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/031f2520-c313-4b46-8c8f-6486307f86c9/4dd91110-b5a2-4e53-9b03-e920f76d157a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:54.229061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73e20f-e7c0-46cb-b7d7-a3239939085f req-f3f0682b-f6d1-47f8-b7b9-6e74f56a9244 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.232667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d73e20f-e7c0-46cb-b7d7-a3239939085f req-f3f0682b-f6d1-47f8-b7b9-6e74f56a9244 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1947629 Jul 08 02:07:54.274627 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10aef196-d374-4cf6-ad9b-0c781275414f req-bafeccab-c561-4c53-bf9e-ebc3d5a7b620 service neutron] 10.222.0.18 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582052 Jul 08 02:07:54.312654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc7fc609-463e-4719-b446-a90094bc15ba req-e836d659-e9ae-48a7-9a8b-30d21a3b2522 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143107 Jul 08 02:07:54.351236 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d73e20f-e7c0-46cb-b7d7-a3239939085f req-7989f58b-179c-4899-bc66-0dc8fc9cfa42 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928636 Jul 08 02:07:54.406766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-00b5ce49-d00f-43fc-b94b-0f87ea3e5aab service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723494 Jul 08 02:07:54.494195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-bad25929-7a26-4d9e-b242-bb07664a82ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e HTTP/1.1" status: 200 len: 217 time: 0.0811529 Jul 08 02:07:54.590739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-ae02425e-d8de-4130-95a4-90467935383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.592628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-ae02425e-d8de-4130-95a4-90467935383c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.0924187 Jul 08 02:07:54.702668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:54.720761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 4dd91110-b5a2-4e53-9b03-e920f76d157a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:54.745300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-31bfd8ae-0594-401a-a941-fc4c124b9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.748166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-31bfd8ae-0594-401a-a941-fc4c124b9424 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1494606 Jul 08 02:07:54.795368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2e0b-d297-4aae-a7f1-9c29fe5f07a7 req-157a2fe4-fd7b-4785-8690-a0b07684e30a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.797131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62cf2e0b-d297-4aae-a7f1-9c29fe5f07a7 req-157a2fe4-fd7b-4785-8690-a0b07684e30a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1485319 Jul 08 02:07:54.868601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62cf2e0b-d297-4aae-a7f1-9c29fe5f07a7 req-473df927-0bf3-4752-96ec-23d7b72490c5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579140 Jul 08 02:07:54.897723 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-105346b8-2a81-4c18-8e46-b7beeb869f97 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344492 Jul 08 02:07:54.909374 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:54.979848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:54.988909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:54.993436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:54.999555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.000810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.013911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=4dd91110-b5a2-4e53-9b03-e920f76d157a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:55.015215 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-12850a0b-938a-4137-9248-951abad1bc10 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117096 Jul 08 02:07:55.039510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a35503c2-416b-4c4f-a6a4-f53d43aeee9b None None] Provisioning for port 43f57f3c-b2eb-4fe4-babd-7cd676d51559 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:55.052142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a35503c2-416b-4c4f-a6a4-f53d43aeee9b None None] Provisioning complete for port 43f57f3c-b2eb-4fe4-babd-7cd676d51559 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:55.055769 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a35503c2-416b-4c4f-a6a4-f53d43aeee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.066262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-bd4029ee-1b56-4385-a85b-3fc5995f4565 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 200 len: 217 time: 0.0444496 Jul 08 02:07:55.114309 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-53dc3803-3e21-4caa-87c8-2de315b9ddd8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1507704 Jul 08 02:07:55.118835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53026) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:55.133890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-25ffe402-1952-4c4c-93f9-d75e6adfad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.138018 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-25ffe402-1952-4c4c-93f9-d75e6adfad0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.0658014 Jul 08 02:07:55.223957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-05d39a39-1168-44da-94fd-8c095440095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.225722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-05d39a39-1168-44da-94fd-8c095440095f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0820446 Jul 08 02:07:55.248999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edafb7d-0339-4a85-ba87-245c46884184 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.263079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edafb7d-0339-4a85-ba87-245c46884184 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.267987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3edafb7d-0339-4a85-ba87-245c46884184 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1500978 Jul 08 02:07:55.268947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53032) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:55.305385 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a35503c2-416b-4c4f-a6a4-f53d43aeee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.398970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a35503c2-416b-4c4f-a6a4-f53d43aeee9b None None] For port 43f57f3c-b2eb-4fe4-babd-7cd676d51559, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=43f57f3c-b2eb-4fe4-babd-7cd676d51559,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:55.443450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-46ed01dc-c5b1-402c-a790-01e27ba9ede5 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092872 Jul 08 02:07:55.490598 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a35503c2-416b-4c4f-a6a4-f53d43aeee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.540705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e81f3519-89ba-470c-9c50-b1d87d744db7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 4dd91110-b5a2-4e53-9b03-e920f76d157a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:55.542373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e81f3519-89ba-470c-9c50-b1d87d744db7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.553761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35503c2-416b-4c4f-a6a4-f53d43aeee9b None None] Pushing event updated for resources: {'Port': ['ID=43f57f3c-b2eb-4fe4-babd-7cd676d51559,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:55.672199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f4ffe77-0744-4d3e-9874-d75cffa7acb8 req-fd7488a4-b0bf-485c-8f7b-f290be4a0cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216203 Jul 08 02:07:55.690851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3ef59a18-9424-4f05-ac32-6e2d30bd963a None None] Provisioning for port 4dd91110-b5a2-4e53-9b03-e920f76d157a completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:55.696553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3ef59a18-9424-4f05-ac32-6e2d30bd963a None None] Provisioning complete for port 4dd91110-b5a2-4e53-9b03-e920f76d157a triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:55.696553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ef59a18-9424-4f05-ac32-6e2d30bd963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.712639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-4bd2f3c7-c2ec-4046-8347-94c1110e0a78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.720436 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e81f3519-89ba-470c-9c50-b1d87d744db7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.730715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-4bd2f3c7-c2ec-4046-8347-94c1110e0a78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.741426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-4bd2f3c7-c2ec-4046-8347-94c1110e0a78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.742454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e81f3519-89ba-470c-9c50-b1d87d744db7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 4dd91110-b5a2-4e53-9b03-e920f76d157a owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:55.753881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-4bd2f3c7-c2ec-4046-8347-94c1110e0a78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.761343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-4bd2f3c7-c2ec-4046-8347-94c1110e0a78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.766581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3ef59a18-9424-4f05-ac32-6e2d30bd963a None None] Port 4dd91110-b5a2-4e53-9b03-e920f76d157a cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:55.767646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-4bd2f3c7-c2ec-4046-8347-94c1110e0a78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.774366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-4bd2f3c7-c2ec-4046-8347-94c1110e0a78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.776998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea3641-172d-4808-9c47-e2db52660297 req-a31273ef-3d16-45a5-9bb5-adf494b66c7d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.778579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3eea3641-172d-4808-9c47-e2db52660297 req-a31273ef-3d16-45a5-9bb5-adf494b66c7d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1304660 Jul 08 02:07:55.783931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-4bd2f3c7-c2ec-4046-8347-94c1110e0a78 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.2269800 Jul 08 02:07:55.827062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3f796bf-e168-4f40-be19-51d0e5fcd226 req-af218ee0-84c4-49d5-b857-f00be06e3d89 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398171 Jul 08 02:07:55.867871 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3eea3641-172d-4808-9c47-e2db52660297 req-a72f798e-701f-4924-bbfb-9e6e27e75b37 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583267 Jul 08 02:07:56.063415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-f76edc29-d7ce-4a33-bb04-84d348f847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.064278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-f76edc29-d7ce-4a33-bb04-84d348f847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.065093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-f76edc29-d7ce-4a33-bb04-84d348f847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.066218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-f76edc29-d7ce-4a33-bb04-84d348f847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.066767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-f76edc29-d7ce-4a33-bb04-84d348f847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.067636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-f76edc29-d7ce-4a33-bb04-84d348f847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.068612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-f76edc29-d7ce-4a33-bb04-84d348f847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.072246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af812539-76c8-46cc-8269-e210b97f889b req-f76edc29-d7ce-4a33-bb04-84d348f847b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6485 time: 0.1277468 Jul 08 02:07:56.088224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c699d3-443b-437b-842c-35877a1870a1 req-52b45496-1c4c-4996-acb7-fdb9388fba23 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.089832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5c699d3-443b-437b-842c-35877a1870a1 req-52b45496-1c4c-4996-acb7-fdb9388fba23 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0940518 Jul 08 02:07:56.121861 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e81f3519-89ba-470c-9c50-b1d87d744db7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.177830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f3519-89ba-470c-9c50-b1d87d744db7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=4dd91110-b5a2-4e53-9b03-e920f76d157a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:56.194502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-c7891f9b-8244-433b-b967-e46775ab7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.204332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af812539-76c8-46cc-8269-e210b97f889b req-c7891f9b-8244-433b-b967-e46775ab7277 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 200 len: 903 time: 0.1167645 Jul 08 02:07:56.204447 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5c699d3-443b-437b-842c-35877a1870a1 req-97e25487-8b40-4068-a4d9-6326b5f124ff tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054184 Jul 08 02:07:56.225225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e81f3519-89ba-470c-9c50-b1d87d744db7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.228829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e81f3519-89ba-470c-9c50-b1d87d744db7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/4dd91110-b5a2-4e53-9b03-e920f76d157a HTTP/1.1" status: 204 len: 168 time: 0.9585414 Jul 08 02:07:56.234639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:56.305381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af812539-76c8-46cc-8269-e210b97f889b req-b22e3ab4-f733-4541-93e1-79e883977dbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 200 len: 217 time: 0.0933597 Jul 08 02:07:56.403882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1dffaa-aa6f-4001-affe-67aa62722498 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.405534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1dffaa-aa6f-4001-affe-67aa62722498 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.407065 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea1dffaa-aa6f-4001-affe-67aa62722498 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1714313 Jul 08 02:07:56.410528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53080) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:56.455027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-fd57963a-b44e-4f92-8f8e-36b95c51b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.458693 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af812539-76c8-46cc-8269-e210b97f889b req-fd57963a-b44e-4f92-8f8e-36b95c51b246 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.1423843 Jul 08 02:07:56.503839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dbcd33-ac05-419b-a73e-7da9a6304ad1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 031f2520-c313-4b46-8c8f-6486307f86c9 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:56.547999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00dbcd33-ac05-419b-a73e-7da9a6304ad1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.590719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53084) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:56.613269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00dbcd33-ac05-419b-a73e-7da9a6304ad1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.638511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a6b35-397f-4fa8-a087-dbb9cb788142 req-0cb76c14-361d-459b-9577-54c1ef3b1588 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.640121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef6a6b35-397f-4fa8-a087-dbb9cb788142 req-0cb76c14-361d-459b-9577-54c1ef3b1588 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1177413 Jul 08 02:07:56.642517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812539-76c8-46cc-8269-e210b97f889b req-ecba1e53-0a43-4929-9e2b-d60415d18dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.644351 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af812539-76c8-46cc-8269-e210b97f889b req-ecba1e53-0a43-4929-9e2b-d60415d18dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1782980 Jul 08 02:07:56.680121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2c201-87c3-4f13-9f66-f3737b0e86cd req-86770ab4-4889-4c3b-b567-eb2427021428 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.681699 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62c2c201-87c3-4f13-9f66-f3737b0e86cd req-86770ab4-4889-4c3b-b567-eb2427021428 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2049937 Jul 08 02:07:56.756178 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80116e49-810d-4d89-b984-d715993ee47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.761887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef6a6b35-397f-4fa8-a087-dbb9cb788142 req-48d61ccb-3848-414a-862b-ef24cf3d861e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130617 Jul 08 02:07:56.789630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af812539-76c8-46cc-8269-e210b97f889b req-73ee7918-e85b-4ce6-94ba-ebeed661787d service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318049 Jul 08 02:07:56.791441 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00dbcd33-ac05-419b-a73e-7da9a6304ad1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.815748 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62c2c201-87c3-4f13-9f66-f3737b0e86cd req-b38c0680-ef06-41f0-8313-4ad393b2eb17 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212716 Jul 08 02:07:56.915980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af812539-76c8-46cc-8269-e210b97f889b req-c9a05457-9d7c-4671-8aa1-fbc326a50fa2 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191416 Jul 08 02:07:57.025073 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00dbcd33-ac05-419b-a73e-7da9a6304ad1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.105054 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00dbcd33-ac05-419b-a73e-7da9a6304ad1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.106714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-594ba56e-1f56-4464-bc3e-ad8acead24c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.108174 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-00dbcd33-ac05-419b-a73e-7da9a6304ad1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/031f2520-c313-4b46-8c8f-6486307f86c9 HTTP/1.1" status: 204 len: 168 time: 0.6955156 Jul 08 02:07:57.108933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbcd33-ac05-419b-a73e-7da9a6304ad1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=031f2520-c313-4b46-8c8f-6486307f86c9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:57.114317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53102) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:57.125624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086ff5d-9d47-485e-bd73-df576574f3a0 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:57.127193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-594ba56e-1f56-4464-bc3e-ad8acead24c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.131282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-594ba56e-1f56-4464-bc3e-ad8acead24c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.139561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-594ba56e-1f56-4464-bc3e-ad8acead24c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.146245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-594ba56e-1f56-4464-bc3e-ad8acead24c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.152780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-594ba56e-1f56-4464-bc3e-ad8acead24c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.159181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-594ba56e-1f56-4464-bc3e-ad8acead24c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.169606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-594ba56e-1f56-4464-bc3e-ad8acead24c3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.1634855 Jul 08 02:07:57.254517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23428450-77ba-48ef-b9e4-66e8dd5a1455 req-e280cfbf-e408-4c04-8cb5-1010ce37c9f7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835440 Jul 08 02:07:57.339233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:57.399219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] Deleting port 43f57f3c-b2eb-4fe4-babd-7cd676d51559 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:57.399808 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.497559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] For port 43f57f3c-b2eb-4fe4-babd-7cd676d51559, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=43f57f3c-b2eb-4fe4-babd-7cd676d51559,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:57.498845 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.515092 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80116e49-810d-4d89-b984-d715993ee47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.519999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:57.520240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8e30d98-24df-411e-92e9-9b29a00a84f3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4050357 Jul 08 02:07:57.521466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 43f57f3c-b2eb-4fe4-babd-7cd676d51559 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:57.563511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a1feb-1c9a-4235-b5a1-04f2036f015d req-b5a230a6-5dcc-46b4-9011-e4b4cfb6d4d9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.570382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] Calling delete_port for 43f57f3c-b2eb-4fe4-babd-7cd676d51559 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:57.570557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-005a1feb-1c9a-4235-b5a1-04f2036f015d req-b5a230a6-5dcc-46b4-9011-e4b4cfb6d4d9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.5325391 Jul 08 02:07:57.601634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80116e49-810d-4d89-b984-d715993ee47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.649451 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.668456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf343e-0caa-4d56-9f0b-004ec77ec500 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.670441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-52bf343e-0caa-4d56-9f0b-004ec77ec500 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1493726 Jul 08 02:07:57.672682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:57.686469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80116e49-810d-4d89-b984-d715993ee47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88acf7e7-b561-4c29-a7d0-2de4bc47c373,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:57.702142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-005a1feb-1c9a-4235-b5a1-04f2036f015d req-35a41bff-9e41-401e-a5ae-fa5a612ca119 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307476 Jul 08 02:07:57.713085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-80116e49-810d-4d89-b984-d715993ee47c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa2eab5537c24c6ba78ad8be84804971&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1202695 Jul 08 02:07:57.715251 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53110) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:57.773851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dbf1ca-1db6-4802-a7e3-dc52d27796b9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.781774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 43f57f3c-b2eb-4fe4-babd-7cd676d51559, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=43f57f3c-b2eb-4fe4-babd-7cd676d51559,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:57.782303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d5dbf1ca-1db6-4802-a7e3-dc52d27796b9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1019788 Jul 08 02:07:57.783380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53112) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:57.798547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e91f-d18b-43b1-be9b-19c27b0e6487 req-4ae0d640-74f1-4d59-9d27-8ba92fd55296 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.800987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc30e91f-d18b-43b1-be9b-19c27b0e6487 req-4ae0d640-74f1-4d59-9d27-8ba92fd55296 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1868501 Jul 08 02:07:57.844600 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8cdaa8bb-307f-4e91-a5cf-41413285f839 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552499 Jul 08 02:07:57.845115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53116) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:57.856348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:57.863186 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.893940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc30e91f-d18b-43b1-be9b-19c27b0e6487 req-9d07a200-8e48-4c89-b97e-306b00f846d8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868492 Jul 08 02:07:57.952777 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.985605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=43f57f3c-b2eb-4fe4-babd-7cd676d51559,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:57.999907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] No DVR routers for this DVR port 43f57f3c-b2eb-4fe4-babd-7cd676d51559 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:58.020299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df2db680-c267-4723-883b-69d8c1e52106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.027495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fdd7c-4ec9-4f11-bdb1-36f7ed338b08 None None] Pushing event deleted for resources: {'Port': ['ID=43f57f3c-b2eb-4fe4-babd-7cd676d51559,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:58.057210 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df2db680-c267-4723-883b-69d8c1e52106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.119822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8943cd-d39f-4017-8b83-5f3589a6363c req-1d1d6691-e740-4cf2-a02e-5761877ae4a6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.122097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c8943cd-d39f-4017-8b83-5f3589a6363c req-1d1d6691-e740-4cf2-a02e-5761877ae4a6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0776122 Jul 08 02:07:58.170275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988ae48-c005-4be3-ac79-4e72d0fc0424 req-2d2c5129-c6c0-4324-9e6a-4d4494041faa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.172070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3988ae48-c005-4be3-ac79-4e72d0fc0424 req-2d2c5129-c6c0-4324-9e6a-4d4494041faa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.2053730 Jul 08 02:07:58.194446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c8943cd-d39f-4017-8b83-5f3589a6363c req-b76e1f7b-bc2c-46bd-a435-6d6b389d0578 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524242 Jul 08 02:07:58.238906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3988ae48-c005-4be3-ac79-4e72d0fc0424 req-77f3e854-32b1-484c-bbda-2e4a56a574ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567398 Jul 08 02:07:58.249947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:58.262804 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.310734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df2db680-c267-4723-883b-69d8c1e52106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.313537 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df2db680-c267-4723-883b-69d8c1e52106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.314704 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df2db680-c267-4723-883b-69d8c1e52106 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88acf7e7-b561-4c29-a7d0-2de4bc47c373 HTTP/1.1" status: 204 len: 168 time: 0.5995471 Jul 08 02:07:58.335381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2db680-c267-4723-883b-69d8c1e52106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88acf7e7-b561-4c29-a7d0-2de4bc47c373,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:58.489375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-27addf4c-5b5b-42a0-b3e5-9e9e7fa2f191 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.495637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-27addf4c-5b5b-42a0-b3e5-9e9e7fa2f191 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.503144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-27addf4c-5b5b-42a0-b3e5-9e9e7fa2f191 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.508998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-27addf4c-5b5b-42a0-b3e5-9e9e7fa2f191 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.514802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-27addf4c-5b5b-42a0-b3e5-9e9e7fa2f191 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.521318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-27addf4c-5b5b-42a0-b3e5-9e9e7fa2f191 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.529921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-27addf4c-5b5b-42a0-b3e5-9e9e7fa2f191 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.531802 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-27addf4c-5b5b-42a0-b3e5-9e9e7fa2f191 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.1198621 Jul 08 02:07:58.574378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5948596-6e5e-4172-a8cb-2e62731d2610 req-189f553c-bd67-43b1-a7a1-e91ed9c5abee tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.580333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5948596-6e5e-4172-a8cb-2e62731d2610 req-189f553c-bd67-43b1-a7a1-e91ed9c5abee tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1355283 Jul 08 02:07:58.592682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-952f89b8-2dce-4438-94ce-4909850fc0a6 req-ce797df7-1855-42da-998f-544c7affb55d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510192 Jul 08 02:07:58.633224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5948596-6e5e-4172-a8cb-2e62731d2610 req-b4a4bc5b-bf92-4e0f-bb4d-74561692d339 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Jul 08 02:07:58.776874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:07:58.785742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.853811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:58.859036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:58.866183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.866792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.874764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408a4a0-6ce7-4ebf-98b2-2d4f9cfb1bca None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:58.886898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=2f74f851-a55a-4e47-8a27-c4b835c3d740,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:58.925690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d6b3f-17d9-4080-b4a3-eee9a1bea6f5 req-9a751936-4f0d-43f5-b6c9-d21fc06b7ded tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.935629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e10d6b3f-17d9-4080-b4a3-eee9a1bea6f5 req-9a751936-4f0d-43f5-b6c9-d21fc06b7ded tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1789286 Jul 08 02:07:58.990195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d3fb4-f478-42db-aa89-a8110a73b8f1 req-dd11890a-00a6-462d-a4f1-8ef830c9c818 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.992442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-191d3fb4-f478-42db-aa89-a8110a73b8f1 req-dd11890a-00a6-462d-a4f1-8ef830c9c818 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1157706 Jul 08 02:07:59.000413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e10d6b3f-17d9-4080-b4a3-eee9a1bea6f5 req-8134a478-f676-4d28-a057-100a130bb121 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633683 Jul 08 02:07:59.017875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:59.017995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d153816c-30b7-47aa-bfc2-380aeb7c167e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1660688 Jul 08 02:07:59.020333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:b0:c7:bb', 'name': 'tempest-NetworksTestDHCPv6-691854544'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:59.131373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '2f74f851-a55a-4e47-8a27-c4b835c3d740'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:59.132389 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:59.132588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-191d3fb4-f478-42db-aa89-a8110a73b8f1 req-3cb878de-0d59-47e9-a170-e0e644350b49 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297159 Jul 08 02:07:59.307327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:59.337617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Allocated IP 2001:db8::f816:3eff:fee0:5a36 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/2f74f851-a55a-4e47-8a27-c4b835c3d740/d589ac35-37af-4dc7-b896-07315ff2053e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:59.480704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:59.516655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 01a964e0-771d-4ef4-be43-56a0e92115ab yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:07:59.540510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dbf83-8463-48c4-a3d8-1e8c44b40365 req-c7ee3665-0a6d-48ab-9874-73bfa09bb74b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.543777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f57dbf83-8463-48c4-a3d8-1e8c44b40365 req-c7ee3665-0a6d-48ab-9874-73bfa09bb74b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1392090 Jul 08 02:07:59.618052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f57dbf83-8463-48c4-a3d8-1e8c44b40365 req-aaea6d85-b242-40be-b83d-bfbb3f55c57d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661180 Jul 08 02:07:59.633204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef85d7-69e3-449c-b187-4ed23c7c0ac7 req-b57d590c-72a4-4bc8-aa2f-560b77c18be4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.634971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4ef85d7-69e3-449c-b187-4ed23c7c0ac7 req-b57d590c-72a4-4bc8-aa2f-560b77c18be4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2146225 Jul 08 02:07:59.657103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:59.660000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Transition to ACTIVE for port object d589ac35-37af-4dc7-b896-07315ff2053e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:59.682399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Transition to ACTIVE for port object d589ac35-37af-4dc7-b896-07315ff2053e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:59.690868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4ef85d7-69e3-449c-b187-4ed23c7c0ac7 req-db563042-afed-4d59-8372-b78a187b7623 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Jul 08 02:07:59.794839 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:59.869290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:59.872641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:59.880050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:59.912600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-178b035c-27f2-4b8b-acc8-13fc3104f778 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.915917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-178b035c-27f2-4b8b-acc8-13fc3104f778 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.922014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-178b035c-27f2-4b8b-acc8-13fc3104f778 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.928624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-178b035c-27f2-4b8b-acc8-13fc3104f778 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.935114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-178b035c-27f2-4b8b-acc8-13fc3104f778 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.941871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-178b035c-27f2-4b8b-acc8-13fc3104f778 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.948663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-178b035c-27f2-4b8b-acc8-13fc3104f778 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.957072 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-178b035c-27f2-4b8b-acc8-13fc3104f778 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.2138488 Jul 08 02:07:59.996254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05884e-39e4-4362-a6eb-2191c7f6ebf6 req-9fffc3bd-7bd0-41a2-8a2b-7c67bb522272 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:00.005163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c05884e-39e4-4362-a6eb-2191c7f6ebf6 req-9fffc3bd-7bd0-41a2-8a2b-7c67bb522272 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1504645 Jul 08 02:08:00.008292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Pushing event updated for resources: {'Port': ['ID=d589ac35-37af-4dc7-b896-07315ff2053e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:00.012789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Attempting to bind port d589ac35-37af-4dc7-b896-07315ff2053e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:00.013506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Attempting to bind port d589ac35-37af-4dc7-b896-07315ff2053e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:00.014196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Attempting to bind port d589ac35-37af-4dc7-b896-07315ff2053e on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:00.021041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:00.021432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:00.021911 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:00.022314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:00.024059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Bound port: d589ac35-37af-4dc7-b896-07315ff2053e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:00.024528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:00.025381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45d97c63-2a89-444a-8c9a-50616347d1bf req-2b941746-93cd-4816-8bad-f90c7d56b6ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648680 Jul 08 02:08:00.101212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:feb0:c7bb (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/2f74f851-a55a-4e47-8a27-c4b835c3d740/01a964e0-771d-4ef4-be43-56a0e92115ab) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:00.121191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] For port d589ac35-37af-4dc7-b896-07315ff2053e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:00.125976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c05884e-39e4-4362-a6eb-2191c7f6ebf6 req-3458cd0e-1a8f-49fe-838a-1e19b1164f20 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192045 Jul 08 02:08:00.134291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] For port d589ac35-37af-4dc7-b896-07315ff2053e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d589ac35-37af-4dc7-b896-07315ff2053e,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:00.268320 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:00.334559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:00.355731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 01a964e0-771d-4ef4-be43-56a0e92115ab will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:00.430249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3944f-2029-4cf1-81cc-c0833a88e8df None None] Pushing event updated for resources: {'Port': ['ID=d589ac35-37af-4dc7-b896-07315ff2053e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:00.591055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380a0db-e17b-4489-bc15-4c73147ae0b1 req-738e9239-8f1e-4f2d-a046-29618a40ff74 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:00.598101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210d2c3-fdd4-40dc-a959-99bd00ecca4d req-99cbb786-2704-4883-997d-fdf148c8d50b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:00.599811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2210d2c3-fdd4-40dc-a959-99bd00ecca4d req-99cbb786-2704-4883-997d-fdf148c8d50b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1228485 Jul 08 02:08:00.604125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4380a0db-e17b-4489-bc15-4c73147ae0b1 req-738e9239-8f1e-4f2d-a046-29618a40ff74 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1819067 Jul 08 02:08:00.625231 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:00.667628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2210d2c3-fdd4-40dc-a959-99bd00ecca4d req-678ac579-75d0-43c6-b730-bb14be2ac5fa tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 Jul 08 02:08:00.762964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4380a0db-e17b-4489-bc15-4c73147ae0b1 req-8586c249-67ce-4b99-bc4d-76d04a56b92e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575248 Jul 08 02:08:00.764869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:00.783440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:00.795229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:00.802010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:00.802794 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:00.807381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=01a964e0-771d-4ef4-be43-56a0e92115ab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:00.822890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.823392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.823872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.824333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.824930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.825368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.825918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.826315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.826762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.827276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.827561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.832433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:00.910411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c45cd3-7931-4285-b94c-ac4dd97c9be2 req-c94b2480-c063-424f-b6bb-8ee61c16711a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:00.912680 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57c45cd3-7931-4285-b94c-ac4dd97c9be2 req-c94b2480-c063-424f-b6bb-8ee61c16711a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1050849 Jul 08 02:08:00.937671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5b9201a1-6f2c-4413-823f-a7e498ba2f4f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9248364 Jul 08 02:08:00.940298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:00.968790 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57c45cd3-7931-4285-b94c-ac4dd97c9be2 req-b9a77e1a-d804-4250-9800-482fa7bb7ef5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Jul 08 02:08:01.114585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f609b8-28d4-4473-bed8-86d8263262e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.125532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f609b8-28d4-4473-bed8-86d8263262e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.130814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53208) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:01.131682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-67f609b8-28d4-4473-bed8-86d8263262e1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1901813 Jul 08 02:08:01.147882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ce3d6-7811-4af5-8533-407824779727 req-a80ffe30-9af0-4274-8fb2-01126db566f1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.158316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-355ce3d6-7811-4af5-8533-407824779727 req-a80ffe30-9af0-4274-8fb2-01126db566f1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1546605 Jul 08 02:08:01.220600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-355ce3d6-7811-4af5-8533-407824779727 req-ed7ff003-4f7a-4e0d-92d8-6573c15ae62b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596805 Jul 08 02:08:01.369883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd411-46c3-4017-b099-c20bf20c8293 req-d0a82e4c-0994-4e23-af27-475b618f885f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.376836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd411-46c3-4017-b099-c20bf20c8293 req-d0a82e4c-0994-4e23-af27-475b618f885f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.390194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd411-46c3-4017-b099-c20bf20c8293 req-d0a82e4c-0994-4e23-af27-475b618f885f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.395163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd411-46c3-4017-b099-c20bf20c8293 req-d0a82e4c-0994-4e23-af27-475b618f885f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.411679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd411-46c3-4017-b099-c20bf20c8293 req-d0a82e4c-0994-4e23-af27-475b618f885f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.422590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd411-46c3-4017-b099-c20bf20c8293 req-d0a82e4c-0994-4e23-af27-475b618f885f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.432981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd411-46c3-4017-b099-c20bf20c8293 req-d0a82e4c-0994-4e23-af27-475b618f885f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.435442 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edafd411-46c3-4017-b099-c20bf20c8293 req-d0a82e4c-0994-4e23-af27-475b618f885f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.2145989 Jul 08 02:08:01.442444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-11545385-5f91-4ee5-b2c6-9c9deef5a1c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 01a964e0-771d-4ef4-be43-56a0e92115ab {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:01.443096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11545385-5f91-4ee5-b2c6-9c9deef5a1c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.481265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d589ac35-37af-4dc7-b896-07315ff2053e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:01.559034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edafd411-46c3-4017-b099-c20bf20c8293 req-f02ee6ee-0743-40fe-94af-19b75253a46b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122990 Jul 08 02:08:01.624163 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11545385-5f91-4ee5-b2c6-9c9deef5a1c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.657976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1473-e2ea-4872-9def-04fd9f7628b3 req-ecfaefc9-63c7-4d4d-a1ae-e53eb861ff90 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.658560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-11545385-5f91-4ee5-b2c6-9c9deef5a1c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 01a964e0-771d-4ef4-be43-56a0e92115ab owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:01.662587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d589ac35-37af-4dc7-b896-07315ff2053e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:01.665977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c05c1473-e2ea-4872-9def-04fd9f7628b3 req-ecfaefc9-63c7-4d4d-a1ae-e53eb861ff90 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1407135 Jul 08 02:08:01.759826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c05c1473-e2ea-4872-9def-04fd9f7628b3 req-c950826e-3159-42a3-9a2c-44cae2f90b11 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920627 Jul 08 02:08:01.970214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11545385-5f91-4ee5-b2c6-9c9deef5a1c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.019036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11545385-5f91-4ee5-b2c6-9c9deef5a1c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=01a964e0-771d-4ef4-be43-56a0e92115ab,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:02.058494 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11545385-5f91-4ee5-b2c6-9c9deef5a1c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.063299 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-11545385-5f91-4ee5-b2c6-9c9deef5a1c1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/01a964e0-771d-4ef4-be43-56a0e92115ab HTTP/1.1" status: 204 len: 168 time: 0.9282854 Jul 08 02:08:02.063675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53228) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:02.090932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaac131-8059-41e2-8f08-7f4e52eddd80 req-d9fa1097-3d39-4f50-9546-db6ae948ecf9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:02.093701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-feaac131-8059-41e2-8f08-7f4e52eddd80 req-d9fa1097-3d39-4f50-9546-db6ae948ecf9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.0982299 Jul 08 02:08:02.125042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b712b4ad-b3d6-4fbf-b66b-0ebd41b9e070 None None] Provisioning for port d589ac35-37af-4dc7-b896-07315ff2053e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:02.131392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b712b4ad-b3d6-4fbf-b66b-0ebd41b9e070 None None] Provisioning complete for port d589ac35-37af-4dc7-b896-07315ff2053e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:02.131392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ad-b3d6-4fbf-b66b-0ebd41b9e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.166143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-feaac131-8059-41e2-8f08-7f4e52eddd80 req-f5b8755a-6014-4398-acc3-9b31e744891e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518725 Jul 08 02:08:02.167164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7159d-bc3d-4e71-a579-f4f114e076f9 req-807da4d3-5144-4753-a048-21030ca5cacf tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:02.167164 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-afa7159d-bc3d-4e71-a579-f4f114e076f9 req-807da4d3-5144-4753-a048-21030ca5cacf tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2516911 Jul 08 02:08:02.189027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163b8ea-e2e9-479f-bba3-e19a85634063 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:02.189027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163b8ea-e2e9-479f-bba3-e19a85634063 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:02.189027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0163b8ea-e2e9-479f-bba3-e19a85634063 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1172507 Jul 08 02:08:02.191232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:02.276471 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ad-b3d6-4fbf-b66b-0ebd41b9e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.277685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-afa7159d-bc3d-4e71-a579-f4f114e076f9 req-879259d6-1de1-43e5-aef3-d3179e699420 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944190 Jul 08 02:08:02.279935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-948881c9-7bbd-40c3-8a33-a973343bf9bd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 2f74f851-a55a-4e47-8a27-c4b835c3d740 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:02.286436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-948881c9-7bbd-40c3-8a33-a973343bf9bd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.369765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b712b4ad-b3d6-4fbf-b66b-0ebd41b9e070 None None] For port d589ac35-37af-4dc7-b896-07315ff2053e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d589ac35-37af-4dc7-b896-07315ff2053e,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:02.375581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-948881c9-7bbd-40c3-8a33-a973343bf9bd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.456930 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ad-b3d6-4fbf-b66b-0ebd41b9e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.516629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712b4ad-b3d6-4fbf-b66b-0ebd41b9e070 None None] Pushing event updated for resources: {'Port': ['ID=d589ac35-37af-4dc7-b896-07315ff2053e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:02.572980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-438f8b6e-ec55-40c5-aa15-c17afde38ddf None None] Could not find standard attr ID for object 01a964e0-771d-4ef4-be43-56a0e92115ab. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:08:02.614710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-948881c9-7bbd-40c3-8a33-a973343bf9bd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.625075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b30deb-87f7-4519-8bdc-e56ba55ea2d5 req-786b5f38-f203-4542-a78b-6dfeb3265c96 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:02.632407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f3b30deb-87f7-4519-8bdc-e56ba55ea2d5 req-786b5f38-f203-4542-a78b-6dfeb3265c96 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1898468 Jul 08 02:08:02.726996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f3b30deb-87f7-4519-8bdc-e56ba55ea2d5 req-12eb954d-b9ca-48c5-9545-2472602ac252 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938332 Jul 08 02:08:02.848048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c7ee6-14e3-4d18-9d6a-e290c413c396 req-b9d86276-e8ec-4d12-878c-41753cdf0013 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:02.851568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-343c7ee6-14e3-4d18-9d6a-e290c413c396 req-b9d86276-e8ec-4d12-878c-41753cdf0013 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 813 time: 0.1695309 Jul 08 02:08:02.873075 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-343c7ee6-14e3-4d18-9d6a-e290c413c396 req-ef47ae82-55c5-4c83-a4b3-434318ae5b85 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/quotas/3994d8774a68414996984466aad136f6 HTTP/1.1" status: 200 len: 375 time: 0.0131381 Jul 08 02:08:02.873399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-948881c9-7bbd-40c3-8a33-a973343bf9bd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.931382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948881c9-7bbd-40c3-8a33-a973343bf9bd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=2f74f851-a55a-4e47-8a27-c4b835c3d740,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:02.936074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-948881c9-7bbd-40c3-8a33-a973343bf9bd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.937983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-948881c9-7bbd-40c3-8a33-a973343bf9bd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/2f74f851-a55a-4e47-8a27-c4b835c3d740 HTTP/1.1" status: 204 len: 168 time: 0.7457135 Jul 08 02:08:02.942209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53254) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:02.952020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe05be-af6d-4fbe-9dce-4c55476034e3 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:02.957125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-343c7ee6-14e3-4d18-9d6a-e290c413c396 req-a928fa2b-b2af-495b-a073-faf99a3455ce tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777500 Jul 08 02:08:02.986640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1a7ef8fc-0ff6-4d18-83f7-7a37ee9ac21e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434592 Jul 08 02:08:02.989452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:02.997840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:03.078074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-fd925be4-f59d-406f-9052-d6ce842faa18 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.085467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-fd925be4-f59d-406f-9052-d6ce842faa18 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.091907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-fd925be4-f59d-406f-9052-d6ce842faa18 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.098456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-fd925be4-f59d-406f-9052-d6ce842faa18 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.104878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-fd925be4-f59d-406f-9052-d6ce842faa18 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.110978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-fd925be4-f59d-406f-9052-d6ce842faa18 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.117502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-fd925be4-f59d-406f-9052-d6ce842faa18 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.119482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-fd925be4-f59d-406f-9052-d6ce842faa18 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.2596104 Jul 08 02:08:03.196605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d0634-4f9f-43b9-8960-cc11680d47ec req-b98cd5c0-6f7b-4516-b51e-93b4b0444592 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.199224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d21f5eb-ef43-4f40-8af0-13bd2523f37a req-464dc4ec-21bd-45fc-88ad-7bb043307c89 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630341 Jul 08 02:08:03.204171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd0d0634-4f9f-43b9-8960-cc11680d47ec req-b98cd5c0-6f7b-4516-b51e-93b4b0444592 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0958822 Jul 08 02:08:03.254715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:08:03.273481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd0d0634-4f9f-43b9-8960-cc11680d47ec req-5d27c70d-8b71-459f-ad2c-ce28843e80ef tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678566 Jul 08 02:08:03.279888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:03.284626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:03.384283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] Deleting port d589ac35-37af-4dc7-b896-07315ff2053e {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:03.384702 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:03.474306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d589ac35-37af-4dc7-b896-07315ff2053e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:03.518185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:03.618498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] For port d589ac35-37af-4dc7-b896-07315ff2053e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d589ac35-37af-4dc7-b896-07315ff2053e,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:03.620347 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:03.624325 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f622-16c6-4033-9a6b-6f361a637e9e req-ff3624ea-6f18-42a3-8c4d-553096fda9af tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.631601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07f6f622-16c6-4033-9a6b-6f361a637e9e req-ff3624ea-6f18-42a3-8c4d-553096fda9af tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1748781 Jul 08 02:08:03.652109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aa329-7e7c-4a52-90e6-38382970b13a req-c480aad5-8a10-4d65-8c12-5d82530512b5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.653974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d9aa329-7e7c-4a52-90e6-38382970b13a req-c480aad5-8a10-4d65-8c12-5d82530512b5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.2186983 Jul 08 02:08:03.663040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] Calling delete_port for d589ac35-37af-4dc7-b896-07315ff2053e owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:03.688314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07f6f622-16c6-4033-9a6b-6f361a637e9e req-521415d0-64be-4a0c-9fc6-ccd57baae0b0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553966 Jul 08 02:08:03.705908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a628a34f-9393-4938-90d6-e5202d6d957b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:03.801394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d9aa329-7e7c-4a52-90e6-38382970b13a req-e1555207-0aae-4c4e-a7a0-cd223a23c90e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932031 Jul 08 02:08:03.837218 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:03.849785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a628a34f-9393-4938-90d6-e5202d6d957b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:03.888749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d589ac35-37af-4dc7-b896-07315ff2053e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d589ac35-37af-4dc7-b896-07315ff2053e,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:04.003401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e7a99-c5aa-42bd-a095-d30d55748806 req-04bdf62c-1807-4697-a50b-016702f47674 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.004896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e46e7a99-c5aa-42bd-a095-d30d55748806 req-04bdf62c-1807-4697-a50b-016702f47674 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.0694075 Jul 08 02:08:04.023612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7262f0e7-2d15-4d17-81b7-89a6df36dc88 req-54d104fb-1e84-4e02-add8-21245a882d7c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3994d8774a68414996984466aad136f6 HTTP/1.1" status: 200 len: 221 time: 0.0311329 Jul 08 02:08:04.049695 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.050430 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a628a34f-9393-4938-90d6-e5202d6d957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.097285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e46e7a99-c5aa-42bd-a095-d30d55748806 req-1cee4e20-574d-46ee-91ae-b924d32ae9ff tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861728 Jul 08 02:08:04.113284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a628a34f-9393-4938-90d6-e5202d6d957b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4f06fbff5d24f4c81f4784da09cb157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929527 Jul 08 02:08:04.114319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628a34f-9393-4938-90d6-e5202d6d957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4126ac2c-8995-4f1f-99b0-5975f8dc95b9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:04.118374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53294) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:04.122703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d589ac35-37af-4dc7-b896-07315ff2053e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:04.159364 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.176259 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d30c4e3-3c93-44a0-b168-fb1765fc2348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.219057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] No DVR routers for this DVR port d589ac35-37af-4dc7-b896-07315ff2053e on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:04.219217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:08:04.232039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1f366-4891-4c22-b881-b2adc1c97eb2 None None] Pushing event deleted for resources: {'Port': ['ID=d589ac35-37af-4dc7-b896-07315ff2053e,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:04.250009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d30c4e3-3c93-44a0-b168-fb1765fc2348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.356015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea3fb8-5bf2-4740-ad1e-7ff6b68c5966 req-f2524fab-f17e-47d4-b153-ab5b6ea40cd3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.357744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2ea3fb8-5bf2-4740-ad1e-7ff6b68c5966 req-f2524fab-f17e-47d4-b153-ab5b6ea40cd3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1664629 Jul 08 02:08:04.403510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2ea3fb8-5bf2-4740-ad1e-7ff6b68c5966 req-518194c9-aa61-4479-b1ad-aee5b25608dd tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Jul 08 02:08:04.440833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d30c4e3-3c93-44a0-b168-fb1765fc2348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.441968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d30c4e3-3c93-44a0-b168-fb1765fc2348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.445401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7d30c4e3-3c93-44a0-b168-fb1765fc2348 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4126ac2c-8995-4f1f-99b0-5975f8dc95b9 HTTP/1.1" status: 204 len: 168 time: 0.3238351 Jul 08 02:08:04.468880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30c4e3-3c93-44a0-b168-fb1765fc2348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4126ac2c-8995-4f1f-99b0-5975f8dc95b9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:04.619875 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac321e-4350-47c8-aab2-70ddda381d72 req-d8bbb471-03e8-4f07-a39a-a1584c0cbc41 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.621526 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b0ac321e-4350-47c8-aab2-70ddda381d72 req-d8bbb471-03e8-4f07-a39a-a1584c0cbc41 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0728209 Jul 08 02:08:04.666240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b0ac321e-4350-47c8-aab2-70ddda381d72 req-9e12f3e2-99b9-4bea-94de-b893d58774b8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351212 Jul 08 02:08:04.839080 n-d-695189-13 neutron-server[100712]: WARNING neutron.services.revisions.revision_plugin [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Could not find related port for resource to bump revision. Jul 08 02:08:04.886999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-59d78df6-ffe5-4aea-a077-bc6857abf71d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.892524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1db76-1125-4773-bdf6-666123933fdd req-ae8dad92-1501-480a-9499-306513960956 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.893620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-59d78df6-ffe5-4aea-a077-bc6857abf71d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.895120 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3c1db76-1125-4773-bdf6-666123933fdd req-ae8dad92-1501-480a-9499-306513960956 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0839431 Jul 08 02:08:04.899812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-59d78df6-ffe5-4aea-a077-bc6857abf71d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.909591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-59d78df6-ffe5-4aea-a077-bc6857abf71d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.917358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-59d78df6-ffe5-4aea-a077-bc6857abf71d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.920160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-59d78df6-ffe5-4aea-a077-bc6857abf71d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.926949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-59d78df6-ffe5-4aea-a077-bc6857abf71d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:04.929360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-59d78df6-ffe5-4aea-a077-bc6857abf71d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.5895979 Jul 08 02:08:04.941138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Port d589ac35-37af-4dc7-b896-07315ff2053e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 02:08:04.941138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Reverting IP allocation for 2001:db8::f816:3eff:fee0:5a36 {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 02:08:04.941138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee0:5a36 {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 02:08:04.941138 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.968189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3c1db76-1125-4773-bdf6-666123933fdd req-5537154a-e449-407d-a11f-b131c38bf733 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633152 Jul 08 02:08:04.995143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:04.999755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:05.013473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c11ec-0db7-4458-9d64-37e902b9f3f7 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:05.035658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:05.036323 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.045881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c492423-bbd0-44a5-ad36-974b79afbd7b req-d00a69ed-fb48-495d-8f3f-63ea428015db tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074202 Jul 08 02:08:05.052157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=71866543-4bf0-4b61-bb06-ebb1e73c4d23,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:05.193734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ceee821-3eea-4066-b589-6f0bd0dd6287 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2031682 Jul 08 02:08:05.196248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53330) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:05.202672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:39:a3:c4', 'name': 'tempest-NetworksTestDHCPv6-506224233'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:05.224699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '71866543-4bf0-4b61-bb06-ebb1e73c4d23'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:05.225678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.323892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7878ce-18df-4e91-b550-e14747f674d3 req-18648753-2d9a-425f-84ac-76fce5f4df41 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:05.335132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d7878ce-18df-4e91-b550-e14747f674d3 req-18648753-2d9a-425f-84ac-76fce5f4df41 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1735926 Jul 08 02:08:05.407495 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d7878ce-18df-4e91-b550-e14747f674d3 req-e275ca52-bf64-446e-8fa3-5f4710078a1c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702405 Jul 08 02:08:05.462216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Allocated IP 2001:db8::f816:3eff:fe85:a4e5 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/71866543-4bf0-4b61-bb06-ebb1e73c4d23/0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:05.562453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:05.670927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38568665-8573-42ea-8118-6466a7c844a4 req-32652464-63ba-4a6a-adcf-d2a836c05c96 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:05.672975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38568665-8573-42ea-8118-6466a7c844a4 req-32652464-63ba-4a6a-adcf-d2a836c05c96 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1773717 Jul 08 02:08:05.689954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.734388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 71d57d0d-2376-4b40-9b05-4d48d5d8f9c3 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:08:05.735440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.750305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Transition to ACTIVE for port object 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:05.772032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Transition to ACTIVE for port object 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:05.776809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e8d6-98fc-4dcf-aa9e-4cf91e1f2073 req-91bb59a8-9d32-4919-a34b-d13042d9dac1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:05.785183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e0a5e8d6-98fc-4dcf-aa9e-4cf91e1f2073 req-91bb59a8-9d32-4919-a34b-d13042d9dac1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1057045 Jul 08 02:08:05.787896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38568665-8573-42ea-8118-6466a7c844a4 req-f318da44-d688-4dd6-8a2e-463441a21b20 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950854 Jul 08 02:08:05.829829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e0a5e8d6-98fc-4dcf-aa9e-4cf91e1f2073 req-50a56770-d8fd-4526-aaff-884e60f43b49 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Jul 08 02:08:05.855944 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.899763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:05.907572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:05.921000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:05.928288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Pushing event updated for resources: {'Port': ['ID=0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:05.938417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:fe39:a3c4 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/71866543-4bf0-4b61-bb06-ebb1e73c4d23/71d57d0d-2376-4b40-9b05-4d48d5d8f9c3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:05.995823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Attempting to bind port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:05.996201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Attempting to bind port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:05.996574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Attempting to bind port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:06.002349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:06.002838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:06.003368 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:06.003783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:06.004258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Bound port: 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:06.004920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:06.074985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] For port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:06.078271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] For port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:06.103153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622507e6-06ee-4a98-a47f-a0399ee7a835 req-c37b8071-af65-44f4-a549-4eba8cee6240 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.107286 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-622507e6-06ee-4a98-a47f-a0399ee7a835 req-c37b8071-af65-44f4-a549-4eba8cee6240 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1518567 Jul 08 02:08:06.182370 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:06.192489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-622507e6-06ee-4a98-a47f-a0399ee7a835 req-eb4ff9f0-e844-4cac-8b13-42acc485598d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766566 Jul 08 02:08:06.233489 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:06.257298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 71d57d0d-2376-4b40-9b05-4d48d5d8f9c3 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:06.262418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104742e-223e-4463-b25c-a1d45b9ffe82 None None] Pushing event updated for resources: {'Port': ['ID=0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:06.330143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d540-2a8e-4828-850e-e93616c329ac req-8fda120f-c5b6-4f4c-aaf5-b3a81d6f6e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.339957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d540-2a8e-4828-850e-e93616c329ac req-8fda120f-c5b6-4f4c-aaf5-b3a81d6f6e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.348285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d540-2a8e-4828-850e-e93616c329ac req-8fda120f-c5b6-4f4c-aaf5-b3a81d6f6e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.355114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d540-2a8e-4828-850e-e93616c329ac req-8fda120f-c5b6-4f4c-aaf5-b3a81d6f6e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.361142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d540-2a8e-4828-850e-e93616c329ac req-8fda120f-c5b6-4f4c-aaf5-b3a81d6f6e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.367218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d540-2a8e-4828-850e-e93616c329ac req-8fda120f-c5b6-4f4c-aaf5-b3a81d6f6e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.373829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341d540-2a8e-4828-850e-e93616c329ac req-8fda120f-c5b6-4f4c-aaf5-b3a81d6f6e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.375870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6341d540-2a8e-4828-850e-e93616c329ac req-8fda120f-c5b6-4f4c-aaf5-b3a81d6f6e40 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.1726635 Jul 08 02:08:06.430123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6341d540-2a8e-4828-850e-e93616c329ac req-c7b36124-fd9a-43ba-b6a7-123f07d833ea tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479867 Jul 08 02:08:06.440421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257964-db37-4127-a4ad-169d0269220c req-78f80358-3dee-4df5-b062-9e53a280a772 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.442189 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7257964-db37-4127-a4ad-169d0269220c req-78f80358-3dee-4df5-b062-9e53a280a772 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0719430 Jul 08 02:08:06.509238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:06.525026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7257964-db37-4127-a4ad-169d0269220c req-509c1b53-8e65-4b5d-a7f5-8a4dfba7965b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766644 Jul 08 02:08:06.582773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:06.586680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:06.598260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:06.605159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.605809 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:06.617722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=71d57d0d-2376-4b40-9b05-4d48d5d8f9c3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:06.731459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3085c48d-9b43-4d38-aa90-e83e61ca92dd tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5313001 Jul 08 02:08:06.732410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53368) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:06.799113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615460-5dfc-4c24-8152-4107bdb676b2 req-6659ac96-0886-4f41-b3c3-5ca4651e6786 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.807573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb615460-5dfc-4c24-8152-4107bdb676b2 req-6659ac96-0886-4f41-b3c3-5ca4651e6786 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.0933933 Jul 08 02:08:06.834893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd055b9-4e42-4b60-8c84-3d7fdfeb0a26 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.841744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd055b9-4e42-4b60-8c84-3d7fdfeb0a26 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.843886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cbd055b9-4e42-4b60-8c84-3d7fdfeb0a26 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1104298 Jul 08 02:08:06.847786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:06.868385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb615460-5dfc-4c24-8152-4107bdb676b2 req-1f04c237-21d8-4fac-a524-9a0f9e3f8a90 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570378 Jul 08 02:08:07.023643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a9b22-916e-4251-9df3-20d4066e1a29 req-4e392116-cb9d-47fb-9c6d-e87e0e341ede tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.025248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-463a9b22-916e-4251-9df3-20d4066e1a29 req-4e392116-cb9d-47fb-9c6d-e87e0e341ede tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1249247 Jul 08 02:08:07.050142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 71d57d0d-2376-4b40-9b05-4d48d5d8f9c3 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:07.050496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.087483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045e49-70ac-4da1-bd41-c9fc777e319e req-b94047db-fb05-4e58-afed-3b5bb774391d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.091833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73045e49-70ac-4da1-bd41-c9fc777e319e req-b94047db-fb05-4e58-afed-3b5bb774391d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.0891490 Jul 08 02:08:07.133162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73045e49-70ac-4da1-bd41-c9fc777e319e req-59d8470f-52e2-4bb9-8d57-3ac07120927e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380321 Jul 08 02:08:07.134964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-463a9b22-916e-4251-9df3-20d4066e1a29 req-b775f17a-6202-4c5a-9dd2-aef1e5833c4c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939524 Jul 08 02:08:07.184592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.199506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 71d57d0d-2376-4b40-9b05-4d48d5d8f9c3 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:07.416081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67422-123c-4f0d-b5a4-6f71b37f2dd1 req-2d961bd2-057b-40cd-88a9-7d29c2e7281f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.423110 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fc67422-123c-4f0d-b5a4-6f71b37f2dd1 req-2d961bd2-057b-40cd-88a9-7d29c2e7281f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1223879 Jul 08 02:08:07.467269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:07.483043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fc67422-123c-4f0d-b5a4-6f71b37f2dd1 req-f1fcdfbd-e254-424a-a472-e23bf7d6ebb4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545175 Jul 08 02:08:07.552901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.581237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=71d57d0d-2376-4b40-9b05-4d48d5d8f9c3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:07.606083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.606565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.609150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.609924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.610504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.610931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.611279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.611682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.612020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.612383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.612721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.613057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:07.645496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2476a9ce-718b-4f3b-a5ce-41d6ad5bc0ca None None] Provisioning for port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:07.659494 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.663115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f2716305-fd0a-476f-ae40-f2aab315bd6e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/71d57d0d-2376-4b40-9b05-4d48d5d8f9c3 HTTP/1.1" status: 204 len: 168 time: 0.8149424 Jul 08 02:08:07.668489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53390) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:07.679081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:07.685291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:07.700524 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.753345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e764c0f-5fda-4e2b-bd67-d53ee930d410 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.755217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e764c0f-5fda-4e2b-bd67-d53ee930d410 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.759151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6e764c0f-5fda-4e2b-bd67-d53ee930d410 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0866807 Jul 08 02:08:07.759597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:07.775482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964690c8-35b1-4c14-9302-6360f5774b30 req-5da0a17a-bd92-47f5-b459-49400c01f5a7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.782605 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-964690c8-35b1-4c14-9302-6360f5774b30 req-5da0a17a-bd92-47f5-b459-49400c01f5a7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0994029 Jul 08 02:08:07.824995 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.842752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e9d190-dcef-4abb-b60e-8ee5e1b3fe9f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 71866543-4bf0-4b61-bb06-ebb1e73c4d23 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:07.858603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e9d190-dcef-4abb-b60e-8ee5e1b3fe9f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.876637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2837b9e5-2fe9-4f78-9d30-cb51c65113e4 None None] Could not find standard attr ID for object 71d57d0d-2376-4b40-9b05-4d48d5d8f9c3. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:08:07.877623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-964690c8-35b1-4c14-9302-6360f5774b30 req-95b7338b-cd4a-4d13-b53f-a6d1219b79fe tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940053 Jul 08 02:08:07.926184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-e0a8c40b-d80c-43b4-b7e7-3fb3bac85fa5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.935980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:07.943963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-e0a8c40b-d80c-43b4-b7e7-3fb3bac85fa5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.943963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-e0a8c40b-d80c-43b4-b7e7-3fb3bac85fa5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.949415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-e0a8c40b-d80c-43b4-b7e7-3fb3bac85fa5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.961381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-e0a8c40b-d80c-43b4-b7e7-3fb3bac85fa5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.966480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-e0a8c40b-d80c-43b4-b7e7-3fb3bac85fa5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.973029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-e0a8c40b-d80c-43b4-b7e7-3fb3bac85fa5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.981204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-e0a8c40b-d80c-43b4-b7e7-3fb3bac85fa5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.4183619 Jul 08 02:08:08.010970 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.074390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e9d190-dcef-4abb-b60e-8ee5e1b3fe9f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.075386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:08.138722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-178e75c3-e2ed-4b57-92ac-2605c753e08e req-5cb19b91-f766-4633-ab0c-6d8bedf03256 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565154 Jul 08 02:08:08.261530 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e9d190-dcef-4abb-b60e-8ee5e1b3fe9f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.290853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779880f1-a387-479d-b781-75c9808e3798 req-59bf42f6-cdb1-4b01-8aa2-b0042fdcf53a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:08.298380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-779880f1-a387-479d-b781-75c9808e3798 req-59bf42f6-cdb1-4b01-8aa2-b0042fdcf53a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1013501 Jul 08 02:08:08.365872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-779880f1-a387-479d-b781-75c9808e3798 req-d8cf1e6f-d500-4e1a-8759-2813d33248a6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590711 Jul 08 02:08:08.418694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436292-a93b-4aef-a359-a13d902ab90a req-abb6acff-6aaf-4394-95df-bb6c558bada4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:08.420584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00436292-a93b-4aef-a359-a13d902ab90a req-abb6acff-6aaf-4394-95df-bb6c558bada4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1006076 Jul 08 02:08:08.469030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00436292-a93b-4aef-a359-a13d902ab90a req-71b90448-4d1e-41f8-b338-84273e9ffb06 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Jul 08 02:08:08.484570 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e9d190-dcef-4abb-b60e-8ee5e1b3fe9f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.539880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9d190-dcef-4abb-b60e-8ee5e1b3fe9f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=71866543-4bf0-4b61-bb06-ebb1e73c4d23,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:08.546265 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15e9d190-dcef-4abb-b60e-8ee5e1b3fe9f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.548277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-15e9d190-dcef-4abb-b60e-8ee5e1b3fe9f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/71866543-4bf0-4b61-bb06-ebb1e73c4d23 HTTP/1.1" status: 204 len: 168 time: 0.7879031 Jul 08 02:08:08.551219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:08.556919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3852b61-df08-4308-b8b6-50af63785054 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:08.567571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57992c4f-9f24-41af-9623-fd13df1fdfe7 req-7da0f697-876f-4746-8fce-756d6265b084 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:08.575537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57992c4f-9f24-41af-9623-fd13df1fdfe7 req-7da0f697-876f-4746-8fce-756d6265b084 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1038859 Jul 08 02:08:08.615087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8cab34dd-4410-4b4f-bb8d-f73af826a264 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627832 Jul 08 02:08:08.617355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53416) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:08.636893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-57992c4f-9f24-41af-9623-fd13df1fdfe7 req-79eb312c-1ee9-47bb-a01f-8401d51ae7ce tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592959 Jul 08 02:08:08.724693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8774d613-f8f8-43dc-8f19-1eb52b28f647 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:08.726743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8774d613-f8f8-43dc-8f19-1eb52b28f647 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1084416 Jul 08 02:08:08.729464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53420) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:08.806549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfdb41b-3138-4075-8716-25f7f559f690 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:08.810326 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-abfdb41b-3138-4075-8716-25f7f559f690 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773149 Jul 08 02:08:08.810564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53422) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:08.836901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81696a6e-6d68-4df4-b214-c590ac5f1280 req-6f6c120f-e863-450a-b047-df85ccd7c51c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:08.838901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81696a6e-6d68-4df4-b214-c590ac5f1280 req-6f6c120f-e863-450a-b047-df85ccd7c51c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1281214 Jul 08 02:08:08.855401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9da8d4ec-562f-48d3-813f-3546193f999e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398302 Jul 08 02:08:08.856577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53424) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:08.863381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:08.882154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81696a6e-6d68-4df4-b214-c590ac5f1280 req-db57094a-ff10-4174-aa0d-be7094695d40 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 Jul 08 02:08:08.899658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:08:08.958329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] Deleting port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:08.958728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.027630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] For port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:09.028313 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.043903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] Calling delete_port for 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:09.048069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:09.056069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.210468 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.215686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e9f13-dc7a-4074-b521-ee53a8ddd006 req-40696f4b-8894-4d80-8c00-584901c761ad tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.217376 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-150e9f13-dc7a-4074-b521-ee53a8ddd006 req-40696f4b-8894-4d80-8c00-584901c761ad tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1838763 Jul 08 02:08:09.242991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] Pushing event deleted for resources: {'Port': ['ID=0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:09.247514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77057a-9688-4415-ad2f-483d12739c02 None None] No DVR routers for this DVR port 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:09.304564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-150e9f13-dc7a-4074-b521-ee53a8ddd006 req-4c842be8-d9f5-4b97-ab6a-bbca42c74fb9 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773036 Jul 08 02:08:09.399983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-26eb090f-6745-4b54-b21f-57fa4d841d75 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.401085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-26eb090f-6745-4b54-b21f-57fa4d841d75 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.409989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-26eb090f-6745-4b54-b21f-57fa4d841d75 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.411970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:09.434369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-26eb090f-6745-4b54-b21f-57fa4d841d75 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.440644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-26eb090f-6745-4b54-b21f-57fa4d841d75 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.447644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-26eb090f-6745-4b54-b21f-57fa4d841d75 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.454185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-26eb090f-6745-4b54-b21f-57fa4d841d75 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.462559 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-26eb090f-6745-4b54-b21f-57fa4d841d75 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.1661186 Jul 08 02:08:09.514970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d7f9f2a-8f37-4a38-ae69-a06ca8c3f160 req-fa1fdbd6-85cc-48f2-acea-812f93e432a3 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511553 Jul 08 02:08:09.582522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3406b6e-2a39-4e62-84d3-184917ec0874 req-1f9c3579-14dd-4e95-8632-9d1d29f57b8e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.584195 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3406b6e-2a39-4e62-84d3-184917ec0874 req-1f9c3579-14dd-4e95-8632-9d1d29f57b8e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1044617 Jul 08 02:08:09.585736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.592531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:09.593371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0dacfb9d-d150-4b6f-a4b9-3f5a720aaccb not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:09.650290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:09.655977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:09.664606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.665128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.667061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfac01c-25e1-405a-9893-d31c3cf66b98 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:09.676535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=da4ce3d1-ed27-4227-9f75-c355e6a4361f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:09.689885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3406b6e-2a39-4e62-84d3-184917ec0874 req-6bc4c4ea-72b2-466c-b6c8-e835ad940bcd tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Jul 08 02:08:09.815718 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b20abfa4-6759-4fcb-b78d-6b00584f2276 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9580505 Jul 08 02:08:09.829926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:09.843512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:7e:2f:2e', 'name': 'tempest-NetworksTestDHCPv6-1544335823'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:09.865222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': 'da4ce3d1-ed27-4227-9f75-c355e6a4361f'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:09.866069 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.902429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420529d-2aea-4c6a-b757-470b8003b5e0 req-f39d8694-05b1-4cff-ada8-c6e11d0fb476 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.915698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0420529d-2aea-4c6a-b757-470b8003b5e0 req-f39d8694-05b1-4cff-ada8-c6e11d0fb476 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1118448 Jul 08 02:08:09.944686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cd682-b5d7-4836-9ced-d276ab409915 req-b4f5b70e-c875-4233-9a3f-f8ef69c8c03d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.946423 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb2cd682-b5d7-4836-9ced-d276ab409915 req-b4f5b70e-c875-4233-9a3f-f8ef69c8c03d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.3083274 Jul 08 02:08:09.977570 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0420529d-2aea-4c6a-b757-470b8003b5e0 req-52e887f7-587b-4437-b3ca-9c407e859435 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580897 Jul 08 02:08:10.040158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/da4ce3d1-ed27-4227-9f75-c355e6a4361f/5a95b99f-b564-4e15-b4ba-2e8d4e0f725b) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:10.063556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb2cd682-b5d7-4836-9ced-d276ab409915 req-82626e50-39b3-4e83-a353-fe563d53ad95 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794377 Jul 08 02:08:10.180958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:10.186496 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.247157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 7606073a-e711-439f-9861-08735ae21928 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:08:10.252853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4841ebb-c7f9-43fd-be58-6171daa57e70 req-2665eaea-d8fe-47ca-8076-55ecff353f52 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.259640 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.264478 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a4841ebb-c7f9-43fd-be58-6171daa57e70 req-2665eaea-d8fe-47ca-8076-55ecff353f52 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1342828 Jul 08 02:08:10.278630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Transition to ACTIVE for port object 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:10.321754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Transition to ACTIVE for port object 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:10.336028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a4841ebb-c7f9-43fd-be58-6171daa57e70 req-5d7d60aa-1d33-4010-a87d-6ff338013fb8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696232 Jul 08 02:08:10.553684 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.605648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:10.613872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:10.616145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Pushing event updated for resources: {'Port': ['ID=5a95b99f-b564-4e15-b4ba-2e8d4e0f725b,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:10.628324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:10.719594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::16f (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/da4ce3d1-ed27-4227-9f75-c355e6a4361f/7606073a-e711-439f-9861-08735ae21928) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:10.775444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Attempting to bind port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:10.777897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Attempting to bind port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:10.778743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Attempting to bind port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:10.790515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:10.793300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:10.793441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff773-1cb4-4c9b-b369-79c8d34cb556 req-8aaefa10-01cb-42b1-a586-ce38b7a9c580 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.793976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.794685 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:10.795418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Bound port: 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:10.796366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-470ff773-1cb4-4c9b-b369-79c8d34cb556 req-8aaefa10-01cb-42b1-a586-ce38b7a9c580 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1459873 Jul 08 02:08:10.800277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-2985d7b1-2787-4ce6-a40d-0b791eb63953 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.803227 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.807062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-2985d7b1-2787-4ce6-a40d-0b791eb63953 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.814062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-2985d7b1-2787-4ce6-a40d-0b791eb63953 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.824331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-2985d7b1-2787-4ce6-a40d-0b791eb63953 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.842290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-2985d7b1-2787-4ce6-a40d-0b791eb63953 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.860323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-2985d7b1-2787-4ce6-a40d-0b791eb63953 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.874232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-2985d7b1-2787-4ce6-a40d-0b791eb63953 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.876256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-2985d7b1-2787-4ce6-a40d-0b791eb63953 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.1604040 Jul 08 02:08:10.927061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-470ff773-1cb4-4c9b-b369-79c8d34cb556 req-6a502375-2521-4930-a3a0-f2229cc0967f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235003 Jul 08 02:08:10.968506 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be182d84-977a-413c-9381-ddcd4bc50b26 req-77db5102-d304-4c76-8bb7-665c26a88353 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849125 Jul 08 02:08:10.968920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] For port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:10.978481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] For port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5a95b99f-b564-4e15-b4ba-2e8d4e0f725b,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:11.015234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.065977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 7606073a-e711-439f-9861-08735ae21928 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:11.089147 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.175877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24be2e5-073f-4076-a21d-7de49fb81218 None None] Pushing event updated for resources: {'Port': ['ID=5a95b99f-b564-4e15-b4ba-2e8d4e0f725b,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:11.207874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac778a4f-0fc8-4974-9f61-c410b037ab48 req-5de5dd89-e4bb-4a20-b219-b95cc432e85d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.209464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac778a4f-0fc8-4974-9f61-c410b037ab48 req-5de5dd89-e4bb-4a20-b219-b95cc432e85d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1187768 Jul 08 02:08:11.254704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac778a4f-0fc8-4974-9f61-c410b037ab48 req-847bd7f8-6d71-4580-9aff-233381bfb821 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378118 Jul 08 02:08:11.263727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.266142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9543e-d389-47b8-8770-618bab6c3120 req-6bb9a199-9850-4498-b073-24fd69335e64 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.268655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-98b9543e-d389-47b8-8770-618bab6c3120 req-6bb9a199-9850-4498-b073-24fd69335e64 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1100791 Jul 08 02:08:11.355991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:11.361602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:11.369265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:11.375468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.375468 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.383678 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-98b9543e-d389-47b8-8770-618bab6c3120 req-cc542fbe-23e6-4292-a300-2ccdd8292190 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073065 Jul 08 02:08:11.406685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=7606073a-e711-439f-9861-08735ae21928,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:11.545535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e4439174-4560-4899-9aab-10ae6998a16e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7101398 Jul 08 02:08:11.546010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53508) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:11.653243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f500c21-3b8c-4f44-a527-593e499ab55f req-988d9454-d523-42a8-a6f3-e481987c7c45 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.661066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f500c21-3b8c-4f44-a527-593e499ab55f req-988d9454-d523-42a8-a6f3-e481987c7c45 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1836181 Jul 08 02:08:11.688003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4d07d-04c4-4afa-a468-e378ca9b8a42 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.697145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4d07d-04c4-4afa-a468-e378ca9b8a42 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.703573 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-06e4d07d-04c4-4afa-a468-e378ca9b8a42 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1551704 Jul 08 02:08:11.704475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53512) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:11.740983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f500c21-3b8c-4f44-a527-593e499ab55f req-8a7ee956-c829-4fe3-9d74-3cf5234029c8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741303 Jul 08 02:08:12.039893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-74a10c2e-3a20-4cb0-bfc7-7d171d258e57 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 7606073a-e711-439f-9861-08735ae21928 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:12.039893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a10c2e-3a20-4cb0-bfc7-7d171d258e57 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.039893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538676c9-5fc7-48bd-9c2f-99abaf95f0cd req-19d73214-e450-43d6-a572-8d04cb18da3f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.039893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-538676c9-5fc7-48bd-9c2f-99abaf95f0cd req-19d73214-e450-43d6-a572-8d04cb18da3f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1457343 Jul 08 02:08:12.106454 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-621b3c47-c111-4411-b3e7-5a1985503530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.302838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a820-a0ba-433d-adf9-934037023a4f req-71d62169-bf58-470f-ac4b-2513e4035897 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.313599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a820-a0ba-433d-adf9-934037023a4f req-71d62169-bf58-470f-ac4b-2513e4035897 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.323290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a820-a0ba-433d-adf9-934037023a4f req-71d62169-bf58-470f-ac4b-2513e4035897 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.329585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a820-a0ba-433d-adf9-934037023a4f req-71d62169-bf58-470f-ac4b-2513e4035897 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.333695 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-538676c9-5fc7-48bd-9c2f-99abaf95f0cd req-e6ff3982-599a-4738-a840-a863c523d2fa tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800597 Jul 08 02:08:12.350163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a820-a0ba-433d-adf9-934037023a4f req-71d62169-bf58-470f-ac4b-2513e4035897 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.383274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a820-a0ba-433d-adf9-934037023a4f req-71d62169-bf58-470f-ac4b-2513e4035897 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.390196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a10c2e-3a20-4cb0-bfc7-7d171d258e57 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.398139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a820-a0ba-433d-adf9-934037023a4f req-71d62169-bf58-470f-ac4b-2513e4035897 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.408931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b29a820-a0ba-433d-adf9-934037023a4f req-71d62169-bf58-470f-ac4b-2513e4035897 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.1997945 Jul 08 02:08:12.416746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-74a10c2e-3a20-4cb0-bfc7-7d171d258e57 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 7606073a-e711-439f-9861-08735ae21928 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:12.467727 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b29a820-a0ba-433d-adf9-934037023a4f req-bd44014c-b859-4841-b5cb-a4962900bc5b tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577724 Jul 08 02:08:12.656872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-38a22017-758f-4968-8f6d-b6be1163e4eb None None] Provisioning for port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:12.682627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b0310-7ab6-4a45-9828-21fcd3779d0f req-9880344f-f0d5-4ed3-889c-eaad51bb7d1c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.684337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5b0310-7ab6-4a45-9828-21fcd3779d0f req-9880344f-f0d5-4ed3-889c-eaad51bb7d1c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1523917 Jul 08 02:08:12.718266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493a79-8f6a-4839-b24e-47fc65780250 req-e8964d92-2ed7-4e75-9495-9f2ca581c8d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.730947 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c493a79-8f6a-4839-b24e-47fc65780250 req-e8964d92-2ed7-4e75-9495-9f2ca581c8d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.0857208 Jul 08 02:08:12.775203 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5b0310-7ab6-4a45-9828-21fcd3779d0f req-63469ce2-ddac-4a7c-b0b4-03b2eaa1c092 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740979 Jul 08 02:08:12.778040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c493a79-8f6a-4839-b24e-47fc65780250 req-983ce610-ace0-4828-86db-76f10722a9e0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Jul 08 02:08:12.901260 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a10c2e-3a20-4cb0-bfc7-7d171d258e57 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.902098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-92fbadfc-c4f3-4c0a-96e3-d4531ed7f6c5 None None] Provisioning for port 7606073a-e711-439f-9861-08735ae21928 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:12.907357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-92fbadfc-c4f3-4c0a-96e3-d4531ed7f6c5 None None] Provisioning complete for port 7606073a-e711-439f-9861-08735ae21928 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:12.907817 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-92fbadfc-c4f3-4c0a-96e3-d4531ed7f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.944277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a10c2e-3a20-4cb0-bfc7-7d171d258e57 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=7606073a-e711-439f-9861-08735ae21928,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:12.977643 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a10c2e-3a20-4cb0-bfc7-7d171d258e57 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.979783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-74a10c2e-3a20-4cb0-bfc7-7d171d258e57 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/7606073a-e711-439f-9861-08735ae21928 HTTP/1.1" status: 204 len: 168 time: 1.2732856 Jul 08 02:08:12.982519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53552) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:12.984348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-92fbadfc-c4f3-4c0a-96e3-d4531ed7f6c5 None None] Port 7606073a-e711-439f-9861-08735ae21928 was deleted so its status cannot be updated. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 02:08:13.065502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9f815-0bfe-4c46-b3c9-0ebbe87e9420 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.067136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9f815-0bfe-4c46-b3c9-0ebbe87e9420 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.068783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-99d9f815-0bfe-4c46-b3c9-0ebbe87e9420 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0853887 Jul 08 02:08:13.072076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53556) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:13.117319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e8f07-18fb-4913-b031-5ff79c164cc4 req-78a5b839-e19b-4df0-ae4a-ec9fd09f9665 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.118992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-539e8f07-18fb-4913-b031-5ff79c164cc4 req-78a5b839-e19b-4df0-ae4a-ec9fd09f9665 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1442120 Jul 08 02:08:13.189084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-539e8f07-18fb-4913-b031-5ff79c164cc4 req-96048060-4a9a-40ef-8093-28dfa021af78 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625384 Jul 08 02:08:13.196541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f165a1db-4793-4ce0-8c5a-c1239965a91d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet da4ce3d1-ed27-4227-9f75-c355e6a4361f {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:13.200444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f165a1db-4793-4ce0-8c5a-c1239965a91d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.274031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89ca0-ba36-4d80-9304-666d6f5513f1 req-c66d36eb-6f28-44fb-81db-1c905327a96a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.279860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eaa89ca0-ba36-4d80-9304-666d6f5513f1 req-c66d36eb-6f28-44fb-81db-1c905327a96a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1549444 Jul 08 02:08:13.301194 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f165a1db-4793-4ce0-8c5a-c1239965a91d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.401297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b9991d29-8ba2-46eb-9dce-e1b0bb59570e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:13.411552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eaa89ca0-ba36-4d80-9304-666d6f5513f1 req-f8205737-486b-4441-8d12-ca82c10c1246 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275733 Jul 08 02:08:13.517484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f165a1db-4793-4ce0-8c5a-c1239965a91d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.525305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:13.699020 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f165a1db-4793-4ce0-8c5a-c1239965a91d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.721197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b9991d29-8ba2-46eb-9dce-e1b0bb59570e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:13.761325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e', 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e', 'port_id': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e', 'mac_address': 'fa:16:3e:bd:9b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c335fd61-1c18-46ef-a8ea-6e380f5fe480', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:13.764296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165a1db-4793-4ce0-8c5a-c1239965a91d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=da4ce3d1-ed27-4227-9f75-c355e6a4361f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:13.771117 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f165a1db-4793-4ce0-8c5a-c1239965a91d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.773111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f165a1db-4793-4ce0-8c5a-c1239965a91d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/da4ce3d1-ed27-4227-9f75-c355e6a4361f HTTP/1.1" status: 204 len: 168 time: 0.7000136 Jul 08 02:08:13.778885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53576) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:13.779037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930d787-e522-40e4-9e0a-ebf7785eb9f0 req-97ce321c-4d6f-4bc0-aa31-2f9bfa09dfc9 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.787417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e00f8-a5a7-4bea-ab5b-60ffc8ab006e None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:13.788211 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c930d787-e522-40e4-9e0a-ebf7785eb9f0 req-97ce321c-4d6f-4bc0-aa31-2f9bfa09dfc9 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1551993 Jul 08 02:08:13.864743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5c1df2e7-5108-4d94-b5ef-0ddb7aef8e2f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827363 Jul 08 02:08:13.864914 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c930d787-e522-40e4-9e0a-ebf7785eb9f0 req-cb9ed619-73e9-4a4e-8e30-f53b8c7f965e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Jul 08 02:08:13.868102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53580) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:13.893760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-85ba3b08-88a3-4d80-859f-5ae6574b0643 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.894493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:13.894590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-85ba3b08-88a3-4d80-859f-5ae6574b0643 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.896955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-85ba3b08-88a3-4d80-859f-5ae6574b0643 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.904132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-85ba3b08-88a3-4d80-859f-5ae6574b0643 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.915543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-85ba3b08-88a3-4d80-859f-5ae6574b0643 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.936296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-85ba3b08-88a3-4d80-859f-5ae6574b0643 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.949341 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-85ba3b08-88a3-4d80-859f-5ae6574b0643 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.954169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:13.954555 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.955696 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-85ba3b08-88a3-4d80-859f-5ae6574b0643 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5421 time: 0.3205578 Jul 08 02:08:13.961181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53584) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:14.011920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.043266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156dace-200d-40d8-bb20-31238c54fd74 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:14.044803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9156dace-200d-40d8-bb20-31238c54fd74 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1755378 Jul 08 02:08:14.047949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53590) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:14.095144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c47d6c8-fc5a-4fdf-a617-7d04996d2743 req-33cda3e4-6544-4810-a800-111fa88b0123 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217284 Jul 08 02:08:14.119013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9991d29-8ba2-46eb-9dce-e1b0bb59570e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:14.156238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0383049b-21fe-481a-90f4-6f2c3952bb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.171430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b9991d29-8ba2-46eb-9dce-e1b0bb59570e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:14.251725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c600e-fd02-4bd3-ad26-5c60bfcf493c req-d1e5c7b0-1817-4e31-bc92-03a3d37712c5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:14.264760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f87c600e-fd02-4bd3-ad26-5c60bfcf493c req-d1e5c7b0-1817-4e31-bc92-03a3d37712c5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1622829 Jul 08 02:08:14.301238 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.319675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb4c60-c2d2-4b66-9b53-b855c7899bcc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:14.321763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1fbb4c60-c2d2-4b66-9b53-b855c7899bcc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2622311 Jul 08 02:08:14.328002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:14.350328 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.350328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cf4d9964-299b-46d0-8db8-0c64b388c112 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:14.354105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:08:14.367152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f87c600e-fd02-4bd3-ad26-5c60bfcf493c req-bfea74fa-69ea-4fde-8bee-56589e477535 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980723 Jul 08 02:08:14.415929 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-29d80992-2fa4-4dde-be8e-aaadd85e2150 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771065 Jul 08 02:08:14.416847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:14.422071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:14.424513 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0383049b-21fe-481a-90f4-6f2c3952bb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.473886 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-933a509c-328c-47fb-b0af-882ee2843a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.502528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5a95b99f-b564-4e15-b4ba-2e8d4e0f725b,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:14.538046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0383049b-21fe-481a-90f4-6f2c3952bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.591329 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.606179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:14.632886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0383049b-21fe-481a-90f4-6f2c3952bb52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6401f40aae04ef2bb8e9eac92b40679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699781 Jul 08 02:08:14.633903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383049b-21fe-481a-90f4-6f2c3952bb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0aee5b-ec2f-4d19-b618-04350bbcee02,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:14.640295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:14.643105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53602) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:14.657098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.699469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] Deleting port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:14.700035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.787031 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8302d6c-db99-4cfb-8192-85dcf7a979c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.852830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8302d6c-db99-4cfb-8192-85dcf7a979c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.896232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cf4d9964-299b-46d0-8db8-0c64b388c112, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf4d9964-299b-46d0-8db8-0c64b388c112,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:14.963239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5a95b99f-b564-4e15-b4ba-2e8d4e0f725b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:14.974041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] For port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5a95b99f-b564-4e15-b4ba-2e8d4e0f725b,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:14.974457 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.992184 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.003563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'cf4d9964-299b-46d0-8db8-0c64b388c112', 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'port_id': 'cf4d9964-299b-46d0-8db8-0c64b388c112', 'mac_address': 'fa:16:3e:db:0a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009058ee-5c1b-4e2b-8ec5-5dd97911960f', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:15.010928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] Calling delete_port for 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:15.028618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97035e8-e14c-482b-bccc-21b7f4141bfd req-ae72f017-2946-49e7-9f5e-ca8df95b2379 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.035883 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a97035e8-e14c-482b-bccc-21b7f4141bfd req-ae72f017-2946-49e7-9f5e-ca8df95b2379 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1602414 Jul 08 02:08:15.093278 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a97035e8-e14c-482b-bccc-21b7f4141bfd req-63f3550d-d229-46c5-81cf-fe1bfd9cf9e2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562177 Jul 08 02:08:15.100216 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.119072 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8302d6c-db99-4cfb-8192-85dcf7a979c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.121692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8302d6c-db99-4cfb-8192-85dcf7a979c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.123651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8302d6c-db99-4cfb-8192-85dcf7a979c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de0aee5b-ec2f-4d19-b618-04350bbcee02 HTTP/1.1" status: 204 len: 168 time: 0.4785266 Jul 08 02:08:15.132056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8302d6c-db99-4cfb-8192-85dcf7a979c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0aee5b-ec2f-4d19-b618-04350bbcee02,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:15.164901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4d9964-299b-46d0-8db8-0c64b388c112 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:15.179382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc1f0-e235-4fbd-bf8c-34ea65b233dd req-75180144-c3de-4a2b-8110-b95bf9a1349c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.181127 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b62fc1f0-e235-4fbd-bf8c-34ea65b233dd req-75180144-c3de-4a2b-8110-b95bf9a1349c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.0963385 Jul 08 02:08:15.208272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cf4d9964-299b-46d0-8db8-0c64b388c112, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf4d9964-299b-46d0-8db8-0c64b388c112,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:15.291579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b62fc1f0-e235-4fbd-bf8c-34ea65b233dd req-7b4eef83-9bfb-4c49-9016-15312dd94a4c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856085 Jul 08 02:08:15.330346 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.331068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 2af81c64-3a1e-40c0-98d1-09119c11a47e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:15.370419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:08:15.393817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-039d86e0-5a96-4326-833c-d6be9fcc9b24 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.400753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-039d86e0-5a96-4326-833c-d6be9fcc9b24 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.408827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-039d86e0-5a96-4326-833c-d6be9fcc9b24 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.412689 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.416770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-039d86e0-5a96-4326-833c-d6be9fcc9b24 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.423321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-039d86e0-5a96-4326-833c-d6be9fcc9b24 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.430599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-039d86e0-5a96-4326-833c-d6be9fcc9b24 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.437022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-039d86e0-5a96-4326-833c-d6be9fcc9b24 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.444750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-039d86e0-5a96-4326-833c-d6be9fcc9b24 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5422 time: 0.1414282 Jul 08 02:08:15.475600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:15.495929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa97be19-2bd4-4f07-bbd6-86fcea7d359c req-69d0c2cb-bbbc-46ff-963a-0102192f0446 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500247 Jul 08 02:08:15.533879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.resource_extend [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:08:15.590288 n-d-695189-13 neutron-server[100712]: WARNING neutron.services.revisions.revision_plugin [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Could not find related port for resource to bump revision. Jul 08 02:08:15.608326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:15.609037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:15.611962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] No DVR routers for this DVR port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:15.676672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cf4d9964-299b-46d0-8db8-0c64b388c112,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:15.701990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Port 5a95b99f-b564-4e15-b4ba-2e8d4e0f725b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 02:08:15.705765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:223b {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 02:08:15.718811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_pluggable_backend [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:223b {{(pid=100712) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 02:08:15.726142 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.751618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2acb6-e309-4d1c-a5b8-60d7bfc82e42 None None] Pushing event deleted for resources: {'Port': ['ID=5a95b99f-b564-4e15-b4ba-2e8d4e0f725b,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:15.780711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.802355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 2af81c64-3a1e-40c0-98d1-09119c11a47e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:15.829711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'port_id': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'mac_address': 'fa:16:3e:47:f1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:15.832221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:15.833939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:15.842533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.846788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.848624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed548b3-26c1-4c78-a745-8c4b0cb65103 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:15.885014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=15672028-bd85-4001-a5a2-37492255bd50,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:15.898025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba39d2-a090-4fa0-bc7d-fbc1ccd709ea req-7171d3a3-00e1-41a3-accf-2c5ba81cd785 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.899687 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4ba39d2-a090-4fa0-bc7d-fbc1ccd709ea req-7171d3a3-00e1-41a3-accf-2c5ba81cd785 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.3046072 Jul 08 02:08:15.975872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4ba39d2-a090-4fa0-bc7d-fbc1ccd709ea req-9e927326-5a9c-4aea-a8c2-96d9d46d2e0d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699081 Jul 08 02:08:15.998467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53624) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:15.999966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d921190e-9b64-41ac-8af3-7577d14e7bb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:16.003976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7254a88d-43c0-4150-8b88-2ebea768fd51 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5858209 Jul 08 02:08:16.133984 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:16.154273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af81c64-3a1e-40c0-98d1-09119c11a47e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:16.183102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d921190e-9b64-41ac-8af3-7577d14e7bb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:16.185830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d921190e-9b64-41ac-8af3-7577d14e7bb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:16.197529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 2af81c64-3a1e-40c0-98d1-09119c11a47e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:16.301076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '15672028-bd85-4001-a5a2-37492255bd50'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:16.301990 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:16.312427 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:16.313164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device da775966-4cb9-4bea-b3ef-946a19d9c575 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:16.334832 n-d-695189-13 neutron-server[100713]: INFO neutron.db.ipam_backend_mixin [None req-d921190e-9b64-41ac-8af3-7577d14e7bb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15672028-bd85-4001-a5a2-37492255bd50 (CIDR: 2001:db8::/64) Jul 08 02:08:16.388901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce73c42-a393-4f0a-9720-a7ea1c0cc123 req-5e24e9f1-dc4e-410e-ab1e-dabfe688d37b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:16.390683 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ce73c42-a393-4f0a-9720-a7ea1c0cc123 req-5e24e9f1-dc4e-410e-ab1e-dabfe688d37b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1401498 Jul 08 02:08:16.426494 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d921190e-9b64-41ac-8af3-7577d14e7bb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:08:16.427020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d921190e-9b64-41ac-8af3-7577d14e7bb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:08:16.456183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port da775966-4cb9-4bea-b3ef-946a19d9c575, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=da775966-4cb9-4bea-b3ef-946a19d9c575,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:16.476798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ce73c42-a393-4f0a-9720-a7ea1c0cc123 req-c6b35f55-aaab-4845-bcbe-89f04232ed2e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784848 Jul 08 02:08:16.489520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'da775966-4cb9-4bea-b3ef-946a19d9c575', 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'port_id': 'da775966-4cb9-4bea-b3ef-946a19d9c575', 'mac_address': 'fa:16:3e:ea:9b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009058ee-5c1b-4e2b-8ec5-5dd97911960f', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:16.500981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=2af81c64-3a1e-40c0-98d1-09119c11a47e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:16.579825 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:16.594042 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d921190e-9b64-41ac-8af3-7577d14e7bb3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6005561 Jul 08 02:08:16.597541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53642) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:16.604687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:16.606104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Allocated IP 2001:db8::f816:3eff:feac:3fec (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/15672028-bd85-4001-a5a2-37492255bd50/99b57f3c-12db-4c8a-8484-ebaf118d7a8b) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:16.852217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53650) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:16.853619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da775966-4cb9-4bea-b3ef-946a19d9c575 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:16.877922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port da775966-4cb9-4bea-b3ef-946a19d9c575, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=da775966-4cb9-4bea-b3ef-946a19d9c575,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:16.913378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:16.928681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Transition to ACTIVE for port object 99b57f3c-12db-4c8a-8484-ebaf118d7a8b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:16.955840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Transition to ACTIVE for port object 99b57f3c-12db-4c8a-8484-ebaf118d7a8b will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:16.966071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7a93f-9514-4db6-93bc-f69847dc0ebc req-1fdad933-e446-40ec-a97a-0da461f4036b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:16.969355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82a7a93f-9514-4db6-93bc-f69847dc0ebc req-1fdad933-e446-40ec-a97a-0da461f4036b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.5233169 Jul 08 02:08:16.973797 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:16.973797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 78beb981-fb21-430c-8e32-36b303266f43 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:17.049815 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 78beb981-fb21-430c-8e32-36b303266f43, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=78beb981-fb21-430c-8e32-36b303266f43,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:17.066294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '78beb981-fb21-430c-8e32-36b303266f43', 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'port_id': '78beb981-fb21-430c-8e32-36b303266f43', 'mac_address': 'fa:16:3e:7a:a6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009058ee-5c1b-4e2b-8ec5-5dd97911960f', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:17.068527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.077025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90342-475f-46ae-99b7-a73508da1730 req-cfc6b0b6-a712-4d31-9738-42708e75e5a1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.088050 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82a7a93f-9514-4db6-93bc-f69847dc0ebc req-3740df4f-afb5-4294-aa6d-8e89df05ca87 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133461 Jul 08 02:08:17.089568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90342-475f-46ae-99b7-a73508da1730 req-cfc6b0b6-a712-4d31-9738-42708e75e5a1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.106320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90342-475f-46ae-99b7-a73508da1730 req-cfc6b0b6-a712-4d31-9738-42708e75e5a1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.106505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1578488385-network', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:17.107558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90342-475f-46ae-99b7-a73508da1730 req-cfc6b0b6-a712-4d31-9738-42708e75e5a1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.113380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:17.117604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90342-475f-46ae-99b7-a73508da1730 req-cfc6b0b6-a712-4d31-9738-42708e75e5a1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.118126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:17.124234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90342-475f-46ae-99b7-a73508da1730 req-cfc6b0b6-a712-4d31-9738-42708e75e5a1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.127929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:17.131740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90342-475f-46ae-99b7-a73508da1730 req-cfc6b0b6-a712-4d31-9738-42708e75e5a1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.133913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6c90342-475f-46ae-99b7-a73508da1730 req-cfc6b0b6-a712-4d31-9738-42708e75e5a1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5424 time: 0.3344319 Jul 08 02:08:17.170969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:17.179990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.218938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=da775966-4cb9-4bea-b3ef-946a19d9c575,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:17.261140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Made reservation on behalf of 8ac8f69186764ec79f47c4e41512d789 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:17.264459 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.268265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6c90342-475f-46ae-99b7-a73508da1730 req-f41e0e25-4413-497d-8ae4-2aaa1f2e905c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274867 Jul 08 02:08:17.278761 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.335840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Pushing event updated for resources: {'Port': ['ID=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:17.370351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Attempting to bind port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:17.373304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Attempting to bind port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:17.373836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Attempting to bind port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:17.386382 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.443812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78beb981-fb21-430c-8e32-36b303266f43 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:17.479989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:17.481676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:17.483170 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.484592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.491358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:17.491358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Bound port: 99b57f3c-12db-4c8a-8484-ebaf118d7a8b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:17.491358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.505054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 78beb981-fb21-430c-8e32-36b303266f43, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=78beb981-fb21-430c-8e32-36b303266f43,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:17.598954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.600580 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.600580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device efc144cd-c612-4225-9176-19588a83fe7d details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:17.604575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] For port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:17.624886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:08:17.681890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.682247 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Added segment 49a2465c-87e9-48aa-bd30-e06832e2d8af of type vlan for network 9dfe100a-7ffe-48db-9b6a-2b834007a45b Jul 08 02:08:17.689043 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.693266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=78beb981-fb21-430c-8e32-36b303266f43,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:17.705991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b1785b-df19-4262-bd3e-6404f8b3c39f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:17.732205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c666e-fd3b-4fc0-a886-054bbda1db88 req-a957ae47-11bc-4e81-bea4-9484f6577696 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.734361 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b89c666e-fd3b-4fc0-a886-054bbda1db88 req-a957ae47-11bc-4e81-bea4-9484f6577696 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.0928457 Jul 08 02:08:17.757978 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.805182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b89c666e-fd3b-4fc0-a886-054bbda1db88 req-779efa5d-1c6c-4e5e-9c32-b7a7f37a94c1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638256 Jul 08 02:08:17.812360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] For port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:17.816404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.849633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port efc144cd-c612-4225-9176-19588a83fe7d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efc144cd-c612-4225-9176-19588a83fe7d,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:17.878437 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.932611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=04ad55e9-7392-45bd-801e-641fc8b3963e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:17.968825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:17.976059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b210534-173c-4001-8fcf-5d301aec63d3 req-ab4726c7-f933-4893-87e3-d3a44527fdc6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.977222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:17.980527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b210534-173c-4001-8fcf-5d301aec63d3 req-ab4726c7-f933-4893-87e3-d3a44527fdc6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1983788 Jul 08 02:08:17.991925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.992821 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.998687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.000026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.001958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.023793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d91dd-c875-4328-88a5-af2da832cdfa None None] Pushing event updated for resources: {'Port': ['ID=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:18.051985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'efc144cd-c612-4225-9176-19588a83fe7d', 'network_id': '9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a', 'port_id': 'efc144cd-c612-4225-9176-19588a83fe7d', 'mac_address': 'fa:16:3e:34:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009058ee-5c1b-4e2b-8ec5-5dd97911960f', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:18.102032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b24f76a0-7949-4bc9-bca0-2688f1a79fe3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5032902 Jul 08 02:08:18.104828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53664) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:18.112939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:8e:e4:90', 'name': 'tempest-NetworksTestDHCPv6-1627702386'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:18.144439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.161517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.163174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3018248 Jul 08 02:08:18.170633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53668) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:18.192974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b210534-173c-4001-8fcf-5d301aec63d3 req-896f72bb-3204-4fb4-824d-3b7547f61044 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113321 Jul 08 02:08:18.215312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc144cd-c612-4225-9176-19588a83fe7d {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:18.226690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Request body: {'subnet': {'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1578488385-subnet', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:18.273354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port efc144cd-c612-4225-9176-19588a83fe7d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efc144cd-c612-4225-9176-19588a83fe7d,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:18.280724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690bd4a-3d96-4781-82b8-a9fa35a7e81b admin admin] Pushing event updated for resources: {'Network': ['ID=9dfe100a-7ffe-48db-9b6a-2b834007a45b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:18.297760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:08:18.387079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Made reservation on behalf of 8ac8f69186764ec79f47c4e41512d789 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:18.390077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.471279 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.559101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 702832bc-cf71-4387-a8a2-f7e9161f90d7 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:18.567444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442811d7-08c9-4247-a164-034915e55207 req-26a6a4e9-689e-4ed5-b58f-7aec6574bbe7 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.576808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-442811d7-08c9-4247-a164-034915e55207 req-26a6a4e9-689e-4ed5-b58f-7aec6574bbe7 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.2028883 Jul 08 02:08:18.659193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-442811d7-08c9-4247-a164-034915e55207 req-e68d5cac-243f-4138-903b-eea2a9e1ab4c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814517 Jul 08 02:08:18.663419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:18.698091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=efc144cd-c612-4225-9176-19588a83fe7d,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:18.776270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-b4b3ffad-e50e-480e-bc13-6d26f18b807a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.783970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-b4b3ffad-e50e-480e-bc13-6d26f18b807a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.810265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-b4b3ffad-e50e-480e-bc13-6d26f18b807a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.817380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-b4b3ffad-e50e-480e-bc13-6d26f18b807a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.823670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-b4b3ffad-e50e-480e-bc13-6d26f18b807a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.836616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-b4b3ffad-e50e-480e-bc13-6d26f18b807a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.840984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.848559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-b4b3ffad-e50e-480e-bc13-6d26f18b807a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.856628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-b4b3ffad-e50e-480e-bc13-6d26f18b807a tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5427 time: 0.3855586 Jul 08 02:08:18.888661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port be439966-17d1-4336-8ff9-504b541190c8 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:08:18.900358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.919257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 702832bc-cf71-4387-a8a2-f7e9161f90d7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:18.932152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '702832bc-cf71-4387-a8a2-f7e9161f90d7', 'network_id': '8a34471b-47fa-4c6c-afcc-458992f3c06e', 'port_id': '702832bc-cf71-4387-a8a2-f7e9161f90d7', 'mac_address': 'fa:16:3e:c4:77:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c335fd61-1c18-46ef-a8ea-6e380f5fe480', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:18.972835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-164b57c4-b43b-49cf-ba0d-68c261b967e1 req-ea770839-5ddf-4221-aff0-7f33dc369d57 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147854 Jul 08 02:08:18.995171 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.025277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc14b1ce-8057-4759-961e-c34927b12be7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:19.035608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702832bc-cf71-4387-a8a2-f7e9161f90d7 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:19.072662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 702832bc-cf71-4387-a8a2-f7e9161f90d7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:19.077494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Checking segment: {'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:19.077858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Network hostable DHCP agents. Network: 9dfe100a-7ffe-48db-9b6a-2b834007a45b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:08:19.078878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['da775966-4cb9-4bea-b3ef-946a19d9c575'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:19.081547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['b9991d29-8ba2-46eb-9dce-e1b0bb59570e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:19.113288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cf4d9964-299b-46d0-8db8-0c64b388c112'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:19.161810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['efc144cd-c612-4225-9176-19588a83fe7d'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:19.164107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['2af81c64-3a1e-40c0-98d1-09119c11a47e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:19.166048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['78beb981-fb21-430c-8e32-36b303266f43'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:19.171803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8:0:1::26d (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/04ad55e9-7392-45bd-801e-641fc8b3963e/be439966-17d1-4336-8ff9-504b541190c8) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:19.186934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:fe8e:e490 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/15672028-bd85-4001-a5a2-37492255bd50/be439966-17d1-4336-8ff9-504b541190c8) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:19.194549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:08:19.214291 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.219741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc47a0d-d41a-479c-82cb-59928cbc4e85 req-b63a9c0d-cc15-483a-b2fe-c07afedcb06c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:19.227674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6fc47a0d-d41a-479c-82cb-59928cbc4e85 req-b63a9c0d-cc15-483a-b2fe-c07afedcb06c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1404769 Jul 08 02:08:19.295667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9dfe100a-7ffe-48db-9b6a-2b834007a45b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:19.312990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:19.315757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.324014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6fc47a0d-d41a-479c-82cb-59928cbc4e85 req-7a4597a3-b09f-4934-b522-658372110024 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952742 Jul 08 02:08:19.329859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67429131-a9e6-4060-a97a-aedee2ff74de None None] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:19.452128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9df8c78e-c18f-4204-a7ba-af8d0026d088 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2579942 Jul 08 02:08:19.456770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53680) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:19.482723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:19.529379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.536295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['702832bc-cf71-4387-a8a2-f7e9161f90d7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:19.539663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99b57f3c-12db-4c8a-8484-ebaf118d7a8b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:19.550496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object be439966-17d1-4336-8ff9-504b541190c8 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:19.578914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9efa9-ad07-4002-a765-bf1b8265cb17 req-b1a8a42b-4a59-4286-b454-090850892af7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:19.581638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79a9efa9-ad07-4002-a765-bf1b8265cb17 req-b1a8a42b-4a59-4286-b454-090850892af7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2161167 Jul 08 02:08:19.635090 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79a9efa9-ad07-4002-a765-bf1b8265cb17 req-493887f3-0399-490a-8726-6776e51693a2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Jul 08 02:08:19.639237 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.641515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.697418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.757404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:19.759596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:19.763056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:19.769988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:19.770904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.857492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=be439966-17d1-4336-8ff9-504b541190c8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:19.868920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.882013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53688) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:19.882380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-52622c5d-e149-4cef-b67a-a301400f25de tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7760618 Jul 08 02:08:19.974882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa96124-9b2f-47e2-a009-e14f0df68e52 req-60cb88ca-8c51-4a8a-81da-92d9d51afd5e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:19.976936 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8fa96124-9b2f-47e2-a009-e14f0df68e52 req-60cb88ca-8c51-4a8a-81da-92d9d51afd5e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0880101 Jul 08 02:08:19.995840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=702832bc-cf71-4387-a8a2-f7e9161f90d7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:20.048222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8fa96124-9b2f-47e2-a009-e14f0df68e52 req-5140f5f3-f827-4e46-a31e-76da38d1316f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655220 Jul 08 02:08:20.102537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcdca27-4e46-4af8-9d28-08ea44d7b08e None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:20.192299 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:20.240545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9380-140c-497d-9f98-495bfd00e21f req-ca0c77b9-05f4-43b2-ab01-dc5a48bcd8dc tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.242066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8dbd9380-140c-497d-9f98-495bfd00e21f req-ca0c77b9-05f4-43b2-ab01-dc5a48bcd8dc tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.3058510 Jul 08 02:08:20.247703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5c8977cc-b229-4607-941e-ff86155bbca3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port be439966-17d1-4336-8ff9-504b541190c8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:20.247977 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c8977cc-b229-4607-941e-ff86155bbca3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:20.407408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8dbd9380-140c-497d-9f98-495bfd00e21f req-53008b98-3ccd-449e-a42d-207d14c710dc tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546779 Jul 08 02:08:20.413736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-a3cc9af3-be14-4753-a921-3743799b8f1f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.420977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-a3cc9af3-be14-4753-a921-3743799b8f1f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.431132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-a3cc9af3-be14-4753-a921-3743799b8f1f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.434101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c8977cc-b229-4607-941e-ff86155bbca3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:20.438166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-a3cc9af3-be14-4753-a921-3743799b8f1f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.458597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5c8977cc-b229-4607-941e-ff86155bbca3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for be439966-17d1-4336-8ff9-504b541190c8 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:20.464165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-a3cc9af3-be14-4753-a921-3743799b8f1f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.471669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-a3cc9af3-be14-4753-a921-3743799b8f1f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.477791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-a3cc9af3-be14-4753-a921-3743799b8f1f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.486720 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-a3cc9af3-be14-4753-a921-3743799b8f1f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5428 time: 0.1692417 Jul 08 02:08:20.553263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a28eb8f-a17f-42be-8188-76bcb0bcaa48 req-236f640c-30bc-449b-ae13-0c69ced13cc1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655508 Jul 08 02:08:20.599182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-01dd700a-fbc7-4fd4-93db-e40782bb885c None None] Provisioning for port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:20.724780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-9dfe100a-7ffe-48db-9b6a-2b834007a45b', 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'fixed_ips': [{'subnet_id': 'dc14b1ce-8057-4759-961e-c34927b12be7'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:20.725662 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:20.766231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd66f97-25e7-45c4-9407-de04491f898e req-101a4bce-8f1e-49dc-b2ed-61bb3e98f2f5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.768039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfd66f97-25e7-45c4-9407-de04491f898e req-101a4bce-8f1e-49dc-b2ed-61bb3e98f2f5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.0869188 Jul 08 02:08:20.826029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:20.857833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:20.869591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:20.870071 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:20.874653 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfd66f97-25e7-45c4-9407-de04491f898e req-6b7a98f0-2dba-4cd1-b838-47c2f816560d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926912 Jul 08 02:08:20.902962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.078922 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.140271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889310e-d737-4d7a-b05f-53bcddb68b2e req-3f777507-bfe4-41da-a2c9-973d0e267a6d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.142698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6889310e-d737-4d7a-b05f-53bcddb68b2e req-3f777507-bfe4-41da-a2c9-973d0e267a6d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0850468 Jul 08 02:08:21.155307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c8977cc-b229-4607-941e-ff86155bbca3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.278061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6889310e-d737-4d7a-b05f-53bcddb68b2e req-2c49962b-4c24-4ab1-8439-7e239f2504f2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282246 Jul 08 02:08:21.334621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Allocated IP 172.20.0.2 (9dfe100a-7ffe-48db-9b6a-2b834007a45b/dc14b1ce-8057-4759-961e-c34927b12be7/19cbb0d6-7371-4686-8b9e-3ca6827729b2) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:21.355024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8977cc-b229-4607-941e-ff86155bbca3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=be439966-17d1-4336-8ff9-504b541190c8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:21.379865 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c8977cc-b229-4607-941e-ff86155bbca3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.384915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53712) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:21.385787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5c8977cc-b229-4607-941e-ff86155bbca3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/be439966-17d1-4336-8ff9-504b541190c8 HTTP/1.1" status: 204 len: 168 time: 1.4988222 Jul 08 02:08:21.387416 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.482258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:21.496811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Allocated IP 172.25.8.246 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/7c45b30d-a0e1-45ec-b28e-bf9a115770bd) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:21.573195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0742fdce-a051-4ad3-b56e-c52cb9756968 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.575009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0742fdce-a051-4ad3-b56e-c52cb9756968 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1866868 Jul 08 02:08:21.583439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53716) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:21.596710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.667995 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.699938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Transition to ACTIVE for port object 19cbb0d6-7371-4686-8b9e-3ca6827729b2 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:21.712769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:21.724281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aab390-0a9b-412f-b41f-184a88c32035 None None] Update dhcp port {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '15672028-bd85-4001-a5a2-37492255bd50', 'ip_address': '2001:db8::f816:3eff:feac:3fec'}, {'subnet_id': '04ad55e9-7392-45bd-801e-641fc8b3963e'}], 'binding:host_id': 'n-d-695189-13'}, 'id': '99b57f3c-12db-4c8a-8484-ebaf118d7a8b'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:08:21.750967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Transition to ACTIVE for port object 19cbb0d6-7371-4686-8b9e-3ca6827729b2 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:21.754042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a653776-292e-45e6-8a3f-60bb9adfd397 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.758514 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3a653776-292e-45e6-8a3f-60bb9adfd397 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1724508 Jul 08 02:08:21.761690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53720) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:21.761796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.785810 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-55aab390-0a9b-412f-b41f-184a88c32035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.808752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccd01e-ac5c-459a-93ec-5c5bf2bb1feb req-f2226af9-8b3c-4f7f-b3b8-8e55f4cdab66 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.810316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9ccd01e-ac5c-459a-93ec-5c5bf2bb1feb req-f2226af9-8b3c-4f7f-b3b8-8e55f4cdab66 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1710777 Jul 08 02:08:21.824173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3784d-987c-4c67-930f-22903efced52 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.825846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3784d-987c-4c67-930f-22903efced52 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.827933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3784d-987c-4c67-930f-22903efced52 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.836661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d4f3784d-987c-4c67-930f-22903efced52 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0703924 Jul 08 02:08:21.836827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:21.840984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f99a0e-1d5f-4aee-9da3-6f15d19ccbdd req-40374871-26f5-490e-bd31-d9ce719c6173 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.843886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95f99a0e-1d5f-4aee-9da3-6f15d19ccbdd req-40374871-26f5-490e-bd31-d9ce719c6173 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3515058 Jul 08 02:08:21.862013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.910331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9ccd01e-ac5c-459a-93ec-5c5bf2bb1feb req-3b613d59-779f-44fd-88a7-a7c00f21a2be tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933647 Jul 08 02:08:21.921615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9ba687-6655-4edd-b8af-5145fab053da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 04ad55e9-7392-45bd-801e-641fc8b3963e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:21.930197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba687-6655-4edd-b8af-5145fab053da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.949783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95f99a0e-1d5f-4aee-9da3-6f15d19ccbdd req-f4d1548f-8d8d-49d0-a881-290a2776d813 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954924 Jul 08 02:08:21.978293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Pushing event updated for resources: {'Port': ['ID=19cbb0d6-7371-4686-8b9e-3ca6827729b2,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:21.997060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.052454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Pushing event updated for resources: {'Port': ['ID=7c45b30d-a0e1-45ec-b28e-bf9a115770bd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:22.070976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba687-6655-4edd-b8af-5145fab053da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.103515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:22.108531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:22.112791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:22.114682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:22.119096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:22.135123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:22.185297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba687-6655-4edd-b8af-5145fab053da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.231549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Attempting to bind port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:22.231914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Attempting to bind port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:22.232458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Attempting to bind port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 on network 9dfe100a-7ffe-48db-9b6a-2b834007a45b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:22.245699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:22.246418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Checking segment: {'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:22.247040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.247817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Bound using segment: {'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:22.248605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Bound port: 19cbb0d6-7371-4686-8b9e-3ca6827729b2, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:22.249345 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.258833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbb856-e0b8-4c40-be49-c5f2ca800902 req-c0c86736-ba09-433d-a155-a9de497da9a7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.272560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3bbb856-e0b8-4c40-be49-c5f2ca800902 req-c0c86736-ba09-433d-a155-a9de497da9a7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.0993760 Jul 08 02:08:22.337813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3bbb856-e0b8-4c40-be49-c5f2ca800902 req-b2ff4e7b-45bb-4d2a-8e60-ed7d6e9fd394 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571098 Jul 08 02:08:22.367233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] For port 19cbb0d6-7371-4686-8b9e-3ca6827729b2, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:22.375737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] For port 19cbb0d6-7371-4686-8b9e-3ca6827729b2, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=19cbb0d6-7371-4686-8b9e-3ca6827729b2,segment=NetworkSegment(49a2465c-87e9-48aa-bd30-e06832e2d8af),segment_id=49a2465c-87e9-48aa-bd30-e06832e2d8af)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-55aab390-0a9b-412f-b41f-184a88c32035 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04ad55e9-7392-45bd-801e-641fc8b3963e: This subnet is being modified by another concurrent operation. Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:08:22.420518 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04ad55e9-7392-45bd-801e-641fc8b3963e: This subnet is being modified by another concurrent operation. Jul 08 02:08:22.424127 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:08:22.496181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 2af81c64-3a1e-40c0-98d1-09119c11a47e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:22.544251 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.571938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95ff48ce-33d6-4b8d-860f-416ad438a041 None None] Could not find standard attr ID for object be439966-17d1-4336-8ff9-504b541190c8. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:08:22.667267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95ff48ce-33d6-4b8d-860f-416ad438a041 None None] Provisioning complete for port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:22.667707 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95ff48ce-33d6-4b8d-860f-416ad438a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.679265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Pushing event updated for resources: {'Port': ['ID=19cbb0d6-7371-4686-8b9e-3ca6827729b2,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:22.718246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.718613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.718967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.719312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.719726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.720069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.724221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.724653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.725007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.725354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.726725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.727702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b09fb9-10d0-43b9-a943-812fc6d24132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:22.735155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba687-6655-4edd-b8af-5145fab053da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.777767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 2af81c64-3a1e-40c0-98d1-09119c11a47e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:22.785243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 2af81c64-3a1e-40c0-98d1-09119c11a47e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:22.785638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.787582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dc1a7-b0fb-491c-9755-b54bffb45e0b req-6df18184-cf31-4bc1-8303-ecff6d90b262 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.795265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab8dc1a7-b0fb-491c-9755-b54bffb45e0b req-6df18184-cf31-4bc1-8303-ecff6d90b262 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1471670 Jul 08 02:08:22.801495 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ba687-6655-4edd-b8af-5145fab053da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=04ad55e9-7392-45bd-801e-641fc8b3963e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:22.818101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba687-6655-4edd-b8af-5145fab053da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.825228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53734) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:22.826187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5e9ba687-6655-4edd-b8af-5145fab053da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/04ad55e9-7392-45bd-801e-641fc8b3963e HTTP/1.1" status: 204 len: 168 time: 0.9881861 Jul 08 02:08:22.870234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-4a0e1476-f06f-43d5-9cb3-852f3b78d5ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.886121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-4a0e1476-f06f-43d5-9cb3-852f3b78d5ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.901411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-4a0e1476-f06f-43d5-9cb3-852f3b78d5ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.917009 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-4a0e1476-f06f-43d5-9cb3-852f3b78d5ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.931230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-4a0e1476-f06f-43d5-9cb3-852f3b78d5ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.938626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-4a0e1476-f06f-43d5-9cb3-852f3b78d5ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.940241 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab8dc1a7-b0fb-491c-9755-b54bffb45e0b req-60c94652-7a2d-4287-a880-3cad84563d1c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436112 Jul 08 02:08:22.972044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-4a0e1476-f06f-43d5-9cb3-852f3b78d5ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.981059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a59c231-2441-48d9-949d-5acc40319b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 15672028-bd85-4001-a5a2-37492255bd50 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:22.984651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a59c231-2441-48d9-949d-5acc40319b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.994137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-4a0e1476-f06f-43d5-9cb3-852f3b78d5ff tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5428 time: 0.8312435 Jul 08 02:08:23.037626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a59c231-2441-48d9-949d-5acc40319b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.083849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9032967f-4cde-4a23-a7c3-5245f13c4cb1 None None] Could not find standard attr ID for object be439966-17d1-4336-8ff9-504b541190c8. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:08:23.089946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.137775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:23.139964 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71dfcd6-c854-4784-975d-c446b8df4e4c" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:23.156410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 2af81c64-3a1e-40c0-98d1-09119c11a47e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:23.166038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de748c2d-b380-4d45-9c21-52b1cff5355d req-a7ba72cd-1b73-4675-8b9f-b158da949374 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1702738 Jul 08 02:08:23.233543 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a59c231-2441-48d9-949d-5acc40319b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.335539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb22236-1b88-437a-9d9f-2eccf289d232 req-d2041cad-831b-457b-a4bd-ae6fa47b9dca tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:23.337072 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfb22236-1b88-437a-9d9f-2eccf289d232 req-d2041cad-831b-457b-a4bd-ae6fa47b9dca tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1794872 Jul 08 02:08:23.344946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.346707 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.347574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cf4d9964-299b-46d0-8db8-0c64b388c112 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:23.397120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=2af81c64-3a1e-40c0-98d1-09119c11a47e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:23.409129 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cfb22236-1b88-437a-9d9f-2eccf289d232 req-13f6d5f5-610b-4303-aabc-f034837bdc19 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650840 Jul 08 02:08:23.411653 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a59c231-2441-48d9-949d-5acc40319b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.497247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798dc45-8620-43c6-bc7a-93c46b308378 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:23.497852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a59c231-2441-48d9-949d-5acc40319b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.506463 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4a59c231-2441-48d9-949d-5acc40319b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/15672028-bd85-4001-a5a2-37492255bd50 HTTP/1.1" status: 204 len: 168 time: 0.6792588 Jul 08 02:08:23.508400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53746) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:23.519808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59c231-2441-48d9-949d-5acc40319b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=15672028-bd85-4001-a5a2-37492255bd50,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:23.525345 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec90dd5-2af2-4f5d-85a2-c24b4389c5de x-openstack-request-id: req-bec90dd5-2af2-4f5d-85a2-c24b4389c5de {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:23.525345 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:23.525345 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bec90dd5-2af2-4f5d-85a2-c24b4389c5de {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:23.528036 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'code': 200} Jul 08 02:08:23.571547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c12d3ef2-c0bb-49c0-95bf-647bae0e70b0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614471 Jul 08 02:08:23.573055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53750) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:23.580714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:23.602337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00f3b2-b8a5-44ab-a85e-e64ae7c55db4 req-878398d9-5df8-4f21-ba18-1acfdb0b0603 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:23.609342 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b00f3b2-b8a5-44ab-a85e-e64ae7c55db4 req-878398d9-5df8-4f21-ba18-1acfdb0b0603 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3052588 Jul 08 02:08:23.668158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port cf4d9964-299b-46d0-8db8-0c64b388c112 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:23.689280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b00f3b2-b8a5-44ab-a85e-e64ae7c55db4 req-fabb8766-fe81-4e5f-a65b-9e1a6f1dbc31 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789032 Jul 08 02:08:23.733169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port cf4d9964-299b-46d0-8db8-0c64b388c112 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:23.733650 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.844267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 19cbb0d6-7371-4686-8b9e-3ca6827729b2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:23.899027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.935882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6df30-267b-415e-a0fc-a872091962e3 req-bc854255-5a2d-447b-a20d-54e4f51a987f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:23.937513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-06c6df30-267b-415e-a0fc-a872091962e3 req-bc854255-5a2d-447b-a20d-54e4f51a987f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1761994 Jul 08 02:08:23.973301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:23.977140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.056705 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.075558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:08:24.128160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cf4d9964-299b-46d0-8db8-0c64b388c112, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf4d9964-299b-46d0-8db8-0c64b388c112,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:24.145795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:24.179043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-06c6df30-267b-415e-a0fc-a872091962e3 req-7e47e858-bf47-4236-a2b7-40569b6f86d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270906 Jul 08 02:08:24.201771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] Deleting port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:24.202157 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.256348 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.257227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device da775966-4cb9-4bea-b3ef-946a19d9c575 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:24.380872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31592-25ad-4b0a-8b2e-5d428a3b7aad req-e2ac3a2b-e922-454d-8b6e-34aa43e71ca8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.383463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6d31592-25ad-4b0a-8b2e-5d428a3b7aad req-e2ac3a2b-e922-454d-8b6e-34aa43e71ca8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1086309 Jul 08 02:08:24.431476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6d31592-25ad-4b0a-8b2e-5d428a3b7aad req-b7fbaf50-8000-437b-a9bf-fc23f2bb9b9f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Jul 08 02:08:24.444473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Router 7a749819-8747-4894-b978-20b2ddc14e59 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:08:24.473641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99b57f3c-12db-4c8a-8484-ebaf118d7a8b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:24.502672 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-95d3ecab-d080-4ebf-b2c4-6fbb18dbb552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.509398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-95d3ecab-d080-4ebf-b2c4-6fbb18dbb552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.516686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-95d3ecab-d080-4ebf-b2c4-6fbb18dbb552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.527704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a2354-abda-4a0e-bd67-215c8253a7fb None None] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:24.536266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-95d3ecab-d080-4ebf-b2c4-6fbb18dbb552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.549727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-95d3ecab-d080-4ebf-b2c4-6fbb18dbb552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.589088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-95d3ecab-d080-4ebf-b2c4-6fbb18dbb552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.601632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-95d3ecab-d080-4ebf-b2c4-6fbb18dbb552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.609441 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-95d3ecab-d080-4ebf-b2c4-6fbb18dbb552 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5430 time: 0.2180972 Jul 08 02:08:24.612766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:24.656204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Sync routers for ids ['7a749819-8747-4894-b978-20b2ddc14e59'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:24.716015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23055b3b-deb0-49f7-95ad-b9ad3229612e req-4a59552e-e54a-449d-ac29-3971326ac5b3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.718759 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d389b7c-25fe-4004-a163-ebef783ffe39 req-0d333475-3d00-491c-9f96-1e05c30c6796 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082203 Jul 08 02:08:24.725277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23055b3b-deb0-49f7-95ad-b9ad3229612e req-4a59552e-e54a-449d-ac29-3971326ac5b3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1547883 Jul 08 02:08:24.788927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23055b3b-deb0-49f7-95ad-b9ad3229612e req-2d90be13-0196-4c62-a6a6-4b752f380e3d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624948 Jul 08 02:08:24.793020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:08:24.804571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.808788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fdd6207d-de50-4a16-99d5-926958dd1797 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3480487 Jul 08 02:08:24.810618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:24.816748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.831720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Routers {'7a749819-8747-4894-b978-20b2ddc14e59'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:24.831720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7a749819-8747-4894-b978-20b2ddc14e59'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:24.838990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fa622998-b844-477b-8802-abd1735502d0 None None] Provisioning for port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:24.859952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] For port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:24.860475 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.869419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fa622998-b844-477b-8802-abd1735502d0 None None] Provisioning complete for port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:24.869995 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa622998-b844-477b-8802-abd1735502d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.992564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] Calling delete_port for 99b57f3c-12db-4c8a-8484-ebaf118d7a8b owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:25.041242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cf4d9964-299b-46d0-8db8-0c64b388c112,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:25.072335 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:25.075889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f84fb-d83b-4337-94f2-0417c76f72e7 req-1e289fef-d16e-4c21-bafd-936f35b9ca60 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:25.085389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a35f84fb-d83b-4337-94f2-0417c76f72e7 req-1e289fef-d16e-4c21-bafd-936f35b9ca60 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2015977 Jul 08 02:08:25.136728 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a35f84fb-d83b-4337-94f2-0417c76f72e7 req-5b1d44d2-4cb7-4995-a085-7805d4577b9a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503831 Jul 08 02:08:25.204591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53778) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:25.216350 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port da775966-4cb9-4bea-b3ef-946a19d9c575 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:25.220761 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.224304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Set router 7a749819-8747-4894-b978-20b2ddc14e59 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:25.350193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port da775966-4cb9-4bea-b3ef-946a19d9c575 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:25.350193 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.373132 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.534106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d9964-299b-46d0-8db8-0c64b388c112'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:25.537085 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc82281-7eb0-44ba-9c52-da38b222b941" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "cf4d9964-299b-46d0-8db8-0c64b388c112"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:25.540916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7436241-e3e2-4552-b022-ed8252d5a59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.566906 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa622998-b844-477b-8802-abd1735502d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.597274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:25.600566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.673965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfe2b5-3f52-43f7-815b-02ddb26d63e9 req-62f4990c-6769-42f1-b48e-623498427f73 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:25.681393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3bfe2b5-3f52-43f7-815b-02ddb26d63e9 req-62f4990c-6769-42f1-b48e-623498427f73 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1632156 Jul 08 02:08:25.731152 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.745092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fa622998-b844-477b-8802-abd1735502d0 None None] For port 19cbb0d6-7371-4686-8b9e-3ca6827729b2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=19cbb0d6-7371-4686-8b9e-3ca6827729b2,segment=NetworkSegment(49a2465c-87e9-48aa-bd30-e06832e2d8af),segment_id=49a2465c-87e9-48aa-bd30-e06832e2d8af)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:25.751505 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3bfe2b5-3f52-43f7-815b-02ddb26d63e9 req-2068d0e5-4059-4d0b-93ff-6b73257b730e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688696 Jul 08 02:08:25.805250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3722f-25e3-4008-8cdc-37f8f2e96733 req-31a47600-b894-4bb1-95c0-a74a8289e492 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:25.820347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ff3722f-25e3-4008-8cdc-37f8f2e96733 req-31a47600-b894-4bb1-95c0-a74a8289e492 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.4099095 Jul 08 02:08:25.832498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port da775966-4cb9-4bea-b3ef-946a19d9c575, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=da775966-4cb9-4bea-b3ef-946a19d9c575,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:25.846297 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36130f-23c8-43aa-9aa9-bf4982aa49db x-openstack-request-id: req-8f36130f-23c8-43aa-9aa9-bf4982aa49db {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:25.846910 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "cf4d9964-299b-46d0-8db8-0c64b388c112", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:25.846910 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f36130f-23c8-43aa-9aa9-bf4982aa49db {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:25.847243 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d9964-299b-46d0-8db8-0c64b388c112', 'code': 200} Jul 08 02:08:25.860496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:22Z', 'revision_number': 3, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port': {'id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:20Z', 'updated_at': '2021-07-08T02:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:25.893010 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa622998-b844-477b-8802-abd1735502d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.955923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Checking router: 7a749819-8747-4894-b978-20b2ddc14e59 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:25.956330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Updating router 7a749819-8747-4894-b978-20b2ddc14e59 port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:25.959373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa622998-b844-477b-8802-abd1735502d0 None None] Pushing event updated for resources: {'Port': ['ID=19cbb0d6-7371-4686-8b9e-3ca6827729b2,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:26.004547 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.020700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 78beb981-fb21-430c-8e32-36b303266f43 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:26.097792 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.116644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-48e2bf17-f413-4844-8d7c-51bb01c2c6c8 None None] Provisioning complete for port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:26.116839 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48e2bf17-f413-4844-8d7c-51bb01c2c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.132521 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7436241-e3e2-4552-b022-ed8252d5a59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.146437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Allocated IP 172.20.0.1 (9dfe100a-7ffe-48db-9b6a-2b834007a45b/dc14b1ce-8057-4759-961e-c34927b12be7/086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:26.162935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=da775966-4cb9-4bea-b3ef-946a19d9c575,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:26.168890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-928461df-4ceb-48db-8285-79221a52c76c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.176879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-928461df-4ceb-48db-8285-79221a52c76c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.185024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-928461df-4ceb-48db-8285-79221a52c76c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.192419 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ff3722f-25e3-4008-8cdc-37f8f2e96733 req-dfee7b1f-9852-4aa5-a3b7-abc3005cfdb0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709958 Jul 08 02:08:26.193149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-928461df-4ceb-48db-8285-79221a52c76c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.200412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-928461df-4ceb-48db-8285-79221a52c76c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.208321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-928461df-4ceb-48db-8285-79221a52c76c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.214455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-928461df-4ceb-48db-8285-79221a52c76c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.216235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] For port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:26.232293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-928461df-4ceb-48db-8285-79221a52c76c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5431 time: 0.2274199 Jul 08 02:08:26.250795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7436241-e3e2-4552-b022-ed8252d5a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.255086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.348573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 78beb981-fb21-430c-8e32-36b303266f43 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:26.349678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b7436241-e3e2-4552-b022-ed8252d5a59d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44ab220a86f94723a66cfcedafe426bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1440153 Jul 08 02:08:26.351472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53794) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:26.362779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 78beb981-fb21-430c-8e32-36b303266f43 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:26.363160 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.371062 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.371788 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.374325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7436241-e3e2-4552-b022-ed8252d5a59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76faf5ed-f09b-4a92-8e6b-bfb795c4c235,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:26.390377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17932ea3-d038-4dcf-866e-af00094ca8f6 req-dd4aa4a7-7e25-4cc3-b4a9-ca0db62c23d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491048 Jul 08 02:08:26.441888 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.453285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.466986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Transition to ACTIVE for port object 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:26.470618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] Pushing event deleted for resources: {'Port': ['ID=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:26.519689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b18a5-9cff-4cb4-bf25-df5aec9990a9 None None] No DVR routers for this DVR port 99b57f3c-12db-4c8a-8484-ebaf118d7a8b on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:26.553879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ce848-0875-4c8f-a906-7d40185673ff None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:08:26.571445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.571561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:26.576921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=99b57f3c-12db-4c8a-8484-ebaf118d7a8b,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:26.582406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:26.591061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.591701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.594375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=3a35cb4b-4d28-49f1-bf25-5953056c8121,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:26.612996 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a3dc-aa8d-46a4-bff4-64f971f6e9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.627782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:26.632557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:26.639180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:26.642624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4729854-349d-44e5-b4f3-a558b9c8f58c req-761fea9d-d20d-452d-98a5-3517f335add4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.644345 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4729854-349d-44e5-b4f3-a558b9c8f58c req-761fea9d-d20d-452d-98a5-3517f335add4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.3056304 Jul 08 02:08:26.653992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a3dc-aa8d-46a4-bff4-64f971f6e9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.695281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Pushing event updated for resources: {'Port': ['ID=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:26.722016 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4729854-349d-44e5-b4f3-a558b9c8f58c req-3d2610c9-895d-4768-b62a-06048326b83c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Jul 08 02:08:26.739006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-be5e2a77-f770-4924-a02e-a08c41c3ebe8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1646883 Jul 08 02:08:26.741848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.742473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53796) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:26.751061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7a29f24c-d21c-48d6-8f7b-09d8f3439739 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:26.811077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.857571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.887140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a3dc-aa8d-46a4-bff4-64f971f6e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.892942 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc1a3dc-aa8d-46a4-bff4-64f971f6e9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.897503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ddc1a3dc-aa8d-46a4-bff4-64f971f6e9ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76faf5ed-f09b-4a92-8e6b-bfb795c4c235 HTTP/1.1" status: 204 len: 168 time: 0.5438149 Jul 08 02:08:26.915299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1a3dc-aa8d-46a4-bff4-64f971f6e9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76faf5ed-f09b-4a92-8e6b-bfb795c4c235,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:26.927168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Transition to ACTIVE for port object 7c45b30d-a0e1-45ec-b28e-bf9a115770bd will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:26.972446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 78beb981-fb21-430c-8e32-36b303266f43, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=78beb981-fb21-430c-8e32-36b303266f43,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:27.009736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a29f24c-d21c-48d6-8f7b-09d8f3439739 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:27.011112 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.024220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a29f24c-d21c-48d6-8f7b-09d8f3439739 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.066366 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a235468-60b8-433a-9e7e-0384a7f3929a None None] Pushing event updated for resources: {'Port': ['ID=7c45b30d-a0e1-45ec-b28e-bf9a115770bd,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:27.087128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ce848-0875-4c8f-a906-7d40185673ff None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:08:27.100496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.101244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b9991d29-8ba2-46eb-9dce-e1b0bb59570e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:27.166601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Attempting to bind port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:27.166982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Attempting to bind port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:27.167407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Attempting to bind port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:27.176284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:27.176582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:27.176996 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.177560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:27.178055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Bound port: 7c45b30d-a0e1-45ec-b28e-bf9a115770bd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:27.178450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.210844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baec8e-f289-4a9a-89f5-af0b2e03d6bd req-f398ac00-8d7c-4d29-803b-31e97f4f6dea tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:27.216518 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10baec8e-f289-4a9a-89f5-af0b2e03d6bd req-f398ac00-8d7c-4d29-803b-31e97f4f6dea tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.5165405 Jul 08 02:08:27.222874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409047b-f63c-48c7-8836-c330173bcf5c req-10574a0c-0b51-4bd9-abc9-e06b293208e8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:27.224989 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e409047b-f63c-48c7-8836-c330173bcf5c req-10574a0c-0b51-4bd9-abc9-e06b293208e8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1824646 Jul 08 02:08:27.227400 n-d-695189-13 neutron-server[100713]: INFO neutron.db.ipam_backend_mixin [None req-7a29f24c-d21c-48d6-8f7b-09d8f3439739 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a35cb4b-4d28-49f1-bf25-5953056c8121 (CIDR: 2001:db8::/64) Jul 08 02:08:27.272135 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:08:27.297516 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e409047b-f63c-48c7-8836-c330173bcf5c req-83e87430-3e2c-421c-8040-d35d8d0f61c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651035 Jul 08 02:08:27.302326 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a29f24c-d21c-48d6-8f7b-09d8f3439739 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:08:27.302851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a29f24c-d21c-48d6-8f7b-09d8f3439739 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:08:27.304846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10baec8e-f289-4a9a-89f5-af0b2e03d6bd req-c25e6d4d-4571-4c28-b94c-e1012e2d1f9d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697157 Jul 08 02:08:27.326592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port b9991d29-8ba2-46eb-9dce-e1b0bb59570e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:27.340327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port b9991d29-8ba2-46eb-9dce-e1b0bb59570e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:27.340732 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.375170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=78beb981-fb21-430c-8e32-36b303266f43,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:27.394756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] For port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:27.401544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] For port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7c45b30d-a0e1-45ec-b28e-bf9a115770bd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:27.418222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.448081 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7a29f24c-d21c-48d6-8f7b-09d8f3439739 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7012789 Jul 08 02:08:27.448344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53814) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:27.454320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:27.486026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.576077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.640963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Routers {'7a749819-8747-4894-b978-20b2ddc14e59'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:27.645450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7a749819-8747-4894-b978-20b2ddc14e59'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:27.692921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6393062-bef1-4bfe-92c3-3338a9fb25d5 req-ecbaa7dd-0319-44b2-91e0-8007723daad2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:27.698976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e6393062-bef1-4bfe-92c3-3338a9fb25d5 req-ecbaa7dd-0319-44b2-91e0-8007723daad2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2143824 Jul 08 02:08:27.711035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a235468-60b8-433a-9e7e-0384a7f3929a None None] Pushing event updated for resources: {'Port': ['ID=7c45b30d-a0e1-45ec-b28e-bf9a115770bd,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:27.737189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b9991d29-8ba2-46eb-9dce-e1b0bb59570e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:27.784245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c2b71-eb96-4b85-a632-375d9963bce1 req-b7d53016-b75a-4fda-87e5-2152ba38202d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:27.785779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-355c2b71-eb96-4b85-a632-375d9963bce1 req-b7d53016-b75a-4fda-87e5-2152ba38202d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.3311081 Jul 08 02:08:27.785893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 19cbb0d6-7371-4686-8b9e-3ca6827729b2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:27.825641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.826885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 702832bc-cf71-4387-a8a2-f7e9161f90d7 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:27.835501 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e6393062-bef1-4bfe-92c3-3338a9fb25d5 req-cfaae754-750c-46ca-a0c4-e6fc0f0dc025 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174972 Jul 08 02:08:27.881349 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-355c2b71-eb96-4b85-a632-375d9963bce1 req-d74c293a-d6c1-4604-b14b-70fe2dd90f0a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847692 Jul 08 02:08:27.923799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da775966-4cb9-4bea-b3ef-946a19d9c575'}, {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78beb981-fb21-430c-8e32-36b303266f43'}, {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:27.926937 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f7c0d-1184-4ed5-a9ae-d006631899fd" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "da775966-4cb9-4bea-b3ef-946a19d9c575"}, {"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "78beb981-fb21-430c-8e32-36b303266f43"}, {"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "b9991d29-8ba2-46eb-9dce-e1b0bb59570e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:27.940184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:27.940184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.957455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.072581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.121016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] Set router 7a749819-8747-4894-b978-20b2ddc14e59 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:28.186286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:28.268342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:28.268719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.283164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.297062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-1fe28f24-d483-4ef0-8f8e-57ea7f5b9224 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.298782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Pushing event updated for resources: {'Port': ['ID=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:28.303943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-1fe28f24-d483-4ef0-8f8e-57ea7f5b9224 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.310224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-1fe28f24-d483-4ef0-8f8e-57ea7f5b9224 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.312210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 702832bc-cf71-4387-a8a2-f7e9161f90d7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:28.316472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-1fe28f24-d483-4ef0-8f8e-57ea7f5b9224 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.322516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-1fe28f24-d483-4ef0-8f8e-57ea7f5b9224 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.328734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-1fe28f24-d483-4ef0-8f8e-57ea7f5b9224 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.334632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 702832bc-cf71-4387-a8a2-f7e9161f90d7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:28.334632 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.352013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-1fe28f24-d483-4ef0-8f8e-57ea7f5b9224 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.358523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-1fe28f24-d483-4ef0-8f8e-57ea7f5b9224 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5433 time: 0.3127625 Jul 08 02:08:28.391662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2927824-1924-42bf-9671-9e5e438f0c47 req-30fab58d-c02c-45dc-ae83-584b8898407b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.398709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2927824-1924-42bf-9671-9e5e438f0c47 req-30fab58d-c02c-45dc-ae83-584b8898407b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1968570 Jul 08 02:08:28.433747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': '3a35cb4b-4d28-49f1-bf25-5953056c8121'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:28.434656 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.454664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:28.468984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b2927824-1924-42bf-9671-9e5e438f0c47 req-062d4ce7-3e51-4d02-80ba-b99ff6060b9b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693052 Jul 08 02:08:28.470571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:28.524545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bdce019c-8260-4ff6-93aa-a3e438ec64c6 req-811c2f5f-d030-40cd-8493-5efb826fb5ce tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421940 Jul 08 02:08:28.668414 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f1185c-babd-4e70-9478-64b88d3adfb5 x-openstack-request-id: req-58f1185c-babd-4e70-9478-64b88d3adfb5 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:28.669667 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "da775966-4cb9-4bea-b3ef-946a19d9c575", "code": 200}, {"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "78beb981-fb21-430c-8e32-36b303266f43", "code": 200}, {"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "b9991d29-8ba2-46eb-9dce-e1b0bb59570e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:28.671390 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58f1185c-babd-4e70-9478-64b88d3adfb5 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:28.672184 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da775966-4cb9-4bea-b3ef-946a19d9c575', 'code': 200} Jul 08 02:08:28.674365 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78beb981-fb21-430c-8e32-36b303266f43', 'code': 200} Jul 08 02:08:28.675148 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e', 'code': 200} Jul 08 02:08:28.776279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Router 7a749819-8747-4894-b978-20b2ddc14e59 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:28.785586 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.804602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Allocated IP 2001:db8::f816:3eff:fee3:b874 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/3a35cb4b-4d28-49f1-bf25-5953056c8121/99527cad-1270-485b-9cd1-4926591b110d) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:28.807024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750aa16-4332-4a94-9daf-60cd3f755b3a req-55567cf8-d421-4d80-9358-d260588438fa tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.808784 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e750aa16-4332-4a94-9daf-60cd3f755b3a req-55567cf8-d421-4d80-9358-d260588438fa tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1125226 Jul 08 02:08:28.843107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:28.851083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:28.856931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.857545 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.876647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=ca82df5e-aa45-4eb4-8348-b64002b8e14e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:28.927883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b5b4b-34f9-4349-a106-b38caab3383d req-879fda7e-bb57-4c7b-a60b-7e9098f3a3d6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.930459 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-539b5b4b-34f9-4349-a106-b38caab3383d req-879fda7e-bb57-4c7b-a60b-7e9098f3a3d6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1919489 Jul 08 02:08:28.947223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e750aa16-4332-4a94-9daf-60cd3f755b3a req-d78ee827-64b7-4894-8eb5-3646831cf5a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969965 Jul 08 02:08:28.976909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:28.991472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8c2c2ffa-73a9-4531-a2d6-441aef9b5e76 admin admin] 10.222.0.10 "PUT /v2.0/routers/7a749819-8747-4894-b978-20b2ddc14e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1714747 Jul 08 02:08:29.010785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-be3a3b49-a24a-4e79-8b7c-6b73c459d1c9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5604837 Jul 08 02:08:29.014664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53852) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:29.021475 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.043648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:b2:9c:f5', 'name': 'tempest-NetworksTestDHCPv6-1765387915'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:29.071529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 702832bc-cf71-4387-a8a2-f7e9161f90d7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:29.080670 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-539b5b4b-34f9-4349-a106-b38caab3383d req-8505dbd9-f377-44ea-a217-f6f539e65010 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353037 Jul 08 02:08:29.172340 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.174178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device efc144cd-c612-4225-9176-19588a83fe7d up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:29.404127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:29.530692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.538340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:27Z', 'revision_number': 4, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port': {'id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:20Z', 'updated_at': '2021-07-08T02:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed', 'name': '', 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'mac_address': 'fa:16:3e:2e:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:25Z', 'updated_at': '2021-07-08T02:08:26Z', 'revision_number': 1, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'subnets': [{'id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:29.565607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-dcd0c9ed-59dc-482f-9a7c-951c0617cb68 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:29.574895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-dcd0c9ed-59dc-482f-9a7c-951c0617cb68 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.2248960 Jul 08 02:08:29.597086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-41727850-ecc4-4afe-b8f3-06f1635d1e5b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/quotas/6088de6936a647d0845e90076cb4babb HTTP/1.1" status: 200 len: 375 time: 0.0210106 Jul 08 02:08:29.620592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port d84b5f69-82bd-459e-b951-c169b154f7ba yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:08:29.736696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7a97-fa5b-488f-9aa8-f64aaef976bb req-d8beee08-2a7c-439f-80f4-d2be08493eb4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:29.739287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78503617-8237-49be-bc66-352c44fe0cc0 None None] The sync data for ids ['7a749819-8747-4894-b978-20b2ddc14e59'] in n-d-695189-13 is: [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:27Z', 'revision_number': 4, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port': {'id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:20Z', 'updated_at': '2021-07-08T02:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed', 'name': '', 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'mac_address': 'fa:16:3e:2e:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:25Z', 'updated_at': '2021-07-08T02:08:26Z', 'revision_number': 1, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'subnets': [{'id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:29.746283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba8c7a97-fa5b-488f-9aa8-f64aaef976bb req-d8beee08-2a7c-439f-80f4-d2be08493eb4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2127576 Jul 08 02:08:29.763827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-0a645437-15fe-437b-8bcf-0662a22065a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1563175 Jul 08 02:08:29.821052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=702832bc-cf71-4387-a8a2-f7e9161f90d7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:29.843198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba8c7a97-fa5b-488f-9aa8-f64aaef976bb req-7aee16f4-43e4-44bb-a6e5-3f877f1e88a7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835056 Jul 08 02:08:29.849293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.893733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Transition to ACTIVE for port object 99527cad-1270-485b-9cd1-4926591b110d will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:29.946183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Transition to ACTIVE for port object 99527cad-1270-485b-9cd1-4926591b110d will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:29.960040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-6868ed51-8990-40ac-9f6c-cc30637579f7 service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953261 Jul 08 02:08:29.992845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port efc144cd-c612-4225-9176-19588a83fe7d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:30.000511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port efc144cd-c612-4225-9176-19588a83fe7d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:30.001722 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.070080 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.199136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-46002261-dfa9-4965-aca8-eb65e5cf304c service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297375 Jul 08 02:08:30.220348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:30.228449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:30.236020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:30.244292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Pushing event updated for resources: {'Port': ['ID=99527cad-1270-485b-9cd1-4926591b110d,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:30.267071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8:0:1::22a (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/ca82df5e-aa45-4eb4-8348-b64002b8e14e/d84b5f69-82bd-459e-b951-c169b154f7ba) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:30.276490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::f816:3eff:feb2:9cf5 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/3a35cb4b-4d28-49f1-bf25-5953056c8121/d84b5f69-82bd-459e-b951-c169b154f7ba) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:30.355021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Attempting to bind port 99527cad-1270-485b-9cd1-4926591b110d on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:30.355753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Attempting to bind port 99527cad-1270-485b-9cd1-4926591b110d by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:30.356346 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Attempting to bind port 99527cad-1270-485b-9cd1-4926591b110d on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:30.358806 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.372535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:30.373424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:30.374072 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.374872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:30.375696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Bound port: 99527cad-1270-485b-9cd1-4926591b110d, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:30.376921 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.442087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port efc144cd-c612-4225-9176-19588a83fe7d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efc144cd-c612-4225-9176-19588a83fe7d,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:30.508195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:30.509821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] For port 99527cad-1270-485b-9cd1-4926591b110d, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:30.513744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] For port 99527cad-1270-485b-9cd1-4926591b110d, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99527cad-1270-485b-9cd1-4926591b110d,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:30.514599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-455548748-network', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:30.531661 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.573479 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-690b8f15-6fa4-4a40-a8b3-31f1d22961b6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.581726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-690b8f15-6fa4-4a40-a8b3-31f1d22961b6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.598007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-690b8f15-6fa4-4a40-a8b3-31f1d22961b6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.604165 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.614958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-690b8f15-6fa4-4a40-a8b3-31f1d22961b6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.626687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-690b8f15-6fa4-4a40-a8b3-31f1d22961b6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.641790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-690b8f15-6fa4-4a40-a8b3-31f1d22961b6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.651706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=efc144cd-c612-4225-9176-19588a83fe7d,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:30.654550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-690b8f15-6fa4-4a40-a8b3-31f1d22961b6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.658071 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-690b8f15-6fa4-4a40-a8b3-31f1d22961b6 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5434 time: 0.6593947 Jul 08 02:08:30.672546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.720471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Made reservation on behalf of 0de2be9e7e1542d6b5a3fbf4580b47f3 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:30.723849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.728466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702832bc-cf71-4387-a8a2-f7e9161f90d7'}, {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc144cd-c612-4225-9176-19588a83fe7d'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:30.730894 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08bd5dd-2c73-496d-8cac-1690e4bbb966" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "702832bc-cf71-4387-a8a2-f7e9161f90d7"}, {"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "efc144cd-c612-4225-9176-19588a83fe7d"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:30.743519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.781915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object d84b5f69-82bd-459e-b951-c169b154f7ba will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:30.792606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d178e-a159-413b-9851-c973497ce9cf None None] Pushing event updated for resources: {'Port': ['ID=99527cad-1270-485b-9cd1-4926591b110d,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:30.804897 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11843c15-241b-4bca-941a-ea3a1ee9bda2 req-9554976e-34aa-40e0-b4e7-4a6a633817f2 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258914 Jul 08 02:08:30.912262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e81ccd-8a58-4332-a343-c1fa7fc08976 req-092217d4-d85e-4c6f-91af-18819bfc8183 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.919567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0e81ccd-8a58-4332-a343-c1fa7fc08976 req-092217d4-d85e-4c6f-91af-18819bfc8183 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2733307 Jul 08 02:08:30.973516 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.057969 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.069663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0e81ccd-8a58-4332-a343-c1fa7fc08976 req-56ce152e-fa99-4240-a96e-f6de88c5a533 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457641 Jul 08 02:08:31.122771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:31.158699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.163766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:31.178327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:31.184606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:31.191803 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.214622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=d84b5f69-82bd-459e-b951-c169b154f7ba,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:31.247254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:08:31.265675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b0589a-f2ce-4e48-b142-c89b93abad0c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:31.316658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.317010 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Added segment 3f0e1229-178b-44ff-add5-7c09ac8a0178 of type vlan for network 972765b1-5749-427d-a935-3d0b9e08a3e9 Jul 08 02:08:31.325051 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e36617e2-30f1-4085-a127-6b2a1baae38f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3085568 Jul 08 02:08:31.327284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53916) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:31.453059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.543493 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc817c-93ce-435c-ae14-e4f34008ecf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port d84b5f69-82bd-459e-b951-c169b154f7ba {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:31.543882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5fc817c-93ce-435c-ae14-e4f34008ecf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.559555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4800a91-26f8-4957-8121-281a084cb8f8 req-e4353a98-62b0-4507-9a37-2d6d30141cc9 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:31.561181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4800a91-26f8-4957-8121-281a084cb8f8 req-e4353a98-62b0-4507-9a37-2d6d30141cc9 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1572788 Jul 08 02:08:31.610060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.617631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:31.622082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.778891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5fc817c-93ce-435c-ae14-e4f34008ecf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.797583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc817c-93ce-435c-ae14-e4f34008ecf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for d84b5f69-82bd-459e-b951-c169b154f7ba owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:31.832030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4800a91-26f8-4957-8121-281a084cb8f8 req-33be6119-eaef-4e0d-bb9c-f51267ca5038 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605560 Jul 08 02:08:31.857325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] Pushing event updated for resources: {'Network': ['ID=972765b1-5749-427d-a935-3d0b9e08a3e9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:31.869552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 972765b1-5749-427d-a935-3d0b9e08a3e9 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:08:31.928161 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3e6518a-893e-4904-ae1f-27becf6c545f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4156740 Jul 08 02:08:31.929125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:31.943788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Request body: {'subnet': {'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-455548748-subnet', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:32.014095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99527cad-1270-485b-9cd1-4926591b110d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:32.067606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53926) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:32.072971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748802560', 'description': 'tempest-secgroup-smoke-748802560 description', 'project_id': '419e2a80990846a8a61df6e822a1be4c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:32.152534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Made reservation on behalf of 0de2be9e7e1542d6b5a3fbf4580b47f3 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:32.155479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.318469 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5888b3-8e3e-40ad-b11e-b7fff93f5320 x-openstack-request-id: req-4a5888b3-8e3e-40ad-b11e-b7fff93f5320 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:32.318469 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "702832bc-cf71-4387-a8a2-f7e9161f90d7", "code": 200}, {"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-plugged", "status": "completed", "tag": "efc144cd-c612-4225-9176-19588a83fe7d", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:32.318469 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a5888b3-8e3e-40ad-b11e-b7fff93f5320 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:32.318469 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702832bc-cf71-4387-a8a2-f7e9161f90d7', 'code': 200} Jul 08 02:08:32.318469 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc144cd-c612-4225-9176-19588a83fe7d', 'code': 200} Jul 08 02:08:32.335062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 99527cad-1270-485b-9cd1-4926591b110d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:32.342311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7c45b30d-a0e1-45ec-b28e-bf9a115770bd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:32.366102 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-649f25fe-4c50-437a-a8c0-fb6429f4ce39 req-db7d5490-bfe7-450a-9dce-65970015c93d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 210 time: 0.0506473 Jul 08 02:08:32.438078 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5fc817c-93ce-435c-ae14-e4f34008ecf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.498130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc817c-93ce-435c-ae14-e4f34008ecf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=d84b5f69-82bd-459e-b951-c169b154f7ba,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:32.558536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:32.563744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a484528-9a9a-489a-aa99-615500186420 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:08:32.597414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:32.597831 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.614331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.669856 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d5fc817c-93ce-435c-ae14-e4f34008ecf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.674951 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d5fc817c-93ce-435c-ae14-e4f34008ecf7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/d84b5f69-82bd-459e-b951-c169b154f7ba HTTP/1.1" status: 204 len: 168 time: 1.3440466 Jul 08 02:08:32.675096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53930) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:32.676098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.801797 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.816006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-117bf207-8283-4822-a719-76bcd8b42c80 None None] Provisioning for port 99527cad-1270-485b-9cd1-4926591b110d completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:32.817527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd152a8-9821-4855-9268-3713d27ff49a req-87766ba7-ff70-449f-90e8-c1ae651f9d72 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.819263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0bd152a8-9821-4855-9268-3713d27ff49a req-87766ba7-ff70-449f-90e8-c1ae651f9d72 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2513666 Jul 08 02:08:32.822666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-4f1b08f9-5749-4596-8b2d-2c761439ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.823963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-4f1b08f9-5749-4596-8b2d-2c761439ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.824449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-4f1b08f9-5749-4596-8b2d-2c761439ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.824927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-4f1b08f9-5749-4596-8b2d-2c761439ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.825399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-4f1b08f9-5749-4596-8b2d-2c761439ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.827742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-4f1b08f9-5749-4596-8b2d-2c761439ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.828417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-4f1b08f9-5749-4596-8b2d-2c761439ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.831512 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-4f1b08f9-5749-4596-8b2d-2c761439ac51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6499 time: 0.3340411 Jul 08 02:08:32.850469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-117bf207-8283-4822-a719-76bcd8b42c80 None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:32.850759 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-117bf207-8283-4822-a719-76bcd8b42c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.853288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-05d1ed67-a87d-4a23-8c8a-65bc75fa3149 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.860190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7c45b30d-a0e1-45ec-b28e-bf9a115770bd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:32.862716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-05d1ed67-a87d-4a23-8c8a-65bc75fa3149 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.875307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-05d1ed67-a87d-4a23-8c8a-65bc75fa3149 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.882144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e12822a-dcfd-4d6d-a8d4-a8841c4b1343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.882144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e12822a-dcfd-4d6d-a8d4-a8841c4b1343 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2027359 Jul 08 02:08:32.882144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53934) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:32.884494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-05d1ed67-a87d-4a23-8c8a-65bc75fa3149 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.892227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-05d1ed67-a87d-4a23-8c8a-65bc75fa3149 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.893315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a484528-9a9a-489a-aa99-615500186420 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:08:32.900508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-05d1ed67-a87d-4a23-8c8a-65bc75fa3149 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.907593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-05d1ed67-a87d-4a23-8c8a-65bc75fa3149 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.909534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-05d1ed67-a87d-4a23-8c8a-65bc75fa3149 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.2878251 Jul 08 02:08:32.959314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0bd152a8-9821-4855-9268-3713d27ff49a req-5b70d48f-1fcf-4a4e-b394-78adf2e6d01d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287820 Jul 08 02:08:33.018235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef000157-7276-4944-9209-7489cff5a109 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.021880 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ef000157-7276-4944-9209-7489cff5a109 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1395357 Jul 08 02:08:33.024953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53938) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:33.050966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.064218 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.140475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0aed32-4d07-4b2e-973e-9ff3eef6eca7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.142639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93d13f4a-2acc-4918-b1c5-6e874e3d2d29 req-7cf3adbc-57e8-4655-9506-7a8afae2edbc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1698549 Jul 08 02:08:33.144582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0aed32-4d07-4b2e-973e-9ff3eef6eca7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.146292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0aed32-4d07-4b2e-973e-9ff3eef6eca7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.148592 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bf0aed32-4d07-4b2e-973e-9ff3eef6eca7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1223817 Jul 08 02:08:33.151167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53940) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:33.158393 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.169577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-117bf207-8283-4822-a719-76bcd8b42c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.194183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6d6b493-9ba5-4daf-993d-49b6f38456c0 req-8a811a86-b326-41b3-9a7b-f0c039de9ab1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793928 Jul 08 02:08:33.241016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be5a57c-7d8c-41e2-98bb-8ed5392df886,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:33.270454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-042e6507-77e5-4925-9792-8ccde9b01eb2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 3a35cb4b-4d28-49f1-bf25-5953056c8121 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:33.274663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-042e6507-77e5-4925-9792-8ccde9b01eb2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.284000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.306515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=7c45b30d-a0e1-45ec-b28e-bf9a115770bd,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:33.353560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-042e6507-77e5-4925-9792-8ccde9b01eb2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.372114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-117bf207-8283-4822-a719-76bcd8b42c80 None None] For port 99527cad-1270-485b-9cd1-4926591b110d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99527cad-1270-485b-9cd1-4926591b110d,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:33.426155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.464736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3165effb-607b-4dce-9529-8abee7c4142a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:33.473785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Checking segment: {'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:33.474155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Network hostable DHCP agents. Network: 972765b1-5749-427d-a935-3d0b9e08a3e9, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:08:33.487108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-042e6507-77e5-4925-9792-8ccde9b01eb2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.500066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362290ee-f338-4a98-8f4b-8ec7f7bdeec7 req-f79cb1ab-702c-4f31-af4a-cb0c47b61921 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.501760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-362290ee-f338-4a98-8f4b-8ec7f7bdeec7 req-f79cb1ab-702c-4f31-af4a-cb0c47b61921 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.3354864 Jul 08 02:08:33.512629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.564073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Network 972765b1-5749-427d-a935-3d0b9e08a3e9 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:08:33.581635 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-362290ee-f338-4a98-8f4b-8ec7f7bdeec7 req-7f5712d5-3d79-414e-bbac-36e903f5e24e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606663 Jul 08 02:08:33.613064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5b34e-41a4-455c-95a2-4a016b837393,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:33.624132 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Sync routers for ids ['7a749819-8747-4894-b978-20b2ddc14e59'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:33.633782 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-117bf207-8283-4822-a719-76bcd8b42c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.658182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a55bd-a7b3-48bf-9e78-9c3d28ec15f2 req-f7a1431c-00f5-4a92-94ab-4696f8d2e18d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.668288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d31a55bd-a7b3-48bf-9e78-9c3d28ec15f2 req-f7a1431c-00f5-4a92-94ab-4696f8d2e18d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1729925 Jul 08 02:08:33.669272 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Routers {'7a749819-8747-4894-b978-20b2ddc14e59'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:33.669944 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7a749819-8747-4894-b978-20b2ddc14e59'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:33.700623 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.701895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ac14072-6e87-4360-828d-310bc045b5ff tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6329999 Jul 08 02:08:33.705151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53946) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:33.710888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-bc0ce653-7342-4bec-a9f4-da5701eeabd6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5b34e-41a4-455c-95a2-4a016b837393', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:33.747166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d31a55bd-a7b3-48bf-9e78-9c3d28ec15f2 req-50bf929f-a8e1-4f79-b2c0-365e10c04376 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779309 Jul 08 02:08:33.750088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 972765b1-5749-427d-a935-3d0b9e08a3e9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:33.750858 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-042e6507-77e5-4925-9792-8ccde9b01eb2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.752528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bf207-8283-4822-a719-76bcd8b42c80 None None] Pushing event updated for resources: {'Port': ['ID=99527cad-1270-485b-9cd1-4926591b110d,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:33.757849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.758682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.839426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7c45b30d-a0e1-45ec-b28e-bf9a115770bd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:33.868022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e6507-77e5-4925-9792-8ccde9b01eb2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=3a35cb4b-4d28-49f1-bf25-5953056c8121,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:33.870616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-042e6507-77e5-4925-9792-8ccde9b01eb2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.876797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-042e6507-77e5-4925-9792-8ccde9b01eb2 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/3a35cb4b-4d28-49f1-bf25-5953056c8121 HTTP/1.1" status: 204 len: 168 time: 0.7233925 Jul 08 02:08:33.879311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:33.960531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d0566ea-9316-48fa-ada0-ba555a85233e req-dce1da17-a215-4d40-9f4a-511e38567390 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 210 time: 0.0450175 Jul 08 02:08:33.965240 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Set router 7a749819-8747-4894-b978-20b2ddc14e59 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:33.974231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce653-7342-4bec-a9f4-da5701eeabd6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.987041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f7b9c-6211-47cc-97dc-db6665543f61 None None] Update dhcp port {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '3a35cb4b-4d28-49f1-bf25-5953056c8121', 'ip_address': '2001:db8::f816:3eff:fee3:b874'}, {'subnet_id': 'ca82df5e-aa45-4eb4-8348-b64002b8e14e'}], 'binding:host_id': 'n-d-695189-13'}, 'id': '99527cad-1270-485b-9cd1-4926591b110d'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:08:34.054960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3acccd6-4411-4a69-b5aa-f948676a4d09 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet ca82df5e-aa45-4eb4-8348-b64002b8e14e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:34.060351 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a128bdf1-4985-4acb-ac4c-2d69216b6755 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1277065 Jul 08 02:08:34.066892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53954) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:34.070019 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e05f7b9c-6211-47cc-97dc-db6665543f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.072152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3acccd6-4411-4a69-b5aa-f948676a4d09 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.087303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:34.097695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce653-7342-4bec-a9f4-da5701eeabd6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.108588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:34.108966 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.148450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3acccd6-4411-4a69-b5aa-f948676a4d09 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.229026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce653-7342-4bec-a9f4-da5701eeabd6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.331019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.332346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.377012 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:27Z', 'revision_number': 4, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port': {'id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:20Z', 'updated_at': '2021-07-08T02:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed', 'name': '', 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'mac_address': 'fa:16:3e:2e:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:25Z', 'updated_at': '2021-07-08T02:08:27Z', 'revision_number': 2, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'subnets': [{'id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:34.438951 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Checking router: 7a749819-8747-4894-b978-20b2ddc14e59 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:34.444601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce653-7342-4bec-a9f4-da5701eeabd6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b19512d-4eef-4f54-a909-4e5c590df17f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:34.444746 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Updating router 7a749819-8747-4894-b978-20b2ddc14e59 port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:34.485759 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.537890 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce653-7342-4bec-a9f4-da5701eeabd6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.546913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bc0ce653-7342-4bec-a9f4-da5701eeabd6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8404596 Jul 08 02:08:34.617434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-b9b9a99b-086c-4fd0-9c23-98d7bc53e9df tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.619297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-b9b9a99b-086c-4fd0-9c23-98d7bc53e9df tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.4268112 Jul 08 02:08:34.619950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:34.629084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2adc2192-371b-4073-879a-acb0f85f9d53 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5b34e-41a4-455c-95a2-4a016b837393', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:34.669647 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3acccd6-4411-4a69-b5aa-f948676a4d09 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.677073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'port': {'device_id': 'ec587233-3858-47ce-98fe-c51fac0c548e', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'admin_state_up': True, 'tenant_id': '6088de6936a647d0845e90076cb4babb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:34.870287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-265d2ae8-8607-4f6a-a83b-e0ca1f5c6569 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.877415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-265d2ae8-8607-4f6a-a83b-e0ca1f5c6569 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.884104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-265d2ae8-8607-4f6a-a83b-e0ca1f5c6569 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.890189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-265d2ae8-8607-4f6a-a83b-e0ca1f5c6569 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.896663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-265d2ae8-8607-4f6a-a83b-e0ca1f5c6569 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.902697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-265d2ae8-8607-4f6a-a83b-e0ca1f5c6569 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.906082 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.909866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-265d2ae8-8607-4f6a-a83b-e0ca1f5c6569 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.911922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-265d2ae8-8607-4f6a-a83b-e0ca1f5c6569 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.2889047 Jul 08 02:08:34.934372 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2adc2192-371b-4073-879a-acb0f85f9d53 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.026440 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Transition to ACTIVE for port object 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server [None req-e05f7b9c-6211-47cc-97dc-db6665543f61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca82df5e-aa45-4eb4-8348-b64002b8e14e: This subnet is being modified by another concurrent operation. Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:08:35.029513 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca82df5e-aa45-4eb4-8348-b64002b8e14e: This subnet is being modified by another concurrent operation. Jul 08 02:08:35.034171 n-d-695189-13 neutron-server[100714]: ERROR oslo_messaging.rpc.server Jul 08 02:08:35.038139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9270cc4a-0bf3-4fbf-8fe2-76e44cdedab0 req-7fc1e376-b2dd-4a40-86d7-b560e4c09773 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050799 Jul 08 02:08:35.047589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3acccd6-4411-4a69-b5aa-f948676a4d09 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.095236 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.104228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acccd6-4411-4a69-b5aa-f948676a4d09 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=ca82df5e-aa45-4eb4-8348-b64002b8e14e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:35.112307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3acccd6-4411-4a69-b5aa-f948676a4d09 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.116373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3acccd6-4411-4a69-b5aa-f948676a4d09 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/ca82df5e-aa45-4eb4-8348-b64002b8e14e HTTP/1.1" status: 204 len: 168 time: 1.2338269 Jul 08 02:08:35.123141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:35.128605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf87c9e-2fbb-4b4f-88c9-a66b835504b9 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:08:35.128745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.158488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2fe91-d15b-4d50-9a97-23872f492ea1 req-dffe3afa-175f-4fe7-aaa8-3af9263391bb tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:35.160080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-77e2fe91-d15b-4d50-9a97-23872f492ea1 req-dffe3afa-175f-4fe7-aaa8-3af9263391bb tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.9786530 Jul 08 02:08:35.182469 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Pushing event updated for resources: {'Port': ['ID=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:35.205031 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.208151 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.208151 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.208382 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.208689 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.209018 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.209348 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.209673 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.210091 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.210313 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.210634 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.210943 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:35.231014 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc31833b-2de8-452e-bff9-c420c55c8ae7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056147 Jul 08 02:08:35.231222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-77e2fe91-d15b-4d50-9a97-23872f492ea1 req-c2118e3a-5e78-4cd8-845a-dc46e853c2c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Jul 08 02:08:35.231913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53970) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:35.236483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:35.280513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Made reservation on behalf of 6088de6936a647d0845e90076cb4babb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:35.288954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.291812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2adc2192-371b-4073-879a-acb0f85f9d53 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.312726 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Attempting to bind port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:35.314057 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Attempting to bind port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:35.314644 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Attempting to bind port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed on network 9dfe100a-7ffe-48db-9b6a-2b834007a45b {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:35.315586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a5452c0d-2927-4142-a0b2-a7d9657acb63 None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:35.315969 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a5452c0d-2927-4142-a0b2-a7d9657acb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.324105 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:35.324886 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Checking segment: {'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:35.325826 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.326438 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Bound using segment: {'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:35.327227 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Bound port: 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a2465c-87e9-48aa-bd30-e06832e2d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:35.327992 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.415060 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] For port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:35.419304 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] For port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,segment=NetworkSegment(49a2465c-87e9-48aa-bd30-e06832e2d8af),segment_id=49a2465c-87e9-48aa-bd30-e06832e2d8af)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:35.513664 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.516163 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.531598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2adc2192-371b-4073-879a-acb0f85f9d53 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.560473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Allocated IP 172.20.0.14 (47fd62ef-7611-49c4-a007-94ede2c3325a/adba4a48-6177-41ca-8ad9-1b9857ef7257/0f79c02c-fe34-43f9-9844-4f0d3a4b0aec) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:35.574728 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Routers {'7a749819-8747-4894-b978-20b2ddc14e59'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:35.574972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf87c9e-2fbb-4b4f-88c9-a66b835504b9 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:08:35.575057 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7a749819-8747-4894-b978-20b2ddc14e59'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:35.579122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc2192-371b-4073-879a-acb0f85f9d53 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e52c87-6a06-4b45-9b80-ddf74bddb022,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:35.623121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda394e-6916-4da9-b454-bd07fbfdf811 req-473937bb-b00a-4e38-816f-428fb66e2b60 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:35.630357 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fda394e-6916-4da9-b454-bd07fbfdf811 req-473937bb-b00a-4e38-816f-428fb66e2b60 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.3982465 Jul 08 02:08:35.637154 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7af76-23c5-40e4-9647-9cb7db85d42d None None] Pushing event updated for resources: {'Port': ['ID=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:35.743016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fda394e-6916-4da9-b454-bd07fbfdf811 req-9ca32f42-ae43-4906-b84d-ff68fc509d81 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Jul 08 02:08:35.743105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:35.743486 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.770476 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] Set router 7a749819-8747-4894-b978-20b2ddc14e59 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:35.852693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:35.857224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2adc2192-371b-4073-879a-acb0f85f9d53 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.858800 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2adc2192-371b-4073-879a-acb0f85f9d53 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2344129 Jul 08 02:08:35.862843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:35.871915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a3b16f59-627b-41fd-b788-4cfa17a0cf2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5b34e-41a4-455c-95a2-4a016b837393', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:35.919494 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.924783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-24e3828f-fc83-4991-aa16-894936522384 req-6c928a05-9ec7-42a7-91f8-e25431c364a2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 210 time: 0.1161838 Jul 08 02:08:35.937451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Transition to ACTIVE for port object 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:36.072680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10113e5f-475e-4a88-b4e1-0c6ac18d0ab5 req-5f3d797f-bfc3-460b-a00a-b847bcabce84 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.074564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10113e5f-475e-4a88-b4e1-0c6ac18d0ab5 req-5f3d797f-bfc3-460b-a00a-b847bcabce84 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1801245 Jul 08 02:08:36.117653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:36.151484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10113e5f-475e-4a88-b4e1-0c6ac18d0ab5 req-88ae2600-5c9b-4a6a-a6c9-0e82ceaa9994 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678101 Jul 08 02:08:36.151664 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:27Z', 'revision_number': 4, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port': {'id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:20Z', 'updated_at': '2021-07-08T02:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed', 'name': '', 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'mac_address': 'fa:16:3e:2e:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:25Z', 'updated_at': '2021-07-08T02:08:35Z', 'revision_number': 4, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'subnets': [{'id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:36.197885 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34d467-ab3f-48ba-8f4f-2488b301433f None None] The sync data for ids ['7a749819-8747-4894-b978-20b2ddc14e59'] in n-d-695189-13 is: [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:27Z', 'revision_number': 4, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port': {'id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:20Z', 'updated_at': '2021-07-08T02:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed', 'name': '', 'network_id': '9dfe100a-7ffe-48db-9b6a-2b834007a45b', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'mac_address': 'fa:16:3e:2e:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:25Z', 'updated_at': '2021-07-08T02:08:35Z', 'revision_number': 4, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'subnets': [{'id': 'dc14b1ce-8057-4759-961e-c34927b12be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:36.214014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99527cad-1270-485b-9cd1-4926591b110d no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:36.227787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3b16f59-627b-41fd-b788-4cfa17a0cf2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.285378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.308072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4447fd06-cd70-4a03-aca6-0a6d1e0a97a1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:36.374175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-972765b1-5749-427d-a935-3d0b9e08a3e9', 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'fixed_ips': [{'subnet_id': '1be5a57c-7d8c-41e2-98bb-8ed5392df886'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:36.375212 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.477105 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.484967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3b16f59-627b-41fd-b788-4cfa17a0cf2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.494922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:36.498805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:36.502942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:36.537705 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.596222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:36.604747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:36.614327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.615043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.621918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'Port': ['ID=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:36.631495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3b16f59-627b-41fd-b788-4cfa17a0cf2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.645510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.697098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22020d-861b-41f3-8e30-c804df78624a req-f8def229-f1d5-4524-8268-79fd4461beb4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.703519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22020d-861b-41f3-8e30-c804df78624a req-f8def229-f1d5-4524-8268-79fd4461beb4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.711761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22020d-861b-41f3-8e30-c804df78624a req-f8def229-f1d5-4524-8268-79fd4461beb4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.717758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b16f59-627b-41fd-b788-4cfa17a0cf2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561ec138-153a-4271-be82-8987700b45c5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:36.718523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22020d-861b-41f3-8e30-c804df78624a req-f8def229-f1d5-4524-8268-79fd4461beb4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.730434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22020d-861b-41f3-8e30-c804df78624a req-f8def229-f1d5-4524-8268-79fd4461beb4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.732240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.733511 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.737054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22020d-861b-41f3-8e30-c804df78624a req-f8def229-f1d5-4524-8268-79fd4461beb4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.743175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22020d-861b-41f3-8e30-c804df78624a req-f8def229-f1d5-4524-8268-79fd4461beb4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.751942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a22020d-861b-41f3-8e30-c804df78624a req-f8def229-f1d5-4524-8268-79fd4461beb4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.4842980 Jul 08 02:08:36.755879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.757971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=bf0de1e7-19d7-48eb-8e7a-a6e61494e170,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:36.763989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77466-88a0-4d6c-b6d8-d40b0ce3d02c req-a3dc3822-eacf-47b0-808a-e7d90616b7e6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.766208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59a77466-88a0-4d6c-b6d8-d40b0ce3d02c req-a3dc3822-eacf-47b0-808a-e7d90616b7e6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2143145 Jul 08 02:08:36.788201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8619315-6e76-463e-a4be-6994c1911140 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5556984 Jul 08 02:08:36.794836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53990) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:36.814697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cefcf8ad-c648-460d-aeb7-44b1e9af1941 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:36.835514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59a77466-88a0-4d6c-b6d8-d40b0ce3d02c req-e89c3749-59a3-4690-9c51-8e7440ff52a8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625312 Jul 08 02:08:36.837465 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3b16f59-627b-41fd-b788-4cfa17a0cf2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.846848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a3b16f59-627b-41fd-b788-4cfa17a0cf2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9822698 Jul 08 02:08:36.849491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:36.868492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4dec3aae-1a76-45dd-af97-c88be0897556 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5b34e-41a4-455c-95a2-4a016b837393', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:36.873391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 99527cad-1270-485b-9cd1-4926591b110d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99527cad-1270-485b-9cd1-4926591b110d,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:36.896029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-ef13ed41-fe94-400b-8525-51efbb00f434 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2274799 Jul 08 02:08:36.897368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Allocated IP 172.20.0.2 (972765b1-5749-427d-a935-3d0b9e08a3e9/1be5a57c-7d8c-41e2-98bb-8ed5392df886/d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:36.915093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a22020d-861b-41f3-8e30-c804df78624a req-025e0db4-e2e2-458f-b9ce-dc87c639ef0e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1620018 Jul 08 02:08:36.928066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Request body: {'port': {'device_id': 'ec587233-3858-47ce-98fe-c51fac0c548e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:37.016640 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.100881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=99527cad-1270-485b-9cd1-4926591b110d,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:37.104774 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.165495 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.176920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Transition to ACTIVE for port object d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:37.194899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Transition to ACTIVE for port object d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:37.204270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4dec3aae-1a76-45dd-af97-c88be0897556 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.275266 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.287154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Allocated IP 172.25.8.101 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ce63b0b8-7ff1-47e6-9839-05b705c4f770) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:37.314215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b0449-d1c7-415a-99b6-f6569cd5f85b req-382eb336-f5a2-4a84-bcc5-77c4e04f1c54 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:37.316290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f9b0449-d1c7-415a-99b6-f6569cd5f85b req-382eb336-f5a2-4a84-bcc5-77c4e04f1c54 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.1794941 Jul 08 02:08:37.323375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Network 972765b1-5749-427d-a935-3d0b9e08a3e9 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:37.328951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:37.333699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:37.349669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Pushing event updated for resources: {'Port': ['ID=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:37.394446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefcf8ad-c648-460d-aeb7-44b1e9af1941 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:37.398789 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cefcf8ad-c648-460d-aeb7-44b1e9af1941 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.413684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Attempting to bind port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:37.414085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Attempting to bind port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:37.415073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Attempting to bind port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc on network 972765b1-5749-427d-a935-3d0b9e08a3e9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:37.421002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:37.421002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Checking segment: {'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:37.421407 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.422205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Bound using segment: {'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:37.422736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Bound port: d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:37.424594 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.436365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4dec3aae-1a76-45dd-af97-c88be0897556 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.464198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f767fc3-db13-4019-a97f-8a0e9bbcfdb4 req-934f81d3-849f-4f90-bf44-c71126429db4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:37.465771 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f767fc3-db13-4019-a97f-8a0e9bbcfdb4 req-934f81d3-849f-4f90-bf44-c71126429db4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2029750 Jul 08 02:08:37.491586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] For port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:37.495528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] For port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,segment=NetworkSegment(3f0e1229-178b-44ff-add5-7c09ac8a0178),segment_id=3f0e1229-178b-44ff-add5-7c09ac8a0178)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:37.499460 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4dec3aae-1a76-45dd-af97-c88be0897556 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.501688 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f9b0449-d1c7-415a-99b6-f6569cd5f85b req-37736fe4-4c24-4ec8-9a1c-140c05d84b3e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761928 Jul 08 02:08:37.541461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec3aae-1a76-45dd-af97-c88be0897556 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b363316-91ab-45d3-a078-aa6aec19975b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:37.558704 n-d-695189-13 neutron-server[100713]: INFO neutron.db.ipam_backend_mixin [None req-cefcf8ad-c648-460d-aeb7-44b1e9af1941 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf0de1e7-19d7-48eb-8e7a-a6e61494e170 (CIDR: 2001:db8::/64) Jul 08 02:08:37.563331 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.564153 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.571168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f767fc3-db13-4019-a97f-8a0e9bbcfdb4 req-20895dab-b09c-4818-8ed2-02fb008c398f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908546 Jul 08 02:08:37.615212 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefcf8ad-c648-460d-aeb7-44b1e9af1941 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:08:37.619815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefcf8ad-c648-460d-aeb7-44b1e9af1941 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:08:37.636829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe4fdb-2cbb-46e4-a48d-8294c7755be1 None None] Pushing event updated for resources: {'Port': ['ID=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:37.640091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:37.653277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.655731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4dec3aae-1a76-45dd-af97-c88be0897556 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.660419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4dec3aae-1a76-45dd-af97-c88be0897556 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8062181 Jul 08 02:08:37.666785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54002) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:37.672954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Transition to ACTIVE for port object 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:37.675094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e2ec0e06-4c2c-4894-8656-b91b60f2e2f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5b34e-41a4-455c-95a2-4a016b837393', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:37.743911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cefcf8ad-c648-460d-aeb7-44b1e9af1941 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9468381 Jul 08 02:08:37.745237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54004) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:37.751005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:37.761760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:37.777466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.825011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7996-86e1-4857-a4c8-b1ed01ed1ad4 req-9334a64e-0509-47f3-b574-96afb49c0897 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:37.827125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e52c7996-86e1-4857-a4c8-b1ed01ed1ad4 req-9334a64e-0509-47f3-b574-96afb49c0897 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 932 time: 0.1336744 Jul 08 02:08:37.831395 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.837900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:37.850184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:37.851946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:37.908976 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-e2ec0e06-4c2c-4894-8656-b91b60f2e2f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Project 419e2a80990846a8a61df6e822a1be4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:08:37.935042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e06-4c2c-4894-8656-b91b60f2e2f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.962762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Pushing event updated for resources: {'Port': ['ID=ce63b0b8-7ff1-47e6-9839-05b705c4f770,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:37.966540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Pushing event updated for resources: {'Port': ['ID=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:37.984031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e52c7996-86e1-4857-a4c8-b1ed01ed1ad4 req-e0741b8f-33ca-467a-a4bc-fcd722f23ba9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447816 Jul 08 02:08:38.057433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0629e9-b9b6-45a6-89c2-4e90d3e562bc req-a61f2491-cd42-48a2-9ef7-d6c4cc07d1e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.064057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0629e9-b9b6-45a6-89c2-4e90d3e562bc req-a61f2491-cd42-48a2-9ef7-d6c4cc07d1e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.069913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0629e9-b9b6-45a6-89c2-4e90d3e562bc req-a61f2491-cd42-48a2-9ef7-d6c4cc07d1e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.075892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0629e9-b9b6-45a6-89c2-4e90d3e562bc req-a61f2491-cd42-48a2-9ef7-d6c4cc07d1e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.082591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0629e9-b9b6-45a6-89c2-4e90d3e562bc req-a61f2491-cd42-48a2-9ef7-d6c4cc07d1e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.088322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0629e9-b9b6-45a6-89c2-4e90d3e562bc req-a61f2491-cd42-48a2-9ef7-d6c4cc07d1e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.094447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0629e9-b9b6-45a6-89c2-4e90d3e562bc req-a61f2491-cd42-48a2-9ef7-d6c4cc07d1e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.099106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e0629e9-b9b6-45a6-89c2-4e90d3e562bc req-a61f2491-cd42-48a2-9ef7-d6c4cc07d1e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.3423862 Jul 08 02:08:38.109371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54010) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:38.114884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Request body: {'floatingip': {'port_id': '2af81c64-3a1e-40c0-98d1-09119c11a47e'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:38.155160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e06-4c2c-4894-8656-b91b60f2e2f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.203547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.211637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:38.215947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.224933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41f947-ed3f-4e0d-8171-321857eaa3b4 req-956c9c2b-07cc-4eb9-a066-ae93d8a7fe5f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.226420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c41f947-ed3f-4e0d-8171-321857eaa3b4 req-956c9c2b-07cc-4eb9-a066-ae93d8a7fe5f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0687222 Jul 08 02:08:38.268433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c41f947-ed3f-4e0d-8171-321857eaa3b4 req-01c67eb6-e4ba-41b3-8c10-bb6d5d3d0a74 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361905 Jul 08 02:08:38.306172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e06-4c2c-4894-8656-b91b60f2e2f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.337090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Attempting to bind port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:38.337560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Attempting to bind port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:38.337904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Attempting to bind port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:38.351442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec0e06-4c2c-4894-8656-b91b60f2e2f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c4696b-3d85-48d1-ba30-2fc994ce7b2c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:38.365547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec on network 47fd62ef-7611-49c4-a007-94ede2c3325a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:08:38.365893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Attempting to bind port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:38.409191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:38.409581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Checking segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:38.409856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Bound using segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:38.410306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Bound port: 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:38.410682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.690961 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0e06-4c2c-4894-8656-b91b60f2e2f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.695170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e2ec0e06-4c2c-4894-8656-b91b60f2e2f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0247712 Jul 08 02:08:38.706642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54016) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:38.719815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2b7fe4cc-bb72-4223-be1f-afc642bdad93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5b34e-41a4-455c-95a2-4a016b837393', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:38.782500 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.843533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0fdef1-1fa1-48e6-a386-cf748b24126e None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:38.890346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f3684-01d2-495f-94ec-97139584466e req-96d6c98f-741e-49db-8b62-f0125bfa6f2e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:38.898222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-244f3684-01d2-495f-94ec-97139584466e req-96d6c98f-741e-49db-8b62-f0125bfa6f2e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.2165303 Jul 08 02:08:38.907868 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-2b7fe4cc-bb72-4223-be1f-afc642bdad93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Project 419e2a80990846a8a61df6e822a1be4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:08:38.917620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4c066-45e6-4f9b-b0ee-715399748859 None None] Network 972765b1-5749-427d-a935-3d0b9e08a3e9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:38.928544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4cc-bb72-4223-be1f-afc642bdad93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.007883 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-244f3684-01d2-495f-94ec-97139584466e req-7d18bf50-6193-492c-b870-b9dc1a29291c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087592 Jul 08 02:08:39.113323 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4cc-bb72-4223-be1f-afc642bdad93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.186342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.260336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-30bf4ae5-cfbf-4101-a047-4d79b527d78a None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:39.260336 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30bf4ae5-cfbf-4101-a047-4d79b527d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.262284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] For port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:39.304891 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4cc-bb72-4223-be1f-afc642bdad93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.335245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fe4cc-bb72-4223-be1f-afc642bdad93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef664ad-a6b2-4f1b-81d4-da107e3b217c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:39.336205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] For port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:39.359603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac882867-c36f-4b43-b3c7-5792463a81c7 req-2cce9ffe-da29-4e52-8679-35882c129b8b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:39.364022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac882867-c36f-4b43-b3c7-5792463a81c7 req-2cce9ffe-da29-4e52-8679-35882c129b8b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.9503043 Jul 08 02:08:39.391613 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-df4ac953-2ee9-4ad3-b21e-9a06a44a06f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9120221 Jul 08 02:08:39.461989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76e98e-08d0-44b2-8b20-b9f337f32dfc req-4a1ce2ef-ddb7-4849-aa18-3c918c5e7b0b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:39.469387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da76e98e-08d0-44b2-8b20-b9f337f32dfc req-4a1ce2ef-ddb7-4849-aa18-3c918c5e7b0b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 944 time: 0.2074206 Jul 08 02:08:39.480755 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4cc-bb72-4223-be1f-afc642bdad93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.481972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b7fe4cc-bb72-4223-be1f-afc642bdad93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7732317 Jul 08 02:08:39.490589 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30bf4ae5-cfbf-4101-a047-4d79b527d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.492405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54022) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:39.507535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'network': {'name': 'tempest-network-smoke--1706229147', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:39.547455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-30bf4ae5-cfbf-4101-a047-4d79b527d78a None None] For port 99527cad-1270-485b-9cd1-4926591b110d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99527cad-1270-485b-9cd1-4926591b110d,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:39.580529 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da76e98e-08d0-44b2-8b20-b9f337f32dfc req-e50ab53f-40e1-47cd-bd31-f9f19742c7f6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092477 Jul 08 02:08:39.591292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.616277 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30bf4ae5-cfbf-4101-a047-4d79b527d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.633991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:39.635073 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.636673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:39.641795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] 10.222.0.32 "PUT /v2.0/ports/0f79c02c-fe34-43f9-9844-4f0d3a4b0aec HTTP/1.1" status: 200 len: 1093 time: 2.7345648 Jul 08 02:08:39.647646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.719180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec587233-3858-47ce-98fe-c51fac0c548e', 'tag': '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:39.728433 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea64fec-ea75-47cd-b670-9008201397a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec587233-3858-47ce-98fe-c51fac0c548e", "tag": "0f79c02c-fe34-43f9-9844-4f0d3a4b0aec"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:39.757143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf4ae5-cfbf-4101-a047-4d79b527d78a None None] Pushing event updated for resources: {'Port': ['ID=99527cad-1270-485b-9cd1-4926591b110d,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:39.759425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:08:39.783192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8fdcf-d7e6-4e9d-98cc-424c8ef3cfd1 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:39.816115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.816554 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Added segment 50d193e2-2d56-414b-9ef8-8f32572c5f82 of type vlan for network a2150fc1-ff8c-4d3a-a806-02757e494e7b Jul 08 02:08:39.836237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-30bf4ae5-cfbf-4101-a047-4d79b527d78a None None] Provisioning for port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:39.865735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:39.903560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac882867-c36f-4b43-b3c7-5792463a81c7 req-21864b76-650d-4a9c-b8f9-7ffd17ffcaf3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087445 Jul 08 02:08:39.903781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Router 4f8d6cd5-a7a7-40f8-9782-ad293664073a is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:08:39.960560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.988376 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587021aa-dd48-4fe0-b168-5b9a2c0bf1ef x-openstack-request-id: req-587021aa-dd48-4fe0-b168-5b9a2c0bf1ef {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:39.991498 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec587233-3858-47ce-98fe-c51fac0c548e", "tag": "0f79c02c-fe34-43f9-9844-4f0d3a4b0aec", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:39.991498 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-587021aa-dd48-4fe0-b168-5b9a2c0bf1ef {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:39.991498 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec587233-3858-47ce-98fe-c51fac0c548e', 'tag': '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec', 'status': 'completed', 'code': 200} Jul 08 02:08:40.135989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:40.136539 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.140878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:40.166419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.resource_extend [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:08:40.197770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.209262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:40.209792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:40.210304 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.216404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.364284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Network': ['ID=a2150fc1-ff8c-4d3a-a806-02757e494e7b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:40.372428 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.392278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20bec7-da54-4191-8e18-b783caab9303 service neutron] Pushing event updated for resources: {'Port': ['ID=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:40.409786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:08:40.410144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-f95ba183-cdf1-40c0-b5ca-eb1478970bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:40.411763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-f95ba183-cdf1-40c0-b5ca-eb1478970bb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1097 time: 0.8230531 Jul 08 02:08:40.431956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-f20f15ec-b668-42a1-b4bc-dffb84c7dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:40.433715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-f20f15ec-b668-42a1-b4bc-dffb84c7dea9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 1096 time: 0.5326285 Jul 08 02:08:40.448590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:40.493320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3ad2f77e-e679-46f5-a66d-3006e0f2845d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9947500 Jul 08 02:08:40.496885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54030) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:40.503101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'admin_state_up': True, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:40.514280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98ea3b9-212a-44f5-b05c-df795e3e9766 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:40.516966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Sync routers for ids ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:40.544006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6756e7-2825-4985-8d0c-f59146ffb50f req-490773be-277f-49d5-9d74-703c3b163cc8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:40.545902 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd6756e7-2825-4985-8d0c-f59146ffb50f req-490773be-277f-49d5-9d74-703c3b163cc8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.2959175 Jul 08 02:08:40.585213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.592567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-68e34177-ab5d-4452-965c-9ecc2d02e9a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec HTTP/1.1" status: 200 len: 217 time: 0.1479189 Jul 08 02:08:40.603209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.605677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-987edc0f-f6c1-4526-916f-1c385237734b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5366583 Jul 08 02:08:40.623245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54032) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:40.656295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Routers {'4f8d6cd5-a7a7-40f8-9782-ad293664073a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:40.657133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:40.679379 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.694133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd6756e7-2825-4985-8d0c-f59146ffb50f req-594228c8-b199-4f76-a1a3-3a237d63e4f3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407704 Jul 08 02:08:40.763793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea4ad5-477f-465d-9e39-5f63775d6ebf None None] Network 972765b1-5749-427d-a935-3d0b9e08a3e9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:40.809373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.810425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.818744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-ae2ed20f-79ec-4421-8999-938d175ff616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:40.820476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-ae2ed20f-79ec-4421-8999-938d175ff616 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 914 time: 0.3696208 Jul 08 02:08:40.871906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,segment=NetworkSegment(3f0e1229-178b-44ff-add5-7c09ac8a0178),segment_id=3f0e1229-178b-44ff-add5-7c09ac8a0178)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:40.884068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:08:40.893088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-1c93d83e-e482-4961-a5cc-d69afe0c05db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:40.894820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-1c93d83e-e482-4961-a5cc-d69afe0c05db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.2584062 Jul 08 02:08:40.964118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Provisioning for port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:40.985805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Provisioning complete for port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:40.986103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.990354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.019630 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.059723 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-f9232744-24ac-48b4-a78a-ed7efe0b4d9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b HTTP/1.1" status: 200 len: 217 time: 0.1736712 Jul 08 02:08:41.083227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Set router 4f8d6cd5-a7a7-40f8-9782-ad293664073a gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:41.118835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-1ab575cb-9f4c-4c1f-8cbb-eb25fd98fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:41.122058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-1ab575cb-9f4c-4c1f-8cbb-eb25fd98fed3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46375d3d-8787-4801-996a-4a40f3912985 HTTP/1.1" status: 200 len: 853 time: 0.0522673 Jul 08 02:08:41.152102 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Floating IP 2c596c60-087d-419d-b74b-6616352c0cd8 associated. External IP: 172.25.8.133, port: 2af81c64-3a1e-40c0-98d1-09119c11a47e. Jul 08 02:08:41.267155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16efe2-6fb6-45d9-906a-0d38cdf97bb1 req-1be62575-994c-4718-90e0-f205c01dcd87 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:41.281426 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a16efe2-6fb6-45d9-906a-0d38cdf97bb1 req-1be62575-994c-4718-90e0-f205c01dcd87 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 944 time: 0.3022523 Jul 08 02:08:41.385809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:41.470653 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.476808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a16efe2-6fb6-45d9-906a-0d38cdf97bb1 req-7000dc49-aa70-4dd4-9ff6-261783b1362c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937788 Jul 08 02:08:41.545301 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.553262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-72213cea-d387-4ca9-a678-a01e26a41ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60f3697e-14a7-43d7-9e1b-8f2acaab3138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4195774 Jul 08 02:08:41.567641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Update dhcp port {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': '6418fcf2-019a-4fe1-9025-ffac949f5a79'}, {'subnet_id': 'bf0de1e7-19d7-48eb-8e7a-a6e61494e170'}], 'binding:host_id': 'n-d-695189-13'}, 'id': '99527cad-1270-485b-9cd1-4926591b110d'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:08:41.662350 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] For port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,segment=NetworkSegment(49a2465c-87e9-48aa-bd30-e06832e2d8af),segment_id=49a2465c-87e9-48aa-bd30-e06832e2d8af)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:41.668122 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.715649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:08:38Z', 'revision_number': 3, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port': {'id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:41.741958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-acc95fea-d786-4663-8a6f-b83c04450da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:41.743548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-acc95fea-d786-4663-8a6f-b83c04450da0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8347495 Jul 08 02:08:41.827112 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.832382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:41.886687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Checking router: 4f8d6cd5-a7a7-40f8-9782-ad293664073a for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:41.887520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Updating router 4f8d6cd5-a7a7-40f8-9782-ad293664073a port ce63b0b8-7ff1-47e6-9839-05b705c4f770 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:41.925312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b645e77-df63-4092-b01f-d0df12497b96 req-ab2275e2-112b-418a-9ed3-2ff699bf582e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:41.927928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b645e77-df63-4092-b01f-d0df12497b96 req-ab2275e2-112b-418a-9ed3-2ff699bf582e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3287659 Jul 08 02:08:41.988079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Pushing event updated for resources: {'Port': ['ID=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:42.015618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.049713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-bfb62616-1a56-4389-bfce-d64afe08540a service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426875 Jul 08 02:08:42.061288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6cae9601-bce2-41ef-bac9-a7333a73e88b None None] Provisioning for port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:42.067705 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.083425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.099251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:42.099640 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.107130 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-cad4763e-bec9-4e97-896e-510b70321db0 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472176 Jul 08 02:08:42.135674 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0271af6-52ae-4830-84bd-770024519272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.212572 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b645e77-df63-4092-b01f-d0df12497b96 req-efc96645-7463-4343-bbd2-75237a96c8a6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448444 Jul 08 02:08:42.225487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326479d3-c6ea-4098-8877-d67469c2150c req-ed6e9ffd-00b7-4d6a-b1ed-e442599712fa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:42.232465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326479d3-c6ea-4098-8877-d67469c2150c req-ed6e9ffd-00b7-4d6a-b1ed-e442599712fa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.2292829 Jul 08 02:08:42.286628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-94d712fb-05d2-4e4d-8d74-4d562e6a8b64 None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:42.286948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-94d712fb-05d2-4e4d-8d74-4d562e6a8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.334824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-326479d3-c6ea-4098-8877-d67469c2150c req-d06f8cc9-a4a9-4ce6-a285-e51151068905 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013839 Jul 08 02:08:42.445295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Allocated IP 172.20.0.1 (972765b1-5749-427d-a935-3d0b9e08a3e9/1be5a57c-7d8c-41e2-98bb-8ed5392df886/4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:42.488067 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.497588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edfd763a-16b1-4ea7-af17-01deec3e04ec req-6f0a71a1-87b1-4787-a130-7db6b5887bd7 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288708 Jul 08 02:08:42.498896 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fee3:b874-1677d639-1582-491a-b1ad-c5817b5 {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:08:42.499260 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:08:42.528085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.532525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019fc2c-4a74-4d4e-941c-ac95d1cefb4e req-dadc459c-e535-4dda-b9c4-7eee201e6137 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701338 Jul 08 02:08:42.570307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-94d712fb-05d2-4e4d-8d74-4d562e6a8b64 None None] Provisioning complete for port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:42.570609 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-94d712fb-05d2-4e4d-8d74-4d562e6a8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.619558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Router c8cffe13-a5b5-4256-8463-6e4235aea05b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:42.623106 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.637680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Transition to ACTIVE for port object ce63b0b8-7ff1-47e6-9839-05b705c4f770 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:42.687830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.702120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-94d712fb-05d2-4e4d-8d74-4d562e6a8b64 None None] Provisioning complete for port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:42.702503 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-94d712fb-05d2-4e4d-8d74-4d562e6a8b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.729594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Transition to ACTIVE for port object 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:42.756596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] For port 99527cad-1270-485b-9cd1-4926591b110d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99527cad-1270-485b-9cd1-4926591b110d,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:42.775381 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.820866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004492de-dc7b-4944-8c77-a897bfe50b37 req-1c098975-dd1f-4e85-96a2-5e08a39d07a5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:42.822429 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-004492de-dc7b-4944-8c77-a897bfe50b37 req-1c098975-dd1f-4e85-96a2-5e08a39d07a5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 944 time: 0.1322095 Jul 08 02:08:42.837079 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.848343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Attempting to bind port ce63b0b8-7ff1-47e6-9839-05b705c4f770 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:42.848720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Attempting to bind port ce63b0b8-7ff1-47e6-9839-05b705c4f770 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:42.849099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Attempting to bind port ce63b0b8-7ff1-47e6-9839-05b705c4f770 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:42.851301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a161e-9bd2-42e2-8e8f-c55a7904c4c4 None None] Pushing event updated for resources: {'Port': ['ID=ce63b0b8-7ff1-47e6-9839-05b705c4f770,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:42.855109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.25.8.147 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/e5b9c145-54ba-48d2-b4f3-a7b51e0150ed) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:42.860168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:42.862003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:42.862003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.862003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:42.862003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Bound port: ce63b0b8-7ff1-47e6-9839-05b705c4f770, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:42.862318 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.873288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-88c40e92-e727-4cf3-8921-be78853b0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:42.874823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-88c40e92-e727-4cf3-8921-be78853b0dce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 1096 time: 0.2178342 Jul 08 02:08:42.876499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:42.881329 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.895247 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-004492de-dc7b-4944-8c77-a897bfe50b37 req-107ba428-0145-42b3-83ac-469e4b961f38 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667205 Jul 08 02:08:42.903796 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] Sync routers for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:42.905646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.929519 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:42.933640 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:42.958077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] For port ce63b0b8-7ff1-47e6-9839-05b705c4f770, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:42.964500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] For port ce63b0b8-7ff1-47e6-9839-05b705c4f770, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ce63b0b8-7ff1-47e6-9839-05b705c4f770,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:42.972270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.973145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.994320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Network 972765b1-5749-427d-a935-3d0b9e08a3e9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:43.006465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:43.014395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:43.062618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Pushing event updated for resources: {'Port': ['ID=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:43.063866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1c1b2d0b-0c50-4928-9576-46f25d14b551 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "PUT /v2.0/floatingips/2c596c60-087d-419d-b74b-6616352c0cd8 HTTP/1.1" status: 200 len: 992 time: 4.9406877 Jul 08 02:08:43.080258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:43.080627 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:43.088123 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37" -d '{"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:43.094349 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.122492 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.145567 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.190162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:43.203156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.225159 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d665eb97-b30d-4b90-b0c7-327c4e59005e x-openstack-request-id: req-d665eb97-b30d-4b90-b0c7-327c4e59005e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:43.225873 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:43.227155 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d665eb97-b30d-4b90-b0c7-327c4e59005e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:43.237604 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'status': 'completed', 'code': 200} Jul 08 02:08:43.263148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:43.279054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.279717 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.332573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=6418fcf2-019a-4fe1-9025-ffac949f5a79,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:43.393574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-aaeceeb2-1e6f-400e-85b9-f65013677f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.395483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-aaeceeb2-1e6f-400e-85b9-f65013677f1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.5106647 Jul 08 02:08:43.400843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=99527cad-1270-485b-9cd1-4926591b110d,revision_number=8']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:43.443303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Routers {'4f8d6cd5-a7a7-40f8-9782-ad293664073a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:43.444174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:43.499020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1c987cee-2c54-477f-9cff-9703afc6f113 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.7527053 Jul 08 02:08:43.504320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:43.511129 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2c596c60-087d-419d-b74b-6616352c0cd8', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'port_id': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'mac_address': 'fa:16:3e:47:f1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:06:55Z', 'updated_at': '2021-07-08T02:08:39Z', 'revision_number': 1, 'project_id': '69b9cc486b0940af831fa3648353640c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:51Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:43.514993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:8d:78:d6', 'name': 'tempest-NetworksTestDHCPv6-1679476066'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:43.521806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-fc5431c3-aecb-4457-b4f7-3119e9503d97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec HTTP/1.1" status: 200 len: 217 time: 0.1070356 Jul 08 02:08:43.556512 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] Checking router: c8cffe13-a5b5-4256-8463-6e4235aea05b for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:43.569609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] Set router 4f8d6cd5-a7a7-40f8-9782-ad293664073a gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:43.570258 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:43.570894 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:43.574693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7dc1-355d-435d-b42b-e12461ced0c9 req-33b2bd32-47da-4da2-8bdb-df3e75ca8cfe tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.576430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d8b7dc1-355d-435d-b42b-e12461ced0c9 req-33b2bd32-47da-4da2-8bdb-df3e75ca8cfe tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2115881 Jul 08 02:08:43.606421 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.684965 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:43.692856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-f65f4f11-fb9e-4922-923b-d0b8d4b368b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.693531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-f65f4f11-fb9e-4922-923b-d0b8d4b368b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.693891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-f65f4f11-fb9e-4922-923b-d0b8d4b368b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.694513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-f65f4f11-fb9e-4922-923b-d0b8d4b368b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.695091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-f65f4f11-fb9e-4922-923b-d0b8d4b368b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.695467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-f65f4f11-fb9e-4922-923b-d0b8d4b368b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.695955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-f65f4f11-fb9e-4922-923b-d0b8d4b368b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.698148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-f65f4f11-fb9e-4922-923b-d0b8d4b368b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6499 time: 0.4042461 Jul 08 02:08:43.715071 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d8b7dc1-355d-435d-b42b-e12461ced0c9 req-8cdae7c3-71e0-4558-9016-8aabc8e80981 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305921 Jul 08 02:08:43.715422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-ef1c1d92-f838-4654-a2fa-812867f156dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.716946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-ef1c1d92-f838-4654-a2fa-812867f156dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1787355 Jul 08 02:08:43.736927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:43.763604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:43.776469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:43.792769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.802800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-08f07201-cf1b-4843-8c94-f0016b175322 None None] Provisioning for port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:43.834315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-08f07201-cf1b-4843-8c94-f0016b175322 None None] Provisioning complete for port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:43.835300 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-08f07201-cf1b-4843-8c94-f0016b175322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.855435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=e5b9c145-54ba-48d2-b4f3-a7b51e0150ed,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:43.895129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:43.947475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1a9c6-08c1-4b6b-9238-0a2d489c40f8 req-802c105d-7be0-4be1-b60c-da481d7ceecf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.950019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4e1a9c6-08c1-4b6b-9238-0a2d489c40f8 req-802c105d-7be0-4be1-b60c-da481d7ceecf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 943 time: 0.3566186 Jul 08 02:08:43.960590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-4a402f7d-9fba-4ccf-a533-bca80e683d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:43.962099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-4a402f7d-9fba-4ccf-a533-bca80e683d30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a HTTP/1.1" status: 200 len: 912 time: 0.2442594 Jul 08 02:08:43.962654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-08f07201-cf1b-4843-8c94-f0016b175322 None None] Port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:08:44.007991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/bf0de1e7-19d7-48eb-8e7a-a6e61494e170/99527cad-1270-485b-9cd1-4926591b110d) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:44.029353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-0b9bc795-249b-4df6-af0b-25d45d870ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:44.030051 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-0b9bc795-249b-4df6-af0b-25d45d870ee6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2714987 Jul 08 02:08:44.033477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:44.033867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.041917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:44.116562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a161e-9bd2-42e2-8e8f-c55a7904c4c4 None None] Pushing event updated for resources: {'Port': ['ID=ce63b0b8-7ff1-47e6-9839-05b705c4f770,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:44.133337 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2c596c60-087d-419d-b74b-6616352c0cd8', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'port_id': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'mac_address': 'fa:16:3e:47:f1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:06:55Z', 'updated_at': '2021-07-08T02:08:39Z', 'revision_number': 1, 'project_id': '69b9cc486b0940af831fa3648353640c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:51Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:44.137362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:08:38Z', 'revision_number': 3, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port': {'id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:44.179751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbb6a1-e764-4c8f-aa83-64846122b695 None None] The sync data for ids ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'] in n-d-695189-13 is: [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:08:38Z', 'revision_number': 3, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port': {'id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:44.188747 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9c7e4-b5f9-471b-84ba-3a8186e2391b None None] The sync data for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 is: [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2c596c60-087d-419d-b74b-6616352c0cd8', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'port_id': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'mac_address': 'fa:16:3e:47:f1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:06:55Z', 'updated_at': '2021-07-08T02:08:39Z', 'revision_number': 1, 'project_id': '69b9cc486b0940af831fa3648353640c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:51Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:44.231740 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.339943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.366920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] For port 99527cad-1270-485b-9cd1-4926591b110d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99527cad-1270-485b-9cd1-4926591b110d,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:44.405131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.410264 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-16211449-d59e-4177-834a-e8bb4af628e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.426703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Transition to ACTIVE for port object 99527cad-1270-485b-9cd1-4926591b110d will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:44.478983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Pushing event updated for resources: {'Port': ['ID=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:44.489141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650d6fb-c34e-49a3-8ee4-c67b4deb812c req-448d2490-6374-4904-b5cb-df978b86001f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:44.496446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8650d6fb-c34e-49a3-8ee4-c67b4deb812c req-448d2490-6374-4904-b5cb-df978b86001f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 944 time: 0.3035085 Jul 08 02:08:44.498217 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.510136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4e1a9c6-08c1-4b6b-9238-0a2d489c40f8 req-2212b3a8-b6de-43bc-82fe-9fd2e8196419 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514777 Jul 08 02:08:44.514250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:44.520978 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.526571 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.565653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-4fb8c8b3-efc6-4b56-8053-cd38e8ab6671 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 200 len: 1000 time: 0.5837808 Jul 08 02:08:44.685384 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8650d6fb-c34e-49a3-8ee4-c67b4deb812c req-b2a32c5e-bd6d-4869-8343-c1a030ecab83 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880293 Jul 08 02:08:44.725607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.740698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-8befb443-f0a8-481a-b165-d66d488bfbec service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931584 Jul 08 02:08:44.796455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-4b8cbb98-c27c-416f-b43c-fb93620e2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:44.798113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-4b8cbb98-c27c-416f-b43c-fb93620e2fd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9d24518-bec5-4294-bfc4-cb82628b06da HTTP/1.1" status: 200 len: 850 time: 0.2214272 Jul 08 02:08:44.841382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port 24d54eda-8d86-4ef7-948f-29a622077b7c yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:08:44.949222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:44.984648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7c2cb621-1621-4fef-a739-dfc48eb8bde4 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:44.991208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec', 'mac_address': 'fa:16:3e:63:a6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:44.996608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac527dbe-5892-473d-b1d8-d01baedad2a3 None None] New status for floating IP 2c596c60-087d-419d-b74b-6616352c0cd8: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:08:44.999168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Network 972765b1-5749-427d-a935-3d0b9e08a3e9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:45.209477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::351 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/bf0de1e7-19d7-48eb-8e7a-a6e61494e170/24d54eda-8d86-4ef7-948f-29a622077b7c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:45.217002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8d:78d6 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/6418fcf2-019a-4fe1-9025-ffac949f5a79/24d54eda-8d86-4ef7-948f-29a622077b7c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:45.252679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7c2cb621-1621-4fef-a739-dfc48eb8bde4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7c2cb621-1621-4fef-a739-dfc48eb8bde4,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:45.293513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '7c2cb621-1621-4fef-a739-dfc48eb8bde4', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'port_id': '7c2cb621-1621-4fef-a739-dfc48eb8bde4', 'mac_address': 'fa:16:3e:df:57:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:45.306344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f72354-310b-4678-8ea6-7f576d49317f None None] Pushing event updated for resources: {'Port': ['ID=99527cad-1270-485b-9cd1-4926591b110d,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:45.388457 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea64fec-ea75-47cd-b670-9008201397a6 req-796c5161-c5bf-42a6-aff6-a3eab2af5f11 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015251 Jul 08 02:08:45.416727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.423538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-97abbe90-5236-4609-a197-78dec22eed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:45.425254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-97abbe90-5236-4609-a197-78dec22eed1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6135995 Jul 08 02:08:45.430060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.444754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:45.447569 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.452981 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.481047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object 24d54eda-8d86-4ef7-948f-29a622077b7c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:45.524301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2cb621-1621-4fef-a739-dfc48eb8bde4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:45.566940 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:45.660586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7c2cb621-1621-4fef-a739-dfc48eb8bde4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7c2cb621-1621-4fef-a739-dfc48eb8bde4,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:45.662643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-79f33298-735b-4173-9268-798efd2aa765 service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252030 Jul 08 02:08:45.673682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ffec0-eafd-46d5-93dd-fe0ed2976491 req-c81eb9fd-31cc-487e-aa4f-2fb01fb063c5 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:45.684009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4b1ffec0-eafd-46d5-93dd-fe0ed2976491 req-c81eb9fd-31cc-487e-aa4f-2fb01fb063c5 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.7604716 Jul 08 02:08:45.687957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:45.769792 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.773190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.839887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.884979 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.905130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:45.909248 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.938346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4b1ffec0-eafd-46d5-93dd-fe0ed2976491 req-be4b3de3-1f93-4599-97c7-536c96e20057 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543283 Jul 08 02:08:45.984066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:45.994657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ce63b0b8-7ff1-47e6-9839-05b705c4f770 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:46.003203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:46.061115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-947f28e4-bdd7-4d72-9f81-f389a4c9ee37 req-75b52124-7ddd-4ad9-9c58-e4a3cae112ae service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893383 Jul 08 02:08:46.068492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7c2cb621-1621-4fef-a739-dfc48eb8bde4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:46.076319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Router 4f8d6cd5-a7a7-40f8-9782-ad293664073a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:46.077567 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:46.085182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:46.086408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:46.105440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2684c148-fabb-4cf4-a53c-6910de5c0a1f None None] Provisioning complete for port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:46.105945 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2684c148-fabb-4cf4-a53c-6910de5c0a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:46.108822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=24d54eda-8d86-4ef7-948f-29a622077b7c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:46.110338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7c2cb621-1621-4fef-a739-dfc48eb8bde4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:46.171206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:46.217033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e4454-8e13-49e7-916f-fb1f610bf4a1 req-06008c29-8682-4ed5-a623-67cad897c0d2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:46.219085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff8e4454-8e13-49e7-916f-fb1f610bf4a1 req-06008c29-8682-4ed5-a623-67cad897c0d2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 944 time: 0.3957248 Jul 08 02:08:46.225622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port ce63b0b8-7ff1-47e6-9839-05b705c4f770 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:46.233072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ce63b0b8-7ff1-47e6-9839-05b705c4f770 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:46.234155 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:46.289355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-77671fda-e0c7-4547-9c93-1aaa591f347e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7820823 Jul 08 02:08:46.294204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:46.307485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-e0377b77-c599-466a-a8f6-06cd2427102f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2443564 Jul 08 02:08:46.312254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2684c148-fabb-4cf4-a53c-6910de5c0a1f None None] Port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:08:46.313462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2cb00-ee01-41fb-8e5e-f6f59cb99985 req-96672c1e-b480-4043-b474-4098fecf00a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:46.320856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ae2cb00-ee01-41fb-8e5e-f6f59cb99985 req-96672c1e-b480-4043-b474-4098fecf00a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 945 time: 0.2428753 Jul 08 02:08:46.338515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff8e4454-8e13-49e7-916f-fb1f610bf4a1 req-f25ff8c4-b592-43df-af06-541ac81027cb tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064370 Jul 08 02:08:46.369662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:46.380105 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ae20b46a-5e9d-488d-b0d3-916f247bfb9c admin admin] 10.222.0.10 "PUT /v2.0/routers/4f8d6cd5-a7a7-40f8-9782-ad293664073a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7506735 Jul 08 02:08:46.395517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ae2cb00-ee01-41fb-8e5e-f6f59cb99985 req-30ccf681-6190-420f-8c34-797d9afcfeeb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740705 Jul 08 02:08:46.483446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 64f1a225-adca-44ad-b29b-24ad86bfaf10 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:08:46.654496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3dd08a71-7fb8-46e0-866c-073a409327fc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port 24d54eda-8d86-4ef7-948f-29a622077b7c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:46.655099 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dd08a71-7fb8-46e0-866c-073a409327fc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:46.665515 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:46.671487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-feb69cec-62f8-43ea-8eb1-9b34989bf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:46.671992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-feb69cec-62f8-43ea-8eb1-9b34989bf224 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1097 time: 0.1670105 Jul 08 02:08:46.727645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:46.740378 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Sync routers for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:46.744731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port ce63b0b8-7ff1-47e6-9839-05b705c4f770, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ce63b0b8-7ff1-47e6-9839-05b705c4f770,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:46.757950 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:46.758632 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:46.778629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8587a1-67cd-4d7c-abca-837c0197fbcc None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:46.849558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:46.853140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99527cad-1270-485b-9cd1-4926591b110d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:46.856122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:46.858117 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-585d5ce6-b22c-4805-bbd8-8a97c96cf7e3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.3595953 Jul 08 02:08:46.862473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54090) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:46.940967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dd08a71-7fb8-46e0-866c-073a409327fc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:46.948662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-d6459a18-a368-4962-8df7-15fd84164f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:46.948662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-d6459a18-a368-4962-8df7-15fd84164f1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.2411559 Jul 08 02:08:46.948895 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:46.973206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3dd08a71-7fb8-46e0-866c-073a409327fc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for 24d54eda-8d86-4ef7-948f-29a622077b7c owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:47.069783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-070830e4-8d74-483a-b061-f63af8b0af7a None None] Provisioning for port 99527cad-1270-485b-9cd1-4926591b110d completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:47.129143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-070830e4-8d74-483a-b061-f63af8b0af7a None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:47.129526 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-070830e4-8d74-483a-b061-f63af8b0af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.131445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Sync routers for ids ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:47.174903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f7321580-6bea-4ce7-87eb-6575d897059b tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=419e2a80990846a8a61df6e822a1be4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3083014 Jul 08 02:08:47.178577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54104) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:47.222976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=ce63b0b8-7ff1-47e6-9839-05b705c4f770,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:47.240586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Routers {'4f8d6cd5-a7a7-40f8-9782-ad293664073a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:47.241169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:47.273892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eec77-77c5-4e83-8943-494ec1c04021 req-69a860e1-598d-4e73-afbc-f93a6083646b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:47.277138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3b3eec77-77c5-4e83-8943-494ec1c04021 req-69a860e1-598d-4e73-afbc-f93a6083646b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1009691 Jul 08 02:08:47.300570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:47.300965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.354856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3b3eec77-77c5-4e83-8943-494ec1c04021 req-7d01f406-e1bb-4d53-a70a-2c83a2523aca tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660276 Jul 08 02:08:47.438463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-4fb316af-3863-4dcd-b8a5-006843fc0ef3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1000 time: 0.4669118 Jul 08 02:08:47.451474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a0f743-a681-4521-aed3-74005ffc362b tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:47.456901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54116) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:47.461386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b5a0f743-a681-4521-aed3-74005ffc362b tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2762761 Jul 08 02:08:47.463004 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:47.479576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Set router 4f8d6cd5-a7a7-40f8-9782-ad293664073a gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:47.482284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.517163 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Checking router: 64f1a225-adca-44ad-b29b-24ad86bfaf10 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:47.517843 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Updating router 64f1a225-adca-44ad-b29b-24ad86bfaf10 port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:47.555083 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0719263c-719b-48e0-bd33-1bf3d839f1a6 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0969870 Jul 08 02:08:47.557927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54122) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:47.560806 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.564262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1508135992', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:47.580876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-ac8f5fe6-1e43-4be0-8e1c-51355f026f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:47.584095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-ac8f5fe6-1e43-4be0-8e1c-51355f026f43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1215291 Jul 08 02:08:47.733668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a68fe-73a5-4b02-b744-215689778f80 req-3974dc97-6a01-4c77-879b-9a4868585fb5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:47.741560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e1a68fe-73a5-4b02-b744-215689778f80 req-3974dc97-6a01-4c77-879b-9a4868585fb5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 944 time: 0.1852565 Jul 08 02:08:47.804278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dd08a71-7fb8-46e0-866c-073a409327fc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.813031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e1a68fe-73a5-4b02-b744-215689778f80 req-f310695b-43e8-4a37-a1ec-cc9cd4fd507e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704331 Jul 08 02:08:47.854601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:47.858655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.891199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-befebcec-7966-4d06-af31-f096cf7dc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:47.892912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-befebcec-7966-4d06-af31-f096cf7dc434 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2949636 Jul 08 02:08:47.907564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd08a71-7fb8-46e0-866c-073a409327fc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=24d54eda-8d86-4ef7-948f-29a622077b7c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:47.962756 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.988084 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Transition to ACTIVE for port object e5b9c145-54ba-48d2-b4f3-a7b51e0150ed will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:48.050484 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.074603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2e70a154-749d-4082-8b55-c4fc6355222d None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:48.074603 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e70a154-749d-4082-8b55-c4fc6355222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.108825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ce63b0b8-7ff1-47e6-9839-05b705c4f770 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:48.122421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-e463fd6d-8f6b-47ea-a5a1-35dedb9d5d10 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095208 Jul 08 02:08:48.151529 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0392bde-9773-43a0-ae65-07570e0d8ecb None None] Pushing event updated for resources: {'Port': ['ID=e5b9c145-54ba-48d2-b4f3-a7b51e0150ed,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:48.174738 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.199027 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Attempting to bind port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:48.199811 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Attempting to bind port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:48.200416 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Attempting to bind port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:48.213389 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:48.217772 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:48.217772 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.217772 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:48.218344 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.228435 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Bound port: e5b9c145-54ba-48d2-b4f3-a7b51e0150ed, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:48.229331 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.276220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6010331c-ad51-4a8b-a1a7-ac6a98fe9d96 req-e1222c2e-65f8-42cf-a7a2-2e8b3791695d service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212759 Jul 08 02:08:48.314312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2e70a154-749d-4082-8b55-c4fc6355222d None None] Could not find standard attr ID for object 24d54eda-8d86-4ef7-948f-29a622077b7c. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:08:48.322617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:08:43Z', 'revision_number': 4, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port': {'id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf', 'name': '', 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'mac_address': 'fa:16:3e:de:3c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '1be5a57c-7d8c-41e2-98bb-8ed5392df886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:43Z', 'revision_number': 2, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'subnets': [{'id': '1be5a57c-7d8c-41e2-98bb-8ed5392df886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:48.326903 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] For port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:48.331150 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] For port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e5b9c145-54ba-48d2-b4f3-a7b51e0150ed,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:48.351845 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3dd08a71-7fb8-46e0-866c-073a409327fc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.356837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3dd08a71-7fb8-46e0-866c-073a409327fc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/24d54eda-8d86-4ef7-948f-29a622077b7c HTTP/1.1" status: 204 len: 168 time: 2.0608165 Jul 08 02:08:48.357518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54130) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:48.392761 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.395053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3bbc-bcd6-41f7-8f87-99193079f72e req-cf1deeab-a8d2-4ec4-a90a-c6d0b09d70f2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.403037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-889a3bbc-bcd6-41f7-8f87-99193079f72e req-cf1deeab-a8d2-4ec4-a90a-c6d0b09d70f2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 945 time: 0.2729554 Jul 08 02:08:48.421276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Subnet': ['ID=aedad078-f6c8-48b5-b71a-0f8b58f2c11c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:48.439603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Checking segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:48.439978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network hostable DHCP agents. Network: a2150fc1-ff8c-4d3a-a806-02757e494e7b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:08:48.481246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-889a3bbc-bcd6-41f7-8f87-99193079f72e req-198d7db8-1978-4ede-aa81-b1c484683dd5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768485 Jul 08 02:08:48.491581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:48.492547 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:48.499965 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0392bde-9773-43a0-ae65-07570e0d8ecb None None] Pushing event updated for resources: {'Port': ['ID=e5b9c145-54ba-48d2-b4f3-a7b51e0150ed,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:48.548932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d1929-5c1e-41c5-910a-da0183fb9b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.553027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dd3d1929-5c1e-41c5-910a-da0183fb9b4b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1913552 Jul 08 02:08:48.555944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:48.598315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:08:48.602754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Checking router: 4f8d6cd5-a7a7-40f8-9782-ad293664073a for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:48.602754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Updating router 4f8d6cd5-a7a7-40f8-9782-ad293664073a port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:48.605724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:48.648494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7c2cb621-1621-4fef-a739-dfc48eb8bde4 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:48.653115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7efe5cd4-05e6-4bd2-813c-85c547131c51 None None] Could not find standard attr ID for object d84b5f69-82bd-459e-b951-c169b154f7ba. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:08:48.698672 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, a2150fc1-ff8c-4d3a-a806-02757e494e7b) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:48.706495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.707114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.713764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b5b35-fd75-4abf-bf5f-435457a33240 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.714662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ce63b0b8-7ff1-47e6-9839-05b705c4f770 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:48.715049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.716442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f95b5b35-fd75-4abf-bf5f-435457a33240 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1593480 Jul 08 02:08:48.724804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54138) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:48.732144 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:48.737974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48388158-f560-4140-b622-c60b5c81f6cf None None] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:48.799264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aedde9-4284-4145-aaf0-8468ea9353ae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.801150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aedde9-4284-4145-aaf0-8468ea9353ae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.803053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aedde9-4284-4145-aaf0-8468ea9353ae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.808218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-14aedde9-4284-4145-aaf0-8468ea9353ae tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0792422 Jul 08 02:08:48.809433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54140) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:48.849311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e2eada45-18a9-485d-8b9e-7182a92ffb00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2877066 Jul 08 02:08:48.850322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54144) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:48.852286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d57c6-d3a8-47cd-8682-46184dd06434 req-a07f92f3-251f-499f-8056-f9f5a008e428 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.861350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e47d57c6-d3a8-47cd-8682-46184dd06434 req-a07f92f3-251f-499f-8056-f9f5a008e428 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1417911 Jul 08 02:08:48.923967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-caaa69c0-6334-48c6-aa8b-e4311634d595 None None] Could not find standard attr ID for object 24d54eda-8d86-4ef7-948f-29a622077b7c. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:08:48.936877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7831d8ea-9698-411b-902f-c89ae9a11bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet 6418fcf2-019a-4fe1-9025-ffac949f5a79 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:48.937289 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.950940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e47d57c6-d3a8-47cd-8682-46184dd06434 req-257eb1cd-fee6-4a49-9f8e-9e9756bdcf2f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829446 Jul 08 02:08:49.014262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7831d8ea-9698-411b-902f-c89ae9a11bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.018298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:49.042889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:49.043374 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.109037 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:49.143691 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc0b9b-b2d0-4b79-8494-525b832927c0 None None] The sync data for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 is: [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:49.146242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7831d8ea-9698-411b-902f-c89ae9a11bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.157009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:49.273910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:49.274285 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.363821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c81a9-c935-4ab0-a5af-aa166d57e6a7 req-ddb612f6-ddea-4ccb-94b6-70437fd142d8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:49.377761 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-973c81a9-c935-4ab0-a5af-aa166d57e6a7 req-ddb612f6-ddea-4ccb-94b6-70437fd142d8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 944 time: 0.1659636 Jul 08 02:08:49.390865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7831d8ea-9698-411b-902f-c89ae9a11bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.431687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:49.432523 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.437408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-973c81a9-c935-4ab0-a5af-aa166d57e6a7 req-4e45b373-1e61-4611-a863-4a796f6e677b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586536 Jul 08 02:08:49.705827 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.729102 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.810458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec587233-3858-47ce-98fe-c51fac0c548e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:49.812773 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774377b4-e63d-4770-a527-9df2aab6945a" -d '{"events": [{"server_uuid": "ec587233-3858-47ce-98fe-c51fac0c548e", "name": "network-vif-plugged", "status": "completed", "tag": "0f79c02c-fe34-43f9-9844-4f0d3a4b0aec"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:49.850006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:49.874894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce190ba-a85f-4ca1-9e3d-cc0eefe9b40c req-f77e2821-76fd-423e-8adf-91762f993ca6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:49.876545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ce190ba-a85f-4ca1-9e3d-cc0eefe9b40c req-f77e2821-76fd-423e-8adf-91762f993ca6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 945 time: 0.1902831 Jul 08 02:08:49.877656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7831d8ea-9698-411b-902f-c89ae9a11bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.892155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7c2cb621-1621-4fef-a739-dfc48eb8bde4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7c2cb621-1621-4fef-a739-dfc48eb8bde4,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:49.910496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Allocated IP 172.20.0.2 (a2150fc1-ff8c-4d3a-a806-02757e494e7b/aedad078-f6c8-48b5-b71a-0f8b58f2c11c/75a64ba5-a8f4-4feb-81ee-fb1f5771e75f) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:49.939372 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.949800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831d8ea-9698-411b-902f-c89ae9a11bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=6418fcf2-019a-4fe1-9025-ffac949f5a79,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:49.955021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.973842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7831d8ea-9698-411b-902f-c89ae9a11bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.978589 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7831d8ea-9698-411b-902f-c89ae9a11bc9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/6418fcf2-019a-4fe1-9025-ffac949f5a79 HTTP/1.1" status: 204 len: 168 time: 1.1665297 Jul 08 02:08:49.979074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54170) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:49.989943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b899579-131d-4721-90a5-8c0021796378 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:49.996620 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.999318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Transition to ACTIVE for port object 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:50.014175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ce190ba-a85f-4ca1-9e3d-cc0eefe9b40c req-8f718140-d8a2-4547-836f-eef5ece71c4b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237712 Jul 08 02:08:50.051053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.119678 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da6e3ba-b3d4-4b48-907d-baf1659f7920 x-openstack-request-id: req-4da6e3ba-b3d4-4b48-907d-baf1659f7920 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:50.119915 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec587233-3858-47ce-98fe-c51fac0c548e", "name": "network-vif-plugged", "status": "completed", "tag": "0f79c02c-fe34-43f9-9844-4f0d3a4b0aec", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:50.120167 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4da6e3ba-b3d4-4b48-907d-baf1659f7920 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:50.120600 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec587233-3858-47ce-98fe-c51fac0c548e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec', 'code': 200} Jul 08 02:08:50.131462 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.138167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb29f0e-7fb2-4ecb-bb1d-7967ae2b2c7d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet bf0de1e7-19d7-48eb-8e7a-a6e61494e170 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:50.143525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb29f0e-7fb2-4ecb-bb1d-7967ae2b2c7d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.213897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb29f0e-7fb2-4ecb-bb1d-7967ae2b2c7d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.218343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e5b9c145-54ba-48d2-b4f3-a7b51e0150ed up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:50.254789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:50.258871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:50.595079 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb29f0e-7fb2-4ecb-bb1d-7967ae2b2c7d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.631624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29c799-debe-4201-acfa-9bbf1c5b074a req-02df7404-7693-4071-8424-791222d5f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:50.633357 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd29c799-debe-4201-acfa-9bbf1c5b074a req-02df7404-7693-4071-8424-791222d5f023 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 1098 time: 0.4165227 Jul 08 02:08:50.725909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7c2cb621-1621-4fef-a739-dfc48eb8bde4,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:50.730494 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.749190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Attempting to bind port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:50.749704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Attempting to bind port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:50.750110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Attempting to bind port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf on network 972765b1-5749-427d-a935-3d0b9e08a3e9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:50.756299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266b9dc-5df8-4c42-a96b-f2491d7d27e2 req-d9c9652a-99e9-4229-978d-3cd9ea9a274f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:50.759535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4266b9dc-5df8-4c42-a96b-f2491d7d27e2 req-d9c9652a-99e9-4229-978d-3cd9ea9a274f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3850765 Jul 08 02:08:50.782240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Transition to ACTIVE for port object 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:50.807546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:50.807965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Checking segment: {'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:50.808383 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.808787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Bound using segment: {'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:50.809276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Bound port: 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0e1229-178b-44ff-add5-7c09ac8a0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:50.809672 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.826856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d6f0a-9515-42b5-8e29-ebd1b30e89c3 req-9cb74cc0-e62e-4f4c-a40a-4707215314e3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:50.828725 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c13d6f0a-9515-42b5-8e29-ebd1b30e89c3 req-9cb74cc0-e62e-4f4c-a40a-4707215314e3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 945 time: 0.0738399 Jul 08 02:08:50.853913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Transition to ACTIVE for port object 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:50.861103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:50.863158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf523030-9389-4856-90a4-d35ff3766e8c None None] Pushing event updated for resources: {'Port': ['ID=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:50.880988 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c13d6f0a-9515-42b5-8e29-ebd1b30e89c3 req-871eddba-03b0-40a4-9c05-8c87f31f1f93 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Jul 08 02:08:50.902969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:50.903916 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.939459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.957441 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.986206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.20.0.1 (a2150fc1-ff8c-4d3a-a806-02757e494e7b/aedad078-f6c8-48b5-b71a-0f8b58f2c11c/87af5ee4-376d-4e5b-91e0-c98ad5e75446) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:51.102297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Pushing event updated for resources: {'Port': ['ID=75a64ba5-a8f4-4feb-81ee-fb1f5771e75f,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:51.117121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:51.125667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:51.138155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] For port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:51.142346 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:51.231661 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd29c799-debe-4201-acfa-9bbf1c5b074a req-fb100691-1b35-400f-a779-1da899a75bd5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584297 Jul 08 02:08:51.314566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4266b9dc-5df8-4c42-a96b-f2491d7d27e2 req-ff8acd17-81ff-47b6-b367-6c151e40178d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540230 Jul 08 02:08:51.376266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb29f0e-7fb2-4ecb-bb1d-7967ae2b2c7d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.427101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6bb29f0e-7fb2-4ecb-bb1d-7967ae2b2c7d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.431982 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6bb29f0e-7fb2-4ecb-bb1d-7967ae2b2c7d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/bf0de1e7-19d7-48eb-8e7a-a6e61494e170 HTTP/1.1" status: 204 len: 168 time: 1.4516625 Jul 08 02:08:51.432741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54184) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:51.440400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb29f0e-7fb2-4ecb-bb1d-7967ae2b2c7d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0de1e7-19d7-48eb-8e7a-a6e61494e170,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:51.484392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] For port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,segment=NetworkSegment(3f0e1229-178b-44ff-add5-7c09ac8a0178),segment_id=3f0e1229-178b-44ff-add5-7c09ac8a0178)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:51.491736 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.518236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e5b9c145-54ba-48d2-b4f3-a7b51e0150ed,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:51.518690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4f716d06-87ba-47b1-8a0e-a3e60d59d90b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793061 Jul 08 02:08:51.519921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54186) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:51.551450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:51.566174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Attempting to bind port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:51.566528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Attempting to bind port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:51.566892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Attempting to bind port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f on network a2150fc1-ff8c-4d3a-a806-02757e494e7b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:51.576572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:51.577002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Checking segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:51.577413 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.577806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Bound using segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:51.578312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Bound port: 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:51.578712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.582301 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.622660 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.636955 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.654227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Transition to ACTIVE for port object 87af5ee4-376d-4e5b-91e0-c98ad5e75446 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:51.729056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Routers {'4f8d6cd5-a7a7-40f8-9782-ad293664073a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:51.729707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:51.752880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b92a4a-055c-4b22-bd6f-2535df3162d8 req-98d69926-59de-4458-a37a-7e96cee990a5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:51.754742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf523030-9389-4856-90a4-d35ff3766e8c None None] Pushing event updated for resources: {'Port': ['ID=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:51.761616 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50b92a4a-055c-4b22-bd6f-2535df3162d8 req-98d69926-59de-4458-a37a-7e96cee990a5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 946 time: 0.2742367 Jul 08 02:08:51.809318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.934798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] For port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:51.943421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.952891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:51.958159 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50b92a4a-055c-4b22-bd6f-2535df3162d8 req-f82f82de-3a8a-4652-b3b9-4e580ec50446 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943197 Jul 08 02:08:51.958656 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.987093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:51.990607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] For port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=75a64ba5-a8f4-4feb-81ee-fb1f5771e75f,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:51.991168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:51.999272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:52.043476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=87af5ee4-376d-4e5b-91e0-c98ad5e75446,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:52.069708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.069798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16e21c-7a2b-49d0-b259-131caee1439b None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:52.085673 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.130358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4258e2c2-e625-42c8-81ef-5654691ce313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2cb621-1621-4fef-a739-dfc48eb8bde4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:52.132613 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573db85c-0129-482b-ae92-c8f963231e33" -d '{"events": [{"server_uuid": "4258e2c2-e625-42c8-81ef-5654691ce313", "name": "network-vif-plugged", "status": "completed", "tag": "7c2cb621-1621-4fef-a739-dfc48eb8bde4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:52.138817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e5b9c145-54ba-48d2-b4f3-a7b51e0150ed,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:52.211325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-725e0fea-d418-441e-b14f-71d2067d4c8e None None] Provisioning complete for port 99527cad-1270-485b-9cd1-4926591b110d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:52.212052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-725e0fea-d418-441e-b14f-71d2067d4c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.249150 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a4520-503e-45b9-923f-893b29e2d57d x-openstack-request-id: req-c77a4520-503e-45b9-923f-893b29e2d57d {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:52.250833 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4258e2c2-e625-42c8-81ef-5654691ce313", "name": "network-vif-plugged", "status": "completed", "tag": "7c2cb621-1621-4fef-a739-dfc48eb8bde4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:52.250833 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c77a4520-503e-45b9-923f-893b29e2d57d {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:52.250833 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4258e2c2-e625-42c8-81ef-5654691ce313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2cb621-1621-4fef-a739-dfc48eb8bde4', 'code': 200} Jul 08 02:08:52.264615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] Set router 4f8d6cd5-a7a7-40f8-9782-ad293664073a gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:52.337284 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.378864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43355f3-7a73-44ef-8653-2127aeae8f47 None None] Pushing event updated for resources: {'Port': ['ID=75a64ba5-a8f4-4feb-81ee-fb1f5771e75f,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:52.526405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c145a3b-fade-4324-8d36-2d9039ca9789 req-fef36791-c76e-49f6-bf30-08f7d755b96f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:52.529078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c145a3b-fade-4324-8d36-2d9039ca9789 req-fef36791-c76e-49f6-bf30-08f7d755b96f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 945 time: 0.3915803 Jul 08 02:08:52.651976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c145a3b-fade-4324-8d36-2d9039ca9789 req-6b175aea-4503-4b40-85d0-005f23a20a02 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874872 Jul 08 02:08:52.654312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fdcb5-26ae-45db-b136-b2086cf4ff4d req-1206bc97-5976-4b6a-ab97-676dbbc33cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:52.656360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-335fdcb5-26ae-45db-b136-b2086cf4ff4d req-1206bc97-5976-4b6a-ab97-676dbbc33cc3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 1097 time: 0.3306677 Jul 08 02:08:52.748938 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.760098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:08:52.764188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-335fdcb5-26ae-45db-b136-b2086cf4ff4d req-fd7086b7-5ad3-456c-93ed-5569877aa497 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994887 Jul 08 02:08:52.764721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353ef3e-86ee-483c-b73a-463673d222f0 req-8280c1b7-36a4-48eb-9469-5edbd5b3a683 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:52.767025 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6353ef3e-86ee-483c-b73a-463673d222f0 req-8280c1b7-36a4-48eb-9469-5edbd5b3a683 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2147486 Jul 08 02:08:52.810110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:08:43Z', 'revision_number': 4, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port': {'id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf', 'name': '', 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'mac_address': 'fa:16:3e:de:3c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '1be5a57c-7d8c-41e2-98bb-8ed5392df886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'subnets': [{'id': '1be5a57c-7d8c-41e2-98bb-8ed5392df886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:52.838466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:52.843970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:52.850376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56830dfc-f768-45d6-80c2-731c90a1148f None None] The sync data for ids ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'] in n-d-695189-13 is: [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:08:43Z', 'revision_number': 4, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port': {'id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf', 'name': '', 'network_id': '972765b1-5749-427d-a935-3d0b9e08a3e9', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'mac_address': 'fa:16:3e:de:3c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '1be5a57c-7d8c-41e2-98bb-8ed5392df886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'subnets': [{'id': '1be5a57c-7d8c-41e2-98bb-8ed5392df886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:52.853394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:52.854011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.874844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=a7d9775d-7df0-4dee-8ce5-03d574d6b920,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:52.893227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6353ef3e-86ee-483c-b73a-463673d222f0 req-5dc93761-52b2-43af-9b49-ee01e38b62be tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165872 Jul 08 02:08:52.896066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Deleting port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:52.896257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] Deleting port 99527cad-1270-485b-9cd1-4926591b110d {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:52.896577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.896710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.996024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-445d063e-99a7-4f08-ad05-be41566d25d0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4708967 Jul 08 02:08:52.998435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54202) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:53.008106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-48003596-f391-4329-81a8-5e74c34ec0b8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:53.106885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] For port 99527cad-1270-485b-9cd1-4926591b110d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99527cad-1270-485b-9cd1-4926591b110d,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:53.107600 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.124814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] Calling delete_port for 99527cad-1270-485b-9cd1-4926591b110d owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:53.134605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.167725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] For port 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,segment=NetworkSegment(49a2465c-87e9-48aa-bd30-e06832e2d8af),segment_id=49a2465c-87e9-48aa-bd30-e06832e2d8af)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:53.168060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.230763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Calling delete_port for 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:53.258623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.357966 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.380086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.381873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=87af5ee4-376d-4e5b-91e0-c98ad5e75446,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:53.404745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] No DVR routers for this DVR port 99527cad-1270-485b-9cd1-4926591b110d on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:53.416695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147215b-8cbe-4a71-be4f-fdb23819d35e None None] Pushing event deleted for resources: {'Port': ['ID=99527cad-1270-485b-9cd1-4926591b110d,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:53.418209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48985812-c0b1-4445-bdfd-1dc10a60401a req-67c34a1f-d120-4bfd-86c1-6607b4a24653 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:53.426645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-48985812-c0b1-4445-bdfd-1dc10a60401a req-67c34a1f-d120-4bfd-86c1-6607b4a24653 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 946 time: 0.2262039 Jul 08 02:08:53.431211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc8b0fd-4e93-4d25-95f9-ec7839c6d6a9 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:53.470903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48003596-f391-4329-81a8-5e74c34ec0b8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:53.474560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48003596-f391-4329-81a8-5e74c34ec0b8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.530106 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-48985812-c0b1-4445-bdfd-1dc10a60401a req-9645a9b7-fde5-4f35-ab70-fd9c4c95bf2a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003466 Jul 08 02:08:53.671911 n-d-695189-13 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-48003596-f391-4329-81a8-5e74c34ec0b8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7d9775d-7df0-4dee-8ce5-03d574d6b920 (CIDR: 2001:db8::/64) Jul 08 02:08:53.676481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:53.678214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:53.707866 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-48003596-f391-4329-81a8-5e74c34ec0b8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:08:53.715118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48003596-f391-4329-81a8-5e74c34ec0b8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:08:53.736219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.814652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba8bce-3af4-4b7f-a4f3-559e205bf23b None None] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:53.854104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'tenant_id': '119880a38e954773a01a2eeee0baa0d4', 'fixed_ips': [{'subnet_id': 'a7d9775d-7df0-4dee-8ce5-03d574d6b920'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:53.854990 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.863099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:53.870483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-48003596-f391-4329-81a8-5e74c34ec0b8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8707726 Jul 08 02:08:53.871374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54208) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:53.933609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'subnet': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:53.965489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 64f1a225-adca-44ad-b29b-24ad86bfaf10 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:54.166838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8690594d-95f8-4dcc-a6cd-1013b2d89f19 None None] Provisioning for port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:54.325593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225e9f4-21a9-45b7-bd52-4f84c48f0e86 req-8507ded6-7c53-4964-bb35-84b1432948f0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:54.334830 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5225e9f4-21a9-45b7-bd52-4f84c48f0e86 req-8507ded6-7c53-4964-bb35-84b1432948f0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 945 time: 0.3436377 Jul 08 02:08:54.359263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:54.377273 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Sync routers for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:54.377829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d4d43acf-e2eb-4253-affd-0b82acf68b71 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "PUT /v2.0/routers/64f1a225-adca-44ad-b29b-24ad86bfaf10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5172596 Jul 08 02:08:54.387134 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:54.388075 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:54.462752 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5225e9f4-21a9-45b7-bd52-4f84c48f0e86 req-29ad9f6b-bcc0-429c-8fe0-893a66c6cbc1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268578 Jul 08 02:08:54.494507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Allocated IP 2001:db8::2 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/a7d9775d-7df0-4dee-8ce5-03d574d6b920/e131e898-b48d-4abf-9ef3-fee85b8e9784) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:54.553931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:54.559818 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.642760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e5b9c145-54ba-48d2-b4f3-a7b51e0150ed up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:54.645475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:54.700577 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:54.706546 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.769686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0e1f1-d85f-4402-8e12-8d218dfbd108 req-95cb988d-d922-46f1-9d17-f2bf3927868d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:54.777154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aea0e1f1-d85f-4402-8e12-8d218dfbd108 req-95cb988d-d922-46f1-9d17-f2bf3927868d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3786340 Jul 08 02:08:54.795779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-84a0f78a-e6a0-45c5-be74-aa78acbb6379 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748802560&fields=id&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 267 time: 0.0560281 Jul 08 02:08:54.949211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:54.949745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.954956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc21c-231a-4caa-82c8-557525a8485e req-d0f69fdb-7c39-49f4-adbc-b2fe115fe206 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:54.961958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-d0f69fdb-7c39-49f4-adbc-b2fe115fe206 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 797 time: 0.1652176 Jul 08 02:08:54.981410 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-d62ba20e-567c-489b-821b-5cdb16e27ebc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/quotas/419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 375 time: 0.0184460 Jul 08 02:08:54.997922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aea0e1f1-d85f-4402-8e12-8d218dfbd108 req-ce8c55fc-f07a-496e-8cb4-bb3e3bb23d4a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196271 Jul 08 02:08:55.033651 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 2, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:55.083639 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-1cda2748-2310-4102-afa6-662ad3c27209 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913017 Jul 08 02:08:55.090937 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Checking router: 64f1a225-adca-44ad-b29b-24ad86bfaf10 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:55.091318 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Updating router 64f1a225-adca-44ad-b29b-24ad86bfaf10 port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:55.126683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:55.186679 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.273271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-47cd3700-5555-42cd-918a-c3d4385974d2 service neutron] 10.222.0.10 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853633 Jul 08 02:08:55.299309 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.302211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:55.399621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138', 'port_id': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'mac_address': 'fa:16:3e:75:7d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46375d3d-8787-4801-996a-4a40f3912985', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:55.459167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Router 7a749819-8747-4894-b978-20b2ddc14e59 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:55.468836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Transition to ACTIVE for port object e131e898-b48d-4abf-9ef3-fee85b8e9784 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:55.497708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-2ac5969b-afcd-4140-8a5a-58da6f9822be service neutron] 10.222.0.10 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237694 Jul 08 02:08:55.591789 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.641019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:55.692509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:55.700665 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.719585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aeab3ec-7309-423b-a452-7b23a6c0690b {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:55.722218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:08:55.728973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.100314 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.130137 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Transition to ACTIVE for port object 87af5ee4-376d-4e5b-91e0-c98ad5e75446 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:56.158757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Transition to ACTIVE for port object e131e898-b48d-4abf-9ef3-fee85b8e9784 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:56.181728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:56.185609 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.258118 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.284718 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-24c0a165-1eb3-4121-80e3-07d6d5bcbd18 req-842ec7ad-8231-413f-bb6a-fcfd6bf9e1ba tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 210 time: 0.0879304 Jul 08 02:08:56.324451 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43fbd5-eff0-400b-aa34-f802a43621e6 None None] Pushing event updated for resources: {'Port': ['ID=87af5ee4-376d-4e5b-91e0-c98ad5e75446,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:56.423894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:56.436151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6bc1b42d-c91d-4331-9edb-864e089bc5d6 None None] Provisioning for port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:56.448967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:56.449893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.476857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54278) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:56.490220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b44d184-05f3-4b28-98f0-dce61b988fd1 admin admin] 10.222.0.10 "PUT /v2.0/routers/7a749819-8747-4894-b978-20b2ddc14e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2261689 Jul 08 02:08:56.491638 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Attempting to bind port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:56.492022 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Attempting to bind port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:56.492408 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Attempting to bind port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 on network a2150fc1-ff8c-4d3a-a806-02757e494e7b {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:56.511653 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:56.512042 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Checking segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:56.512456 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.512856 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Bound using segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:56.513341 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Bound port: 87af5ee4-376d-4e5b-91e0-c98ad5e75446, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:56.513733 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.553707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:56.557187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] Sync routers for ids ['7a749819-8747-4894-b978-20b2ddc14e59'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:56.578707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:56.590557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:56.592343 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.604497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7aeab3ec-7309-423b-a452-7b23a6c0690b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:56.619647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Subnet': ['ID=df2ecc98-ede1-4c0e-8c9b-9dd55d123373,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:56.684919 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] For port 87af5ee4-376d-4e5b-91e0-c98ad5e75446, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:56.692277 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] For port 87af5ee4-376d-4e5b-91e0-c98ad5e75446, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=87af5ee4-376d-4e5b-91e0-c98ad5e75446,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:56.695865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f680-8a54-48db-991a-65bfd6c2c4fb req-548e7822-db42-4763-b316-9ebbd65a3520 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:56.697779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5732f680-8a54-48db-991a-65bfd6c2c4fb req-548e7822-db42-4763-b316-9ebbd65a3520 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 945 time: 0.8889008 Jul 08 02:08:56.701405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8690551b-d9c2-4f23-9c5f-5ce89805e6cc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7811365 Jul 08 02:08:56.707682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:56.720461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:56.733964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] Routers {'7a749819-8747-4894-b978-20b2ddc14e59'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:56.734240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Request body: {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'mac_address': 'fa:16:3e:b3:80:fa', 'name': 'tempest-NetworksTestDHCPv6-660643232'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:56.735287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7a749819-8747-4894-b978-20b2ddc14e59'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:56.774401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711306-b00b-4a9a-ac4c-6e0a1278f353 req-57b373d3-e2cb-4d83-9beb-df3d06b9a858 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:56.783574 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad711306-b00b-4a9a-ac4c-6e0a1278f353 req-57b373d3-e2cb-4d83-9beb-df3d06b9a858 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 944 time: 0.2062824 Jul 08 02:08:56.804259 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.814427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.861119 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5732f680-8a54-48db-991a-65bfd6c2c4fb req-01a01e5f-fe86-46d2-b856-79aeeb1f6e00 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391883 Jul 08 02:08:56.938912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] Set router 7a749819-8747-4894-b978-20b2ddc14e59 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:56.983098 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:56.983992 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:57.024463 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad711306-b00b-4a9a-ac4c-6e0a1278f353 req-f987fe02-8497-4ed2-9fd1-727ab03ffbea tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394421 Jul 08 02:08:57.083475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Made reservation on behalf of 119880a38e954773a01a2eeee0baa0d4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:57.187478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:57.225954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:57.315794 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:57.326017 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:57.368852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] device_id is not set on port ebda0ba4-ca68-47a5-b163-0c63308e85ba yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:08:57.391281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Pushing event updated for resources: {'Port': ['ID=e131e898-b48d-4abf-9ef3-fee85b8e9784,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:57.396939 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:57.400802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:57.473888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a4b82-d903-4e75-86d5-a2e25d5191a8 req-6ec52314-01ec-469e-b77f-a90ab703df55 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:57.491945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd3a4b82-d903-4e75-86d5-a2e25d5191a8 req-6ec52314-01ec-469e-b77f-a90ab703df55 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 945 time: 0.2186894 Jul 08 02:08:57.583276 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd3a4b82-d903-4e75-86d5-a2e25d5191a8 req-5e70d7eb-5d13-41d4-b670-f35245b33d82 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903533 Jul 08 02:08:57.622146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Deleting port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:57.622494 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:57.704735 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43fbd5-eff0-400b-aa34-f802a43621e6 None None] Pushing event updated for resources: {'Port': ['ID=87af5ee4-376d-4e5b-91e0-c98ad5e75446,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:57.724613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8::140 (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/a7d9775d-7df0-4dee-8ce5-03d574d6b920/ebda0ba4-ca68-47a5-b163-0c63308e85ba) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:57.760157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1efa9b96-da43-475f-86a8-d483c3ee0bde req-c9469497-0162-4353-8aa6-0a8331e8d566 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 210 time: 0.0816977 Jul 08 02:08:57.761958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:80fa (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/df2ecc98-ede1-4c0e-8c9b-9dd55d123373/ebda0ba4-ca68-47a5-b163-0c63308e85ba) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:57.805400 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:08:56Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:57.837297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] For port 7c45b30d-a0e1-45ec-b28e-bf9a115770bd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7c45b30d-a0e1-45ec-b28e-bf9a115770bd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:57.838407 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:57.854792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Calling delete_port for 7c45b30d-a0e1-45ec-b28e-bf9a115770bd owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:57.897421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,segment=NetworkSegment(3f0e1229-178b-44ff-add5-7c09ac8a0178),segment_id=3f0e1229-178b-44ff-add5-7c09ac8a0178)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:57.900378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Attempting to bind port e131e898-b48d-4abf-9ef3-fee85b8e9784 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:57.900765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Attempting to bind port e131e898-b48d-4abf-9ef3-fee85b8e9784 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:57.901138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Attempting to bind port e131e898-b48d-4abf-9ef3-fee85b8e9784 on network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:57.907228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:57.907642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Checking segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:57.909217 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:57.909217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Bound using segment: {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:57.909217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Bound port: e131e898-b48d-4abf-9ef3-fee85b8e9784, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54321686-bd12-4e55-8dbc-6e415294739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:57.909639 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:57.909743 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5655f3-3c5d-411b-9c7a-1720f100864b None None] The sync data for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 is: [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:08:56Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:58.016183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] For port e131e898-b48d-4abf-9ef3-fee85b8e9784, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:58.019848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] For port e131e898-b48d-4abf-9ef3-fee85b8e9784, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e131e898-b48d-4abf-9ef3-fee85b8e9784,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:58.094984 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.096659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:58.183124 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.189409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:53Z', 'revision_number': 5, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port': {'id': '7c45b30d-a0e1-45ec-b28e-bf9a115770bd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a749819-8747-4894-b978-20b2ddc14e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:20Z', 'updated_at': '2021-07-08T02:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:58.237636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Transition to ACTIVE for port object ebda0ba4-ca68-47a5-b163-0c63308e85ba will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:58.237766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] Checking router: 7a749819-8747-4894-b978-20b2ddc14e59 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:58.240335 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.300661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:58.345928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] Routers {'7a749819-8747-4894-b978-20b2ddc14e59'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:58.346740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7a749819-8747-4894-b978-20b2ddc14e59'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:58.409734 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.437811 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.505045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] Set router 7a749819-8747-4894-b978-20b2ddc14e59 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:58.532070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event updated for resources: {'Port': ['ID=ebda0ba4-ca68-47a5-b163-0c63308e85ba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:58.564112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c45b30d-a0e1-45ec-b28e-bf9a115770bd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:58.581668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:57Z', 'revision_number': 6, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:58.600299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:58.613017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:58.620053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:58.641416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:58.642530 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.664833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c5807-d10f-4111-879b-a351ed72d025 None None] The sync data for ids ['7a749819-8747-4894-b978-20b2ddc14e59'] in n-d-695189-13 is: [{'id': '7a749819-8747-4894-b978-20b2ddc14e59', 'name': 'tempest-TestAggregatesBasicOps-1578488385-router', 'tenant_id': '8ac8f69186764ec79f47c4e41512d789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:19Z', 'updated_at': '2021-07-08T02:08:57Z', 'revision_number': 6, 'project_id': '8ac8f69186764ec79f47c4e41512d789', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:58.686045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:58.758452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-88cd9c55-a5db-4077-a41b-19da1ac5047b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0322683 Jul 08 02:08:58.761019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54304) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:58.823957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f045323-222b-4913-bf5e-ed60b5863a6c None None] Pushing event updated for resources: {'Port': ['ID=e131e898-b48d-4abf-9ef3-fee85b8e9784,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:58.853891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 7aeab3ec-7309-423b-a452-7b23a6c0690b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:58.854506 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.895200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:58.900642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:58.901200 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.973151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.063680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-48903ae0-2f06-45a3-8071-a2c7ca6db8c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting port ebda0ba4-ca68-47a5-b163-0c63308e85ba {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:59.064179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48903ae0-2f06-45a3-8071-a2c7ca6db8c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.070471 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.122652 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.126547 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.142954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c682041-1f32-48be-a11e-c665ba8162d0 req-6cd06b5a-33ea-4e3f-82a4-b88f53bf9c2a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:59.146215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f35cf4-7c63-4312-8748-f228ec4413a6 req-07f15d31-07c9-4dc5-9fa0-4de147e22806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:59.147979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97f35cf4-7c63-4312-8748-f228ec4413a6 req-07f15d31-07c9-4dc5-9fa0-4de147e22806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 945 time: 0.2260637 Jul 08 02:08:59.151241 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c682041-1f32-48be-a11e-c665ba8162d0 req-6cd06b5a-33ea-4e3f-82a4-b88f53bf9c2a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 944 time: 0.4709969 Jul 08 02:08:59.169372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:59.171723 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8427343e-df1e-4d17-9c56-e489ebcc10c4" -d '{"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-plugged", "status": "completed", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:59.175350 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:59.255431 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.261306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48903ae0-2f06-45a3-8071-a2c7ca6db8c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.280593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-48903ae0-2f06-45a3-8071-a2c7ca6db8c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Calling delete_port for ebda0ba4-ca68-47a5-b163-0c63308e85ba owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:59.311625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c682041-1f32-48be-a11e-c665ba8162d0 req-453cc302-47f3-4058-afdf-f0c552dabe63 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591241 Jul 08 02:08:59.321748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=75a64ba5-a8f4-4feb-81ee-fb1f5771e75f,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:59.341550 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.386024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.391278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a749819-8747-4894-b978-20b2ddc14e59 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:08:59.391278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.394031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97f35cf4-7c63-4312-8748-f228ec4413a6 req-ea933980-9cd0-4d45-9804-f49b7fcd91d4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354665 Jul 08 02:08:59.395292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9e7572b7-ddb5-451e-8997-185d308264a4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7a749819-8747-4894-b978-20b2ddc14e59 HTTP/1.1" status: 204 len: 168 time: 2.9173429 Jul 08 02:08:59.396044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54312) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:59.434332 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.488518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:59.555228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f0a1ef-04fe-45ed-b5cb-69f7ba875a79 admin admin] Deleting subnet dc14b1ce-8057-4759-961e-c34927b12be7 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:59.565101 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96f0a1ef-04fe-45ed-b5cb-69f7ba875a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.607981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=75a64ba5-a8f4-4feb-81ee-fb1f5771e75f,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:59.624017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99527cad-1270-485b-9cd1-4926591b110d no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:59.665169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 99527cad-1270-485b-9cd1-4926591b110d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:59.666008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96f0a1ef-04fe-45ed-b5cb-69f7ba875a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.668007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99527cad-1270-485b-9cd1-4926591b110d not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:59.696723 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6195c6c-2fcf-4bad-8193-33c7b417228d req-1f26b5ec-51be-4bb6-8484-180ea45bb967 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 210 time: 0.1153505 Jul 08 02:08:59.749317 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f922ae-d628-4c9c-88ff-1496002c05ef x-openstack-request-id: req-80f922ae-d628-4c9c-88ff-1496002c05ef {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:59.749699 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-plugged", "status": "completed", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:59.750108 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80f922ae-d628-4c9c-88ff-1496002c05ef {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:59.750638 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'code': 200} Jul 08 02:08:59.951128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96f0a1ef-04fe-45ed-b5cb-69f7ba875a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.207086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc21c-231a-4caa-82c8-557525a8485e req-7c261f7a-7123-4f57-8abc-73cc830784d8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:00.209208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-7c261f7a-7123-4f57-8abc-73cc830784d8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 797 time: 0.4043970 Jul 08 02:09:00.237230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92655e73-0a80-4e29-ba65-7596c21fe2a5 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:00.261672 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96f0a1ef-04fe-45ed-b5cb-69f7ba875a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.289082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48903ae0-2f06-45a3-8071-a2c7ca6db8c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.324243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0a1ef-04fe-45ed-b5cb-69f7ba875a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc14b1ce-8057-4759-961e-c34927b12be7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:00.373729 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96f0a1ef-04fe-45ed-b5cb-69f7ba875a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.377056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-96f0a1ef-04fe-45ed-b5cb-69f7ba875a79 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dc14b1ce-8057-4759-961e-c34927b12be7 HTTP/1.1" status: 204 len: 168 time: 0.9796712 Jul 08 02:09:00.379498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54318) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:00.398358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0adbd13-8ab5-4b6b-8c34-6d168c442da5 None None] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:00.495986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48903ae0-2f06-45a3-8071-a2c7ca6db8c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Port': ['ID=ebda0ba4-ca68-47a5-b163-0c63308e85ba,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:00.559601 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-d40c90c8-77ac-4228-acc9-53b8c1afd1c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 379 time: 0.3177192 Jul 08 02:09:00.627126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'port': {'device_id': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'admin_state_up': True, 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'security_groups': ['c7b5b34e-41a4-455c-95a2-4a016b837393']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:00.639998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f4b5d3a2-fcbc-493c-a9ac-13e2fa9b7502 None None] Provisioning for port e131e898-b48d-4abf-9ef3-fee85b8e9784 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:00.648697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e131e898-b48d-4abf-9ef3-fee85b8e9784 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:00.656113 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.889408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Deleting port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:00.889761 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.901621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da506d3-96c2-43ce-bb01-8ed6f76dd6c7 req-abb82470-5425-4d6f-9b7f-0ea49b9ca92f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:00.904008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5da506d3-96c2-43ce-bb01-8ed6f76dd6c7 req-abb82470-5425-4d6f-9b7f-0ea49b9ca92f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 945 time: 0.1731584 Jul 08 02:09:00.959692 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-48903ae0-2f06-45a3-8071-a2c7ca6db8c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.964924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-48903ae0-2f06-45a3-8071-a2c7ca6db8c5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/ebda0ba4-ca68-47a5-b163-0c63308e85ba HTTP/1.1" status: 204 len: 168 time: 2.2025502 Jul 08 02:09:00.981860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54326) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:01.045196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-c403dd74-89cb-4125-a3ea-f3f77676eef7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:01.056659 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-c403dd74-89cb-4125-a3ea-f3f77676eef7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.18 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 945 time: 0.9005008 Jul 08 02:09:01.061395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:01.070825 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:01.159552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] For port 19cbb0d6-7371-4686-8b9e-3ca6827729b2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=19cbb0d6-7371-4686-8b9e-3ca6827729b2,segment=NetworkSegment(49a2465c-87e9-48aa-bd30-e06832e2d8af),segment_id=49a2465c-87e9-48aa-bd30-e06832e2d8af)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:01.159941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:01.185627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e131e898-b48d-4abf-9ef3-fee85b8e9784 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:01.200361 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5da506d3-96c2-43ce-bb01-8ed6f76dd6c7 req-72c26026-d8c0-4d2a-802b-fcb7111c2409 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194486 Jul 08 02:09:01.226392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e131e898-b48d-4abf-9ef3-fee85b8e9784 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:01.226791 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:01.246722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Calling delete_port for 19cbb0d6-7371-4686-8b9e-3ca6827729b2 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:01.324125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ca133-e398-4c95-accb-1a5b626bf6fe tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:01.328444 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f43ca133-e398-4c95-accb-1a5b626bf6fe tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3427444 Jul 08 02:09:01.375168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54332) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:01.548507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db412459-cca0-472c-b94b-1bdd70a69fa7 req-7288818f-4b96-46fd-a9d3-5b123799fa63 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:01.556163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db412459-cca0-472c-b94b-1bdd70a69fa7 req-7288818f-4b96-46fd-a9d3-5b123799fa63 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.9200151 Jul 08 02:09:01.562080 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:01.642473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] DHCP port deletion for 9dfe100a-7ffe-48db-9b6a-2b834007a45b request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:09:01.665576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c75d4-d7d2-4de6-bf14-edb2a1b44d45 None None] Update dhcp port {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': 'a7d9775d-7df0-4dee-8ce5-03d574d6b920', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df2ecc98-ede1-4c0e-8c9b-9dd55d123373'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'e131e898-b48d-4abf-9ef3-fee85b8e9784'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:09:01.711811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db412459-cca0-472c-b94b-1bdd70a69fa7 req-d09ee1fb-0ffd-470c-ae7d-e7c23f63da33 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509664 Jul 08 02:09:01.725380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.20.0.12 (a2150fc1-ff8c-4d3a-a806-02757e494e7b/aedad078-f6c8-48b5-b71a-0f8b58f2c11c/27c06049-2675-464a-808b-55377398f5e2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:01.737978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:01.739889 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:01.754391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e131e898-b48d-4abf-9ef3-fee85b8e9784, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e131e898-b48d-4abf-9ef3-fee85b8e9784,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:01.801094 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d25c75d4-d7d2-4de6-bf14-edb2a1b44d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:01.801094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] Deleting port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:01.801094 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:01.893876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f807e2-2826-4875-ae95-6e31e2b4b507 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:01.893876 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-42f807e2-2826-4875-ae95-6e31e2b4b507 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4646919 Jul 08 02:09:01.906432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:02.057615 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-376e78dc-4aa6-4306-bdbc-976ba9d630be req-58ef7547-8cf0-484a-b094-58cdc22da63d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 210 time: 0.0544109 Jul 08 02:09:02.090632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d25c75d4-d7d2-4de6-bf14-edb2a1b44d45 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe79:625e (4fc2ab68-e973-4376-87b9-5f7999fdd5fc/df2ecc98-ede1-4c0e-8c9b-9dd55d123373/e131e898-b48d-4abf-9ef3-fee85b8e9784) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:02.116674 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] For port 19cbb0d6-7371-4686-8b9e-3ca6827729b2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=19cbb0d6-7371-4686-8b9e-3ca6827729b2,segment=NetworkSegment(49a2465c-87e9-48aa-bd30-e06832e2d8af),segment_id=49a2465c-87e9-48aa-bd30-e06832e2d8af)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:02.117042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a87c4-469c-4403-98b3-29bb68bc86e7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:02.117179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.118858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a87c4-469c-4403-98b3-29bb68bc86e7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:02.121464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a87c4-469c-4403-98b3-29bb68bc86e7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:02.124176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-590a87c4-469c-4403-98b3-29bb68bc86e7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2069056 Jul 08 02:09:02.127001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54336) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:02.148221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] For port 7c2cb621-1621-4fef-a739-dfc48eb8bde4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7c2cb621-1621-4fef-a739-dfc48eb8bde4,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:02.149271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.210879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for 7c2cb621-1621-4fef-a739-dfc48eb8bde4 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:02.221678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d504ac-a726-4caf-8755-1701d70904e3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet a7d9775d-7df0-4dee-8ce5-03d574d6b920 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:02.226521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.275663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d25c75d4-d7d2-4de6-bf14-edb2a1b44d45 None None] For port e131e898-b48d-4abf-9ef3-fee85b8e9784, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e131e898-b48d-4abf-9ef3-fee85b8e9784,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:02.311074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Pushing event deleted for resources: {'Port': ['ID=19cbb0d6-7371-4686-8b9e-3ca6827729b2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:02.311307 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d25c75d4-d7d2-4de6-bf14-edb2a1b44d45 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.313617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] No DVR routers for this DVR port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:02.331586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d25c75d4-d7d2-4de6-bf14-edb2a1b44d45 None None] Transition to ACTIVE for port object e131e898-b48d-4abf-9ef3-fee85b8e9784 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:02.333107 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.335035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:02.408338 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.417794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.420589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e131e898-b48d-4abf-9ef3-fee85b8e9784,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:02.425682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] Calling delete_port for 19cbb0d6-7371-4686-8b9e-3ca6827729b2 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:02.437860 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17d504ac-a726-4caf-8755-1701d70904e3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.438030 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d25c75d4-d7d2-4de6-bf14-edb2a1b44d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.461762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Transition to ACTIVE for port object 27c06049-2675-464a-808b-55377398f5e2 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:02.474706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfe100a-7ffe-48db-9b6a-2b834007a45b']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:02.585484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c75d4-d7d2-4de6-bf14-edb2a1b44d45 None None] Pushing event updated for resources: {'Port': ['ID=e131e898-b48d-4abf-9ef3-fee85b8e9784,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:02.613671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a2465c-87e9-48aa-bd30-e06832e2d8af') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:02.613972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a2465c-87e9-48aa-bd30-e06832e2d8af') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:02.614834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.641140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.653629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['41bb0edf-6bdc-42c1-bbae-8cbd8491418c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:09:02.656590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7c2cb621-1621-4fef-a739-dfc48eb8bde4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:09:02.671038 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.679966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=7c2cb621-1621-4fef-a739-dfc48eb8bde4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:02.698316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17d504ac-a726-4caf-8755-1701d70904e3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.766487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.766840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.767183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.769194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.769493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.769840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.770175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.770560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.770896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.771228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.771688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.771891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:02.858558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] No DVR routers for this DVR port 7c2cb621-1621-4fef-a739-dfc48eb8bde4 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:02.882408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:02.886739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.903482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33d89ecb-e44d-4365-96b1-930e32c08ea6 req-e84e69e9-be74-4915-a30f-73d5ab2fb39e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.18 "DELETE /v2.0/ports/7c2cb621-1621-4fef-a739-dfc48eb8bde4 HTTP/1.1" status: 204 len: 173 time: 1.7971070 Jul 08 02:09:02.922253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4258e2c2-e625-42c8-81ef-5654691ce313', 'name': 'network-vif-deleted', 'tag': '7c2cb621-1621-4fef-a739-dfc48eb8bde4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:02.926905 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76b5952-7b0e-4af6-b314-0f13a80551b9" -d '{"events": [{"server_uuid": "4258e2c2-e625-42c8-81ef-5654691ce313", "name": "network-vif-deleted", "tag": "7c2cb621-1621-4fef-a739-dfc48eb8bde4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:02.931826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17d504ac-a726-4caf-8755-1701d70904e3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.950020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:02.955058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:03.046043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.056744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:03.057619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.105409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:03.116722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:03.129310 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:03.152764 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:03.181309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:03.181985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.189306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d703e09-da37-45fe-87b2-2de976709b93 req-a642fb92-eb9b-4e87-ae36-ea51913cf250 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:03.198078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d703e09-da37-45fe-87b2-2de976709b93 req-a642fb92-eb9b-4e87-ae36-ea51913cf250 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 867 time: 0.7203970 Jul 08 02:09:03.210195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17d504ac-a726-4caf-8755-1701d70904e3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.279906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cdcc3-14a1-4b76-b147-83e80439d4b3 req-1c2cae7f-9727-4d9b-9f3f-cf878e5d2b5a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:03.291987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e0cdcc3-14a1-4b76-b147-83e80439d4b3 req-1c2cae7f-9727-4d9b-9f3f-cf878e5d2b5a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2674251 Jul 08 02:09:03.320704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.382752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] Network 9dfe100a-7ffe-48db-9b6a-2b834007a45b is not hosted by any dhcp agent {{(pid=100714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:09:03.382752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] No DVR routers for this DVR port 19cbb0d6-7371-4686-8b9e-3ca6827729b2 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:03.384777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f154f98d-1208-4627-a3fe-be4a85ff9539 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7886932 Jul 08 02:09:03.394647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d504ac-a726-4caf-8755-1701d70904e3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d9775d-7df0-4dee-8ce5-03d574d6b920,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:03.394875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6fde8-1533-46f0-8501-1d4a79659b00 None None] Pushing event deleted for resources: {'Port': ['ID=19cbb0d6-7371-4686-8b9e-3ca6827729b2,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:03.407916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.410466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e0cdcc3-14a1-4b76-b147-83e80439d4b3 req-854b0818-b95e-4ca5-968a-2d97c605cd18 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045597 Jul 08 02:09:03.432225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Request body: {'port': {'device_id': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:03.442692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.446447 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9dfe100a-7ffe-48db-9b6a-2b834007a45b HTTP/1.1" status: 204 len: 168 time: 3.0644958 Jul 08 02:09:03.479167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 87af5ee4-376d-4e5b-91e0-c98ad5e75446 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:03.502719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54352) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:03.534359 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17d504ac-a726-4caf-8755-1701d70904e3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.538359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-17d504ac-a726-4caf-8755-1701d70904e3 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/a7d9775d-7df0-4dee-8ce5-03d574d6b920 HTTP/1.1" status: 204 len: 168 time: 1.4081061 Jul 08 02:09:03.540230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54354) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:03.541328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a932e7-b92f-4839-a4dc-917d18c97296 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfe100a-7ffe-48db-9b6a-2b834007a45b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:03.595998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d703e09-da37-45fe-87b2-2de976709b93 req-43b5eaf4-f461-4c08-ac8d-731ca85351d0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872547 Jul 08 02:09:03.752213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a507e276-9e26-4c5f-8074-ed42636c1c6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Deleting subnet df2ecc98-ede1-4c0e-8c9b-9dd55d123373 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:03.760237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a507e276-9e26-4c5f-8074-ed42636c1c6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.778404 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71512c1-2d90-4cdd-a7a3-9fc23583c4c9 x-openstack-request-id: req-f71512c1-2d90-4cdd-a7a3-9fc23583c4c9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:03.778932 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4258e2c2-e625-42c8-81ef-5654691ce313", "name": "network-vif-deleted", "tag": "7c2cb621-1621-4fef-a739-dfc48eb8bde4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:03.779297 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f71512c1-2d90-4cdd-a7a3-9fc23583c4c9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:03.779835 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4258e2c2-e625-42c8-81ef-5654691ce313', 'name': 'network-vif-deleted', 'tag': '7c2cb621-1621-4fef-a739-dfc48eb8bde4', 'status': 'completed', 'code': 200} Jul 08 02:09:03.787965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.828458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f430f0-4c26-49e1-a0a8-3ec326e1cf5e None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:03.854024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a507e276-9e26-4c5f-8074-ed42636c1c6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.921934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e0fceb5c-6096-4b4e-9526-70dc394c566c None None] Provisioning for port 27c06049-2675-464a-808b-55377398f5e2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:03.924501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:03.948150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:03.950984 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.013100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e0fceb5c-6096-4b4e-9526-70dc394c566c None None] Provisioning complete for port 27c06049-2675-464a-808b-55377398f5e2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:04.013494 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e0fceb5c-6096-4b4e-9526-70dc394c566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.072349 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a507e276-9e26-4c5f-8074-ed42636c1c6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.095734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e0fceb5c-6096-4b4e-9526-70dc394c566c None None] Port 27c06049-2675-464a-808b-55377398f5e2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:04.254818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a507e276-9e26-4c5f-8074-ed42636c1c6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.273077 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:09:04.306146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507e276-9e26-4c5f-8074-ed42636c1c6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Subnet': ['ID=df2ecc98-ede1-4c0e-8c9b-9dd55d123373,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:04.317748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a507e276-9e26-4c5f-8074-ed42636c1c6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.321509 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.331297 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a507e276-9e26-4c5f-8074-ed42636c1c6a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/df2ecc98-ede1-4c0e-8c9b-9dd55d123373 HTTP/1.1" status: 204 len: 168 time: 0.7834280 Jul 08 02:09:04.331297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54362) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.401917 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f70e2fb4-9762-4c1d-806e-ada88c1d366b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707271 Jul 08 02:09:04.404491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54364) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.455013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e0290053-95bf-4426-85a0-e35bc32ede58 None None] Provisioning for port e131e898-b48d-4abf-9ef3-fee85b8e9784 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:04.467184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 87af5ee4-376d-4e5b-91e0-c98ad5e75446, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=87af5ee4-376d-4e5b-91e0-c98ad5e75446,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:04.473993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e0290053-95bf-4426-85a0-e35bc32ede58 None None] Provisioning complete for port e131e898-b48d-4abf-9ef3-fee85b8e9784 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:04.474388 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e0290053-95bf-4426-85a0-e35bc32ede58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.508945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f469c-9da8-4ef0-92a2-9528098237b1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:04.514983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6b5f469c-9da8-4ef0-92a2-9528098237b1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1052229 Jul 08 02:09:04.514983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54368) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.552581 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.553426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:04.606640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4828b-0f98-41d9-9664-368f3cbd7cea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:04.614428 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-04a4828b-0f98-41d9-9664-368f3cbd7cea tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0979073 Jul 08 02:09:04.615582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54370) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.668693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7c2cb621-1621-4fef-a739-dfc48eb8bde4 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:04.699743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-915815f8-c514-456d-862f-eabd310286bb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784531 Jul 08 02:09:04.700095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54376) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.767700 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b3c80b-858f-4ce2-ad8d-7f373ed3cc25 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:04.768249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b3c80b-858f-4ce2-ad8d-7f373ed3cc25 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:04.772211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c1b3c80b-858f-4ce2-ad8d-7f373ed3cc25 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/ebda0ba4-ca68-47a5-b163-0c63308e85ba HTTP/1.1" status: 404 len: 333 time: 0.0690000 Jul 08 02:09:04.772617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54378) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.773575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228e99-1c73-4b20-82fb-b769b6628d5c req-1cfdf7b2-c8a4-4c04-b371-a2f4552a95a5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:04.788223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99228e99-1c73-4b20-82fb-b769b6628d5c req-1cfdf7b2-c8a4-4c04-b371-a2f4552a95a5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 932 time: 0.4991655 Jul 08 02:09:04.805988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 7c2cb621-1621-4fef-a739-dfc48eb8bde4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:04.806347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7c2cb621-1621-4fef-a739-dfc48eb8bde4 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:04.822195 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2ece64-01b2-47d3-84a9-d71fc8c185ed tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:04.822677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2ece64-01b2-47d3-84a9-d71fc8c185ed tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:04.827923 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ce2ece64-01b2-47d3-84a9-d71fc8c185ed tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/df2ecc98-ede1-4c0e-8c9b-9dd55d123373 HTTP/1.1" status: 404 len: 337 time: 0.0522275 Jul 08 02:09:04.828215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54380) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.847929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:04.848489 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.852265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=87af5ee4-376d-4e5b-91e0-c98ad5e75446,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:04.886962 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f045e2-f68e-4211-9f03-6e0ad31e5c39 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:04.887458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f045e2-f68e-4211-9f03-6e0ad31e5c39 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:04.891702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d5f045e2-f68e-4211-9f03-6e0ad31e5c39 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/a7d9775d-7df0-4dee-8ce5-03d574d6b920 HTTP/1.1" status: 404 len: 337 time: 0.0603075 Jul 08 02:09:04.891981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54382) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.937728 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c25d59-3d02-4b81-9096-2cf8f9ae2c0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:04.938563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c25d59-3d02-4b81-9096-2cf8f9ae2c0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:04.942887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-16c25d59-3d02-4b81-9096-2cf8f9ae2c0f tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/24d54eda-8d86-4ef7-948f-29a622077b7c HTTP/1.1" status: 404 len: 333 time: 0.0476215 Jul 08 02:09:04.951395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54386) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:04.972593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99228e99-1c73-4b20-82fb-b769b6628d5c req-c19ce3e6-4f68-4ea6-aa8c-166624179a2d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639612 Jul 08 02:09:04.994425 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea8ca00-166c-4ce7-a30e-9c9df59c5741 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.000082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea8ca00-166c-4ce7-a30e-9c9df59c5741 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.000082 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cea8ca00-166c-4ce7-a30e-9c9df59c5741 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/6418fcf2-019a-4fe1-9025-ffac949f5a79 HTTP/1.1" status: 404 len: 337 time: 0.0433445 Jul 08 02:09:05.006827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.020887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752257-7b52-46d0-9e38-4cf388c4c370 req-e2c16594-0251-4aaf-873d-4096ba52315a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:05.022490 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78752257-7b52-46d0-9e38-4cf388c4c370 req-e2c16594-0251-4aaf-873d-4096ba52315a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3508773 Jul 08 02:09:05.082254 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78752257-7b52-46d0-9e38-4cf388c4c370 req-c9d459cc-5011-4c76-a9ea-27d1b2b0db73 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534172 Jul 08 02:09:05.188904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6edb57-9ba4-4dd4-80d4-a2e38a596cc0 None None] Update dhcp port {'port': {'network_id': '4fc2ab68-e973-4376-87b9-5f7999fdd5fc', 'fixed_ips': [{'subnet_id': 'df2ecc98-ede1-4c0e-8c9b-9dd55d123373'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'e131e898-b48d-4abf-9ef3-fee85b8e9784'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:09:05.207010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c06049-2675-464a-808b-55377398f5e2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:09:05.219087 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:05.252752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Transition to ACTIVE for port object 27c06049-2675-464a-808b-55377398f5e2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:05.319501 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cc6edb57-9ba4-4dd4-80d4-a2e38a596cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:05.375222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:05.383432 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc06c8c1-5588-4220-bed4-0ea20f239f06 req-8d9fadde-7ca4-415c-92e5-e8eaed73975a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.1101048 Jul 08 02:09:05.388422 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7873dd9-c875-4575-adf5-caf36ffe9300 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.392548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7873dd9-c875-4575-adf5-caf36ffe9300 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.397043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c7873dd9-c875-4575-adf5-caf36ffe9300 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/bf0de1e7-19d7-48eb-8e7a-a6e61494e170 HTTP/1.1" status: 404 len: 337 time: 0.3761625 Jul 08 02:09:05.398421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54392) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.402582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:05.448983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:05.449339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 086a9e34-66cd-4358-a0a2-3a4dc3b8b7ed not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:05.457329 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd89a4e-b4c1-4162-ab42-7504dec460cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.458101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd89a4e-b4c1-4162-ab42-7504dec460cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.465846 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-acd89a4e-b4c1-4162-ab42-7504dec460cb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/d84b5f69-82bd-459e-b951-c169b154f7ba HTTP/1.1" status: 404 len: 333 time: 0.0655863 Jul 08 02:09:05.467875 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54394) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.588377 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f114de3-201d-4d3d-94d0-410d93982471 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.589700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f114de3-201d-4d3d-94d0-410d93982471 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.595662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54396) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.595871 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9f114de3-201d-4d3d-94d0-410d93982471 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/ca82df5e-aa45-4eb4-8348-b64002b8e14e HTTP/1.1" status: 404 len: 337 time: 0.1225696 Jul 08 02:09:05.603674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:05.693766 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d80f910-46de-4f03-9978-386951cadccb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.694196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d80f910-46de-4f03-9978-386951cadccb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.696202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8d80f910-46de-4f03-9978-386951cadccb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/3a35cb4b-4d28-49f1-bf25-5953056c8121 HTTP/1.1" status: 404 len: 337 time: 0.0934520 Jul 08 02:09:05.699083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.712508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 87af5ee4-376d-4e5b-91e0-c98ad5e75446 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:05.750618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cab8c8-9462-4fd5-9e8d-9145eeed2195 None None] Network 4fc2ab68-e973-4376-87b9-5f7999fdd5fc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:05.760925 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-04faf2dd-79c2-4ccd-9311-6556d331cad7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.762114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04faf2dd-79c2-4ccd-9311-6556d331cad7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.764167 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-04faf2dd-79c2-4ccd-9311-6556d331cad7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/be439966-17d1-4336-8ff9-504b541190c8 HTTP/1.1" status: 404 len: 333 time: 0.0645776 Jul 08 02:09:05.767191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54400) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.806032 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b663ff0-31e7-40cc-89c0-4b1c1825d297 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.807077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b663ff0-31e7-40cc-89c0-4b1c1825d297 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.809453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5b663ff0-31e7-40cc-89c0-4b1c1825d297 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/04ad55e9-7392-45bd-801e-641fc8b3963e HTTP/1.1" status: 404 len: 337 time: 0.0367327 Jul 08 02:09:05.815455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54402) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.857175 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c66006-0975-430b-8512-d607afa16b5d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.858450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c66006-0975-430b-8512-d607afa16b5d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.863018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c5c66006-0975-430b-8512-d607afa16b5d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/15672028-bd85-4001-a5a2-37492255bd50 HTTP/1.1" status: 404 len: 337 time: 0.0430877 Jul 08 02:09:05.864190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:05.866086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Attempting to bind port 27c06049-2675-464a-808b-55377398f5e2 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:05.866429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Attempting to bind port 27c06049-2675-464a-808b-55377398f5e2 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:05.866764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Attempting to bind port 27c06049-2675-464a-808b-55377398f5e2 on network a2150fc1-ff8c-4d3a-a806-02757e494e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:05.867899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54404) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.906917 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85ba28b-6ab6-4d4b-8c0f-473c6d7def97 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:05.907923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85ba28b-6ab6-4d4b-8c0f-473c6d7def97 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:05.912021 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b85ba28b-6ab6-4d4b-8c0f-473c6d7def97 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/7606073a-e711-439f-9861-08735ae21928 HTTP/1.1" status: 404 len: 333 time: 0.0407684 Jul 08 02:09:05.913533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54406) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:05.957305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Port 27c06049-2675-464a-808b-55377398f5e2 on network a2150fc1-ff8c-4d3a-a806-02757e494e7b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:09:05.957305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Attempting to bind port 27c06049-2675-464a-808b-55377398f5e2 on network a2150fc1-ff8c-4d3a-a806-02757e494e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:05.982031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c246f4f4-54f1-4fff-8e35-41ca40a0e8db None None] Provisioning complete for port e131e898-b48d-4abf-9ef3-fee85b8e9784 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:05.982493 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c246f4f4-54f1-4fff-8e35-41ca40a0e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:05.991740 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3979733e-21cf-465b-b301-0e0b6dd77e61 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.001043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3979733e-21cf-465b-b301-0e0b6dd77e61 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.006396 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3979733e-21cf-465b-b301-0e0b6dd77e61 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/da4ce3d1-ed27-4227-9f75-c355e6a4361f HTTP/1.1" status: 404 len: 337 time: 0.0888894 Jul 08 02:09:06.006901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54410) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.045719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:06.046197 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.072034 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-500ed494-ca66-4af9-9ef0-3970ed0f4dc1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.074303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500ed494-ca66-4af9-9ef0-3970ed0f4dc1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.084216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-500ed494-ca66-4af9-9ef0-3970ed0f4dc1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/71d57d0d-2376-4b40-9b05-4d48d5d8f9c3 HTTP/1.1" status: 404 len: 333 time: 0.0762033 Jul 08 02:09:06.085176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54412) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.158056 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a70998-8866-40bd-82bc-238334a3431b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.165857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a70998-8866-40bd-82bc-238334a3431b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.178461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-57a70998-8866-40bd-82bc-238334a3431b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/71866543-4bf0-4b61-bb06-ebb1e73c4d23 HTTP/1.1" status: 404 len: 337 time: 0.0866027 Jul 08 02:09:06.182152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54416) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.242935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] DHCP port deletion for 4fc2ab68-e973-4376-87b9-5f7999fdd5fc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:09:06.255922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:06.257368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Checking segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:06.257368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Bound using segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:06.257801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Bound port: 27c06049-2675-464a-808b-55377398f5e2, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:06.258259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.281746 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-2204324e-6295-436e-af53-eb8b6e0f8b74 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.283965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2204324e-6295-436e-af53-eb8b6e0f8b74 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.289171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54418) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.291915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2204324e-6295-436e-af53-eb8b6e0f8b74 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/01a964e0-771d-4ef4-be43-56a0e92115ab HTTP/1.1" status: 404 len: 333 time: 0.1076150 Jul 08 02:09:06.409242 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80a6a9e-a0cc-4fde-9692-1bd0520ca73e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.409709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80a6a9e-a0cc-4fde-9692-1bd0520ca73e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.413717 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d80a6a9e-a0cc-4fde-9692-1bd0520ca73e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/2f74f851-a55a-4e47-8a27-c4b835c3d740 HTTP/1.1" status: 404 len: 337 time: 0.1138804 Jul 08 02:09:06.416013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.428614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] Deleting port e131e898-b48d-4abf-9ef3-fee85b8e9784 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:06.429006 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.436357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bb9bf-04df-4e94-a111-b63d3311da35 req-23d4ca16-c0b4-444c-8e89-f8f811f971a5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:06.442608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7c45b30d-a0e1-45ec-b28e-bf9a115770bd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:06.445291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-422bb9bf-04df-4e94-a111-b63d3311da35 req-23d4ca16-c0b4-444c-8e89-f8f811f971a5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 944 time: 0.1448050 Jul 08 02:09:06.503446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-422bb9bf-04df-4e94-a111-b63d3311da35 req-4c798531-df83-4386-86ae-d0ffe0c4216e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545561 Jul 08 02:09:06.507242 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-555bb1d2-2dc6-46b1-9672-a20722ff2eba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.508211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555bb1d2-2dc6-46b1-9672-a20722ff2eba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.510919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-555bb1d2-2dc6-46b1-9672-a20722ff2eba tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/4dd91110-b5a2-4e53-9b03-e920f76d157a HTTP/1.1" status: 404 len: 333 time: 0.0895746 Jul 08 02:09:06.517799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54426) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.572274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:06.585548 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f027496b-129f-4245-a3a4-8d18b1468754 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.586983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f027496b-129f-4245-a3a4-8d18b1468754 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.590920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f027496b-129f-4245-a3a4-8d18b1468754 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/031f2520-c313-4b46-8c8f-6486307f86c9 HTTP/1.1" status: 404 len: 337 time: 0.0707171 Jul 08 02:09:06.592578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54428) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.616193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:06.631863 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f35f844-c6ac-40bf-be51-e1a94e2182c0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.632984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f35f844-c6ac-40bf-be51-e1a94e2182c0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.635600 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3f35f844-c6ac-40bf-be51-e1a94e2182c0 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/e0c2e68f-d65b-436f-80fc-4dcff960dd90 HTTP/1.1" status: 404 len: 333 time: 0.0405324 Jul 08 02:09:06.642567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54432) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.684313 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-a794fd9c-c890-42e9-91f5-0e0fe646dd65 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.685097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a794fd9c-c890-42e9-91f5-0e0fe646dd65 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.687502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a794fd9c-c890-42e9-91f5-0e0fe646dd65 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/9cfb53b5-2d33-470c-898c-8b9f22d31fa0 HTTP/1.1" status: 404 len: 337 time: 0.0433097 Jul 08 02:09:06.690177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54438) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.710737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 7c45b30d-a0e1-45ec-b28e-bf9a115770bd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:06.713286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7c45b30d-a0e1-45ec-b28e-bf9a115770bd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:06.713286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 19cbb0d6-7371-4686-8b9e-3ca6827729b2 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:06.729133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3542fb8-bb1b-4c32-9c6f-ab08901440f2 req-45251e8e-820e-49f4-b9d8-0d050b2e84a7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:06.737857 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c0e0fa-c035-4081-b77f-2a000bf25ee8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.738043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3542fb8-bb1b-4c32-9c6f-ab08901440f2 req-45251e8e-820e-49f4-b9d8-0d050b2e84a7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3226311 Jul 08 02:09:06.739037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c0e0fa-c035-4081-b77f-2a000bf25ee8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.741303 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-33c0e0fa-c035-4081-b77f-2a000bf25ee8 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/d16f68b5-e857-4de1-9691-d73292d4de0f HTTP/1.1" status: 404 len: 333 time: 0.0493987 Jul 08 02:09:06.743785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54440) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.770521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 19cbb0d6-7371-4686-8b9e-3ca6827729b2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:06.770872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 19cbb0d6-7371-4686-8b9e-3ca6827729b2 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:06.773432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] For port e131e898-b48d-4abf-9ef3-fee85b8e9784, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e131e898-b48d-4abf-9ef3-fee85b8e9784,segment=NetworkSegment(54321686-bd12-4e55-8dbc-6e415294739c),segment_id=54321686-bd12-4e55-8dbc-6e415294739c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:06.773840 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.798774 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5d212e-b03d-41d0-b917-624b98006780 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.799246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5d212e-b03d-41d0-b917-624b98006780 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.808741 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df5d212e-b03d-41d0-b917-624b98006780 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/74449880-dd4f-4003-a9bf-7dc7d9fdae9e HTTP/1.1" status: 404 len: 337 time: 0.0635252 Jul 08 02:09:06.811541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54442) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.812633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] Calling delete_port for e131e898-b48d-4abf-9ef3-fee85b8e9784 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:06.852991 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e4f176-73e7-4653-80ad-8f804498e755 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.853451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e4f176-73e7-4653-80ad-8f804498e755 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.857426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3542fb8-bb1b-4c32-9c6f-ab08901440f2 req-495cfecf-d345-429f-86ab-fcfcfa435f83 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146371 Jul 08 02:09:06.857426 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.857626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35e4f176-73e7-4653-80ad-8f804498e755 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/8e20b572-bcb5-4abc-81c8-8e5ca59be027 HTTP/1.1" status: 404 len: 337 time: 0.0463395 Jul 08 02:09:06.868666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54444) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:06.908974 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dabfbd2a-076d-45d4-adbb-9976065e33fd req-6057f4c0-82c4-4534-bc94-953cf96d6d3e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.0579290 Jul 08 02:09:06.955639 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb542f6-187d-46bb-be02-9e93f17aaa1a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:06.956461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb542f6-187d-46bb-be02-9e93f17aaa1a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:06.969566 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0eb542f6-187d-46bb-be02-9e93f17aaa1a tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/aa0cd62d-143e-42cb-b916-d6ec75312fa1 HTTP/1.1" status: 404 len: 333 time: 0.1005433 Jul 08 02:09:06.970229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54446) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.010300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:07.020328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:07.023874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:07.023874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-76974cde-f406-484a-b5c5-c0852404164b service neutron] 10.222.0.32 "PUT /v2.0/ports/27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 1093 time: 3.6090481 Jul 08 02:09:07.023874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'tag': '27c06049-2675-464a-808b-55377398f5e2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:07.025194 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "tag": "27c06049-2675-464a-808b-55377398f5e2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:07.052711 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e842dbd-6df4-4f39-b21e-58d722e12de7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:07.060096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e842dbd-6df4-4f39-b21e-58d722e12de7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:07.065527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.068790 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e842dbd-6df4-4f39-b21e-58d722e12de7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/86cf78da-3ebd-4596-a2ef-4193fa79e266 HTTP/1.1" status: 404 len: 337 time: 0.0974677 Jul 08 02:09:07.129431 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:07.132773 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bc573b-3ec5-4583-b882-d62228c82356 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:07.132773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bc573b-3ec5-4583-b882-d62228c82356 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:07.136108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e3bc573b-3ec5-4583-b882-d62228c82356 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/34389c8e-637d-4aff-b2a6-719ffaf08c65 HTTP/1.1" status: 404 len: 337 time: 0.0695491 Jul 08 02:09:07.137748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Deleting port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:07.138107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:07.139855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54452) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.211105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] Pushing event deleted for resources: {'Port': ['ID=e131e898-b48d-4abf-9ef3-fee85b8e9784,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:07.227256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e735b80-97c5-4110-a7b1-fea6da10258f None None] No DVR routers for this DVR port e131e898-b48d-4abf-9ef3-fee85b8e9784 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:07.258579 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f821c4d0-0c94-4013-b91e-4737541e3db1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:07.263055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f821c4d0-0c94-4013-b91e-4737541e3db1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:07.264900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f821c4d0-0c94-4013-b91e-4737541e3db1 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/c9ef8dee-ef9f-4c97-8587-e72292ce3c91 HTTP/1.1" status: 404 len: 333 time: 0.1233931 Jul 08 02:09:07.268490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54454) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.314310 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb2d4a4-5658-4eb4-a9cf-fb7cb812b55b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:07.314310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb2d4a4-5658-4eb4-a9cf-fb7cb812b55b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:07.314310 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7bb2d4a4-5658-4eb4-a9cf-fb7cb812b55b tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/94509228-875f-4c74-9841-21ce5841b953 HTTP/1.1" status: 404 len: 337 time: 0.0425990 Jul 08 02:09:07.315137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54456) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.370828 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3fff70-ee5e-4ce0-91e2-58f80b95a0bb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:07.377542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3fff70-ee5e-4ce0-91e2-58f80b95a0bb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:07.389383 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7e3fff70-ee5e-4ce0-91e2-58f80b95a0bb tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/c4912d98-6ab5-4a73-847a-780bf84e4b9d HTTP/1.1" status: 404 len: 337 time: 0.0731373 Jul 08 02:09:07.391921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a34a950-b106-4fce-a474-efe8e381d4de None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:09:07.392482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54458) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.405885 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85955dc9-62ff-4925-a885-17ff309619c8 x-openstack-request-id: req-85955dc9-62ff-4925-a885-17ff309619c8 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:07.406277 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "tag": "27c06049-2675-464a-808b-55377398f5e2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:07.406490 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85955dc9-62ff-4925-a885-17ff309619c8 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:07.406898 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'tag': '27c06049-2675-464a-808b-55377398f5e2', 'status': 'completed', 'code': 200} Jul 08 02:09:07.411700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc21c-231a-4caa-82c8-557525a8485e req-52134a8a-6f84-4840-a2f6-e5425d1dc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:07.413322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-52134a8a-6f84-4840-a2f6-e5425d1dc2b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1096 time: 0.1880066 Jul 08 02:09:07.430577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3ee5-5e13-4f1b-ae7c-d5343ce97d15 req-f4bc1e68-a73f-4bf3-bbe0-ebf0323518b6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:07.437907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ebb3ee5-5e13-4f1b-ae7c-d5343ce97d15 req-f4bc1e68-a73f-4bf3-bbe0-ebf0323518b6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1479638 Jul 08 02:09:07.443367 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bbdc31-8037-4454-a7e9-893eb376d16c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:07.444539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bbdc31-8037-4454-a7e9-893eb376d16c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:07.449662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-65bbdc31-8037-4454-a7e9-893eb376d16c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/f45bd1cb-cb3d-41b6-a247-0e3e47b84679 HTTP/1.1" status: 404 len: 333 time: 0.0560060 Jul 08 02:09:07.452087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54460) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.502967 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-5a2f8fa3-0b14-4840-b8f2-43147a16bab0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 217 time: 0.0413020 Jul 08 02:09:07.520703 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0a51ed-b6cd-4ec1-b192-e367e025e8da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:07.521821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0a51ed-b6cd-4ec1-b192-e367e025e8da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:07.525823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8e0a51ed-b6cd-4ec1-b192-e367e025e8da tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/49233840-3c84-4c99-b6de-2e09936d772b HTTP/1.1" status: 404 len: 337 time: 0.0742393 Jul 08 02:09:07.526281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] For port 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,segment=NetworkSegment(3f0e1229-178b-44ff-add5-7c09ac8a0178),segment_id=3f0e1229-178b-44ff-add5-7c09ac8a0178)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:07.526661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:07.536359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54464) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.570220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ebb3ee5-5e13-4f1b-ae7c-d5343ce97d15 req-89714c95-a926-4139-a4ee-4b26da84a647 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311209 Jul 08 02:09:07.585666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Calling delete_port for 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:07.621004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc21c-231a-4caa-82c8-557525a8485e req-97b53fbf-5a4b-4517-a43e-348118aeb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:07.635062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-97b53fbf-5a4b-4517-a43e-348118aeb86e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.1172504 Jul 08 02:09:07.685121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a34a950-b106-4fce-a474-efe8e381d4de None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:09:07.686523 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1159932-d70d-46f5-be27-cc7aae0f5c87 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:07.691128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1159932-d70d-46f5-be27-cc7aae0f5c87 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:07.692580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e131e898-b48d-4abf-9ef3-fee85b8e9784 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:07.693532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c1159932-d70d-46f5-be27-cc7aae0f5c87 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/65d397f0-cbe7-46dc-9bed-38d20e4ee3f9 HTTP/1.1" status: 404 len: 337 time: 0.1551268 Jul 08 02:09:07.697916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54468) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.730525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e131e898-b48d-4abf-9ef3-fee85b8e9784 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:07.730950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e131e898-b48d-4abf-9ef3-fee85b8e9784 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:07.877001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-459a67c1-6606-4afc-959b-5873747f0765 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d76b149-00b4-4f04-aed2-1fa24dca8c06 HTTP/1.1" status: 200 len: 205 time: 0.1776037 Jul 08 02:09:07.879804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54472) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:07.923993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc21c-231a-4caa-82c8-557525a8485e req-44404d49-6b2b-4712-bf6d-e139d7c1e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:07.925281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-44404d49-6b2b-4712-bf6d-e139d7c1e754 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139919 Jul 08 02:09:07.976833 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-19bba984-696b-4764-9a35-a658c0971076 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] delete failed (client error): The resource could not be found. Jul 08 02:09:07.979662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-19bba984-696b-4764-9a35-a658c0971076 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/routers/3d76b149-00b4-4f04-aed2-1fa24dca8c06 HTTP/1.1" status: 404 len: 336 time: 0.0986524 Jul 08 02:09:07.982528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54476) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.014722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f3a6d-a27a-4ab0-b891-e9a2311f7b51 req-a0bf88c2-399e-44a2-ab1d-60e5c1b8800b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:08.021681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-942f3a6d-a27a-4ab0-b891-e9a2311f7b51 req-a0bf88c2-399e-44a2-ab1d-60e5c1b8800b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2369654 Jul 08 02:09:08.028208 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8542f90d-40a3-4a50-b675-d51256d40cbe tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.028989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8542f90d-40a3-4a50-b675-d51256d40cbe tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.031768 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8542f90d-40a3-4a50-b675-d51256d40cbe tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/38408862-ef3a-4cd0-bdff-c2c80e85fd8d HTTP/1.1" status: 404 len: 337 time: 0.0335841 Jul 08 02:09:08.034607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54478) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.106348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e29152c-b18e-4994-ab19-dd050bbf00ab tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e020529-1637-4190-9937-4d646c43a90e HTTP/1.1" status: 200 len: 205 time: 0.0702367 Jul 08 02:09:08.117653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54482) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.143322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-942f3a6d-a27a-4ab0-b891-e9a2311f7b51 req-e0f2c267-224b-478b-82df-1d8e9f9d9e72 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207016 Jul 08 02:09:08.192384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-2739fe69-f963-4a8c-b0d0-356ddf8fe0e0 service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468352 Jul 08 02:09:08.252700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9395fc-2e8b-48de-8977-9c4a655f947b None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:09:08.284041 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-1bfaf62d-fccd-4a2b-a397-5c9be87d3dd4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] delete failed (client error): The resource could not be found. Jul 08 02:09:08.287453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1bfaf62d-fccd-4a2b-a397-5c9be87d3dd4 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/routers/3e020529-1637-4190-9937-4d646c43a90e HTTP/1.1" status: 404 len: 336 time: 0.1663418 Jul 08 02:09:08.289618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54488) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.307449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603da380-876a-4d0a-8871-5e862f942904 req-08f75dd9-eb5d-495e-bf05-f7311b28e778 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:08.334964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-603da380-876a-4d0a-8871-5e862f942904 req-08f75dd9-eb5d-495e-bf05-f7311b28e778 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 944 time: 0.5279336 Jul 08 02:09:08.340157 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:08.357169 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fa1b5a-8ea3-40cb-b0fe-916c77edf233 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.357682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60fa1b5a-8ea3-40cb-b0fe-916c77edf233 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.365379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-60fa1b5a-8ea3-40cb-b0fe-916c77edf233 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/685b7f45-17d7-4071-b56e-935407330afc HTTP/1.1" status: 404 len: 337 time: 0.0732832 Jul 08 02:09:08.374673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54490) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.444167 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98acb5c-9a3f-483c-9e5b-d816c0abbec9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.444846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98acb5c-9a3f-483c-9e5b-d816c0abbec9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.449529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f98acb5c-9a3f-483c-9e5b-d816c0abbec9 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/52aff7ea-d1a0-44ef-8cf0-3c9d8815ee07 HTTP/1.1" status: 404 len: 337 time: 0.0705466 Jul 08 02:09:08.464469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-603da380-876a-4d0a-8871-5e862f942904 req-398d275a-4e2e-4b52-b349-6b71d55f03df tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210902 Jul 08 02:09:08.465035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54492) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.506708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9395fc-2e8b-48de-8977-9c4a655f947b None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:09:08.537016 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-49831cdf-612a-4cee-b801-e1ec96378888 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.537798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49831cdf-612a-4cee-b801-e1ec96378888 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.551440 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-49831cdf-612a-4cee-b801-e1ec96378888 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/582844bc-6aa4-4705-b213-635efbe273e7 HTTP/1.1" status: 404 len: 333 time: 0.0735335 Jul 08 02:09:08.552356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54494) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.552590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:08.630903 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51fab1a-9ed8-4277-b0c2-fdbd5b65c9a7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.631397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51fab1a-9ed8-4277-b0c2-fdbd5b65c9a7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.635471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e51fab1a-9ed8-4277-b0c2-fdbd5b65c9a7 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/132a8f01-e7a1-4574-b843-41bab3cbb98e HTTP/1.1" status: 404 len: 337 time: 0.0797839 Jul 08 02:09:08.638721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54496) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.703238 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f4276a-a172-489b-92a2-f5122cad58e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.704096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f4276a-a172-489b-92a2-f5122cad58e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.708010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-93f4276a-a172-489b-92a2-f5122cad58e6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/6f512b18-b725-41de-a1e4-464c043d73a8 HTTP/1.1" status: 404 len: 333 time: 0.0661044 Jul 08 02:09:08.708245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54498) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.761523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41ee1f18-94ff-4e64-aa09-e61c1b30b0dd req-52512717-acde-4e5a-8bbe-9f1d00df7308 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.0536809 Jul 08 02:09:08.783132 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bcc21c-231a-4caa-82c8-557525a8485e req-f20d7489-421d-4f12-99a0-691be950e794 service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708592 Jul 08 02:09:08.804856 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-919e397a-8d64-4918-ba53-f40be2dd8ecc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.805322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919e397a-8d64-4918-ba53-f40be2dd8ecc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.807232 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-919e397a-8d64-4918-ba53-f40be2dd8ecc tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/279bf174-7720-40ef-9397-a0fc5c166478 HTTP/1.1" status: 404 len: 337 time: 0.0885906 Jul 08 02:09:08.815562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.874141 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-efba80bb-9c66-4699-9dd5-befcd421f79e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.877345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efba80bb-9c66-4699-9dd5-befcd421f79e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.893745 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-efba80bb-9c66-4699-9dd5-befcd421f79e tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/fe1e1839-e624-4879-bfb4-aaed89f766b6 HTTP/1.1" status: 404 len: 333 time: 0.0678694 Jul 08 02:09:08.896289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54502) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.956341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:08.959063 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a9d677-29a3-4536-8c7b-8e2a9ffa4cc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:08.959603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a9d677-29a3-4536-8c7b-8e2a9ffa4cc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:08.961574 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-26a9d677-29a3-4536-8c7b-8e2a9ffa4cc6 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/777c3144-7f6e-461f-8c22-b797441ca7fb HTTP/1.1" status: 404 len: 337 time: 0.0642078 Jul 08 02:09:08.974313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1443661-25f3-428b-9973-e3ed02f00747 req-7b3602a5-b837-4193-8206-10b864eaa8f0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:08.974423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54504) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:08.974499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1443661-25f3-428b-9973-e3ed02f00747 req-7b3602a5-b837-4193-8206-10b864eaa8f0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.5923598 Jul 08 02:09:09.039793 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a3e9fa-bae7-46b3-8594-0f7f87ca936c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:09.041289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a3e9fa-bae7-46b3-8594-0f7f87ca936c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:09.043424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a9a3e9fa-bae7-46b3-8594-0f7f87ca936c tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/ccf54586-bf8a-4905-930c-5b2bf1c2717b HTTP/1.1" status: 404 len: 333 time: 0.0713658 Jul 08 02:09:09.046075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54506) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:09.079906 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90ea121-fa8a-493a-a7df-1d2c96a58679 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:09.080708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90ea121-fa8a-493a-a7df-1d2c96a58679 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:09.083548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b90ea121-fa8a-493a-a7df-1d2c96a58679 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/2ae5955c-13e6-410e-9b1c-59dca582f5e0 HTTP/1.1" status: 404 len: 337 time: 0.0355706 Jul 08 02:09:09.086066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54508) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:09.134636 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a0488f-6291-4915-92cf-81b28c3da2ad tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:09.135464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a0488f-6291-4915-92cf-81b28c3da2ad tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:09.137341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-08a0488f-6291-4915-92cf-81b28c3da2ad tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/08033f4f-b7e5-4a95-817b-d54251a44554 HTTP/1.1" status: 404 len: 333 time: 0.0414722 Jul 08 02:09:09.140171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54510) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:09.148250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1443661-25f3-428b-9973-e3ed02f00747 req-fb71b066-744c-4e15-925d-0ceb3a71954e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659188 Jul 08 02:09:09.160752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-c3d33bf5-099b-4de9-a91e-c24a03c600bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:09.162336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-c3d33bf5-099b-4de9-a91e-c24a03c600bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1096 time: 0.2526684 Jul 08 02:09:09.167782 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b46d4e2-890f-4189-92da-2113602c5ee5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:09.168263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b46d4e2-890f-4189-92da-2113602c5ee5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:09.172930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b46d4e2-890f-4189-92da-2113602c5ee5 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/2a95819b-afb9-4f82-b933-e15cc766080c HTTP/1.1" status: 404 len: 337 time: 0.0288830 Jul 08 02:09:09.174182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54512) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:09.248009 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5174cb-6158-403b-a21f-4e2aa4e37d73 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:09.248863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5174cb-6158-403b-a21f-4e2aa4e37d73 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:09.251108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-de5174cb-6158-403b-a21f-4e2aa4e37d73 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/28246aef-3788-4ce4-9481-9b2ab80a03d1 HTTP/1.1" status: 404 len: 333 time: 0.0743666 Jul 08 02:09:09.254480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54514) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:09.321004 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a44017f-9001-4cef-8a32-9905b10e2616 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:09.321004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a44017f-9001-4cef-8a32-9905b10e2616 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:09.324686 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9a44017f-9001-4cef-8a32-9905b10e2616 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/08088918-2a42-4c38-b04e-a5f480c680db HTTP/1.1" status: 404 len: 337 time: 0.0670562 Jul 08 02:09:09.339326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54516) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:09.417188 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9a0511-0e90-4ffa-a396-39ea74f25b3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:09.417965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9a0511-0e90-4ffa-a396-39ea74f25b3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:09.419774 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fb9a0511-0e90-4ffa-a396-39ea74f25b3d tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/ports/595185f3-2fea-4aec-80a7-fc8430112344 HTTP/1.1" status: 404 len: 333 time: 0.0794201 Jul 08 02:09:09.422486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54518) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:09.498901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-1025c87a-f1ab-4a21-a8bf-3bd7cc0bf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:09.501754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-1025c87a-f1ab-4a21-a8bf-3bd7cc0bf129 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 898 time: 0.3281291 Jul 08 02:09:09.501930 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d57be97-1b43-4a38-a7a5-6200b1935a42 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:09.501930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d57be97-1b43-4a38-a7a5-6200b1935a42 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:09.503709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4d57be97-1b43-4a38-a7a5-6200b1935a42 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/subnets/2da06e49-6e8c-4bf0-9c66-8d944392c1d7 HTTP/1.1" status: 404 len: 337 time: 0.0797353 Jul 08 02:09:09.506190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54522) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:09.671611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:09.878498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:09.901980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc2ab68-e973-4376-87b9-5f7999fdd5fc']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:09.928904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54321686-bd12-4e55-8dbc-6e415294739c') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:09.929259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54321686-bd12-4e55-8dbc-6e415294739c') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:09.945618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:09.978749 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:10.000395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:10.000832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:10.001931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Router 4f8d6cd5-a7a7-40f8-9782-ad293664073a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:10.004692 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:10.011780 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-dcf93f08-7c2e-413c-9e03-8bffb4bb6323 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 217 time: 0.5030336 Jul 08 02:09:10.126559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9093e8-1ee3-4f9b-aa93-ef1a72a47006 req-0b75d3d8-f6fb-49cb-957b-cf93bfb65ed6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:10.129174 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a9093e8-1ee3-4f9b-aa93-ef1a72a47006 req-0b75d3d8-f6fb-49cb-957b-cf93bfb65ed6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1310160 Jul 08 02:09:10.164179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-27952529-ce42-49f1-9b40-73f6496109c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:10.167691 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-27952529-ce42-49f1-9b40-73f6496109c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.1192391 Jul 08 02:09:10.191139 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a9093e8-1ee3-4f9b-aa93-ef1a72a47006 req-78980b1e-eb77-47bc-8286-b92fe4452765 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545073 Jul 08 02:09:10.196046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:10.248223 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:10.250529 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] 10.222.0.10 "DELETE /v2.0/networks/4fc2ab68-e973-4376-87b9-5f7999fdd5fc HTTP/1.1" status: 204 len: 168 time: 0.7430978 Jul 08 02:09:10.252463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Pushing event deleted for resources: {'Network': ['ID=4fc2ab68-e973-4376-87b9-5f7999fdd5fc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:10.262745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994955a6-be4f-4a94-b386-ca8d191d937d req-a81d6a8c-ef3f-4d2f-b48d-5c9d97ee8948 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:10.268738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-994955a6-be4f-4a94-b386-ca8d191d937d req-a81d6a8c-ef3f-4d2f-b48d-5c9d97ee8948 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 944 time: 0.2594242 Jul 08 02:09:10.285998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.288784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.289452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.290071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.290662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.291867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.293214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.295205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.296083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.297273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.298301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.299393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411f6ee-e495-4058-aa21-f24b10acae71 tempest-NetworksTestDHCPv6-1030910278 tempest-NetworksTestDHCPv6-1030910278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:10.354858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:10.361243 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-54918117-a5be-47ca-b589-f76fadfe2e23 admin admin] 10.222.0.10 "PUT /v2.0/routers/4f8d6cd5-a7a7-40f8-9782-ad293664073a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8574216 Jul 08 02:09:10.363797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54536) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:10.374004 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] Sync routers for ids ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:10.388024 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] Routers {'4f8d6cd5-a7a7-40f8-9782-ad293664073a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:10.392304 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:10.396170 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-994955a6-be4f-4a94-b386-ca8d191d937d req-309a653a-deba-45d5-89cd-663578621789 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235635 Jul 08 02:09:10.436993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-d8f7b583-3f51-40df-9369-00740d44b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:10.436993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-d8f7b583-3f51-40df-9369-00740d44b31b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2264462 Jul 08 02:09:10.549299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:10.614027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-297ad15a-122a-4f53-91af-8efb6bfa1add service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576810 Jul 08 02:09:10.616877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3417358f-6979-479a-a976-724503578b2d req-adba7d6d-58c9-443a-bff4-03cfd6a7c41a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.0780654 Jul 08 02:09:10.695389 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] Set router 4f8d6cd5-a7a7-40f8-9782-ad293664073a gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:10.819087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-087886fa-21d1-4bcf-aa1b-ce5b6b9741fd req-ac536aff-011a-4d20-82a7-4ed278c68bd9 service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919680 Jul 08 02:09:10.867697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:10.976946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa1f2-209d-4af0-a812-7da9059a5f3c req-78879bb9-db21-4161-8e36-67458b27d882 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:10.979258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b2aa1f2-209d-4af0-a812-7da9059a5f3c req-78879bb9-db21-4161-8e36-67458b27d882 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1435833 Jul 08 02:09:11.053213 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:09:08Z', 'revision_number': 5, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port': {'id': 'ce63b0b8-7ff1-47e6-9839-05b705c4f770', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:72:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:11.081404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:11.088116 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] Checking router: 4f8d6cd5-a7a7-40f8-9782-ad293664073a for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:11.105651 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] Routers {'4f8d6cd5-a7a7-40f8-9782-ad293664073a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:11.107385 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:08:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:11.182230 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b2aa1f2-209d-4af0-a812-7da9059a5f3c req-106dec1c-f89a-407d-87e4-1a36bd108714 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627336 Jul 08 02:09:11.206563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Deleting port ce63b0b8-7ff1-47e6-9839-05b705c4f770 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:11.206879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.238564 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] Set router 4f8d6cd5-a7a7-40f8-9782-ad293664073a gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:11.285660 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0bd87edd-e544-4f7f-b2c8-41213b765eb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=119880a38e954773a01a2eeee0baa0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030420 Jul 08 02:09:11.289415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:11.333501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:09:10Z', 'revision_number': 6, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:11.382653 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a6505-3654-4b26-9c88-78661446f7e0 None None] The sync data for ids ['4f8d6cd5-a7a7-40f8-9782-ad293664073a'] in n-d-695189-13 is: [{'id': '4f8d6cd5-a7a7-40f8-9782-ad293664073a', 'name': 'tempest-TestAggregatesBasicOps-455548748-router', 'tenant_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:34Z', 'updated_at': '2021-07-08T02:09:10Z', 'revision_number': 6, 'project_id': '0de2be9e7e1542d6b5a3fbf4580b47f3', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:11.387399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6387a28e-ecdc-43fa-a344-e1a6463930a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.390900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] For port ce63b0b8-7ff1-47e6-9839-05b705c4f770, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ce63b0b8-7ff1-47e6-9839-05b705c4f770,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:11.391244 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.422762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Calling delete_port for ce63b0b8-7ff1-47e6-9839-05b705c4f770 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:11.435440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6387a28e-ecdc-43fa-a344-e1a6463930a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.614173 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6387a28e-ecdc-43fa-a344-e1a6463930a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.616773 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6387a28e-ecdc-43fa-a344-e1a6463930a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.620931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6387a28e-ecdc-43fa-a344-e1a6463930a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4143f6ba-3665-4f03-b146-22c24a226de0 HTTP/1.1" status: 204 len: 168 time: 0.3276122 Jul 08 02:09:11.645278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387a28e-ecdc-43fa-a344-e1a6463930a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4143f6ba-3665-4f03-b146-22c24a226de0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:11.792000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:11.865875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:11.866228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4a96c5f1-069e-48a6-98ee-53b5f1bbbbbf not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:12.054314 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0d89df17-fd99-429a-9637-cc58b5c92320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.228435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7c3e3-c4e2-48ce-97c0-0f9f81169d24 req-9d018106-860e-4410-98bb-db5319c39771 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:12.230645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64e7c3e3-c4e2-48ce-97c0-0f9f81169d24 req-9d018106-860e-4410-98bb-db5319c39771 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 944 time: 0.0975375 Jul 08 02:09:12.264557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.323352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64e7c3e3-c4e2-48ce-97c0-0f9f81169d24 req-cf7d4529-0964-426d-b54b-b0add236f788 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829387 Jul 08 02:09:12.324698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce63b0b8-7ff1-47e6-9839-05b705c4f770,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:12.391990 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a36a959-9e74-4231-8333-3cc26ff1949e req-dd346483-1047-4855-afb2-6d98817e9744 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=4258e2c2-e625-42c8-81ef-5654691ce313 HTTP/1.1" status: 200 len: 210 time: 0.0820036 Jul 08 02:09:12.649269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.649269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.649269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.652037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 27c06049-2675-464a-808b-55377398f5e2 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:09:12.768863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:12.782923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '27c06049-2675-464a-808b-55377398f5e2', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'port_id': '27c06049-2675-464a-808b-55377398f5e2', 'mac_address': 'fa:16:3e:d4:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:09:12.829525 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.847294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c06049-2675-464a-808b-55377398f5e2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:09:12.867318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.868306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8d6cd5-a7a7-40f8-9782-ad293664073a {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:09:12.870932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:12.875630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.877235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c6bf716b-f339-49d3-ade5-62a201772103 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4f8d6cd5-a7a7-40f8-9782-ad293664073a HTTP/1.1" status: 204 len: 168 time: 2.5120423 Jul 08 02:09:12.880780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54574) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:12.921571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2b952-65a4-4f33-8ed7-8287641d4a9d req-bcdc7c0d-66ab-4148-aa3a-7b1e58fa80ec tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:12.923173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a0b2b952-65a4-4f33-8ed7-8287641d4a9d req-bcdc7c0d-66ab-4148-aa3a-7b1e58fa80ec tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1064823 Jul 08 02:09:12.964404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a48da7-479e-4c36-b848-7819032f3d12 admin admin] Deleting subnet 1be5a57c-7d8c-41e2-98bb-8ed5392df886 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:12.972091 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89a48da7-479e-4c36-b848-7819032f3d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.008991 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.048742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89a48da7-479e-4c36-b848-7819032f3d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.059506 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a0b2b952-65a4-4f33-8ed7-8287641d4a9d req-6ca1e9fe-ca12-4631-bcae-9ef9f9225858 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063533 Jul 08 02:09:13.166667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:13.239507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89a48da7-479e-4c36-b848-7819032f3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.372876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3f448-fc46-4bc8-8530-40dc34b01a0b req-88bf8800-5092-40af-9078-39da89d3e2a8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:13.375355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfb3f448-fc46-4bc8-8530-40dc34b01a0b req-88bf8800-5092-40af-9078-39da89d3e2a8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1517837 Jul 08 02:09:13.445142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['27c06049-2675-464a-808b-55377398f5e2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:09:13.462964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfb3f448-fc46-4bc8-8530-40dc34b01a0b req-84902eee-4de2-4eb0-9433-522deb6ad3e9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745513 Jul 08 02:09:13.517480 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89a48da7-479e-4c36-b848-7819032f3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.594139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a48da7-479e-4c36-b848-7819032f3d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be5a57c-7d8c-41e2-98bb-8ed5392df886,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:13.604306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193a956-d6ec-4250-baa7-d726c3de7269 None None] Network 972765b1-5749-427d-a935-3d0b9e08a3e9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:13.606577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89a48da7-479e-4c36-b848-7819032f3d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.609951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-89a48da7-479e-4c36-b848-7819032f3d12 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1be5a57c-7d8c-41e2-98bb-8ed5392df886 HTTP/1.1" status: 204 len: 168 time: 0.7275572 Jul 08 02:09:13.612672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:13.643062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:13.654653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ce63b0b8-7ff1-47e6-9839-05b705c4f770 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:13.740199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251f473-1f4b-4385-afc8-e5dca583761e req-1cf3684d-05d3-4c5f-8ddb-229679b4fa6e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:13.754464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8251f473-1f4b-4385-afc8-e5dca583761e req-1cf3684d-05d3-4c5f-8ddb-229679b4fa6e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 945 time: 0.1716967 Jul 08 02:09:13.786157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: ce63b0b8-7ff1-47e6-9839-05b705c4f770 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:13.786782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ce63b0b8-7ff1-47e6-9839-05b705c4f770 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:13.831574 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8251f473-1f4b-4385-afc8-e5dca583761e req-3876c695-0632-4fe2-8318-7077775f08ba tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761745 Jul 08 02:09:13.868203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.932145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1061074351'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:14.060862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Deleting port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:14.061359 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.133321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:14.141680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.154353 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.259501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] DHCP port deletion for 972765b1-5749-427d-a935-3d0b9e08a3e9 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:09:14.269950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] For port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,segment=NetworkSegment(3f0e1229-178b-44ff-add5-7c09ac8a0178),segment_id=3f0e1229-178b-44ff-add5-7c09ac8a0178)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:14.270648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.300293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Calling delete_port for d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:14.346189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] Deleting port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:14.346573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.394891 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-644b4a07-8862-4a8b-bf0d-35162873732f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.419691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6a691-360d-41fd-ab75-f2cff7306892 req-2cd99ab5-9b50-43e7-97e3-aa82a8bfa491 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:14.421652 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62d6a691-360d-41fd-ab75-f2cff7306892 req-2cd99ab5-9b50-43e7-97e3-aa82a8bfa491 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2142024 Jul 08 02:09:14.440474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] For port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,segment=NetworkSegment(3f0e1229-178b-44ff-add5-7c09ac8a0178),segment_id=3f0e1229-178b-44ff-add5-7c09ac8a0178)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:14.440952 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.445355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.466500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] Calling delete_port for d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:14.493438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62d6a691-360d-41fd-ab75-f2cff7306892 req-6f679d2a-468e-4efc-b191-c7f79ac985f7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585744 Jul 08 02:09:14.500108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.549369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:14.581611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e075e69-71d4-49fa-98b8-b75c44022fa5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:14.596598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.601455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.601455 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Added segment 56ac91a3-2ac9-4c96-bd01-6e101d7677bb of type vlan for network 53875e36-16c8-4dc3-bb14-f280712d2a81 Jul 08 02:09:14.602201 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.630663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] Pushing event deleted for resources: {'Port': ['ID=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:14.643967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:14.645539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6940f309-ce03-4fe2-b992-7c28694e0c51 None None] No DVR routers for this DVR port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:14.689765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] No DVR routers for this DVR port d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:14.696179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ccc46-1467-4368-b66f-ef8190881389 req-46b80566-8979-4d98-a203-ad304d52a462 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:14.699758 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a1ccc46-1467-4368-b66f-ef8190881389 req-46b80566-8979-4d98-a203-ad304d52a462 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0983865 Jul 08 02:09:14.737962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.767707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a1ccc46-1467-4368-b66f-ef8190881389 req-0ba4bf33-79af-42bc-a104-18be4e0550da tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605893 Jul 08 02:09:14.810163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.830518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972765b1-5749-427d-a935-3d0b9e08a3e9']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:14.841643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0e1229-178b-44ff-add5-7c09ac8a0178') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:14.841945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0e1229-178b-44ff-add5-7c09ac8a0178') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:14.856383 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.873720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.881120 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.885186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:14.886370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:09:14.888403 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:14.892054 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:14.938138 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.945221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:14.945939 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.054759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Network': ['ID=53875e36-16c8-4dc3-bb14-f280712d2a81,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:15.071952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 53875e36-16c8-4dc3-bb14-f280712d2a81 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:15.165899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad371b47-ac60-4944-b955-5ea729f17367 req-4e69dacb-b0b0-4989-aed1-a24ef7778dc7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:15.172910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad371b47-ac60-4944-b955-5ea729f17367 req-4e69dacb-b0b0-4989-aed1-a24ef7778dc7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 945 time: 0.0828178 Jul 08 02:09:15.181154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.195420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ce7635ca-f476-4c5f-b817-9d434d99b3a5 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5390396 Jul 08 02:09:15.195420 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.195420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] 10.222.0.10 "DELETE /v2.0/networks/972765b1-5749-427d-a935-3d0b9e08a3e9 HTTP/1.1" status: 204 len: 168 time: 1.5756643 Jul 08 02:09:15.243308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2342d03-f507-4248-9269-12e2e27d61bf admin admin] Pushing event deleted for resources: {'Network': ['ID=972765b1-5749-427d-a935-3d0b9e08a3e9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:15.292924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad371b47-ac60-4944-b955-5ea729f17367 req-194511c1-0002-444e-912e-42d281e2ed53 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187892 Jul 08 02:09:15.641409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:15.696598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:15.702963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d1e2c3a3-835b-4932-98c1-1fe5fd3e9dbc not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:15.708106 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.711735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54622) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:15.813610 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b89331e0-0a4c-4314-b3fd-394f614b58a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ac8f69186764ec79f47c4e41512d789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994594 Jul 08 02:09:15.815538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:15.902363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26502531-488d-4670-9b48-12075c0ec1f5 req-140fe5db-93ab-4a08-9489-80ca1ae763e8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:15.915787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26502531-488d-4670-9b48-12075c0ec1f5 req-140fe5db-93ab-4a08-9489-80ca1ae763e8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1392343 Jul 08 02:09:15.932485 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24ac9221-640b-4bd2-9244-7b9dd06c49f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.981690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24ac9221-640b-4bd2-9244-7b9dd06c49f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.009301 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26502531-488d-4670-9b48-12075c0ec1f5 req-2697bb18-35df-452c-9603-31e17b7bf3ac tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921412 Jul 08 02:09:16.204645 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24ac9221-640b-4bd2-9244-7b9dd06c49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.208761 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-24ac9221-640b-4bd2-9244-7b9dd06c49f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.213738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-24ac9221-640b-4bd2-9244-7b9dd06c49f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6b1785b-df19-4262-bd3e-6404f8b3c39f HTTP/1.1" status: 204 len: 168 time: 0.3956373 Jul 08 02:09:16.238829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac9221-640b-4bd2-9244-7b9dd06c49f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b1785b-df19-4262-bd3e-6404f8b3c39f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:16.432144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff230-0c4c-49cb-b341-1a892ffd57d9 req-6836761f-59c4-46b8-a860-e6870c399b69 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:16.433793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-972ff230-0c4c-49cb-b341-1a892ffd57d9 req-6836761f-59c4-46b8-a860-e6870c399b69 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2951057 Jul 08 02:09:16.619861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 27c06049-2675-464a-808b-55377398f5e2 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:16.636888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-972ff230-0c4c-49cb-b341-1a892ffd57d9 req-4281280e-1dbf-465c-934e-64224756b82a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852050 Jul 08 02:09:16.770558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff19b4-fec3-41b8-8418-d6d8fc1d749f req-445972f8-12e2-4599-88eb-dc1a7c9b453e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:16.772490 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96ff19b4-fec3-41b8-8418-d6d8fc1d749f req-445972f8-12e2-4599-88eb-dc1a7c9b453e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 945 time: 0.1208954 Jul 08 02:09:16.833053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 27c06049-2675-464a-808b-55377398f5e2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:16.838109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 27c06049-2675-464a-808b-55377398f5e2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:16.839193 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.889281 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96ff19b4-fec3-41b8-8418-d6d8fc1d749f req-3c222bac-88ff-409a-9910-bf90dd468674 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095548 Jul 08 02:09:16.990588 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:17.130933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:17.136818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c06049-2675-464a-808b-55377398f5e2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:17.145678 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82313354-7ae8-4e5d-9e31-7120020bd5ee" -d '{"events": [{"server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "name": "network-vif-plugged", "status": "completed", "tag": "27c06049-2675-464a-808b-55377398f5e2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:17.212835 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:17.298920 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bfc522-64cc-4177-8124-f4446b8fd71c x-openstack-request-id: req-c0bfc522-64cc-4177-8124-f4446b8fd71c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:17.299830 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "name": "network-vif-plugged", "status": "completed", "tag": "27c06049-2675-464a-808b-55377398f5e2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:17.302614 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0bfc522-64cc-4177-8124-f4446b8fd71c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:17.303145 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c06049-2675-464a-808b-55377398f5e2', 'code': 200} Jul 08 02:09:17.508950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:17.540215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:17.592227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eb89b-515f-42fd-8d57-4c945613be50 req-8f18bac2-a637-42c3-83cf-eaa6898e6510 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:17.603714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f53eb89b-515f-42fd-8d57-4c945613be50 req-8f18bac2-a637-42c3-83cf-eaa6898e6510 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2843490 Jul 08 02:09:17.654514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54654) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:17.677330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b2e70-e47d-4f4b-9920-b5b10b2f627a req-a6cc20c0-9e72-46bb-a183-00f9ad615a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:17.678852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d0b2e70-e47d-4f4b-9920-b5b10b2f627a req-a6cc20c0-9e72-46bb-a183-00f9ad615a0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1098 time: 0.2640576 Jul 08 02:09:17.759923 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f53eb89b-515f-42fd-8d57-4c945613be50 req-b8d8a409-b86e-4a06-8e1f-896cc5d9a5b7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520097 Jul 08 02:09:17.862707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8d0b2e70-e47d-4f4b-9920-b5b10b2f627a req-f98835ee-1e43-4792-a514-79e4a66cc5e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467717 Jul 08 02:09:17.864984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b1ee6a84-a431-468f-9a22-b4eb0df33c3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0de2be9e7e1542d6b5a3fbf4580b47f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075891 Jul 08 02:09:17.867844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54658) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:17.987489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-677d1709-6d31-4652-aff1-69a10c58e357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.086036 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-677d1709-6d31-4652-aff1-69a10c58e357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.088388 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.221733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322807ff-1ff6-488d-b25f-ad509c226b69 req-d590bbad-e101-4ed9-9868-1959c7c266ab tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:18.241838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445c4b4-217a-4145-a196-4ec80d5643e4 req-b0ea7858-d4ea-4e18-8981-b9f2913d6e40 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:18.248137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-322807ff-1ff6-488d-b25f-ad509c226b69 req-d590bbad-e101-4ed9-9868-1959c7c266ab tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1443346 Jul 08 02:09:18.256780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2445c4b4-217a-4145-a196-4ec80d5643e4 req-b0ea7858-d4ea-4e18-8981-b9f2913d6e40 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2672269 Jul 08 02:09:18.273810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-677d1709-6d31-4652-aff1-69a10c58e357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.277468 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-677d1709-6d31-4652-aff1-69a10c58e357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.279182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-677d1709-6d31-4652-aff1-69a10c58e357 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6b0589a-f2ce-4e48-b142-c89b93abad0c HTTP/1.1" status: 204 len: 168 time: 0.4096134 Jul 08 02:09:18.356724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d1709-6d31-4652-aff1-69a10c58e357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b0589a-f2ce-4e48-b142-c89b93abad0c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:18.367839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-322807ff-1ff6-488d-b25f-ad509c226b69 req-5d1ed30c-14bc-4861-8d0c-32a7a9e42eec tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134229 Jul 08 02:09:18.492981 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2445c4b4-217a-4145-a196-4ec80d5643e4 req-38badd7d-3623-486e-ad56-177f677a23a7 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284348 Jul 08 02:09:18.593386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54668) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:18.601484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'subnet': {'network_id': '53875e36-16c8-4dc3-bb14-f280712d2a81', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:18.842444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:18.846632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.126687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506076a1-7cb4-4f50-9d82-5b26b550b4e4 req-1ff96581-bb07-487e-b440-0a5e4ed5918f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:19.130739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-506076a1-7cb4-4f50-9d82-5b26b550b4e4 req-1ff96581-bb07-487e-b440-0a5e4ed5918f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.1393058 Jul 08 02:09:19.203482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-506076a1-7cb4-4f50-9d82-5b26b550b4e4 req-f83c72ca-1686-43fc-8e3f-e7ff662b391f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623112 Jul 08 02:09:19.284290 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.393844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Subnet': ['ID=fdf520d7-bf24-4886-8bc6-2458e372a14c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:19.433287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Checking segment: {'id': '56ac91a3-2ac9-4c96-bd01-6e101d7677bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '53875e36-16c8-4dc3-bb14-f280712d2a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:19.443122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network hostable DHCP agents. Network: 53875e36-16c8-4dc3-bb14-f280712d2a81, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:19.552459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network 53875e36-16c8-4dc3-bb14-f280712d2a81 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:19.660851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048e06c-f58b-4f95-b71c-7cd85bdc95bf req-6ac338d9-2994-44f6-96ea-022c39e6d576 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:19.667865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8048e06c-f58b-4f95-b71c-7cd85bdc95bf req-6ac338d9-2994-44f6-96ea-022c39e6d576 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.0842047 Jul 08 02:09:19.711593 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8048e06c-f58b-4f95-b71c-7cd85bdc95bf req-c96ab2cf-bca1-4ddc-9075-1a7329922939 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426934 Jul 08 02:09:19.722800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 53875e36-16c8-4dc3-bb14-f280712d2a81) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:19.729071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:19.729685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.741955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34f9dd-0b76-4a55-84cb-90f2475c6e67 None None] Network 53875e36-16c8-4dc3-bb14-f280712d2a81 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:19.756688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbfd68-d873-4a5f-b889-3bc4d9337c32 req-fc92a1d4-0401-42cf-93dd-40b4b67d09e6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:19.768588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4dfbfd68-d873-4a5f-b889-3bc4d9337c32 req-fc92a1d4-0401-42cf-93dd-40b4b67d09e6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0988817 Jul 08 02:09:19.832428 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8ad6ce67-06cb-4d0f-88e2-f16e5d7e48ba tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2372956 Jul 08 02:09:19.839780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54698) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:19.845719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1686388168'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:19.848008 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4dfbfd68-d873-4a5f-b889-3bc4d9337c32 req-caebe77c-988e-4f5d-b175-d239f9c9034e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767782 Jul 08 02:09:20.050936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-53875e36-16c8-4dc3-bb14-f280712d2a81', 'network_id': '53875e36-16c8-4dc3-bb14-f280712d2a81', 'tenant_id': '0d151fac327b4eb6a231bdcb6f7ff1ac', 'fixed_ips': [{'subnet_id': 'fdf520d7-bf24-4886-8bc6-2458e372a14c'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:20.050936 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.056965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:20.060825 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.066603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52fd4c-7591-4db2-bfb4-0a26b12b1d68 req-22cc3a68-380d-4505-87fc-14ea961f5543 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:20.069350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd52fd4c-7591-4db2-bfb4-0a26b12b1d68 req-22cc3a68-380d-4505-87fc-14ea961f5543 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.0796719 Jul 08 02:09:20.343676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd52fd4c-7591-4db2-bfb4-0a26b12b1d68 req-81fe0355-92b9-4fb4-a371-5565faee48e5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529833 Jul 08 02:09:20.344456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:20.344456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.344456 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Added segment 7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a of type vlan for network 3b899284-c32b-49c7-92f1-fda62193557a Jul 08 02:09:20.344456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.345205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Allocated IP 2001:db8:0:ffff::2 (53875e36-16c8-4dc3-bb14-f280712d2a81/fdf520d7-bf24-4886-8bc6-2458e372a14c/30445e6a-2408-4a23-8f8e-78cf09a804af) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:20.346340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54706) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:20.370892 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.385002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Transition to ACTIVE for port object 30445e6a-2408-4a23-8f8e-78cf09a804af will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:20.409513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c63be97-5410-48b8-96c3-ae6527561e53 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:20.411068 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1c63be97-5410-48b8-96c3-ae6527561e53 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1093 time: 0.0638533 Jul 08 02:09:20.414068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47262b-e47d-4726-b719-864244b71b36 req-09ea6167-7384-4132-8982-7b78ff55eeed tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:20.415400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54708) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:20.415650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae47262b-e47d-4726-b719-864244b71b36 req-09ea6167-7384-4132-8982-7b78ff55eeed tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.0848882 Jul 08 02:09:20.420508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '27c06049-2675-464a-808b-55377398f5e2', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:20.426487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Transition to ACTIVE for port object 30445e6a-2408-4a23-8f8e-78cf09a804af will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:20.470222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae47262b-e47d-4726-b719-864244b71b36 req-50eb6ded-4730-46fe-bbc3-c7ab3e51d516 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473022 Jul 08 02:09:20.510869 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.519030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:20.519694 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.618163 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.618398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.622217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Network': ['ID=3b899284-c32b-49c7-92f1-fda62193557a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:20.666126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 3b899284-c32b-49c7-92f1-fda62193557a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:20.700910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ae3bc52d-d3af-45b3-bc8d-71dfb266f714 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8572729 Jul 08 02:09:20.701273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:20.708132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'subnet': {'network_id': '3b899284-c32b-49c7-92f1-fda62193557a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:20.744631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Network 53875e36-16c8-4dc3-bb14-f280712d2a81 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:20.747559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:20.816345 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.920317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:20.926315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Pushing event updated for resources: {'Port': ['ID=30445e6a-2408-4a23-8f8e-78cf09a804af,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:21.025445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.25.8.208 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/fed75603-eb5a-48a9-ad76-d2093e84e200) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:21.063140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:21.067149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.142777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Attempting to bind port 30445e6a-2408-4a23-8f8e-78cf09a804af on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:21.156080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Attempting to bind port 30445e6a-2408-4a23-8f8e-78cf09a804af by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '56ac91a3-2ac9-4c96-bd01-6e101d7677bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '53875e36-16c8-4dc3-bb14-f280712d2a81'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:21.156903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Attempting to bind port 30445e6a-2408-4a23-8f8e-78cf09a804af on network 53875e36-16c8-4dc3-bb14-f280712d2a81 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:21.175754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:21.176448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Checking segment: {'id': '56ac91a3-2ac9-4c96-bd01-6e101d7677bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '53875e36-16c8-4dc3-bb14-f280712d2a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:21.177064 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.177662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Bound using segment: {'id': '56ac91a3-2ac9-4c96-bd01-6e101d7677bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '53875e36-16c8-4dc3-bb14-f280712d2a81'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:21.178352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Bound port: 30445e6a-2408-4a23-8f8e-78cf09a804af, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ac91a3-2ac9-4c96-bd01-6e101d7677bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '53875e36-16c8-4dc3-bb14-f280712d2a81'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:21.178967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.187230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.286425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.302925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a2b6b-8939-4ea4-96b1-2589228051ec req-0bd1c97c-6dbf-41c8-b072-dcdbdcb8762a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:21.311030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-716a2b6b-8939-4ea4-96b1-2589228051ec req-0bd1c97c-6dbf-41c8-b072-dcdbdcb8762a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2053106 Jul 08 02:09:21.355014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] For port 30445e6a-2408-4a23-8f8e-78cf09a804af, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:21.360615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] For port 30445e6a-2408-4a23-8f8e-78cf09a804af, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=30445e6a-2408-4a23-8f8e-78cf09a804af,segment=NetworkSegment(56ac91a3-2ac9-4c96-bd01-6e101d7677bb),segment_id=56ac91a3-2ac9-4c96-bd01-6e101d7677bb)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:21.380698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-716a2b6b-8939-4ea4-96b1-2589228051ec req-93f08fce-f612-4d55-934c-b39e3b065b1b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695007 Jul 08 02:09:21.462836 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.464127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.567260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:21.588039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:21.598422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:21.665204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965fbdf-f5a0-4e2b-a989-ee8b1f8dc70c None None] Pushing event updated for resources: {'Port': ['ID=30445e6a-2408-4a23-8f8e-78cf09a804af,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:21.671984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=fed75603-eb5a-48a9-ad76-d2093e84e200,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:21.741267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:09:21.749562 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.893905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54746) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:21.980929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Checking segment: {'id': '7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3b899284-c32b-49c7-92f1-fda62193557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:21.981454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network hostable DHCP agents. Network: 3b899284-c32b-49c7-92f1-fda62193557a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:21.994036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Subnet': ['ID=5572e247-fbb4-42aa-9989-29c679f506dc,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:22.021956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77019d-0c87-48d7-bf2c-0c1df6058a05 req-edb99d40-3c3e-49f4-b615-ae126cdb2c31 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:22.029394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f77019d-0c87-48d7-bf2c-0c1df6058a05 req-edb99d40-3c3e-49f4-b615-ae126cdb2c31 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 945 time: 0.3603973 Jul 08 02:09:22.099829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f77019d-0c87-48d7-bf2c-0c1df6058a05 req-c8c4e860-1414-4037-ad80-8ed43bd94e51 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654356 Jul 08 02:09:22.174032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network 3b899284-c32b-49c7-92f1-fda62193557a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:22.227613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'network': {'name': 'tempest-network-smoke--1155417461', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:22.261418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc4be-f818-40e9-adda-d26c2f8ac466 req-4317b2c1-05d9-4ab7-bda2-f9b50d070c32 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:22.262899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19fdc4be-f818-40e9-adda-d26c2f8ac466 req-4317b2c1-05d9-4ab7-bda2-f9b50d070c32 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2142458 Jul 08 02:09:22.270656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 3b899284-c32b-49c7-92f1-fda62193557a) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:22.276073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:22.276596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.280479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca25cdb2-7934-45c3-9662-616d848eca22 None None] Network 3b899284-c32b-49c7-92f1-fda62193557a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:22.412314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:22.416055 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.428993 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19fdc4be-f818-40e9-adda-d26c2f8ac466 req-15d3b4a7-f1d1-465a-82e8-59c7a6323410 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534860 Jul 08 02:09:22.431923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-3b899284-c32b-49c7-92f1-fda62193557a', 'network_id': '3b899284-c32b-49c7-92f1-fda62193557a', 'tenant_id': '0d151fac327b4eb6a231bdcb6f7ff1ac', 'fixed_ips': [{'subnet_id': '5572e247-fbb4-42aa-9989-29c679f506dc'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:22.432796 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.442943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.469029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.500856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-abb1b305-1c43-48a3-b5b0-1a6f4b57402c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7970612 Jul 08 02:09:22.505237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:22.510650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'port': {'network_id': '3b899284-c32b-49c7-92f1-fda62193557a', 'name': 'tempest-NetworksIpV6TestAttrs-731697200'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:22.688110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.712730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Allocated IP 2001:db8::f816:3eff:fe8d:2148 (3b899284-c32b-49c7-92f1-fda62193557a/5572e247-fbb4-42aa-9989-29c679f506dc/6748c9bd-0ac8-45d5-bce3-8f21401161b7) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:22.719876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b3694-a954-4514-bb5e-00cfedc7abdb req-5de4408f-bdb7-4358-aa7d-f74a817d5ff1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:22.721896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab5b3694-a954-4514-bb5e-00cfedc7abdb req-5de4408f-bdb7-4358-aa7d-f74a817d5ff1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1211417 Jul 08 02:09:22.779960 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab5b3694-a954-4514-bb5e-00cfedc7abdb req-ae8e70c1-d3b2-4204-b595-eac4ed13debb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523555 Jul 08 02:09:22.820357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.871559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:22.880932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.884270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdeaf8b-63f2-4faa-83e6-64433ee61c4b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:22.888444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:22.894188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.898080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.906000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Transition to ACTIVE for port object 6748c9bd-0ac8-45d5-bce3-8f21401161b7 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:22.929299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Transition to ACTIVE for port object 6748c9bd-0ac8-45d5-bce3-8f21401161b7 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:22.930257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] device_id is not set on port 0cb322df-b1c1-4364-a88a-4d57d5966414 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:09:22.949949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.950527 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Added segment d79ab012-6573-46e0-8b01-451495a8401e of type vlan for network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca Jul 08 02:09:22.991075 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.039239 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.060371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Network 3b899284-c32b-49c7-92f1-fda62193557a is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:23.063070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c280256-44a9-4fca-a021-937539535c89 None None] Network 53875e36-16c8-4dc3-bb14-f280712d2a81 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:23.064719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Allocated IP 2001:db8::f816:3eff:fe55:754 (3b899284-c32b-49c7-92f1-fda62193557a/5572e247-fbb4-42aa-9989-29c679f506dc/0cb322df-b1c1-4364-a88a-4d57d5966414) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:23.076547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:23.107426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:23.118698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Pushing event updated for resources: {'Port': ['ID=6748c9bd-0ac8-45d5-bce3-8f21401161b7,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:23.141303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.141517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.141839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.142176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.142613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.142950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.143412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.143744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.144217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.144511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.144998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.145263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.164600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.168435 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.176723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:23.177925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.243551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-73c90738-3d8b-4119-ab07-2d333342a99c None None] Provisioning for port 30445e6a-2408-4a23-8f8e-78cf09a804af completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:23.249349 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.266004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Attempting to bind port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:23.266379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Attempting to bind port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3b899284-c32b-49c7-92f1-fda62193557a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:23.266746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Attempting to bind port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 on network 3b899284-c32b-49c7-92f1-fda62193557a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:23.277079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:23.277281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Checking segment: {'id': '7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3b899284-c32b-49c7-92f1-fda62193557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:23.277609 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.278005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Bound using segment: {'id': '7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3b899284-c32b-49c7-92f1-fda62193557a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:23.278479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Bound port: 6748c9bd-0ac8-45d5-bce3-8f21401161b7, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3b899284-c32b-49c7-92f1-fda62193557a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:23.278869 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.299625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Network': ['ID=8acd5d85-01ba-4f9e-92dc-75f4e590fcca,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:23.312590 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.314020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:23.354750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8c4eadaf-9973-498e-ae5a-7ec02e01ae0e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4569187 Jul 08 02:09:23.354750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=fed75603-eb5a-48a9-ad76-d2093e84e200,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:23.363115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:23.365302 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.375167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'admin_state_up': True, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:23.386912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Transition to ACTIVE for port object 0cb322df-b1c1-4364-a88a-4d57d5966414 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:23.501789 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Floating IP 4c4f4f82-5267-44ea-a87a-206b0a908a95 associated. External IP: 172.25.8.208, port: 27c06049-2675-464a-808b-55377398f5e2. Jul 08 02:09:23.506528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.507684 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.558636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa24cd7-407a-46b0-8199-064843a9dd18 req-836e025e-95cd-4bf9-b692-13b717eae3ee tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:23.560140 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7aa24cd7-407a-46b0-8199-064843a9dd18 req-836e025e-95cd-4bf9-b692-13b717eae3ee tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 945 time: 0.2446790 Jul 08 02:09:23.649273 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.664889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 30445e6a-2408-4a23-8f8e-78cf09a804af up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:23.669628 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.705357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] For port 6748c9bd-0ac8-45d5-bce3-8f21401161b7, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:23.709236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] For port 6748c9bd-0ac8-45d5-bce3-8f21401161b7, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6748c9bd-0ac8-45d5-bce3-8f21401161b7,segment=NetworkSegment(7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a),segment_id=7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:23.719459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-5aed0ba9-fade-43c5-acd2-85b7ec2c4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:23.721335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-5aed0ba9-fade-43c5-acd2-85b7ec2c4490 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1097 time: 0.2948945 Jul 08 02:09:23.725412 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7aa24cd7-407a-46b0-8199-064843a9dd18 req-b60ad891-54ab-4f8c-87d4-e39c804487a6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495051 Jul 08 02:09:23.803943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network 3b899284-c32b-49c7-92f1-fda62193557a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:23.816405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-5a3d3430-c1c6-4975-a79b-57cb0863adc1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:23.817977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-5a3d3430-c1c6-4975-a79b-57cb0863adc1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 945 time: 0.3434002 Jul 08 02:09:23.838614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:23.840545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Port': ['ID=0cb322df-b1c1-4364-a88a-4d57d5966414,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:23.848380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:23.861616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:23.869613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.894677 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.954632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 30445e6a-2408-4a23-8f8e-78cf09a804af completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:23.963210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 30445e6a-2408-4a23-8f8e-78cf09a804af triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:23.963846 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.039021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1426d-dcbc-4d50-9125-2dda118a97bc None None] Pushing event updated for resources: {'Port': ['ID=6748c9bd-0ac8-45d5-bce3-8f21401161b7,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:24.116534 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.152949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 30445e6a-2408-4a23-8f8e-78cf09a804af, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=30445e6a-2408-4a23-8f8e-78cf09a804af,segment=NetworkSegment(56ac91a3-2ac9-4c96-bd01-6e101d7677bb),segment_id=56ac91a3-2ac9-4c96-bd01-6e101d7677bb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:24.208531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7473a80b-c319-41f1-a39a-8f8192b5db83 None None] Provisioning complete for port 30445e6a-2408-4a23-8f8e-78cf09a804af triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:24.208876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7473a80b-c319-41f1-a39a-8f8192b5db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.231565 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.290690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410b41d-12dc-45ed-8753-c11c84b6dde0 req-1ca2645c-c11e-4688-af4f-ba021b5603c6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:24.301288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2410b41d-12dc-45ed-8753-c11c84b6dde0 req-1ca2645c-c11e-4688-af4f-ba021b5603c6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.2213681 Jul 08 02:09:24.330622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 64f1a225-adca-44ad-b29b-24ad86bfaf10 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:24.369396 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2410b41d-12dc-45ed-8753-c11c84b6dde0 req-a4381c4f-5ecb-4550-82b4-a68c5ff7b2b1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644107 Jul 08 02:09:24.369730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=30445e6a-2408-4a23-8f8e-78cf09a804af,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:24.505262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:24.517499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] Sync routers for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:24.526782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:24.527451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:24.626027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.635809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-9a5eb685-05e7-4a2b-8075-4d2f7866b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:24.637320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-9a5eb685-05e7-4a2b-8075-4d2f7866b9c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 914 time: 0.9052291 Jul 08 02:09:24.641267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7e7ecd71-3435-4af8-afbe-1b87eb672b51 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1323349 Jul 08 02:09:24.646353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54780) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:24.654408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:24.658612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.668733 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ca7fadf0-cbd3-4ec5-99bd-60111b86c498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2492938 Jul 08 02:09:24.668733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'tag': '27c06049-2675-464a-808b-55377398f5e2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:24.678898 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69286cdc-e506-4570-bf78-dce638b2e2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "tag": "27c06049-2675-464a-808b-55377398f5e2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:24.752844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-f46443f7-e70e-4497-ae95-4a0ded960b4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b HTTP/1.1" status: 200 len: 217 time: 0.1072021 Jul 08 02:09:24.861273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcac13-b9a2-4755-a44d-bcd573b8fa49 req-d7de6088-8831-4fa8-9818-896704edbf94 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:24.862895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acbcac13-b9a2-4755-a44d-bcd573b8fa49 req-d7de6088-8831-4fa8-9818-896704edbf94 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.4523211 Jul 08 02:09:24.868446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f31c9-8e41-478e-a5eb-60fde540b5a7 req-973280c5-9c1a-480b-880e-3b3af3e5bae9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:24.873843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0128963-a3de-4b67-9f87-2a3f03304474 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting subnet 5572e247-fbb4-42aa-9989-29c679f506dc {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:24.876160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-870f31c9-8e41-478e-a5eb-60fde540b5a7 req-973280c5-9c1a-480b-880e-3b3af3e5bae9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.0869052 Jul 08 02:09:24.917517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-870f31c9-8e41-478e-a5eb-60fde540b5a7 req-96d584e3-9c01-4cd0-9f57-af016cc1bfb1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Jul 08 02:09:24.932913 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0128963-a3de-4b67-9f87-2a3f03304474 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.948394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54790) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:24.950474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '4c4f4f82-5267-44ea-a87a-206b0a908a95', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'port_id': '27c06049-2675-464a-808b-55377398f5e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'mac_address': 'fa:16:3e:d4:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:09:22Z', 'updated_at': '2021-07-08T02:09:22Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:09:04Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:24.964945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-0e0750b2-9a4f-4a5d-89f1-2c9529237a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:24.966494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-0e0750b2-9a4f-4a5d-89f1-2c9529237a60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46375d3d-8787-4801-996a-4a40f3912985 HTTP/1.1" status: 200 len: 853 time: 0.2059073 Jul 08 02:09:24.987582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] Checking router: 64f1a225-adca-44ad-b29b-24ad86bfaf10 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:24.998733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:24.999699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:25.010333 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f99e6cb-8ee3-420e-b3d9-60943616cb72 x-openstack-request-id: req-0f99e6cb-8ee3-420e-b3d9-60943616cb72 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:25.011829 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "tag": "27c06049-2675-464a-808b-55377398f5e2", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:25.012201 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f99e6cb-8ee3-420e-b3d9-60943616cb72 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:25.013067 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'tag': '27c06049-2675-464a-808b-55377398f5e2', 'status': 'completed', 'code': 200} Jul 08 02:09:25.040095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-48eaf29d-dd25-4ef3-916f-41faf6321170 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60f3697e-14a7-43d7-9e1b-8f2acaab3138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597603 Jul 08 02:09:25.041646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:25.041992 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.060626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0128963-a3de-4b67-9f87-2a3f03304474 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.159015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:25.203259 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8567b9b6-32b8-45f8-91ea-2cb458386821 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/4c4f4f82-5267-44ea-a87a-206b0a908a95 HTTP/1.1" status: 200 len: 992 time: 0.2454071 Jul 08 02:09:25.206345 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acbcac13-b9a2-4755-a44d-bcd573b8fa49 req-48912b36-d5f1-4493-aaf4-c709d8dd21e6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271060 Jul 08 02:09:25.237334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-49df2aa2-09bb-4e2b-a51f-13eacaf5df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:25.238865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-49df2aa2-09bb-4e2b-a51f-13eacaf5df05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1098 time: 0.2229414 Jul 08 02:09:25.365045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efad1-089d-41df-b7ba-0cf75f6985f9 req-bf9ee7fb-836f-4030-82b1-9a6954c3817d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:25.367094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d31efad1-089d-41df-b7ba-0cf75f6985f9 req-bf9ee7fb-836f-4030-82b1-9a6954c3817d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 945 time: 0.2238615 Jul 08 02:09:25.381679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b3c446-2617-472d-a17d-7077d0f81e3d None None] Network 3b899284-c32b-49c7-92f1-fda62193557a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:25.431874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d31efad1-089d-41df-b7ba-0cf75f6985f9 req-c840d1ca-44ff-4706-a64c-b31d5b66c3be tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e6f878a-d38a-4269-8965-47e8c18ed31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504854 Jul 08 02:09:25.452874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] For port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:25.453347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.474668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-45ddbc1b-6e26-49dc-a54d-49b4825f3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:25.475888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-9d2ce70b-086e-4e69-b216-6467630914bb service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032269 Jul 08 02:09:25.476876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-45ddbc1b-6e26-49dc-a54d-49b4825f3b4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 898 time: 0.2263937 Jul 08 02:09:25.486051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for 41bb0edf-6bdc-42c1-bbae-8cbd8491418c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:25.596293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0128963-a3de-4b67-9f87-2a3f03304474 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.618246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2ed595eb-3b34-447f-b50d-19a1bdf00c71 None None] Provisioning for port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:25.672233 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-cb9bc893-a0bb-4eca-9961-381da82f80de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 1000 time: 0.1793730 Jul 08 02:09:25.698733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '4c4f4f82-5267-44ea-a87a-206b0a908a95', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'port_id': '27c06049-2675-464a-808b-55377398f5e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'mac_address': 'fa:16:3e:d4:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:09:22Z', 'updated_at': '2021-07-08T02:09:22Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:09:04Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:25.747163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb68298-4c86-4c4b-b885-67fb8c10ee9a None None] The sync data for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 is: [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '4c4f4f82-5267-44ea-a87a-206b0a908a95', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'port_id': '27c06049-2675-464a-808b-55377398f5e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'mac_address': 'fa:16:3e:d4:39:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:09:22Z', 'updated_at': '2021-07-08T02:09:22Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:09:04Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:25.751264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6748c9bd-0ac8-45d5-bce3-8f21401161b7 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:25.772220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-602c1550-b988-4fc6-b614-f39b134eba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:25.774607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-602c1550-b988-4fc6-b614-f39b134eba78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.0925801 Jul 08 02:09:25.816848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4031dfa-ad2f-436c-a589-230ae3c5b072 req-bb17bcfd-c4a5-453b-a02d-4e6aacd97300 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286395 Jul 08 02:09:25.853747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-f32b230e-47ee-4673-8f82-c34d9adba801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:25.855331 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-f32b230e-47ee-4673-8f82-c34d9adba801 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719757 Jul 08 02:09:25.894058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:25.895827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.902078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:25.902464 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.930036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.963860 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c679c-b36a-4d23-845c-39a36dd8d4ee req-c7b66303-cf79-4bd8-b256-816dc9b2e2cb tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:25.971945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-867c679c-b36a-4d23-845c-39a36dd8d4ee req-c7b66303-cf79-4bd8-b256-816dc9b2e2cb tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 945 time: 0.3638768 Jul 08 02:09:25.980983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-b27fe6eb-a669-475e-ac56-142d34a29d0e service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138887 Jul 08 02:09:26.055659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.087475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0128963-a3de-4b67-9f87-2a3f03304474 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.098926 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248301a9-be80-46f3-941f-98832e3d3e0c None None] New status for floating IP 4c4f4f82-5267-44ea-a87a-206b0a908a95: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:09:26.106168 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69286cdc-e506-4570-bf78-dce638b2e2e5 req-d931859e-b47f-431f-8f46-d326e88af417 service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118810 Jul 08 02:09:26.109339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 6748c9bd-0ac8-45d5-bce3-8f21401161b7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6748c9bd-0ac8-45d5-bce3-8f21401161b7,segment=NetworkSegment(7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a),segment_id=7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:26.158316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-867c679c-b36a-4d23-845c-39a36dd8d4ee req-d659b91b-d381-41bf-89dd-c6e9677a586c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849794 Jul 08 02:09:26.183234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.197933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0128963-a3de-4b67-9f87-2a3f03304474 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Subnet': ['ID=5572e247-fbb4-42aa-9989-29c679f506dc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:26.202290 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.206230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 30445e6a-2408-4a23-8f8e-78cf09a804af up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:26.207174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54796) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:26.229851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=41bb0edf-6bdc-42c1-bbae-8cbd8491418c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:26.238653 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0128963-a3de-4b67-9f87-2a3f03304474 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.238653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b0128963-a3de-4b67-9f87-2a3f03304474 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/subnets/5572e247-fbb4-42aa-9989-29c679f506dc HTTP/1.1" status: 204 len: 168 time: 1.5858006 Jul 08 02:09:26.239590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:26.321740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2a1c4769-66a9-4f7b-8bd0-41decea9bfa3 None None] Provisioning for port 0cb322df-b1c1-4364-a88a-4d57d5966414 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:26.338560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8cfb823e-eb6d-4900-a73b-9876bd06badf tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/4c4f4f82-5267-44ea-a87a-206b0a908a95 HTTP/1.1" status: 200 len: 992 time: 0.1301107 Jul 08 02:09:26.367469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2a1c4769-66a9-4f7b-8bd0-41decea9bfa3 None None] Provisioning complete for port 0cb322df-b1c1-4364-a88a-4d57d5966414 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:26.367863 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4769-66a9-4f7b-8bd0-41decea9bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.370717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=6748c9bd-0ac8-45d5-bce3-8f21401161b7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:26.425534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 30445e6a-2408-4a23-8f8e-78cf09a804af triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:26.426155 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.452250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c4769-66a9-4f7b-8bd0-41decea9bfa3 None None] Port 0cb322df-b1c1-4364-a88a-4d57d5966414 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:26.466516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.25.8.55 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/be9c8ada-159a-47dd-be76-20cb31e1a8e3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:26.479840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c23c5a8-1f75-458e-956e-3fe2b025da10 None None] Network 3b899284-c32b-49c7-92f1-fda62193557a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:26.509811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] No DVR routers for this DVR port 41bb0edf-6bdc-42c1-bbae-8cbd8491418c on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:26.512698 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.516010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddcdbc4e-bb95-47a8-8dd6-2191dafccd83 req-c32d7682-21dd-49a4-bb53-f7de3437a5c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "DELETE /v2.0/ports/41bb0edf-6bdc-42c1-bbae-8cbd8491418c HTTP/1.1" status: 204 len: 173 time: 2.6724699 Jul 08 02:09:26.523498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225c8733-3978-4c79-af3d-7a6bc80313bc', 'name': 'network-vif-deleted', 'tag': '41bb0edf-6bdc-42c1-bbae-8cbd8491418c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:26.525976 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feccd31-c5ed-4af5-9f88-be3adbf52ddb" -d '{"events": [{"server_uuid": "225c8733-3978-4c79-af3d-7a6bc80313bc", "name": "network-vif-deleted", "tag": "41bb0edf-6bdc-42c1-bbae-8cbd8491418c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:26.528350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a1f58-67e8-4ab5-9abf-6dcc73bc2f87 req-e1d79cd4-d1ec-4bda-91fc-7a3df2654fad tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:26.537203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2a1c4769-66a9-4f7b-8bd0-41decea9bfa3 None None] Provisioning complete for port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:26.537524 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a1c4769-66a9-4f7b-8bd0-41decea9bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.539623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-432a1f58-67e8-4ab5-9abf-6dcc73bc2f87 req-e1d79cd4-d1ec-4bda-91fc-7a3df2654fad tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1426065 Jul 08 02:09:26.544086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d7c0a1-5c6f-4fe7-ae0c-3b507aafea08 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:26.546176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d7c0a1-5c6f-4fe7-ae0c-3b507aafea08 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:26.551149 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-23d7c0a1-5c6f-4fe7-ae0c-3b507aafea08 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3102739 Jul 08 02:09:26.551816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54808) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:26.589641 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-432a1f58-67e8-4ab5-9abf-6dcc73bc2f87 req-756e0d88-deea-4677-94c0-789b24f1564a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489609 Jul 08 02:09:26.651393 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fcbabd-93f6-4090-bfd0-6407bb7d0e75 x-openstack-request-id: req-d6fcbabd-93f6-4090-bfd0-6407bb7d0e75 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:26.651735 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225c8733-3978-4c79-af3d-7a6bc80313bc", "name": "network-vif-deleted", "tag": "41bb0edf-6bdc-42c1-bbae-8cbd8491418c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:26.651951 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6fcbabd-93f6-4090-bfd0-6407bb7d0e75 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:26.652464 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225c8733-3978-4c79-af3d-7a6bc80313bc', 'name': 'network-vif-deleted', 'tag': '41bb0edf-6bdc-42c1-bbae-8cbd8491418c', 'status': 'completed', 'code': 200} Jul 08 02:09:26.681351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 41bb0edf-6bdc-42c1-bbae-8cbd8491418c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:26.712512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 41bb0edf-6bdc-42c1-bbae-8cbd8491418c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:26.712875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 41bb0edf-6bdc-42c1-bbae-8cbd8491418c not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:26.713280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-00ca532d-ddbe-470e-9469-d8fdd1092541 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.763191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b96aa93d-0ecd-425c-a0bd-b0d08161859d req-04f62e93-5eeb-4215-b66e-1a7f6d8bd289 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 210 time: 0.0438066 Jul 08 02:09:26.768402 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ca532d-ddbe-470e-9469-d8fdd1092541 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 02:09:26.768886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ca532d-ddbe-470e-9469-d8fdd1092541 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:26.775896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-00ca532d-ddbe-470e-9469-d8fdd1092541 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/3b899284-c32b-49c7-92f1-fda62193557a HTTP/1.1" status: 409 len: 405 time: 0.2208209 Jul 08 02:09:26.776222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54812) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:26.781358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:26.785156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-647451458'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:26.794947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.902143 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.920806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] DHCP port deletion for 3b899284-c32b-49c7-92f1-fda62193557a request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:09:26.935744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:26.938275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:26.940847 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d74e11d-ba4d-4409-a359-5acc6634c4ee" -d '{"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-unplugged", "status": "completed", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:26.941452 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.974428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:26.975192 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.988964 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.990333 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Added segment d42bf184-bc39-4a8a-8544-f2324de53070 of type vlan for network 6a19cd90-e17e-4f49-8007-1260eb699eff Jul 08 02:09:26.992422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:27.000870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-16b76156-23e9-4a10-9ee5-e1aabc8e8043 None None] Provisioning complete for port 0cb322df-b1c1-4364-a88a-4d57d5966414 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:27.001291 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-16b76156-23e9-4a10-9ee5-e1aabc8e8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.038061 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc42a55-19bd-43ca-a74a-b7c29f8fe85b x-openstack-request-id: req-5cc42a55-19bd-43ca-a74a-b7c29f8fe85b {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:27.038340 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-unplugged", "status": "completed", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:27.038603 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5cc42a55-19bd-43ca-a74a-b7c29f8fe85b {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:27.038997 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'code': 200} Jul 08 02:09:27.044720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.046358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:27.049674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:27.054483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:27.059077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.094589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=be9c8ada-159a-47dd-be76-20cb31e1a8e3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:27.095587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] Deleting port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:27.095935 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.156388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.162277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:27.163013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.280849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5027549 Jul 08 02:09:27.284098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54820) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:27.289355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'subnet': {'network_id': '6a19cd90-e17e-4f49-8007-1260eb699eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:27.340989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:27.355010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fa648-0fdf-471e-b7df-23e83e444a94 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Network': ['ID=6a19cd90-e17e-4f49-8007-1260eb699eff,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:27.376984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] For port 6748c9bd-0ac8-45d5-bce3-8f21401161b7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6748c9bd-0ac8-45d5-bce3-8f21401161b7,segment=NetworkSegment(7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a),segment_id=7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:27.377393 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.390517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] Calling delete_port for 6748c9bd-0ac8-45d5-bce3-8f21401161b7 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:27.434466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d8c0ba01-5f95-4bb5-b36b-1ae6c178c032 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/4c4f4f82-5267-44ea-a87a-206b0a908a95 HTTP/1.1" status: 200 len: 994 time: 0.0901396 Jul 08 02:09:27.450744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eab277-e164-4608-a98b-d9e9e6822e4a req-342cfc74-7519-455f-9a74-04eb9bb8a095 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:27.452777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-24eab277-e164-4608-a98b-d9e9e6822e4a req-342cfc74-7519-455f-9a74-04eb9bb8a095 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.1101556 Jul 08 02:09:27.464638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 6a19cd90-e17e-4f49-8007-1260eb699eff details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:27.490390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-16b76156-23e9-4a10-9ee5-e1aabc8e8043 None None] Port 0cb322df-b1c1-4364-a88a-4d57d5966414 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:27.491920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:27.509288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-24eab277-e164-4608-a98b-d9e9e6822e4a req-232f3aab-7ee8-4e98-a6d6-074cc89e7188 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Jul 08 02:09:27.544396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:27.556414 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.616300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6748c9bd-0ac8-45d5-bce3-8f21401161b7 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:27.661806 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.706722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] Pushing event deleted for resources: {'Port': ['ID=6748c9bd-0ac8-45d5-bce3-8f21401161b7,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:27.708799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479061b8-fdc4-48b7-bc3c-3fbc7206baeb None None] No DVR routers for this DVR port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:27.729291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No active binding found for port 6748c9bd-0ac8-45d5-bce3-8f21401161b7 {{(pid=100714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 02:09:27.729648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6748c9bd-0ac8-45d5-bce3-8f21401161b7 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:27.754065 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.952743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff577b2-24a6-40d5-80a4-428ea3525dfb req-c1aaff79-f84b-4ebc-8da8-0b61975b89c9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:27.962145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ff577b2-24a6-40d5-80a4-428ea3525dfb req-c1aaff79-f84b-4ebc-8da8-0b61975b89c9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1623716 Jul 08 02:09:28.090320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:09:28.094969 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ff577b2-24a6-40d5-80a4-428ea3525dfb req-bdac7112-1041-4008-bf16-ade3ab59c49d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326375 Jul 08 02:09:28.096238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.155716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Subnet': ['ID=4f115b53-0095-4df2-8397-c9fd11e9830f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:28.178829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Checking segment: {'id': 'd42bf184-bc39-4a8a-8544-f2324de53070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6a19cd90-e17e-4f49-8007-1260eb699eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:28.179720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network hostable DHCP agents. Network: 6a19cd90-e17e-4f49-8007-1260eb699eff, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:28.247728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f3cbebc-008f-4217-9b94-1be329f0925d req-ae86e572-89df-41b9-a955-b07435444aae tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 210 time: 0.0335522 Jul 08 02:09:28.265452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network 6a19cd90-e17e-4f49-8007-1260eb699eff is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:28.368290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 6a19cd90-e17e-4f49-8007-1260eb699eff) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:28.371724 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.373417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:28.374780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.383061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33132a2-be44-48d8-bdac-ce0a7899e98f None None] Network 6a19cd90-e17e-4f49-8007-1260eb699eff requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:28.443798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50783bb1-1d1f-458e-8fbf-5bc33ed2af46 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1581886 Jul 08 02:09:28.446060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54834) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:28.451254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'port': {'network_id': '6a19cd90-e17e-4f49-8007-1260eb699eff', 'name': 'tempest-NetworksIpV6TestAttrs-147351541'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:28.570310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-6a19cd90-e17e-4f49-8007-1260eb699eff', 'network_id': '6a19cd90-e17e-4f49-8007-1260eb699eff', 'tenant_id': '0d151fac327b4eb6a231bdcb6f7ff1ac', 'fixed_ips': [{'subnet_id': '4f115b53-0095-4df2-8397-c9fd11e9830f'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:28.571317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.625982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router b958bc26-fc87-4f6d-9f14-787e750e4b7b is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:09:28.705360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:28.709421 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.739931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Allocated IP 2001:db8::f816:3eff:fe4c:e1f1 (6a19cd90-e17e-4f49-8007-1260eb699eff/4f115b53-0095-4df2-8397-c9fd11e9830f/eac658ab-52c0-40eb-a5a9-179ea5603d8b) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:28.761696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] device_id is not set on port a5b69dcd-5ca5-49b6-8553-f9956daab805 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:09:28.841240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73fa38-d385-4e7c-b93a-353b8664d083 req-fcee6a4c-6cd5-4b20-a40f-144603489a27 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:28.843378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b73fa38-d385-4e7c-b93a-353b8664d083 req-fcee6a4c-6cd5-4b20-a40f-144603489a27 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.1648016 Jul 08 02:09:28.852631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:28.868995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Sync routers for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:28.896205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:28.896857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:28.923244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b73fa38-d385-4e7c-b93a-353b8664d083 req-dd18f62c-e8e3-46b4-9001-842831acfc47 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520146 Jul 08 02:09:28.958594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.960379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-199c3169-16dc-4c87-9909-da070ef6f3c5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5912066 Jul 08 02:09:28.963460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54842) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:29.017035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:29.056171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8fba8a1a-d155-4d36-892e-327cf8ddd23a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e75ea0b995334b6e838b3d36aa2ab4cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0912938 Jul 08 02:09:29.058939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54846) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:29.160398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59cc83-d398-47d9-a89e-8d2c87503849 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:29.166150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4e59cc83-d398-47d9-a89e-8d2c87503849 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1061287 Jul 08 02:09:29.167473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:29.172375 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.186990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Transition to ACTIVE for port object eac658ab-52c0-40eb-a5a9-179ea5603d8b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:29.221553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b46ac-983b-4ce1-a8a7-388f1f4e44fc req-67210b19-0c77-4699-97cc-101594179729 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:29.221999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21e0cdc1-7bc4-4acf-a88d-b44706eba586 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534773 Jul 08 02:09:29.223209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:29.223324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Transition to ACTIVE for port object eac658ab-52c0-40eb-a5a9-179ea5603d8b will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:29.228198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac2b46ac-983b-4ce1-a8a7-388f1f4e44fc req-67210b19-0c77-4699-97cc-101594179729 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.1456461 Jul 08 02:09:29.229837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1693591', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:29.287876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:27Z', 'revision_number': 3, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:29.323067 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.325222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Checking router: b958bc26-fc87-4f6d-9f14-787e750e4b7b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:29.325583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Updating router b958bc26-fc87-4f6d-9f14-787e750e4b7b port be9c8ada-159a-47dd-be76-20cb31e1a8e3 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:09:29.337287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac2b46ac-983b-4ce1-a8a7-388f1f4e44fc req-78f8a41b-9681-4db9-8802-71e1f6983963 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031122 Jul 08 02:09:29.415679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Network 6a19cd90-e17e-4f49-8007-1260eb699eff is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:29.415679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:29.416265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:29.426606 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.447858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Allocated IP 2001:db8::f816:3eff:fe7b:e60 (6a19cd90-e17e-4f49-8007-1260eb699eff/4f115b53-0095-4df2-8397-c9fd11e9830f/a5b69dcd-5ca5-49b6-8553-f9956daab805) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:29.517327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Pushing event updated for resources: {'Port': ['ID=eac658ab-52c0-40eb-a5a9-179ea5603d8b,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:29.541797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:29.544979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Attempting to bind port eac658ab-52c0-40eb-a5a9-179ea5603d8b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:29.545598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Attempting to bind port eac658ab-52c0-40eb-a5a9-179ea5603d8b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd42bf184-bc39-4a8a-8544-f2324de53070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6a19cd90-e17e-4f49-8007-1260eb699eff'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:29.546127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Attempting to bind port eac658ab-52c0-40eb-a5a9-179ea5603d8b on network 6a19cd90-e17e-4f49-8007-1260eb699eff {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:29.547493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.554937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:29.556219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Checking segment: {'id': 'd42bf184-bc39-4a8a-8544-f2324de53070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6a19cd90-e17e-4f49-8007-1260eb699eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:29.557542 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.558007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Bound using segment: {'id': 'd42bf184-bc39-4a8a-8544-f2324de53070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6a19cd90-e17e-4f49-8007-1260eb699eff'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:29.558514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Bound port: eac658ab-52c0-40eb-a5a9-179ea5603d8b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42bf184-bc39-4a8a-8544-f2324de53070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6a19cd90-e17e-4f49-8007-1260eb699eff'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:29.558908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.570771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9648df-6365-4db4-a5d9-ea9aee89962e req-71087302-7661-48fc-8650-6d652ac6fbad tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:29.572843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-491e1c25-9cc7-4f9b-aa03-8e84ac758d2c req-49e4318b-1e6d-462a-a1a5-ece2d6006b89 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 210 time: 0.0571988 Jul 08 02:09:29.586385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df9648df-6365-4db4-a5d9-ea9aee89962e req-71087302-7661-48fc-8650-6d652ac6fbad tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2401607 Jul 08 02:09:29.712975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df9648df-6365-4db4-a5d9-ea9aee89962e req-e1388527-8306-4f06-ba3d-3d2aa7b21aaa tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240041 Jul 08 02:09:29.785840 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.821436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Transition to ACTIVE for port object a5b69dcd-5ca5-49b6-8553-f9956daab805 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:29.834504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] For port eac658ab-52c0-40eb-a5a9-179ea5603d8b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:29.839484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] For port eac658ab-52c0-40eb-a5a9-179ea5603d8b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eac658ab-52c0-40eb-a5a9-179ea5603d8b,segment=NetworkSegment(d42bf184-bc39-4a8a-8544-f2324de53070),segment_id=d42bf184-bc39-4a8a-8544-f2324de53070)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:29.928754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.949513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.971578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Transition to ACTIVE for port object be9c8ada-159a-47dd-be76-20cb31e1a8e3 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:29.978835 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.011749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network 6a19cd90-e17e-4f49-8007-1260eb699eff is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:30.016684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:30.025379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:30.032191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:30.032996 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.055197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Port': ['ID=a5b69dcd-5ca5-49b6-8553-f9956daab805,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:30.091006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969e225-753c-4990-abbc-fba0e88d40a7 None None] Pushing event updated for resources: {'Port': ['ID=eac658ab-52c0-40eb-a5a9-179ea5603d8b,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:30.094302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.133875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.160265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c5c38e7a-d349-4110-8fea-38581c2b5a40 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.7101419 Jul 08 02:09:30.160551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54872) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:30.187435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702f03a-bc07-47c7-a63c-7b8b033cbf77 None None] Pushing event updated for resources: {'Port': ['ID=be9c8ada-159a-47dd-be76-20cb31e1a8e3,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:30.190692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Attempting to bind port be9c8ada-159a-47dd-be76-20cb31e1a8e3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:30.191112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Attempting to bind port be9c8ada-159a-47dd-be76-20cb31e1a8e3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:30.191529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Attempting to bind port be9c8ada-159a-47dd-be76-20cb31e1a8e3 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:30.197151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:30.197534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:30.197944 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.198342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:30.198834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Bound port: be9c8ada-159a-47dd-be76-20cb31e1a8e3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:30.199212 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.240876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Subnet': ['ID=06e40f0a-fdab-4385-8ed3-3ce78bd3247c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:30.254434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Checking segment: {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:30.255016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network hostable DHCP agents. Network: 8acd5d85-01ba-4f9e-92dc-75f4e590fcca, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:30.287884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e41fbb-ad0b-4ae6-b9a1-e0727b429ede tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting subnet 4f115b53-0095-4df2-8397-c9fd11e9830f {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:30.291518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99e41fbb-ad0b-4ae6-b9a1-e0727b429ede tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.316670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] For port be9c8ada-159a-47dd-be76-20cb31e1a8e3, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:30.327028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] For port be9c8ada-159a-47dd-be76-20cb31e1a8e3, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be9c8ada-159a-47dd-be76-20cb31e1a8e3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:30.346940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99e41fbb-ad0b-4ae6-b9a1-e0727b429ede tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.390820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:30.432214 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.511652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 8acd5d85-01ba-4f9e-92dc-75f4e590fcca) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:30.516461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:30.517064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.557396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84062a4c-8b9a-459d-ac3d-bcdba3b7c3cd None None] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:30.649574 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99e41fbb-ad0b-4ae6-b9a1-e0727b429ede tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.729644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5011d36a-c288-4964-8c51-ae966af67ada tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.5052447 Jul 08 02:09:30.735834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54886) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:30.755421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097debce-75cc-4fba-8951-982172c21b51 req-a4a3a3e8-f1b3-46e2-bc23-544f227f0b7e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:30.756515 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-097debce-75cc-4fba-8951-982172c21b51 req-a4a3a3e8-f1b3-46e2-bc23-544f227f0b7e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1658099 Jul 08 02:09:30.787314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702f03a-bc07-47c7-a63c-7b8b033cbf77 None None] Pushing event updated for resources: {'Port': ['ID=be9c8ada-159a-47dd-be76-20cb31e1a8e3,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:30.813679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:30.814407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:30.819383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:30.871843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-0795cfc0-19c9-4b15-a5dc-7e6ace08469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:30.874262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-0795cfc0-19c9-4b15-a5dc-7e6ace08469a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1097 time: 0.2503471 Jul 08 02:09:30.887179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d379b-09ab-499c-8e0b-e84ca5df9d6a req-4c0cbada-a610-491f-b07a-d9d9ef3d0c3c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:30.897196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae7d379b-09ab-499c-8e0b-e84ca5df9d6a req-4c0cbada-a610-491f-b07a-d9d9ef3d0c3c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.1891692 Jul 08 02:09:30.918229 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99e41fbb-ad0b-4ae6-b9a1-e0727b429ede tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.964140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-097debce-75cc-4fba-8951-982172c21b51 req-d8011599-f1f3-43d5-b276-fa276eff2712 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680861 Jul 08 02:09:31.021842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-76f30d92-e747-4a21-947b-c285b3adb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:31.023721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-76f30d92-e747-4a21-947b-c285b3adb6cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1253557 Jul 08 02:09:31.068271 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-99e41fbb-ad0b-4ae6-b9a1-e0727b429ede tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.079780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-99e41fbb-ad0b-4ae6-b9a1-e0727b429ede tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/subnets/4f115b53-0095-4df2-8397-c9fd11e9830f HTTP/1.1" status: 204 len: 168 time: 0.9135239 Jul 08 02:09:31.087562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e41fbb-ad0b-4ae6-b9a1-e0727b429ede tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Subnet': ['ID=4f115b53-0095-4df2-8397-c9fd11e9830f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:31.107298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54894) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:31.156123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-60a0da57-0521-46e7-ab44-94bb959a4ece service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1000 time: 0.0982401 Jul 08 02:09:31.231745 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae7d379b-09ab-499c-8e0b-e84ca5df9d6a req-018f4050-7698-4ed2-b06f-8baed884960d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070825 Jul 08 02:09:31.279777 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-f7bef71d-8b90-4d60-9750-6eeba760e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:31.283288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-f7bef71d-8b90-4d60-9750-6eeba760e55e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.0921679 Jul 08 02:09:31.320579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:31.408864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-4ffb65a2-d93a-4de7-ad12-76957aa0ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:31.411770 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-4ffb65a2-d93a-4de7-ad12-76957aa0ad61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165540 Jul 08 02:09:31.447867 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-179c152c-20e6-4a0c-97ae-b81a51e59679 req-230de76d-8242-4287-8dc1-9372e0305daa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 210 time: 0.2068012 Jul 08 02:09:31.485653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:31.486948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.534880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-3f3a111a-c55b-4440-825b-ff3f04dfc82f service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120815 Jul 08 02:09:31.599216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea621c6-e84f-486e-8d41-e426b94dbdce tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:31.600844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea621c6-e84f-486e-8d41-e426b94dbdce tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:31.602418 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7ea621c6-e84f-486e-8d41-e426b94dbdce tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4942393 Jul 08 02:09:31.606177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54900) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:31.754023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10450df1-4185-4edb-8a4e-9a60c42b01b3 req-e8d2e5ac-d0f2-41a9-affa-96804a067977 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041259 Jul 08 02:09:31.798343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eac658ab-52c0-40eb-a5a9-179ea5603d8b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:31.800512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a0f9a-d4c4-459d-ae29-4fc0460bda0e None None] Network 6a19cd90-e17e-4f49-8007-1260eb699eff requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:32.033921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Allocated IP 172.20.0.2 (8acd5d85-01ba-4f9e-92dc-75f4e590fcca/06e40f0a-fdab-4385-8ed3-3ce78bd3247c/c00d8fc3-4e37-4d3a-a14a-0581616753d2) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:32.041247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8a70a39a-6aeb-469d-a21d-f8a053cf24ff None None] Provisioning for port eac658ab-52c0-40eb-a5a9-179ea5603d8b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:32.151135 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-03851420-e7e1-4836-8831-a2792e776c8c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.160963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-508d74e8-c2ed-46dc-8ae6-fde61c6814af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7391710 Jul 08 02:09:32.173974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0c23-4c0c-4183-b706-391f1729b695 req-311ce0ed-c1f1-462a-82ea-c42fd25bcec6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:32.175794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-897b0c23-4c0c-4183-b706-391f1729b695 req-311ce0ed-c1f1-462a-82ea-c42fd25bcec6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0767181 Jul 08 02:09:32.195885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:27Z', 'revision_number': 3, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:32.239038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-897b0c23-4c0c-4183-b706-391f1729b695 req-f85e43c6-8096-4c12-af93-2140d4a16097 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569761 Jul 08 02:09:32.242238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port eac658ab-52c0-40eb-a5a9-179ea5603d8b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:32.268648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe1dc1-36c9-4bdf-b9c9-6e760f6ecfa5 None None] The sync data for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 is: [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:27Z', 'revision_number': 3, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:32.268993 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-03851420-e7e1-4836-8831-a2792e776c8c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 02:09:32.269862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03851420-e7e1-4836-8831-a2792e776c8c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:32.284935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-03851420-e7e1-4836-8831-a2792e776c8c tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/6a19cd90-e17e-4f49-8007-1260eb699eff HTTP/1.1" status: 409 len: 405 time: 0.2786736 Jul 08 02:09:32.285330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54908) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:32.288151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port eac658ab-52c0-40eb-a5a9-179ea5603d8b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:32.288727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.292139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1413212667'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:32.296241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] DHCP port deletion for 6a19cd90-e17e-4f49-8007-1260eb699eff request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:09:32.373699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.413913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:32.418268 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.472812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:32.492276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.493293 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Added segment d95b8a96-f99e-468e-8e84-14c78d967e80 of type vlan for network f74461fc-f113-4693-b996-ef3d6c716805 Jul 08 02:09:32.514852 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.550202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] Deleting port eac658ab-52c0-40eb-a5a9-179ea5603d8b {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:32.550589 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.568386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Transition to ACTIVE for port object c00d8fc3-4e37-4d3a-a14a-0581616753d2 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:32.590789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.670897 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.671880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Transition to ACTIVE for port object c00d8fc3-4e37-4d3a-a14a-0581616753d2 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:32.727604 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3eb24843-c7d2-40a6-b61f-e63398b10efb req-a5973047-3d0d-442f-9e27-77b094f30328 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 210 time: 0.0693524 Jul 08 02:09:32.760089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] For port eac658ab-52c0-40eb-a5a9-179ea5603d8b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eac658ab-52c0-40eb-a5a9-179ea5603d8b,segment=NetworkSegment(d42bf184-bc39-4a8a-8544-f2324de53070),segment_id=d42bf184-bc39-4a8a-8544-f2324de53070)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:32.760089 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.820418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] Calling delete_port for eac658ab-52c0-40eb-a5a9-179ea5603d8b owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:32.850257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port eac658ab-52c0-40eb-a5a9-179ea5603d8b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eac658ab-52c0-40eb-a5a9-179ea5603d8b,segment=NetworkSegment(d42bf184-bc39-4a8a-8544-f2324de53070),segment_id=d42bf184-bc39-4a8a-8544-f2324de53070)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:32.857243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7443bab-f736-4453-bdc6-bd6d9eda9027 req-b0cc4a34-2e55-452b-a7d2-e0f4b0930ea1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:32.862527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7443bab-f736-4453-bdc6-bd6d9eda9027 req-b0cc4a34-2e55-452b-a7d2-e0f4b0930ea1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.3154550 Jul 08 02:09:32.954231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7443bab-f736-4453-bdc6-bd6d9eda9027 req-6938af8a-0595-4760-be4f-409df1e078ee tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881062 Jul 08 02:09:33.095178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.098131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.122445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:33.123999 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.140192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:33.145448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:33.148992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:33.163028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Pushing event updated for resources: {'Port': ['ID=c00d8fc3-4e37-4d3a-a14a-0581616753d2,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:33.187050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.20.0.1 (8acd5d85-01ba-4f9e-92dc-75f4e590fcca/06e40f0a-fdab-4385-8ed3-3ce78bd3247c/f5e58a67-d2d8-4844-8395-1cf86491a1ec) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:33.205478 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.248524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Network': ['ID=f74461fc-f113-4693-b996-ef3d6c716805,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:33.352959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f74461fc-f113-4693-b996-ef3d6c716805 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:33.372444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.396351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Transition to ACTIVE for port object f5e58a67-d2d8-4844-8395-1cf86491a1ec will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:33.402790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a0790e35-df53-4ea2-b74a-f447d8d97e98 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1162140 Jul 08 02:09:33.407177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:33.411553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'subnet': {'network_id': 'f74461fc-f113-4693-b996-ef3d6c716805', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:33.443284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.466394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Attempting to bind port c00d8fc3-4e37-4d3a-a14a-0581616753d2 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:33.466825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Attempting to bind port c00d8fc3-4e37-4d3a-a14a-0581616753d2 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:33.467257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Attempting to bind port c00d8fc3-4e37-4d3a-a14a-0581616753d2 on network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:33.479548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] No DVR routers for this DVR port eac658ab-52c0-40eb-a5a9-179ea5603d8b on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:33.516865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:33.517440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Checking segment: {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:33.517641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.518095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Bound using segment: {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:33.518839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Bound port: c00d8fc3-4e37-4d3a-a14a-0581616753d2, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:33.518954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.565856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=eac658ab-52c0-40eb-a5a9-179ea5603d8b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:33.618790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe7eb7-8b32-49a0-be77-96fe65e53d78 req-40078cb1-15ba-4426-a531-f03d856079e1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:33.630573 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68fe7eb7-8b32-49a0-be77-96fe65e53d78 req-40078cb1-15ba-4426-a531-f03d856079e1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1670442 Jul 08 02:09:33.668409 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.695607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be9c8ada-159a-47dd-be76-20cb31e1a8e3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:33.743096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2499d3-bd01-46f6-9155-fc4fd87d985e None None] Pushing event deleted for resources: {'Port': ['ID=eac658ab-52c0-40eb-a5a9-179ea5603d8b,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:33.752160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:33.755653 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.772040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68fe7eb7-8b32-49a0-be77-96fe65e53d78 req-5331d174-9890-4893-a1fe-c519f8fac09a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295538 Jul 08 02:09:33.824790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:33.825794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:33.827863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=f5e58a67-d2d8-4844-8395-1cf86491a1ec,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:33.830258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:33.882099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] For port c00d8fc3-4e37-4d3a-a14a-0581616753d2, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:33.889186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] For port c00d8fc3-4e37-4d3a-a14a-0581616753d2, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c00d8fc3-4e37-4d3a-a14a-0581616753d2,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:33.917766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:33.991071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port be9c8ada-159a-47dd-be76-20cb31e1a8e3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:33.997617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port be9c8ada-159a-47dd-be76-20cb31e1a8e3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:34.002693 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.002693 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.085525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58be8e89-0d61-4869-9b66-3dd0ab394bef req-ef254b8b-600a-481b-b601-f77af97f1f84 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=225c8733-3978-4c79-af3d-7a6bc80313bc HTTP/1.1" status: 200 len: 210 time: 0.0953219 Jul 08 02:09:34.234847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ada25d-a24a-40a6-a2c5-ee3d64fd24ad None None] Pushing event updated for resources: {'Port': ['ID=c00d8fc3-4e37-4d3a-a14a-0581616753d2,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:34.272114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bea678-e674-47d5-893f-34db1b355fdd req-9e992bbd-20be-491d-9459-2cc25524d21d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:34.284477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69bea678-e674-47d5-893f-34db1b355fdd req-9e992bbd-20be-491d-9459-2cc25524d21d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.3076596 Jul 08 02:09:34.324759 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.354311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69bea678-e674-47d5-893f-34db1b355fdd req-38bd5b33-a283-407c-99d9-2b6494c21da5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682878 Jul 08 02:09:34.421400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port be9c8ada-159a-47dd-be76-20cb31e1a8e3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be9c8ada-159a-47dd-be76-20cb31e1a8e3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:34.537484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.544349 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.545251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:09:34.564841 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.674414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=be9c8ada-159a-47dd-be76-20cb31e1a8e3,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:34.682476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eac658ab-52c0-40eb-a5a9-179ea5603d8b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:34.712399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: eac658ab-52c0-40eb-a5a9-179ea5603d8b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:34.712830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eac658ab-52c0-40eb-a5a9-179ea5603d8b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:34.789474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Checking segment: {'id': 'd95b8a96-f99e-468e-8e84-14c78d967e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f74461fc-f113-4693-b996-ef3d6c716805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:34.790125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network hostable DHCP agents. Network: f74461fc-f113-4693-b996-ef3d6c716805, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:34.802998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Subnet': ['ID=c5163d83-fae1-4a48-8a64-4d1f66dcb3e6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:34.864701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e24898-ea8d-481c-95a6-395f2d13a3b0 req-2705231a-ab5c-4eba-9fb0-d06dd2dd242d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:34.866739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3e24898-ea8d-481c-95a6-395f2d13a3b0 req-2705231a-ab5c-4eba-9fb0-d06dd2dd242d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.3201368 Jul 08 02:09:34.869944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7351b-951a-4576-9c38-1009ea841061 req-7d88f4f5-d04c-4e0d-94d2-1ccbc719860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:34.871466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-7d88f4f5-d04c-4e0d-94d2-1ccbc719860d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49&tenant_id=3994d8774a68414996984466aad136f6 HTTP/1.1" status: 200 len: 1095 time: 0.2072642 Jul 08 02:09:34.950510 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3e24898-ea8d-481c-95a6-395f2d13a3b0 req-f9bc3892-305d-43c0-9996-d4f759fc5c6b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755258 Jul 08 02:09:34.981985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7351b-951a-4576-9c38-1009ea841061 req-5a8489ac-31dd-4513-b01b-b315ef8d9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:34.984028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-5a8489ac-31dd-4513-b01b-b315ef8d9ea0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1095 time: 0.0848331 Jul 08 02:09:34.984956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network f74461fc-f113-4693-b996-ef3d6c716805 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:35.031163 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:35.076092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7351b-951a-4576-9c38-1009ea841061 req-11efeba5-79a2-43f7-bc94-cb4a3b2c0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:35.078199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-11efeba5-79a2-43f7-bc94-cb4a3b2c0cd8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 914 time: 0.0877533 Jul 08 02:09:35.124736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f74461fc-f113-4693-b996-ef3d6c716805) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:35.128113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-7a63317f-dd03-45ba-a457-f7e1ffbb2f91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b HTTP/1.1" status: 200 len: 217 time: 0.0437026 Jul 08 02:09:35.131476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:35.132167 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:35.135760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e923f4b-8b37-4fc2-ac4c-c1a5d4ec8a75 None None] Network f74461fc-f113-4693-b996-ef3d6c716805 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:35.144925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:35.200289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7351b-951a-4576-9c38-1009ea841061 req-6227eecb-2cc2-4a18-bdc0-7d7d9a48dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:35.207040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-6227eecb-2cc2-4a18-bdc0-7d7d9a48dc91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46375d3d-8787-4801-996a-4a40f3912985 HTTP/1.1" status: 200 len: 853 time: 0.0571773 Jul 08 02:09:35.239920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4329a8c7-af99-4a9e-89f4-43b5ff49a3bf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8303742 Jul 08 02:09:35.239920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-f885b08a-bd20-494b-b688-26ddd55203ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60f3697e-14a7-43d7-9e1b-8f2acaab3138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318854 Jul 08 02:09:35.240278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:35.294904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=f5e58a67-d2d8-4844-8395-1cf86491a1ec,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:35.329235 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:35.401668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-f74461fc-f113-4693-b996-ef3d6c716805', 'network_id': 'f74461fc-f113-4693-b996-ef3d6c716805', 'tenant_id': '0d151fac327b4eb6a231bdcb6f7ff1ac', 'fixed_ips': [{'subnet_id': 'c5163d83-fae1-4a48-8a64-4d1f66dcb3e6'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:35.401668 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:35.441995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-ea7244a3-98ca-410a-bc5b-14a280b0a975 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910207 Jul 08 02:09:35.539894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:35.544216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:35.614999 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:35.673575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Allocated IP 2001:db8::f816:3eff:fe15:c590 (f74461fc-f113-4693-b996-ef3d6c716805/c5163d83-fae1-4a48-8a64-4d1f66dcb3e6/7aaf1180-7d28-473d-91a2-9095b51f1599) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:35.806185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router b958bc26-fc87-4f6d-9f14-787e750e4b7b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:35.893386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c00d8fc3-4e37-4d3a-a14a-0581616753d2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:35.915709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:35.923257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc5a04-1197-40ce-95c7-f612de81767f req-f2a39ebf-9ef1-4b71-adb8-ecf1e2bc626f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:35.924913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08fc5a04-1197-40ce-95c7-f612de81767f req-f2a39ebf-9ef1-4b71-adb8-ecf1e2bc626f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2014191 Jul 08 02:09:35.960272 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:35.975854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Transition to ACTIVE for port object 7aaf1180-7d28-473d-91a2-9095b51f1599 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:35.993706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d7351b-951a-4576-9c38-1009ea841061 req-3b57c5af-a14a-40ab-99d0-15663324ff2f service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452123 Jul 08 02:09:36.004365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Transition to ACTIVE for port object 7aaf1180-7d28-473d-91a2-9095b51f1599 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:36.045606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08fc5a04-1197-40ce-95c7-f612de81767f req-b501c75c-be2e-4d84-a216-412602ddc422 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052625 Jul 08 02:09:36.047741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b6ca9-eaaa-4b2d-9eb3-dfb7eef1c4d4 None None] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:36.055873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:36.064117 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-29a9f736-f7ff-412b-98ef-1ae92c811693 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "PUT /v2.0/routers/b958bc26-fc87-4f6d-9f14-787e750e4b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3268335 Jul 08 02:09:36.066428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:36.088241 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Sync routers for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:36.088241 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:36.088241 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:36.112225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c00d8fc3-4e37-4d3a-a14a-0581616753d2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:36.121387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.146604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be9c8ada-159a-47dd-be76-20cb31e1a8e3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:36.282359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Network f74461fc-f113-4693-b996-ef3d6c716805 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:36.292747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Pushing event updated for resources: {'Port': ['ID=7aaf1180-7d28-473d-91a2-9095b51f1599,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:36.293160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.293653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.294129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.294605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.295621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.296135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.296725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.297214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.297674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.298256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.298720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.299186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.299709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.300168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.303214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.303214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.303214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.303214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.303214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.304746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:36.306350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a4b9335a-5a6a-4e97-974c-310e0a63b78a tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 13278 time: 0.2386389 Jul 08 02:09:36.309228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54960) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:36.312291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:36.329997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cf029fbf-fd6e-4977-9963-f5269b3ce03f None None] Provisioning for port c00d8fc3-4e37-4d3a-a14a-0581616753d2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:36.362227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-cf029fbf-fd6e-4977-9963-f5269b3ce03f None None] Provisioning complete for port c00d8fc3-4e37-4d3a-a14a-0581616753d2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:36.363683 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf029fbf-fd6e-4977-9963-f5269b3ce03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.436194 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:36.475463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728a95-e7eb-4637-b5be-761f6e9c8bcb req-d1e31f00-b08e-4b48-b878-586665d8f7ce tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.507883 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a728a95-e7eb-4637-b5be-761f6e9c8bcb req-d1e31f00-b08e-4b48-b878-586665d8f7ce tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.1783929 Jul 08 02:09:36.534320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.564559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.565046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.565904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.566531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.567006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.567628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.568087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.568845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.569318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.569777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.570236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.570771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.571235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.571970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.572529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.573144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.573601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:36.577005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8fafb27f-12f2-4b07-b82f-a1a3b1481b6c tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10775 time: 0.2654955 Jul 08 02:09:36.584234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Subnet': ['ID=c5163d83-fae1-4a48-8a64-4d1f66dcb3e6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:36.586387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:36.648954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.659981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74461fc-f113-4693-b996-ef3d6c716805']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:36.673349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Attempting to bind port 7aaf1180-7d28-473d-91a2-9095b51f1599 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:36.673732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Attempting to bind port 7aaf1180-7d28-473d-91a2-9095b51f1599 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd95b8a96-f99e-468e-8e84-14c78d967e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f74461fc-f113-4693-b996-ef3d6c716805'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:36.674291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Attempting to bind port 7aaf1180-7d28-473d-91a2-9095b51f1599 on network f74461fc-f113-4693-b996-ef3d6c716805 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:36.688419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95b8a96-f99e-468e-8e84-14c78d967e80') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:36.688744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95b8a96-f99e-468e-8e84-14c78d967e80') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:36.699077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.705354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:36.706666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Checking segment: {'id': 'd95b8a96-f99e-468e-8e84-14c78d967e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f74461fc-f113-4693-b996-ef3d6c716805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:36.706666 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.706859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Bound using segment: {'id': 'd95b8a96-f99e-468e-8e84-14c78d967e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f74461fc-f113-4693-b996-ef3d6c716805'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:36.707312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Bound port: 7aaf1180-7d28-473d-91a2-9095b51f1599, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95b8a96-f99e-468e-8e84-14c78d967e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f74461fc-f113-4693-b996-ef3d6c716805'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:36.707726 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.715227 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.722715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:36.723728 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.740521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port be9c8ada-159a-47dd-be76-20cb31e1a8e3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:36.740905 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:36.777290 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:36.906003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a728a95-e7eb-4637-b5be-761f6e9c8bcb req-50cbc032-a5e4-4b0d-9f9c-2a4502faf3b2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901885 Jul 08 02:09:36.967198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] For port 7aaf1180-7d28-473d-91a2-9095b51f1599, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:36.972430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] For port 7aaf1180-7d28-473d-91a2-9095b51f1599, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7aaf1180-7d28-473d-91a2-9095b51f1599,segment=NetworkSegment(d95b8a96-f99e-468e-8e84-14c78d967e80),segment_id=d95b8a96-f99e-468e-8e84-14c78d967e80)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:37.029495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:09:37.029495 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:09:37.029495 n-d-695189-13 neutron-server[100712]: [parameters: {'id': 'f74461fc-f113-4693-b996-ef3d6c716805'}] Jul 08 02:09:37.029495 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:09:37.030047 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:09:37.036278 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf029fbf-fd6e-4977-9963-f5269b3ce03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.078502 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.124408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cf029fbf-fd6e-4977-9963-f5269b3ce03f None None] For port c00d8fc3-4e37-4d3a-a14a-0581616753d2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c00d8fc3-4e37-4d3a-a14a-0581616753d2,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:37.158258 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 2, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:37.264661 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Checking router: b958bc26-fc87-4f6d-9f14-787e750e4b7b for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:37.265258 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Updating router b958bc26-fc87-4f6d-9f14-787e750e4b7b port f5e58a67-d2d8-4844-8395-1cf86491a1ec binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:09:37.281730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cf029fbf-fd6e-4977-9963-f5269b3ce03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.291511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bf2e6-2bb8-4726-9da1-5e43fa75de10 None None] Pushing event updated for resources: {'Port': ['ID=7aaf1180-7d28-473d-91a2-9095b51f1599,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:37.370328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1f353-b5e2-471b-82d4-49bbd473f5ed None None] Network f74461fc-f113-4693-b996-ef3d6c716805 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:37.391039 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.406128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd66849-aa72-4fa6-b4bb-fc5f99ee45c1 req-939fa634-88a7-48ff-8bf2-0a91428d9798 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:37.416261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ecd66849-aa72-4fa6-b4bb-fc5f99ee45c1 req-939fa634-88a7-48ff-8bf2-0a91428d9798 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2395618 Jul 08 02:09:37.535067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ecd66849-aa72-4fa6-b4bb-fc5f99ee45c1 req-9e57619f-7719-4805-bd6f-c8006d02655a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175711 Jul 08 02:09:37.537954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.641610 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7a482ecb-7ffb-4eae-a010-56178460a4e5 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5940 time: 0.8644242 Jul 08 02:09:37.777481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf029fbf-fd6e-4977-9963-f5269b3ce03f None None] Pushing event updated for resources: {'Port': ['ID=c00d8fc3-4e37-4d3a-a14a-0581616753d2,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:37.810223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-10fa181b-1f3f-4b10-a852-e149d1fb76bd None None] Provisioning for port f5e58a67-d2d8-4844-8395-1cf86491a1ec completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:37.840775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-10fa181b-1f3f-4b10-a852-e149d1fb76bd None None] Provisioning complete for port f5e58a67-d2d8-4844-8395-1cf86491a1ec triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:37.841256 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-10fa181b-1f3f-4b10-a852-e149d1fb76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.937575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-10fa181b-1f3f-4b10-a852-e149d1fb76bd None None] Port f5e58a67-d2d8-4844-8395-1cf86491a1ec cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:37.985795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-10fa181b-1f3f-4b10-a852-e149d1fb76bd None None] Provisioning complete for port c00d8fc3-4e37-4d3a-a14a-0581616753d2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:37.986182 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-10fa181b-1f3f-4b10-a852-e149d1fb76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.093703 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.108465 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Transition to ACTIVE for port object f5e58a67-d2d8-4844-8395-1cf86491a1ec will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:38.125750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54992) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:38.130976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9c860fdd-ddc0-4274-b716-2ae0244ee3ce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036774861', 'description': 'tempest-secgroup-smoke-1036774861 description', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:38.213534 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.304855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c860fdd-ddc0-4274-b716-2ae0244ee3ce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.341309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a3656f-b560-42e8-8b7c-bc3b42cea1cd None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:09:38.353685 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Pushing event updated for resources: {'Port': ['ID=f5e58a67-d2d8-4844-8395-1cf86491a1ec,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:38.379673 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.380039 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.380397 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.380745 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.381087 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.381428 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.386527 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.387209 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.387896 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.388575 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.389607 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.390102 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:38.505305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c860fdd-ddc0-4274-b716-2ae0244ee3ce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.521299 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Attempting to bind port f5e58a67-d2d8-4844-8395-1cf86491a1ec on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:38.522989 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Attempting to bind port f5e58a67-d2d8-4844-8395-1cf86491a1ec by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:38.522989 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Attempting to bind port f5e58a67-d2d8-4844-8395-1cf86491a1ec on network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:38.528995 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:38.529993 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Checking segment: {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:38.530626 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.531202 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Bound using segment: {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:38.531933 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Bound port: f5e58a67-d2d8-4844-8395-1cf86491a1ec, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:38.532657 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.550351 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c860fdd-ddc0-4274-b716-2ae0244ee3ce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.586647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c860fdd-ddc0-4274-b716-2ae0244ee3ce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef82565-5277-4cb8-866d-9fcaf53fb593,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:38.591690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting port 7aaf1180-7d28-473d-91a2-9095b51f1599 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:38.591690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.622212 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] For port f5e58a67-d2d8-4844-8395-1cf86491a1ec, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:38.626509 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] For port f5e58a67-d2d8-4844-8395-1cf86491a1ec, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f5e58a67-d2d8-4844-8395-1cf86491a1ec,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:38.648175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c860fdd-ddc0-4274-b716-2ae0244ee3ce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.649520 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9c860fdd-ddc0-4274-b716-2ae0244ee3ce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5223293 Jul 08 02:09:38.652615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54998) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:38.662567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-92cf07f1-68fe-467d-a571-ce7186990198 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '0ef82565-5277-4cb8-866d-9fcaf53fb593', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:38.723384 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.785837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065045-0cb9-4488-8ce6-b402abbd698e req-c4a31105-2497-4a2e-b91d-9d0befcbc75c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:38.791386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42065045-0cb9-4488-8ce6-b402abbd698e req-c4a31105-2497-4a2e-b91d-9d0befcbc75c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.3306394 Jul 08 02:09:38.804181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3656f-b560-42e8-8b7c-bc3b42cea1cd None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:09:38.808309 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:38.809265 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:38.824233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] For port 7aaf1180-7d28-473d-91a2-9095b51f1599, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7aaf1180-7d28-473d-91a2-9095b51f1599,segment=NetworkSegment(d95b8a96-f99e-468e-8e84-14c78d967e80),segment_id=d95b8a96-f99e-468e-8e84-14c78d967e80)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:38.824751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.843584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Calling delete_port for 7aaf1180-7d28-473d-91a2-9095b51f1599 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:38.861033 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92cf07f1-68fe-467d-a571-ce7186990198 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.898012 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54f6db-6f2f-47d7-ab41-6ce58fc7b62a None None] Pushing event updated for resources: {'Port': ['ID=f5e58a67-d2d8-4844-8395-1cf86491a1ec,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:38.971858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feae111-cfb5-4316-97c4-3caeb5a0338e req-8f0b2444-cb48-43ca-8034-4baea219d205 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:38.974313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0feae111-cfb5-4316-97c4-3caeb5a0338e req-8f0b2444-cb48-43ca-8034-4baea219d205 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2116799 Jul 08 02:09:39.022855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42065045-0cb9-4488-8ce6-b402abbd698e req-e7b697a1-d99c-44c5-b350-916edbca26ce tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600715 Jul 08 02:09:39.059706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.076476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0feae111-cfb5-4316-97c4-3caeb5a0338e req-aa7c7a89-7cca-46a8-9c32-d2cf148efacf tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877452 Jul 08 02:09:39.094395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92cf07f1-68fe-467d-a571-ce7186990198 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.109232 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:39.136273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Port': ['ID=7aaf1180-7d28-473d-91a2-9095b51f1599,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:39.144255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No DVR routers for this DVR port 7aaf1180-7d28-473d-91a2-9095b51f1599 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:39.168213 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92cf07f1-68fe-467d-a571-ce7186990198 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.218434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf07f1-68fe-467d-a571-ce7186990198 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2201c5b3-dd0e-484a-84e2-c4e1fc5d11b0,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:39.299122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92cf07f1-68fe-467d-a571-ce7186990198 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.300853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-92cf07f1-68fe-467d-a571-ce7186990198 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6470461 Jul 08 02:09:39.303629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55008) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:39.308618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e49fc9e8-55ed-43ac-a5fa-83f5d85c2c05 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '0ef82565-5277-4cb8-866d-9fcaf53fb593', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:39.350797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.368344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74461fc-f113-4693-b996-ef3d6c716805']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:39.378982 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e49fc9e8-55ed-43ac-a5fa-83f5d85c2c05 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.415843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95b8a96-f99e-468e-8e84-14c78d967e80') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:39.418649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95b8a96-f99e-468e-8e84-14c78d967e80') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:39.444342 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.481907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.500518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:39.501767 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.588090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e49fc9e8-55ed-43ac-a5fa-83f5d85c2c05 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.671724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e49fc9e8-55ed-43ac-a5fa-83f5d85c2c05 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:39.697311 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:39.704797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fc9e8-55ed-43ac-a5fa-83f5d85c2c05 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec327f5-0d44-46bb-9045-15a7862b6241,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:39.708194 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:38Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:39.759275 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542bb15b-227e-4c9b-84a4-849a19a591f1 None None] The sync data for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 is: [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:38Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:39.772667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c00d8fc3-4e37-4d3a-a14a-0581616753d2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:39.825108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.830214 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.832639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/f74461fc-f113-4693-b996-ef3d6c716805 HTTP/1.1" status: 204 len: 168 time: 4.5914378 Jul 08 02:09:39.838113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55028) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:39.891638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1734605145'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:39.931279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c00d8fc3-4e37-4d3a-a14a-0581616753d2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:39.933030 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.958020 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e49fc9e8-55ed-43ac-a5fa-83f5d85c2c05 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.963417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e49fc9e8-55ed-43ac-a5fa-83f5d85c2c05 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6544242 Jul 08 02:09:39.965426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55030) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:39.980270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-02654005-c094-47b8-b7c3-c4a9896d9d98 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '0ef82565-5277-4cb8-866d-9fcaf53fb593', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:39.981128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d84b29-b5d9-4c55-9e2c-3347a4dddd5a tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Network': ['ID=f74461fc-f113-4693-b996-ef3d6c716805,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:40.085950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:40.088557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.257129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:40.284600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.284962 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Added segment 7e17d781-885a-4de3-8fba-257ad2dd07e7 of type vlan for network b9a4f7f2-6310-4344-882d-27ea22e9077f Jul 08 02:09:40.386374 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02654005-c094-47b8-b7c3-c4a9896d9d98 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.520225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.542324 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f2f9d-66d7-4b7d-b802-9cf639a08ff4 req-decaa804-0153-47cf-887d-8ac883e97a97 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:40.545185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b5f2f9d-66d7-4b7d-b802-9cf639a08ff4 req-decaa804-0153-47cf-887d-8ac883e97a97 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.3626139 Jul 08 02:09:40.643633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b5f2f9d-66d7-4b7d-b802-9cf639a08ff4 req-2f884eb6-696b-453d-99e6-d48179db2022 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916686 Jul 08 02:09:40.673249 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02654005-c094-47b8-b7c3-c4a9896d9d98 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.780954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02654005-c094-47b8-b7c3-c4a9896d9d98 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.913477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02654005-c094-47b8-b7c3-c4a9896d9d98 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc69ac30-c91d-4545-8da8-4a21e0b485b0,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:40.966242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-86d5cc84-6612-4c72-934c-b53a91b07443 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1210380 Jul 08 02:09:40.969949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02654005-c094-47b8-b7c3-c4a9896d9d98 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.982815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-02654005-c094-47b8-b7c3-c4a9896d9d98 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0109591 Jul 08 02:09:40.983668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.986019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55050) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:40.992961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ff532b68-242e-4030-a03f-6af62d4caf3e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '0ef82565-5277-4cb8-866d-9fcaf53fb593', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:41.005916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.009292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.084206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d644-2904-4bb1-951c-bddcb2db86b2 req-f9768abe-d26a-431a-977b-7e009ea23f5c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.091912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7752d644-2904-4bb1-951c-bddcb2db86b2 req-f9768abe-d26a-431a-977b-7e009ea23f5c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.7326834 Jul 08 02:09:41.108133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff532b68-242e-4030-a03f-6af62d4caf3e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.221678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff532b68-242e-4030-a03f-6af62d4caf3e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.277258 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:09:41.282696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Network': ['ID=b9a4f7f2-6310-4344-882d-27ea22e9077f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:41.288486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-fec8460d-b736-4f4d-b33b-736db7386491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.295877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-fec8460d-b736-4f4d-b33b-736db7386491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.295877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-fec8460d-b736-4f4d-b33b-736db7386491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.295877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-fec8460d-b736-4f4d-b33b-736db7386491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.296768 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-265d5dca-ae24-47fe-8497-80f5f6802417 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4508014 Jul 08 02:09:41.296882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-fec8460d-b736-4f4d-b33b-736db7386491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.296882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-fec8460d-b736-4f4d-b33b-736db7386491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.296882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-fec8460d-b736-4f4d-b33b-736db7386491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.303096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network b9a4f7f2-6310-4344-882d-27ea22e9077f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:41.304421 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7752d644-2904-4bb1-951c-bddcb2db86b2 req-5e5f5cb9-ba2b-4b3b-81b5-b3d9388f724c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068624 Jul 08 02:09:41.304839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55058) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:41.316655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'subnet': {'network_id': 'b9a4f7f2-6310-4344-882d-27ea22e9077f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:41.323251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-fec8460d-b736-4f4d-b33b-736db7386491 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6499 time: 0.2928295 Jul 08 02:09:41.336783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff532b68-242e-4030-a03f-6af62d4caf3e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.411629 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff532b68-242e-4030-a03f-6af62d4caf3e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e82a22-33d1-45af-9d65-ed0947913969,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:41.549745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff532b68-242e-4030-a03f-6af62d4caf3e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.551237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ff532b68-242e-4030-a03f-6af62d4caf3e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5635817 Jul 08 02:09:41.561467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55062) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:41.594971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d7405420-06c5-4883-8b73-976fa909aac7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '0ef82565-5277-4cb8-866d-9fcaf53fb593', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:41.682400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:41.688046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-c78945a0-ceb6-4d82-88ad-b0128017b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.688752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-c78945a0-ceb6-4d82-88ad-b0128017b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.689282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-c78945a0-ceb6-4d82-88ad-b0128017b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:41.690360 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.691152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-c78945a0-ceb6-4d82-88ad-b0128017b4bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=8a34471b-47fa-4c6c-afcc-458992f3c06e&id=8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 200 len: 2293 time: 0.3094041 Jul 08 02:09:41.726145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f5e58a67-d2d8-4844-8395-1cf86491a1ec up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:41.819957 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-d7405420-06c5-4883-8b73-976fa909aac7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Project e75ea0b995334b6e838b3d36aa2ab4cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:09:41.932224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7405420-06c5-4883-8b73-976fa909aac7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.933542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port f5e58a67-d2d8-4844-8395-1cf86491a1ec completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:41.954211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f5e58a67-d2d8-4844-8395-1cf86491a1ec triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:41.956028 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.053527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7405420-06c5-4883-8b73-976fa909aac7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.084014 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-1630b5dc-62c5-4dd3-9a2a-203c41535c0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 200 len: 1002 time: 0.2556696 Jul 08 02:09:42.165509 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6afc0dbc-8e3a-4ab3-a958-4b1bdcbd1806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.173441 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.193799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7405420-06c5-4883-8b73-976fa909aac7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.238803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-8c9af978-556c-4185-8ebe-2220a11c35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:42.240396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-8c9af978-556c-4185-8ebe-2220a11c35cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9d24518-bec5-4294-bfc4-cb82628b06da HTTP/1.1" status: 200 len: 850 time: 0.1436749 Jul 08 02:09:42.247359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb345e4-2d99-47bf-a8cc-006358d5ea7e req-e7ec27e3-bc67-4932-b3da-c26c2b12bc50 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:42.253265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port f5e58a67-d2d8-4844-8395-1cf86491a1ec, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f5e58a67-d2d8-4844-8395-1cf86491a1ec,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:42.260592 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7bb345e4-2d99-47bf-a8cc-006358d5ea7e req-e7ec27e3-bc67-4932-b3da-c26c2b12bc50 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2670443 Jul 08 02:09:42.276590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7405420-06c5-4883-8b73-976fa909aac7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697e63a0-bcb3-4dba-a525-3429b1acbd5e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:42.300395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.310746 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.346283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7405420-06c5-4883-8b73-976fa909aac7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.350769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d7405420-06c5-4883-8b73-976fa909aac7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7850437 Jul 08 02:09:42.350769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55080) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:42.358161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-305773a0-12d6-4971-96d0-e3aa5f35bc0a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '0ef82565-5277-4cb8-866d-9fcaf53fb593', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:42.375647 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7bb345e4-2d99-47bf-a8cc-006358d5ea7e req-4eb08b38-f57d-4055-8f07-e6d85c3e9915 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138551 Jul 08 02:09:42.412202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=f5e58a67-d2d8-4844-8395-1cf86491a1ec,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:42.444016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Checking segment: {'id': '7e17d781-885a-4de3-8fba-257ad2dd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b9a4f7f2-6310-4344-882d-27ea22e9077f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:42.444722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-865c3a8c-938f-4642-a11a-dda7bd574dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:42.446392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-865c3a8c-938f-4642-a11a-dda7bd574dfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928926 Jul 08 02:09:42.452204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network hostable DHCP agents. Network: b9a4f7f2-6310-4344-882d-27ea22e9077f, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:42.484003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Subnet': ['ID=f534d029-f774-4abf-9668-cd865ed511b8,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:42.499390 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-305773a0-12d6-4971-96d0-e3aa5f35bc0a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Project e75ea0b995334b6e838b3d36aa2ab4cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:09:42.505387 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-305773a0-12d6-4971-96d0-e3aa5f35bc0a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.571382 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-305773a0-12d6-4971-96d0-e3aa5f35bc0a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.596119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network b9a4f7f2-6310-4344-882d-27ea22e9077f is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:42.684821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:42.690391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-de2f2cbb-a99d-422b-940f-cfbfb95df5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969939604', 'description': 'tempest-secgroup-smoke-1969939604 description', 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:42.715473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-305773a0-12d6-4971-96d0-e3aa5f35bc0a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.753480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, b9a4f7f2-6310-4344-882d-27ea22e9077f) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:42.762290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:42.763064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0043761-4063-42fd-bfa9-ea11372ab4b6 None None] Network b9a4f7f2-6310-4344-882d-27ea22e9077f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:42.764048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.781552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305773a0-12d6-4971-96d0-e3aa5f35bc0a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8298de3f-5883-45c1-8f2b-b281174be357,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:42.814105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34d203-3aec-4a2d-b207-089d0fa1cd64 req-f9350630-5e2c-4ac3-900d-cf048458347c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:42.822260 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da34d203-3aec-4a2d-b207-089d0fa1cd64 req-f9350630-5e2c-4ac3-900d-cf048458347c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.1138644 Jul 08 02:09:42.892153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de2f2cbb-a99d-422b-940f-cfbfb95df5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.932103 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da34d203-3aec-4a2d-b207-089d0fa1cd64 req-eb678d10-082d-4a55-991e-f180a8ecf969 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072409 Jul 08 02:09:42.974742 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-11d93c8b-2245-4882-b021-b76fede4eea1 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6525156 Jul 08 02:09:42.974742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55088) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:42.974892 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-305773a0-12d6-4971-96d0-e3aa5f35bc0a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.974892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-305773a0-12d6-4971-96d0-e3aa5f35bc0a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6129179 Jul 08 02:09:43.054230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-b9a4f7f2-6310-4344-882d-27ea22e9077f', 'network_id': 'b9a4f7f2-6310-4344-882d-27ea22e9077f', 'tenant_id': '0d151fac327b4eb6a231bdcb6f7ff1ac', 'fixed_ips': [{'subnet_id': 'f534d029-f774-4abf-9668-cd865ed511b8'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:43.054794 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.086712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e709-4e45-47f0-863c-404c30cc02b4 req-06a3b5dd-9fff-40cf-b92d-856746c0014e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:43.101240 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d131e709-4e45-47f0-863c-404c30cc02b4 req-06a3b5dd-9fff-40cf-b92d-856746c0014e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2547042 Jul 08 02:09:43.114889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.217474 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.247701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de2f2cbb-a99d-422b-940f-cfbfb95df5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.263690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Allocated IP 2001:db8::2 (b9a4f7f2-6310-4344-882d-27ea22e9077f/f534d029-f774-4abf-9668-cd865ed511b8/a57dd5fc-66fd-48b6-b3a0-5b7139c978a8) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:43.307273 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de2f2cbb-a99d-422b-940f-cfbfb95df5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.376244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d131e709-4e45-47f0-863c-404c30cc02b4 req-5c5870d9-14b5-496e-a519-2892e6775267 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221292 Jul 08 02:09:43.385521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f2cbb-a99d-422b-940f-cfbfb95df5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a8ab18-ac38-4ef6-81b6-61017c3541fa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:43.408367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de2f2cbb-a99d-422b-940f-cfbfb95df5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.411960 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-de2f2cbb-a99d-422b-940f-cfbfb95df5bd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7241161 Jul 08 02:09:43.412509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55096) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:43.422830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e5059db2-65fa-4a07-8763-1cd2743b2ad5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'security_group_rule': {'security_group_id': 'f7a8ab18-ac38-4ef6-81b6-61017c3541fa', 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:43.489994 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-9d1e4fac-80d1-49ac-93d5-94d6e747a1a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769895 Jul 08 02:09:43.514378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.524836 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5059db2-65fa-4a07-8763-1cd2743b2ad5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.536794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-d1dc5429-b40c-41a7-93a6-0f055497b5b6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036774861&fields=id&tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 267 time: 0.0622129 Jul 08 02:09:43.537092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Transition to ACTIVE for port object a57dd5fc-66fd-48b6-b3a0-5b7139c978a8 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:43.558136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Transition to ACTIVE for port object a57dd5fc-66fd-48b6-b3a0-5b7139c978a8 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:43.631803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f5e58a67-d2d8-4844-8395-1cf86491a1ec up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:43.636803 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5059db2-65fa-4a07-8763-1cd2743b2ad5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.680568 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.721724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5059db2-65fa-4a07-8763-1cd2743b2ad5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.742976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Network b9a4f7f2-6310-4344-882d-27ea22e9077f is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:43.744090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-f788e46f-319f-42fd-86ef-4ebca16507ca tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:43.750120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-f788e46f-319f-42fd-86ef-4ebca16507ca tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/networks?id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca HTTP/1.1" status: 200 len: 797 time: 0.2087307 Jul 08 02:09:43.762601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5059db2-65fa-4a07-8763-1cd2743b2ad5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacda8fb-8696-46ce-8c1d-7985b5dbf3ed,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:43.765305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f5e58a67-d2d8-4844-8395-1cf86491a1ec triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:43.766099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.768121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:43.771010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:43.774215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.780095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-d1ba781e-5435-4a59-875c-8738b8cd226c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/quotas/e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 375 time: 0.0268443 Jul 08 02:09:43.882091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-05f450df-3adc-47b2-bc51-bde30fdfc894 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881042 Jul 08 02:09:43.885175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5059db2-65fa-4a07-8763-1cd2743b2ad5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.889282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e5059db2-65fa-4a07-8763-1cd2743b2ad5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4723682 Jul 08 02:09:43.890103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:43.898384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9a964f46-6012-41f6-9662-7d2523155de2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'security_group_rule': {'security_group_id': 'f7a8ab18-ac38-4ef6-81b6-61017c3541fa', 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:43.918965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Subnet': ['ID=f534d029-f774-4abf-9668-cd865ed511b8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:43.928805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Pushing event updated for resources: {'Port': ['ID=a57dd5fc-66fd-48b6-b3a0-5b7139c978a8,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:43.960497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Attempting to bind port a57dd5fc-66fd-48b6-b3a0-5b7139c978a8 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:43.960497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Attempting to bind port a57dd5fc-66fd-48b6-b3a0-5b7139c978a8 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7e17d781-885a-4de3-8fba-257ad2dd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b9a4f7f2-6310-4344-882d-27ea22e9077f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:43.960497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Attempting to bind port a57dd5fc-66fd-48b6-b3a0-5b7139c978a8 on network b9a4f7f2-6310-4344-882d-27ea22e9077f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:43.964181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:43.964680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Checking segment: {'id': '7e17d781-885a-4de3-8fba-257ad2dd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b9a4f7f2-6310-4344-882d-27ea22e9077f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:43.965089 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.965691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Bound using segment: {'id': '7e17d781-885a-4de3-8fba-257ad2dd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b9a4f7f2-6310-4344-882d-27ea22e9077f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:43.966421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Bound port: a57dd5fc-66fd-48b6-b3a0-5b7139c978a8, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e17d781-885a-4de3-8fba-257ad2dd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b9a4f7f2-6310-4344-882d-27ea22e9077f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:43.967732 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.969752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.983027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a4f7f2-6310-4344-882d-27ea22e9077f']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:44.011623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e17d781-885a-4de3-8fba-257ad2dd07e7') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:44.012414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e17d781-885a-4de3-8fba-257ad2dd07e7') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:44.034871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.139592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-a8e71ec0-bc07-4ffd-95cd-2cfb77dafa08 service neutron] 10.222.0.10 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357059 Jul 08 02:09:44.146244 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.153719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] For port a57dd5fc-66fd-48b6-b3a0-5b7139c978a8, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:44.162014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:44.162752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:44.168935 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:44.263970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] For port a57dd5fc-66fd-48b6-b3a0-5b7139c978a8, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a57dd5fc-66fd-48b6-b3a0-5b7139c978a8,segment=NetworkSegment(7e17d781-885a-4de3-8fba-257ad2dd07e7),segment_id=7e17d781-885a-4de3-8fba-257ad2dd07e7)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:44.270167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc437-9ba9-4388-a706-4af09dee288f req-10092dcb-8602-4b2f-aeeb-0ed5f46772a2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:44.272281 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bcbdc437-9ba9-4388-a706-4af09dee288f req-10092dcb-8602-4b2f-aeeb-0ed5f46772a2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2192075 Jul 08 02:09:44.304325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:09:44.304325 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:09:44.304325 n-d-695189-13 neutron-server[100713]: [parameters: {'id': 'b9a4f7f2-6310-4344-882d-27ea22e9077f'}] Jul 08 02:09:44.304325 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:09:44.307456 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:09:44.321678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58861437-13ae-4f4d-ac1d-91f899adbc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.328510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bcbdc437-9ba9-4388-a706-4af09dee288f req-57447087-1932-46c7-b776-3ee992cf6ad5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Jul 08 02:09:44.332134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-e4b16dc0-f0b8-4fc7-b99b-e31c14cf4cfd service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866315 Jul 08 02:09:44.348349 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-d83bf540-8ea0-4c48-a8a8-1211be723ad6 service neutron] 10.222.0.10 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072797 Jul 08 02:09:44.362759 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.376359 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a964f46-6012-41f6-9662-7d2523155de2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.534730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-0f288a2b-0c55-48f3-99c7-df48ce858e56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 217 time: 0.1443594 Jul 08 02:09:44.567755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876b826-af4f-4e36-8ebc-b916d247708f None None] Pushing event updated for resources: {'Port': ['ID=a57dd5fc-66fd-48b6-b3a0-5b7139c978a8,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:44.589853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a964f46-6012-41f6-9662-7d2523155de2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.617050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b0a78-a062-4cc3-9337-02e538c5b16e None None] Network b9a4f7f2-6310-4344-882d-27ea22e9077f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:44.712454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-18ddd2c4-85cc-46ff-bd21-e15f82c41f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:44.715053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-18ddd2c4-85cc-46ff-bd21-e15f82c41f0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0868754 Jul 08 02:09:44.717622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a964f46-6012-41f6-9662-7d2523155de2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.745553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a964f46-6012-41f6-9662-7d2523155de2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ca8e3d-a86a-4179-a38c-c7abf07be799,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:44.806333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.847904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9a964f46-6012-41f6-9662-7d2523155de2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.849017 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9a964f46-6012-41f6-9662-7d2523155de2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9576569 Jul 08 02:09:44.852227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55118) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:44.861063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-95fcf9a4-4236-48f5-9cf0-60446d7851d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'security_group_rule': {'security_group_id': 'f7a8ab18-ac38-4ef6-81b6-61017c3541fa', 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:44.889800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbbdf8-38b1-4497-b177-4159506e2075 req-205b9aec-5021-4ef3-ac51-e7cb1dfd3aa4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:44.905067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94fbbdf8-38b1-4497-b177-4159506e2075 req-205b9aec-5021-4ef3-ac51-e7cb1dfd3aa4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.2504799 Jul 08 02:09:44.939432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-523876e5-5a47-4186-89ad-e8296864a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:44.943587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-523876e5-5a47-4186-89ad-e8296864a58b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1860073 Jul 08 02:09:44.963319 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.963319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b929769-f8ad-46c3-8f3e-c6652e8bee95 None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:09:44.996136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09824069-13b6-4699-af0a-f9a26099bfb8 req-e5183c90-5ead-49d5-bc36-494f3e79e696 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:45.001745 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09824069-13b6-4699-af0a-f9a26099bfb8 req-e5183c90-5ead-49d5-bc36-494f3e79e696 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2054255 Jul 08 02:09:45.005508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94fbbdf8-38b1-4497-b177-4159506e2075 req-dd0846bb-1fb7-44ec-8754-2b9dfd9205d8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005864 Jul 08 02:09:45.037427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting port a57dd5fc-66fd-48b6-b3a0-5b7139c978a8 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:45.038061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.123528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95fcf9a4-4236-48f5-9cf0-60446d7851d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.132643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-528c784a-625b-43d4-bffb-098e7041b2f6 req-6a7f7fa7-0b7f-4f77-b785-4f90b83c5fdd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 210 time: 0.0760915 Jul 08 02:09:45.162221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] For port a57dd5fc-66fd-48b6-b3a0-5b7139c978a8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a57dd5fc-66fd-48b6-b3a0-5b7139c978a8,segment=NetworkSegment(7e17d781-885a-4de3-8fba-257ad2dd07e7),segment_id=7e17d781-885a-4de3-8fba-257ad2dd07e7)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:45.162221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.182544 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Calling delete_port for a57dd5fc-66fd-48b6-b3a0-5b7139c978a8 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:45.222337 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09824069-13b6-4699-af0a-f9a26099bfb8 req-2482a2e4-ba62-4e05-981a-8a94760f1d88 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174747 Jul 08 02:09:45.258302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b929769-f8ad-46c3-8f3e-c6652e8bee95 None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:09:45.283868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95fcf9a4-4236-48f5-9cf0-60446d7851d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.309039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-2895b173-8357-46e2-b62e-8e81c9c0296a service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432155 Jul 08 02:09:45.350845 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95fcf9a4-4236-48f5-9cf0-60446d7851d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.491869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcf9a4-4236-48f5-9cf0-60446d7851d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda8411f-2139-4c71-ad75-e9f70b00f17e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:45.493392 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.517988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95fcf9a4-4236-48f5-9cf0-60446d7851d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.522226 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-95fcf9a4-4236-48f5-9cf0-60446d7851d1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6667559 Jul 08 02:09:45.523504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:45.537092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3aab921c-d28f-4ea0-a687-909bd5611f2a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'security_group_rule': {'security_group_id': 'f7a8ab18-ac38-4ef6-81b6-61017c3541fa', 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:45.564225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Port': ['ID=a57dd5fc-66fd-48b6-b3a0-5b7139c978a8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:45.575356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No DVR routers for this DVR port a57dd5fc-66fd-48b6-b3a0-5b7139c978a8 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:45.640108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-e68210c6-db90-44f9-a288-ec4c405950fd service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600684 Jul 08 02:09:45.735746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.750098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a4f7f2-6310-4344-882d-27ea22e9077f']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:45.765672 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e17d781-885a-4de3-8fba-257ad2dd07e7') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:45.766185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e17d781-885a-4de3-8fba-257ad2dd07e7') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:45.768712 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-50eb6b27-371b-42a4-8a5b-067c93fe5043 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 217 time: 0.0688412 Jul 08 02:09:45.778736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.789134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3aab921c-d28f-4ea0-a687-909bd5611f2a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.799628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.809186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:45.809849 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.897086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-79bc620c-4eab-499f-bca4-798de9103dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:45.898640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-79bc620c-4eab-499f-bca4-798de9103dcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1006947 Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:45.919372 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:45.926024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3aab921c-d28f-4ea0-a687-909bd5611f2a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.935867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.984754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.988291 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3aab921c-d28f-4ea0-a687-909bd5611f2a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.015797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.016036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab921c-d28f-4ea0-a687-909bd5611f2a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44baf3f0-cbc0-4a69-a423-8183f331525b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:46.026354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-83c76ef0-7ac2-451a-8930-2e181a259261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:46.027000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/b9a4f7f2-6310-4344-882d-27ea22e9077f HTTP/1.1" status: 204 len: 168 time: 3.0642712 Jul 08 02:09:46.028030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-83c76ef0-7ac2-451a-8930-2e181a259261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1200037 Jul 08 02:09:46.028815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55138) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:46.043457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1628332867'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:46.043457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c1cfe-2187-4cf3-a9f5-02efe9b8dabf tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Network': ['ID=b9a4f7f2-6310-4344-882d-27ea22e9077f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:46.113754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3aab921c-d28f-4ea0-a687-909bd5611f2a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.118593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3aab921c-d28f-4ea0-a687-909bd5611f2a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5830054 Jul 08 02:09:46.121053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55140) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:46.126264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a5dbd875-81d0-4421-bb46-bf0b040e2b0c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'security_group_rule': {'security_group_id': 'f7a8ab18-ac38-4ef6-81b6-61017c3541fa', 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:46.209106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-aa7248de-8e92-466a-ad6a-7887cce7bca5 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715827 Jul 08 02:09:46.222035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:46.230812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.284006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:46.297954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11d2b7a4-a135-4de8-8b92-d0a3dad544be req-83523b7a-5a10-4026-a15c-602f755d3e8b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 210 time: 0.0334005 Jul 08 02:09:46.306783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.307122 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Added segment 7d4a345f-84a5-4a31-94cc-813773f1c25e of type vlan for network bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c Jul 08 02:09:46.309985 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-a5dbd875-81d0-4421-bb46-bf0b040e2b0c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Project 0ecc7b902d2a41909a9367dd4cf47fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:09:46.324840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd875-81d0-4421-bb46-bf0b040e2b0c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.348313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1d51-fe99-4d18-9e0c-dd791d46d2f7 req-d7ab6e56-de03-4b30-9a4b-f97053051a75 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:46.349888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b4c1d51-fe99-4d18-9e0c-dd791d46d2f7 req-d7ab6e56-de03-4b30-9a4b-f97053051a75 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.1922078 Jul 08 02:09:46.379711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.403729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd875-81d0-4421-bb46-bf0b040e2b0c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.427568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b4c1d51-fe99-4d18-9e0c-dd791d46d2f7 req-ba6a51ad-b005-4fe1-8c2d-6388841305f2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680225 Jul 08 02:09:46.476340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd875-81d0-4421-bb46-bf0b040e2b0c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.496062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbd875-81d0-4421-bb46-bf0b040e2b0c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d47d8d-462d-4502-8226-34ec22f4add2,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:46.501452 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.510002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:46.510772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.574088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd875-81d0-4421-bb46-bf0b040e2b0c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.576502 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a5dbd875-81d0-4421-bb46-bf0b040e2b0c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4538927 Jul 08 02:09:46.579183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:46.584175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-68f1d6e3-e397-4ddc-b139-53c654d60806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'security_group_rule': {'security_group_id': 'f7a8ab18-ac38-4ef6-81b6-61017c3541fa', 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:46.594634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Network': ['ID=bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:46.608451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:46.631225 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-33dc9cc7-c972-4b65-a6a6-00ace2f2e0fc tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6006038 Jul 08 02:09:46.633987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:46.646277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Request body: {'subnet': {'network_id': 'bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:47.208713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-ca4786ca-f108-4620-b31b-a3f3e81d156f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1132722 Jul 08 02:09:47.319023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33a873d0-ec20-490b-aec3-19ea352387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.320255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33a873d0-ec20-490b-aec3-19ea352387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.320742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33a873d0-ec20-490b-aec3-19ea352387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.321218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33a873d0-ec20-490b-aec3-19ea352387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.321685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33a873d0-ec20-490b-aec3-19ea352387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.322159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33a873d0-ec20-490b-aec3-19ea352387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.322620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33a873d0-ec20-490b-aec3-19ea352387f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.325839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33a873d0-ec20-490b-aec3-19ea352387f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6507 time: 0.0779171 Jul 08 02:09:47.463784 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e1ab589-311a-44fa-a87a-9739ca6a0566 req-29bd4d01-5961-40a5-ac55-b49f5b4ceab9 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 210 time: 0.0316219 Jul 08 02:09:47.528464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-2ed6cb9d-9500-4620-8b04-eff45299ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.528994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-2ed6cb9d-9500-4620-8b04-eff45299ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.529497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-2ed6cb9d-9500-4620-8b04-eff45299ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.531314 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-2ed6cb9d-9500-4620-8b04-eff45299ed87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b HTTP/1.1" status: 200 len: 2298 time: 0.1682222 Jul 08 02:09:47.615429 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-6e9aa8f9-bf50-4a41-9f19-b85535fb0287 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e013a462-e232-4554-9b60-37e08a5e3964 HTTP/1.1" status: 200 len: 1001 time: 0.0744321 Jul 08 02:09:47.673737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa5df-5565-4070-bae2-9b476508f709 req-af28d00c-3748-4c46-983e-ebeabb5978bc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.675955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70faa5df-5565-4070-bae2-9b476508f709 req-af28d00c-3748-4c46-983e-ebeabb5978bc tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.0974438 Jul 08 02:09:47.692547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-b76146d5-5df5-49b8-96cd-719cdf6d88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.694174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-b76146d5-5df5-49b8-96cd-719cdf6d88f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09c91ac0-e2f8-4201-859b-8baa1a6a77a3 HTTP/1.1" status: 200 len: 855 time: 0.0680711 Jul 08 02:09:47.719706 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70faa5df-5565-4070-bae2-9b476508f709 req-f97c2a38-ad16-4537-9e48-7a1eb6f1df4a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Jul 08 02:09:47.784198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-19195077-2b39-43b9-b122-ef27dd7cd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:47.789776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-19195077-2b39-43b9-b122-ef27dd7cd5d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727956 Jul 08 02:09:47.841744 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-68f1d6e3-e397-4ddc-b139-53c654d60806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Project 0ecc7b902d2a41909a9367dd4cf47fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:09:47.842052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.860709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68f1d6e3-e397-4ddc-b139-53c654d60806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.935979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-67aefa54-c527-4fa0-824b-f34b5f08e861 service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417785 Jul 08 02:09:47.960152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68f1d6e3-e397-4ddc-b139-53c654d60806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.961740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Made reservation on behalf of 0d151fac327b4eb6a231bdcb6f7ff1ac for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:47.965436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.049083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68f1d6e3-e397-4ddc-b139-53c654d60806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.089807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1d6e3-e397-4ddc-b139-53c654d60806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c37e6e3-7102-49b0-8a81-1fa0b4f1c34d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:48.104794 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.141326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-bae2e7d0-78c8-472b-b31f-8e3ecc39883e service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929023 Jul 08 02:09:48.187750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68f1d6e3-e397-4ddc-b139-53c654d60806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.188907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-68f1d6e3-e397-4ddc-b139-53c654d60806 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6086135 Jul 08 02:09:48.234212 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-fdbf44c9-7ce8-45ed-a1f8-7bec7021e365 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 200 len: 217 time: 0.0737562 Jul 08 02:09:48.321098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-a464f94b-8e37-4496-b9fd-927db13d9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:48.322651 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-a464f94b-8e37-4496-b9fd-927db13d9aa4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0592828 Jul 08 02:09:48.454593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-7e82edec-dfb7-4d63-b63c-438f20254e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:48.456211 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-7e82edec-dfb7-4d63-b63c-438f20254e64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146328 Jul 08 02:09:48.478745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:09:48.488154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.629078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event updated for resources: {'Subnet': ['ID=5e3d6a2d-5f98-401c-bb69-8aab78bef0c6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:48.651866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Checking segment: {'id': '7d4a345f-84a5-4a31-94cc-813773f1c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:48.652240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network hostable DHCP agents. Network: bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:48.663977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-9e516764-4617-422d-9daf-8c8f36ff3578 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837988 Jul 08 02:09:48.682935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea98c5eb-2c24-4832-97e9-c8c10605a7f7 req-597774cf-15d8-4be8-b1c0-6073f7430b46 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 210 time: 0.0324731 Jul 08 02:09:48.791227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-33d6f786-6ba6-4bba-88b1-51c5b32331f9 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062553 Jul 08 02:09:48.852995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-0761f97a-5cfd-420e-a174-97d2c51258b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 200 len: 217 time: 0.0541124 Jul 08 02:09:48.855576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Network bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:48.922206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-b5931009-d8a6-4b9e-b694-5a9741aaebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:48.922206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-b5931009-d8a6-4b9e-b694-5a9741aaebb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0497584 Jul 08 02:09:48.923863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc98e9-63f4-4a66-a210-2c5b0a99f023 req-ceed9419-4d30-47b4-9945-4c3adb88e19b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:48.925373 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ecc98e9-63f4-4a66-a210-2c5b0a99f023 req-ceed9419-4d30-47b4-9945-4c3adb88e19b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.0827787 Jul 08 02:09:48.962095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:48.972210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8db07-a5ab-4d68-afae-5a902aa18504 None None] Network bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:48.981230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:48.981230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.996982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ecc98e9-63f4-4a66-a210-2c5b0a99f023 req-f5c592a4-60f6-4fe4-989b-82ffb52512a4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650990 Jul 08 02:09:49.016704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-61a6405e-70c4-4c4c-af6c-d797039b8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:49.028343 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-61a6405e-70c4-4c4c-af6c-d797039b8d56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1026194 Jul 08 02:09:49.098913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-980e7b1b-a66d-413a-a132-c191a7cb0aa9 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4638529 Jul 08 02:09:49.101536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55204) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:49.165629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c', 'network_id': 'bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c', 'tenant_id': '0d151fac327b4eb6a231bdcb6f7ff1ac', 'fixed_ips': [{'subnet_id': '5e3d6a2d-5f98-401c-bb69-8aab78bef0c6'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:49.167281 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.213202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-6ef7a80d-cb82-452d-b1dd-dffdabcae841 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697125 Jul 08 02:09:49.301804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.331922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Allocated IP 2001:db8::f816:3eff:fe9b:8c81 (bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c/5e3d6a2d-5f98-401c-bb69-8aab78bef0c6/acf2877c-9590-41b8-a66a-56d0d3233109) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:49.392179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-91c71d25-e3e7-4baf-91b7-e1819b8ef5e8 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572845 Jul 08 02:09:49.393031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.459947 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-f69bef5a-efe2-4e09-a467-8faba5a4776e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737 HTTP/1.1" status: 200 len: 217 time: 0.0455477 Jul 08 02:09:49.480029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.488277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Transition to ACTIVE for port object acf2877c-9590-41b8-a66a-56d0d3233109 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:49.503711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Transition to ACTIVE for port object acf2877c-9590-41b8-a66a-56d0d3233109 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:49.512455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-e23727dc-ab4b-4778-ba87-199c64d68a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:49.514542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-e23727dc-ab4b-4778-ba87-199c64d68a0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0435355 Jul 08 02:09:49.568001 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.587164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-83373b13-2cdf-4726-b87e-a318b3a1a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:49.587164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-83373b13-2cdf-4726-b87e-a318b3a1a578 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599484 Jul 08 02:09:49.610283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Network bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:49.615095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:49.618585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:49.634421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Pushing event updated for resources: {'Port': ['ID=acf2877c-9590-41b8-a66a-56d0d3233109,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:49.697093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Attempting to bind port acf2877c-9590-41b8-a66a-56d0d3233109 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:49.697788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Attempting to bind port acf2877c-9590-41b8-a66a-56d0d3233109 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7d4a345f-84a5-4a31-94cc-813773f1c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:49.698342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Attempting to bind port acf2877c-9590-41b8-a66a-56d0d3233109 on network bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:49.704317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:49.705143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Checking segment: {'id': '7d4a345f-84a5-4a31-94cc-813773f1c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:49.705566 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.706168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Bound using segment: {'id': '7d4a345f-84a5-4a31-94cc-813773f1c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:49.706522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Bound port: acf2877c-9590-41b8-a66a-56d0d3233109, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4a345f-84a5-4a31-94cc-813773f1c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:49.706851 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.808141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] For port acf2877c-9590-41b8-a66a-56d0d3233109, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:49.812303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] For port acf2877c-9590-41b8-a66a-56d0d3233109, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=acf2877c-9590-41b8-a66a-56d0d3233109,segment=NetworkSegment(7d4a345f-84a5-4a31-94cc-813773f1c25e),segment_id=7d4a345f-84a5-4a31-94cc-813773f1c25e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:49.887976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-46739a85-262c-4847-a9cf-2726931a664b req-858f43ac-0c32-46e0-8b14-592e6d450715 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 210 time: 0.0360510 Jul 08 02:09:49.928142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.036085 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.079173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3d6a2d-5f98-401c-bb69-8aab78bef0c6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:50.113912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67a270-8f21-47c6-8d6e-fd76a04884a3 None None] Pushing event updated for resources: {'Port': ['ID=acf2877c-9590-41b8-a66a-56d0d3233109,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:50.147873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca169663-9230-4b25-ae5a-d7ca559b66e6 None None] Network bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:50.215979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.290774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:50.336211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4a345f-84a5-4a31-94cc-813773f1c25e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:50.336515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4a345f-84a5-4a31-94cc-813773f1c25e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:50.345256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-cc018faf-93b8-4e55-b288-82f4ccb80947 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486708 Jul 08 02:09:50.350178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f791a-e7a4-404d-bf67-46a992bbaaae None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:09:50.363986 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.444826 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.461916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:50.462322 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:50.467203 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:50.508913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f791a-e7a4-404d-bf67-46a992bbaaae None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:09:50.520718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704ebd9-2a55-4e7a-9eeb-85caa94d3474 req-af99c2ec-de99-40fb-8ba1-f3061326b94e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:50.522254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9704ebd9-2a55-4e7a-9eeb-85caa94d3474 req-af99c2ec-de99-40fb-8ba1-f3061326b94e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.3339732 Jul 08 02:09:50.524127 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-28de18c2-5d80-417e-8f57-2d9dd5cd6221 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984820 Jul 08 02:09:50.614701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-46e073f6-3215-4982-b6f5-4d55ad41d725 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cf4d9964-299b-46d0-8db8-0c64b388c112 HTTP/1.1" status: 200 len: 217 time: 0.0735376 Jul 08 02:09:50.626538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-7a1232db-a106-48ea-8f7b-17636ab56404 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633219 Jul 08 02:09:50.695608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9704ebd9-2a55-4e7a-9eeb-85caa94d3474 req-5dc8f490-3343-47eb-8ed9-00a2029828c3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621609 Jul 08 02:09:50.698997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-c51c0ba1-e823-4e9b-9673-e89fc62ac167 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=119c9585-b18f-486e-8834-3c9abd6e9957 HTTP/1.1" status: 200 len: 217 time: 0.0598295 Jul 08 02:09:50.758465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-9a5bf384-cb4f-4913-9f1c-9eca6b45ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:50.758465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-9a5bf384-cb4f-4913-9f1c-9eca6b45ca7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1258328 Jul 08 02:09:50.796936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:09:50.796936 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:09:50.796936 n-d-695189-13 neutron-server[100712]: [parameters: {'id': 'bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c'}] Jul 08 02:09:50.796936 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:09:50.797388 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:09:50.811075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-26399a73-6da2-48d7-8a28-eb9af3408f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:50.812878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-26399a73-6da2-48d7-8a28-eb9af3408f65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0992577 Jul 08 02:09:50.865654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-6d322e65-3096-4e8a-b295-aa8964f72acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:50.867509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-6d322e65-3096-4e8a-b295-aa8964f72acc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088278 Jul 08 02:09:50.882872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-98e19583-35c8-4516-b061-436783b8070c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:09:50.884984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-98e19583-35c8-4516-b061-436783b8070c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091293 Jul 08 02:09:50.977429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-7d65f1df-11f1-4ecf-99b3-914eed2f12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:50.978956 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-7d65f1df-11f1-4ecf-99b3-914eed2f12df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1536572 Jul 08 02:09:50.996207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.083200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-38afa6fc-d6b0-4375-9f52-9adb2ebf30a8 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916173 Jul 08 02:09:51.088567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d7275d6-269c-4a6e-b64e-e15a55b0a3bc req-b890a621-2fa2-4a40-8347-b1df5305eaaa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 210 time: 0.0401373 Jul 08 02:09:51.142917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-75dd1aa1-3799-4a35-891e-bfbad4247a3d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:51.145585 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-75dd1aa1-3799-4a35-891e-bfbad4247a3d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "GET /v2.0/networks?id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca HTTP/1.1" status: 200 len: 797 time: 0.1376593 Jul 08 02:09:51.187989 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-a2575733-e8e1-4f7b-8c81-8fb09e85e6f4 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978362 Jul 08 02:09:51.205126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-a71fed10-b4cd-4dce-b358-0e0feb4bb8a2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 380 time: 0.0497031 Jul 08 02:09:51.214664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'port': {'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'admin_state_up': True, 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'security_groups': ['0ef82565-5277-4cb8-866d-9fcaf53fb593']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:51.227496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-2419d3e1-57b4-4808-918d-3e77622feeb4 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361921 Jul 08 02:09:51.297509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-41068e9a-58b2-4e5b-ab4f-b2914030c588 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=efc144cd-c612-4225-9176-19588a83fe7d HTTP/1.1" status: 200 len: 217 time: 0.0440519 Jul 08 02:09:51.299593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.404631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-b0819f7a-293b-4dc9-96ba-8201efff82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:51.406339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-b0819f7a-293b-4dc9-96ba-8201efff82ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1023595 Jul 08 02:09:51.428590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-3098590d-2018-4a5b-ac07-b367ff0df943 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303908 Jul 08 02:09:51.503906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-004cb993-3a11-43a3-9123-cbbcf5df529a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 HTTP/1.1" status: 200 len: 217 time: 0.0524387 Jul 08 02:09:51.521189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting port acf2877c-9590-41b8-a66a-56d0d3233109 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:51.522023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.647572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] For port acf2877c-9590-41b8-a66a-56d0d3233109, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=acf2877c-9590-41b8-a66a-56d0d3233109,segment=NetworkSegment(7d4a345f-84a5-4a31-94cc-813773f1c25e),segment_id=7d4a345f-84a5-4a31-94cc-813773f1c25e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:51.647933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.651105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-16e4acaa-bec2-4e23-9f33-9341a86ce7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:51.652686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-16e4acaa-bec2-4e23-9f33-9341a86ce7c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.1334200 Jul 08 02:09:51.662711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-5cbaf1d0-7c00-49ec-b50b-66e04a637571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:51.664359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-5cbaf1d0-7c00-49ec-b50b-66e04a637571 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2507658 Jul 08 02:09:51.670647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Calling delete_port for acf2877c-9590-41b8-a66a-56d0d3233109 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:51.813248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:51.818485 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.904546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-d80b0e53-0539-4857-adf1-ed87336acb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:51.905959 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-d80b0e53-0539-4857-adf1-ed87336acb9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2371650 Jul 08 02:09:51.915648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-20cb28dd-1ce0-4422-9704-a8223c2c4d30 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360756 Jul 08 02:09:51.982883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.20.0.5 (8acd5d85-01ba-4f9e-92dc-75f4e590fcca/06e40f0a-fdab-4385-8ed3-3ce78bd3247c/8ce23cde-85f7-4ca3-85a6-339552067626) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:52.086887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.135148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195235a-e212-4b5a-9c3f-13464457c40e req-c193d537-69c1-452a-9463-1d6b70a0a4ae tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:52.136709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c195235a-e212-4b5a-9c3f-13464457c40e req-c193d537-69c1-452a-9463-1d6b70a0a4ae tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 943 time: 0.2957273 Jul 08 02:09:52.142105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-8411aa03-9308-4825-aaf6-840aaceb4eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136447 Jul 08 02:09:52.145328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Port': ['ID=acf2877c-9590-41b8-a66a-56d0d3233109,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:52.199406 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No DVR routers for this DVR port acf2877c-9590-41b8-a66a-56d0d3233109 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:52.199530 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.199530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Transition to ACTIVE for port object 8ce23cde-85f7-4ca3-85a6-339552067626 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:52.239197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-1c5c6ae8-0e40-4d41-ae10-11b04594b6ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e HTTP/1.1" status: 200 len: 217 time: 0.0835874 Jul 08 02:09:52.245425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-c5aadd99-d983-4373-a5e9-16ad7fb133a2 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209307 Jul 08 02:09:52.266846 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e0059209-514d-4a07-be9c-ba0b5405b0ca req-04c61fe0-4cfd-4b4f-8718-a5236092c1d1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 210 time: 0.0318022 Jul 08 02:09:52.279603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.338375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:52.344394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:52.348400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:52.358127 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c195235a-e212-4b5a-9c3f-13464457c40e req-2b1b333c-6df2-4d69-a3c9-855933e9bb16 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047470 Jul 08 02:09:52.373353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=8ce23cde-85f7-4ca3-85a6-339552067626,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:52.398647 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.416686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:52.429085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:52.432896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.433022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4a345f-84a5-4a31-94cc-813773f1c25e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:52.433022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4a345f-84a5-4a31-94cc-813773f1c25e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:52.457756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-549d0180-c554-4b40-b540-b9f20604057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:52.457756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-549d0180-c554-4b40-b540-b9f20604057d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.2070537 Jul 08 02:09:52.460090 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.507639 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.522502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-80ca2354-542e-4fa9-8569-240c0f988f17 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3117940 Jul 08 02:09:52.524595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:52.524595 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:52.527728 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:52.535587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Request body: {'port': {'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:52.590166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-90bacd38-f275-460b-9f9b-b1dfc03a1b57 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151009 Jul 08 02:09:52.640275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.649373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-c5996ca1-2c81-4f8b-b513-283fcd1e3fe0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7 HTTP/1.1" status: 200 len: 217 time: 0.0471647 Jul 08 02:09:52.670772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-8ba71222-4512-4df3-a386-734ec14a577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:52.671558 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-8ba71222-4512-4df3-a386-734ec14a577a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2031741 Jul 08 02:09:52.693724 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.712966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.714599 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c HTTP/1.1" status: 204 len: 168 time: 3.6118443 Jul 08 02:09:52.718920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55270) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.757040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ce8ca79f-c219-4707-b6df-43588e40d9e6 None None] Provisioning for port 8ce23cde-85f7-4ca3-85a6-339552067626 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:52.761534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ce8ca79f-c219-4707-b6df-43588e40d9e6 None None] Provisioning complete for port 8ce23cde-85f7-4ca3-85a6-339552067626 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:52.761918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ce8ca79f-c219-4707-b6df-43588e40d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.773438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a745203-4f59-468c-b35f-019f62123648 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Network': ['ID=bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:52.797817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-d2fc46cc-d325-41ac-95ee-defca60fc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:52.797817 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-d2fc46cc-d325-41ac-95ee-defca60fc3dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.1310375 Jul 08 02:09:52.798007 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ceeecb-db13-44d3-9bb7-1ac947e70c26 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:52.798007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ceeecb-db13-44d3-9bb7-1ac947e70c26 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:52.798007 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-43ceeecb-db13-44d3-9bb7-1ac947e70c26 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/subnets/5e3d6a2d-5f98-401c-bb69-8aab78bef0c6 HTTP/1.1" status: 404 len: 337 time: 0.0749578 Jul 08 02:09:52.798007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.826345 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-222c7cf1-ab8c-4b97-a8f7-2572ccf79b7f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:52.826939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222c7cf1-ab8c-4b97-a8f7-2572ccf79b7f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:52.831104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-222c7cf1-ab8c-4b97-a8f7-2572ccf79b7f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/bcdd787a-3bc5-4fbe-9d27-3eb9fa15372c HTTP/1.1" status: 404 len: 339 time: 0.0302961 Jul 08 02:09:52.831296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ca79f-c219-4707-b6df-43588e40d9e6 None None] Port 8ce23cde-85f7-4ca3-85a6-339552067626 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:52.831654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55274) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.860326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-9154e802-3997-42d5-b532-1a6e8fe2ddf7 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684575 Jul 08 02:09:52.863958 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-293214f0-9e64-46f2-ab2c-f724fa759e6b tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:52.864426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293214f0-9e64-46f2-ab2c-f724fa759e6b tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:52.868463 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-293214f0-9e64-46f2-ab2c-f724fa759e6b tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/subnets/f534d029-f774-4abf-9668-cd865ed511b8 HTTP/1.1" status: 404 len: 337 time: 0.0336130 Jul 08 02:09:52.875379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.928598 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa1cea7-29d4-4dfe-9c51-ae64148af6b2 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:52.929210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa1cea7-29d4-4dfe-9c51-ae64148af6b2 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:52.930985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7fa1cea7-29d4-4dfe-9c51-ae64148af6b2 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/b9a4f7f2-6310-4344-882d-27ea22e9077f HTTP/1.1" status: 404 len: 339 time: 0.0539968 Jul 08 02:09:52.934296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55278) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.944097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:09:53.047698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:53.060955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce23cde-85f7-4ca3-85a6-339552067626 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:09:53.062054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'network_id': '60f3697e-14a7-43d7-9e1b-8f2acaab3138', 'port_id': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'mac_address': 'fa:16:3e:75:7d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46375d3d-8787-4801-996a-4a40f3912985', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:09:53.072341 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.089497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Transition to ACTIVE for port object 8ce23cde-85f7-4ca3-85a6-339552067626 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:53.118659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.142594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeab3ec-7309-423b-a452-7b23a6c0690b {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:09:53.145032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.177411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:53.206038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce23cde-85f7-4ca3-85a6-339552067626,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:53.278177 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.300630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Attempting to bind port 8ce23cde-85f7-4ca3-85a6-339552067626 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:53.301061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Attempting to bind port 8ce23cde-85f7-4ca3-85a6-339552067626 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:53.301427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Attempting to bind port 8ce23cde-85f7-4ca3-85a6-339552067626 on network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:53.308736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Port 8ce23cde-85f7-4ca3-85a6-339552067626 on network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:09:53.313534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Attempting to bind port 8ce23cde-85f7-4ca3-85a6-339552067626 on network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:53.321064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:53.321531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Checking segment: {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:53.321850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Bound using segment: {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:53.322288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Bound port: 8ce23cde-85f7-4ca3-85a6-339552067626, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ab012-6573-46e0-8b01-451495a8401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:53.322973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.417219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:53.466764 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a950ff80-d7c4-42b3-880f-f160e0f4c85b tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:53.467503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a950ff80-d7c4-42b3-880f-f160e0f4c85b tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:53.475177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a950ff80-d7c4-42b3-880f-f160e0f4c85b tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/subnets/c5163d83-fae1-4a48-8a64-4d1f66dcb3e6 HTTP/1.1" status: 404 len: 337 time: 0.5385737 Jul 08 02:09:53.477886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55286) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:53.493562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] For port 8ce23cde-85f7-4ca3-85a6-339552067626, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:53.509759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-60d4806e-c7d0-4781-9550-5baa1fe681d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:53.511925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-60d4806e-c7d0-4781-9550-5baa1fe681d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7053716 Jul 08 02:09:53.528069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] For port 8ce23cde-85f7-4ca3-85a6-339552067626, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8ce23cde-85f7-4ca3-85a6-339552067626,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:53.533506 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61130d3-938f-4344-ba9c-0b3264122f09 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:53.534986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61130d3-938f-4344-ba9c-0b3264122f09 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:53.539396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f61130d3-938f-4344-ba9c-0b3264122f09 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/f74461fc-f113-4693-b996-ef3d6c716805 HTTP/1.1" status: 404 len: 339 time: 0.0566978 Jul 08 02:09:53.545121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55290) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:53.563094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7aeab3ec-7309-423b-a452-7b23a6c0690b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:09:53.574814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f960854-3033-4af1-8fda-94a5f8d8e3fb req-8293a6b6-dbe1-4620-bc7a-5a076aa84250 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:53.584387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f960854-3033-4af1-8fda-94a5f8d8e3fb req-8293a6b6-dbe1-4620-bc7a-5a076aa84250 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 943 time: 0.1434441 Jul 08 02:09:53.594887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.640694 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-7acbe823-6427-45e2-83b9-82c2c1fb354d service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7734442 Jul 08 02:09:53.654841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:53.655517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.656952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ce23cde-85f7-4ca3-85a6-339552067626 HTTP/1.1" status: 200 len: 1092 time: 1.1261837 Jul 08 02:09:53.657411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:53.660360 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:53.683056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f960854-3033-4af1-8fda-94a5f8d8e3fb req-48362e04-0be1-475b-abc1-60299c468b3d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975690 Jul 08 02:09:53.720345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eaac8-4d61-47ef-9e9e-10ad025e3360 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce23cde-85f7-4ca3-85a6-339552067626,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:53.764317 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-147eed7a-fbe0-4e2b-9253-b4c23dfc003d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 200 len: 217 time: 0.1112826 Jul 08 02:09:53.897183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-7a7b440d-7d36-47be-b013-116ffb4fcaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:53.897183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-7a7b440d-7d36-47be-b013-116ffb4fcaa8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 1095 time: 0.1185338 Jul 08 02:09:53.935892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-4b1132ba-d104-4b00-92c5-ac51d7161c5c service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104865 Jul 08 02:09:53.945849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-73c9a98a-0fdb-49ea-bf70-e0b9ff1ce88f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ce23cde-85f7-4ca3-85a6-339552067626 HTTP/1.1" status: 200 len: 217 time: 0.0430613 Jul 08 02:09:53.963721 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a5ba08-8afc-4f20-bdca-4455c56df1da x-openstack-request-id: req-40a5ba08-8afc-4f20-bdca-4455c56df1da {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:53.963981 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:53.964238 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40a5ba08-8afc-4f20-bdca-4455c56df1da {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:53.964698 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626', 'status': 'completed', 'code': 200} Jul 08 02:09:54.003470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-41b2c70e-39d5-4f85-81ec-e66c572677ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.005164 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-41b2c70e-39d5-4f85-81ec-e66c572677ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e40f0a-fdab-4385-8ed3-3ce78bd3247c HTTP/1.1" status: 200 len: 832 time: 0.0521970 Jul 08 02:09:54.043465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-603fa9dd-8cb0-4728-aa34-f58f8412c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.044948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-603fa9dd-8cb0-4728-aa34-f58f8412c972 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.2620182 Jul 08 02:09:54.082864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-69cd8cc6-6ecc-4a92-8b7b-40963e50d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.084542 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-69cd8cc6-6ecc-4a92-8b7b-40963e50d1e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732241 Jul 08 02:09:54.109563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4381-bccb-4a19-b9cc-86798ec31b93 req-a4fc51ff-9409-4994-8d11-8634c268564d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.109563 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccfc4381-bccb-4a19-b9cc-86798ec31b93 req-a4fc51ff-9409-4994-8d11-8634c268564d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 944 time: 0.4784486 Jul 08 02:09:54.129344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-226d570d-0150-4d91-8f6e-3235d41a416e tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting port a5b69dcd-5ca5-49b6-8553-f9956daab805 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:54.129697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-226d570d-0150-4d91-8f6e-3235d41a416e tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.209166 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-032a9e1b-f201-40f6-a3f2-51e6a5fa05ca service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175513 Jul 08 02:09:54.231642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0809edad-c8c9-4486-aa25-2b6d1d20292c req-6619750b-44a2-4265-8b30-91c5e6d44596 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818451 Jul 08 02:09:54.261345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-226d570d-0150-4d91-8f6e-3235d41a416e tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.278203 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccfc4381-bccb-4a19-b9cc-86798ec31b93 req-44a2ce04-2375-48b6-89b1-1015a017a0b1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589618 Jul 08 02:09:54.305070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-226d570d-0150-4d91-8f6e-3235d41a416e tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Calling delete_port for a5b69dcd-5ca5-49b6-8553-f9956daab805 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:54.325266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-87c235fd-33a4-4bdf-b979-da3864848ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.327791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-87c235fd-33a4-4bdf-b979-da3864848ee3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2743945 Jul 08 02:09:54.334839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-064e4f70-81da-4b48-9aab-ca1e9eea512a req-9fd524dd-9b56-415c-a43e-6bee29f851dc service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197562 Jul 08 02:09:54.469949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-a6cf1066-7871-46b9-a9c8-3996cce9af0c service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134174 Jul 08 02:09:54.508939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-27d2138e-8206-4981-ab88-9f475559fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.510737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-27d2138e-8206-4981-ab88-9f475559fc9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 1095 time: 0.0654843 Jul 08 02:09:54.532829 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-226d570d-0150-4d91-8f6e-3235d41a416e tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.571160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d570d-0150-4d91-8f6e-3235d41a416e tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Port': ['ID=a5b69dcd-5ca5-49b6-8553-f9956daab805,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:54.582896 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-226d570d-0150-4d91-8f6e-3235d41a416e tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.584406 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-226d570d-0150-4d91-8f6e-3235d41a416e tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/ports/a5b69dcd-5ca5-49b6-8553-f9956daab805 HTTP/1.1" status: 204 len: 168 time: 1.0399806 Jul 08 02:09:54.586861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:54.616187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-84b9122d-d135-4059-bdd5-644aa9e3780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.618043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-84b9122d-d135-4059-bdd5-644aa9e3780c service neutron] 10.222.0.18 "GET /v2.0/networks?id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca HTTP/1.1" status: 200 len: 898 time: 0.0994945 Jul 08 02:09:54.630845 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b2f958-25a8-430f-9abe-1cc8b716a933 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:54.631306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b2f958-25a8-430f-9abe-1cc8b716a933 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:54.633063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-89b2f958-25a8-430f-9abe-1cc8b716a933 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/subnets/4f115b53-0095-4df2-8397-c9fd11e9830f HTTP/1.1" status: 404 len: 337 time: 0.0451629 Jul 08 02:09:54.636898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55306) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:54.663014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-11f15eee-c81d-4cd1-84b5-7d55efb50d6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ce23cde-85f7-4ca3-85a6-339552067626 HTTP/1.1" status: 200 len: 217 time: 0.0373044 Jul 08 02:09:54.704024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-993c0933-e5ec-4b67-9aca-7ff1e3a8f662 req-0e10380b-8afc-429a-a78a-7384fa248d3e service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273550 Jul 08 02:09:54.730550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-880d9f03-5af9-4eb9-b6e3-5cf7f6a2e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.731841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-880d9f03-5af9-4eb9-b6e3-5cf7f6a2e57c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e40f0a-fdab-4385-8ed3-3ce78bd3247c HTTP/1.1" status: 200 len: 832 time: 0.0619369 Jul 08 02:09:54.749853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.831660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-0934a636-762b-49b1-90c8-a94bd908b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.833154 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-0934a636-762b-49b1-90c8-a94bd908b14c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950809 Jul 08 02:09:54.865700 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.878733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a19cd90-e17e-4f49-8007-1260eb699eff']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:54.890665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42bf184-bc39-4a8a-8544-f2324de53070') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:54.891008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42bf184-bc39-4a8a-8544-f2324de53070') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:54.900733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.915366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.924627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:54.925733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:54.929167 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:54.960638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:54.997010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-909ca483-df27-4718-9605-55350a027f11 service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510005 Jul 08 02:09:55.018866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 7aeab3ec-7309-423b-a452-7b23a6c0690b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:55.019410 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.030728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671c06c-aa0c-4693-b1d0-695d8808892b req-ed7e6d2f-954f-40b9-aab3-1bbcebbf321d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:55.032328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c671c06c-aa0c-4693-b1d0-695d8808892b req-ed7e6d2f-954f-40b9-aab3-1bbcebbf321d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 943 time: 0.1884785 Jul 08 02:09:55.087445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.093441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.098269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/6a19cd90-e17e-4f49-8007-1260eb699eff HTTP/1.1" status: 204 len: 168 time: 0.4603486 Jul 08 02:09:55.104787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55310) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:55.111942 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.117595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32a9b8-dd26-4409-bf58-76e37345a709 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Network': ['ID=6a19cd90-e17e-4f49-8007-1260eb699eff,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:55.131074 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c671c06c-aa0c-4693-b1d0-695d8808892b req-0ffdd580-a639-4a9a-9158-052624b11068 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730021 Jul 08 02:09:55.144325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:55.147013 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cc205a-51b1-4aa3-a0a7-f973c16d6035" -d '{"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-plugged", "status": "completed", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:55.166645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:55.199168 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4523620b-5980-463e-8871-c9c5e758894e x-openstack-request-id: req-4523620b-5980-463e-8871-c9c5e758894e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:55.199882 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-plugged", "status": "completed", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:55.200651 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4523620b-5980-463e-8871-c9c5e758894e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:55.201140 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'code': 200} Jul 08 02:09:55.228878 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbfc7ba7-9722-4d2d-9d9f-a508e187ba7e req-74d9ecf7-1793-4f16-ad48-038de6f6276b service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250915 Jul 08 02:09:55.247737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.298095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9de2d6b1-43a0-4bda-ab93-1f7395ecf071 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting port 0cb322df-b1c1-4364-a88a-4d57d5966414 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:55.298719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9de2d6b1-43a0-4bda-ab93-1f7395ecf071 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.349604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:55.399317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9de2d6b1-43a0-4bda-ab93-1f7395ecf071 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.419931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9de2d6b1-43a0-4bda-ab93-1f7395ecf071 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Calling delete_port for 0cb322df-b1c1-4364-a88a-4d57d5966414 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:55.506800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349c5c5-f7b1-4c5c-bfee-ec363c3b1805 req-34709ee6-1a31-459a-8567-8504a184a2c6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:55.508355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0349c5c5-f7b1-4c5c-bfee-ec363c3b1805 req-34709ee6-1a31-459a-8567-8504a184a2c6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0729816 Jul 08 02:09:55.556316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bfd8c-b353-4610-9d77-c0d3e1a8047a req-a580dcbe-d531-4623-a580-231ffa2af475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:55.557327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0349c5c5-f7b1-4c5c-bfee-ec363c3b1805 req-cdbb48d1-c672-499a-8b03-5cd9bdb38ded tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Jul 08 02:09:55.557840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d0bfd8c-b353-4610-9d77-c0d3e1a8047a req-a580dcbe-d531-4623-a580-231ffa2af475 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1098 time: 0.0934038 Jul 08 02:09:55.604298 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d0bfd8c-b353-4610-9d77-c0d3e1a8047a req-85f6a423-f4a7-4587-a221-45e0e8c024e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362978 Jul 08 02:09:55.604298 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9de2d6b1-43a0-4bda-ab93-1f7395ecf071 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.638630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2d6b1-43a0-4bda-ab93-1f7395ecf071 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Port': ['ID=0cb322df-b1c1-4364-a88a-4d57d5966414,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:55.641682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9de2d6b1-43a0-4bda-ab93-1f7395ecf071 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.646166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:55.646380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9de2d6b1-43a0-4bda-ab93-1f7395ecf071 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/ports/0cb322df-b1c1-4364-a88a-4d57d5966414 HTTP/1.1" status: 204 len: 168 time: 0.5404632 Jul 08 02:09:55.674531 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a8d110-0a33-49d7-a84c-1a91503d6c71 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:55.675163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a8d110-0a33-49d7-a84c-1a91503d6c71 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:55.676957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b1a8d110-0a33-49d7-a84c-1a91503d6c71 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/subnets/5572e247-fbb4-42aa-9989-29c679f506dc HTTP/1.1" status: 404 len: 337 time: 0.0294442 Jul 08 02:09:55.679435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:55.764167 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.861319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.871975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b899284-c32b-49c7-92f1-fda62193557a']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:55.882895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:55.883365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f03a6fa-f1a2-4f00-8a1a-d9c4d85e528a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:55.893890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.907820 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.913700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:55.914117 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:55.917324 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:56.058849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.066197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.068041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/3b899284-c32b-49c7-92f1-fda62193557a HTTP/1.1" status: 204 len: 168 time: 0.3876951 Jul 08 02:09:56.070818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55326) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:56.082102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61117563-4132-461e-86ff-ef017c8ca8e0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Network': ['ID=3b899284-c32b-49c7-92f1-fda62193557a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:56.129787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5b5310-4ff8-4c62-8829-86a82d53984f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting subnet fdf520d7-bf24-4886-8bc6-2458e372a14c {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:56.133201 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5310-4ff8-4c62-8829-86a82d53984f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.179529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5310-4ff8-4c62-8829-86a82d53984f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.310990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5310-4ff8-4c62-8829-86a82d53984f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.378783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3842bb-c20d-4928-87b5-86a391c1e859 req-cfc9d8f0-5b65-4c5f-a0cd-361af62ddd5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:56.380400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba3842bb-c20d-4928-87b5-86a391c1e859 req-cfc9d8f0-5b65-4c5f-a0cd-361af62ddd5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 943 time: 0.1210709 Jul 08 02:09:56.440822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba3842bb-c20d-4928-87b5-86a391c1e859 req-e078c8b5-6e61-467d-8099-685c2e00a736 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434203 Jul 08 02:09:56.457807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5310-4ff8-4c62-8829-86a82d53984f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.489014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b5310-4ff8-4c62-8829-86a82d53984f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf520d7-bf24-4886-8bc6-2458e372a14c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:56.505737 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c5b5310-4ff8-4c62-8829-86a82d53984f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.505737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6c5b5310-4ff8-4c62-8829-86a82d53984f tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/subnets/fdf520d7-bf24-4886-8bc6-2458e372a14c HTTP/1.1" status: 204 len: 168 time: 0.4307642 Jul 08 02:09:56.505737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55346) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:56.508147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a55e531-c230-4657-9bb1-0de740ad182b None None] Network 53875e36-16c8-4dc3-bb14-f280712d2a81 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:56.606447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.668850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Deleting port 30445e6a-2408-4a23-8f8e-78cf09a804af {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:56.669759 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.780346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] For port 30445e6a-2408-4a23-8f8e-78cf09a804af, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=30445e6a-2408-4a23-8f8e-78cf09a804af,segment=NetworkSegment(56ac91a3-2ac9-4c96-bd01-6e101d7677bb),segment_id=56ac91a3-2ac9-4c96-bd01-6e101d7677bb)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:56.780727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.781471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] DHCP port deletion for 53875e36-16c8-4dc3-bb14-f280712d2a81 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:09:56.800093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Calling delete_port for 30445e6a-2408-4a23-8f8e-78cf09a804af owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:56.850683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] Deleting port 30445e6a-2408-4a23-8f8e-78cf09a804af {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:56.850683 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.862304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148212d4-191d-49a8-9125-c28276504e4f req-87062df1-0b7e-4263-b88e-86758a9bbe2f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:56.864002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-148212d4-191d-49a8-9125-c28276504e4f req-87062df1-0b7e-4263-b88e-86758a9bbe2f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1553063 Jul 08 02:09:56.920922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-148212d4-191d-49a8-9125-c28276504e4f req-086e3b8d-22ed-44ee-922e-324b9fb04c99 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486014 Jul 08 02:09:56.924407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] For port 30445e6a-2408-4a23-8f8e-78cf09a804af, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=30445e6a-2408-4a23-8f8e-78cf09a804af,segment=NetworkSegment(56ac91a3-2ac9-4c96-bd01-6e101d7677bb),segment_id=56ac91a3-2ac9-4c96-bd01-6e101d7677bb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:56.924951 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.941075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] Calling delete_port for 30445e6a-2408-4a23-8f8e-78cf09a804af owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:56.997778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 8ce23cde-85f7-4ca3-85a6-339552067626 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:09:57.042316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.076717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Port': ['ID=30445e6a-2408-4a23-8f8e-78cf09a804af,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:57.081364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] No DVR routers for this DVR port 30445e6a-2408-4a23-8f8e-78cf09a804af on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:57.097560 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.142548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] Pushing event deleted for resources: {'Port': ['ID=30445e6a-2408-4a23-8f8e-78cf09a804af,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:57.144587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61778c7-7327-402d-a160-61248f8c7285 None None] No DVR routers for this DVR port 30445e6a-2408-4a23-8f8e-78cf09a804af on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:57.160073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 8ce23cde-85f7-4ca3-85a6-339552067626, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8ce23cde-85f7-4ca3-85a6-339552067626,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:57.170207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '8ce23cde-85f7-4ca3-85a6-339552067626', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:09:57.186960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.197391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53875e36-16c8-4dc3-bb14-f280712d2a81']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:57.211053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ac91a3-2ac9-4c96-bd01-6e101d7677bb') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:57.211386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ac91a3-2ac9-4c96-bd01-6e101d7677bb') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:57.217574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.222903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.232216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce23cde-85f7-4ca3-85a6-339552067626 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:09:57.240090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.246573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:57.247278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:57.251036 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:57.255910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 8ce23cde-85f7-4ca3-85a6-339552067626, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8ce23cde-85f7-4ca3-85a6-339552067626,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:57.350079 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.401741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.410446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.412388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] 10.222.0.10 "DELETE /v2.0/networks/53875e36-16c8-4dc3-bb14-f280712d2a81 HTTP/1.1" status: 204 len: 168 time: 0.9060838 Jul 08 02:09:57.414429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=8ce23cde-85f7-4ca3-85a6-339552067626,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:57.429837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0e074-161b-4ff6-8e0e-a1dfd28d8ea0 tempest-NetworksIpV6TestAttrs-460136217 tempest-NetworksIpV6TestAttrs-460136217-project] Pushing event deleted for resources: {'Network': ['ID=53875e36-16c8-4dc3-bb14-f280712d2a81,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:57.612290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['8ce23cde-85f7-4ca3-85a6-339552067626'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:09:57.650000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 30445e6a-2408-4a23-8f8e-78cf09a804af no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:57.673295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 30445e6a-2408-4a23-8f8e-78cf09a804af {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:57.673647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 30445e6a-2408-4a23-8f8e-78cf09a804af not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:57.690471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05062da1-5f12-4153-807e-4191d00269d4 req-d0101dc1-7c43-43ab-bc81-4bed07bcd068 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:57.692179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-05062da1-5f12-4153-807e-4191d00269d4 req-d0101dc1-7c43-43ab-bc81-4bed07bcd068 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 944 time: 0.1276870 Jul 08 02:09:57.744773 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-05062da1-5f12-4153-807e-4191d00269d4 req-1fde20f5-da7e-4a83-8340-0b918a0f05c7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460498 Jul 08 02:09:58.048928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:58.128199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828ace-835e-4e1c-ab85-64a5079b01a3 req-c1ea590f-d55e-407f-836a-912378538177 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:58.129813 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21828ace-835e-4e1c-ab85-64a5079b01a3 req-c1ea590f-d55e-407f-836a-912378538177 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0748413 Jul 08 02:09:58.190322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21828ace-835e-4e1c-ab85-64a5079b01a3 req-007a8260-5702-4c74-8228-1746aa5771ca tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540717 Jul 08 02:09:58.218229 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-04a0351f-3f2c-44e5-9e13-debf7284066d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d151fac327b4eb6a231bdcb6f7ff1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678874 Jul 08 02:09:58.220856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:58.272437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5eefb6d1-0cf5-497f-a8f4-5de1e172455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.301886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5eefb6d1-0cf5-497f-a8f4-5de1e172455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.418494 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5eefb6d1-0cf5-497f-a8f4-5de1e172455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.421807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5eefb6d1-0cf5-497f-a8f4-5de1e172455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.423062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5eefb6d1-0cf5-497f-a8f4-5de1e172455d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e075e69-71d4-49fa-98b8-b75c44022fa5 HTTP/1.1" status: 204 len: 168 time: 0.2010779 Jul 08 02:09:58.431580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefb6d1-0cf5-497f-a8f4-5de1e172455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e075e69-71d4-49fa-98b8-b75c44022fa5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:58.943974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6a31-89e5-4a9f-a53e-e8a51d5fde7b req-30981819-ec43-4603-bc69-0ab7e4c3bc4c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:58.945894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-521c6a31-89e5-4a9f-a53e-e8a51d5fde7b req-30981819-ec43-4603-bc69-0ab7e4c3bc4c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 944 time: 0.0741127 Jul 08 02:09:58.995924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-521c6a31-89e5-4a9f-a53e-e8a51d5fde7b req-a7ab5026-0b54-44eb-b952-5360a3543e1f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Jul 08 02:09:58.997387 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 8ce23cde-85f7-4ca3-85a6-339552067626 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:59.121560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 8ce23cde-85f7-4ca3-85a6-339552067626 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:59.125733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 8ce23cde-85f7-4ca3-85a6-339552067626 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:59.126168 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:59.202427 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:59.227289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:59.230046 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3f5adf-45e7-48b1-910e-be3aec601b7e" -d '{"events": [{"server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:59.244945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 8ce23cde-85f7-4ca3-85a6-339552067626, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8ce23cde-85f7-4ca3-85a6-339552067626,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:59.278412 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5b0e80-3235-4322-8cfb-0483f62f1fbb x-openstack-request-id: req-3c5b0e80-3235-4322-8cfb-0483f62f1fbb {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:59.279211 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:59.279561 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c5b0e80-3235-4322-8cfb-0483f62f1fbb {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:59.279969 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626', 'code': 200} Jul 08 02:09:59.309992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:59.376650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=8ce23cde-85f7-4ca3-85a6-339552067626,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:59.415068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb298a40-5178-44b1-b3f1-32acc88be260 req-b4ded851-498d-44f4-97c4-a5c46ec04187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:59.416734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb298a40-5178-44b1-b3f1-32acc88be260 req-b4ded851-498d-44f4-97c4-a5c46ec04187 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 1097 time: 0.0559897 Jul 08 02:09:59.439490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a775f0-90d9-4db7-89b9-364431584b4f req-b9622202-9f4a-490b-a03d-d6c97ca4e8ef tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:59.441061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2a775f0-90d9-4db7-89b9-364431584b4f req-b9622202-9f4a-490b-a03d-d6c97ca4e8ef tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0941987 Jul 08 02:09:59.452945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb298a40-5178-44b1-b3f1-32acc88be260 req-132cf5bf-d3aa-42f4-936e-8c5879e4b442 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302770 Jul 08 02:09:59.492677 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2a775f0-90d9-4db7-89b9-364431584b4f req-19e32728-7141-4ecd-9f68-0ffb620efc97 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432460 Jul 08 02:09:59.615977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:59.675483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b2edc-8a79-4109-a572-4672e39d6123 req-e7961445-bb3b-474c-ba1c-c9d18d803284 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:59.677038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-641b2edc-8a79-4109-a572-4672e39d6123 req-e7961445-bb3b-474c-ba1c-c9d18d803284 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0740283 Jul 08 02:09:59.722448 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-641b2edc-8a79-4109-a572-4672e39d6123 req-ccc1c1cc-3ecd-4d34-ba52-1e0f2a875d64 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Jul 08 02:09:59.739573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-751cb878-f7a5-4eb4-9760-87ba05b4a92b tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] Request body: {'port': {'network_id': 'f0959d23-25e1-4752-991d-13a50390a0bd', 'name': 'tempest-NetworksNegativeTestJSON-807935130'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:59.757720 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-751cb878-f7a5-4eb4-9760-87ba05b4a92b tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] POST failed (client error): The resource could not be found. Jul 08 02:09:59.758518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751cb878-f7a5-4eb4-9760-87ba05b4a92b tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:59.760848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-751cb878-f7a5-4eb4-9760-87ba05b4a92b tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1437278 Jul 08 02:09:59.765237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:59.786236 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-84097b6f-e447-41af-82ac-5eedbb321cb7 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:59.786812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84097b6f-e447-41af-82ac-5eedbb321cb7 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:59.788588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-84097b6f-e447-41af-82ac-5eedbb321cb7 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "DELETE /v2.0/networks/51233e0a-8881-4eb1-ae93-195787928ade HTTP/1.1" status: 404 len: 339 time: 0.0223882 Jul 08 02:09:59.795722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55444) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:59.823016 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-845c36a0-59cb-43fe-9227-a4280b3d4e98 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:59.824021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845c36a0-59cb-43fe-9227-a4280b3d4e98 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:59.830485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55448) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:59.830618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-845c36a0-59cb-43fe-9227-a4280b3d4e98 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "DELETE /v2.0/ports/2f714cd4-8bde-4245-ba8e-28a718b3bddd HTTP/1.1" status: 404 len: 333 time: 0.0338225 Jul 08 02:09:59.863199 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4937165-cd78-4c7b-8431-3de889a18e20 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] DELETE failed (client error): The resource could not be found. Jul 08 02:09:59.869171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4937165-cd78-4c7b-8431-3de889a18e20 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:09:59.869171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a4937165-cd78-4c7b-8431-3de889a18e20 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "DELETE /v2.0/subnets/c4bc8f00-7ceb-492c-b473-b2e9d76e88f8 HTTP/1.1" status: 404 len: 337 time: 0.0340216 Jul 08 02:09:59.869451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:59.890983 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22cd3d4-180d-4978-b216-585ff48e7f05 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] GET failed (client error): The resource could not be found. Jul 08 02:09:59.897068 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d22cd3d4-180d-4978-b216-585ff48e7f05 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "GET /v2.0/networks/61e44bde-5712-4ac4-8d67-e6464093079a HTTP/1.1" status: 404 len: 339 time: 0.0266035 Jul 08 02:09:59.897861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:59.941411 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-208594c2-25fe-45fc-a4b6-35a17368ce6e tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] GET failed (client error): The resource could not be found. Jul 08 02:09:59.947686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-208594c2-25fe-45fc-a4b6-35a17368ce6e tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "GET /v2.0/ports/9ac60843-203e-4ea7-8565-8e0a4529f991 HTTP/1.1" status: 404 len: 333 time: 0.0480680 Jul 08 02:09:59.947686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:59.949960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62b072-f069-446a-9e68-f7f7df756129 req-83ca32f6-69b2-4da0-8c26-eceacc1eea6b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:59.952275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c62b072-f069-446a-9e68-f7f7df756129 req-83ca32f6-69b2-4da0-8c26-eceacc1eea6b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0857828 Jul 08 02:09:59.986479 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d1f759-aeb2-49ef-a33e-fff4ebeecfef tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] GET failed (client error): The resource could not be found. Jul 08 02:09:59.991480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-71d1f759-aeb2-49ef-a33e-fff4ebeecfef tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "GET /v2.0/subnets/7b83a5ab-3429-4337-bf11-23bdbad0549e HTTP/1.1" status: 404 len: 337 time: 0.0393195 Jul 08 02:09:59.992664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55458) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:59.996151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c62b072-f069-446a-9e68-f7f7df756129 req-b7f35940-6446-4034-bbd0-ed2aa8fef9ea tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Jul 08 02:09:59.998828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-14b1c97e-d46c-482f-9c8d-0795b041727f tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:00.019280 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b1c97e-d46c-482f-9c8d-0795b041727f tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] PUT failed (client error): The resource could not be found. Jul 08 02:10:00.019965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b1c97e-d46c-482f-9c8d-0795b041727f tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:10:00.022689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-14b1c97e-d46c-482f-9c8d-0795b041727f tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "PUT /v2.0/networks/0be2eaf6-bc43-45c1-bf96-064d204761f5 HTTP/1.1" status: 404 len: 339 time: 0.0278306 Jul 08 02:10:00.025242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55464) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:00.031889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e2be801f-0ac2-4874-92fe-24c52f550281 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:00.083553 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2be801f-0ac2-4874-92fe-24c52f550281 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] PUT failed (client error): The resource could not be found. Jul 08 02:10:00.084644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2be801f-0ac2-4874-92fe-24c52f550281 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:10:00.086018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e2be801f-0ac2-4874-92fe-24c52f550281 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "PUT /v2.0/ports/3fe8b9ae-7723-4c0e-af41-5b4129175c66 HTTP/1.1" status: 404 len: 333 time: 0.0597303 Jul 08 02:10:00.089796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55470) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:00.095635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4957896a-f615-4a74-afd8-665dd82821d1 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:00.119086 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4957896a-f615-4a74-afd8-665dd82821d1 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] PUT failed (client error): The resource could not be found. Jul 08 02:10:00.119931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4957896a-f615-4a74-afd8-665dd82821d1 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:10:00.121097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4957896a-f615-4a74-afd8-665dd82821d1 tempest-NetworksNegativeTestJSON-1026545858 tempest-NetworksNegativeTestJSON-1026545858-project] 10.222.0.10 "PUT /v2.0/subnets/17db9b8d-8a9a-48e6-8a40-0da0aa748da0 HTTP/1.1" status: 404 len: 337 time: 0.0301297 Jul 08 02:10:00.201538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4c2fc-6df4-46a1-a56b-5dba998f301b req-0c998eea-a843-47c1-85b3-92ed435d7c36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:00.203182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bad4c2fc-6df4-46a1-a56b-5dba998f301b req-0c998eea-a843-47c1-85b3-92ed435d7c36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 945 time: 0.0773959 Jul 08 02:10:00.256288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed9254-ee06-44ac-9676-355c1310d925 req-4c9a2270-eb4b-4a22-8db6-34fae85725b5 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:00.258185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bed9254-ee06-44ac-9676-355c1310d925 req-4c9a2270-eb4b-4a22-8db6-34fae85725b5 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0916426 Jul 08 02:10:00.267873 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bad4c2fc-6df4-46a1-a56b-5dba998f301b req-fc4af6b8-6f50-4962-bbab-4f067c38871c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512009 Jul 08 02:10:00.303981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bed9254-ee06-44ac-9676-355c1310d925 req-0da9fb3c-2835-4cf3-aa27-0e7aa315d579 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Jul 08 02:10:00.507381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bb8a7-4018-466b-ba3b-47ba108134a5 req-6be752f3-ca6c-4164-8c25-3b50dffbf7a0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:00.509349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f56bb8a7-4018-466b-ba3b-47ba108134a5 req-6be752f3-ca6c-4164-8c25-3b50dffbf7a0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0780714 Jul 08 02:10:00.559291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f56bb8a7-4018-466b-ba3b-47ba108134a5 req-5058b795-e66a-4e82-b3d5-a6b223a9e51a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Jul 08 02:10:00.786858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5ccf5-7550-45cb-86ef-e8a128e9b744 req-a78250ba-5f50-4c2e-bc62-74c3938d913c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:00.788628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0c5ccf5-7550-45cb-86ef-e8a128e9b744 req-a78250ba-5f50-4c2e-bc62-74c3938d913c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0704379 Jul 08 02:10:00.815190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:00.830320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0c5ccf5-7550-45cb-86ef-e8a128e9b744 req-02cba8ef-e936-4898-a489-00a567a19fe0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361314 Jul 08 02:10:00.959102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0665-a0d1-4c5c-abbd-72d9cf61cffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.050269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076b10-2dc9-43a8-a373-21275442c830 req-6d7b631a-8a30-4669-8b28-e118bc1625ab tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:01.052731 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a076b10-2dc9-43a8-a373-21275442c830 req-6d7b631a-8a30-4669-8b28-e118bc1625ab tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0886590 Jul 08 02:10:01.079310 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0665-a0d1-4c5c-abbd-72d9cf61cffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.102615 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a076b10-2dc9-43a8-a373-21275442c830 req-802590b4-0d0e-40d9-9351-a0dfa3db43e1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Jul 08 02:10:01.144199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0665-a0d1-4c5c-abbd-72d9cf61cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.188890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8bbb0665-a0d1-4c5c-abbd-72d9cf61cffa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e732160d6e394b0b81f14e233cd40e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702929 Jul 08 02:10:01.188890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb0665-a0d1-4c5c-abbd-72d9cf61cffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defe23f-89ac-4899-836b-fb1b394b449c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:01.189480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55496) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:01.245372 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad424ad1-8be8-4dbe-9c38-21718cf77d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.267385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad424ad1-8be8-4dbe-9c38-21718cf77d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.419408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad424ad1-8be8-4dbe-9c38-21718cf77d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.422697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ad424ad1-8be8-4dbe-9c38-21718cf77d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.423882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ad424ad1-8be8-4dbe-9c38-21718cf77d2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4defe23f-89ac-4899-836b-fb1b394b449c HTTP/1.1" status: 204 len: 168 time: 0.2331438 Jul 08 02:10:01.437065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad424ad1-8be8-4dbe-9c38-21718cf77d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defe23f-89ac-4899-836b-fb1b394b449c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:01.470000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288aed-ca09-4705-a178-1c6e18966e74 req-0c359bd9-27ab-4839-985a-389ed74c327e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:01.476086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad288aed-ca09-4705-a178-1c6e18966e74 req-0c359bd9-27ab-4839-985a-389ed74c327e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 945 time: 0.0893362 Jul 08 02:10:01.523032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad288aed-ca09-4705-a178-1c6e18966e74 req-02bdcae6-5e2c-4b2e-a386-590ef5f2f8ed tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452688 Jul 08 02:10:01.706989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8dcca-a191-4a4f-bd13-68b0a357ed19 req-24221360-dfd4-412d-aa07-6dfeeec7626d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:01.708611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1b8dcca-a191-4a4f-bd13-68b0a357ed19 req-24221360-dfd4-412d-aa07-6dfeeec7626d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 945 time: 0.0697017 Jul 08 02:10:01.763053 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1b8dcca-a191-4a4f-bd13-68b0a357ed19 req-f932eee9-1957-4f91-8dfa-3bc5bab44082 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481467 Jul 08 02:10:01.790624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50991-1978-4807-8c5f-add78c3f9d03 req-6a16babf-78cf-49a4-a7d1-edf6a5aef2ee tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:01.790842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55508) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:01.799031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cab50991-1978-4807-8c5f-add78c3f9d03 req-6a16babf-78cf-49a4-a7d1-edf6a5aef2ee tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0795026 Jul 08 02:10:01.844592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cab50991-1978-4807-8c5f-add78c3f9d03 req-9eca8a6a-b9b8-44f6-bc80-d21c535433a6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Jul 08 02:10:01.858083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4640b-d400-4e17-b11e-bd82bdfcbd5b tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:01.860993 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d1e4640b-d400-4e17-b11e-bd82bdfcbd5b tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 1092 time: 0.0688965 Jul 08 02:10:01.864368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:01.873809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:01.938852 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.056810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.194791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.25.8.240 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/2d06cadc-dab4-48a2-9bb2-6d969964ab26) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:02.326090 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.437198 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.477614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:02.483072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:02.486715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:02.513268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=2d06cadc-dab4-48a2-9bb2-6d969964ab26,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:02.551916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55534) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:02.665273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-24c251f0-046a-4c58-9e4b-4df043f6742d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1335516016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:02.767542 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24c251f0-046a-4c58-9e4b-4df043f6742d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.768704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24c251f0-046a-4c58-9e4b-4df043f6742d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.829011 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24c251f0-046a-4c58-9e4b-4df043f6742d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.954475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.956393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24c251f0-046a-4c58-9e4b-4df043f6742d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.048784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d045-4407-4bd1-8d89-945552478442 req-a1b54d05-1064-4796-b567-626882c2c0b2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:03.056098 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ee20d045-4407-4bd1-8d89-945552478442 req-a1b54d05-1064-4796-b567-626882c2c0b2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0779626 Jul 08 02:10:03.068028 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.082173 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24c251f0-046a-4c58-9e4b-4df043f6742d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.083778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-24c251f0-046a-4c58-9e4b-4df043f6742d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5304351 Jul 08 02:10:03.090451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55542) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:03.098947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-380219336'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:03.119947 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ee20d045-4407-4bd1-8d89-945552478442 req-f6503262-4894-4230-82d4-0c57499198ae tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628819 Jul 08 02:10:03.236881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Made reservation on behalf of 2423a5f150244500a897377fe606a467 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:03.240585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.254266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.298049 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.361577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.391327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.443378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=2d06cadc-dab4-48a2-9bb2-6d969964ab26,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.455703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.456060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.456410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.456870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.457102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.457439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.457784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.458118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.458450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.458784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.459120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.459481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.468627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.487103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.519713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:03.530092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d90dc76-c9f4-4006-970a-53a47ae1ca5b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.538140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.538140 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Added segment 54735288-1fb3-4a10-abf5-9483dade4b9f of type vlan for network 7348a510-443f-4710-a3db-f6524814a68f Jul 08 02:10:03.581968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.590527 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Floating IP ee966ac9-cbfc-4036-b4cd-2a255cee4bb9 associated. External IP: 172.25.8.240, port: 8ce23cde-85f7-4ca3-85a6-339552067626. Jul 08 02:10:03.715797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.721723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:03.722333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.800727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Network': ['ID=7348a510-443f-4710-a3db-f6524814a68f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.815041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 7348a510-443f-4710-a3db-f6524814a68f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:03.854392 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-54a2e5fb-cf00-49a3-89a6-ce36fcb5c610 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7621715 Jul 08 02:10:03.855025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55554) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:03.882330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router b958bc26-fc87-4f6d-9f14-787e750e4b7b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:10:03.886190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'subnet': {'network_id': '7348a510-443f-4710-a3db-f6524814a68f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:03.952963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ac8b8-ed31-4fe4-930e-6dc538c6f9ed req-cfa53960-b92c-4caf-b536-5bae58adddb2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:03.954529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c51ac8b8-ed31-4fe4-930e-6dc538c6f9ed req-cfa53960-b92c-4caf-b536-5bae58adddb2 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1305864 Jul 08 02:10:04.006097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-cdd80d02-aa79-4e50-98df-ae062d1b2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:04.007969 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-cdd80d02-aa79-4e50-98df-ae062d1b2656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3994d8774a68414996984466aad136f6&device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 1098 time: 0.1679406 Jul 08 02:10:04.040135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c51ac8b8-ed31-4fe4-930e-6dc538c6f9ed req-088cdd53-01e2-46d4-815f-4e51ef987edf tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788336 Jul 08 02:10:04.054819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:10:04.072356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] Sync routers for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:04.087111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:04.088150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:04.110058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-0354aef5-dbdf-4d5a-ad6d-5afb40afd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:04.111633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-0354aef5-dbdf-4d5a-ad6d-5afb40afd501 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 200 len: 914 time: 0.0970173 Jul 08 02:10:04.125210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Made reservation on behalf of 2423a5f150244500a897377fe606a467 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:04.128693 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.161604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-b19c1d4c-af18-4a4c-b77c-3655d4f81033 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b HTTP/1.1" status: 200 len: 217 time: 0.0441635 Jul 08 02:10:04.218826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:04.219196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.270662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-1efbe04a-1d23-4f55-84b1-8a5ac4c6c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:04.272256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-1efbe04a-1d23-4f55-84b1-8a5ac4c6c70f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46375d3d-8787-4801-996a-4a40f3912985 HTTP/1.1" status: 200 len: 853 time: 0.0957170 Jul 08 02:10:04.284681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-097846bd-099a-4c01-83ee-16d00b0f03c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4188201 Jul 08 02:10:04.285522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:04.288406 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77810db-57eb-47a4-a980-1fcbbcfacf09" -d '{"events": [{"name": "network-changed", "server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:04.292999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:04.370663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-f8a4dcd4-fca4-4475-8b6a-8df2363f7bd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60f3697e-14a7-43d7-9e1b-8f2acaab3138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871019 Jul 08 02:10:04.603780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-73bc0def-5ea4-4637-a522-d4300b2c0c05 service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151916 Jul 08 02:10:04.628949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:02Z', 'revision_number': 0, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:04.669611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] Checking router: b958bc26-fc87-4f6d-9f14-787e750e4b7b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:10:04.680429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:04.681399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:04.690961 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.733940 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9684b242-a54f-4851-8f5e-0cb8ee5f326c x-openstack-request-id: req-9684b242-a54f-4851-8f5e-0cb8ee5f326c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:04.734247 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:04.734499 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9684b242-a54f-4851-8f5e-0cb8ee5f326c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:04.734908 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626', 'status': 'completed', 'code': 200} Jul 08 02:10:04.764491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Subnet': ['ID=890b7868-5889-4137-88eb-bbf2b0bd7b19,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:04.790079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-904ea1a0-8319-41df-a827-aa84af8429ba tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/floatingips/ee966ac9-cbfc-4036-b4cd-2a255cee4bb9 HTTP/1.1" status: 200 len: 991 time: 0.4976296 Jul 08 02:10:04.795778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6bc2f350-0cd8-4bda-80f8-f1940d9389f2 req-ad006f0e-2df4-4ce4-b4fc-8a04c6bc5fcb service neutron] 10.222.0.18 "GET /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858993 Jul 08 02:10:04.820403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:04.820953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Checking segment: {'id': '54735288-1fb3-4a10-abf5-9483dade4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7348a510-443f-4710-a3db-f6524814a68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:04.821071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-569fa97c-41a9-4ff6-8e1b-27f044d08de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:04.821161 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network hostable DHCP agents. Network: 7348a510-443f-4710-a3db-f6524814a68f, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:10:04.822822 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-569fa97c-41a9-4ff6-8e1b-27f044d08de0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 1097 time: 0.0868170 Jul 08 02:10:04.904878 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network 7348a510-443f-4710-a3db-f6524814a68f is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:10:04.930744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-19fe90a3-a5d4-480f-b2e6-7fc360b3a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:04.932567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-19fe90a3-a5d4-480f-b2e6-7fc360b3a581 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca HTTP/1.1" status: 200 len: 898 time: 0.1024680 Jul 08 02:10:04.996446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 7348a510-443f-4710-a3db-f6524814a68f) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:05.008011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:05.008011 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.045981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-e6eadf3e-bc26-4706-abdb-b9203d7c37f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ce23cde-85f7-4ca3-85a6-339552067626 HTTP/1.1" status: 200 len: 999 time: 0.1053464 Jul 08 02:10:05.113773 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1c30f8dc-1d6b-4c0e-ab96-2459f31eab71 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2310779 Jul 08 02:10:05.114324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55574) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:05.120006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da026a-9d15-4d20-b512-a7f435200fd7 None None] Network 7348a510-443f-4710-a3db-f6524814a68f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:05.120215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'network': {'name': 'tempest-router-network01--192235021'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:05.122772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f608cb2-642b-4a90-97ea-85ff498cc5d3 req-071037e0-026f-448c-bf69-ca518c0a1308 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:05.130460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f608cb2-642b-4a90-97ea-85ff498cc5d3 req-071037e0-026f-448c-bf69-ca518c0a1308 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1098 time: 0.1352601 Jul 08 02:10:05.153325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-fd420afd-aa96-40ba-b25e-8f0daa9076a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:05.155177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-fd420afd-aa96-40ba-b25e-8f0daa9076a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e40f0a-fdab-4385-8ed3-3ce78bd3247c HTTP/1.1" status: 200 len: 832 time: 0.0985658 Jul 08 02:10:05.156476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f608cb2-642b-4a90-97ea-85ff498cc5d3 req-30d5a557-28a1-4558-854b-cb9df180b67c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.232025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-99dfbcc8-a880-44ea-9f47-137380c1b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:05.234750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-99dfbcc8-a880-44ea-9f47-137380c1b621 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671186 Jul 08 02:10:05.240443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Made reservation on behalf of 2423a5f150244500a897377fe606a467 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:05.245355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.311429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:05.337701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.338217 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Added segment 6cd09deb-81b5-4016-b1ef-c5da27b789c5 of type vlan for network 835d2095-b5f0-4a46-b095-503b24c82735 Jul 08 02:10:05.361499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:02Z', 'revision_number': 0, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:05.380379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316a8e7-da46-499b-a342-1b13ed0e30c6 req-814be86e-6586-40b7-bde5-3404991ab29a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:05.389223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7316a8e7-da46-499b-a342-1b13ed0e30c6 req-814be86e-6586-40b7-bde5-3404991ab29a tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1642311 Jul 08 02:10:05.419836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-7348a510-443f-4710-a3db-f6524814a68f', 'network_id': '7348a510-443f-4710-a3db-f6524814a68f', 'tenant_id': '2423a5f150244500a897377fe606a467', 'fixed_ips': [{'subnet_id': '890b7868-5889-4137-88eb-bbf2b0bd7b19'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:10:05.420694 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.424315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c4236-f492-4fe9-998f-b5f4b27b0869 None None] The sync data for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 is: [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:02Z', 'revision_number': 0, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:05.449675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-cfd3b8a0-7fb4-4b2e-b389-d8fa90249d2b service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045143 Jul 08 02:10:05.479901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f608cb2-642b-4a90-97ea-85ff498cc5d3 req-30d5a557-28a1-4558-854b-cb9df180b67c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.507872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7316a8e7-da46-499b-a342-1b13ed0e30c6 req-305049eb-55ca-489b-a942-6a47eeccf0e1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174874 Jul 08 02:10:05.509931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.613584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d77810db-57eb-47a4-a980-1fcbbcfacf09 req-b087654a-2010-49a2-bedf-001d6e8a35a5 service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571560 Jul 08 02:10:05.631823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Allocated IP 172.20.0.2 (7348a510-443f-4710-a3db-f6524814a68f/890b7868-5889-4137-88eb-bbf2b0bd7b19/2297775f-8e18-45ff-841f-5260347cbb73) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:05.786891 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.793219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55582) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:05.800082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Transition to ACTIVE for port object 2297775f-8e18-45ff-841f-5260347cbb73 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:05.933091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Transition to ACTIVE for port object 2297775f-8e18-45ff-841f-5260347cbb73 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:05.933641 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c37df85b-559f-40e3-81a2-2420184ba5fe tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/floatingips/ee966ac9-cbfc-4036-b4cd-2a255cee4bb9 HTTP/1.1" status: 200 len: 991 time: 0.0775416 Jul 08 02:10:05.933770 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8973b48-142d-4663-b078-b17fe7821f46 None None] New status for floating IP ee966ac9-cbfc-4036-b4cd-2a255cee4bb9: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:10:06.282588 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.282845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.283881 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8f608cb2-642b-4a90-97ea-85ff498cc5d3 req-30d5a557-28a1-4558-854b-cb9df180b67c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.297596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:06.300162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.356257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f608cb2-642b-4a90-97ea-85ff498cc5d3 req-30d5a557-28a1-4558-854b-cb9df180b67c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1919501 Jul 08 02:10:06.356510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Pushing event updated for resources: {'Port': ['ID=2297775f-8e18-45ff-841f-5260347cbb73,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:06.361763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Network 7348a510-443f-4710-a3db-f6524814a68f is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:06.364762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:06.380259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:06.381079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5a557-28a1-4558-854b-cb9df180b67c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494f4b85-1d17-457f-9ada-a1c74f569879,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:06.438207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3205786 Jul 08 02:10:06.438207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19199ba9-5287-4686-acfc-c4ba96996506 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Network': ['ID=835d2095-b5f0-4a46-b095-503b24c82735,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:06.438476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:06.444847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'network': {'name': 'tempest-router-network02--795797009'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:06.460995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 835d2095-b5f0-4a46-b095-503b24c82735 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:06.504947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Attempting to bind port 2297775f-8e18-45ff-841f-5260347cbb73 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:06.505631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Attempting to bind port 2297775f-8e18-45ff-841f-5260347cbb73 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '54735288-1fb3-4a10-abf5-9483dade4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7348a510-443f-4710-a3db-f6524814a68f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:06.506216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Attempting to bind port 2297775f-8e18-45ff-841f-5260347cbb73 on network 7348a510-443f-4710-a3db-f6524814a68f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:06.524443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:06.524836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Checking segment: {'id': '54735288-1fb3-4a10-abf5-9483dade4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7348a510-443f-4710-a3db-f6524814a68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:06.525245 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.525692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Bound using segment: {'id': '54735288-1fb3-4a10-abf5-9483dade4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7348a510-443f-4710-a3db-f6524814a68f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:06.526240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Bound port: 2297775f-8e18-45ff-841f-5260347cbb73, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54735288-1fb3-4a10-abf5-9483dade4b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7348a510-443f-4710-a3db-f6524814a68f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:06.526559 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.599375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d9eb0-aa8b-417a-ad8a-ea762e2b4532 req-5085da4a-2155-497f-93d2-cef0f2fef5f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:06.601257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378d9eb0-aa8b-417a-ad8a-ea762e2b4532 req-5085da4a-2155-497f-93d2-cef0f2fef5f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1205389 Jul 08 02:10:06.618696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Made reservation on behalf of 2423a5f150244500a897377fe606a467 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:06.624033 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.628136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] For port 2297775f-8e18-45ff-841f-5260347cbb73, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:06.632143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] For port 2297775f-8e18-45ff-841f-5260347cbb73, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2297775f-8e18-45ff-841f-5260347cbb73,segment=NetworkSegment(54735288-1fb3-4a10-abf5-9483dade4b9f),segment_id=54735288-1fb3-4a10-abf5-9483dade4b9f)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:06.647905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-378d9eb0-aa8b-417a-ad8a-ea762e2b4532 req-bdfab59e-7290-4bc0-886c-677c36fe2462 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400035 Jul 08 02:10:06.669696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55602) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:06.699621 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.705909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:06.734835 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b7c7fb90-7001-402e-aa6b-163bcf0149cf tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/4c4f4f82-5267-44ea-a87a-206b0a908a95 HTTP/1.1" status: 200 len: 994 time: 0.0636880 Jul 08 02:10:06.755044 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.756569 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Added segment c375404b-345d-48ee-8d49-b91b424ddd50 of type vlan for network fc51f847-5611-427b-bf01-744bf4f9adb7 Jul 08 02:10:06.775884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e448e48-3b15-4c27-bf0b-63d8648cb2aa None None] Pushing event updated for resources: {'Port': ['ID=2297775f-8e18-45ff-841f-5260347cbb73,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:06.826182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.836926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f065b3-a56f-405c-b17e-d5f2f3166b35 req-c0861fa2-f2fc-4158-b295-f23808ecab04 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:06.840831 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63f065b3-a56f-405c-b17e-d5f2f3166b35 req-c0861fa2-f2fc-4158-b295-f23808ecab04 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1897655 Jul 08 02:10:06.898552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63f065b3-a56f-405c-b17e-d5f2f3166b35 req-d63742e4-557b-484e-8171-9ccc8b5913cb tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535150 Jul 08 02:10:06.932240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55608) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:06.978784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.995697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:07.018832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.100017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-45c2de94-0ff3-4313-a5fb-06b5f8e3e359 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/floatingips/ee966ac9-cbfc-4036-b4cd-2a255cee4bb9 HTTP/1.1" status: 200 len: 993 time: 0.1759524 Jul 08 02:10:07.148609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Network': ['ID=fc51f847-5611-427b-bf01-744bf4f9adb7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:07.160308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network fc51f847-5611-427b-bf01-744bf4f9adb7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:07.227203 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3bf80679-0e00-4446-a52c-05c0a32630af tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7851741 Jul 08 02:10:07.228269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55624) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:07.234094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'subnet': {'network_id': '835d2095-b5f0-4a46-b095-503b24c82735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:07.257004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd728-8f86-4aa8-ab80-f42c3210eaa5 req-5a9fb687-e976-4446-82d1-df609a568fa3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:07.258650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4dfcd728-8f86-4aa8-ab80-f42c3210eaa5 req-5a9fb687-e976-4446-82d1-df609a568fa3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0873234 Jul 08 02:10:07.314948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4dfcd728-8f86-4aa8-ab80-f42c3210eaa5 req-23721d8a-f707-40c8-aceb-ed12ea764fdf tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435939 Jul 08 02:10:07.412864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Made reservation on behalf of 2423a5f150244500a897377fe606a467 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:07.418233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.539722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128703-2450-4b71-b6f3-f00fda94bfff req-e5f76f13-b491-4e5b-8a41-e0688a713172 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:07.546783 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73128703-2450-4b71-b6f3-f00fda94bfff req-e5f76f13-b491-4e5b-8a41-e0688a713172 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0911174 Jul 08 02:10:07.603383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73128703-2450-4b71-b6f3-f00fda94bfff req-3a512d31-d1d4-456e-ab46-8d5b8c1783e0 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555840 Jul 08 02:10:07.745130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2297775f-8e18-45ff-841f-5260347cbb73 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:07.858358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b720a44-08d0-4e39-a255-4717f91b8bf8 req-f6ea02b3-48a4-4321-9e9c-c22eda4eeaf7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:07.860560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b720a44-08d0-4e39-a255-4717f91b8bf8 req-f6ea02b3-48a4-4321-9e9c-c22eda4eeaf7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0904469 Jul 08 02:10:07.897304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2297775f-8e18-45ff-841f-5260347cbb73 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:07.924757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b720a44-08d0-4e39-a255-4717f91b8bf8 req-b7c9c315-3125-4fc7-b103-e3c6b6832603 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567689 Jul 08 02:10:08.235583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215249e1-c6a3-4001-a04d-9add4648ccf6 None None] Network 7348a510-443f-4710-a3db-f6524814a68f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:08.307235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-4cfb4d97-6e37-4097-aac8-7da13495d71b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043553 Jul 08 02:10:08.352255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282022e-8707-44ad-8773-95ed1c8500a0 req-293efffe-a5ea-4ebd-88d7-6e1fadcf99e7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:08.356845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.366806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0282022e-8707-44ad-8773-95ed1c8500a0 req-293efffe-a5ea-4ebd-88d7-6e1fadcf99e7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.0908022 Jul 08 02:10:08.380424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3a38e5eb-f2c2-4f5c-8c4f-ae6d71ac7316 None None] Provisioning for port 2297775f-8e18-45ff-841f-5260347cbb73 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:08.388345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3a38e5eb-f2c2-4f5c-8c4f-ae6d71ac7316 None None] Provisioning complete for port 2297775f-8e18-45ff-841f-5260347cbb73 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:08.388945 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a38e5eb-f2c2-4f5c-8c4f-ae6d71ac7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.411178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0282022e-8707-44ad-8773-95ed1c8500a0 req-f461898f-655f-4619-9071-328048f3cee4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496511 Jul 08 02:10:08.438585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Subnet': ['ID=86e245b8-01d2-47d9-9e65-1294be3effd4,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:08.450579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Checking segment: {'id': '6cd09deb-81b5-4016-b1ef-c5da27b789c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '835d2095-b5f0-4a46-b095-503b24c82735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:08.450579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network hostable DHCP agents. Network: 835d2095-b5f0-4a46-b095-503b24c82735, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:10:08.545080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network 835d2095-b5f0-4a46-b095-503b24c82735 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:10:08.556316 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a38e5eb-f2c2-4f5c-8c4f-ae6d71ac7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.617304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8c5ab-74e1-4118-9471-679c01e7a487 req-d6fd9e71-cf4d-4b30-bfe9-a6a8bf5840ee tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:08.620157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3a38e5eb-f2c2-4f5c-8c4f-ae6d71ac7316 None None] For port 2297775f-8e18-45ff-841f-5260347cbb73, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2297775f-8e18-45ff-841f-5260347cbb73,segment=NetworkSegment(54735288-1fb3-4a10-abf5-9483dade4b9f),segment_id=54735288-1fb3-4a10-abf5-9483dade4b9f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:08.625490 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51b8c5ab-74e1-4118-9471-679c01e7a487 req-d6fd9e71-cf4d-4b30-bfe9-a6a8bf5840ee tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0932651 Jul 08 02:10:08.629761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 835d2095-b5f0-4a46-b095-503b24c82735) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:08.639201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:08.640193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.690710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380e467-445c-4ac3-8f1b-ffb87b3b6f03 None None] Network 835d2095-b5f0-4a46-b095-503b24c82735 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:08.690908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51b8c5ab-74e1-4118-9471-679c01e7a487 req-96ce4e41-d60c-455a-8fa6-0f0f10b8da22 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 Jul 08 02:10:08.761207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a38e5eb-f2c2-4f5c-8c4f-ae6d71ac7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.773509 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6d82ee6f-132e-487e-80d4-ac2b13d85248 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5441115 Jul 08 02:10:08.776593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55674) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:08.783744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'subnet': {'network_id': 'fc51f847-5611-427b-bf01-744bf4f9adb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:08.826691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38e5eb-f2c2-4f5c-8c4f-ae6d71ac7316 None None] Pushing event updated for resources: {'Port': ['ID=2297775f-8e18-45ff-841f-5260347cbb73,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:08.937917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0950c-0214-4e5a-ad78-28789f8f825b req-3ae64e94-156f-48c5-973d-5647d4097666 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:08.939622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2a0950c-0214-4e5a-ad78-28789f8f825b req-3ae64e94-156f-48c5-973d-5647d4097666 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0747573 Jul 08 02:10:08.961072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-835d2095-b5f0-4a46-b095-503b24c82735', 'network_id': '835d2095-b5f0-4a46-b095-503b24c82735', 'tenant_id': '2423a5f150244500a897377fe606a467', 'fixed_ips': [{'subnet_id': '86e245b8-01d2-47d9-9e65-1294be3effd4'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:10:08.962383 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.991387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b2a0950c-0214-4e5a-ad78-28789f8f825b req-f9352669-e464-4d19-a9ad-a3533b27f81b tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455401 Jul 08 02:10:09.031825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Made reservation on behalf of 2423a5f150244500a897377fe606a467 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:09.031825 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.044740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-307335d1-6bad-4ff0-a39f-cf62561a63a7 None None] Provisioning complete for port 2297775f-8e18-45ff-841f-5260347cbb73 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:09.045036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-307335d1-6bad-4ff0-a39f-cf62561a63a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.208246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Allocated IP 172.20.0.2 (835d2095-b5f0-4a46-b095-503b24c82735/86e245b8-01d2-47d9-9e65-1294be3effd4/7989c585-e35b-417d-a901-ea53f0fb38e6) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:09.351527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63a851-8193-4de8-8d5a-7bc2cd8ee4a6 req-6d3f0b28-0fe3-4c14-a865-04a4f28dc596 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:09.354195 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b63a851-8193-4de8-8d5a-7bc2cd8ee4a6 req-6d3f0b28-0fe3-4c14-a865-04a4f28dc596 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1152320 Jul 08 02:10:09.394378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.404937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b63a851-8193-4de8-8d5a-7bc2cd8ee4a6 req-fa7a7397-d48b-4ac4-a64d-7d6ae8230a15 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Jul 08 02:10:09.405980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Transition to ACTIVE for port object 7989c585-e35b-417d-a901-ea53f0fb38e6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:09.422239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Transition to ACTIVE for port object 7989c585-e35b-417d-a901-ea53f0fb38e6 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:09.447541 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.556932 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.596607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Network 835d2095-b5f0-4a46-b095-503b24c82735 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:09.600663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:09.605188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:09.617241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Subnet': ['ID=5364f72a-7906-4160-8421-b921167576ed,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:09.652714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Checking segment: {'id': 'c375404b-345d-48ee-8d49-b91b424ddd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc51f847-5611-427b-bf01-744bf4f9adb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:09.653626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network hostable DHCP agents. Network: fc51f847-5611-427b-bf01-744bf4f9adb7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:10:09.657775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2297775f-8e18-45ff-841f-5260347cbb73 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:09.692207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b286-dd2c-45eb-b580-4d102032669a req-83b2bacc-ab57-4bb2-8964-83ef224b274d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:09.693989 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a164b286-dd2c-45eb-b580-4d102032669a req-83b2bacc-ab57-4bb2-8964-83ef224b274d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1575639 Jul 08 02:10:09.704575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb48d-7882-47e4-867c-03ed9be58464 req-c6a1be5b-0bd2-4768-91a3-b2ff0891c9ad tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:09.708851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-286cb48d-7882-47e4-867c-03ed9be58464 req-c6a1be5b-0bd2-4768-91a3-b2ff0891c9ad tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1273103 Jul 08 02:10:09.727060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Pushing event updated for resources: {'Port': ['ID=7989c585-e35b-417d-a901-ea53f0fb38e6,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:09.744432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Attempting to bind port 7989c585-e35b-417d-a901-ea53f0fb38e6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:09.744432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Attempting to bind port 7989c585-e35b-417d-a901-ea53f0fb38e6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '6cd09deb-81b5-4016-b1ef-c5da27b789c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '835d2095-b5f0-4a46-b095-503b24c82735'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:09.744432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Attempting to bind port 7989c585-e35b-417d-a901-ea53f0fb38e6 on network 835d2095-b5f0-4a46-b095-503b24c82735 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:09.750748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a164b286-dd2c-45eb-b580-4d102032669a req-30ef79ba-50ef-42ef-96c1-0ce4d2c51928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511193 Jul 08 02:10:09.750929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:09.751293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Checking segment: {'id': '6cd09deb-81b5-4016-b1ef-c5da27b789c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '835d2095-b5f0-4a46-b095-503b24c82735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:09.751759 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.752168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Bound using segment: {'id': '6cd09deb-81b5-4016-b1ef-c5da27b789c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '835d2095-b5f0-4a46-b095-503b24c82735'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:09.752721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Bound port: 7989c585-e35b-417d-a901-ea53f0fb38e6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd09deb-81b5-4016-b1ef-c5da27b789c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '835d2095-b5f0-4a46-b095-503b24c82735'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:09.753057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.773421 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-286cb48d-7882-47e4-867c-03ed9be58464 req-315e2d80-d9d7-4577-a25a-4146757fc984 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487294 Jul 08 02:10:09.786927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network fc51f847-5611-427b-bf01-744bf4f9adb7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:10:09.858653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2297775f-8e18-45ff-841f-5260347cbb73 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:09.859559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, fc51f847-5611-427b-bf01-744bf4f9adb7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:09.859709 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.864655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:09.866310 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.899266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3456aa-d4b6-4eed-9463-78f79fe014bd None None] Network fc51f847-5611-427b-bf01-744bf4f9adb7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:09.995058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-beb55529-971f-4a76-a150-6084e97b30c4 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2146587 Jul 08 02:10:09.995383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:10.000899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] For port 7989c585-e35b-417d-a901-ea53f0fb38e6, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:10.061234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] For port 7989c585-e35b-417d-a901-ea53f0fb38e6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7989c585-e35b-417d-a901-ea53f0fb38e6,segment=NetworkSegment(6cd09deb-81b5-4016-b1ef-c5da27b789c5),segment_id=6cd09deb-81b5-4016-b1ef-c5da27b789c5)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:10.144931 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:10.173740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-fc51f847-5611-427b-bf01-744bf4f9adb7', 'network_id': 'fc51f847-5611-427b-bf01-744bf4f9adb7', 'tenant_id': '2423a5f150244500a897377fe606a467', 'fixed_ips': [{'subnet_id': '5364f72a-7906-4160-8421-b921167576ed'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:10:10.180315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:10.351930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081d844-5066-4221-aa8d-028879765eab req-4d826673-45e8-44e9-b39a-34231d0a0c34 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:10.363076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0081d844-5066-4221-aa8d-028879765eab req-4d826673-45e8-44e9-b39a-34231d0a0c34 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.2678590 Jul 08 02:10:10.442741 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:10.559491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0081d844-5066-4221-aa8d-028879765eab req-fb636186-8e39-4724-a915-6701166eaa12 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625493 Jul 08 02:10:10.597251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f60b53-3c22-4e98-943c-9ff96d09e051 None None] Pushing event updated for resources: {'Port': ['ID=7989c585-e35b-417d-a901-ea53f0fb38e6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:10.650469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Allocated IP 172.20.0.2 (fc51f847-5611-427b-bf01-744bf4f9adb7/5364f72a-7906-4160-8421-b921167576ed/be22a45d-2439-45a5-bc27-067837aadda2) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:10.860783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41384d8-1110-478b-ae36-18dae66f2b9d req-74104a55-f808-412d-a22d-6e3aec56490e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:10.875767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a41384d8-1110-478b-ae36-18dae66f2b9d req-74104a55-f808-412d-a22d-6e3aec56490e tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1096668 Jul 08 02:10:10.896920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:10.917842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Transition to ACTIVE for port object be22a45d-2439-45a5-bc27-067837aadda2 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:10.948420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a41384d8-1110-478b-ae36-18dae66f2b9d req-872d413d-248f-45d8-b7d2-cae5c8a2955f tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714297 Jul 08 02:10:10.948731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Transition to ACTIVE for port object be22a45d-2439-45a5-bc27-067837aadda2 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:11.000140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Allocated IP 172.20.0.1 (835d2095-b5f0-4a46-b095-503b24c82735/86e245b8-01d2-47d9-9e65-1294be3effd4/b9d86cb9-0a55-40a0-94fe-8df9a569e24f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:11.054359 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:11.100493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47284-6538-4ffe-97a5-58ea5e8911aa req-59451d4b-4ce6-4705-adcc-6d7de4a48134 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:11.108118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9f47284-6538-4ffe-97a5-58ea5e8911aa req-59451d4b-4ce6-4705-adcc-6d7de4a48134 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1778519 Jul 08 02:10:11.130390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Network fc51f847-5611-427b-bf01-744bf4f9adb7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:11.135746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:11.139020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:11.153190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Pushing event updated for resources: {'Port': ['ID=be22a45d-2439-45a5-bc27-067837aadda2,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:11.168676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9f47284-6538-4ffe-97a5-58ea5e8911aa req-89572da7-1672-435c-8272-279a1a9e950d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588744 Jul 08 02:10:11.258421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Attempting to bind port be22a45d-2439-45a5-bc27-067837aadda2 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:11.259385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Attempting to bind port be22a45d-2439-45a5-bc27-067837aadda2 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'c375404b-345d-48ee-8d49-b91b424ddd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc51f847-5611-427b-bf01-744bf4f9adb7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:11.259385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Attempting to bind port be22a45d-2439-45a5-bc27-067837aadda2 on network fc51f847-5611-427b-bf01-744bf4f9adb7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:11.265984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:11.266367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Checking segment: {'id': 'c375404b-345d-48ee-8d49-b91b424ddd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc51f847-5611-427b-bf01-744bf4f9adb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:11.266772 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:11.267167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Bound using segment: {'id': 'c375404b-345d-48ee-8d49-b91b424ddd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc51f847-5611-427b-bf01-744bf4f9adb7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:11.267660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Bound port: be22a45d-2439-45a5-bc27-067837aadda2, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c375404b-345d-48ee-8d49-b91b424ddd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc51f847-5611-427b-bf01-744bf4f9adb7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:11.268048 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:11.269787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:11.289123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Transition to ACTIVE for port object b9d86cb9-0a55-40a0-94fe-8df9a569e24f will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:11.351709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] For port be22a45d-2439-45a5-bc27-067837aadda2, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:11.357301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] For port be22a45d-2439-45a5-bc27-067837aadda2, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be22a45d-2439-45a5-bc27-067837aadda2,segment=NetworkSegment(c375404b-345d-48ee-8d49-b91b424ddd50),segment_id=c375404b-345d-48ee-8d49-b91b424ddd50)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:11.372808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d95c-3292-4980-9576-ced1ce2532d5 req-5593832c-6525-4982-aeb9-36b40a732aba tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:11.375867 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5179d95c-3292-4980-9576-ced1ce2532d5 req-5593832c-6525-4982-aeb9-36b40a732aba tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0925117 Jul 08 02:10:11.390873 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:11.423593 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5179d95c-3292-4980-9576-ced1ce2532d5 req-828d9149-8998-4a6e-878c-6c5fee222c1c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Jul 08 02:10:11.461317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network 835d2095-b5f0-4a46-b095-503b24c82735 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:11.465926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:11.470813 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:11.522400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Port': ['ID=b9d86cb9-0a55-40a0-94fe-8df9a569e24f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:11.561638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:11.584662 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:11.698680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e767c-608d-448a-a95b-8a1032d00455 None None] Pushing event updated for resources: {'Port': ['ID=be22a45d-2439-45a5-bc27-067837aadda2,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:11.736775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-d4ead005-5fcb-478c-9423-c5ab2fc270ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:11.738455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-d4ead005-5fcb-478c-9423-c5ab2fc270ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1098 time: 0.3499954 Jul 08 02:10:11.758229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7989c585-e35b-417d-a901-ea53f0fb38e6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:11.843740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0fbe-501a-4f7b-93ab-f1ed6aea1f2a req-a77d42ba-48fc-4909-ba75-9115c1b72c1d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:11.843740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-92ad0fbe-501a-4f7b-93ab-f1ed6aea1f2a req-a77d42ba-48fc-4909-ba75-9115c1b72c1d tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.2048364 Jul 08 02:10:11.865905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c57db6f-9012-4303-877d-dc97ebe16698 None None] Network 835d2095-b5f0-4a46-b095-503b24c82735 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:11.931650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 7989c585-e35b-417d-a901-ea53f0fb38e6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:11.951131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-92ad0fbe-501a-4f7b-93ab-f1ed6aea1f2a req-82937b36-a130-4318-ac9c-b8b190a38995 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983770 Jul 08 02:10:11.956711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-25c67ff3-3619-49c9-9ab2-665db27f50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:11.958257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-25c67ff3-3619-49c9-9ab2-665db27f50c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 898 time: 0.2087302 Jul 08 02:10:12.133820 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e66ddf90-0d12-44b9-a51c-2cf12e7ea37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.135220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.159724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59a04496-6eab-4f0a-bea2-4403fb2b5134 None None] Provisioning for port 7989c585-e35b-417d-a901-ea53f0fb38e6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:12.170088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59a04496-6eab-4f0a-bea2-4403fb2b5134 None None] Provisioning complete for port 7989c585-e35b-417d-a901-ea53f0fb38e6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:12.170315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a04496-6eab-4f0a-bea2-4403fb2b5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.200671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-8c24beaf-6d61-4958-9404-f42eeb2aea6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 1002 time: 0.2002807 Jul 08 02:10:12.270924 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a04496-6eab-4f0a-bea2-4403fb2b5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.313732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-59a04496-6eab-4f0a-bea2-4403fb2b5134 None None] For port 7989c585-e35b-417d-a901-ea53f0fb38e6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7989c585-e35b-417d-a901-ea53f0fb38e6,segment=NetworkSegment(6cd09deb-81b5-4016-b1ef-c5da27b789c5),segment_id=6cd09deb-81b5-4016-b1ef-c5da27b789c5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:12.388450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-95a6a73b-4495-4010-9fa4-03b984c12ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:12.390340 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-95a6a73b-4495-4010-9fa4-03b984c12ef1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.1646760 Jul 08 02:10:12.398831 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd45411-7e17-49ef-9a30-8589f195fe5f req-cd8a0876-9288-4ef1-a434-626575e34975 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:12.400468 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2bd45411-7e17-49ef-9a30-8589f195fe5f req-cd8a0876-9288-4ef1-a434-626575e34975 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.2666757 Jul 08 02:10:12.407140 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a04496-6eab-4f0a-bea2-4403fb2b5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.468997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eaffa-ea4d-47d7-8b42-b970c99bb2a3 req-7e6e2ab9-f518-4874-af04-7b794cb9a51e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:12.475091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-470eaffa-ea4d-47d7-8b42-b970c99bb2a3 req-7e6e2ab9-f518-4874-af04-7b794cb9a51e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.0850344 Jul 08 02:10:12.478533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a04496-6eab-4f0a-bea2-4403fb2b5134 None None] Pushing event updated for resources: {'Port': ['ID=7989c585-e35b-417d-a901-ea53f0fb38e6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:12.526589 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2bd45411-7e17-49ef-9a30-8589f195fe5f req-5a36968e-c662-4c19-a946-34281462169c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843830 Jul 08 02:10:12.555320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-470eaffa-ea4d-47d7-8b42-b970c99bb2a3 req-d5b46d7c-e5e5-4194-9664-1d1d9bed682d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717304 Jul 08 02:10:12.607676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-31e16d05-8d23-4d2d-9392-2100b8b9b146 None None] Provisioning for port b9d86cb9-0a55-40a0-94fe-8df9a569e24f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:12.608209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-d9cb03b4-2020-4366-925b-3e19cbcbef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:12.610795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-d9cb03b4-2020-4366-925b-3e19cbcbef44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2092423 Jul 08 02:10:12.612147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-31e16d05-8d23-4d2d-9392-2100b8b9b146 None None] Provisioning complete for port b9d86cb9-0a55-40a0-94fe-8df9a569e24f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:12.612528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-31e16d05-8d23-4d2d-9392-2100b8b9b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.631518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-cb5e114f-5823-406c-8d77-f437b013d0bd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:10:12.632579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-cb5e114f-5823-406c-8d77-f437b013d0bd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084968 Jul 08 02:10:12.672998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-31e16d05-8d23-4d2d-9392-2100b8b9b146 None None] Port b9d86cb9-0a55-40a0-94fe-8df9a569e24f cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:12.685742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-31e16d05-8d23-4d2d-9392-2100b8b9b146 None None] Provisioning complete for port 7989c585-e35b-417d-a901-ea53f0fb38e6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:12.686133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-31e16d05-8d23-4d2d-9392-2100b8b9b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.841111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.872808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-774d458a-9b41-4a5d-bcb4-8231d2d81601 service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251225 Jul 08 02:10:12.881041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a19fc-be59-4bd0-8377-741b4a90c393 req-95e9d9e9-282e-4a90-941c-ea11f0f96416 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:12.882593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e21a19fc-be59-4bd0-8377-741b4a90c393 req-95e9d9e9-282e-4a90-941c-ea11f0f96416 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.2050178 Jul 08 02:10:12.937672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1757bc3-4e24-4e68-89d4-5aab40a2b331 None None] Provisioning complete for port b9d86cb9-0a55-40a0-94fe-8df9a569e24f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:12.938150 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1757bc3-4e24-4e68-89d4-5aab40a2b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.944243 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.983753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c1757bc3-4e24-4e68-89d4-5aab40a2b331 None None] Port b9d86cb9-0a55-40a0-94fe-8df9a569e24f cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:13.000040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b68762-53a4-4e55-8cce-eb4b6fc3c8dc None None] Network fc51f847-5611-427b-bf01-744bf4f9adb7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:13.186930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8107d68a-df98-4e75-9666-f3b6a8332e1e None None] Provisioning for port be22a45d-2439-45a5-bc27-067837aadda2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:13.412848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e21a19fc-be59-4bd0-8377-741b4a90c393 req-64255132-eabf-44bb-b657-0168d6904eb7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217519 Jul 08 02:10:13.421983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.440657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Port': ['ID=b9d86cb9-0a55-40a0-94fe-8df9a569e24f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:13.448907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-d6574357-9d3e-45bb-ab51-5860b8f8210c service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650573 Jul 08 02:10:13.533864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network 835d2095-b5f0-4a46-b095-503b24c82735 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:13.535512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:13.739862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee2309-51f3-4444-b812-9dbada02f784 req-cf57b13e-57c4-434d-956c-1d60c5a72da6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:13.741448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bee2309-51f3-4444-b812-9dbada02f784 req-cf57b13e-57c4-434d-956c-1d60c5a72da6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.2038782 Jul 08 02:10:13.776956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ea324-b9cc-487d-9a6f-87d1fdf3324e req-d1f5de20-8685-4fb5-b7f3-63e01e5df230 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:13.780756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7989c585-e35b-417d-a901-ea53f0fb38e6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:13.785013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-236ea324-b9cc-487d-9a6f-87d1fdf3324e req-d1f5de20-8685-4fb5-b7f3-63e01e5df230 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1079676 Jul 08 02:10:13.816117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bee2309-51f3-4444-b812-9dbada02f784 req-fd961e0b-53a0-453d-8560-2ea9b0d997e6 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634480 Jul 08 02:10:13.838950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7989c585-e35b-417d-a901-ea53f0fb38e6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:13.839316 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.852110 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-236ea324-b9cc-487d-9a6f-87d1fdf3324e req-8542dd72-a25f-4fa1-af76-ca2af6c3682f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658362 Jul 08 02:10:13.927404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Router a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:10:13.954023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1a27a6f9-e6aa-4c8b-8745-26dd19dc1220 None None] Provisioning complete for port b9d86cb9-0a55-40a0-94fe-8df9a569e24f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:13.954543 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a27a6f9-e6aa-4c8b-8745-26dd19dc1220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.976803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be22a45d-2439-45a5-bc27-067837aadda2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:14.020911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1a27a6f9-e6aa-4c8b-8745-26dd19dc1220 None None] Port b9d86cb9-0a55-40a0-94fe-8df9a569e24f cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:14.034633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:10:14.040103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2c22ea51-bfe3-4c7c-b405-e76bcafaa1fa tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "PUT /v2.0/routers/a1cb40fb-0ba2-48d1-b98b-c037dc5f6662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0435708 Jul 08 02:10:14.043039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:14.046125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446713e-8d43-4f4a-b53c-1d402daa48cb None None] Sync routers for ids ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:14.056554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446713e-8d43-4f4a-b53c-1d402daa48cb None None] Routers {'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:14.061402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a446713e-8d43-4f4a-b53c-1d402daa48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:14.093493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a446713e-8d43-4f4a-b53c-1d402daa48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:14.102020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446713e-8d43-4f4a-b53c-1d402daa48cb None None] Routers {'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:14.102640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a446713e-8d43-4f4a-b53c-1d402daa48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:09:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:14.134624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port be22a45d-2439-45a5-bc27-067837aadda2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:14.141566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a446713e-8d43-4f4a-b53c-1d402daa48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:14.141566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446713e-8d43-4f4a-b53c-1d402daa48cb None None] The sync data for ids ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:14.141566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port be22a45d-2439-45a5-bc27-067837aadda2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:14.142051 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.229332 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.272399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port be22a45d-2439-45a5-bc27-067837aadda2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be22a45d-2439-45a5-bc27-067837aadda2,segment=NetworkSegment(c375404b-345d-48ee-8d49-b91b424ddd50),segment_id=c375404b-345d-48ee-8d49-b91b424ddd50)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:14.422124 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.430514 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-fed69e71-aa3c-4b50-aa72-ab8df4569345 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:10:14.430771 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8f30853d-ee39-45d0-a596-e4ecf266a81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.434946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fed69e71-aa3c-4b50-aa72-ab8df4569345 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "PUT /v2.0/routers/a1cb40fb-0ba2-48d1-b98b-c037dc5f6662/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3875093 Jul 08 02:10:14.435077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:14.495943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=be22a45d-2439-45a5-bc27-067837aadda2,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:14.785907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.858363 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:15.110813 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d53e0b-fa6a-4fe5-822d-1fa05b3ff62d req-887bd67a-4754-424d-8dac-9f14ec78a286 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:15.112363 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3d53e0b-fa6a-4fe5-822d-1fa05b3ff62d req-887bd67a-4754-424d-8dac-9f14ec78a286 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1178286 Jul 08 02:10:15.138114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Deleting port b9d86cb9-0a55-40a0-94fe-8df9a569e24f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:15.138462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:15.203840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3d53e0b-fa6a-4fe5-822d-1fa05b3ff62d req-efe65743-a1ac-40c6-a712-e6f6227c561a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841088 Jul 08 02:10:15.256890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:15.272697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Calling delete_port for b9d86cb9-0a55-40a0-94fe-8df9a569e24f owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:15.509727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:15.537964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Port': ['ID=b9d86cb9-0a55-40a0-94fe-8df9a569e24f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:15.707781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:15.712373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be22a45d-2439-45a5-bc27-067837aadda2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:15.738327 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:15.770827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port be22a45d-2439-45a5-bc27-067837aadda2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:15.771586 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:15.888058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Router a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:10:15.967622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:10:15.973053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b7e855d7-f523-4861-9c06-786b057ea2d2 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "PUT /v2.0/routers/a1cb40fb-0ba2-48d1-b98b-c037dc5f6662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5369298 Jul 08 02:10:15.977771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55780) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:15.979917 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c55cde-418b-4660-9f03-7984b1caab15 None None] Sync routers for ids ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:15.991468 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c55cde-418b-4660-9f03-7984b1caab15 None None] Routers {'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:15.992142 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-83c55cde-418b-4660-9f03-7984b1caab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:16.018476 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-c5d7f1f9-413e-46d1-8488-53f9ba1d222c tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] delete failed (client error): The resource could not be found. Jul 08 02:10:16.019485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c5d7f1f9-413e-46d1-8488-53f9ba1d222c tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-657002261 HTTP/1.1" status: 404 len: 334 time: 0.0405083 Jul 08 02:10:16.024078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55782) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:16.029520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fa1ee105-8dae-4764-97f3-89196226b3bd tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:16.041574 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-83c55cde-418b-4660-9f03-7984b1caab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:16.051612 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c55cde-418b-4660-9f03-7984b1caab15 None None] Routers {'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:16.052235 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-83c55cde-418b-4660-9f03-7984b1caab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:16.086379 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-83c55cde-418b-4660-9f03-7984b1caab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:16.087171 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c55cde-418b-4660-9f03-7984b1caab15 None None] The sync data for ids ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:16.262980 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee105-8dae-4764-97f3-89196226b3bd tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:16.426578 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-fa1ee105-8dae-4764-97f3-89196226b3bd tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] update failed (client error): The resource could not be found. Jul 08 02:10:16.432074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:16.434863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fa1ee105-8dae-4764-97f3-89196226b3bd tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "PUT /v2.0/routers/a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 HTTP/1.1" status: 404 len: 339 time: 0.4090240 Jul 08 02:10:16.446807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d3f70-1362-46ec-8522-f6324a535fc7 req-3d5a24c3-cdc2-4e2d-ab2c-3bf68b80f26d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:16.457775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea4d3f70-1362-46ec-8522-f6324a535fc7 req-3d5a24c3-cdc2-4e2d-ab2c-3bf68b80f26d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1126823 Jul 08 02:10:16.510341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea4d3f70-1362-46ec-8522-f6324a535fc7 req-2c462122-314c-4007-a453-15e900847cee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513740 Jul 08 02:10:16.756562 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.025855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Allocated IP 172.20.0.1 (7348a510-443f-4710-a3db-f6524814a68f/890b7868-5889-4137-88eb-bbf2b0bd7b19/21443f7d-cbdc-43c3-ae99-1eeea3a4a787) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:17.150292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.167250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Transition to ACTIVE for port object 21443f7d-cbdc-43c3-ae99-1eeea3a4a787 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:17.299482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.362620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network 7348a510-443f-4710-a3db-f6524814a68f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:17.367409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:17.378328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:17.412926 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.416910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Port': ['ID=21443f7d-cbdc-43c3-ae99-1eeea3a4a787,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:17.450416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.690004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.772801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-619ad39a-1ad1-4647-9335-ae38472c23cf None None] Provisioning for port 21443f7d-cbdc-43c3-ae99-1eeea3a4a787 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:17.777344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-619ad39a-1ad1-4647-9335-ae38472c23cf None None] Provisioning complete for port 21443f7d-cbdc-43c3-ae99-1eeea3a4a787 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:17.777857 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-619ad39a-1ad1-4647-9335-ae38472c23cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.815750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-619ad39a-1ad1-4647-9335-ae38472c23cf None None] Port 21443f7d-cbdc-43c3-ae99-1eeea3a4a787 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:18.098810 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.152263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704d4a5-04aa-4b38-be75-541aea817eb4 req-f6af1060-826f-4689-a7c3-ca904bffae47 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:18.153822 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c704d4a5-04aa-4b38-be75-541aea817eb4 req-f6af1060-826f-4689-a7c3-ca904bffae47 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.5125473 Jul 08 02:10:18.238197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c704d4a5-04aa-4b38-be75-541aea817eb4 req-5f36b57b-bb0b-450c-82cd-7efbd1da93e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589960 Jul 08 02:10:18.276335 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:10:18.364894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.435797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.518578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event updated for resources: {'Port': ['ID=21443f7d-cbdc-43c3-ae99-1eeea3a4a787,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:18.521170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.615613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Network 7348a510-443f-4710-a3db-f6524814a68f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:18.617256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:18.720553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Router a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:10:18.830803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:10:18.842219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c77b0-898b-47fe-9607-a67760d0b7c4 None None] Sync routers for ids ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:18.846583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45154a71-f7a4-4bfd-8f09-f8abd7b7e626 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "PUT /v2.0/routers/a1cb40fb-0ba2-48d1-b98b-c037dc5f6662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4128957 Jul 08 02:10:18.855257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55820) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:18.878203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c77b0-898b-47fe-9607-a67760d0b7c4 None None] Routers {'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:18.884183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-937c77b0-898b-47fe-9607-a67760d0b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:18.888441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-18a19eb2-fa30-43e5-8fb7-d1807df549a6 None None] Provisioning complete for port 21443f7d-cbdc-43c3-ae99-1eeea3a4a787 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:18.894100 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18a19eb2-fa30-43e5-8fb7-d1807df549a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.976938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-937c77b0-898b-47fe-9607-a67760d0b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:18.990888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c77b0-898b-47fe-9607-a67760d0b7c4 None None] Routers {'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:18.995915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-937c77b0-898b-47fe-9607-a67760d0b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:19.037420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-937c77b0-898b-47fe-9607-a67760d0b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:19.043847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c77b0-898b-47fe-9607-a67760d0b7c4 None None] The sync data for ids ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:19.060739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-18a19eb2-fa30-43e5-8fb7-d1807df549a6 None None] Port 21443f7d-cbdc-43c3-ae99-1eeea3a4a787 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:19.088223 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-02cae3ba-2c59-47c5-a8c2-4f056d8a2220 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:19.197441 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-02cae3ba-2c59-47c5-a8c2-4f056d8a2220 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 02:10:19.201813 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:19.202367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-02cae3ba-2c59-47c5-a8c2-4f056d8a2220 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/routers/a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 HTTP/1.1" status: 409 len: 329 time: 0.3449922 Jul 08 02:10:19.428156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47afc-52f7-426d-a74e-3719405d4cba req-bf2626c1-fafc-4a81-bbd3-8a8170fdf044 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:19.430050 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16b47afc-52f7-426d-a74e-3719405d4cba req-bf2626c1-fafc-4a81-bbd3-8a8170fdf044 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.0673165 Jul 08 02:10:19.482596 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16b47afc-52f7-426d-a74e-3719405d4cba req-c3d4f410-93bf-4f8d-9153-03983b4d240b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459733 Jul 08 02:10:19.572742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:19.820558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc420bb-b415-4742-a1a9-316d446939d3 req-dd3998f1-925b-44be-a961-ea8b2057e2e3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:19.822215 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccc420bb-b415-4742-a1a9-316d446939d3 req-dd3998f1-925b-44be-a961-ea8b2057e2e3 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1350300 Jul 08 02:10:19.903740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccc420bb-b415-4742-a1a9-316d446939d3 req-6641d9bd-7038-4454-aaaa-031fd43a1db4 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737844 Jul 08 02:10:19.961543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Deleting port 21443f7d-cbdc-43c3-ae99-1eeea3a4a787 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:19.961897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:20.062213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:20.082004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Calling delete_port for 21443f7d-cbdc-43c3-ae99-1eeea3a4a787 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:20.338864 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:20.373271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Port': ['ID=21443f7d-cbdc-43c3-ae99-1eeea3a4a787,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:20.523232 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:20.755373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Router a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:10:20.769645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d259dbf-6fb6-46bc-af76-b1a60973d890 req-02aeba06-397c-4329-9b42-0c64dd1bfa0d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:20.771188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d259dbf-6fb6-46bc-af76-b1a60973d890 req-02aeba06-397c-4329-9b42-0c64dd1bfa0d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1483274 Jul 08 02:10:20.865855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:10:20.874767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cb04f930-752e-49e3-9bc3-5c9e33683007 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "PUT /v2.0/routers/a1cb40fb-0ba2-48d1-b98b-c037dc5f6662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704278 Jul 08 02:10:20.876603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa363ae-c0c6-4840-91e0-923a7a6fd055 None None] Sync routers for ids ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:20.877655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55846) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:20.880829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d259dbf-6fb6-46bc-af76-b1a60973d890 req-5f317f71-939b-4144-9eb8-1ceac8751040 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028566 Jul 08 02:10:20.887856 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa363ae-c0c6-4840-91e0-923a7a6fd055 None None] Routers {'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:20.888762 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4aa363ae-c0c6-4840-91e0-923a7a6fd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:20.911628 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:20.922325 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-89ab17bd-74f3-462e-8d3b-407f2b047278 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] show failed (client error): The resource could not be found. Jul 08 02:10:20.924166 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-89ab17bd-74f3-462e-8d3b-407f2b047278 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1346954572 HTTP/1.1" status: 404 len: 335 time: 0.0447443 Jul 08 02:10:20.927873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55848) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:20.936211 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7f04fed9-1ed9-4c38-8e10-e3a947c7d755 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:20.975933 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-7f04fed9-1ed9-4c38-8e10-e3a947c7d755 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] update failed (client error): The resource could not be found. Jul 08 02:10:20.980683 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7f04fed9-1ed9-4c38-8e10-e3a947c7d755 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-229846827 HTTP/1.1" status: 404 len: 334 time: 0.0465453 Jul 08 02:10:20.980883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55852) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:21.019905 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4aa363ae-c0c6-4840-91e0-923a7a6fd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:21.028843 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa363ae-c0c6-4840-91e0-923a7a6fd055 None None] Routers {'a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:21.029462 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4aa363ae-c0c6-4840-91e0-923a7a6fd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:21.038301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Deleting subnet 5364f72a-7906-4160-8421-b921167576ed {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:10:21.041874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.062363 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4aa363ae-c0c6-4840-91e0-923a7a6fd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:21.063044 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa363ae-c0c6-4840-91e0-923a7a6fd055 None None] The sync data for ids ['a1cb40fb-0ba2-48d1-b98b-c037dc5f6662'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:21.115005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.200900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac40b7-b890-4d3b-bb9f-3d41a7b1106c req-2131a82a-d761-43e1-a981-6f9e8767aa2c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:21.202379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9ac40b7-b890-4d3b-bb9f-3d41a7b1106c req-2131a82a-d761-43e1-a981-6f9e8767aa2c tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.1388328 Jul 08 02:10:21.232282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.281667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9ac40b7-b890-4d3b-bb9f-3d41a7b1106c req-a47b37dd-81e8-4f20-b8c6-760284c00fa9 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/security-groups?id=9188e085-5a09-4c3b-8c4b-6b1b33339c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Jul 08 02:10:21.384275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.412662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-755dc336-fd36-4d44-b7b2-5387a3f637e7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:21.413723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Subnet': ['ID=5364f72a-7906-4160-8421-b921167576ed,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:21.414927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-755dc336-fd36-4d44-b7b2-5387a3f637e7 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.18 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 946 time: 0.0685863 Jul 08 02:10:21.416759 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.418690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/subnets/5364f72a-7906-4160-8421-b921167576ed HTTP/1.1" status: 204 len: 168 time: 0.4362245 Jul 08 02:10:21.421055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9fc229-7c39-4be1-ba10-730541b2d480 None None] Network fc51f847-5611-427b-bf01-744bf4f9adb7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:21.424015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55858) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:21.432580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.432936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.442678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5d4f2-6712-45d0-a9e3-bf0f80dce1d1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:21.485052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ef3a0b-91bd-409f-afb3-b85bc7a99786 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Deleting subnet 86e245b8-01d2-47d9-9e65-1294be3effd4 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:10:21.488766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3a0b-91bd-409f-afb3-b85bc7a99786 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.541224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Deleting port 7aeab3ec-7309-423b-a452-7b23a6c0690b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:21.541572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.560505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3a0b-91bd-409f-afb3-b85bc7a99786 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.651109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] DHCP port deletion for fc51f847-5611-427b-bf01-744bf4f9adb7 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:10:21.697346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] For port 7aeab3ec-7309-423b-a452-7b23a6c0690b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=7aeab3ec-7309-423b-a452-7b23a6c0690b,segment=NetworkSegment(dccc1f07-23dd-4d8b-8040-daa44535baf2),segment_id=dccc1f07-23dd-4d8b-8040-daa44535baf2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:21.699286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.699451 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3a0b-91bd-409f-afb3-b85bc7a99786 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.716983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] Deleting port be22a45d-2439-45a5-bc27-067837aadda2 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:21.717431 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.722240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Calling delete_port for 7aeab3ec-7309-423b-a452-7b23a6c0690b owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:21.815094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] For port be22a45d-2439-45a5-bc27-067837aadda2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be22a45d-2439-45a5-bc27-067837aadda2,segment=NetworkSegment(c375404b-345d-48ee-8d49-b91b424ddd50),segment_id=c375404b-345d-48ee-8d49-b91b424ddd50)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:21.815659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:21.831588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] Calling delete_port for be22a45d-2439-45a5-bc27-067837aadda2 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:21.973588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3a0b-91bd-409f-afb3-b85bc7a99786 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.032670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef3a0b-91bd-409f-afb3-b85bc7a99786 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Subnet': ['ID=86e245b8-01d2-47d9-9e65-1294be3effd4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:22.035963 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3a0b-91bd-409f-afb3-b85bc7a99786 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.037923 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f0ef3a0b-91bd-409f-afb3-b85bc7a99786 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/subnets/86e245b8-01d2-47d9-9e65-1294be3effd4 HTTP/1.1" status: 204 len: 168 time: 0.6127801 Jul 08 02:10:22.041152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33e318-b75a-488e-8608-1ac65242c4b0 None None] Network 835d2095-b5f0-4a46-b095-503b24c82735 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:22.044554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55878) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:22.098718 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-ec3f2a5b-6a2b-4e3f-aa03-cad63bfc1bd6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969939604&fields=id&tenant_id=0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 267 time: 0.0456541 Jul 08 02:10:22.116478 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.155510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] No DVR routers for this DVR port be22a45d-2439-45a5-bc27-067837aadda2 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:22.159183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf95eb1-808b-4af4-a207-c66271133246 None None] Pushing event deleted for resources: {'Port': ['ID=be22a45d-2439-45a5-bc27-067837aadda2,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:22.171123 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.187391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['7aeab3ec-7309-423b-a452-7b23a6c0690b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:10:22.229577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Pushing event deleted for resources: {'Port': ['ID=7aeab3ec-7309-423b-a452-7b23a6c0690b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:22.243907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.245552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-37555c8d-9b8c-4749-a2d7-fce437582e65 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:22.253073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-37555c8d-9b8c-4749-a2d7-fce437582e65 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.1474307 Jul 08 02:10:22.273573 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-999b5b3c-cca9-4cb5-9023-307d6fdc183c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/quotas/0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 375 time: 0.0153854 Jul 08 02:10:22.315216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] No DVR routers for this DVR port 7aeab3ec-7309-423b-a452-7b23a6c0690b on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:22.322898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0f06-926d-40c4-b727-99a385361eeb req-0a007835-7468-44c4-a661-e7c26d7aff25 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:22.325246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e53a0f06-926d-40c4-b727-99a385361eeb req-0a007835-7468-44c4-a661-e7c26d7aff25 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.2859244 Jul 08 02:10:22.327845 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.329844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f7397eba-7a51-4e7b-ba2a-a012490fbe58 req-3a449c52-6801-44b1-919b-9ddc9da146d1 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.18 "DELETE /v2.0/ports/7aeab3ec-7309-423b-a452-7b23a6c0690b HTTP/1.1" status: 204 len: 173 time: 0.9008217 Jul 08 02:10:22.332413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-deleted', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:22.334714 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6025b890-ac98-4947-b54e-60f492dc7c90" -d '{"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-deleted", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:22.347604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-fa859290-4824-4d46-9dff-85f2aee0f102 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772943 Jul 08 02:10:22.361677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] DHCP port deletion for 835d2095-b5f0-4a46-b095-503b24c82735 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:10:22.362684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-c77f6881-d009-418d-a24b-10ed7140c0d6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:10:22.370135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-c77f6881-d009-418d-a24b-10ed7140c0d6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061798 Jul 08 02:10:22.382823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f6426-e343-449f-ba33-0c621092d493 req-7b16d217-79e5-4de7-b3c0-3efbe2419638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:22.384355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf7f6426-e343-449f-ba33-0c621092d493 req-7b16d217-79e5-4de7-b3c0-3efbe2419638 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1097 time: 0.2613788 Jul 08 02:10:22.412305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] Deleting port 7989c585-e35b-417d-a901-ea53f0fb38e6 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:22.412692 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.476137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-6a2b16bd-48fb-400f-88ef-f2c6791ee5b2 service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050017 Jul 08 02:10:22.489942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] For port 7989c585-e35b-417d-a901-ea53f0fb38e6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7989c585-e35b-417d-a901-ea53f0fb38e6,segment=NetworkSegment(6cd09deb-81b5-4016-b1ef-c5da27b789c5),segment_id=6cd09deb-81b5-4016-b1ef-c5da27b789c5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:22.490858 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.505893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] Calling delete_port for 7989c585-e35b-417d-a901-ea53f0fb38e6 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:22.521396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e53a0f06-926d-40c4-b727-99a385361eeb req-1f0d2213-69b6-4b68-abdc-4d5a123c3498 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802161 Jul 08 02:10:22.527247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.578255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc51f847-5611-427b-bf01-744bf4f9adb7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:22.595703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c375404b-345d-48ee-8d49-b91b424ddd50') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:22.596001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c375404b-345d-48ee-8d49-b91b424ddd50') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:22.615527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-f4368b27-820f-4c0e-8f49-8ec8bf65f8ad service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330893 Jul 08 02:10:22.615747 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.624106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f6426-e343-449f-ba33-0c621092d493 req-f6339e47-ddf1-4229-8a19-e55e760c80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:22.625725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf7f6426-e343-449f-ba33-0c621092d493 req-f6339e47-ddf1-4229-8a19-e55e760c80ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.2296734 Jul 08 02:10:22.698375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.714739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:10:22.715146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:10:22.718466 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:10:22.730268 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:22.773593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] Pushing event deleted for resources: {'Port': ['ID=7989c585-e35b-417d-a901-ea53f0fb38e6,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:22.780383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253c694-9c30-4167-945a-30a3d9f93470 None None] No DVR routers for this DVR port 7989c585-e35b-417d-a901-ea53f0fb38e6 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:22.801093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf7f6426-e343-449f-ba33-0c621092d493 req-a9459528-c578-492a-8017-66ddb0000ff6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1000 time: 0.1592619 Jul 08 02:10:22.819750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf98530-7c2f-4bab-8ef2-409da609b3db req-8113cc36-6565-4f4e-8629-4dd3c73c9675 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:22.821195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-adf98530-7c2f-4bab-8ef2-409da609b3db req-8113cc36-6565-4f4e-8629-4dd3c73c9675 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1946876 Jul 08 02:10:23.221554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.240832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.242702 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/networks/fc51f847-5611-427b-bf01-744bf4f9adb7 HTTP/1.1" status: 204 len: 168 time: 1.1880276 Jul 08 02:10:23.248041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55898) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:23.272999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f6426-e343-449f-ba33-0c621092d493 req-9c747324-e607-4a4a-8b4e-a76075bd0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:23.275027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf7f6426-e343-449f-ba33-0c621092d493 req-9c747324-e607-4a4a-8b4e-a76075bd0ac6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.4641962 Jul 08 02:10:23.276190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73d9a7-b1df-4881-a901-2ebcff8f7b5d tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Network': ['ID=fc51f847-5611-427b-bf01-744bf4f9adb7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:23.295360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-adf98530-7c2f-4bab-8ef2-409da609b3db req-8c4511e4-7f3e-4d41-a544-08458da2635b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670765 Jul 08 02:10:23.365936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f6426-e343-449f-ba33-0c621092d493 req-9c0752c6-88c1-4adb-9a6b-d246592275e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:23.368448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf7f6426-e343-449f-ba33-0c621092d493 req-9c0752c6-88c1-4adb-9a6b-d246592275e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843179 Jul 08 02:10:23.370485 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d30eac-35c1-458f-8a45-98dec9dc842d x-openstack-request-id: req-16d30eac-35c1-458f-8a45-98dec9dc842d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:23.371212 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537850f6-5157-433f-9a4e-ed1f1f719e49", "name": "network-vif-deleted", "tag": "7aeab3ec-7309-423b-a452-7b23a6c0690b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:23.371649 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16d30eac-35c1-458f-8a45-98dec9dc842d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:23.372592 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537850f6-5157-433f-9a4e-ed1f1f719e49', 'name': 'network-vif-deleted', 'tag': '7aeab3ec-7309-423b-a452-7b23a6c0690b', 'status': 'completed', 'code': 200} Jul 08 02:10:23.456289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88f47bc1-3028-49f4-aedc-535b13be0c89 req-832dd45a-c315-445f-8e6b-1e3dd9d4b0c8 tempest-ServersNegativeTestJSON-1383772880 tempest-ServersNegativeTestJSON-1383772880-project] 10.222.0.10 "GET /v2.0/ports?device_id=537850f6-5157-433f-9a4e-ed1f1f719e49 HTTP/1.1" status: 200 len: 210 time: 0.0802681 Jul 08 02:10:23.461604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.498916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf7f6426-e343-449f-ba33-0c621092d493 req-a1a9e62b-19be-4576-a124-2e90a5b050c3 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225793 Jul 08 02:10:23.606984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.618360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835d2095-b5f0-4a46-b095-503b24c82735']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:23.625797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da0b3402-9125-474f-9fe0-f9f0011f12e0 req-2b6f8ed5-b2c0-4322-a3e9-d13b33c31748 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0952544 Jul 08 02:10:23.630817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd09deb-81b5-4016-b1ef-c5da27b789c5') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:23.631292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd09deb-81b5-4016-b1ef-c5da27b789c5') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:23.643696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7989c585-e35b-417d-a901-ea53f0fb38e6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:10:23.647570 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.664544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.671717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:10:23.672374 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.676138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 7989c585-e35b-417d-a901-ea53f0fb38e6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:10:23.677303 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:10:23.682901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7989c585-e35b-417d-a901-ea53f0fb38e6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:10:23.683935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be22a45d-2439-45a5-bc27-067837aadda2 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:10:23.689687 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf7f6426-e343-449f-ba33-0c621092d493 req-b70b556c-b963-437a-b4b3-bcdb2c2e4b5e service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823339 Jul 08 02:10:23.708720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: be22a45d-2439-45a5-bc27-067837aadda2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:10:23.709072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be22a45d-2439-45a5-bc27-067837aadda2 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:10:23.813265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecd0b5-5f41-494c-aa30-12c23d81812f req-39a21a24-5a7a-46de-a4dd-af11efa7260e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:23.814811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-54ecd0b5-5f41-494c-aa30-12c23d81812f req-39a21a24-5a7a-46de-a4dd-af11efa7260e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1033673 Jul 08 02:10:23.856026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.865874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.870052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/networks/835d2095-b5f0-4a46-b095-503b24c82735 HTTP/1.1" status: 204 len: 168 time: 0.6187181 Jul 08 02:10:23.870585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55908) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:23.876518 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-54ecd0b5-5f41-494c-aa30-12c23d81812f req-9df74d08-a364-476f-80b0-4bfb59cc54f6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557575 Jul 08 02:10:23.887605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430be3e1-506b-4b19-aa6f-d08c4709d6d9 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Network': ['ID=835d2095-b5f0-4a46-b095-503b24c82735,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:23.937319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c7765c-96f5-40cc-9a76-5f7b8f7a5239 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Deleting subnet 890b7868-5889-4137-88eb-bbf2b0bd7b19 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:10:23.940547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94c7765c-96f5-40cc-9a76-5f7b8f7a5239 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.980129 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94c7765c-96f5-40cc-9a76-5f7b8f7a5239 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.064366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94c7765c-96f5-40cc-9a76-5f7b8f7a5239 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.206855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94c7765c-96f5-40cc-9a76-5f7b8f7a5239 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.235875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7765c-96f5-40cc-9a76-5f7b8f7a5239 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Subnet': ['ID=890b7868-5889-4137-88eb-bbf2b0bd7b19,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:24.240604 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94c7765c-96f5-40cc-9a76-5f7b8f7a5239 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.248637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-94c7765c-96f5-40cc-9a76-5f7b8f7a5239 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/subnets/890b7868-5889-4137-88eb-bbf2b0bd7b19 HTTP/1.1" status: 204 len: 168 time: 0.3701174 Jul 08 02:10:24.248637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:24.248961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f39c1-4436-4920-a52f-8d255dfaffd9 None None] Network 7348a510-443f-4710-a3db-f6524814a68f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:24.321498 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.398029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Deleting port 2297775f-8e18-45ff-841f-5260347cbb73 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:24.398391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.490684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] DHCP port deletion for 7348a510-443f-4710-a3db-f6524814a68f request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:10:24.510342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] For port 2297775f-8e18-45ff-841f-5260347cbb73, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2297775f-8e18-45ff-841f-5260347cbb73,segment=NetworkSegment(54735288-1fb3-4a10-abf5-9483dade4b9f),segment_id=54735288-1fb3-4a10-abf5-9483dade4b9f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:24.510720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.528696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Calling delete_port for 2297775f-8e18-45ff-841f-5260347cbb73 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:24.560256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Deleting port 2297775f-8e18-45ff-841f-5260347cbb73 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:24.560795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.585082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55918) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:24.594543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3e22d-c7d1-4184-946a-131eee3e38df req-4c61d7d5-2112-4b66-a164-ec7bfa769461 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:24.596596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19c3e22d-c7d1-4184-946a-131eee3e38df req-4c61d7d5-2112-4b66-a164-ec7bfa769461 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1543405 Jul 08 02:10:24.633475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] For port 2297775f-8e18-45ff-841f-5260347cbb73, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2297775f-8e18-45ff-841f-5260347cbb73,segment=NetworkSegment(54735288-1fb3-4a10-abf5-9483dade4b9f),segment_id=54735288-1fb3-4a10-abf5-9483dade4b9f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:24.633976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.640004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed6fa01-0d27-4cef-b3ba-ab5e52960776 admin admin] Deleting subnet 46375d3d-8787-4801-996a-4a40f3912985 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:10:24.643777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fa01-0d27-4cef-b3ba-ab5e52960776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.658451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Calling delete_port for 2297775f-8e18-45ff-841f-5260347cbb73 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:24.681364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19c3e22d-c7d1-4184-946a-131eee3e38df req-ff03023f-f26c-458f-9bec-d38be4cbd18e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759504 Jul 08 02:10:24.690102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fa01-0d27-4cef-b3ba-ab5e52960776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.762704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.779194 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fa01-0d27-4cef-b3ba-ab5e52960776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.782037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] No DVR routers for this DVR port 2297775f-8e18-45ff-841f-5260347cbb73 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:24.787039 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.822895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Port': ['ID=2297775f-8e18-45ff-841f-5260347cbb73,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:24.823137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Pushing event deleted for resources: {'Port': ['ID=2297775f-8e18-45ff-841f-5260347cbb73,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:24.834305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.840587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.847594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110fbe3-9803-4e8b-acde-f6ad0ed7364e None None] No DVR routers for this DVR port 2297775f-8e18-45ff-841f-5260347cbb73 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:24.929791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7394e551-f137-40da-a9db-37c13e656a40 req-47049678-a725-4c00-8e63-b70d36ab0cd5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0361187 Jul 08 02:10:24.939045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fa01-0d27-4cef-b3ba-ab5e52960776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.966535 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.969262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6fa01-0d27-4cef-b3ba-ab5e52960776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46375d3d-8787-4801-996a-4a40f3912985,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:24.974283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8ed6fa01-0d27-4cef-b3ba-ab5e52960776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.976349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8ed6fa01-0d27-4cef-b3ba-ab5e52960776 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/46375d3d-8787-4801-996a-4a40f3912985 HTTP/1.1" status: 204 len: 168 time: 0.3901989 Jul 08 02:10:24.978996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55926) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:24.989909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7348a510-443f-4710-a3db-f6524814a68f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:25.006100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54735288-1fb3-4a10-abf5-9483dade4b9f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:25.006100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54735288-1fb3-4a10-abf5-9483dade4b9f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:25.011095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.036182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.051488 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.058852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:10:25.059293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:10:25.063643 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:10:25.116640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:10:25.136300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 7aeab3ec-7309-423b-a452-7b23a6c0690b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:10:25.137422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 7aeab3ec-7309-423b-a452-7b23a6c0690b not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:10:25.151287 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.154201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e452c-5ba1-4e6c-b3b3-853e62e3f4ad req-ac36ea68-9d03-47c3-8ed8-c8f1ebb098a2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:25.155596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-675e452c-5ba1-4e6c-b3b3-853e62e3f4ad req-ac36ea68-9d03-47c3-8ed8-c8f1ebb098a2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1297488 Jul 08 02:10:25.162142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f3697e-14a7-43d7-9e1b-8f2acaab3138']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:25.172694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccc1f07-23dd-4d8b-8040-daa44535baf2') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:25.173003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccc1f07-23dd-4d8b-8040-daa44535baf2') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:25.182302 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.196903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.199881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-675e452c-5ba1-4e6c-b3b3-853e62e3f4ad req-7e2bc913-0549-4a85-88d2-0386ca3d5b91 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380065 Jul 08 02:10:25.203533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:10:25.203942 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:10:25.205827 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:10:25.298146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.305011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.306861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/networks/7348a510-443f-4710-a3db-f6524814a68f HTTP/1.1" status: 204 len: 168 time: 1.0611136 Jul 08 02:10:25.310138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55928) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:25.318806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1eeaa-7f88-44c2-b137-267d3bbed6e1 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Pushing event deleted for resources: {'Network': ['ID=7348a510-443f-4710-a3db-f6524814a68f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:25.346966 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1b4c751f-0605-4043-922c-05fc21e40635 tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 HTTP/1.1" status: 200 len: 205 time: 0.0355659 Jul 08 02:10:25.349384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55930) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:25.356609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.390497 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.392294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] 10.222.0.10 "DELETE /v2.0/networks/60f3697e-14a7-43d7-9e1b-8f2acaab3138 HTTP/1.1" status: 204 len: 168 time: 0.4122901 Jul 08 02:10:25.432942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815f656-f18b-495b-bafd-65f882ff9022 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f3697e-14a7-43d7-9e1b-8f2acaab3138,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:25.440461 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01426017-02e9-41a3-9d87-b3dcc222c57e tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.601274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01426017-02e9-41a3-9d87-b3dcc222c57e tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.603465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01426017-02e9-41a3-9d87-b3dcc222c57e tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.631551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2297775f-8e18-45ff-841f-5260347cbb73 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:10:25.651415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2297775f-8e18-45ff-841f-5260347cbb73 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:10:25.651773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2297775f-8e18-45ff-841f-5260347cbb73 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:10:25.760958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01426017-02e9-41a3-9d87-b3dcc222c57e tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.761593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01426017-02e9-41a3-9d87-b3dcc222c57e tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Fanout notify agent at l3_agent the message router_deleted on router a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:10:25.770738 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01426017-02e9-41a3-9d87-b3dcc222c57e tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:25.770738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-01426017-02e9-41a3-9d87-b3dcc222c57e tempest-RoutersNegativeTest-420822974 tempest-RoutersNegativeTest-420822974-project] 10.222.0.10 "DELETE /v2.0/routers/a1cb40fb-0ba2-48d1-b98b-c037dc5f6662 HTTP/1.1" status: 204 len: 168 time: 0.4198809 Jul 08 02:10:25.894348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55942) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:25.953751 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8ec3fbf8-2b34-4898-b6d8-6f94ea8ade9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3994d8774a68414996984466aad136f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558920 Jul 08 02:10:25.954725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55944) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:25.970047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f60f8d-2638-4974-a72d-f6f8dcee7df8 req-9df037d3-0986-453b-847c-510ca29541ec tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:25.971743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86f60f8d-2638-4974-a72d-f6f8dcee7df8 req-9df037d3-0986-453b-847c-510ca29541ec tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1440022 Jul 08 02:10:25.996440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-2f5303a9-54c6-4535-8b31-c2800b2974b8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:25.997932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-2f5303a9-54c6-4535-8b31-c2800b2974b8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.1385591 Jul 08 02:10:26.016086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d39e09ca-f759-4b9f-83f3-0893b442c756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.052414 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d39e09ca-f759-4b9f-83f3-0893b442c756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.055664 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86f60f8d-2638-4974-a72d-f6f8dcee7df8 req-08c944a1-896a-4f0e-b93e-46870fbc551a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748596 Jul 08 02:10:26.076390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-1b859cf4-1d42-4155-bb10-4b049ef86a40 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 380 time: 0.0651832 Jul 08 02:10:26.096826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'port': {'device_id': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'admin_state_up': True, 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'security_groups': ['f7a8ab18-ac38-4ef6-81b6-61017c3541fa']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:26.136497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59d2d04b-b406-42f4-b239-99ea0c2b9e04 req-884d163c-1cae-48cc-a230-3549ceefa2db tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0320880 Jul 08 02:10:26.178560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d39e09ca-f759-4b9f-83f3-0893b442c756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.181171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d39e09ca-f759-4b9f-83f3-0893b442c756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.182473 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d39e09ca-f759-4b9f-83f3-0893b442c756 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9188e085-5a09-4c3b-8c4b-6b1b33339c57 HTTP/1.1" status: 204 len: 168 time: 0.2263842 Jul 08 02:10:26.191089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e09ca-f759-4b9f-83f3-0893b442c756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9188e085-5a09-4c3b-8c4b-6b1b33339c57,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:26.274990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55956) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:26.281522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:26.286208 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.446427 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-958c1b4f-d44a-42c8-af57-b36d3866e931 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2423a5f150244500a897377fe606a467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699500 Jul 08 02:10:26.447184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55960) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:26.486252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2a45-4fd4-4153-909b-419cf1c22070 req-3f47c3cb-624d-44e7-85ce-958aace3f858 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:26.487792 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-613e2a45-4fd4-4153-909b-419cf1c22070 req-3f47c3cb-624d-44e7-85ce-958aace3f858 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1268883 Jul 08 02:10:26.488935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.20.0.5 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/0fe6a708-aa36-4ae4-b78b-050f3b483734) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:26.502696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca74ade7-e287-480d-b874-2a916b807f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.530321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca74ade7-e287-480d-b874-2a916b807f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.572966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-613e2a45-4fd4-4153-909b-419cf1c22070 req-54c5c554-46c4-4630-8a34-06450f82b29c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719147 Jul 08 02:10:26.653925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca74ade7-e287-480d-b874-2a916b807f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.658244 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ca74ade7-e287-480d-b874-2a916b807f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.660196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ca74ade7-e287-480d-b874-2a916b807f91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d90dc76-c9f4-4006-970a-53a47ae1ca5b HTTP/1.1" status: 204 len: 168 time: 0.2117281 Jul 08 02:10:26.670397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74ade7-e287-480d-b874-2a916b807f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d90dc76-c9f4-4006-970a-53a47ae1ca5b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:26.681172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.697579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Transition to ACTIVE for port object 0fe6a708-aa36-4ae4-b78b-050f3b483734 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:26.789996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:26.843960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:26.849142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:26.852899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:26.894607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=0fe6a708-aa36-4ae4-b78b-050f3b483734,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:26.957040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:26.957751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:27.041878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-3dce399f-5dad-4c36-80cb-1f72b4fed20a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9588864 Jul 08 02:10:27.055613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Request body: {'port': {'device_id': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:27.213218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:27.344624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-658ade82-57a0-4258-8081-7d8ee208b9a0 None None] Provisioning for port 0fe6a708-aa36-4ae4-b78b-050f3b483734 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:27.349382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-658ade82-57a0-4258-8081-7d8ee208b9a0 None None] Provisioning complete for port 0fe6a708-aa36-4ae4-b78b-050f3b483734 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:27.349766 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-658ade82-57a0-4258-8081-7d8ee208b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:27.432760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-658ade82-57a0-4258-8081-7d8ee208b9a0 None None] Port 0fe6a708-aa36-4ae4-b78b-050f3b483734 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:27.436278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fd315-d4c7-4608-bdac-a3bb7336db9d req-5e455622-e3ff-4f86-83c8-1ac5ed91deab tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:27.438095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d38fd315-d4c7-4608-bdac-a3bb7336db9d req-5e455622-e3ff-4f86-83c8-1ac5ed91deab tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 931 time: 0.0935998 Jul 08 02:10:27.493143 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d38fd315-d4c7-4608-bdac-a3bb7336db9d req-5065ea78-a0f2-4688-9a80-2d565fd90195 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487139 Jul 08 02:10:27.577970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe6a708-aa36-4ae4-b78b-050f3b483734 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:27.586454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:27.606082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Transition to ACTIVE for port object 0fe6a708-aa36-4ae4-b78b-050f3b483734 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:27.667264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56006) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:27.682381 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:27.846521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Pushing event updated for resources: {'Port': ['ID=0fe6a708-aa36-4ae4-b78b-050f3b483734,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:27.885997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715ec66-5199-43b3-9de3-dc87fbfe3040 req-14b7dd4c-ed62-45d2-bd0c-96844ba37a2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:27.894257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1715ec66-5199-43b3-9de3-dc87fbfe3040 req-14b7dd4c-ed62-45d2-bd0c-96844ba37a2b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1985152 Jul 08 02:10:27.901288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1192458387-network', 'tenant_id': '379ffa21477349b5a657a3f736c9c768'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:27.924508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Attempting to bind port 0fe6a708-aa36-4ae4-b78b-050f3b483734 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:27.926644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Attempting to bind port 0fe6a708-aa36-4ae4-b78b-050f3b483734 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:27.926644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Attempting to bind port 0fe6a708-aa36-4ae4-b78b-050f3b483734 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:27.943412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Port 0fe6a708-aa36-4ae4-b78b-050f3b483734 on network 89016041-be35-4a47-ac46-125f1ffdb927 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:10:27.948537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Attempting to bind port 0fe6a708-aa36-4ae4-b78b-050f3b483734 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:27.959853 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1715ec66-5199-43b3-9de3-dc87fbfe3040 req-5245c0d6-ddf7-4567-b184-318a16cfca0e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646861 Jul 08 02:10:27.961296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:27.961817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:27.962327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:27.962830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Bound port: 0fe6a708-aa36-4ae4-b78b-050f3b483734, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:27.963276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.035307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Made reservation on behalf of 379ffa21477349b5a657a3f736c9c768 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:28.038073 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.052578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.053734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] For port 0fe6a708-aa36-4ae4-b78b-050f3b483734, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:28.058821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] For port 0fe6a708-aa36-4ae4-b78b-050f3b483734, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0fe6a708-aa36-4ae4-b78b-050f3b483734,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:28.118493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:28.171616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.191022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.241316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:28.242464 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.244209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] 10.222.0.32 "PUT /v2.0/ports/0fe6a708-aa36-4ae4-b78b-050f3b483734 HTTP/1.1" status: 200 len: 1092 time: 1.1934760 Jul 08 02:10:28.250304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'tag': '0fe6a708-aa36-4ae4-b78b-050f3b483734'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:28.252449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.255551 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287093c1-f7a5-40f0-aec7-8917c56ea5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1a6954-43b9-4ec5-a3ad-2f05f9046fde", "tag": "0fe6a708-aa36-4ae4-b78b-050f3b483734"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:28.268327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1658164010'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:28.280221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:28.295853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d7d2e7-5dd5-46a6-8cf2-b71130a93a4a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:28.295853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.296762 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Added segment ca74113e-22f9-4c79-ba68-4a2d09646159 of type vlan for network 651377fc-f0e3-4b8e-a724-853607bfe86c Jul 08 02:10:28.323468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62862351-da0c-49fa-9942-9679f9db2b8d service neutron] Pushing event updated for resources: {'Port': ['ID=0fe6a708-aa36-4ae4-b78b-050f3b483734,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:28.344179 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf07963-17ab-4559-b3b8-a0a551ce703d x-openstack-request-id: req-3bf07963-17ab-4559-b3b8-a0a551ce703d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:28.344714 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1a6954-43b9-4ec5-a3ad-2f05f9046fde", "tag": "0fe6a708-aa36-4ae4-b78b-050f3b483734", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:28.345214 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bf07963-17ab-4559-b3b8-a0a551ce703d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:28.345984 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'tag': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'status': 'completed', 'code': 200} Jul 08 02:10:28.359318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.402763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Made reservation on behalf of 46eb3962ff0b4a32a4f364a20e47a567 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:28.406333 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.418164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.459559 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.461656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:28.462665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.475575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287093c1-f7a5-40f0-aec7-8917c56ea5c0 req-67a10c79-463c-40b3-927e-93e190fb55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:28.477122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-287093c1-f7a5-40f0-aec7-8917c56ea5c0 req-67a10c79-463c-40b3-927e-93e190fb55a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 1095 time: 0.1076882 Jul 08 02:10:28.570917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] Pushing event updated for resources: {'Network': ['ID=651377fc-f0e3-4b8e-a724-853607bfe86c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:28.590314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 651377fc-f0e3-4b8e-a724-853607bfe86c details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:28.772290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.776889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287093c1-f7a5-40f0-aec7-8917c56ea5c0 req-5489e357-67a6-4203-a4b5-a48be23a2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:28.778458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-287093c1-f7a5-40f0-aec7-8917c56ea5c0 req-5489e357-67a6-4203-a4b5-a48be23a2088 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2900038 Jul 08 02:10:28.856199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:28.931865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad723c73-491e-4039-b003-14ba4051b7c9 req-390e46ad-3dcb-4de9-a7db-718dea81ee1f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:28.933307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad723c73-491e-4039-b003-14ba4051b7c9 req-390e46ad-3dcb-4de9-a7db-718dea81ee1f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.2908578 Jul 08 02:10:28.936622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:28.946179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9f21edaa-27e0-4a0b-badf-b898471d0631 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2764080 Jul 08 02:10:28.957206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a62a3d9-144b-4afe-adff-fb9d7b28cc26,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:28.999926 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:29.000268 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Added segment 264d52a5-762a-4afa-938c-aeb03f781667 of type vlan for network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 Jul 08 02:10:29.071061 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:29.077369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287093c1-f7a5-40f0-aec7-8917c56ea5c0 req-41decc58-e7d2-473b-af10-9c5a42b2d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:29.078927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-287093c1-f7a5-40f0-aec7-8917c56ea5c0 req-41decc58-e7d2-473b-af10-9c5a42b2d130 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2942607 Jul 08 02:10:29.088308 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad723c73-491e-4039-b003-14ba4051b7c9 req-d8fafbdb-3544-45c9-abc9-a71b8be37305 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361296 Jul 08 02:10:29.192843 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:29.198671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:29.199407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:29.220973 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88856-df37-4848-a7a6-dab984773164 req-53cc0335-d75d-4e7a-90e2-fb6f11db3fae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:29.222857 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ee88856-df37-4848-a7a6-dab984773164 req-53cc0335-d75d-4e7a-90e2-fb6f11db3fae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1152620 Jul 08 02:10:29.268342 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3ee88856-df37-4848-a7a6-dab984773164 req-e188b972-bd09-4ec6-aa67-9c1e9ebaa624 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397925 Jul 08 02:10:29.270513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Pushing event updated for resources: {'Network': ['ID=4749c42c-1e52-4b0f-8b4c-9da4ad111530,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:29.282429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:29.318665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-278219e3-a941-4170-b11d-71d61d0fdfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:29.320732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-278219e3-a941-4170-b11d-71d61d0fdfc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 1095 time: 0.1672149 Jul 08 02:10:29.360659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56042) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:29.360869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ca781d0e-6cfc-4258-843d-44d7c266109f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2404392 Jul 08 02:10:29.366614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Request body: {'subnet': {'network_id': '4749c42c-1e52-4b0f-8b4c-9da4ad111530', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:29.397047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-2b05c602-c06f-4e14-9b66-47b3d30ede42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe6a708-aa36-4ae4-b78b-050f3b483734 HTTP/1.1" status: 200 len: 217 time: 0.0487359 Jul 08 02:10:29.478959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-2c6a834d-0346-4746-aecf-8bb6e05c7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:29.480593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-2c6a834d-0346-4746-aecf-8bb6e05c7d55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.0737214 Jul 08 02:10:29.549517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Made reservation on behalf of 46eb3962ff0b4a32a4f364a20e47a567 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:29.553204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.102592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-a6445c00-de0e-48dd-803c-4b6f47bca0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.104162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-a6445c00-de0e-48dd-803c-4b6f47bca0df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6159339 Jul 08 02:10:30.113928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26497619-96ca-4bbe-a6cd-8045ad3f58e9 req-58cd1bb3-2e1c-4b48-8947-013f9c7c4637 tempest-ComputeTenantNetworksTest-1028194673 tempest-ComputeTenantNetworksTest-1028194673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.123801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26497619-96ca-4bbe-a6cd-8045ad3f58e9 req-58cd1bb3-2e1c-4b48-8947-013f9c7c4637 tempest-ComputeTenantNetworksTest-1028194673 tempest-ComputeTenantNetworksTest-1028194673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.129934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26497619-96ca-4bbe-a6cd-8045ad3f58e9 req-58cd1bb3-2e1c-4b48-8947-013f9c7c4637 tempest-ComputeTenantNetworksTest-1028194673 tempest-ComputeTenantNetworksTest-1028194673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.131635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-26497619-96ca-4bbe-a6cd-8045ad3f58e9 req-58cd1bb3-2e1c-4b48-8947-013f9c7c4637 tempest-ComputeTenantNetworksTest-1028194673 tempest-ComputeTenantNetworksTest-1028194673-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6339686 Jul 08 02:10:30.172794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.250558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Checking segment: {'id': '264d52a5-762a-4afa-938c-aeb03f781667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4749c42c-1e52-4b0f-8b4c-9da4ad111530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:30.251028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Network hostable DHCP agents. Network: 4749c42c-1e52-4b0f-8b4c-9da4ad111530, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:10:30.257845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Pushing event updated for resources: {'Subnet': ['ID=b41690b6-4b5e-4d3c-901e-7293d2bd13e9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:30.323587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850a8d8-141a-4b65-b94d-ff2f050aa6a1 req-200f2f0a-99f7-42d2-bfd3-900f00942273 tempest-ComputeTenantNetworksTest-1028194673 tempest-ComputeTenantNetworksTest-1028194673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.325597 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2850a8d8-141a-4b65-b94d-ff2f050aa6a1 req-200f2f0a-99f7-42d2-bfd3-900f00942273 tempest-ComputeTenantNetworksTest-1028194673 tempest-ComputeTenantNetworksTest-1028194673-project] 10.222.0.10 "GET /v2.0/networks/651377fc-f0e3-4b8e-a724-853607bfe86c HTTP/1.1" status: 200 len: 769 time: 0.1354105 Jul 08 02:10:30.336713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56054) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:30.344562 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-bd13f7b4-bb1d-40a5-a62f-440cbc91b7e7 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119296 Jul 08 02:10:30.406086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:10:30.450061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694e062-f1ac-4543-89f0-3fa381c6797e req-87ac5d8e-8661-4372-8a72-609b34bb773e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.455800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5694e062-f1ac-4543-89f0-3fa381c6797e req-87ac5d8e-8661-4372-8a72-609b34bb773e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.1683538 Jul 08 02:10:30.461624 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.472288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ea531ef-38e0-47cf-8f58-c4a4a3f5cc22 req-a8b2bc2e-462c-4f71-99c5-4ef6175a5176 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181085 Jul 08 02:10:30.488432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 4749c42c-1e52-4b0f-8b4c-9da4ad111530) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:30.499888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775eccfd-8c39-4d85-af95-99cd69eb95a1 None None] Network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:30.503073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.503669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.568433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5694e062-f1ac-4543-89f0-3fa381c6797e req-3e69c0ce-1f19-4709-ae60-464f7f1c3624 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103234 Jul 08 02:10:30.668799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.680377 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4b649466-b993-4efe-b4be-d07f038228f2 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3185894 Jul 08 02:10:30.681082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56058) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:30.686027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651377fc-f0e3-4b8e-a724-853607bfe86c']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:30.691450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Request body: {'port': {'network_id': '4749c42c-1e52-4b0f-8b4c-9da4ad111530', 'name': 'tempest-TagsExtTest-500416443'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:30.713807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca74113e-22f9-4c79-ba68-4a2d09646159') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:30.714102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca74113e-22f9-4c79-ba68-4a2d09646159') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:30.733064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23417-bb05-440a-89cf-6e3d51f8d62d req-dc4aaced-e9c4-4940-8e5b-b11b58d9fc19 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.735960 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0b23417-bb05-440a-89cf-6e3d51f8d62d req-dc4aaced-e9c4-4940-8e5b-b11b58d9fc19 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1174002 Jul 08 02:10:30.757964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4749c42c-1e52-4b0f-8b4c-9da4ad111530', 'network_id': '4749c42c-1e52-4b0f-8b4c-9da4ad111530', 'tenant_id': '46eb3962ff0b4a32a4f364a20e47a567', 'fixed_ips': [{'subnet_id': 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:10:30.759074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.790365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.792584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0b23417-bb05-440a-89cf-6e3d51f8d62d req-943c97c8-02d1-4537-902e-2346bef4ccf3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499494 Jul 08 02:10:30.828168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.845775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:10:30.845775 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:10:30.847445 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:10:30.921367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Allocated IP 172.20.0.2 (4749c42c-1e52-4b0f-8b4c-9da4ad111530/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/72245f62-ca84-4366-80cc-01e0d442fe43) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:31.041099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.051659 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.056314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/651377fc-f0e3-4b8e-a724-853607bfe86c HTTP/1.1" status: 204 len: 168 time: 0.7157826 Jul 08 02:10:31.064477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b296f4-6d3e-4635-9356-7aa0f5df15a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=651377fc-f0e3-4b8e-a724-853607bfe86c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:31.066750 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.075856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Transition to ACTIVE for port object 72245f62-ca84-4366-80cc-01e0d442fe43 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:31.086483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Made reservation on behalf of 46eb3962ff0b4a32a4f364a20e47a567 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:31.090881 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.091189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Transition to ACTIVE for port object 72245f62-ca84-4366-80cc-01e0d442fe43 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:31.108389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] device_id is not set on port 19b07dc8-a07f-4a98-b856-c41e88fb6470 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:10:31.150332 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.189318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:31.190801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:31.194847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:31.211201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Pushing event updated for resources: {'Port': ['ID=72245f62-ca84-4366-80cc-01e0d442fe43,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:31.253428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Allocated IP 172.20.0.6 (4749c42c-1e52-4b0f-8b4c-9da4ad111530/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/19b07dc8-a07f-4a98-b856-c41e88fb6470) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:31.266367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Attempting to bind port 72245f62-ca84-4366-80cc-01e0d442fe43 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:31.266743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Attempting to bind port 72245f62-ca84-4366-80cc-01e0d442fe43 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '264d52a5-762a-4afa-938c-aeb03f781667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4749c42c-1e52-4b0f-8b4c-9da4ad111530'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:31.272795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Attempting to bind port 72245f62-ca84-4366-80cc-01e0d442fe43 on network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:31.275878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:31.276169 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-0547f137-ae93-4b2b-9707-897569278839 req-77e4d70a-2e66-4e3f-a482-91a9b31f82b7 service neutron] show failed (client error): The resource could not be found. Jul 08 02:10:31.276710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Checking segment: {'id': '264d52a5-762a-4afa-938c-aeb03f781667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4749c42c-1e52-4b0f-8b4c-9da4ad111530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:31.277154 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.277542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-77e4d70a-2e66-4e3f-a482-91a9b31f82b7 service neutron] 10.222.0.32 "GET /v2.0/ports/27c06049-2675-464a-808b-55377398f5e2/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0675914 Jul 08 02:10:31.277652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Bound using segment: {'id': '264d52a5-762a-4afa-938c-aeb03f781667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4749c42c-1e52-4b0f-8b4c-9da4ad111530'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:31.278017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Bound port: 72245f62-ca84-4366-80cc-01e0d442fe43, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264d52a5-762a-4afa-938c-aeb03f781667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4749c42c-1e52-4b0f-8b4c-9da4ad111530'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:31.278486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.352570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] For port 72245f62-ca84-4366-80cc-01e0d442fe43, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:31.355932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] For port 72245f62-ca84-4366-80cc-01e0d442fe43, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=72245f62-ca84-4366-80cc-01e0d442fe43,segment=NetworkSegment(264d52a5-762a-4afa-938c-aeb03f781667),segment_id=264d52a5-762a-4afa-938c-aeb03f781667)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:31.421103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.435441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Transition to ACTIVE for port object 19b07dc8-a07f-4a98-b856-c41e88fb6470 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:31.441724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.471632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:31.524829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8d630363-59b1-4693-a7b7-0888f3e45136 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=379ffa21477349b5a657a3f736c9c768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493298 Jul 08 02:10:31.525006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:31.530220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb22d9-1676-4e56-b424-da18dd3d270b None None] Pushing event updated for resources: {'Port': ['ID=72245f62-ca84-4366-80cc-01e0d442fe43,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:31.561580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.612673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:31.615457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:31.620264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:31.647871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddd2d6f3-8d56-4dd9-b6b5-893b494066fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.675771 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddd2d6f3-8d56-4dd9-b6b5-893b494066fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.686584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Pushing event updated for resources: {'Port': ['ID=19b07dc8-a07f-4a98-b856-c41e88fb6470,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:31.713164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:31.713858 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.850143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50b47e-68aa-4560-b049-e1740953972b req-eba1f13b-b162-4e0d-bf1f-f201b213921d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:31.852079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f50b47e-68aa-4560-b049-e1740953972b req-eba1f13b-b162-4e0d-bf1f-f201b213921d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.1205354 Jul 08 02:10:31.893355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-01cc3398-9f0b-434a-898f-a7b3737247cd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2091806 Jul 08 02:10:31.897705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:31.900662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5e5a1987-327b-46ce-87a8-e50ab0fa8c1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-619399554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:31.902896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f50b47e-68aa-4560-b049-e1740953972b req-69eb605f-2f02-47e3-af22-e04bc4549612 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438983 Jul 08 02:10:31.955616 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddd2d6f3-8d56-4dd9-b6b5-893b494066fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.960210 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddd2d6f3-8d56-4dd9-b6b5-893b494066fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.962184 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ddd2d6f3-8d56-4dd9-b6b5-893b494066fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53d7d2e7-5dd5-46a6-8cf2-b71130a93a4a HTTP/1.1" status: 204 len: 168 time: 0.4354365 Jul 08 02:10:31.974110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2d6f3-8d56-4dd9-b6b5-893b494066fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d7d2e7-5dd5-46a6-8cf2-b71130a93a4a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:32.021558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1987-327b-46ce-87a8-e50ab0fa8c1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.022589 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1987-327b-46ce-87a8-e50ab0fa8c1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.088969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-4a2f4204-9ce2-4fd8-bc98-6cc0e43b13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:32.100032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-4a2f4204-9ce2-4fd8-bc98-6cc0e43b13e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 1098 time: 0.0989718 Jul 08 02:10:32.107712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:32.132032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1987-327b-46ce-87a8-e50ab0fa8c1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.144981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76279-9978-4106-b982-b2c8a789a641 req-48be761c-7885-4b4f-a115-1cb48dc9e34e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:32.147987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41c76279-9978-4106-b982-b2c8a789a641 req-48be761c-7885-4b4f-a115-1cb48dc9e34e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1381214 Jul 08 02:10:32.185444 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.189538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41c76279-9978-4106-b982-b2c8a789a641 req-9293bca0-452f-4d59-b564-10e61b760489 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364172 Jul 08 02:10:32.247446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1987-327b-46ce-87a8-e50ab0fa8c1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.345109 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1987-327b-46ce-87a8-e50ab0fa8c1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.349175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5e5a1987-327b-46ce-87a8-e50ab0fa8c1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4496210 Jul 08 02:10:32.350421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56080) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:32.355724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-aad33ced-b977-49d0-9ec3-15d701cd7a81 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1998334786', 'prefixes': ['172.20.0.0/16']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:32.431702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:32.470376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:32.533959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c06049-2675-464a-808b-55377398f5e2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:32.536291 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b951cc-e2cf-438f-8919-b8e1ea994937" -d '{"events": [{"server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "27c06049-2675-464a-808b-55377398f5e2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:32.540859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.562163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Transition to ACTIVE for port object 27c06049-2675-464a-808b-55377398f5e2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:32.595734 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb80fb5-3d22-472b-b9e7-ca5e4b09f780 x-openstack-request-id: req-7eb80fb5-3d22-472b-b9e7-ca5e4b09f780 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:32.595734 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "27c06049-2675-464a-808b-55377398f5e2", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:32.595734 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7eb80fb5-3d22-472b-b9e7-ca5e4b09f780 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:32.595734 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c06049-2675-464a-808b-55377398f5e2', 'code': 200} Jul 08 02:10:32.629592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aad33ced-b977-49d0-9ec3-15d701cd7a81 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for subnetpool, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.630103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:32.630829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aad33ced-b977-49d0-9ec3-15d701cd7a81 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2803018 Jul 08 02:10:32.634262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56092) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:32.652432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-8fb0f9bf-2bb9-4e89-9c0e-92c6819907b4 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9', 'tempest-TagsExtTest-Tag-748214886') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:32.652657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c74546-13b6-4e87-9ea9-06c9f04c02bb None None] Network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:32.770651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:32.885617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] No DVR routers for this DVR port 27c06049-2675-464a-808b-55377398f5e2 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:32.967387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8fb0f9bf-2bb9-4e89-9c0e-92c6819907b4 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags/tempest-TagsExtTest-Tag-748214886 HTTP/1.1" status: 201 len: 201 time: 0.3321376 Jul 08 02:10:32.970176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56106) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:32.976084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-f7730af2-d337-48ea-899a-cc33e8721159 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470', 'tempest-TagsExtTest-Tag-1483696608') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:33.136452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Attempting to bind port 27c06049-2675-464a-808b-55377398f5e2 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:33.137126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Attempting to bind port 27c06049-2675-464a-808b-55377398f5e2 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:33.137715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Attempting to bind port 27c06049-2675-464a-808b-55377398f5e2 on network a2150fc1-ff8c-4d3a-a806-02757e494e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:33.144867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Port 27c06049-2675-464a-808b-55377398f5e2 on network a2150fc1-ff8c-4d3a-a806-02757e494e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:10:33.145543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Attempting to bind port 27c06049-2675-464a-808b-55377398f5e2 on network a2150fc1-ff8c-4d3a-a806-02757e494e7b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:33.152564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:33.153377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Checking segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:33.154073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Bound using segment: {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:33.154781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Bound port: 27c06049-2675-464a-808b-55377398f5e2, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d193e2-2d56-414b-9ef8-8f32572c5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:33.155454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:33.174028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e9ad89f1-8fdc-458c-a071-b39d4db92965 None None] Provisioning for port 72245f62-ca84-4366-80cc-01e0d442fe43 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:33.186510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad250-dd40-4566-b72a-9f22d0ea742b req-3c2719e7-2a6a-4d43-b77d-8c6d3ad7ab2c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:33.189000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b4ad250-dd40-4566-b72a-9f22d0ea742b req-3c2719e7-2a6a-4d43-b77d-8c6d3ad7ab2c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.0977960 Jul 08 02:10:33.219808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f7730af2-d337-48ea-899a-cc33e8721159 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags/tempest-TagsExtTest-Tag-1483696608 HTTP/1.1" status: 201 len: 201 time: 0.2442455 Jul 08 02:10:33.220644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56112) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:33.225860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-0f321f81-881d-4ec6-8faa-47eb56c285af tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2', 'tempest-TagsExtTest-Tag-747069026') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:33.281874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b4ad250-dd40-4566-b72a-9f22d0ea742b req-8bb83be2-7edc-4cef-af56-de315581f055 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867724 Jul 08 02:10:33.320146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:33.325348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:33.395848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:33.421849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0f321f81-881d-4ec6-8faa-47eb56c285af tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags/tempest-TagsExtTest-Tag-747069026 HTTP/1.1" status: 201 len: 201 time: 0.1976492 Jul 08 02:10:33.422399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56116) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:33.431061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-6e17338c-1647-4b75-b09a-f409c378eab6 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97', 'tempest-TagsExtTest-Tag-1503370536') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:33.461768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:33.462439 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:33.465055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] 10.222.0.18 "PUT /v2.0/ports/27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 1093 time: 1.3615668 Jul 08 02:10:33.536297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105009c3-dae8-41c9-9d01-70cb153e6186 service neutron] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:33.559360 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6e17338c-1647-4b75-b09a-f409c378eab6 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags/tempest-TagsExtTest-Tag-1503370536 HTTP/1.1" status: 201 len: 201 time: 0.1336207 Jul 08 02:10:33.559609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56122) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:33.560192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c779fe-4692-432f-8538-81afb95a2120 req-db55f44a-384c-40fb-a569-8a31d25767dd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:33.564340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-75e25a5a-a783-4e3a-aa36-24b233977328 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:33.567318 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43c779fe-4692-432f-8538-81afb95a2120 req-db55f44a-384c-40fb-a569-8a31d25767dd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 944 time: 0.1877196 Jul 08 02:10:33.595275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26f5a948-d338-475d-a110-72abb7c6f684 None None] Provisioning for port 19b07dc8-a07f-4a98-b856-c41e88fb6470 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:33.599506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-26f5a948-d338-475d-a110-72abb7c6f684 None None] Provisioning complete for port 19b07dc8-a07f-4a98-b856-c41e88fb6470 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:33.599894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-26f5a948-d338-475d-a110-72abb7c6f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:33.636532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43c779fe-4692-432f-8538-81afb95a2120 req-5a25d387-17c9-4989-b032-3931a12c6640 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670784 Jul 08 02:10:33.650780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-92b3ea92-1c3b-479b-97ef-b087f06ca505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:33.653041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-92b3ea92-1c3b-479b-97ef-b087f06ca505 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1096 time: 0.1552501 Jul 08 02:10:33.657531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-75e25a5a-a783-4e3a-aa36-24b233977328 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags HTTP/1.1" status: 200 len: 240 time: 0.0945392 Jul 08 02:10:33.657782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56124) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:33.671564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-3f7c2f5f-0ca6-45cf-8824-8d227bfd9e44 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9', 'tempest-TagsExtTest-Tag-748214886') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:33.700671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-26f5a948-d338-475d-a110-72abb7c6f684 None None] Port 19b07dc8-a07f-4a98-b856-c41e88fb6470 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:33.790089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:33.790381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3f7c2f5f-0ca6-45cf-8824-8d227bfd9e44 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags/tempest-TagsExtTest-Tag-748214886 HTTP/1.1" status: 204 len: 168 time: 0.1315389 Jul 08 02:10:33.798209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 72245f62-ca84-4366-80cc-01e0d442fe43 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:33.818354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-8190f74e-0720-437d-adfe-3027fa5983ba tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9', 'tempest-TagsExtTest-Tag-748214886') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:33.867820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-68232ff4-14b4-4881-a0ab-91e040061153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:33.869652 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-68232ff4-14b4-4881-a0ab-91e040061153 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 898 time: 0.2045622 Jul 08 02:10:33.961695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-56460bfd-c021-41fe-b5a4-fa947b7c7efb None None] Provisioning complete for port 19b07dc8-a07f-4a98-b856-c41e88fb6470 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:33.962157 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56460bfd-c021-41fe-b5a4-fa947b7c7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:33.983398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-f2d4c366-3034-49db-a9b1-51027c9bdcea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 1000 time: 0.1016328 Jul 08 02:10:33.984383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 72245f62-ca84-4366-80cc-01e0d442fe43 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:33.992484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 72245f62-ca84-4366-80cc-01e0d442fe43 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:33.992864 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:34.029894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-56460bfd-c021-41fe-b5a4-fa947b7c7efb None None] Port 19b07dc8-a07f-4a98-b856-c41e88fb6470 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:34.056813 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-45241882-035a-42dd-bb76-a1c6719c1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:34.056813 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-45241882-035a-42dd-bb76-a1c6719c1c18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.0570600 Jul 08 02:10:34.087008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:34.123584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f137-ae93-4b2b-9707-897569278839 req-6da7c154-fb18-4b8a-950d-3d337a930d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:34.125108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-6da7c154-fb18-4b8a-950d-3d337a930d32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632060 Jul 08 02:10:34.128385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 72245f62-ca84-4366-80cc-01e0d442fe43, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=72245f62-ca84-4366-80cc-01e0d442fe43,segment=NetworkSegment(264d52a5-762a-4afa-938c-aeb03f781667),segment_id=264d52a5-762a-4afa-938c-aeb03f781667)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:34.133173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8190f74e-0720-437d-adfe-3027fa5983ba tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags/tempest-TagsExtTest-Tag-748214886 HTTP/1.1" status: 204 len: 168 time: 0.3276966 Jul 08 02:10:34.135731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56142) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:34.141097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-d2e96767-6b80-413b-a262-04c5c07517b9 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:34.209626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d2e96767-6b80-413b-a262-04c5c07517b9 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags HTTP/1.1" status: 200 len: 205 time: 0.0694499 Jul 08 02:10:34.209812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56146) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:34.217556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-667a6cf0-a31d-44a5-9ca3-77258cbc5174 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:34.234830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-5e6ccc40-f76b-4ec1-9a25-f93aa3ddc44a service neutron] 10.222.0.18 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005614 Jul 08 02:10:34.237649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:34.277537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-667a6cf0-a31d-44a5-9ca3-77258cbc5174 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags HTTP/1.1" status: 200 len: 241 time: 0.0665388 Jul 08 02:10:34.279978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56148) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:34.284460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-cd4e715b-aa74-4fac-9596-af9efcacdf98 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470', 'tempest-TagsExtTest-Tag-1483696608') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:34.298635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=72245f62-ca84-4366-80cc-01e0d442fe43,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:34.349097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0547f137-ae93-4b2b-9707-897569278839 req-de26707c-d25e-4437-9b21-90d8ca9c7e28 service neutron] 10.222.0.18 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050069 Jul 08 02:10:34.359158 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cd4e715b-aa74-4fac-9596-af9efcacdf98 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags/tempest-TagsExtTest-Tag-1483696608 HTTP/1.1" status: 204 len: 168 time: 0.0779409 Jul 08 02:10:34.361784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:34.368042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-908f55d4-8412-4dff-b3db-3647af914561 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470', 'tempest-TagsExtTest-Tag-1483696608') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:34.470959 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-908f55d4-8412-4dff-b3db-3647af914561 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags/tempest-TagsExtTest-Tag-1483696608 HTTP/1.1" status: 204 len: 168 time: 0.1080000 Jul 08 02:10:34.472075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbace6a-b518-4cfb-9499-0ad4c28ab1cf req-58d89d53-1b89-4917-9d7e-cbfefe900e19 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:34.473229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56156) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:34.473744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1cbace6a-b518-4cfb-9499-0ad4c28ab1cf req-58d89d53-1b89-4917-9d7e-cbfefe900e19 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.0656719 Jul 08 02:10:34.477880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-e75fba35-5305-41ae-9914-017cf9e16776 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:34.522283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1cbace6a-b518-4cfb-9499-0ad4c28ab1cf req-4f53a303-1717-4cd3-acc0-9d13541d667a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Jul 08 02:10:34.539777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e75fba35-5305-41ae-9914-017cf9e16776 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags HTTP/1.1" status: 200 len: 205 time: 0.0651350 Jul 08 02:10:34.542225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56160) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:34.548290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-ef318b0a-ec2f-4a67-9b4d-e7343bf3eb4a tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:34.595493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'tag': '27c06049-2675-464a-808b-55377398f5e2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:34.597979 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58" -d '{"events": [{"name": "network-changed", "server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "tag": "27c06049-2675-464a-808b-55377398f5e2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:34.649045 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063f1a3-d95c-45b6-a6f0-ba4cd06e8df1 x-openstack-request-id: req-9063f1a3-d95c-45b6-a6f0-ba4cd06e8df1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:34.649346 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "tag": "27c06049-2675-464a-808b-55377398f5e2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:34.650861 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9063f1a3-d95c-45b6-a6f0-ba4cd06e8df1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:34.650861 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'tag': '27c06049-2675-464a-808b-55377398f5e2', 'status': 'completed', 'code': 200} Jul 08 02:10:34.665557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ef318b0a-ec2f-4a67-9b4d-e7343bf3eb4a tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags HTTP/1.1" status: 200 len: 240 time: 0.1217303 Jul 08 02:10:34.668499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56166) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:34.675108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-9fe5b40b-53af-4d99-b873-11313e8d8705 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2', 'tempest-TagsExtTest-Tag-747069026') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:34.758232 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9fe5b40b-53af-4d99-b873-11313e8d8705 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags/tempest-TagsExtTest-Tag-747069026 HTTP/1.1" status: 204 len: 168 time: 0.0883482 Jul 08 02:10:34.760552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56170) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:34.766146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-90499019-bd4d-4a56-9764-ec807f1c1a04 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2', 'tempest-TagsExtTest-Tag-747069026') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:34.786771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-b5e6d62d-82e9-40fe-8056-f2613b88c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:34.788358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-b5e6d62d-82e9-40fe-8056-f2613b88c924 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1096 time: 0.0976472 Jul 08 02:10:34.793648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-33205902-c398-4d31-9dab-db2179e87c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:34.795037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-33205902-c398-4d31-9dab-db2179e87c64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1096 time: 0.1182201 Jul 08 02:10:34.917371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26576c9-644d-424a-9a78-6bbb6361799b req-70e80c88-3930-4e66-b85f-c9b87c3ab321 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:34.918989 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a26576c9-644d-424a-9a78-6bbb6361799b req-70e80c88-3930-4e66-b85f-c9b87c3ab321 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 944 time: 0.1165659 Jul 08 02:10:34.980087 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a26576c9-644d-424a-9a78-6bbb6361799b req-86ae78b4-c566-4bf7-87ad-3205dd92e04a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545690 Jul 08 02:10:34.987237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-90499019-bd4d-4a56-9764-ec807f1c1a04 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags/tempest-TagsExtTest-Tag-747069026 HTTP/1.1" status: 204 len: 168 time: 0.2247355 Jul 08 02:10:34.999673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56178) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.004917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-5f6be71a-7267-4a24-b7ae-9cec7a1beb71 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.074538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 27c06049-2675-464a-808b-55377398f5e2 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:10:35.102777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f6be71a-7267-4a24-b7ae-9cec7a1beb71 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags HTTP/1.1" status: 200 len: 205 time: 0.1012220 Jul 08 02:10:35.105096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56182) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.110401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-c49327d8-504a-4abd-ae3d-ffe2ced47bfc tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.129357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 27c06049-2675-464a-808b-55377398f5e2 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:10:35.139736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c49327d8-504a-4abd-ae3d-ffe2ced47bfc tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags HTTP/1.1" status: 200 len: 241 time: 0.0335155 Jul 08 02:10:35.142187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56184) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.146746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-34a99f35-6076-46c1-97d5-f9b6e7ec188d tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97', 'tempest-TagsExtTest-Tag-1503370536') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.167999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-34a99f35-6076-46c1-97d5-f9b6e7ec188d tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags/tempest-TagsExtTest-Tag-1503370536 HTTP/1.1" status: 204 len: 168 time: 0.0246685 Jul 08 02:10:35.174110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56186) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.179320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-4bcdc64a-58e1-4679-b7d4-3f504a19d76b tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97', 'tempest-TagsExtTest-Tag-1503370536') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.237360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-0f0c9d79-17c8-435e-8579-c15e8cbca403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.238882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-0f0c9d79-17c8-435e-8579-c15e8cbca403 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 898 time: 0.4418406 Jul 08 02:10:35.239887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-3212ec62-a25f-47a3-bb52-0e470b97b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.241196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-3212ec62-a25f-47a3-bb52-0e470b97b1dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 898 time: 0.4372232 Jul 08 02:10:35.298978 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4bcdc64a-58e1-4679-b7d4-3f504a19d76b tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags/tempest-TagsExtTest-Tag-1503370536 HTTP/1.1" status: 204 len: 168 time: 0.1238461 Jul 08 02:10:35.301625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56192) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.306205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-79d64f2f-3b9b-4e61-b5c7-e0d25e6818a6 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.332256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-79d64f2f-3b9b-4e61-b5c7-e0d25e6818a6 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags HTTP/1.1" status: 200 len: 205 time: 0.0270948 Jul 08 02:10:35.333041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56194) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.337255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-7a0bbae8-3ee9-4871-af90-8b2a3b21340b tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.362410 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-308cecde-be0d-48d9-967f-96e8deda330e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 1000 time: 0.1170077 Jul 08 02:10:35.364210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-5211c19d-5b12-4105-bef3-4cd669ed8321 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 1000 time: 0.1124332 Jul 08 02:10:35.367601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7a0bbae8-3ee9-4871-af90-8b2a3b21340b tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags HTTP/1.1" status: 204 len: 168 time: 0.0338287 Jul 08 02:10:35.370126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56198) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.375144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-e549ccc8-46c4-4e7b-9fa8-a359eecaf828 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.451202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-e173efcf-df60-49ed-8a4d-eb4824219465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.452640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-e173efcf-df60-49ed-8a4d-eb4824219465 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.0836351 Jul 08 02:10:35.454316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-fb3c065d-7104-43e7-bda6-999e4dab0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.455663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-fb3c065d-7104-43e7-bda6-999e4dab0418 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.0781722 Jul 08 02:10:35.457604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e549ccc8-46c4-4e7b-9fa8-a359eecaf828 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags HTTP/1.1" status: 204 len: 168 time: 0.0859151 Jul 08 02:10:35.460125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56200) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.464405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-9e48c5e6-7777-4a4d-80a2-05bccc5c792f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.533420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9e48c5e6-7777-4a4d-80a2-05bccc5c792f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags HTTP/1.1" status: 204 len: 168 time: 0.0723040 Jul 08 02:10:35.536991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56202) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.541435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-6ab520ce-916e-45fc-946c-052a0927edc1 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.559942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-48f4fac6-5862-422d-90bc-fe8dae77aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.561558 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-48f4fac6-5862-422d-90bc-fe8dae77aa36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019397 Jul 08 02:10:35.568666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-0b428b55-ae61-42cd-a8a3-7ac181cb87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.569682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-0b428b55-ae61-42cd-a8a3-7ac181cb87b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979567 Jul 08 02:10:35.621139 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6ab520ce-916e-45fc-946c-052a0927edc1 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0825326 Jul 08 02:10:35.625577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56208) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.630973 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-8ec117ed-aa90-42af-9511-1840ad6cdf31 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9', 'tempest-TagsExtTest-Tag-1414768066') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.686913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 72245f62-ca84-4366-80cc-01e0d442fe43 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:35.738758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 72245f62-ca84-4366-80cc-01e0d442fe43 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:35.739271 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:35.823800 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-0163aa8d-95c3-40f2-994a-df61bb79af68 service neutron] 10.222.0.18 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529345 Jul 08 02:10:35.827460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-69bca5ac-0a3b-41b5-b096-d893f0f81e4c service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489903 Jul 08 02:10:35.893314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8ec117ed-aa90-42af-9511-1840ad6cdf31 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags/tempest-TagsExtTest-Tag-1414768066 HTTP/1.1" status: 201 len: 201 time: 0.2659061 Jul 08 02:10:35.895728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56210) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.900229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-383b9b97-9b7a-43d2-afde-f822d4132656 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470', 'tempest-TagsExtTest-Tag-991245216') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:35.950848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a8fe0-9c20-42dd-a694-7cb2c379c1a5 req-ef979ce6-fd10-4a5d-9a8a-54ceb8cdb123 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.955945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf1a8fe0-9c20-42dd-a694-7cb2c379c1a5 req-ef979ce6-fd10-4a5d-9a8a-54ceb8cdb123 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.2379522 Jul 08 02:10:36.052594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf1a8fe0-9c20-42dd-a694-7cb2c379c1a5 req-4e65d6cb-3afa-40f2-8c92-1cdc0113ab20 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860906 Jul 08 02:10:36.059519 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-098b4fbc-8c77-462b-b6e8-b9e62dc20671 service neutron] 10.222.0.18 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232435 Jul 08 02:10:36.061469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfdd83ca-969e-4a50-9b3a-b1b4ee00ad58 req-75462b63-b121-4354-9d65-dcdd29dd8813 service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265005 Jul 08 02:10:36.080938 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-383b9b97-9b7a-43d2-afde-f822d4132656 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags/tempest-TagsExtTest-Tag-991245216 HTTP/1.1" status: 201 len: 201 time: 0.1841321 Jul 08 02:10:36.082982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56220) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:36.092726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-ab249354-d739-4644-bbb4-4670b9c4213b tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2', 'tempest-TagsExtTest-Tag-1922860176') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:36.241177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b265-c639-4e03-8561-2d7b0c9735cc req-09660ff1-fe2b-4f83-ae4f-78eafd4e152d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:36.242703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dd2b265-c639-4e03-8561-2d7b0c9735cc req-09660ff1-fe2b-4f83-ae4f-78eafd4e152d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 944 time: 0.1427410 Jul 08 02:10:36.281411 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dd2b265-c639-4e03-8561-2d7b0c9735cc req-7fcb5306-060e-4073-a8f9-b07508889734 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326505 Jul 08 02:10:36.355599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ab249354-d739-4644-bbb4-4670b9c4213b tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags/tempest-TagsExtTest-Tag-1922860176 HTTP/1.1" status: 201 len: 201 time: 0.2649627 Jul 08 02:10:36.357616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56226) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:36.363237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-8de35275-0b1a-4f25-bcf8-2813b769f46c tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97', 'tempest-TagsExtTest-Tag-2012783035') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:36.454066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8de35275-0b1a-4f25-bcf8-2813b769f46c tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags/tempest-TagsExtTest-Tag-2012783035 HTTP/1.1" status: 201 len: 201 time: 0.0951021 Jul 08 02:10:36.456538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:36.461499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-59d4f093-d22e-4d56-b2c8-6addd45c8508 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9', {'tags': ['tempest-TagsExtTest-Tag-1861575826', 'tempest-TagsExtTest-Tag-515770870', 'tempest-TagsExtTest-Tag-2146621731']}) {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:36.618862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-59d4f093-d22e-4d56-b2c8-6addd45c8508 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags HTTP/1.1" status: 200 len: 317 time: 0.1610987 Jul 08 02:10:36.621461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:36.625998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-3ea872cf-5d98-4af9-bd85-eb574415ee48 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:36.744712 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3ea872cf-5d98-4af9-bd85-eb574415ee48 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1222360 Jul 08 02:10:36.747596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:36.752168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-54470974-42e1-46bf-8424-12f1d1fbd8e9 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9', 'tempest-TagsExtTest-Tag-1861575826') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:36.802030 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-54470974-42e1-46bf-8424-12f1d1fbd8e9 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:36.803066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-54470974-42e1-46bf-8424-12f1d1fbd8e9 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags/tempest-TagsExtTest-Tag-1861575826 HTTP/1.1" status: 404 len: 329 time: 0.0544467 Jul 08 02:10:36.805834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:36.810503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-0be94534-a5ac-490e-83c4-04bde7777d56 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9', 'tempest-TagsExtTest-Tag-515770870') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:36.860721 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-0be94534-a5ac-490e-83c4-04bde7777d56 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:36.861800 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0be94534-a5ac-490e-83c4-04bde7777d56 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags/tempest-TagsExtTest-Tag-515770870 HTTP/1.1" status: 404 len: 328 time: 0.0550761 Jul 08 02:10:36.868842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:36.874191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-47e3aa97-7ea5-4e01-b519-1125104ec4a3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9', 'tempest-TagsExtTest-Tag-2146621731') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:36.932949 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-47e3aa97-7ea5-4e01-b519-1125104ec4a3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:36.934826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-47e3aa97-7ea5-4e01-b519-1125104ec4a3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags/tempest-TagsExtTest-Tag-2146621731 HTTP/1.1" status: 404 len: 329 time: 0.0641329 Jul 08 02:10:36.937278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56248) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:36.942901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-83a2f472-0956-4539-8f2d-cb18d1b5d344 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470', {'tags': ['tempest-TagsExtTest-Tag-1579234701', 'tempest-TagsExtTest-Tag-1196015886', 'tempest-TagsExtTest-Tag-95758645']}) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.110905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-83a2f472-0956-4539-8f2d-cb18d1b5d344 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags HTTP/1.1" status: 200 len: 316 time: 0.1723313 Jul 08 02:10:37.113481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56256) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.118432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-5c82d39e-9de4-46b8-a095-f5416c2b8bcb tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.198882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 27c06049-2675-464a-808b-55377398f5e2 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:10:37.230208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5c82d39e-9de4-46b8-a095-f5416c2b8bcb tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags HTTP/1.1" status: 204 len: 168 time: 0.1155455 Jul 08 02:10:37.234159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.239127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-a2cba554-c4c1-499c-a93a-96c4e62482db tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470', 'tempest-TagsExtTest-Tag-1579234701') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.274122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29097e-edb2-452d-b2c4-68bf49e8155a req-f907666f-74fc-4f1d-89d1-06afb5f0c5e0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:37.276459 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7c29097e-edb2-452d-b2c4-68bf49e8155a req-f907666f-74fc-4f1d-89d1-06afb5f0c5e0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.0783842 Jul 08 02:10:37.294816 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-a2cba554-c4c1-499c-a93a-96c4e62482db tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:37.294816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a2cba554-c4c1-499c-a93a-96c4e62482db tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags/tempest-TagsExtTest-Tag-1579234701 HTTP/1.1" status: 404 len: 329 time: 0.0563328 Jul 08 02:10:37.295016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.299689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-8888ad65-c925-44a8-96a1-481b48994de3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470', 'tempest-TagsExtTest-Tag-1196015886') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.347901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7c29097e-edb2-452d-b2c4-68bf49e8155a req-35756c10-6f26-4b56-8540-38d5a9510232 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606737 Jul 08 02:10:37.354221 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-8888ad65-c925-44a8-96a1-481b48994de3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:37.355268 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8888ad65-c925-44a8-96a1-481b48994de3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags/tempest-TagsExtTest-Tag-1196015886 HTTP/1.1" status: 404 len: 329 time: 0.0593960 Jul 08 02:10:37.363711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:37.366196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.372801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-126bd27c-3090-489c-b1bc-c0ec3f3432aa tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470', 'tempest-TagsExtTest-Tag-95758645') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.379321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '27c06049-2675-464a-808b-55377398f5e2', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'port_id': '27c06049-2675-464a-808b-55377398f5e2', 'mac_address': 'fa:16:3e:d4:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:10:37.427783 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.431974 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-126bd27c-3090-489c-b1bc-c0ec3f3432aa tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:37.436462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56270) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.439774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-126bd27c-3090-489c-b1bc-c0ec3f3432aa tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags/tempest-TagsExtTest-Tag-95758645 HTTP/1.1" status: 404 len: 327 time: 0.0684588 Jul 08 02:10:37.442073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-18eeb574-0183-4fee-baa6-1923d6c0bce1 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2', {'tags': ['tempest-TagsExtTest-Tag-1987125914', 'tempest-TagsExtTest-Tag-1828250258', 'tempest-TagsExtTest-Tag-1874059931']}) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.442221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c06049-2675-464a-808b-55377398f5e2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:37.463040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:37.561025 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.594313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d77b5-70a6-44bd-8c0e-057eb747444b req-53b118f6-3972-4e0e-8851-4910d5d44f21 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:37.600271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d10d77b5-70a6-44bd-8c0e-057eb747444b req-53b118f6-3972-4e0e-8851-4910d5d44f21 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 944 time: 0.1236730 Jul 08 02:10:37.622640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:37.637098 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d10d77b5-70a6-44bd-8c0e-057eb747444b req-98b53153-46bd-41f0-8e4b-341ed8021df4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347939 Jul 08 02:10:37.658777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-18eeb574-0183-4fee-baa6-1923d6c0bce1 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags HTTP/1.1" status: 200 len: 318 time: 0.2209604 Jul 08 02:10:37.661405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56278) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.674079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-b15e8f93-4dc1-466b-bf23-0bdeba1c90e9 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.807500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b15e8f93-4dc1-466b-bf23-0bdeba1c90e9 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags HTTP/1.1" status: 204 len: 168 time: 0.1449640 Jul 08 02:10:37.810000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56286) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.814486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-103f8ebc-ee51-4304-a1b7-3614829edbf3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2', 'tempest-TagsExtTest-Tag-1987125914') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.894078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['27c06049-2675-464a-808b-55377398f5e2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:10:37.895424 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-103f8ebc-ee51-4304-a1b7-3614829edbf3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:37.900024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-103f8ebc-ee51-4304-a1b7-3614829edbf3 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags/tempest-TagsExtTest-Tag-1987125914 HTTP/1.1" status: 404 len: 329 time: 0.0888216 Jul 08 02:10:37.900360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56290) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.907249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-a9d5dd81-d872-4594-b740-bc210690932f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2', 'tempest-TagsExtTest-Tag-1828250258') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:37.991021 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-a9d5dd81-d872-4594-b740-bc210690932f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:37.992189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a9d5dd81-d872-4594-b740-bc210690932f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags/tempest-TagsExtTest-Tag-1828250258 HTTP/1.1" status: 404 len: 329 time: 0.0904267 Jul 08 02:10:37.994957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56294) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.001609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-ce3c0728-0936-4a83-a7f5-62873a95124e tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2', 'tempest-TagsExtTest-Tag-1874059931') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:38.130920 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-ce3c0728-0936-4a83-a7f5-62873a95124e tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:38.132141 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ce3c0728-0936-4a83-a7f5-62873a95124e tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags/tempest-TagsExtTest-Tag-1874059931 HTTP/1.1" status: 404 len: 329 time: 0.1361873 Jul 08 02:10:38.134938 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56298) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.140344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-754bfc46-2ca4-4aa6-b3e9-3f8b7b1cc4bd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97', {'tags': ['tempest-TagsExtTest-Tag-405104907', 'tempest-TagsExtTest-Tag-1695755963', 'tempest-TagsExtTest-Tag-1403031008']}) {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:38.194777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edf459-ac7c-4f8c-b34b-7864dc07206e req-4c1f93cd-c2df-4f1a-8582-40217c5d2fc5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.196497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5edf459-ac7c-4f8c-b34b-7864dc07206e req-4c1f93cd-c2df-4f1a-8582-40217c5d2fc5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 945 time: 0.1161492 Jul 08 02:10:38.238914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5edf459-ac7c-4f8c-b34b-7864dc07206e req-b5dc0bdf-fca1-46bc-9f0e-4a8d541f1ae7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362823 Jul 08 02:10:38.247687 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-754bfc46-2ca4-4aa6-b3e9-3f8b7b1cc4bd tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "PUT /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags HTTP/1.1" status: 200 len: 317 time: 0.1115570 Jul 08 02:10:38.251427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.263813 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-9d9938e0-c13d-47ef-8cba-a5ec114cc7b5 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:38.293899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56306) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.297795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-667d9e63-0bd4-4b94-bfa7-b373f300d208 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.299397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-667d9e63-0bd4-4b94-bfa7-b373f300d208 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b&tenant_id=419e2a80990846a8a61df6e822a1be4c&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 945 time: 0.1627100 Jul 08 02:10:38.378872 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-9c9b52de-e52f-426e-a68c-4533ff67a688 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:10:38.379902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-9c9b52de-e52f-426e-a68c-4533ff67a688 service neutron] 10.222.0.32 "DELETE /v2.0/ports/27c06049-2675-464a-808b-55377398f5e2/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0681620 Jul 08 02:10:38.388670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70325789-996c-48f2-aa5f-f6633e542bdf tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.389169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70325789-996c-48f2-aa5f-f6633e542bdf tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.389813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70325789-996c-48f2-aa5f-f6633e542bdf tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.391541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-70325789-996c-48f2-aa5f-f6633e542bdf tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=e75ea0b995334b6e838b3d36aa2ab4cb&network_id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca HTTP/1.1" status: 200 len: 2972 time: 0.0965936 Jul 08 02:10:38.425271 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9d9938e0-c13d-47ef-8cba-a5ec114cc7b5 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags HTTP/1.1" status: 204 len: 168 time: 0.1724846 Jul 08 02:10:38.428582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56316) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.433643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-e92d9a75-802a-4d1f-b83f-8ac023b6c8b1 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97', 'tempest-TagsExtTest-Tag-405104907') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:38.464920 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-e92d9a75-802a-4d1f-b83f-8ac023b6c8b1 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:38.469090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e92d9a75-802a-4d1f-b83f-8ac023b6c8b1 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags/tempest-TagsExtTest-Tag-405104907 HTTP/1.1" status: 404 len: 328 time: 0.0364399 Jul 08 02:10:38.473910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.478326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-8ecd8f0e-25e7-4aac-919a-7df837be9d1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97', 'tempest-TagsExtTest-Tag-1695755963') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:38.563595 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-8ecd8f0e-25e7-4aac-919a-7df837be9d1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:38.564647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ecd8f0e-25e7-4aac-919a-7df837be9d1f tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags/tempest-TagsExtTest-Tag-1695755963 HTTP/1.1" status: 404 len: 329 time: 0.0918825 Jul 08 02:10:38.567772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56322) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.572550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-41d50d5a-ac21-49a5-851e-0c52776c420e tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97', 'tempest-TagsExtTest-Tag-1403031008') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:38.596062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-4fbb499f-afe7-46d5-af9c-d7f01b4aea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.596425 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-41d50d5a-ac21-49a5-851e-0c52776c420e tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] show failed (client error): The resource could not be found. Jul 08 02:10:38.599985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-41d50d5a-ac21-49a5-851e-0c52776c420e tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags/tempest-TagsExtTest-Tag-1403031008 HTTP/1.1" status: 404 len: 329 time: 0.0286036 Jul 08 02:10:38.602579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-4fbb499f-afe7-46d5-af9c-d7f01b4aea4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1097 time: 0.1364267 Jul 08 02:10:38.602579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56326) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.607001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.tag.tag_plugin [None req-0bc3047e-7689-46b4-b081-c496de972476 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75fdfe83-6966-472d-9c9b-f3ae4f722f97') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:38.616488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca73c26-5320-4678-9118-4cabd09fa5d8 req-fabe3588-4635-4e3c-b88c-9e09fdc4959b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.618195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca73c26-5320-4678-9118-4cabd09fa5d8 req-fabe3588-4635-4e3c-b88c-9e09fdc4959b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.1126227 Jul 08 02:10:38.733729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ca73c26-5320-4678-9118-4cabd09fa5d8 req-73f3561f-6bc5-49f1-a1d4-c318023e594b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990427 Jul 08 02:10:38.743682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0bc3047e-7689-46b4-b081-c496de972476 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97/tags HTTP/1.1" status: 204 len: 168 time: 0.1388571 Jul 08 02:10:38.743934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56332) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:38.750171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-a40cd8f1-4dd0-4c12-9bbd-b274ddc319ca tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f45230ae-7f34-410c-8207-e5277b09dda2') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:38.765757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-b63c617a-4f91-4de6-a809-7ddb571d6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.767547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-b63c617a-4f91-4de6-a809-7ddb571d6ac5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 898 time: 0.1473076 Jul 08 02:10:38.848544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-251f182a-3c45-4514-be0b-9966e84882d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 1001 time: 0.0694685 Jul 08 02:10:38.900881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-37e8cc6d-a2e4-4e76-b1a3-d066f770af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.902428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-37e8cc6d-a2e4-4e76-b1a3-d066f770af7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.0466349 Jul 08 02:10:38.969181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-17be1824-40d4-409a-8384-0571658956c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:38.971230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-17be1824-40d4-409a-8384-0571658956c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611503 Jul 08 02:10:39.078362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-9eb016b3-0631-482b-9115-d317e1b3e75a service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984416 Jul 08 02:10:39.169372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a40cd8f1-4dd0-4c12-9bbd-b274ddc319ca tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2/tags HTTP/1.1" status: 204 len: 168 time: 0.4242580 Jul 08 02:10:39.171670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56342) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:39.176344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-a21dc204-01fc-4729-9b95-e5b5bd843034 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '19b07dc8-a07f-4a98-b856-c41e88fb6470') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:39.182387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5dba5a8-f415-4a65-b7b0-0595120756d1 req-d78d1c11-8b56-4b60-80ec-9122a912a0ca service neutron] 10.222.0.32 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936389 Jul 08 02:10:39.211557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 27c06049-2675-464a-808b-55377398f5e2 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:39.232685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a21dc204-01fc-4729-9b95-e5b5bd843034 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470/tags HTTP/1.1" status: 204 len: 168 time: 0.0598099 Jul 08 02:10:39.238729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56344) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:39.239735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.tag.tag_plugin [None req-be3777a3-22f3-45b0-9e61-fce1c8d22e33 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b41690b6-4b5e-4d3c-901e-7293d2bd13e9') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:39.295222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-be3777a3-22f3-45b0-9e61-fce1c8d22e33 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0589049 Jul 08 02:10:39.300496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56350) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:39.431635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa585311-c304-4995-9b0c-f3f4a52cf604 req-922b80d2-f96f-4c31-ae49-9594ce43c64b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:39.433156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa585311-c304-4995-9b0c-f3f4a52cf604 req-922b80d2-f96f-4c31-ae49-9594ce43c64b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 945 time: 0.0673227 Jul 08 02:10:39.446587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 27c06049-2675-464a-808b-55377398f5e2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:39.450648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 27c06049-2675-464a-808b-55377398f5e2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:39.451036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:39.482601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa585311-c304-4995-9b0c-f3f4a52cf604 req-5ebfe566-6c18-4a3c-95c6-3e051f070724 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428152 Jul 08 02:10:39.485920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b8920d1-2f60-49e2-b0cc-d6e016856551 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for subnetpool, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:39.489614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b8920d1-2f60-49e2-b0cc-d6e016856551 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnetpools/75fdfe83-6966-472d-9c9b-f3ae4f722f97 HTTP/1.1" status: 204 len: 168 time: 0.1857953 Jul 08 02:10:39.489920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56354) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:39.531814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-44e2d2e0-23f8-4a7a-8a1d-5a8e0ce317ee tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "GET /v2.0/ports?device_id=f45230ae-7f34-410c-8207-e5277b09dda2 HTTP/1.1" status: 200 len: 205 time: 0.0402958 Jul 08 02:10:39.534392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56356) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:39.547254 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:39.597390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c06049-2675-464a-808b-55377398f5e2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:39.599969 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abc305a-5eaa-492f-b7f3-98761e1037d6" -d '{"events": [{"server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "name": "network-vif-plugged", "status": "completed", "tag": "27c06049-2675-464a-808b-55377398f5e2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:39.614625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:39.627418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49d92e8c-3b76-4de1-a369-fbcb3ad90f95 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:39.686847 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:39.754435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:39.828623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49d92e8c-3b76-4de1-a369-fbcb3ad90f95 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:39.831306 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49d92e8c-3b76-4de1-a369-fbcb3ad90f95 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:39.884285 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c7870f-5ad6-4b80-b8cd-99beb60f5ca3 x-openstack-request-id: req-e2c7870f-5ad6-4b80-b8cd-99beb60f5ca3 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:39.884581 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "name": "network-vif-plugged", "status": "completed", "tag": "27c06049-2675-464a-808b-55377398f5e2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:39.884961 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2c7870f-5ad6-4b80-b8cd-99beb60f5ca3 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:39.885365 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c06049-2675-464a-808b-55377398f5e2', 'code': 200} Jul 08 02:10:40.018772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49d92e8c-3b76-4de1-a369-fbcb3ad90f95 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.019627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d92e8c-3b76-4de1-a369-fbcb3ad90f95 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Fanout notify agent at l3_agent the message router_deleted on router f45230ae-7f34-410c-8207-e5277b09dda2 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:10:40.047218 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49d92e8c-3b76-4de1-a369-fbcb3ad90f95 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.047539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3f72-1b26-4fbc-8992-b54f599fe64c req-cfdc83f1-d5ef-4962-9b14-08e898a002ce tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.047995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-49d92e8c-3b76-4de1-a369-fbcb3ad90f95 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/routers/f45230ae-7f34-410c-8207-e5277b09dda2 HTTP/1.1" status: 204 len: 168 time: 0.5094597 Jul 08 02:10:40.048082 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c16f3f72-1b26-4fbc-8992-b54f599fe64c req-cfdc83f1-d5ef-4962-9b14-08e898a002ce tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 943 time: 0.0728228 Jul 08 02:10:40.048155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56374) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:40.093935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c16f3f72-1b26-4fbc-8992-b54f599fe64c req-15cb01eb-3c6e-4ac3-a975-ad4d5e0ff227 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Jul 08 02:10:40.156930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-64aac7d8-cc89-4b63-aa49-8b1783ec8377 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Deleting port 19b07dc8-a07f-4a98-b856-c41e88fb6470 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:40.157278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64aac7d8-cc89-4b63-aa49-8b1783ec8377 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.254620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64aac7d8-cc89-4b63-aa49-8b1783ec8377 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.267272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-64aac7d8-cc89-4b63-aa49-8b1783ec8377 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Calling delete_port for 19b07dc8-a07f-4a98-b856-c41e88fb6470 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:40.300411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:40.378335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67862829-1837-4a17-902e-18d7528b169e tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.380013 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-67862829-1837-4a17-902e-18d7528b169e tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 814 time: 0.0797298 Jul 08 02:10:40.486367 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64aac7d8-cc89-4b63-aa49-8b1783ec8377 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.523710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aac7d8-cc89-4b63-aa49-8b1783ec8377 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Pushing event deleted for resources: {'Port': ['ID=19b07dc8-a07f-4a98-b856-c41e88fb6470,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:40.536583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-10be3570-e675-4a9a-b16a-4d47ddf96688 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0700300 Jul 08 02:10:40.622310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64aac7d8-cc89-4b63-aa49-8b1783ec8377 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.624758 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-64aac7d8-cc89-4b63-aa49-8b1783ec8377 tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/ports/19b07dc8-a07f-4a98-b856-c41e88fb6470 HTTP/1.1" status: 204 len: 168 time: 0.5763886 Jul 08 02:10:40.627503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56390) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:40.695405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be71c337-cef1-4bbe-92d9-c07565631ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.696140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be71c337-cef1-4bbe-92d9-c07565631ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.696825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be71c337-cef1-4bbe-92d9-c07565631ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.697304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be71c337-cef1-4bbe-92d9-c07565631ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.697836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be71c337-cef1-4bbe-92d9-c07565631ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.698255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be71c337-cef1-4bbe-92d9-c07565631ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.698720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be71c337-cef1-4bbe-92d9-c07565631ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.700741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be71c337-cef1-4bbe-92d9-c07565631ca8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6499 time: 0.1067920 Jul 08 02:10:40.785227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71f23eb-c829-473a-8a14-50774af6a7fe tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Deleting subnet b41690b6-4b5e-4d3c-901e-7293d2bd13e9 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:10:40.789502 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b71f23eb-c829-473a-8a14-50774af6a7fe tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.847455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b71f23eb-c829-473a-8a14-50774af6a7fe tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.869962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-5d01df55-9a8a-4a70-92f3-918b15c8be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.871739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-5d01df55-9a8a-4a70-92f3-918b15c8be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.872274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-5d01df55-9a8a-4a70-92f3-918b15c8be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.881961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-5d01df55-9a8a-4a70-92f3-918b15c8be9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=8a34471b-47fa-4c6c-afcc-458992f3c06e&id=8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 200 len: 2293 time: 0.1435595 Jul 08 02:10:40.882422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a5b6e-66ce-48fc-b20b-09307c835515 req-dee9c2ef-c01c-4f6a-8789-ee90281defd8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:40.890085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-645a5b6e-66ce-48fc-b20b-09307c835515 req-dee9c2ef-c01c-4f6a-8789-ee90281defd8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.2072935 Jul 08 02:10:40.961570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-7143646e-03e1-49a8-9d3b-4fe3aa65376d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 200 len: 1002 time: 0.0790672 Jul 08 02:10:40.962854 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-645a5b6e-66ce-48fc-b20b-09307c835515 req-a850afab-9e00-422b-a9ed-e1fff9e4230f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719008 Jul 08 02:10:40.988531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b71f23eb-c829-473a-8a14-50774af6a7fe tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:40.999049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:41.060997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-972b768b-5be1-4716-b7c2-869726260700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:41.062409 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-972b768b-5be1-4716-b7c2-869726260700 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9d24518-bec5-4294-bfc4-cb82628b06da HTTP/1.1" status: 200 len: 850 time: 0.0901351 Jul 08 02:10:41.098965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8a0dba27-2f28-44d0-8e84-f6cb15840c41 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/4c4f4f82-5267-44ea-a87a-206b0a908a95 HTTP/1.1" status: 200 len: 994 time: 0.0956206 Jul 08 02:10:41.100658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0fe6a708-aa36-4ae4-b78b-050f3b483734 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:10:41.127092 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b71f23eb-c829-473a-8a14-50774af6a7fe tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.157027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-17379873-3123-4b72-9100-0af73a62c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:41.158649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-17379873-3123-4b72-9100-0af73a62c922 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775580 Jul 08 02:10:41.164256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f23eb-c829-473a-8a14-50774af6a7fe tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Pushing event deleted for resources: {'Subnet': ['ID=b41690b6-4b5e-4d3c-901e-7293d2bd13e9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:41.171163 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b71f23eb-c829-473a-8a14-50774af6a7fe tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.173554 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b71f23eb-c829-473a-8a14-50774af6a7fe tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/subnets/b41690b6-4b5e-4d3c-901e-7293d2bd13e9 HTTP/1.1" status: 204 len: 168 time: 0.5448349 Jul 08 02:10:41.176822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56408) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:41.181046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db07d57-7090-4b63-bd9c-1af261c904ef None None] Network 4749c42c-1e52-4b0f-8b4c-9da4ad111530 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:41.310114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0fe6a708-aa36-4ae4-b78b-050f3b483734, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0fe6a708-aa36-4ae4-b78b-050f3b483734,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:41.338962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'port_id': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'mac_address': 'fa:16:3e:72:ee:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:10:41.367741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56410) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:41.374924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'network': {'name': 'tempest-network-smoke--1662296594', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:41.390850 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.408476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe6a708-aa36-4ae4-b78b-050f3b483734 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:41.430396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0fe6a708-aa36-4ae4-b78b-050f3b483734, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0fe6a708-aa36-4ae4-b78b-050f3b483734,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:41.459804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] DHCP port deletion for 4749c42c-1e52-4b0f-8b4c-9da4ad111530 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:10:41.514580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] Deleting port 72245f62-ca84-4366-80cc-01e0d442fe43 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:41.515018 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.603523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:41.603523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.603788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.656316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] For port 72245f62-ca84-4366-80cc-01e0d442fe43, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=72245f62-ca84-4366-80cc-01e0d442fe43,segment=NetworkSegment(264d52a5-762a-4afa-938c-aeb03f781667),segment_id=264d52a5-762a-4afa-938c-aeb03f781667)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:41.656604 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.657345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.659117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:41.671073 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.671777 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Added segment 2a16bf11-1a48-4f13-947d-1b340a260204 of type vlan for network f66219d6-a34d-4563-b2ec-8cab794e262e Jul 08 02:10:41.682068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 72245f62-ca84-4366-80cc-01e0d442fe43 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:10:41.717338 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.723938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] Calling delete_port for 72245f62-ca84-4366-80cc-01e0d442fe43 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:41.727564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-d8d238b8-2969-4766-9355-aca1d9303c2c service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492983 Jul 08 02:10:41.729512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0fe6a708-aa36-4ae4-b78b-050f3b483734,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:41.789119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f698c79-633c-4640-87b2-58fa6e4c9214 req-e1a9bd78-5eff-4c2f-af8a-341de5f76046 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:41.790625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f698c79-633c-4640-87b2-58fa6e4c9214 req-e1a9bd78-5eff-4c2f-af8a-341de5f76046 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 944 time: 0.5459039 Jul 08 02:10:41.819023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.849846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.858129 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f698c79-633c-4640-87b2-58fa6e4c9214 req-729eb47a-d349-4efa-988c-9a72315ac01b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575666 Jul 08 02:10:41.862314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Deleting port 72245f62-ca84-4366-80cc-01e0d442fe43 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:41.863072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.867706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 72245f62-ca84-4366-80cc-01e0d442fe43, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=72245f62-ca84-4366-80cc-01e0d442fe43,segment=NetworkSegment(264d52a5-762a-4afa-938c-aeb03f781667),segment_id=264d52a5-762a-4afa-938c-aeb03f781667)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:41.876814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:41.877538 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.930086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-3b6b9218-1a33-4f13-a1fd-cd5fd4203e7d service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932247 Jul 08 02:10:41.966220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:41.971974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Network': ['ID=f66219d6-a34d-4563-b2ec-8cab794e262e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:41.981378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-e3c5df2e-7480-4178-8300-a4ceace9407f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 217 time: 0.0442791 Jul 08 02:10:42.000886 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f66219d6-a34d-4563-b2ec-8cab794e262e details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:42.038124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] For port 72245f62-ca84-4366-80cc-01e0d442fe43, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=72245f62-ca84-4366-80cc-01e0d442fe43,segment=NetworkSegment(264d52a5-762a-4afa-938c-aeb03f781667),segment_id=264d52a5-762a-4afa-938c-aeb03f781667)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:42.038486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.055533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Calling delete_port for 72245f62-ca84-4366-80cc-01e0d442fe43 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:42.063744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-9d543441-69fe-45c1-ae3e-cc58fb35de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:42.065418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-9d543441-69fe-45c1-ae3e-cc58fb35de9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0786965 Jul 08 02:10:42.065764 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2bf936b7-69ee-46db-97bc-6ee9d01208a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6958270 Jul 08 02:10:42.067361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0fe6a708-aa36-4ae4-b78b-050f3b483734'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:10:42.069547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56418) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:42.107893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-598f006c-3060-4b78-b969-46e15fef3309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.109486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.114869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=72245f62-ca84-4366-80cc-01e0d442fe43,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:42.156529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] Pushing event deleted for resources: {'Port': ['ID=72245f62-ca84-4366-80cc-01e0d442fe43,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:42.164411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9761e-3b75-46cf-a522-ffdd160ead69 None None] No DVR routers for this DVR port 72245f62-ca84-4366-80cc-01e0d442fe43 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:42.244823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86d5035-4ec1-4992-88f5-d8115d484218 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:42.246378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d86d5035-4ec1-4992-88f5-d8115d484218 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e75ea0b995334b6e838b3d36aa2ab4cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 827 time: 0.1757114 Jul 08 02:10:42.249887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56424) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:42.283107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-cedcf218-1a0a-44bf-bb8b-12be54077878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:42.283107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-cedcf218-1a0a-44bf-bb8b-12be54077878 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2000129 Jul 08 02:10:42.363296 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.405956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Pushing event deleted for resources: {'Port': ['ID=72245f62-ca84-4366-80cc-01e0d442fe43,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:42.416809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] No DVR routers for this DVR port 72245f62-ca84-4366-80cc-01e0d442fe43 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:42.447933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-6e779e60-c12e-461c-9370-41593b98e059 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567788 Jul 08 02:10:42.466806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48398973-0fb2-41e0-93e2-c943582d8daa tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:42.468691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-48398973-0fb2-41e0-93e2-c943582d8daa tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2175262 Jul 08 02:10:42.471408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56426) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:42.514656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7a3c7afc-b47a-4116-b4c1-c8492b9cdb85 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421300 Jul 08 02:10:42.517408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56428) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:42.552207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6a1f2e58-06b1-4141-81b8-3786584cdd08 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e75ea0b995334b6e838b3d36aa2ab4cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337107 Jul 08 02:10:42.554406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.554638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56430) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:42.572009 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4749c42c-1e52-4b0f-8b4c-9da4ad111530']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:42.585010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264d52a5-762a-4afa-938c-aeb03f781667') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:42.585306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264d52a5-762a-4afa-938c-aeb03f781667') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:42.602782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.626811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.632254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-f06066b6-9e03-4b5d-83a3-8be383846b67 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713765 Jul 08 02:10:42.638070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:10:42.638927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:10:42.643728 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:10:42.649809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8aefe-3083-43cf-bd94-fb35d6fca44f tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:42.654555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ebd8aefe-3083-43cf-bd94-fb35d6fca44f tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961761 Jul 08 02:10:42.654714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56434) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:42.690024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-af184dfa-b92a-4ebd-9a8f-feac86d9d6ef tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314081 Jul 08 02:10:42.690205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:42.695715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-68114515', 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:42.729408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-eba4c9d6-c6b4-4ece-8cce-8f9f9626fe64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 217 time: 0.0725648 Jul 08 02:10:42.780740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-cfbb5d95-29d7-4243-a90f-4a02b14130ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:42.782426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-cfbb5d95-29d7-4243-a90f-4a02b14130ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0454957 Jul 08 02:10:42.841971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-1486e296-cd17-443a-9338-55a66ca78d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:42.843789 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-1486e296-cd17-443a-9338-55a66ca78d27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554368 Jul 08 02:10:42.869421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.905457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.907307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] 10.222.0.10 "DELETE /v2.0/networks/4749c42c-1e52-4b0f-8b4c-9da4ad111530 HTTP/1.1" status: 204 len: 168 time: 1.7270122 Jul 08 02:10:42.909705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:42.914008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:42.923488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfc44b-2ee4-4dff-89d6-f1a7e85720ab tempest-TagsExtTest-98518017 tempest-TagsExtTest-98518017-project] Pushing event deleted for resources: {'Network': ['ID=4749c42c-1e52-4b0f-8b4c-9da4ad111530,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:42.982125 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-f26116ef-4fc9-4bd6-bf3a-e1714c87ae8b service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315992 Jul 08 02:10:43.083684 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-247072bd-17e2-40ce-96d5-310b0580bcb6 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964208 Jul 08 02:10:43.130892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-29d8bed9-591c-453c-a9dc-a444765e08cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cf4d9964-299b-46d0-8db8-0c64b388c112 HTTP/1.1" status: 200 len: 217 time: 0.0412195 Jul 08 02:10:43.167413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a040-c95d-49b1-957e-502e78010424 req-159b0631-85f0-4b41-beb2-8d714a1a6768 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:43.169496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9547a040-c95d-49b1-957e-502e78010424 req-159b0631-85f0-4b41-beb2-8d714a1a6768 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 944 time: 0.1477325 Jul 08 02:10:43.181202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-ea352d36-c81f-455c-90e3-667d121aef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:43.182747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-ea352d36-c81f-455c-90e3-667d121aef8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0452101 Jul 08 02:10:43.226498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9547a040-c95d-49b1-957e-502e78010424 req-efd052ba-0602-411d-943b-251ccc54d4e3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438724 Jul 08 02:10:43.240838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:43.253724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-371166b8-c13a-4534-ae87-84afe3330a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:43.255295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-371166b8-c13a-4534-ae87-84afe3330a84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664036 Jul 08 02:10:43.341108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Subnet': ['ID=9cb91481-c61a-4f3b-8aa8-c13099ffa7c2,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:43.348324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Checking segment: {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:43.350004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network hostable DHCP agents. Network: f66219d6-a34d-4563-b2ec-8cab794e262e, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:10:43.399589 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-4eea3946-6416-438d-935e-ca5d7f4f4138 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380894 Jul 08 02:10:43.472037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56452) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:43.480580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network f66219d6-a34d-4563-b2ec-8cab794e262e is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:10:43.514279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-3c2afd96-2252-4032-80e6-056f0b60e8a7 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066642 Jul 08 02:10:43.561426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-9f601380-2f79-4d92-9fd9-fbdb36fad7ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=efc144cd-c612-4225-9176-19588a83fe7d HTTP/1.1" status: 200 len: 217 time: 0.0408387 Jul 08 02:10:43.585461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f66219d6-a34d-4563-b2ec-8cab794e262e) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:43.592041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:43.592727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:43.595064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec88268-6578-45d0-bde8-f58ea6b44798 None None] Network f66219d6-a34d-4563-b2ec-8cab794e262e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:43.623162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-79fd09fa-2b5e-4cc4-8cf7-371812bae8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:43.625196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-32fdf013-b80e-410d-8497-aa7216494443 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46eb3962ff0b4a32a4f364a20e47a567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519477 Jul 08 02:10:43.627670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-79fd09fa-2b5e-4cc4-8cf7-371812bae8ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0576675 Jul 08 02:10:43.628101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:43.659461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-553abe63-21cf-41fc-8909-ab1f1789f692 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.9674351 Jul 08 02:10:43.718592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70c04e61-ee21-4d72-af93-1fc3ad784d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:43.744540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-ba9c5eaa-b64a-4c7c-8138-153236ee4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:43.745971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-ba9c5eaa-b64a-4c7c-8138-153236ee4351 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1116123 Jul 08 02:10:43.751191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70c04e61-ee21-4d72-af93-1fc3ad784d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:43.758317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-f66219d6-a34d-4563-b2ec-8cab794e262e', 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ips': [{'subnet_id': '9cb91481-c61a-4f3b-8aa8-c13099ffa7c2'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:10:43.759517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:43.865838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56462) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:43.895133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-01567c77-c763-459a-a88f-aea2e676479c service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418962 Jul 08 02:10:43.966554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Allocated IP 172.20.0.18 (f66219d6-a34d-4563-b2ec-8cab794e262e/9cb91481-c61a-4f3b-8aa8-c13099ffa7c2/4fad4cb7-3183-46a9-b435-4bd3c49abd00) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:44.002210 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-511ae6d1-8799-46c3-8749-c75758513d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.011733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-25c039d8-b60b-4e30-97f6-843bce49817b service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097007 Jul 08 02:10:44.068010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70c04e61-ee21-4d72-af93-1fc3ad784d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.070877 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70c04e61-ee21-4d72-af93-1fc3ad784d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.072297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-70c04e61-ee21-4d72-af93-1fc3ad784d79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a62a3d9-144b-4afe-adff-fb9d7b28cc26 HTTP/1.1" status: 204 len: 168 time: 0.4430747 Jul 08 02:10:44.073777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-69bce780-4215-4bf7-95f1-f18850b4a0d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e HTTP/1.1" status: 200 len: 217 time: 0.0558836 Jul 08 02:10:44.092072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c04e61-ee21-4d72-af93-1fc3ad784d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a62a3d9-144b-4afe-adff-fb9d7b28cc26,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:44.111085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-511ae6d1-8799-46c3-8749-c75758513d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.149323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-ef78a348-3da8-4ad0-8cbd-8d2442e86be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:44.150938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-ef78a348-3da8-4ad0-8cbd-8d2442e86be6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.0695486 Jul 08 02:10:44.152940 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.153988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:44.159304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d1058eb3-f22e-442f-869e-e8a2f149b1cd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010676921', 'description': 'tempest-secgroup-smoke-2010676921 description', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:44.161589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Transition to ACTIVE for port object 4fad4cb7-3183-46a9-b435-4bd3c49abd00 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:44.177899 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-511ae6d1-8799-46c3-8749-c75758513d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.180337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Transition to ACTIVE for port object 4fad4cb7-3183-46a9-b435-4bd3c49abd00 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:44.221958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-511ae6d1-8799-46c3-8749-c75758513d32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05cacb7b06c54d9cb484d8985159b92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527896 Jul 08 02:10:44.222941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ae6d1-8799-46c3-8749-c75758513d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2759918d-631b-4c6b-9b87-e13bf6384bbc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:44.225707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56470) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:44.235124 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.243843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be21c83d-b61c-4e37-b251-620c2a37e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:44.243843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-be21c83d-b61c-4e37-b251-620c2a37e5eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790861 Jul 08 02:10:44.304677 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1058eb3-f22e-442f-869e-e8a2f149b1cd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.305570 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-607eb634-0fa5-44a1-8810-877f1205be12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.308323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Network f66219d6-a34d-4563-b2ec-8cab794e262e is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:44.319020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:44.322550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:44.331128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Pushing event updated for resources: {'Port': ['ID=4fad4cb7-3183-46a9-b435-4bd3c49abd00,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:44.355129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-607eb634-0fa5-44a1-8810-877f1205be12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.391027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-eaccff74-909e-486a-ab79-5304349e502f service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400959 Jul 08 02:10:44.400525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Attempting to bind port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:44.401166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Attempting to bind port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:44.401787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Attempting to bind port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 on network f66219d6-a34d-4563-b2ec-8cab794e262e {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:44.407125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95e87c26-adc5-414f-98de-ebb23d4dd588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.413819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:44.417288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Checking segment: {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:44.417288 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.417544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Bound using segment: {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:44.419239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Bound port: 4fad4cb7-3183-46a9-b435-4bd3c49abd00, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:44.422753 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.507880 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1058eb3-f22e-442f-869e-e8a2f149b1cd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.525253 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-607eb634-0fa5-44a1-8810-877f1205be12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.535168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-607eb634-0fa5-44a1-8810-877f1205be12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.535168 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-607eb634-0fa5-44a1-8810-877f1205be12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2759918d-631b-4c6b-9b87-e13bf6384bbc HTTP/1.1" status: 204 len: 168 time: 0.3062978 Jul 08 02:10:44.539614 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-b6b4b80d-5ff4-40d1-8881-b026b96389f3 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397150 Jul 08 02:10:44.563758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607eb634-0fa5-44a1-8810-877f1205be12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2759918d-631b-4c6b-9b87-e13bf6384bbc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:44.569122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] For port 4fad4cb7-3183-46a9-b435-4bd3c49abd00, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:44.573665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] For port 4fad4cb7-3183-46a9-b435-4bd3c49abd00, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4fad4cb7-3183-46a9-b435-4bd3c49abd00,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:44.614369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53679fe-fbd0-4d71-aadd-2ea3e76f8ad7 req-be61949b-3528-4569-83c9-dcc778287f25 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:44.621797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c53679fe-fbd0-4d71-aadd-2ea3e76f8ad7 req-be61949b-3528-4569-83c9-dcc778287f25 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 944 time: 0.1600499 Jul 08 02:10:44.624493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-bae44c42-b905-4b63-abf1-191da2228e69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 200 len: 217 time: 0.0774028 Jul 08 02:10:44.625699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1058eb3-f22e-442f-869e-e8a2f149b1cd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.682277 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.683142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c53679fe-fbd0-4d71-aadd-2ea3e76f8ad7 req-ad26e11e-2b2b-498a-ba7e-9acd9f22568e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594578 Jul 08 02:10:44.703393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1058eb3-f22e-442f-869e-e8a2f149b1cd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a152acf-799b-4128-af54-2b6f757d605b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:44.721420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-c7c9e0b6-02f9-4661-a5ad-addcc8b2b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:44.723208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-c7c9e0b6-02f9-4661-a5ad-addcc8b2b99a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.0781868 Jul 08 02:10:44.756663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6208f-c173-4f5d-839c-032d1a6bf958 None None] Pushing event updated for resources: {'Port': ['ID=4fad4cb7-3183-46a9-b435-4bd3c49abd00,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:44.784551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d1058eb3-f22e-442f-869e-e8a2f149b1cd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.785721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d1058eb3-f22e-442f-869e-e8a2f149b1cd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6307259 Jul 08 02:10:44.790129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56488) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:44.797223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-db51e638-809f-4dfa-a682-a0ad5f5a9c47 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '6a152acf-799b-4128-af54-2b6f757d605b', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:44.815023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-d520c8a2-a926-4755-b95f-40aae9fed908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:44.816605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-d520c8a2-a926-4755-b95f-40aae9fed908 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0854313 Jul 08 02:10:44.841308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.868734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db51e638-809f-4dfa-a682-a0ad5f5a9c47 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:44.928314 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-8e7d0678-4e6c-41da-a6f2-55c013b7145b service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049604 Jul 08 02:10:44.968985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db51e638-809f-4dfa-a682-a0ad5f5a9c47 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.023741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db51e638-809f-4dfa-a682-a0ad5f5a9c47 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.056459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51e638-809f-4dfa-a682-a0ad5f5a9c47 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f1e470-45a4-4d0b-948b-180b1bdc5130,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:45.096560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7473eb-9dee-443b-8bd9-f8bb6b9de80a req-9b4f10f2-e392-4098-a001-0c9f26e621f3 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621559 Jul 08 02:10:45.120296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0fe6a708-aa36-4ae4-b78b-050f3b483734 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:45.131977 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-db51e638-809f-4dfa-a682-a0ad5f5a9c47 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.135530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-db51e638-809f-4dfa-a682-a0ad5f5a9c47 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3433478 Jul 08 02:10:45.136260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:45.142723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-454fecdc-07d5-43ff-9111-0062b803df06 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '6a152acf-799b-4128-af54-2b6f757d605b', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:45.246683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 0fe6a708-aa36-4ae4-b78b-050f3b483734 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:45.250689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 0fe6a708-aa36-4ae4-b78b-050f3b483734 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:45.253763 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.255025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-454fecdc-07d5-43ff-9111-0062b803df06 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.335983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.348086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56504) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:45.348284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-454fecdc-07d5-43ff-9111-0062b803df06 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.363303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1641cf6b-60ed-42ac-a203-82dcfc6af1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.370368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:45.371950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe6a708-aa36-4ae4-b78b-050f3b483734'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:45.374448 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70ed8c4-74db-4112-8a97-d8edfec397af" -d '{"events": [{"server_uuid": "3d1a6954-43b9-4ec5-a3ad-2f05f9046fde", "name": "network-vif-plugged", "status": "completed", "tag": "0fe6a708-aa36-4ae4-b78b-050f3b483734"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:45.388164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0fe6a708-aa36-4ae4-b78b-050f3b483734, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0fe6a708-aa36-4ae4-b78b-050f3b483734,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:45.414964 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d90acda-9326-45e9-8d27-96a634edec1c x-openstack-request-id: req-3d90acda-9326-45e9-8d27-96a634edec1c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:45.415274 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1a6954-43b9-4ec5-a3ad-2f05f9046fde", "name": "network-vif-plugged", "status": "completed", "tag": "0fe6a708-aa36-4ae4-b78b-050f3b483734", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:45.415572 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d90acda-9326-45e9-8d27-96a634edec1c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:45.415980 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'code': 200} Jul 08 02:10:45.446556 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-454fecdc-07d5-43ff-9111-0062b803df06 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.481722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1641cf6b-60ed-42ac-a203-82dcfc6af1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.487320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fecdc-07d5-43ff-9111-0062b803df06 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111b871b-d782-4bea-b734-63d1d09bf15c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:45.504199 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.549450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1641cf6b-60ed-42ac-a203-82dcfc6af1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.562162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569288-a765-4476-bcaa-e6348b012230 req-1fceaa10-3c45-4b11-bf52-9cb8309d8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:45.562995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d569288-a765-4476-bcaa-e6348b012230 req-1fceaa10-3c45-4b11-bf52-9cb8309d8303 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 1097 time: 0.0607517 Jul 08 02:10:45.572805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-239641506-network', 'tenant_id': '773b65538bc746e0be74c6197d03bb33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:45.588920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0fe6a708-aa36-4ae4-b78b-050f3b483734,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:45.603825 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1641cf6b-60ed-42ac-a203-82dcfc6af1e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87128fb0009a4a68b5a1d8978f158d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542629 Jul 08 02:10:45.604813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641cf6b-60ed-42ac-a203-82dcfc6af1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a024cf-1d3e-4561-9888-68d0d928c2e0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:45.610240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56512) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:45.628315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d569288-a765-4476-bcaa-e6348b012230 req-caf75b86-3d21-4a4d-a995-fac5e750fb98 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514033 Jul 08 02:10:45.642712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-454fecdc-07d5-43ff-9111-0062b803df06 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.644339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-454fecdc-07d5-43ff-9111-0062b803df06 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5054753 Jul 08 02:10:45.646797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56514) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:45.651838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-44a28d60-3ea6-479e-a5e1-073256c2dc12 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '6a152acf-799b-4128-af54-2b6f757d605b', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:45.691607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ae05358-c710-4052-b3aa-01286c84fb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.707196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Made reservation on behalf of 773b65538bc746e0be74c6197d03bb33 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:45.711518 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.717011 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ae05358-c710-4052-b3aa-01286c84fb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.723275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.740971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.789594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4fad4cb7-3183-46a9-b435-4bd3c49abd00 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:45.838947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a28d60-3ea6-479e-a5e1-073256c2dc12 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.896397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ae05358-c710-4052-b3aa-01286c84fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.899079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ae05358-c710-4052-b3aa-01286c84fb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.903451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4ae05358-c710-4052-b3aa-01286c84fb16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8a024cf-1d3e-4561-9888-68d0d928c2e0 HTTP/1.1" status: 204 len: 168 time: 0.2915645 Jul 08 02:10:45.923376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae05358-c710-4052-b3aa-01286c84fb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a024cf-1d3e-4561-9888-68d0d928c2e0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:45.927192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:45.956341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a28d60-3ea6-479e-a5e1-073256c2dc12 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:45.983566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047668-8929-42bf-96b3-2cf8896a7814 req-2bb58cd5-b1b4-4814-bda0-1c635ef7a0b6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:45.985409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12047668-8929-42bf-96b3-2cf8896a7814 req-2bb58cd5-b1b4-4814-bda0-1c635ef7a0b6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 945 time: 0.1227691 Jul 08 02:10:46.019830 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.029221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a28d60-3ea6-479e-a5e1-073256c2dc12 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.030435 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12047668-8929-42bf-96b3-2cf8896a7814 req-a98f01ab-485c-4cc3-9e46-64eb698bafd4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Jul 08 02:10:46.054616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a28d60-3ea6-479e-a5e1-073256c2dc12 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdc56c4-d429-4c44-9d7d-061e80b4228f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:46.067179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3184e5-bd98-4b82-8ee9-77111b9a5600 None None] Network f66219d6-a34d-4563-b2ec-8cab794e262e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:46.109948 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.130370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:46.143670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db7f1d6-0115-4cc9-83b2-34913d6b99cf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:46.148559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.148911 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Added segment 5df5018f-f5c0-4ecb-a2fd-f0696344e1a7 of type vlan for network 4f2132ea-1d80-4552-85bf-6882391cabae Jul 08 02:10:46.192381 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-44a28d60-3ea6-479e-a5e1-073256c2dc12 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.193838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-44a28d60-3ea6-479e-a5e1-073256c2dc12 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5459220 Jul 08 02:10:46.196768 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56526) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:46.205600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-dc592108-338f-43c4-9d7f-f27a29537cce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '6a152acf-799b-4128-af54-2b6f757d605b', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:46.207259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.241179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ebb5e9ed-b465-4793-b21f-85970bb50096 None None] Provisioning for port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:46.248738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ebb5e9ed-b465-4793-b21f-85970bb50096 None None] Provisioning complete for port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:46.249117 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e9ed-b465-4793-b21f-85970bb50096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.309100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc592108-338f-43c4-9d7f-f27a29537cce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.326271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.327282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:46.327983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.343599 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e9ed-b465-4793-b21f-85970bb50096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.384217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ebb5e9ed-b465-4793-b21f-85970bb50096 None None] For port 4fad4cb7-3183-46a9-b435-4bd3c49abd00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4fad4cb7-3183-46a9-b435-4bd3c49abd00,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:46.405745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc592108-338f-43c4-9d7f-f27a29537cce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.441885 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebb5e9ed-b465-4793-b21f-85970bb50096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.455651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] Pushing event updated for resources: {'Network': ['ID=4f2132ea-1d80-4552-85bf-6882391cabae,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:46.469912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc592108-338f-43c4-9d7f-f27a29537cce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.480439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 4f2132ea-1d80-4552-85bf-6882391cabae details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:46.488619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc592108-338f-43c4-9d7f-f27a29537cce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a9148b-78f6-40e1-92d0-96ab577571f6,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:46.540408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bb5254ae-7ca1-44a4-8b6c-3b3feb2711df admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1678503 Jul 08 02:10:46.548619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56536) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:46.554424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Request body: {'subnet': {'network_id': '4f2132ea-1d80-4552-85bf-6882391cabae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-239641506-subnet', 'tenant_id': '773b65538bc746e0be74c6197d03bb33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:46.596213 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc592108-338f-43c4-9d7f-f27a29537cce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.596213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dc592108-338f-43c4-9d7f-f27a29537cce tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3944597 Jul 08 02:10:46.598709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56538) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:46.602233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2faaa8ef-cb8c-4b92-b870-8f956e549db7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '6a152acf-799b-4128-af54-2b6f757d605b', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:46.693815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Made reservation on behalf of 773b65538bc746e0be74c6197d03bb33 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:46.696680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.714229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5e9ed-b465-4793-b21f-85970bb50096 None None] Pushing event updated for resources: {'Port': ['ID=4fad4cb7-3183-46a9-b435-4bd3c49abd00,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:46.719453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fd8b7499-e66e-4064-9338-6aab46d95c15 None None] Provisioning complete for port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:46.719759 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7499-e66e-4064-9338-6aab46d95c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:46.838717 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-2faaa8ef-cb8c-4b92-b870-8f956e549db7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Project e75ea0b995334b6e838b3d36aa2ab4cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:10:46.895346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2faaa8ef-cb8c-4b92-b870-8f956e549db7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.009946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.043993 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2faaa8ef-cb8c-4b92-b870-8f956e549db7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.095731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ba5d9c-fcb1-430b-92e3-c5879b0bbc2c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:47.098635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2faaa8ef-cb8c-4b92-b870-8f956e549db7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.127996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaa8ef-cb8c-4b92-b870-8f956e549db7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159c79ef-1060-430f-80e3-70d3dc6403ee,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:47.131322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Checking segment: {'id': '5df5018f-f5c0-4ecb-a2fd-f0696344e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f2132ea-1d80-4552-85bf-6882391cabae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:47.131869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Network hostable DHCP agents. Network: 4f2132ea-1d80-4552-85bf-6882391cabae, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:10:47.206092 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2faaa8ef-cb8c-4b92-b870-8f956e549db7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.207593 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2faaa8ef-cb8c-4b92-b870-8f956e549db7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6094487 Jul 08 02:10:47.210406 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:47.217152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c4dbee37-4f41-411a-95c9-d0fe100aaa3b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': '6a152acf-799b-4128-af54-2b6f757d605b', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:47.228777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Network 4f2132ea-1d80-4552-85bf-6882391cabae is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:10:47.246974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1877812-8ecb-45c4-ac7f-c2c837c6ce0a req-dd3b137d-7dc4-4b23-9c82-1d9b17ab2529 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:47.248553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1877812-8ecb-45c4-ac7f-c2c837c6ce0a req-dd3b137d-7dc4-4b23-9c82-1d9b17ab2529 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 945 time: 0.0821145 Jul 08 02:10:47.283850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1877812-8ecb-45c4-ac7f-c2c837c6ce0a req-21a9520e-ea13-435b-ab81-f1feeb8eeb9b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298214 Jul 08 02:10:47.286099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 4f2132ea-1d80-4552-85bf-6882391cabae) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:47.290210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:47.290742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.296197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be136acd-d3fb-4946-94de-8c8bb2430804 None None] Network 4f2132ea-1d80-4552-85bf-6882391cabae requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:47.298015 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-c4dbee37-4f41-411a-95c9-d0fe100aaa3b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Project e75ea0b995334b6e838b3d36aa2ab4cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:10:47.314636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee37-4f41-411a-95c9-d0fe100aaa3b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.368458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7edfda60-55ca-4c31-b4a1-449bd5861503 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8186240 Jul 08 02:10:47.429569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee37-4f41-411a-95c9-d0fe100aaa3b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.473367 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.492690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee37-4f41-411a-95c9-d0fe100aaa3b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.497277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f700d8-609d-45ec-812c-6f95695946a8 req-6bd184ff-a58c-4d82-952a-2cda170164ce tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:47.498902 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3f700d8-609d-45ec-812c-6f95695946a8 req-6bd184ff-a58c-4d82-952a-2cda170164ce tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 945 time: 0.0852184 Jul 08 02:10:47.508073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06970458-220d-4277-9689-baa5da8a1e40 None None] Network 4f2132ea-1d80-4552-85bf-6882391cabae requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:47.524423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbee37-4f41-411a-95c9-d0fe100aaa3b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67b03ee-2c72-4a7b-9bdc-3e6978f26441,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:47.564510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3f700d8-609d-45ec-812c-6f95695946a8 req-7dcf6d34-8164-4cdc-813b-614fdca36389 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583968 Jul 08 02:10:47.584622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4dbee37-4f41-411a-95c9-d0fe100aaa3b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.586032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c4dbee37-4f41-411a-95c9-d0fe100aaa3b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3745203 Jul 08 02:10:47.606707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:47.662878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4fad4cb7-3183-46a9-b435-4bd3c49abd00 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:47.713517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:47.713994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:47.836106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-38ae24e0-d9d0-48de-a51d-f3bb1f846a1a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010676921&fields=id&tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 267 time: 0.0431521 Jul 08 02:10:48.103554 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:48.283249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-2cb97bf4-1feb-4c02-9c03-3a2a09f24e6a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:48.283249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-2cb97bf4-1feb-4c02-9c03-3a2a09f24e6a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/networks?id=f66219d6-a34d-4563-b2ec-8cab794e262e HTTP/1.1" status: 200 len: 797 time: 0.4378436 Jul 08 02:10:48.287555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66af9b1-faea-4d50-b118-7d0ae33534d4 tempest-TestVolumeBootPattern-2052589061 tempest-TestVolumeBootPattern-2052589061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:48.289080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d66af9b1-faea-4d50-b118-7d0ae33534d4 tempest-TestVolumeBootPattern-2052589061 tempest-TestVolumeBootPattern-2052589061-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 1092 time: 0.6808834 Jul 08 02:10:48.292258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56608) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:48.297124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:48.299422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-81e9b9b6-2a10-4844-9496-57b0543c01d3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/quotas/e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 375 time: 0.0091183 Jul 08 02:10:48.412763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:48.414487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-528b3fe3-04c5-4bad-90a8-31c2e8e27d9c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1092618 Jul 08 02:10:48.431881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-a94051ca-af6b-4025-bad2-31c1705a341b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:10:48.432958 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-a94051ca-af6b-4025-bad2-31c1705a341b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058184 Jul 08 02:10:48.501564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56616) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:48.507533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-232147797-network', 'tenant_id': 'e32a919f82b34cb58a094706cee3c615'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:48.538674 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-a3ff3685-0e54-444b-9441-38fce61dfec1 service neutron] 10.222.0.10 "GET /v2.0/networks/f66219d6-a34d-4563-b2ec-8cab794e262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992224 Jul 08 02:10:48.546021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:48.629107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Made reservation on behalf of e32a919f82b34cb58a094706cee3c615 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:48.631331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-9a5c9a4e-8124-40ec-b2d0-ae6b336da7ee service neutron] 10.222.0.10 "GET /v2.0/networks/f66219d6-a34d-4563-b2ec-8cab794e262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918081 Jul 08 02:10:48.631498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:48.656419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:48.740266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.25.8.219 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/065d49ce-3b17-4777-8310-b11a46db3430) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:48.893567 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fcc5fd23-8aa1-4dea-ad90-6043c29773cc req-1e22b7f8-43c1-44c5-97e8-660c4c754660 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 210 time: 0.0408463 Jul 08 02:10:48.934204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:48.958362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.035045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.057481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:49.081270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.081612 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Added segment d6647112-4721-4b5d-af22-d7a9ee64cbbe of type vlan for network 2c660cfb-a357-4203-a1e4-42613dd36a16 Jul 08 02:10:49.083177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d10f29-1c2e-4be9-97d8-0676d8033825,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:49.138486 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.166937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.242645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:49.247837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:49.248865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-59ad42e6-6e0a-4a2e-b13c-a7828bd40fa3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0747428 Jul 08 02:10:49.251574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:49.284889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=065d49ce-3b17-4777-8310-b11a46db3430,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:49.290792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.291777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:49.292522 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.353985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-2425ea9e-6315-487d-ae1d-fdf02861247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:49.357228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-2425ea9e-6315-487d-ae1d-fdf02861247e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 1098 time: 0.0739858 Jul 08 02:10:49.402781 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8992724 Jul 08 02:10:49.408521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56646) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:49.413281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Request body: {'subnet': {'network_id': '2c660cfb-a357-4203-a1e4-42613dd36a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-232147797-subnet', 'tenant_id': 'e32a919f82b34cb58a094706cee3c615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:49.419192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848ec33-5b31-4b4d-a77a-3cb701b9cb57 admin admin] Pushing event updated for resources: {'Network': ['ID=2c660cfb-a357-4203-a1e4-42613dd36a16,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:49.437342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2c660cfb-a357-4203-a1e4-42613dd36a16 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:49.499319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-93beabf6-efc8-40f3-af0c-236e533d1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:49.501233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-93beabf6-efc8-40f3-af0c-236e533d1216 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1183295 Jul 08 02:10:49.552894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-698cf1f8-0851-4544-b28e-4ac43a338341 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 HTTP/1.1" status: 200 len: 217 time: 0.0385082 Jul 08 02:10:49.602768 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Made reservation on behalf of e32a919f82b34cb58a094706cee3c615 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:49.605585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.617653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-ad3716e7-90ca-4c6e-b3f5-5b2b02e3e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:49.619155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-ad3716e7-90ca-4c6e-b3f5-5b2b02e3e2d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.0562289 Jul 08 02:10:49.700179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-1e900181-1972-45e5-a690-6b9c9ed158af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:49.702200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-1e900181-1972-45e5-a690-6b9c9ed158af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751512 Jul 08 02:10:49.807264 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-734b70a8-2291-4f78-a10c-bed3645c7bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926938 Jul 08 02:10:49.913557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63000e49-43c0-4eb8-a7b9-ae9687372734 req-403d7f7e-0ea2-45d3-bde2-d4b4b905e0b1 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978916 Jul 08 02:10:50.056852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88855985-cda8-4119-80a1-3215bb27a882 req-b5838c30-d479-4a24-a197-0f16c9a4fb1e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 210 time: 0.0308676 Jul 08 02:10:50.385317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.572052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.629632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530004a5-065b-43bd-89c9-ed5ecc67d699,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:50.664563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Checking segment: {'id': 'd6647112-4721-4b5d-af22-d7a9ee64cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2c660cfb-a357-4203-a1e4-42613dd36a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:50.664921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Network hostable DHCP agents. Network: 2c660cfb-a357-4203-a1e4-42613dd36a16, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:10:50.684562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.765949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Network 2c660cfb-a357-4203-a1e4-42613dd36a16 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:10:50.827490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2c660cfb-a357-4203-a1e4-42613dd36a16) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:50.838134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f9432-111a-4ccd-b785-7993fc4e75cf None None] Network 2c660cfb-a357-4203-a1e4-42613dd36a16 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:50.840173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:50.840794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.853916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.961716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f698453-e522-4e4a-af37-a017878a2446 None None] Network 2c660cfb-a357-4203-a1e4-42613dd36a16 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:50.974748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:51.070548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1130800d-deb8-4dbc-815a-6c93a2cb2b65 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6608341 Jul 08 02:10:51.071426 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:51.155873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=065d49ce-3b17-4777-8310-b11a46db3430,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:51.173655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:51.297972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f3fe95f-290d-40a1-a4f1-7f172d8237cc req-0b48824d-e6ac-4009-aca3-f2c7af4af0a6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 210 time: 0.0314157 Jul 08 02:10:51.325343 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Floating IP e356e706-0297-47ef-92d7-c1d5b93a9793 associated. External IP: 172.25.8.219, port: 0fe6a708-aa36-4ae4-b78b-050f3b483734. Jul 08 02:10:51.460611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-92c23579-7c2b-4e75-bbe9-4aa2375cc130 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:51.462967 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-92c23579-7c2b-4e75-bbe9-4aa2375cc130 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "GET /v2.0/networks?id=f66219d6-a34d-4563-b2ec-8cab794e262e HTTP/1.1" status: 200 len: 797 time: 0.1337237 Jul 08 02:10:51.524241 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-70db8f25-5aaa-4182-b962-0065f53d3e4e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 473 time: 0.0504925 Jul 08 02:10:51.536200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'port': {'device_id': '7a697670-423e-4e7a-97f6-a135bc8add65', 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e', 'admin_state_up': True, 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'security_groups': ['6a152acf-799b-4128-af54-2b6f757d605b']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:51.659009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:10:51.778018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:51.781774 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:51.807408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:10:51.821026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:51.831776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:51.832683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:51.920779 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:51.946306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.20.0.30 (f66219d6-a34d-4563-b2ec-8cab794e262e/9cb91481-c61a-4f3b-8aa8-c13099ffa7c2/724a43ce-2d70-4089-bc99-b51af8eea86c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:51.961343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:51.988904 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1b4382eb-fb35-4b37-b21a-b6e39ddbc93a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6954167 Jul 08 02:10:51.991908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'tag': '0fe6a708-aa36-4ae4-b78b-050f3b483734'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:51.994289 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1a6954-43b9-4ec5-a3ad-2f05f9046fde", "tag": "0fe6a708-aa36-4ae4-b78b-050f3b483734"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:52.039456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-791c209f-ef8d-4297-9efd-025f31f0badd tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:52.046529 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-791c209f-ef8d-4297-9efd-025f31f0badd tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/networks?id=4f2132ea-1d80-4552-85bf-6882391cabae HTTP/1.1" status: 200 len: 808 time: 0.1809168 Jul 08 02:10:52.068160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-c480f64e-f9b3-4c0d-9211-34f9f54e15a0 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/quotas/773b65538bc746e0be74c6197d03bb33 HTTP/1.1" status: 200 len: 375 time: 0.0140159 Jul 08 02:10:52.111599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-f4a0fa57-f098-44b7-b59d-47856453859c tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=773b65538bc746e0be74c6197d03bb33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358815 Jul 08 02:10:52.172654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:52.197767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Transition to ACTIVE for port object 724a43ce-2d70-4089-bc99-b51af8eea86c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:52.219139 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-863531f3-2670-45fd-8b7c-143ae254ffa3 service neutron] 10.222.0.10 "GET /v2.0/networks/4f2132ea-1d80-4552-85bf-6882391cabae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990891 Jul 08 02:10:52.277920 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7111cc3c-5303-4bf2-9a54-888a1fcaf20b x-openstack-request-id: req-7111cc3c-5303-4bf2-9a54-888a1fcaf20b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:52.278253 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1a6954-43b9-4ec5-a3ad-2f05f9046fde", "tag": "0fe6a708-aa36-4ae4-b78b-050f3b483734", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:52.279984 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7111cc3c-5303-4bf2-9a54-888a1fcaf20b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:52.279984 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'tag': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'status': 'completed', 'code': 200} Jul 08 02:10:52.280343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e356e706-0297-47ef-92d7-c1d5b93a9793', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:72:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:49Z', 'updated_at': '2021-07-08T02:10:49Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:52.299783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:52.309777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:10:52.318970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:52.319631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:52.333188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-1a597e5f-0d37-4e69-9d28-5982b441476a service neutron] 10.222.0.10 "GET /v2.0/networks/4f2132ea-1d80-4552-85bf-6882391cabae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129880 Jul 08 02:10:52.460456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network f66219d6-a34d-4563-b2ec-8cab794e262e is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:52.489266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:52.495509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:52.502441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:52.504639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=724a43ce-2d70-4089-bc99-b51af8eea86c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:52.606429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:52.606429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:52.642776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01544b3d-7f13-4405-bf03-d24f22910729 req-7be37693-a3c8-4538-8bd4-0639e7adab24 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:52.644564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01544b3d-7f13-4405-bf03-d24f22910729 req-7be37693-a3c8-4538-8bd4-0639e7adab24 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 932 time: 0.1862369 Jul 08 02:10:52.647745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-565307db-c8e6-4029-8485-8e3519984c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:52.649305 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-565307db-c8e6-4029-8485-8e3519984c72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 1097 time: 0.3358243 Jul 08 02:10:52.756910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-73f41584-fac9-4274-b95f-02a025d18ba1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2254789 Jul 08 02:10:52.761901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01544b3d-7f13-4405-bf03-d24f22910729 req-b110b6c3-98f5-4b31-9f0f-e14ee5396bdb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105344 Jul 08 02:10:52.775198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Request body: {'port': {'device_id': '7a697670-423e-4e7a-97f6-a135bc8add65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:52.857491 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30bdfe2d-9f23-4fd3-bcd3-78e953ba85ca req-7c5be34e-31dd-4ac2-899c-6d233188f283 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 210 time: 0.0742035 Jul 08 02:10:52.921419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e356e706-0297-47ef-92d7-c1d5b93a9793', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:72:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:49Z', 'updated_at': '2021-07-08T02:10:49Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:52.932974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-49e8c369-b4c3-4c79-809f-7024b5f03107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:52.935001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-49e8c369-b4c3-4c79-809f-7024b5f03107 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.2403343 Jul 08 02:10:52.945749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:52.966793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcffbf9-ceac-45bf-b55b-1d3bc326010d None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e356e706-0297-47ef-92d7-c1d5b93a9793', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.219', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:72:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:49Z', 'updated_at': '2021-07-08T02:10:49Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:52.978447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ca3723b7-01e9-4350-91a3-7553f432d70e None None] Provisioning for port 724a43ce-2d70-4089-bc99-b51af8eea86c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:52.982765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ca3723b7-01e9-4350-91a3-7553f432d70e None None] Provisioning complete for port 724a43ce-2d70-4089-bc99-b51af8eea86c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:52.983346 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ca3723b7-01e9-4350-91a3-7553f432d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:53.019632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ca3723b7-01e9-4350-91a3-7553f432d70e None None] Port 724a43ce-2d70-4089-bc99-b51af8eea86c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:53.124839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-7f465f71-4ab5-47bd-806c-0e0fa368536b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe6a708-aa36-4ae4-b78b-050f3b483734 HTTP/1.1" status: 200 len: 999 time: 0.1682529 Jul 08 02:10:53.217464 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd0360-f95c-450b-bb7b-aa6d04554eaa None None] New status for floating IP e356e706-0297-47ef-92d7-c1d5b93a9793: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:10:53.233658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-01b971db-ffa7-4a09-9a68-d774880a00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:53.236964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-01b971db-ffa7-4a09-9a68-d774880a00e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1014655 Jul 08 02:10:53.361272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-d0dbad5b-c342-4e76-a565-64a74dfedbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:53.363096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-d0dbad5b-c342-4e76-a565-64a74dfedbcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202166 Jul 08 02:10:53.376393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724a43ce-2d70-4089-bc99-b51af8eea86c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:53.384993 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:53.443827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Transition to ACTIVE for port object 724a43ce-2d70-4089-bc99-b51af8eea86c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:53.480966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-b19a6999-b0da-4dda-849e-a2f269194edd service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978923 Jul 08 02:10:53.555615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:53.614335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6340d4ef-aba3-4ec2-b000-f8f76c33c56c req-109f89e5-442d-4112-b82e-3f1724b96f9a service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266296 Jul 08 02:10:53.635740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Pushing event updated for resources: {'Port': ['ID=724a43ce-2d70-4089-bc99-b51af8eea86c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:53.718788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Attempting to bind port 724a43ce-2d70-4089-bc99-b51af8eea86c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:53.719132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Attempting to bind port 724a43ce-2d70-4089-bc99-b51af8eea86c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:53.719500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Attempting to bind port 724a43ce-2d70-4089-bc99-b51af8eea86c on network f66219d6-a34d-4563-b2ec-8cab794e262e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:53.724082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Port 724a43ce-2d70-4089-bc99-b51af8eea86c on network f66219d6-a34d-4563-b2ec-8cab794e262e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:10:53.724188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Attempting to bind port 724a43ce-2d70-4089-bc99-b51af8eea86c on network f66219d6-a34d-4563-b2ec-8cab794e262e {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:53.729205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:53.730696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Checking segment: {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:53.730696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Bound using segment: {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:53.731069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Bound port: 724a43ce-2d70-4089-bc99-b51af8eea86c, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:53.731314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:53.804222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] For port 724a43ce-2d70-4089-bc99-b51af8eea86c, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:53.810453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] For port 724a43ce-2d70-4089-bc99-b51af8eea86c, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=724a43ce-2d70-4089-bc99-b51af8eea86c,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:53.935674 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:53.950338 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c47e0364-997d-47d4-8877-2e8faefae3c3 req-5686aa3b-50b2-452e-af85-1553e85aa9e4 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 210 time: 0.0377052 Jul 08 02:10:54.000886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:54.000886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:54.000886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] 10.222.0.18 "PUT /v2.0/ports/724a43ce-2d70-4089-bc99-b51af8eea86c HTTP/1.1" status: 200 len: 1093 time: 1.2281871 Jul 08 02:10:54.000886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a697670-423e-4e7a-97f6-a135bc8add65', 'tag': '724a43ce-2d70-4089-bc99-b51af8eea86c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:54.001160 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb79766b-d754-40f5-b3f6-63ce876a3988" -d '{"events": [{"name": "network-changed", "server_uuid": "7a697670-423e-4e7a-97f6-a135bc8add65", "tag": "724a43ce-2d70-4089-bc99-b51af8eea86c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:54.038886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c4703-9bda-4b0d-b3de-0b6084fdeb17 service neutron] Pushing event updated for resources: {'Port': ['ID=724a43ce-2d70-4089-bc99-b51af8eea86c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:54.068698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a17d12-e81c-43e1-87fc-5a71483a7c58 req-88d93020-f0d2-40a9-b6b1-7ca235919678 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:54.073866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08a17d12-e81c-43e1-87fc-5a71483a7c58 req-88d93020-f0d2-40a9-b6b1-7ca235919678 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 944 time: 0.1504645 Jul 08 02:10:54.120373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08a17d12-e81c-43e1-87fc-5a71483a7c58 req-c482e5dc-c6f2-4411-8c4a-a4e4b8e60e54 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Jul 08 02:10:54.194110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d26e573d-1f71-4c71-b80a-640f40fd8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:54.196194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-d26e573d-1f71-4c71-b80a-640f40fd8d87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 1096 time: 0.0748599 Jul 08 02:10:54.252117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-8ecb219f-b478-4e80-81bb-8bca2007ef2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=724a43ce-2d70-4089-bc99-b51af8eea86c HTTP/1.1" status: 200 len: 217 time: 0.0481772 Jul 08 02:10:54.316029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-c8359c3f-dd92-4aff-949f-b58c7d8f8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:54.316029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-c8359c3f-dd92-4aff-949f-b58c7d8f8397 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9cb91481-c61a-4f3b-8aa8-c13099ffa7c2 HTTP/1.1" status: 200 len: 836 time: 0.0546730 Jul 08 02:10:54.372161 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bcf6b9-603c-4af6-a04f-8944d1d6534d x-openstack-request-id: req-53bcf6b9-603c-4af6-a04f-8944d1d6534d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:54.372455 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a697670-423e-4e7a-97f6-a135bc8add65", "tag": "724a43ce-2d70-4089-bc99-b51af8eea86c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:54.372709 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53bcf6b9-603c-4af6-a04f-8944d1d6534d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:54.373108 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a697670-423e-4e7a-97f6-a135bc8add65', 'tag': '724a43ce-2d70-4089-bc99-b51af8eea86c', 'status': 'completed', 'code': 200} Jul 08 02:10:54.378147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-e130cf24-574b-479b-8d83-4d78240241ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:54.379670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-e130cf24-574b-479b-8d83-4d78240241ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f66219d6-a34d-4563-b2ec-8cab794e262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0601938 Jul 08 02:10:54.474753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-60db2786-d1a0-4488-b742-c1088700bf5a service neutron] 10.222.0.18 "GET /v2.0/networks/f66219d6-a34d-4563-b2ec-8cab794e262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886550 Jul 08 02:10:54.563882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d03a8b3e-a735-44fa-8cc9-3bfcbddefcd7 req-2a382d55-536c-4981-ade7-775da03aa1f7 service neutron] 10.222.0.18 "GET /v2.0/networks/f66219d6-a34d-4563-b2ec-8cab794e262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827954 Jul 08 02:10:54.739045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-9ae8b927-6cf5-4f54-8919-387c728f354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:54.740630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-9ae8b927-6cf5-4f54-8919-387c728f354c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 1096 time: 0.0533140 Jul 08 02:10:54.839050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-2b59802f-5d2e-40d4-9056-3857ab75fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:54.841091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-2b59802f-5d2e-40d4-9056-3857ab75fff2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f66219d6-a34d-4563-b2ec-8cab794e262e HTTP/1.1" status: 200 len: 898 time: 0.0910623 Jul 08 02:10:54.888871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-be1e4763-859f-4920-b253-e6ca23fbc0a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=724a43ce-2d70-4089-bc99-b51af8eea86c HTTP/1.1" status: 200 len: 217 time: 0.0389192 Jul 08 02:10:54.947151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-aa1762b7-6a47-494a-b51a-f1d9a062e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:54.949480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-aa1762b7-6a47-494a-b51a-f1d9a062e684 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9cb91481-c61a-4f3b-8aa8-c13099ffa7c2 HTTP/1.1" status: 200 len: 836 time: 0.0518858 Jul 08 02:10:55.016448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-b5aebf55-22c1-4aa9-9a99-39b1d59cd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:55.017986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-b5aebf55-22c1-4aa9-9a99-39b1d59cd3d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f66219d6-a34d-4563-b2ec-8cab794e262e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0574780 Jul 08 02:10:55.117924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01f38666-7efb-4629-8ad1-f3bb59eecd97 req-b15cb5f8-7915-4865-ac8d-6214e3fa3e2b tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 210 time: 0.0506940 Jul 08 02:10:55.122114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-1ae7ee7c-80d2-4d7a-9502-ae8f1827f0d0 service neutron] 10.222.0.18 "GET /v2.0/networks/f66219d6-a34d-4563-b2ec-8cab794e262e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959928 Jul 08 02:10:55.223430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb79766b-d754-40f5-b3f6-63ce876a3988 req-b3c28888-20e2-422b-81be-8beeac071d30 service neutron] 10.222.0.18 "GET /v2.0/networks/f66219d6-a34d-4563-b2ec-8cab794e262e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939882 Jul 08 02:10:55.277538 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:10:55.322156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5a6c8-c0d7-4292-b1fd-b17e26a68274 req-5ac80588-f70b-4be0-ae11-f63d01fb4944 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:55.323714 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f5a6c8-c0d7-4292-b1fd-b17e26a68274 req-5ac80588-f70b-4be0-ae11-f63d01fb4944 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 944 time: 0.0687361 Jul 08 02:10:55.365273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27f5a6c8-c0d7-4292-b1fd-b17e26a68274 req-f0d73666-9534-45ef-a073-b2c5f92c3068 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356650 Jul 08 02:10:55.569989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-ecf9a367-4b67-4ca5-8f01-f46c1c96ad52 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:55.571607 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-ecf9a367-4b67-4ca5-8f01-f46c1c96ad52 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.32 "GET /v2.0/networks?id=4f2132ea-1d80-4552-85bf-6882391cabae HTTP/1.1" status: 200 len: 808 time: 0.1041183 Jul 08 02:10:55.585198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Request body: {'port': {'device_id': '27062034-e4ef-4759-b99f-79ff073b8b9f', 'network_id': '4f2132ea-1d80-4552-85bf-6882391cabae', 'admin_state_up': True, 'tenant_id': '773b65538bc746e0be74c6197d03bb33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:55.805828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Made reservation on behalf of 773b65538bc746e0be74c6197d03bb33 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:55.809584 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:55.951652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Allocated IP 172.20.0.9 (4f2132ea-1d80-4552-85bf-6882391cabae/27ba5d9c-fcb1-430b-92e3-c5879b0bbc2c/8a2edcbb-a360-4c5f-8f3c-278c44526ebb) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:56.101454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:56.224970 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:56.282801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Network 4f2132ea-1d80-4552-85bf-6882391cabae is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:56.287070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:56.288913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Pushing event updated for resources: {'Port': ['ID=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:56.291138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:56.316745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e589fe5-8662-4933-a565-c2a3696b1214 req-27affd0f-fbbe-4e1e-a50c-a26b932a2b5d tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:56.318514 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e589fe5-8662-4933-a565-c2a3696b1214 req-27affd0f-fbbe-4e1e-a50c-a26b932a2b5d tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 931 time: 0.0804694 Jul 08 02:10:56.351264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:56.352235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:56.364488 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e589fe5-8662-4933-a565-c2a3696b1214 req-bb6ac8db-fd0b-4032-ad17-1a5c42ecc2c7 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Jul 08 02:10:56.453098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-48f46a27-c0ee-431e-8fa4-b01baf420c5f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8717246 Jul 08 02:10:56.467850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Request body: {'port': {'device_id': '27062034-e4ef-4759-b99f-79ff073b8b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:56.585958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:56.610285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deacf2-9816-41cc-84e2-086ea17b8612 req-5ec4beba-8ff7-42b0-8384-ef5d12ccd17e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:56.611739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77deacf2-9816-41cc-84e2-086ea17b8612 req-5ec4beba-8ff7-42b0-8384-ef5d12ccd17e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 944 time: 0.1199763 Jul 08 02:10:56.729419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77deacf2-9816-41cc-84e2-086ea17b8612 req-b14144c7-c129-4dad-8d4e-32d6155ae4d9 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962181 Jul 08 02:10:56.888367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2edcbb-a360-4c5f-8f3c-278c44526ebb {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:56.895947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:56.908516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Transition to ACTIVE for port object 8a2edcbb-a360-4c5f-8f3c-278c44526ebb will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:57.034804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:57.090321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:57.163121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Attempting to bind port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:57.163498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Attempting to bind port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '5df5018f-f5c0-4ecb-a2fd-f0696344e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f2132ea-1d80-4552-85bf-6882391cabae'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:57.163833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Attempting to bind port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb on network 4f2132ea-1d80-4552-85bf-6882391cabae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:57.168534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb on network 4f2132ea-1d80-4552-85bf-6882391cabae not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:10:57.168862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Attempting to bind port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb on network 4f2132ea-1d80-4552-85bf-6882391cabae {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:57.174552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:57.174899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Checking segment: {'id': '5df5018f-f5c0-4ecb-a2fd-f0696344e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f2132ea-1d80-4552-85bf-6882391cabae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:57.175332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Bound using segment: {'id': '5df5018f-f5c0-4ecb-a2fd-f0696344e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f2132ea-1d80-4552-85bf-6882391cabae'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:57.175902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Bound port: 8a2edcbb-a360-4c5f-8f3c-278c44526ebb, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df5018f-f5c0-4ecb-a2fd-f0696344e1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4f2132ea-1d80-4552-85bf-6882391cabae'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:57.176278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:57.241028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] For port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:57.247004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] For port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,segment=NetworkSegment(5df5018f-f5c0-4ecb-a2fd-f0696344e1a7),segment_id=5df5018f-f5c0-4ecb-a2fd-f0696344e1a7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:57.324727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 724a43ce-2d70-4089-bc99-b51af8eea86c details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:10:57.340949 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:57.379850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:57.379850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:57.379850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] 10.222.0.32 "PUT /v2.0/ports/8a2edcbb-a360-4c5f-8f3c-278c44526ebb HTTP/1.1" status: 200 len: 1092 time: 0.9147606 Jul 08 02:10:57.379850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27062034-e4ef-4759-b99f-79ff073b8b9f', 'tag': '8a2edcbb-a360-4c5f-8f3c-278c44526ebb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:57.382265 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493ef59e-f237-4530-a52a-acfd477705aa" -d '{"events": [{"name": "network-changed", "server_uuid": "27062034-e4ef-4759-b99f-79ff073b8b9f", "tag": "8a2edcbb-a360-4c5f-8f3c-278c44526ebb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:57.435604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 724a43ce-2d70-4089-bc99-b51af8eea86c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=724a43ce-2d70-4089-bc99-b51af8eea86c,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:57.439458 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6161678f-3c1f-4044-ba00-0b62a615d718 x-openstack-request-id: req-6161678f-3c1f-4044-ba00-0b62a615d718 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:57.447721 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27062034-e4ef-4759-b99f-79ff073b8b9f", "tag": "8a2edcbb-a360-4c5f-8f3c-278c44526ebb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:57.447721 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6161678f-3c1f-4044-ba00-0b62a615d718 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:57.447721 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27062034-e4ef-4759-b99f-79ff073b8b9f', 'tag': '8a2edcbb-a360-4c5f-8f3c-278c44526ebb', 'status': 'completed', 'code': 200} Jul 08 02:10:57.447721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872786b2-3714-4fe4-a06d-8c0318973169 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:57.449905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '724a43ce-2d70-4089-bc99-b51af8eea86c', 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e', 'port_id': '724a43ce-2d70-4089-bc99-b51af8eea86c', 'mac_address': 'fa:16:3e:68:bf:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb91481-c61a-4f3b-8aa8-c13099ffa7c2', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:10:57.490433 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:57.505111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724a43ce-2d70-4089-bc99-b51af8eea86c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:57.523475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ef59e-f237-4530-a52a-acfd477705aa req-b8ca66a3-a5ef-4856-b951-2ed002bfd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:57.525356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 724a43ce-2d70-4089-bc99-b51af8eea86c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=724a43ce-2d70-4089-bc99-b51af8eea86c,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:57.525842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-493ef59e-f237-4530-a52a-acfd477705aa req-b8ca66a3-a5ef-4856-b951-2ed002bfd0fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=773b65538bc746e0be74c6197d03bb33&device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 1095 time: 0.0647149 Jul 08 02:10:57.602103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dbab6-a578-483f-8ff2-bd96d487dcff req-c3fb835b-be6c-47a8-b9ce-bca5a2566b7f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:57.603630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-807dbab6-a578-483f-8ff2-bd96d487dcff req-c3fb835b-be6c-47a8-b9ce-bca5a2566b7f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 943 time: 0.0671208 Jul 08 02:10:57.618095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:57.638792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ef59e-f237-4530-a52a-acfd477705aa req-21cdbea3-19a1-4f6a-932b-d1460e902cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:57.639462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-493ef59e-f237-4530-a52a-acfd477705aa req-21cdbea3-19a1-4f6a-932b-d1460e902cc0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=773b65538bc746e0be74c6197d03bb33&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1051955 Jul 08 02:10:57.645263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-807dbab6-a578-483f-8ff2-bd96d487dcff req-67187852-abd4-48e3-ad48-fd3aef794421 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Jul 08 02:10:57.669689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=724a43ce-2d70-4089-bc99-b51af8eea86c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:57.739170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ef59e-f237-4530-a52a-acfd477705aa req-17b5136f-70cc-4be4-b453-73d1aab7add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:57.740830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-493ef59e-f237-4530-a52a-acfd477705aa req-17b5136f-70cc-4be4-b453-73d1aab7add8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926583 Jul 08 02:10:57.845089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-cf345482-6701-4f18-b722-8fb6397e16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:57.845089 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-cf345482-6701-4f18-b722-8fb6397e16bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=773b65538bc746e0be74c6197d03bb33&device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 1095 time: 0.0537739 Jul 08 02:10:57.922360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['724a43ce-2d70-4089-bc99-b51af8eea86c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:10:58.213428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-a1a8c982-9663-4cd9-b31c-2f4bc4f92447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a2edcbb-a360-4c5f-8f3c-278c44526ebb HTTP/1.1" status: 200 len: 217 time: 0.3546684 Jul 08 02:10:58.290109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c96e8-c925-49f6-8878-0af57229711c req-f25ce79d-3580-4bd3-93d1-6390cded7384 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:58.292459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-251c96e8-c925-49f6-8878-0af57229711c req-f25ce79d-3580-4bd3-93d1-6390cded7384 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 945 time: 0.4429364 Jul 08 02:10:58.300395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-6dc7f067-45bb-4f73-abc1-8c8ffc689de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:58.302504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-6dc7f067-45bb-4f73-abc1-8c8ffc689de3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27ba5d9c-fcb1-430b-92e3-c5879b0bbc2c HTTP/1.1" status: 200 len: 848 time: 0.0819104 Jul 08 02:10:58.351386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-73262538-6eb6-4694-8552-9423dce0711f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4f2132ea-1d80-4552-85bf-6882391cabae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390606 Jul 08 02:10:58.409830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-251c96e8-c925-49f6-8878-0af57229711c req-d511cf3e-056d-495f-adcf-4a6018c84907 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062489 Jul 08 02:10:58.452676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-7d72e80a-3cc7-40ae-9b99-432511b3f89d service neutron] 10.222.0.32 "GET /v2.0/networks/4f2132ea-1d80-4552-85bf-6882391cabae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916765 Jul 08 02:10:58.551476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9255414a-3c1c-42d4-9129-de4a3db7a073 req-790cb5a1-59ed-4c02-92d5-1267ca1e10a0 service neutron] 10.222.0.32 "GET /v2.0/networks/4f2132ea-1d80-4552-85bf-6882391cabae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907471 Jul 08 02:10:58.823457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c765db-8043-4966-8d1a-e9eeab8b976f req-ac7712ae-361f-4830-bdc4-19400cb99fef tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:58.825500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6c765db-8043-4966-8d1a-e9eeab8b976f req-ac7712ae-361f-4830-bdc4-19400cb99fef tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 943 time: 0.0660861 Jul 08 02:10:58.863108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6c765db-8043-4966-8d1a-e9eeab8b976f req-1e131d2c-ccfd-44c0-990d-56bf5d4a6e3e tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Jul 08 02:10:59.341274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 724a43ce-2d70-4089-bc99-b51af8eea86c up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:59.440809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 724a43ce-2d70-4089-bc99-b51af8eea86c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:59.448906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 724a43ce-2d70-4089-bc99-b51af8eea86c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:59.451877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:59.531403 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:59.556319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a697670-423e-4e7a-97f6-a135bc8add65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724a43ce-2d70-4089-bc99-b51af8eea86c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:59.558987 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e01eb1-adc5-4949-88e6-b799ee0bc045" -d '{"events": [{"server_uuid": "7a697670-423e-4e7a-97f6-a135bc8add65", "name": "network-vif-plugged", "status": "completed", "tag": "724a43ce-2d70-4089-bc99-b51af8eea86c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:59.580460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 724a43ce-2d70-4089-bc99-b51af8eea86c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=724a43ce-2d70-4089-bc99-b51af8eea86c,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:59.608228 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85d8140-b905-4f66-9e7f-587f799dcfbe x-openstack-request-id: req-c85d8140-b905-4f66-9e7f-587f799dcfbe {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:59.608817 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a697670-423e-4e7a-97f6-a135bc8add65", "name": "network-vif-plugged", "status": "completed", "tag": "724a43ce-2d70-4089-bc99-b51af8eea86c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:59.609268 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c85d8140-b905-4f66-9e7f-587f799dcfbe {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:59.609837 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a697670-423e-4e7a-97f6-a135bc8add65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724a43ce-2d70-4089-bc99-b51af8eea86c', 'code': 200} Jul 08 02:10:59.616680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59181066-e464-44bf-8e99-ce55c6776124 req-69ab885a-8c07-468f-83c7-8a7ca78ce8f4 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:59.618317 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59181066-e464-44bf-8e99-ce55c6776124 req-69ab885a-8c07-468f-83c7-8a7ca78ce8f4 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 945 time: 0.0822697 Jul 08 02:10:59.645923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:59.683908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59181066-e464-44bf-8e99-ce55c6776124 req-57ed7097-5fe1-403e-b31c-839a1843c0a6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584381 Jul 08 02:10:59.724604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=724a43ce-2d70-4089-bc99-b51af8eea86c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:59.760032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ede879-8631-43e7-aa40-5e4e19e01e85 req-66692a10-f2a8-4ba1-adb7-281613cca5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:59.761528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9ede879-8631-43e7-aa40-5e4e19e01e85 req-66692a10-f2a8-4ba1-adb7-281613cca5f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 1098 time: 0.0763714 Jul 08 02:10:59.798282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9ede879-8631-43e7-aa40-5e4e19e01e85 req-7e3f8a3d-508f-4e86-8775-3c7323541c99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293963 Jul 08 02:11:00.056014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15deefc-a6db-4db2-bdb1-98804cf4ff15 req-acf4e84a-a643-475e-a96c-d8de199cf9a2 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:00.058135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c15deefc-a6db-4db2-bdb1-98804cf4ff15 req-acf4e84a-a643-475e-a96c-d8de199cf9a2 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 943 time: 0.0651188 Jul 08 02:11:00.097739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c15deefc-a6db-4db2-bdb1-98804cf4ff15 req-a7ee5780-1add-44ac-a0ba-60169bc4a50c tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338061 Jul 08 02:11:00.872664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee5eb5-b956-46c2-8005-ee3333e3b9af req-c45e7baf-afc0-4cc3-95b7-e5ef56bde231 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:00.874254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70ee5eb5-b956-46c2-8005-ee3333e3b9af req-c45e7baf-afc0-4cc3-95b7-e5ef56bde231 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 946 time: 0.0743511 Jul 08 02:11:00.913494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70ee5eb5-b956-46c2-8005-ee3333e3b9af req-e28e690c-1d6e-4055-b634-ee20eda8fcd9 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336208 Jul 08 02:11:01.273465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be13e7f-3fb0-4233-b574-a26fc9d0db2f req-233bd3c2-50c3-4eb3-a8dc-afa939cb4c56 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:01.275025 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5be13e7f-3fb0-4233-b574-a26fc9d0db2f req-233bd3c2-50c3-4eb3-a8dc-afa939cb4c56 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 943 time: 0.0642061 Jul 08 02:11:01.322116 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5be13e7f-3fb0-4233-b574-a26fc9d0db2f req-c36738c4-af6b-4916-af87-95c4065f40bb tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Jul 08 02:11:02.094332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc89bb-a066-4351-a157-50eb23577b29 req-8fbdaf6b-f4a2-4c5b-a205-13f0892a5571 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:02.095882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7fdc89bb-a066-4351-a157-50eb23577b29 req-8fbdaf6b-f4a2-4c5b-a205-13f0892a5571 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 946 time: 0.0647757 Jul 08 02:11:02.139657 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7fdc89bb-a066-4351-a157-50eb23577b29 req-f3fc47a1-a782-4aea-818e-deea3115b552 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370724 Jul 08 02:11:02.315098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60011798-3e1e-4491-b6a7-74ac672e570c req-16a743db-2787-4ef8-9a6f-813cb272b56e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:02.316621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60011798-3e1e-4491-b6a7-74ac672e570c req-16a743db-2787-4ef8-9a6f-813cb272b56e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 946 time: 0.0668447 Jul 08 02:11:02.355150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60011798-3e1e-4491-b6a7-74ac672e570c req-f764df4a-e93f-48f8-b3e8-b96caef0bdd8 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330799 Jul 08 02:11:02.500765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67804a9e-9c0c-46a3-8e1f-7c60abb34576 req-879c96ab-4900-4b99-9fb3-4999e5d0ed31 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:02.502327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67804a9e-9c0c-46a3-8e1f-7c60abb34576 req-879c96ab-4900-4b99-9fb3-4999e5d0ed31 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 943 time: 0.0669270 Jul 08 02:11:02.540709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67804a9e-9c0c-46a3-8e1f-7c60abb34576 req-d2d8830f-486d-4029-8b99-7190f53d0be2 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Jul 08 02:11:03.195266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8a2edcbb-a360-4c5f-8f3c-278c44526ebb details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:11:03.291299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,segment=NetworkSegment(5df5018f-f5c0-4ecb-a2fd-f0696344e1a7),segment_id=5df5018f-f5c0-4ecb-a2fd-f0696344e1a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:03.302792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '8a2edcbb-a360-4c5f-8f3c-278c44526ebb', 'network_id': '4f2132ea-1d80-4552-85bf-6882391cabae', 'port_id': '8a2edcbb-a360-4c5f-8f3c-278c44526ebb', 'mac_address': 'fa:16:3e:58:c0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ba5d9c-fcb1-430b-92e3-c5879b0bbc2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:11:03.339133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:03.352685 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2edcbb-a360-4c5f-8f3c-278c44526ebb {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:03.372827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,segment=NetworkSegment(5df5018f-f5c0-4ecb-a2fd-f0696344e1a7),segment_id=5df5018f-f5c0-4ecb-a2fd-f0696344e1a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:03.451577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:03.497913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56986) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:03.502481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:03.603183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac98e473-736d-41a5-bf45-78fb188adc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:03.726167 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac98e473-736d-41a5-bf45-78fb188adc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:03.744707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c11e3c-11d4-4945-8e66-9754dea9c4ea req-a32b2016-9649-4ef9-a865-6dde23940b43 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:03.746223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-86c11e3c-11d4-4945-8e66-9754dea9c4ea req-a32b2016-9649-4ef9-a865-6dde23940b43 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 944 time: 0.0899754 Jul 08 02:11:03.785576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-86c11e3c-11d4-4945-8e66-9754dea9c4ea req-64d3b034-029b-4dc3-933a-597fe4850c9e tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337210 Jul 08 02:11:03.787948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac98e473-736d-41a5-bf45-78fb188adc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:03.829001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ac98e473-736d-41a5-bf45-78fb188adc1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ebb52e2b1d846669e96993ddcab5072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298714 Jul 08 02:11:03.832106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56996) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:03.833588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98e473-736d-41a5-bf45-78fb188adc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453ef5f4-2a85-4b09-83e3-2388512aac42,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:03.858111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56998) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:03.894375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:03.915705 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:03.932365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8a2edcbb-a360-4c5f-8f3c-278c44526ebb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:04.028951 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:04.033335 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:04.035958 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/453ef5f4-2a85-4b09-83e3-2388512aac42 HTTP/1.1" status: 204 len: 168 time: 0.2024889 Jul 08 02:11:04.047798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453ef5f4-2a85-4b09-83e3-2388512aac42,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:04.058142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.059085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.059527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.059934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.060652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.060652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.061113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.061537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.061930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.062289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.062692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.063095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9fae7-2dff-4f03-bea7-a0242c7eba25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:04.382482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:04.639438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57008) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:04.655242 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b06c714-d47f-4f40-9569-18406e3802d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:04.745925 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b06c714-d47f-4f40-9569-18406e3802d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:04.811453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b06c714-d47f-4f40-9569-18406e3802d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:04.853783 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9b06c714-d47f-4f40-9569-18406e3802d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cfe98186d104703a1c4a48a981113df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104878 Jul 08 02:11:04.853783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06c714-d47f-4f40-9569-18406e3802d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a722cd-5f11-4ef8-a5ff-7be0dd145990,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:04.854601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57012) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:04.977097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019b80b-c466-466b-8f01-a040d030bace req-dbe860f5-2554-49f6-98be-537bcda11141 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:04.978489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019b80b-c466-466b-8f01-a040d030bace req-dbe860f5-2554-49f6-98be-537bcda11141 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 944 time: 0.0763350 Jul 08 02:11:04.991523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8117f0e2-1707-41e0-9678-a92f21d21831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.016511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a019b80b-c466-466b-8f01-a040d030bace req-434821f6-9d6f-4a8d-8efb-5e16e4d75920 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jul 08 02:11:05.024290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.20.0.17 (f66219d6-a34d-4563-b2ec-8cab794e262e/9cb91481-c61a-4f3b-8aa8-c13099ffa7c2/0788d251-33a1-407e-848f-5c5ef7fd9d86) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:05.028069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8117f0e2-1707-41e0-9678-a92f21d21831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.175564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.205147 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8117f0e2-1707-41e0-9678-a92f21d21831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.207693 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8117f0e2-1707-41e0-9678-a92f21d21831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.212809 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8117f0e2-1707-41e0-9678-a92f21d21831 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41a722cd-5f11-4ef8-a5ff-7be0dd145990 HTTP/1.1" status: 204 len: 168 time: 0.3538506 Jul 08 02:11:05.215144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Transition to ACTIVE for port object 0788d251-33a1-407e-848f-5c5ef7fd9d86 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:05.226531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117f0e2-1707-41e0-9678-a92f21d21831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a722cd-5f11-4ef8-a5ff-7be0dd145990,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:05.278219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbb32a-f707-4ee7-b09a-2af697e566f1 req-93d1959f-dd1c-42c2-91b1-a9fc1133eea3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.279818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cfbb32a-f707-4ee7-b09a-2af697e566f1 req-93d1959f-dd1c-42c2-91b1-a9fc1133eea3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1227520 Jul 08 02:11:05.324901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cfbb32a-f707-4ee7-b09a-2af697e566f1 req-8f11ae19-9d2c-4b97-92be-a67011df67ff tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Jul 08 02:11:05.354187 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.404397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network f66219d6-a34d-4563-b2ec-8cab794e262e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:05.410605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:05.413724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:05.418018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=0788d251-33a1-407e-848f-5c5ef7fd9d86,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:05.463685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.517673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-9bafa153-d439-4591-b332-de253f38cb46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.523788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-9bafa153-d439-4591-b332-de253f38cb46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.530050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-9bafa153-d439-4591-b332-de253f38cb46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.536441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-9bafa153-d439-4591-b332-de253f38cb46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.543844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-9bafa153-d439-4591-b332-de253f38cb46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.554764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-9bafa153-d439-4591-b332-de253f38cb46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.561632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-9bafa153-d439-4591-b332-de253f38cb46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.564204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-9bafa153-d439-4591-b332-de253f38cb46 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.1255536 Jul 08 02:11:05.662176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a876fcdf-0932-4560-bcde-300ef4a8264d req-1e72a2bb-eb26-4937-b841-b314f9828c3d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892596 Jul 08 02:11:05.689080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e27197-90b3-4868-8241-16b55ebf51c1 req-69000967-d56f-4011-80f6-c6b9c90a9db8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:05.690385 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59e27197-90b3-4868-8241-16b55ebf51c1 req-69000967-d56f-4011-80f6-c6b9c90a9db8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2048399 Jul 08 02:11:05.736078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59e27197-90b3-4868-8241-16b55ebf51c1 req-29a8c47b-fd9e-4950-bde2-cef68a572cd9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384715 Jul 08 02:11:05.794826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.857360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1e795a59-e64c-4b49-879f-dd9dcbe24e73 None None] Provisioning for port 0788d251-33a1-407e-848f-5c5ef7fd9d86 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:05.863500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1e795a59-e64c-4b49-879f-dd9dcbe24e73 None None] Provisioning complete for port 0788d251-33a1-407e-848f-5c5ef7fd9d86 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:05.863500 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1e795a59-e64c-4b49-879f-dd9dcbe24e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:05.922183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1e795a59-e64c-4b49-879f-dd9dcbe24e73 None None] Port 0788d251-33a1-407e-848f-5c5ef7fd9d86 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:06.091023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440110c-fe18-4ed6-9820-f5574f60d1bf req-f32a8e49-813d-4dae-a445-929cae79438d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.097231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440110c-fe18-4ed6-9820-f5574f60d1bf req-f32a8e49-813d-4dae-a445-929cae79438d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.103616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440110c-fe18-4ed6-9820-f5574f60d1bf req-f32a8e49-813d-4dae-a445-929cae79438d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.109868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440110c-fe18-4ed6-9820-f5574f60d1bf req-f32a8e49-813d-4dae-a445-929cae79438d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.116366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440110c-fe18-4ed6-9820-f5574f60d1bf req-f32a8e49-813d-4dae-a445-929cae79438d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.122441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440110c-fe18-4ed6-9820-f5574f60d1bf req-f32a8e49-813d-4dae-a445-929cae79438d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.128399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440110c-fe18-4ed6-9820-f5574f60d1bf req-f32a8e49-813d-4dae-a445-929cae79438d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.130394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f440110c-fe18-4ed6-9820-f5574f60d1bf req-f32a8e49-813d-4dae-a445-929cae79438d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.1152804 Jul 08 02:11:06.173999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-6d35c4a1-8683-4820-b48a-9d4870463e35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.175786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-6d35c4a1-8683-4820-b48a-9d4870463e35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.1924043 Jul 08 02:11:06.238350 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:06.241068 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-5815cd8c-e8f5-414c-a4ec-f1e31790f8ea tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/quotas/6088de6936a647d0845e90076cb4babb HTTP/1.1" status: 200 len: 375 time: 0.0286274 Jul 08 02:11:06.309492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:06.384305 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-94433bc8-c9bc-42ec-b6e0-340a03dc75d7 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1366832 Jul 08 02:11:06.411876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b53760-7d82-442d-8fd0-c187b6e36ecb req-46382aa9-0c79-4466-b451-053c9079c136 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:06.419564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-98b53760-7d82-442d-8fd0-c187b6e36ecb req-46382aa9-0c79-4466-b451-053c9079c136 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 944 time: 0.0785401 Jul 08 02:11:06.454476 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:06.457277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=0788d251-33a1-407e-848f-5c5ef7fd9d86,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:06.459683 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-98b53760-7d82-442d-8fd0-c187b6e36ecb req-b079eb6d-bd36-47f2-9881-b9bd92ae9bc3 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 Jul 08 02:11:06.552469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-321e7e77-3b4e-4d37-9e18-9ee17a2302d4 service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568546 Jul 08 02:11:06.635736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network f66219d6-a34d-4563-b2ec-8cab794e262e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:06.638441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:06.715236 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-0a3d1436-d9a0-4e75-9086-8443fffc7de9 service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542759 Jul 08 02:11:06.786897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router b958bc26-fc87-4f6d-9f14-787e750e4b7b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:06.907125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:06.912322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4ee61fd4-22ad-4c8b-aa10-ceee50940325 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "PUT /v2.0/routers/b958bc26-fc87-4f6d-9f14-787e750e4b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0549281 Jul 08 02:11:06.920027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Sync routers for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:06.929793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:06.930411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:06.963573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:07.003903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2e352271-5992-4a83-871c-708d61ef9fe9 None None] Provisioning complete for port 0788d251-33a1-407e-848f-5c5ef7fd9d86 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:07.006330 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e352271-5992-4a83-871c-708d61ef9fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.055646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2e352271-5992-4a83-871c-708d61ef9fe9 None None] Port 0788d251-33a1-407e-848f-5c5ef7fd9d86 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:07.073631 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-faa761c9-eb7f-4026-a564-e28b9c27c31d req-9a7a6738-4a9d-4607-8247-b1226d3a67a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 210 time: 0.0484297 Jul 08 02:11:07.137619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-afcaeb8e-2be5-4bd1-8cd0-bccc3675eb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.267389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8a2edcbb-a360-4c5f-8f3c-278c44526ebb up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:07.267962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-afcaeb8e-2be5-4bd1-8cd0-bccc3675eb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.304966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:07.377514 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-afcaeb8e-2be5-4bd1-8cd0-bccc3675eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.407382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:07.421194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-afcaeb8e-2be5-4bd1-8cd0-bccc3675eb1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1ddfe260f844eecb4bf54747fbf1ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540844 Jul 08 02:11:07.421401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:07.421401 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.421605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaeb8e-2be5-4bd1-8cd0-bccc3675eb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab34e53-2214-451f-99b8-76e7a2de734f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:07.422196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:07.478402 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-133f1102-af62-4d8e-8e2e-e8d2d115e0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.506635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-133f1102-af62-4d8e-8e2e-e8d2d115e0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.625887 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.659041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27062034-e4ef-4759-b99f-79ff073b8b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2edcbb-a360-4c5f-8f3c-278c44526ebb'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:07.661777 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f12270-89aa-48f2-bd17-4e797cfed8c5" -d '{"events": [{"server_uuid": "27062034-e4ef-4759-b99f-79ff073b8b9f", "name": "network-vif-plugged", "status": "completed", "tag": "8a2edcbb-a360-4c5f-8f3c-278c44526ebb"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:07.687090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,segment=NetworkSegment(5df5018f-f5c0-4ecb-a2fd-f0696344e1a7),segment_id=5df5018f-f5c0-4ecb-a2fd-f0696344e1a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:07.716177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-133f1102-af62-4d8e-8e2e-e8d2d115e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.716451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:05Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:05Z', 'revision_number': 1, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788d251-33a1-407e-848f-5c5ef7fd9d86', 'name': '', 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:8f:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '9cb91481-c61a-4f3b-8aa8-c13099ffa7c2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:04Z', 'updated_at': '2021-07-08T02:11:06Z', 'revision_number': 2, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '9cb91481-c61a-4f3b-8aa8-c13099ffa7c2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:07.716647 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-133f1102-af62-4d8e-8e2e-e8d2d115e0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.716647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-133f1102-af62-4d8e-8e2e-e8d2d115e0d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ab34e53-2214-451f-99b8-76e7a2de734f HTTP/1.1" status: 204 len: 168 time: 0.2832127 Jul 08 02:11:07.720991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f1102-af62-4d8e-8e2e-e8d2d115e0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab34e53-2214-451f-99b8-76e7a2de734f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:07.727600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38239df5-7037-4c5e-829f-907f18b9f99e req-2ce52d02-41a4-4ced-a452-e7c6c8382227 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:07.729170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38239df5-7037-4c5e-829f-907f18b9f99e req-2ce52d02-41a4-4ced-a452-e7c6c8382227 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1098 time: 0.0743680 Jul 08 02:11:07.739790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Checking router: b958bc26-fc87-4f6d-9f14-787e750e4b7b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:07.743145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Updating router b958bc26-fc87-4f6d-9f14-787e750e4b7b port 0788d251-33a1-407e-848f-5c5ef7fd9d86 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:11:07.743549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c7d4c-449f-4ad8-b93c-a3191e4ac122 req-5c42d1d7-6f64-4389-b02b-e96fb3b1adb0 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:07.749044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b9c7d4c-449f-4ad8-b93c-a3191e4ac122 req-5c42d1d7-6f64-4389-b02b-e96fb3b1adb0 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 944 time: 0.1096904 Jul 08 02:11:07.773335 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.792134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38239df5-7037-4c5e-829f-907f18b9f99e req-13248335-8671-4ee5-bae0-8541cd34e3ea tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556240 Jul 08 02:11:07.796277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b9c7d4c-449f-4ad8-b93c-a3191e4ac122 req-b600629d-4c94-41c0-8863-1fd383de23ca tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462666 Jul 08 02:11:07.815601 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:07.818428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57106) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:07.863851 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7cd048-a4ca-473a-bf5b-c8b36b465c1a x-openstack-request-id: req-bd7cd048-a4ca-473a-bf5b-c8b36b465c1a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:07.864188 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27062034-e4ef-4759-b99f-79ff073b8b9f", "name": "network-vif-plugged", "status": "completed", "tag": "8a2edcbb-a360-4c5f-8f3c-278c44526ebb", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:07.864625 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd7cd048-a4ca-473a-bf5b-c8b36b465c1a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:07.864979 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27062034-e4ef-4759-b99f-79ff073b8b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2edcbb-a360-4c5f-8f3c-278c44526ebb', 'code': 200} Jul 08 02:11:07.883732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:08.002134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1968db-cfbe-47f1-b357-cd674b8c0e96 req-d41e5bc2-3c34-4eb6-81d3-afdf2033ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:08.003792 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e1968db-cfbe-47f1-b357-cd674b8c0e96 req-d41e5bc2-3c34-4eb6-81d3-afdf2033ed82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 1097 time: 0.0604594 Jul 08 02:11:08.018413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port fed75603-eb5a-48a9-ad76-d2093e84e200 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:08.019051 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.060649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e1968db-cfbe-47f1-b357-cd674b8c0e96 req-bc9d9855-9a44-4598-b3c6-fdeedc9f4ef8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449088 Jul 08 02:11:08.164122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.164695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.185447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for fed75603-eb5a-48a9-ad76-d2093e84e200 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:08.237930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6bbb5e5-1e8f-4f9d-91f4-d5bae38014d1 req-151f8f13-71ff-419a-b727-b6da1240285d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 210 time: 0.0452418 Jul 08 02:11:08.281557 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.326008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Transition to ACTIVE for port object 0788d251-33a1-407e-848f-5c5ef7fd9d86 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:08.443372 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.486282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.553031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=fed75603-eb5a-48a9-ad76-d2093e84e200,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:08.575577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2c17-682f-4652-9a1a-976c514dc41e None None] Pushing event updated for resources: {'Port': ['ID=0788d251-33a1-407e-848f-5c5ef7fd9d86,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:08.670506 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.670939 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Floating IP 4c4f4f82-5267-44ea-a87a-206b0a908a95 disassociated (deleted). External IP: 172.25.8.208, port: 27c06049-2675-464a-808b-55377398f5e2. Jul 08 02:11:08.677846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Attempting to bind port 0788d251-33a1-407e-848f-5c5ef7fd9d86 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:08.681765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Attempting to bind port 0788d251-33a1-407e-848f-5c5ef7fd9d86 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:08.681765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Attempting to bind port 0788d251-33a1-407e-848f-5c5ef7fd9d86 on network f66219d6-a34d-4563-b2ec-8cab794e262e {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:08.691400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:08.693894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Checking segment: {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:08.694306 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.694712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Bound using segment: {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:08.695196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Bound port: 0788d251-33a1-407e-848f-5c5ef7fd9d86, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16bf11-1a48-4f13-947d-1b340a260204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:08.695619 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.840025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] For port 0788d251-33a1-407e-848f-5c5ef7fd9d86, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:08.849915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] For port 0788d251-33a1-407e-848f-5c5ef7fd9d86, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0788d251-33a1-407e-848f-5c5ef7fd9d86,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:08.927706 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:09.031980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:09.070457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2c17-682f-4652-9a1a-976c514dc41e None None] Pushing event updated for resources: {'Port': ['ID=0788d251-33a1-407e-848f-5c5ef7fd9d86,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:09.073670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:09.074056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:09.242379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a4d9-efab-4d71-b222-b73de08acbad req-c0cb0ce2-21e1-413f-979a-698db221a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.243308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a4d9-efab-4d71-b222-b73de08acbad req-c0cb0ce2-21e1-413f-979a-698db221a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.244286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a4d9-efab-4d71-b222-b73de08acbad req-c0cb0ce2-21e1-413f-979a-698db221a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.245202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a4d9-efab-4d71-b222-b73de08acbad req-c0cb0ce2-21e1-413f-979a-698db221a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.246689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a4d9-efab-4d71-b222-b73de08acbad req-c0cb0ce2-21e1-413f-979a-698db221a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.247432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a4d9-efab-4d71-b222-b73de08acbad req-c0cb0ce2-21e1-413f-979a-698db221a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.248278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a4d9-efab-4d71-b222-b73de08acbad req-c0cb0ce2-21e1-413f-979a-698db221a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.251903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9641a4d9-efab-4d71-b222-b73de08acbad req-c0cb0ce2-21e1-413f-979a-698db221a2c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6507 time: 0.2156234 Jul 08 02:11:09.257875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:09.325371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9641a4d9-efab-4d71-b222-b73de08acbad req-78441ce0-9843-4668-a9f2-478d57290001 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=52411bb9-2ff1-49cb-b949-217d24cb780c&id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664365 Jul 08 02:11:09.470974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c86bf2bf-c975-49bd-a844-42ca639ef74f req-805beb25-7346-4cea-9767-a83c2c4c6857 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 210 time: 0.0388072 Jul 08 02:11:09.475435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4558f-f5ec-4128-a4e5-1c12d23ede36 req-c86917be-0ef6-479b-8971-1efce58b891f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.483106 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1d4558f-f5ec-4128-a4e5-1c12d23ede36 req-c86917be-0ef6-479b-8971-1efce58b891f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 945 time: 0.1653430 Jul 08 02:11:09.487163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 64f1a225-adca-44ad-b29b-24ad86bfaf10 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:09.560173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1d4558f-f5ec-4128-a4e5-1c12d23ede36 req-84f642f2-38a6-4b14-b890-b8de375bc0e6 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761564 Jul 08 02:11:09.635860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:05Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:05Z', 'revision_number': 1, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788d251-33a1-407e-848f-5c5ef7fd9d86', 'name': '', 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:8f:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '9cb91481-c61a-4f3b-8aa8-c13099ffa7c2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:04Z', 'updated_at': '2021-07-08T02:11:08Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '9cb91481-c61a-4f3b-8aa8-c13099ffa7c2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:09.640935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:09.648311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:09.654521 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] Sync routers for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:09.678136 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:09.678136 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:09.695914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc521191-ab71-432b-9f85-d4667bcb5472 None None] The sync data for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 is: [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:05Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:05Z', 'revision_number': 1, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788d251-33a1-407e-848f-5c5ef7fd9d86', 'name': '', 'network_id': 'f66219d6-a34d-4563-b2ec-8cab794e262e', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:8f:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '9cb91481-c61a-4f3b-8aa8-c13099ffa7c2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:04Z', 'updated_at': '2021-07-08T02:11:08Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '9cb91481-c61a-4f3b-8aa8-c13099ffa7c2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:09.724335 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-87f2722e-f014-4bec-9e54-0120a0a12816 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/floatingips/4c4f4f82-5267-44ea-a87a-206b0a908a95 HTTP/1.1" status: 204 len: 168 time: 1.9042437 Jul 08 02:11:09.724937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'tag': '27c06049-2675-464a-808b-55377398f5e2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:09.727688 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "tag": "27c06049-2675-464a-808b-55377398f5e2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:09.801674 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ea604-75bf-48fb-a758-fe201ce219cb x-openstack-request-id: req-753ea604-75bf-48fb-a758-fe201ce219cb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:09.801971 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "tag": "27c06049-2675-464a-808b-55377398f5e2", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:09.802224 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-753ea604-75bf-48fb-a758-fe201ce219cb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:09.802630 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'tag': '27c06049-2675-464a-808b-55377398f5e2', 'status': 'completed', 'code': 200} Jul 08 02:11:09.871351 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:09.883625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-edd92223-5f42-4a0d-9e8a-4997b409a44e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.885242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-edd92223-5f42-4a0d-9e8a-4997b409a44e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.18 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.2241468 Jul 08 02:11:09.920277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'port': {'device_id': '5e962242-48a6-4380-83c6-05bdd24df828', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'admin_state_up': True, 'tenant_id': '6088de6936a647d0845e90076cb4babb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:09.968840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-e5d5fd73-2618-485e-b963-e7bdf27ac1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:09.970906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-e5d5fd73-2618-485e-b963-e7bdf27ac1eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 1098 time: 0.1169174 Jul 08 02:11:10.157293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-1b0f5b93-135c-413d-a7c0-e76152e93f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:10.159288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-1b0f5b93-135c-413d-a7c0-e76152e93f15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 200 len: 898 time: 0.1807687 Jul 08 02:11:10.216434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-73d059dd-f1b8-4133-b664-3522c22bcbb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 200 len: 217 time: 0.0504134 Jul 08 02:11:10.239675 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:09:04Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:10.267510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:10.284074 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] Checking router: 64f1a225-adca-44ad-b29b-24ad86bfaf10 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:10.293009 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:10.293639 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:10:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:10.307660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-3ecec41a-10b0-477d-a18e-d5af014e82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:10.309761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-3ecec41a-10b0-477d-a18e-d5af014e82c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 200 len: 835 time: 0.0861456 Jul 08 02:11:10.331508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Made reservation on behalf of 6088de6936a647d0845e90076cb4babb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:10.335263 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:10.435624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-c1d6d729-4dd0-417a-ac09-25a0e2783aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:10.438934 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-c1d6d729-4dd0-417a-ac09-25a0e2783aab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2150fc1-ff8c-4d3a-a806-02757e494e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160877 Jul 08 02:11:10.499108 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:10.521424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Allocated IP 172.20.0.5 (47fd62ef-7611-49c4-a007-94ede2c3325a/adba4a48-6177-41ca-8ad9-1b9857ef7257/90fb0d5d-4266-4aed-9d56-7b452733a3f4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:10.562112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1077845959'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:10.583285 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-d3c90681-cdd8-4f98-a627-77069d67b173 service neutron] 10.222.0.18 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359677 Jul 08 02:11:10.724170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-145c961e-f939-4ac7-bf74-6938730fb872 req-fc76f89c-c2cd-4ecd-8fba-80541022aa92 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 210 time: 0.0519288 Jul 08 02:11:10.749404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15806a7-b18e-4382-b890-823fc421d854 req-30d4286c-bec4-4f75-af0a-eb4f21847727 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:10.751033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b15806a7-b18e-4382-b890-823fc421d854 req-30d4286c-bec4-4f75-af0a-eb4f21847727 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1971667 Jul 08 02:11:10.763397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Made reservation on behalf of d90f113116124d5eb2462ff78e608fcc for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:10.769520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:10.790303 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-398b99cb-b222-42ac-b3d0-9cb0d3abd2a6 req-e35d881f-f274-4355-8e7e-3fe266e18a02 service neutron] 10.222.0.18 "GET /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987622 Jul 08 02:11:10.808659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:10.849568 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:09:04Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:10.855957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b15806a7-b18e-4382-b890-823fc421d854 req-7c91b828-a07c-4178-a60c-950309556cf1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975745 Jul 08 02:11:10.881837 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:10.888124 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b04f6-aff2-4ade-9db0-32e1df16d58e None None] The sync data for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 is: [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '87af5ee4-376d-4e5b-91e0-c98ad5e75446', 'name': '', 'network_id': 'a2150fc1-ff8c-4d3a-a806-02757e494e7b', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:a0:80:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:50Z', 'updated_at': '2021-07-08T02:09:04Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'aedad078-f6c8-48b5-b71a-0f8b58f2c11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:10.921138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Transition to ACTIVE for port object 90fb0d5d-4266-4aed-9d56-7b452733a3f4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:10.973888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bf9e7-daae-46f1-acf9-c49869009774 req-0989537e-1253-4712-abfd-1e0b9b9a603f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:10.983106 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-846bf9e7-daae-46f1-acf9-c49869009774 req-0989537e-1253-4712-abfd-1e0b9b9a603f tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 945 time: 0.1210108 Jul 08 02:11:11.036424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-846bf9e7-daae-46f1-acf9-c49869009774 req-c9fa1232-0c81-4a82-bcc5-aabe96aace37 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523109 Jul 08 02:11:11.036611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.063517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.076156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:11.141117 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.184854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:11.200843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:11.211762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:11.214921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:11.218869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'Port': ['ID=90fb0d5d-4266-4aed-9d56-7b452733a3f4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:11.233840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.233840 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Added segment 4aa1ce9b-d727-44ac-8d38-c45bc8f219dc of type vlan for network 07486807-cd17-4e2b-8462-bd4fecbbe878 Jul 08 02:11:11.234795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3285850c-ae25-421c-9ff3-b3775e5b3d65 None None] New status for floating IP 4c4f4f82-5267-44ea-a87a-206b0a908a95: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:11:11.291500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d002a00-ba2d-4611-8dec-61f7394727f8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:11.323813 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.341304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:11.342295 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.430015 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-adbc33c3-09fe-4873-bd3b-71dd7d0fd29f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5246747 Jul 08 02:11:11.444715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Request body: {'port': {'device_id': '5e962242-48a6-4380-83c6-05bdd24df828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:11.476186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.484677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:11.485281 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.577393 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1d884e75-4972-4513-b7e3-927af1231d5b None None] Provisioning for port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:11.582188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1d884e75-4972-4513-b7e3-927af1231d5b None None] Provisioning complete for port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:11.582849 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1d884e75-4972-4513-b7e3-927af1231d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.603573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Pushing event updated for resources: {'Network': ['ID=07486807-cd17-4e2b-8462-bd4fecbbe878,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:11.610496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6a25a956-b010-4d2f-9cc2-6064aa9d2d4e tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3410912 Jul 08 02:11:11.616202 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.619198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57194) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:11.627836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1d884e75-4972-4513-b7e3-927af1231d5b None None] Port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:11.632712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 07486807-cd17-4e2b-8462-bd4fecbbe878 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:11.728207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Request body: {'network': {'name': 'tempest-network--339236038', 'router:external': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:11.744197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0788d251-33a1-407e-848f-5c5ef7fd9d86 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:11.878473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-3f9c09e2-6c07-4aa6-a013-c5c6bf89abbc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:11.880123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 0788d251-33a1-407e-848f-5c5ef7fd9d86 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:11.880423 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-3f9c09e2-6c07-4aa6-a013-c5c6bf89abbc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.1199257 Jul 08 02:11:11.884593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0788d251-33a1-407e-848f-5c5ef7fd9d86 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:11.889701 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.951369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Made reservation on behalf of 35c9eb97d01f4541a978023b7009ed07 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:11.953912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.007981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.022839 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.040770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052d59d-c57d-48c9-93e8-8f6db638d15d req-f4efa17d-ff56-44f1-9b9e-543873755151 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.042331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4052d59d-c57d-48c9-93e8-8f6db638d15d req-f4efa17d-ff56-44f1-9b9e-543873755151 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 931 time: 0.1665306 Jul 08 02:11:12.043543 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-148990a1-b4ca-4d2a-b4ff-c9b8f24e7f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.056476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fb0d5d-4266-4aed-9d56-7b452733a3f4 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:12.062315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 0788d251-33a1-407e-848f-5c5ef7fd9d86, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0788d251-33a1-407e-848f-5c5ef7fd9d86,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:12.071163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.095548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Transition to ACTIVE for port object 90fb0d5d-4266-4aed-9d56-7b452733a3f4 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:12.109076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4052d59d-c57d-48c9-93e8-8f6db638d15d req-c67b52d5-c641-4872-b4db-a79a67d4157c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558524 Jul 08 02:11:12.126305 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.129947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port 27c06049-2675-464a-808b-55377398f5e2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:12.132576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.159755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.193569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=0788d251-33a1-407e-848f-5c5ef7fd9d86,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:12.256968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Pushing event updated for resources: {'Port': ['ID=90fb0d5d-4266-4aed-9d56-7b452733a3f4,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:12.308852 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port 27c06049-2675-464a-808b-55377398f5e2, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=27c06049-2675-464a-808b-55377398f5e2,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:12.313694 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.334152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d249489-1ac3-4d3f-af12-8f0e57f10cc7 req-1ab7e527-76c7-4fb3-a4a4-4fb8e91753cf tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.334529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Attempting to bind port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:12.334987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Attempting to bind port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:12.335209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Attempting to bind port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:12.335770 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d249489-1ac3-4d3f-af12-8f0e57f10cc7 req-1ab7e527-76c7-4fb3-a4a4-4fb8e91753cf tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 946 time: 0.3309431 Jul 08 02:11:12.340922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for 27c06049-2675-464a-808b-55377398f5e2 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:12.341122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 on network 47fd62ef-7611-49c4-a007-94ede2c3325a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:11:12.342497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Attempting to bind port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:12.349512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:12.349865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Checking segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:12.350259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Bound using segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:12.350791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Bound port: 90fb0d5d-4266-4aed-9d56-7b452733a3f4, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:12.351059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.440422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] For port 90fb0d5d-4266-4aed-9d56-7b452733a3f4, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:12.446166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] For port 90fb0d5d-4266-4aed-9d56-7b452733a3f4, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=90fb0d5d-4266-4aed-9d56-7b452733a3f4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:12.449391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.454446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d249489-1ac3-4d3f-af12-8f0e57f10cc7 req-5929726b-4995-44d4-8de8-88baa16a0d74 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7b5b34e-41a4-455c-95a2-4a016b837393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101685 Jul 08 02:11:12.566344 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.608472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.609093 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.610564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] 10.222.0.18 "PUT /v2.0/ports/90fb0d5d-4266-4aed-9d56-7b452733a3f4 HTTP/1.1" status: 200 len: 1092 time: 1.1721194 Jul 08 02:11:12.611120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e962242-48a6-4380-83c6-05bdd24df828', 'tag': '90fb0d5d-4266-4aed-9d56-7b452733a3f4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:12.611304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.615967 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df362925-097a-49dd-a7f4-a3aca12f73de" -d '{"events": [{"name": "network-changed", "server_uuid": "5e962242-48a6-4380-83c6-05bdd24df828", "tag": "90fb0d5d-4266-4aed-9d56-7b452733a3f4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:12.640435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6760e-74e9-41a4-b672-9905e95a4230 service neutron] Pushing event updated for resources: {'Port': ['ID=90fb0d5d-4266-4aed-9d56-7b452733a3f4,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:12.644830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:12.652220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54143b3a-fca9-43a3-8a17-9d14e813a1d2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:12.659914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.660816 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Added segment b8d3d5b9-262c-4edc-b63f-1d2f0b2c99dd of type vlan for network a6a76d3a-c449-4e70-8fc3-2150912838a3 Jul 08 02:11:12.661483 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1d2c86-e975-4373-a61a-aa0de581b95e x-openstack-request-id: req-4d1d2c86-e975-4373-a61a-aa0de581b95e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:12.661786 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e962242-48a6-4380-83c6-05bdd24df828", "tag": "90fb0d5d-4266-4aed-9d56-7b452733a3f4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:12.662047 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d1d2c86-e975-4373-a61a-aa0de581b95e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:12.662524 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e962242-48a6-4380-83c6-05bdd24df828', 'tag': '90fb0d5d-4266-4aed-9d56-7b452733a3f4', 'status': 'completed', 'code': 200} Jul 08 02:11:12.679724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.729735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=27c06049-2675-464a-808b-55377398f5e2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:12.780237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362925-097a-49dd-a7f4-a3aca12f73de req-f1f5cece-466f-4bc3-9a8a-020735b0fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.783360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df362925-097a-49dd-a7f4-a3aca12f73de req-f1f5cece-466f-4bc3-9a8a-020735b0fc76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 1095 time: 0.0853531 Jul 08 02:11:12.820658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.826921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] No DVR routers for this DVR port 27c06049-2675-464a-808b-55377398f5e2 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:12.837536 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.841469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29b67aaf-1668-494f-a09e-77eeb7936dea req-e919b6e9-4117-4ba9-a839-0f8e9885d5d9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "DELETE /v2.0/ports/27c06049-2675-464a-808b-55377398f5e2 HTTP/1.1" status: 204 len: 173 time: 0.9549301 Jul 08 02:11:12.842154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'name': 'network-vif-deleted', 'tag': '27c06049-2675-464a-808b-55377398f5e2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:12.846040 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e2efcb-ba09-4dac-bf6d-cabb87dbf65e" -d '{"events": [{"server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "name": "network-vif-deleted", "tag": "27c06049-2675-464a-808b-55377398f5e2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:12.920835 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ecdcd4-d5eb-4884-8dd3-b7b710a2df91 x-openstack-request-id: req-97ecdcd4-d5eb-4884-8dd3-b7b710a2df91 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:12.928021 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e48c4-f307-4c3a-99e1-7abd8a013d7b", "name": "network-vif-deleted", "tag": "27c06049-2675-464a-808b-55377398f5e2", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:12.928021 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97ecdcd4-d5eb-4884-8dd3-b7b710a2df91 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:12.928021 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53e48c4-f307-4c3a-99e1-7abd8a013d7b', 'name': 'network-vif-deleted', 'tag': '27c06049-2675-464a-808b-55377398f5e2', 'status': 'completed', 'code': 200} Jul 08 02:11:12.965960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362925-097a-49dd-a7f4-a3aca12f73de req-f9295c2a-5d04-4edc-8b8e-f45a494493bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.968377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df362925-097a-49dd-a7f4-a3aca12f73de req-f9295c2a-5d04-4edc-8b8e-f45a494493bd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6088de6936a647d0845e90076cb4babb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1776721 Jul 08 02:11:12.983137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.984223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.984819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.052030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Network': ['ID=a6a76d3a-c449-4e70-8fc3-2150912838a3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:13.062354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network a6a76d3a-c449-4e70-8fc3-2150912838a3 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:13.076912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362925-097a-49dd-a7f4-a3aca12f73de req-8f731c25-8a15-4c73-aa0f-0ab080900a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.078420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df362925-097a-49dd-a7f4-a3aca12f73de req-8f731c25-8a15-4c73-aa0f-0ab080900a6c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030083 Jul 08 02:11:13.123872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57220) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:13.132607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b2d4fdaf-03e7-4963-b9b5-5402bc0fd1bc tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5037093 Jul 08 02:11:13.237149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.331294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-797400c2-ec72-48dc-b8f1-94543f47efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.333644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-797400c2-ec72-48dc-b8f1-94543f47efb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 1095 time: 0.2121823 Jul 08 02:11:13.412868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-b058c396-ddcb-46bb-95c8-f7356aacaea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90fb0d5d-4266-4aed-9d56-7b452733a3f4 HTTP/1.1" status: 200 len: 217 time: 0.0447383 Jul 08 02:11:13.421995 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.437991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a76d3a-c449-4e70-8fc3-2150912838a3']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:13.480586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d3d5b9-262c-4edc-b63f-1d2f0b2c99dd') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:13.480803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d3d5b9-262c-4edc-b63f-1d2f0b2c99dd') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:13.495247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.506644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eee14-5037-4675-bad0-4c7bd24c85a4 req-7d1ca185-8e65-4fa6-8d0c-c7882045d7ee tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.508176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-360eee14-5037-4675-bad0-4c7bd24c85a4 req-7d1ca185-8e65-4fa6-8d0c-c7882045d7ee tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 943 time: 0.2577968 Jul 08 02:11:13.533219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.547372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-2631b771-4dc1-42d9-b881-a4bda0411627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.548842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-2631b771-4dc1-42d9-b881-a4bda0411627 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1136692 Jul 08 02:11:13.549804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:13.550367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:13.554170 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:13.658579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-360eee14-5037-4675-bad0-4c7bd24c85a4 req-82eaafd6-21ea-473f-a400-50b4fbefbe8d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419041 Jul 08 02:11:13.665267 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ed5d112-7207-43fe-9dc8-bd13f6251c41 req-17c2c50a-c29d-4bb3-9b9a-35ceb4024146 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=b53e48c4-f307-4c3a-99e1-7abd8a013d7b HTTP/1.1" status: 200 len: 210 time: 0.0446548 Jul 08 02:11:13.690998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-681fd047-e5fa-4dc5-9639-b470b6e3f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.693123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-681fd047-e5fa-4dc5-9639-b470b6e3f128 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256206 Jul 08 02:11:13.706841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0788d251-33a1-407e-848f-5c5ef7fd9d86 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:13.756968 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.758380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0788d251-33a1-407e-848f-5c5ef7fd9d86 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:13.759238 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.762456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6a76d3a-c449-4e70-8fc3-2150912838a3 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 02:11:13.765109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.767007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "DELETE /v2.0/networks/a6a76d3a-c449-4e70-8fc3-2150912838a3 HTTP/1.1" status: 204 len: 168 time: 0.6420610 Jul 08 02:11:13.772282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57228) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:13.778785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:13.789470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375c727-f3e6-4e27-a0db-1e2cebfcee5d tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6a76d3a-c449-4e70-8fc3-2150912838a3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:13.833890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-3e0518c4-610f-44bd-b1d4-15cf6e78cf15 service neutron] 10.222.0.18 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284838 Jul 08 02:11:13.868734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Made reservation on behalf of 35c9eb97d01f4541a978023b7009ed07 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:13.881653 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.933383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:13.950889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:13.951261 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Added segment fa42ccf6-4b5e-484d-958e-6f72d75dec8b of type vlan for network 87da74e3-c6af-4c7a-a570-7472c05ea385 Jul 08 02:11:14.005328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a303da40-0f40-4282-9ac7-51142bf780c4 req-6cbd5286-fcb6-4121-8823-dad5e0d15fbd service neutron] 10.222.0.18 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633666 Jul 08 02:11:14.008090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:14.122207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:14.123195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:14.123807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:14.187989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Network': ['ID=87da74e3-c6af-4c7a-a570-7472c05ea385,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:14.200202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 87da74e3-c6af-4c7a-a570-7472c05ea385 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:14.268431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:14.268900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-991cddb6-f359-4218-b616-bdc7dead8024 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4949198 Jul 08 02:11:14.273678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Request body: {'subnet': {'network_id': '87da74e3-c6af-4c7a-a570-7472c05ea385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:14.405474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Made reservation on behalf of 35c9eb97d01f4541a978023b7009ed07 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:14.407807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:14.480570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cc6bacdb-eba3-4538-bcd2-bae53e8d5607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:14.769354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57252) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:14.784233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.objects.ports [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:11:14.785075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:14.851444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f764f904-580d-425e-9a6d-907cb2d2e64f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:14.866987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Checking segment: {'id': 'fa42ccf6-4b5e-484d-958e-6f72d75dec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '87da74e3-c6af-4c7a-a570-7472c05ea385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:14.866987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Network hostable DHCP agents. Network: 87da74e3-c6af-4c7a-a570-7472c05ea385, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:11:14.885469 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:14.966383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Network 87da74e3-c6af-4c7a-a570-7472c05ea385 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:11:14.991868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95e398-ff60-4e6b-9d17-2704ae7ac203 req-9f21a145-fba3-4f0d-a692-616266e4fb8d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:14.991868 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd95e398-ff60-4e6b-9d17-2704ae7ac203 req-9f21a145-fba3-4f0d-a692-616266e4fb8d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 943 time: 0.1618664 Jul 08 02:11:15.051870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 87da74e3-c6af-4c7a-a570-7472c05ea385) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:15.059034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:15.062915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:15.064468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63145d2f-5464-4587-939a-2ea2f288796c None None] Network 87da74e3-c6af-4c7a-a570-7472c05ea385 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:15.085870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd95e398-ff60-4e6b-9d17-2704ae7ac203 req-ec8de401-04be-4a80-b883-abe6b175e83d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853033 Jul 08 02:11:15.150807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-30e809e4-e434-4d51-979d-b5868c00e84f tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8810389 Jul 08 02:11:15.153302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:15.158094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Request body: {'floatingip': {'floating_network_id': '87da74e3-c6af-4c7a-a570-7472c05ea385'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:15.263406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:15.331912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:15.362312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:15.383607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff5068-610c-4f2c-9c60-35476f4426c9 None None] Network 87da74e3-c6af-4c7a-a570-7472c05ea385 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:15.438694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 27c06049-2675-464a-808b-55377398f5e2 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:15.466968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 27c06049-2675-464a-808b-55377398f5e2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:15.467316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 27c06049-2675-464a-808b-55377398f5e2 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:15.513266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Allocated IP 172.20.0.8 (87da74e3-c6af-4c7a-a570-7472c05ea385/f764f904-580d-425e-9a6d-907cb2d2e64f/2f57c8b7-acf9-4d7c-8c35-7ff030dbe2f0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:15.644557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:15.754073 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:15.781331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:15.823947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Network 87da74e3-c6af-4c7a-a570-7472c05ea385 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:15.829633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:15.833740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:15.840444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Port': ['ID=2f57c8b7-acf9-4d7c-8c35-7ff030dbe2f0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:15.957828 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.068850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port 87af5ee4-376d-4e5b-91e0-c98ad5e75446 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:16.069430 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.072725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.166089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port 87af5ee4-376d-4e5b-91e0-c98ad5e75446, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=87af5ee4-376d-4e5b-91e0-c98ad5e75446,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:16.166458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.195482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for 87af5ee4-376d-4e5b-91e0-c98ad5e75446 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:16.287148 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.326864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9fdd-175a-4e65-8ef3-f40f18110d5e req-aaeb56ce-fd41-451d-aa72-a756d1c038f1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:16.328395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5dbb9fdd-175a-4e65-8ef3-f40f18110d5e req-aaeb56ce-fd41-451d-aa72-a756d1c038f1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 943 time: 0.1067412 Jul 08 02:11:16.370926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5dbb9fdd-175a-4e65-8ef3-f40f18110d5e req-3b038360-23e5-4b70-a09f-69559ad631bd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Jul 08 02:11:16.372006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.452727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Port': ['ID=2f57c8b7-acf9-4d7c-8c35-7ff030dbe2f0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:16.471415 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.508457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.539355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=87af5ee4-376d-4e5b-91e0-c98ad5e75446,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:16.605068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.606318 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a250281a-5fcc-4252-9d8d-0ce724d17272 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4521194 Jul 08 02:11:16.609214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57280) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:16.624627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e841ceb-18d7-40ce-bcb8-89ea6f9aab36 req-18e99a5a-3ec7-4940-8b2a-13a6d663603c tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:16.627854 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e841ceb-18d7-40ce-bcb8-89ea6f9aab36 req-18e99a5a-3ec7-4940-8b2a-13a6d663603c tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 945 time: 0.0890181 Jul 08 02:11:16.670668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e841ceb-18d7-40ce-bcb8-89ea6f9aab36 req-080869a7-f6e5-41fd-915e-92d2eb57b582 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374358 Jul 08 02:11:16.743296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-660e0b3d-a2a0-408d-8fa2-a25be618c568 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=87da74e3-c6af-4c7a-a570-7472c05ea385 HTTP/1.1" status: 200 len: 689 time: 0.1285756 Jul 08 02:11:16.743692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57284) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:16.820976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:16.845846 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.055881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 64f1a225-adca-44ad-b29b-24ad86bfaf10 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:17.173664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:17.182368 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8d09e4fb-bdbc-4166-8c29-4490334d747e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "PUT /v2.0/routers/64f1a225-adca-44ad-b29b-24ad86bfaf10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4091883 Jul 08 02:11:17.182778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57286) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:17.183917 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] Sync routers for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:17.194991 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:17.195990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:17.242085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d27b108-9ebd-4eca-b303-d622648304e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting subnet aedad078-f6c8-48b5-b71a-0f8b58f2c11c {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:11:17.245930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d27b108-9ebd-4eca-b303-d622648304e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.256653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Deleting port 2f57c8b7-acf9-4d7c-8c35-7ff030dbe2f0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:17.257010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.287638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d27b108-9ebd-4eca-b303-d622648304e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.310860 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:17.341458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.341890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.356548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Calling delete_port for 2f57c8b7-acf9-4d7c-8c35-7ff030dbe2f0 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:17.399003 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d27b108-9ebd-4eca-b303-d622648304e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.405841 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.427054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 90fb0d5d-4266-4aed-9d56-7b452733a3f4 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:11:17.496441 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:11:16Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:17.527628 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] Checking router: 64f1a225-adca-44ad-b29b-24ad86bfaf10 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:17.537479 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] Routers {'64f1a225-adca-44ad-b29b-24ad86bfaf10'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:17.538415 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['64f1a225-adca-44ad-b29b-24ad86bfaf10'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:17.555430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 90fb0d5d-4266-4aed-9d56-7b452733a3f4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=90fb0d5d-4266-4aed-9d56-7b452733a3f4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:17.569060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '90fb0d5d-4266-4aed-9d56-7b452733a3f4', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '90fb0d5d-4266-4aed-9d56-7b452733a3f4', 'mac_address': 'fa:16:3e:16:88:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:11:17.578618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d27b108-9ebd-4eca-b303-d622648304e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.621517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27b108-9ebd-4eca-b303-d622648304e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Subnet': ['ID=aedad078-f6c8-48b5-b71a-0f8b58f2c11c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:17.626256 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d27b108-9ebd-4eca-b303-d622648304e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.630599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1d27b108-9ebd-4eca-b303-d622648304e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/subnets/aedad078-f6c8-48b5-b71a-0f8b58f2c11c HTTP/1.1" status: 204 len: 168 time: 0.4444668 Jul 08 02:11:17.631151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57290) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:17.632115 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.639847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aebd88-f45a-4a9b-8953-fa1704517e14 None None] Network a2150fc1-ff8c-4d3a-a806-02757e494e7b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:17.657884 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] Set router 64f1a225-adca-44ad-b29b-24ad86bfaf10 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:17.664047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf470eed-a612-4b66-9858-80bd368a9f65 req-92e2f49b-efdf-4ed0-a59d-4f096df5194e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:17.674704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf470eed-a612-4b66-9858-80bd368a9f65 req-92e2f49b-efdf-4ed0-a59d-4f096df5194e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 943 time: 0.1395264 Jul 08 02:11:17.699894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.709277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fb0d5d-4266-4aed-9d56-7b452733a3f4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:17.744585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f57c8b7-acf9-4d7c-8c35-7ff030dbe2f0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:17.755817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 90fb0d5d-4266-4aed-9d56-7b452733a3f4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=90fb0d5d-4266-4aed-9d56-7b452733a3f4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:17.760661 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf470eed-a612-4b66-9858-80bd368a9f65 req-1082f0c8-984c-4a71-95dc-4e4598266922 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849526 Jul 08 02:11:17.871846 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.882256 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.903318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:17.944737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=90fb0d5d-4266-4aed-9d56-7b452733a3f4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:17.950332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.058618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f3300-c66b-4a43-9cf8-5d3bf6e5077a req-548bf3a3-3848-4e06-9123-b29586180f40 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:18.060924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa4f3300-c66b-4a43-9cf8-5d3bf6e5077a req-548bf3a3-3848-4e06-9123-b29586180f40 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 945 time: 0.2165749 Jul 08 02:11:18.069878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] DHCP port deletion for a2150fc1-ff8c-4d3a-a806-02757e494e7b request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:11:18.099383 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:11:16Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:18.116552 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.125106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] Deleting port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:18.125496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.127229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa4f3300-c66b-4a43-9cf8-5d3bf6e5077a req-038a2aa7-90ad-48d4-b578-45be4d4ba8c7 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/security-groups?id=7db7f1d6-0115-4cc9-83b2-34913d6b99cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542095 Jul 08 02:11:18.128431 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cad1a-d3b1-4727-be0b-604173e9b933 None None] The sync data for ids ['64f1a225-adca-44ad-b29b-24ad86bfaf10'] in n-d-695189-13 is: [{'id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613690353', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:40Z', 'updated_at': '2021-07-08T02:11:16Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'e5b9c145-54ba-48d2-b4f3-a7b51e0150ed', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:12:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f1a225-adca-44ad-b29b-24ad86bfaf10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:18.168507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.183977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['90fb0d5d-4266-4aed-9d56-7b452733a3f4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:18.220799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] For port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=75a64ba5-a8f4-4feb-81ee-fb1f5771e75f,segment=NetworkSegment(50d193e2-2d56-414b-9ef8-8f32572c5f82),segment_id=50d193e2-2d56-414b-9ef8-8f32572c5f82)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:18.221201 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.235277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ec8b2e95-4a51-4ced-a153-0f931f0f0491 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:18.236799 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ec8b2e95-4a51-4ced-a153-0f931f0f0491 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.32 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 945 time: 0.0681028 Jul 08 02:11:18.253507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.256784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] Calling delete_port for 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:18.268869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:18.269437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.304426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f764f904-580d-425e-9a6d-907cb2d2e64f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:18.395085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port e5b9c145-54ba-48d2-b4f3-a7b51e0150ed, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e5b9c145-54ba-48d2-b4f3-a7b51e0150ed,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:18.395601 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.397194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.410777 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87da74e3-c6af-4c7a-a570-7472c05ea385']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:18.414918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for e5b9c145-54ba-48d2-b4f3-a7b51e0150ed owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:18.424902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa42ccf6-4b5e-484d-958e-6f72d75dec8b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:18.425287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa42ccf6-4b5e-484d-958e-6f72d75dec8b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:18.437059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.459956 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.470840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:18.471245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:18.473116 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:18.475479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Deleting port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:18.475479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.548508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.585793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] Pushing event deleted for resources: {'Port': ['ID=75a64ba5-a8f4-4feb-81ee-fb1f5771e75f,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:18.593597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50562177-7b6b-4096-b2bf-062abd28f427 None None] No DVR routers for this DVR port 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:18.640193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] For port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,segment=NetworkSegment(5df5018f-f5c0-4ecb-a2fd-f0696344e1a7),segment_id=5df5018f-f5c0-4ecb-a2fd-f0696344e1a7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:18.640193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.652616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Calling delete_port for 8a2edcbb-a360-4c5f-8f3c-278c44526ebb owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:18.658737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.664429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87da74e3-c6af-4c7a-a570-7472c05ea385 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 02:11:18.666997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.671739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "DELETE /v2.0/networks/87da74e3-c6af-4c7a-a570-7472c05ea385 HTTP/1.1" status: 204 len: 168 time: 1.9248040 Jul 08 02:11:18.672184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57298) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:18.692318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff406763-a664-409a-8272-2ac4a906ebf2 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event deleted for resources: {'Network': ['ID=87da74e3-c6af-4c7a-a570-7472c05ea385,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:18.708417 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.791106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=e5b9c145-54ba-48d2-b4f3-a7b51e0150ed,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:18.864988 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5bb7d17a-a04f-478e-a824-2454a63e63d5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4137 time: 0.1914191 Jul 08 02:11:18.867945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:18.882710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.973866 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.985148 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.987477 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:18.988130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8a2edcbb-a360-4c5f-8f3c-278c44526ebb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:19.081265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Pushing event deleted for resources: {'Port': ['ID=8a2edcbb-a360-4c5f-8f3c-278c44526ebb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:19.142662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.143290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Fanout notify agent at l3_agent the message router_deleted on router 64f1a225-adca-44ad-b29b-24ad86bfaf10 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:11:19.145688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.146198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.146734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.147213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.147872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.148165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.148628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.149085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.149548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.150010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.150457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.150562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.150913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.151425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.151611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5bc25835-1490-4696-b375-8ca402d4e492 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/routers/64f1a225-adca-44ad-b29b-24ad86bfaf10 HTTP/1.1" status: 204 len: 168 time: 1.5195508 Jul 08 02:11:19.151862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.152307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.152778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.154560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57306) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:19.155162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bf74896e-7058-4e82-b20c-9e8a569b1483 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10158 time: 0.2858639 Jul 08 02:11:19.157435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] No DVR routers for this DVR port 8a2edcbb-a360-4c5f-8f3c-278c44526ebb on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:19.161656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:19.170212 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.172162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8627d12-1c0b-4b30-b507-d430b3c8c7ee req-ce84128f-acb0-4c8b-9fd6-643031c37458 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.32 "DELETE /v2.0/ports/8a2edcbb-a360-4c5f-8f3c-278c44526ebb HTTP/1.1" status: 204 len: 173 time: 0.9290757 Jul 08 02:11:19.172634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27062034-e4ef-4759-b99f-79ff073b8b9f', 'name': 'network-vif-deleted', 'tag': '8a2edcbb-a360-4c5f-8f3c-278c44526ebb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:19.174985 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea2c431-f70e-40d8-b310-f9de4008155a" -d '{"events": [{"server_uuid": "27062034-e4ef-4759-b99f-79ff073b8b9f", "name": "network-vif-deleted", "tag": "8a2edcbb-a360-4c5f-8f3c-278c44526ebb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:19.216439 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-ffa6c8f2-a4e4-4643-a243-25d4335ccf71 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] delete failed (client error): The resource could not be found. Jul 08 02:11:19.219049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ffa6c8f2-a4e4-4643-a243-25d4335ccf71 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/76d055a0-e572-4637-a18b-9601e598267c HTTP/1.1" status: 404 len: 345 time: 0.0565553 Jul 08 02:11:19.221987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:19.239931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17529b0f-6704-4e48-81d1-e67269c67359 req-d1be378d-3c06-412e-8334-d6c034f28313 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.241605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17529b0f-6704-4e48-81d1-e67269c67359 req-d1be378d-3c06-412e-8334-d6c034f28313 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 944 time: 0.3233500 Jul 08 02:11:19.258550 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0250df8d-a2ee-4b66-ba04-d56f0df571fe tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] DELETE failed (client error): The resource could not be found. Jul 08 02:11:19.259233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0250df8d-a2ee-4b66-ba04-d56f0df571fe tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:11:19.264454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0250df8d-a2ee-4b66-ba04-d56f0df571fe tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "DELETE /v2.0/networks/87da74e3-c6af-4c7a-a570-7472c05ea385 HTTP/1.1" status: 404 len: 339 time: 0.0351586 Jul 08 02:11:19.270825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57316) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:19.280395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Request body: {'network': {'name': 'tempest-network--1870327155', 'router:external': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:19.302195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17529b0f-6704-4e48-81d1-e67269c67359 req-62200f9b-ad64-4bd2-9e2c-b7eb2b7fbf94 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Jul 08 02:11:19.331829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.363158 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478c5a5-38c4-4474-8fdf-cb0b58d166ac x-openstack-request-id: req-c478c5a5-38c4-4474-8fdf-cb0b58d166ac {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:19.363672 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27062034-e4ef-4759-b99f-79ff073b8b9f", "name": "network-vif-deleted", "tag": "8a2edcbb-a360-4c5f-8f3c-278c44526ebb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:19.363938 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c478c5a5-38c4-4474-8fdf-cb0b58d166ac {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:19.364355 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27062034-e4ef-4759-b99f-79ff073b8b9f', 'name': 'network-vif-deleted', 'tag': '8a2edcbb-a360-4c5f-8f3c-278c44526ebb', 'status': 'completed', 'code': 200} Jul 08 02:11:19.372341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0079df35-8b9b-4481-8c22-d059d1558848 req-df188b2f-5bf9-4026-835e-a080cf774eb8 tempest-VolumesActionsTest-963774269 tempest-VolumesActionsTest-963774269-project] 10.222.0.10 "GET /v2.0/ports?device_id=27062034-e4ef-4759-b99f-79ff073b8b9f HTTP/1.1" status: 200 len: 210 time: 0.0969186 Jul 08 02:11:19.441967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 90fb0d5d-4266-4aed-9d56-7b452733a3f4 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:19.485410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.494111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Made reservation on behalf of 35c9eb97d01f4541a978023b7009ed07 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:19.497606 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.503664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2150fc1-ff8c-4d3a-a806-02757e494e7b']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:19.520392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d193e2-2d56-414b-9ef8-8f32572c5f82') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:19.520685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d193e2-2d56-414b-9ef8-8f32572c5f82') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:19.533043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.549974 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:19.554563 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.563214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:19.563647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:19.566638 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:19.573412 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.573412 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Added segment 71b3e604-bcf6-45ec-9e3a-39cdd857a4fc of type vlan for network 90850afa-259c-4f55-a74a-2a98b3b19516 Jul 08 02:11:19.691266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:19.695458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:19.695845 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.781128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.787641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.788405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.791211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/networks/a2150fc1-ff8c-4d3a-a806-02757e494e7b HTTP/1.1" status: 204 len: 168 time: 0.6356609 Jul 08 02:11:19.795047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:19.824070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.828740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc2b13-3cb3-4c60-8e55-09eeb55fcd5e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Network': ['ID=a2150fc1-ff8c-4d3a-a806-02757e494e7b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:19.841526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 90fb0d5d-4266-4aed-9d56-7b452733a3f4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=90fb0d5d-4266-4aed-9d56-7b452733a3f4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:19.842569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e962242-48a6-4380-83c6-05bdd24df828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fb0d5d-4266-4aed-9d56-7b452733a3f4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:19.845180 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d565d-dd1e-4f70-8db8-4afd66c7b40a" -d '{"events": [{"server_uuid": "5e962242-48a6-4380-83c6-05bdd24df828", "name": "network-vif-plugged", "status": "completed", "tag": "90fb0d5d-4266-4aed-9d56-7b452733a3f4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:19.849498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 87af5ee4-376d-4e5b-91e0-c98ad5e75446 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:19.877924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 87af5ee4-376d-4e5b-91e0-c98ad5e75446 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:19.878282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 87af5ee4-376d-4e5b-91e0-c98ad5e75446 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:19.878891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e5b9c145-54ba-48d2-b4f3-a7b51e0150ed no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:19.887392 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d69f4ce3-e686-4128-9f96-4193a40dc9ea tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.900448 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab68b2a5-eee1-481d-9e22-d9164f4d6646 x-openstack-request-id: req-ab68b2a5-eee1-481d-9e22-d9164f4d6646 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:19.900744 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e962242-48a6-4380-83c6-05bdd24df828", "name": "network-vif-plugged", "status": "completed", "tag": "90fb0d5d-4266-4aed-9d56-7b452733a3f4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:19.901179 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab68b2a5-eee1-481d-9e22-d9164f4d6646 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:19.902269 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e962242-48a6-4380-83c6-05bdd24df828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fb0d5d-4266-4aed-9d56-7b452733a3f4', 'code': 200} Jul 08 02:11:19.902940 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e5b9c145-54ba-48d2-b4f3-a7b51e0150ed {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:19.903490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e5b9c145-54ba-48d2-b4f3-a7b51e0150ed not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:19.903934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:19.914464 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d69f4ce3-e686-4128-9f96-4193a40dc9ea tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.935772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:19.936276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 75a64ba5-a8f4-4feb-81ee-fb1f5771e75f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:19.954487 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:19.998874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.000400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:20.001198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.004897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=90fb0d5d-4266-4aed-9d56-7b452733a3f4,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:20.031729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00127bab-8941-4443-b950-3a01c8a37ee6 req-11b24824-a8f4-4770-951e-6d7285ce3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:20.031729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00127bab-8941-4443-b950-3a01c8a37ee6 req-11b24824-a8f4-4770-951e-6d7285ce3f18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 1097 time: 0.0630929 Jul 08 02:11:20.067655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00127bab-8941-4443-b950-3a01c8a37ee6 req-97a65e7a-5f16-484b-a1df-1c7a7d2e07a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300431 Jul 08 02:11:20.068009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Network': ['ID=90850afa-259c-4f55-a74a-2a98b3b19516,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:20.079593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 90850afa-259c-4f55-a74a-2a98b3b19516 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:20.154014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d69f4ce3-e686-4128-9f96-4193a40dc9ea tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.159933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d69f4ce3-e686-4128-9f96-4193a40dc9ea tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.159933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d69f4ce3-e686-4128-9f96-4193a40dc9ea tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/security-groups/c7b5b34e-41a4-455c-95a2-4a016b837393 HTTP/1.1" status: 204 len: 168 time: 0.3617599 Jul 08 02:11:20.168111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f4ce3-e686-4128-9f96-4193a40dc9ea tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b5b34e-41a4-455c-95a2-4a016b837393,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:20.204668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ff0a9646-63db-45c7-b0a3-89ffd7712ad5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9281354 Jul 08 02:11:20.204785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57328) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:20.322471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a42f2-eeb1-4ca2-b326-a22362548838 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:20.329452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a42f2-eeb1-4ca2-b326-a22362548838 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:20.335874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a42f2-eeb1-4ca2-b326-a22362548838 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:20.342065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a42f2-eeb1-4ca2-b326-a22362548838 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:20.344323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-204a42f2-eeb1-4ca2-b326-a22362548838 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1395564 Jul 08 02:11:20.347025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57334) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:20.445440 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.503049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5372512-81ee-41a4-8a98-d8e6ec2d22fb req-5418c580-ada4-439c-9903-e594d521df91 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:20.505095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5372512-81ee-41a4-8a98-d8e6ec2d22fb req-5418c580-ada4-439c-9903-e594d521df91 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 945 time: 0.0729275 Jul 08 02:11:20.539398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.550680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90850afa-259c-4f55-a74a-2a98b3b19516']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:20.561837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5372512-81ee-41a4-8a98-d8e6ec2d22fb req-f1608a9a-fbdf-4e9f-8779-2122f4999670 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 Jul 08 02:11:20.572741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b3e604-bcf6-45ec-9e3a-39cdd857a4fc') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:20.573043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b3e604-bcf6-45ec-9e3a-39cdd857a4fc') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:20.584285 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.601568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.607645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:20.608052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:20.609823 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:20.690164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57342) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:20.696714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b87521bf-b911-4969-9489-3dedf7dff0ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228206531', 'description': 'tempest-secgroup-smoke-1228206531 description', 'project_id': '419e2a80990846a8a61df6e822a1be4c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:20.794236 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.798985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90850afa-259c-4f55-a74a-2a98b3b19516 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 02:11:20.801591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.804202 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "DELETE /v2.0/networks/90850afa-259c-4f55-a74a-2a98b3b19516 HTTP/1.1" status: 204 len: 168 time: 0.4559443 Jul 08 02:11:20.807598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57344) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:20.810149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b87521bf-b911-4969-9489-3dedf7dff0ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.813278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Request body: {'network': {'name': 'tempest-network--656224295', 'router:external': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:20.838036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e62bef-e3d4-4f34-a9a0-d7280ea6c4f5 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event deleted for resources: {'Network': ['ID=90850afa-259c-4f55-a74a-2a98b3b19516,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:20.920227 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.959829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Made reservation on behalf of 35c9eb97d01f4541a978023b7009ed07 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:20.965935 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:20.990800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:21.002272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.002776 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Added segment 9f3d6101-e8b3-4602-8693-adcda338d3e7 of type vlan for network 23a95634-c040-4f3b-89b9-12b665a59c6f Jul 08 02:11:21.049789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.066817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b87521bf-b911-4969-9489-3dedf7dff0ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.176843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b87521bf-b911-4969-9489-3dedf7dff0ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.200927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.202442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:21.203092 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.207357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87521bf-b911-4969-9489-3dedf7dff0ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b59e4-ee1e-4faa-a24b-30019c6fe367,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:21.264313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b87521bf-b911-4969-9489-3dedf7dff0ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.269090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b87521bf-b911-4969-9489-3dedf7dff0ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5775380 Jul 08 02:11:21.269247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57348) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:21.272046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Network': ['ID=23a95634-c040-4f3b-89b9-12b665a59c6f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:21.281922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e04b986f-eaa5-4b22-a45f-093742453d54 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'd84b59e4-ee1e-4faa-a24b-30019c6fe367', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:21.283197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 23a95634-c040-4f3b-89b9-12b665a59c6f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:21.331306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8a2edcbb-a360-4c5f-8f3c-278c44526ebb no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:21.337981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57352) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:21.338504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-73ed5c5a-9b86-44f7-aa61-eceb2c304595 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5290117 Jul 08 02:11:21.365125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 8a2edcbb-a360-4c5f-8f3c-278c44526ebb {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:21.365485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8a2edcbb-a360-4c5f-8f3c-278c44526ebb not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:21.455685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a71bbd-fa4f-44ba-87ac-c0103a15e728 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:21.457056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b7a71bbd-fa4f-44ba-87ac-c0103a15e728 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] 10.222.0.10 "GET /v2.0/networks/23a95634-c040-4f3b-89b9-12b665a59c6f HTTP/1.1" status: 200 len: 756 time: 0.1179419 Jul 08 02:11:21.459614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57356) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:21.490702 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e04b986f-eaa5-4b22-a45f-093742453d54 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.536730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535eb53e-ac1e-4629-896a-59d3dac419c5 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:21.541126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-535eb53e-ac1e-4629-896a-59d3dac419c5 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] 10.222.0.10 "GET /v2.0/networks/07486807-cd17-4e2b-8462-bd4fecbbe878 HTTP/1.1" status: 200 len: 768 time: 0.0779622 Jul 08 02:11:21.541368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57360) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:21.551974 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e04b986f-eaa5-4b22-a45f-093742453d54 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.614211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.646095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e04b986f-eaa5-4b22-a45f-093742453d54 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.662044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b986f-eaa5-4b22-a45f-093742453d54 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32297c3a-f056-4b62-aa1e-feeb63c62473,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:21.730005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.741975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a95634-c040-4f3b-89b9-12b665a59c6f']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:21.748936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e04b986f-eaa5-4b22-a45f-093742453d54 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.752520 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e04b986f-eaa5-4b22-a45f-093742453d54 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4795957 Jul 08 02:11:21.753006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57366) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:21.755859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3d6101-e8b3-4602-8693-adcda338d3e7') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:21.756169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3d6101-e8b3-4602-8693-adcda338d3e7') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:21.758197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8d1cdb13-e028-4bcf-80b6-060acdeb8348 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'd84b59e4-ee1e-4faa-a24b-30019c6fe367', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:21.767728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.788024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.796860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:21.797258 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:21.798915 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:21.838613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed494820-dc88-49bd-a830-d9b596a25a3f req-102010ab-e250-4ee1-8891-7dbf7a82b687 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:21.840703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed494820-dc88-49bd-a830-d9b596a25a3f req-102010ab-e250-4ee1-8891-7dbf7a82b687 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 945 time: 0.1557930 Jul 08 02:11:21.892929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed494820-dc88-49bd-a830-d9b596a25a3f req-d4cc67c6-77fa-4b9a-ac0c-94512f9a899a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Jul 08 02:11:21.904909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdb13-e028-4bcf-80b6-060acdeb8348 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.974433 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdb13-e028-4bcf-80b6-060acdeb8348 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.983008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.990473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23a95634-c040-4f3b-89b9-12b665a59c6f {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 02:11:22.001194 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.003749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "DELETE /v2.0/networks/23a95634-c040-4f3b-89b9-12b665a59c6f HTTP/1.1" status: 204 len: 168 time: 0.4608593 Jul 08 02:11:22.007951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57370) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:22.023095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event deleted for resources: {'Network': ['ID=23a95634-c040-4f3b-89b9-12b665a59c6f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:22.032237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.032823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.033319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.033866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.034393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.034895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.035409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.035902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.036406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.036928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.037512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.038210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63b340-3ceb-4379-a25d-dfc0241eda8a tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:22.038683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Request body: {'network': {'name': 'tempest-network--1369073205'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:22.060742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdb13-e028-4bcf-80b6-060acdeb8348 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.079313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-b3351711-bbce-4ed3-9524-46ad86c86258 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6088de6936a647d0845e90076cb4babb HTTP/1.1" status: 200 len: 267 time: 0.0725493 Jul 08 02:11:22.104102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cdb13-e028-4bcf-80b6-060acdeb8348 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3246ca7-f39e-4be9-bc34-f3d03d622c7a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:22.161235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-e6784396-c15c-4bf2-846c-1cdf8a0c619f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:22.162701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-e6784396-c15c-4bf2-846c-1cdf8a0c619f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 945 time: 0.0707929 Jul 08 02:11:22.173957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'port': {'security_groups': []}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:22.252269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Made reservation on behalf of 35c9eb97d01f4541a978023b7009ed07 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:22.255754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.294933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.306969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:22.340823 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.341347 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Added segment dbfd2571-6b5d-48d5-b325-4038e1514bfa of type vlan for network daeea164-eec7-42ad-b6e3-5e8d8059da94 Jul 08 02:11:22.345194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8d1cdb13-e028-4bcf-80b6-060acdeb8348 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.346402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8d1cdb13-e028-4bcf-80b6-060acdeb8348 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5922947 Jul 08 02:11:22.350409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:22.374455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-08c28187-a631-4809-b931-3f6660a24fee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'd84b59e4-ee1e-4faa-a24b-30019c6fe367', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:22.465648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.519213 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08c28187-a631-4809-b931-3f6660a24fee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.562990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] For port 90fb0d5d-4266-4aed-9d56-7b452733a3f4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=90fb0d5d-4266-4aed-9d56-7b452733a3f4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:22.581685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08c28187-a631-4809-b931-3f6660a24fee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.594314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.616331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.617295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:22.617879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.657206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08c28187-a631-4809-b931-3f6660a24fee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.675852 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c28187-a631-4809-b931-3f6660a24fee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c720021-c831-45be-b3aa-da509cc66c77,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:22.678203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Network': ['ID=daeea164-eec7-42ad-b6e3-5e8d8059da94,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:22.686127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.691223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network daeea164-eec7-42ad-b6e3-5e8d8059da94 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:22.707617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['90fb0d5d-4266-4aed-9d56-7b452733a3f4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:22.710470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:22.736531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:22.737156 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.738625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1130a8b-0426-42fa-9dc4-8a58b6bc4dfc req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "PUT /v2.0/ports/90fb0d5d-4266-4aed-9d56-7b452733a3f4 HTTP/1.1" status: 200 len: 904 time: 0.5691550 Jul 08 02:11:22.739079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e962242-48a6-4380-83c6-05bdd24df828', 'tag': '90fb0d5d-4266-4aed-9d56-7b452733a3f4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:22.741817 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f56176-53c3-419e-83ef-9e08c17da10f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e962242-48a6-4380-83c6-05bdd24df828", "tag": "90fb0d5d-4266-4aed-9d56-7b452733a3f4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:22.777841 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08c28187-a631-4809-b931-3f6660a24fee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:22.779961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-08c28187-a631-4809-b931-3f6660a24fee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4281204 Jul 08 02:11:22.782748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57382) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:22.788042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-77d829bc-38e8-4a06-8ede-96d90f32991c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'd84b59e4-ee1e-4faa-a24b-30019c6fe367', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:22.796728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66732f-70a6-4da7-9f93-2619f1709d35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'Port': ['ID=90fb0d5d-4266-4aed-9d56-7b452733a3f4,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:22.816051 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c6191652-ff11-428d-a4b1-99996bd425e0 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8056412 Jul 08 02:11:22.818562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:22.832129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ce5d47da-bcf4-472e-acc4-6bbbeda1dd92 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:22.904826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['90fb0d5d-4266-4aed-9d56-7b452733a3f4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:22.924630 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7730e74-8b51-450f-9f2c-6133941ffad9 x-openstack-request-id: req-c7730e74-8b51-450f-9f2c-6133941ffad9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:22.924923 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e962242-48a6-4380-83c6-05bdd24df828", "tag": "90fb0d5d-4266-4aed-9d56-7b452733a3f4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:22.925188 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7730e74-8b51-450f-9f2c-6133941ffad9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:22.925591 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e962242-48a6-4380-83c6-05bdd24df828', 'tag': '90fb0d5d-4266-4aed-9d56-7b452733a3f4', 'status': 'completed', 'code': 200} Jul 08 02:11:22.950254 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77d829bc-38e8-4a06-8ede-96d90f32991c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.044202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-06d018cd-fb77-4053-a9b7-c43f884e8c22 None None] Provisioning complete for port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:23.044487 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-06d018cd-fb77-4053-a9b7-c43f884e8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.069800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce5d47da-bcf4-472e-acc4-6bbbeda1dd92 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.109098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-5a13db89-9756-4b78-9471-c8f65d1ce853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:23.110966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-5a13db89-9756-4b78-9471-c8f65d1ce853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 1059 time: 0.1846266 Jul 08 02:11:23.174003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce5d47da-bcf4-472e-acc4-6bbbeda1dd92 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.190739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce5d47da-bcf4-472e-acc4-6bbbeda1dd92 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Network daeea164-eec7-42ad-b6e3-5e8d8059da94 is not hosted by any dhcp agent {{(pid=100712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:11:23.191660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d47da-bcf4-472e-acc4-6bbbeda1dd92 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:23.192318 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce5d47da-bcf4-472e-acc4-6bbbeda1dd92 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.194353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ce5d47da-bcf4-472e-acc4-6bbbeda1dd92 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "PUT /v2.0/networks/daeea164-eec7-42ad-b6e3-5e8d8059da94 HTTP/1.1" status: 200 len: 858 time: 0.3740757 Jul 08 02:11:23.237125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:23.315087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d47da-bcf4-472e-acc4-6bbbeda1dd92 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event updated for resources: {'Network': ['ID=daeea164-eec7-42ad-b6e3-5e8d8059da94,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:23.324406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021aaa68-9d95-47f3-8621-ccc7035eed16 req-e1a8fabc-96a6-4979-b7c0-bd498ae6eedd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:23.326026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-021aaa68-9d95-47f3-8621-ccc7035eed16 req-e1a8fabc-96a6-4979-b7c0-bd498ae6eedd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 907 time: 0.4291861 Jul 08 02:11:23.340618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77d829bc-38e8-4a06-8ede-96d90f32991c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.350153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.353400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-fe106323-f258-4249-b813-27d9e5ad2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:23.355549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-fe106323-f258-4249-b813-27d9e5ad2240 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.2368100 Jul 08 02:11:23.404638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-7dfa7286-3ee8-4c8d-8f04-be1e11afd1f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90fb0d5d-4266-4aed-9d56-7b452733a3f4 HTTP/1.1" status: 200 len: 217 time: 0.0414553 Jul 08 02:11:23.411034 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77d829bc-38e8-4a06-8ede-96d90f32991c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.432632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d829bc-38e8-4a06-8ede-96d90f32991c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31830ee-ddef-4ea1-9d93-3f6b686d1c55,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:23.529538 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77d829bc-38e8-4a06-8ede-96d90f32991c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.529538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-77d829bc-38e8-4a06-8ede-96d90f32991c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7431815 Jul 08 02:11:23.532249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57400) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:23.537078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f1ecb09d-c4b9-435e-b82f-a244546f8f62 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'd84b59e4-ee1e-4faa-a24b-30019c6fe367', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:23.544556 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.562085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daeea164-eec7-42ad-b6e3-5e8d8059da94']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:23.570990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-7369d21e-a19e-4753-905d-d6cecbb43a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:23.573758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-7369d21e-a19e-4753-905d-d6cecbb43a3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1476154 Jul 08 02:11:23.576150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfd2571-6b5d-48d5-b325-4038e1514bfa') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:23.576503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfd2571-6b5d-48d5-b325-4038e1514bfa') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:23.620583 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.639629 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-f1ecb09d-c4b9-435e-b82f-a244546f8f62 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Project 419e2a80990846a8a61df6e822a1be4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:11:23.645753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb09d-c4b9-435e-b82f-a244546f8f62 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.645927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.659292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699fbef-5123-4a26-8a11-054134e81ca2 req-f5cf87fe-1868-4bca-943c-9a5ebfc8303e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:23.660828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1699fbef-5123-4a26-8a11-054134e81ca2 req-f5cf87fe-1868-4bca-943c-9a5ebfc8303e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2153106 Jul 08 02:11:23.665448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:23.665868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:23.669048 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:23.712597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb09d-c4b9-435e-b82f-a244546f8f62 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.764296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-9299a81f-1e53-4d82-a702-5ae70f365e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:23.765843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-9299a81f-1e53-4d82-a702-5ae70f365e12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1849697 Jul 08 02:11:23.771509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1699fbef-5123-4a26-8a11-054134e81ca2 req-dfcc646e-7280-4644-8f32-8212f16915e6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015077 Jul 08 02:11:23.799860 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb09d-c4b9-435e-b82f-a244546f8f62 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.824883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecb09d-c4b9-435e-b82f-a244546f8f62 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcfe8e3-80d1-4178-b285-6a7ad27fc017,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:23.833715 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.852507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network daeea164-eec7-42ad-b6e3-5e8d8059da94 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 02:11:23.856388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.861460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] 10.222.0.10 "DELETE /v2.0/networks/daeea164-eec7-42ad-b6e3-5e8d8059da94 HTTP/1.1" status: 204 len: 168 time: 0.6202161 Jul 08 02:11:23.861460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad6f16-4b59-4f60-8bc3-f18b1f572659 tempest-ExternalNetworksTestJSON-737564303 tempest-ExternalNetworksTestJSON-737564303-project-admin] Pushing event deleted for resources: {'Network': ['ID=daeea164-eec7-42ad-b6e3-5e8d8059da94,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:23.861992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57408) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:23.902796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-17704dcc-7cb3-440a-9697-326b71321eca service neutron] 10.222.0.18 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289895 Jul 08 02:11:23.904157 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c608684-a0f7-4dc3-8a6e-202b9ff76584 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] DELETE failed (client error): The resource could not be found. Jul 08 02:11:23.904623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c608684-a0f7-4dc3-8a6e-202b9ff76584 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:11:23.908174 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3c608684-a0f7-4dc3-8a6e-202b9ff76584 tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] 10.222.0.10 "DELETE /v2.0/subnets/f764f904-580d-425e-9a6d-907cb2d2e64f HTTP/1.1" status: 404 len: 337 time: 0.0426486 Jul 08 02:11:23.908174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f1ecb09d-c4b9-435e-b82f-a244546f8f62 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.909731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57410) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:23.920276 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f1ecb09d-c4b9-435e-b82f-a244546f8f62 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3868651 Jul 08 02:11:23.921035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57412) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:23.926505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cc8fcf3a-7da1-44eb-ba5c-d72717f570ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': 'd84b59e4-ee1e-4faa-a24b-30019c6fe367', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:24.012604 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.042158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ed8f9-24d1-4f7c-a448-78abe78095b5 req-43a85826-d1a1-4b70-916b-3e2714f1a9ae tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:24.043717 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-631ed8f9-24d1-4f7c-a448-78abe78095b5 req-43a85826-d1a1-4b70-916b-3e2714f1a9ae tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1121120 Jul 08 02:11:24.044586 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-cc8fcf3a-7da1-44eb-ba5c-d72717f570ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Project 419e2a80990846a8a61df6e822a1be4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:11:24.056669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc8fcf3a-7da1-44eb-ba5c-d72717f570ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.109037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-631ed8f9-24d1-4f7c-a448-78abe78095b5 req-8c082f68-9315-4e15-a5e9-fb4a1642b70b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596569 Jul 08 02:11:24.144696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc8fcf3a-7da1-44eb-ba5c-d72717f570ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.197881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f56176-53c3-419e-83ef-9e08c17da10f req-b80d1478-759b-438c-9d39-fffdde5be318 service neutron] 10.222.0.18 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977103 Jul 08 02:11:24.217024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.228953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07486807-cd17-4e2b-8462-bd4fecbbe878']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:24.239112 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc8fcf3a-7da1-44eb-ba5c-d72717f570ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.239511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa1ce9b-d727-44ac-8d38-c45bc8f219dc') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:24.239812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa1ce9b-d727-44ac-8d38-c45bc8f219dc') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:24.250574 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.266567 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.275184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:24.275777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.279262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fcf3a-7da1-44eb-ba5c-d72717f570ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af262ac-a8b1-448e-bd61-21db9b6384ad,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:24.280570 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:24.342794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc8fcf3a-7da1-44eb-ba5c-d72717f570ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.348236 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cc8fcf3a-7da1-44eb-ba5c-d72717f570ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4256442 Jul 08 02:11:24.349096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57424) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:24.356657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'network': {'name': 'tempest-network-smoke--2020437773', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:24.439816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:24.443794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.469189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:24.480077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.480506 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Added segment ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8 of type vlan for network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 Jul 08 02:11:24.525005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.594486 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.600649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:24.601470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.683520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Network': ['ID=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:24.694853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:24.743636 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9980f30b-356f-4063-a3e8-3dfd021939ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3931727 Jul 08 02:11:24.746868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57432) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:24.751651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'admin_state_up': True, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:24.751994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.758397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.762464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] 10.222.0.10 "DELETE /v2.0/networks/07486807-cd17-4e2b-8462-bd4fecbbe878 HTTP/1.1" status: 204 len: 168 time: 0.8493514 Jul 08 02:11:24.806203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddc6c6-eea7-418d-bbc0-fe522df4beec tempest-ExternalNetworksTestJSON-948462204 tempest-ExternalNetworksTestJSON-948462204-project] Pushing event deleted for resources: {'Network': ['ID=07486807-cd17-4e2b-8462-bd4fecbbe878,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:24.851316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.852731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.852884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140230c3-d200-498a-ae19-2d92da5d9261 req-0e8c71bb-9d35-4017-8561-ab81ebcb1577 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:24.855032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-0e8c71bb-9d35-4017-8561-ab81ebcb1577 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.4756136 Jul 08 02:11:24.872636 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-aeb5600e-1d74-4626-90c4-a812c70ef2af tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/quotas/6088de6936a647d0845e90076cb4babb HTTP/1.1" status: 200 len: 375 time: 0.0102870 Jul 08 02:11:24.912626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.964618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-ac80903e-c918-4c18-a7cd-99b36882754e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0851150 Jul 08 02:11:25.061517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-7673229b-8439-43a9-a9d5-ea07837114a7 service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899408 Jul 08 02:11:25.164102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-3815090a-9d75-4765-a34f-65a9a5eb732b service neutron] 10.222.0.10 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945351 Jul 08 02:11:25.167877 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.330598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:25.443668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.471517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.516966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6e480eca-5e6c-4bf8-9fde-2dd67317e910 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d90f113116124d5eb2462ff78e608fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825497 Jul 08 02:11:25.517835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57450) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:25.552723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-957c1ec0-2fea-4fc0-9884-82b0a78e6015 req-58a15557-2d96-4ecb-a81c-764dbe775998 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 210 time: 0.0399938 Jul 08 02:11:25.585792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89791b93-69a9-4ba0-90e9-a3be38ea5fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.616907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89791b93-69a9-4ba0-90e9-a3be38ea5fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.644125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.25.8.70 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/5f2f72be-c128-453d-b910-70187efe5266) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:25.761540 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.868400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89791b93-69a9-4ba0-90e9-a3be38ea5fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.871622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89791b93-69a9-4ba0-90e9-a3be38ea5fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.872810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-89791b93-69a9-4ba0-90e9-a3be38ea5fb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d002a00-ba2d-4611-8dec-61f7394727f8 HTTP/1.1" status: 204 len: 168 time: 0.3534565 Jul 08 02:11:25.881208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89791b93-69a9-4ba0-90e9-a3be38ea5fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d002a00-ba2d-4611-8dec-61f7394727f8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:25.903143 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:25.948169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:25.950996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:25.964020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:25.964020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=5f2f72be-c128-453d-b910-70187efe5266,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:26.362680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:26.584165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:26.663105 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89abb816-c58c-4a84-9760-044e2387a7b3 req-4d2ec612-2e80-41d3-a9a1-cfa62e6fcb60 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 210 time: 0.0321927 Jul 08 02:11:26.777056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:26.835909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5693335b-f866-4f52-a69d-db69be308312 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35c9eb97d01f4541a978023b7009ed07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569656 Jul 08 02:11:26.839500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:26.856953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:11:26.891151 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84dd4812-7ea9-4fb7-aa79-f71d468d3529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:26.913285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84dd4812-7ea9-4fb7-aa79-f71d468d3529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:27.005784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:27.018824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Sync routers for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:27.032895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:27.033820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:27.102759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84dd4812-7ea9-4fb7-aa79-f71d468d3529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:27.106593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-84dd4812-7ea9-4fb7-aa79-f71d468d3529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:27.107811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-84dd4812-7ea9-4fb7-aa79-f71d468d3529 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54143b3a-fca9-43a3-8a17-9d14e813a1d2 HTTP/1.1" status: 204 len: 168 time: 0.2673678 Jul 08 02:11:27.121323 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:27.122856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d23b8aad-ba08-48f6-b246-59bffac23928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3748839 Jul 08 02:11:27.126209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57482) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:27.132636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd4812-7ea9-4fb7-aa79-f71d468d3529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54143b3a-fca9-43a3-8a17-9d14e813a1d2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:27.155089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:27.187308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b38df171-595c-4cdd-83c4-65c4929f226a tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=419e2a80990846a8a61df6e822a1be4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596008 Jul 08 02:11:27.190151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:27.448647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d29a1e-1b21-4b3f-960a-c193bf274eff tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:27.452869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c8d29a1e-1b21-4b3f-960a-c193bf274eff tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2589986 Jul 08 02:11:27.453274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57488) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:27.486689 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ac22d87e-bb9a-4900-9f4f-1f9d34f25c47 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297177 Jul 08 02:11:27.486932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57490) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:27.493830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-422039430', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:27.584304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:26Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:27.626072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Checking router: 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:27.626428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Updating router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 port 5f2f72be-c128-453d-b910-70187efe5266 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:11:27.666302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:27.674005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:27.677841 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:27.866407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:27.891013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ec291b8-4fe2-4330-b4a5-705a6ae7b783 req-6766a03b-44a5-47ed-9b8a-5510208ed279 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 210 time: 0.0690706 Jul 08 02:11:28.021791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.036084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.059625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Transition to ACTIVE for port object 5f2f72be-c128-453d-b910-70187efe5266 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:28.077804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Subnet': ['ID=7066051f-80fd-4b8b-932c-2f87a077cd59,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:28.114266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Checking segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:28.114849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network hostable DHCP agents. Network: 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:11:28.195391 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.222367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:11:28.243716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Pushing event updated for resources: {'Port': ['ID=5f2f72be-c128-453d-b910-70187efe5266,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:28.253482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.254177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.254678 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.255311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.255830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.256460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.256952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.260873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.260873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.260873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.260873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.260873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:28.279933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Attempting to bind port 5f2f72be-c128-453d-b910-70187efe5266 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:28.280054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Attempting to bind port 5f2f72be-c128-453d-b910-70187efe5266 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:28.280439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Attempting to bind port 5f2f72be-c128-453d-b910-70187efe5266 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:28.289564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:28.289564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:28.289564 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.289564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:28.289564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Bound port: 5f2f72be-c128-453d-b910-70187efe5266, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:28.289564 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.308603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:28.318919 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:28.319866 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.325023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d68fb5-69b0-4c77-b9af-043ce37c0aa8 None None] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:28.372540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140230c3-d200-498a-ae19-2d92da5d9261 req-afbe219e-ac39-4fb6-81be-ba12d23b02cc tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:28.374329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-afbe219e-ac39-4fb6-81be-ba12d23b02cc tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 812 time: 0.1237736 Jul 08 02:11:28.388394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Request body: {'port': {'device_id': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'admin_state_up': True, 'tenant_id': '6088de6936a647d0845e90076cb4babb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:28.400785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] For port 5f2f72be-c128-453d-b910-70187efe5266, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:28.406179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] For port 5f2f72be-c128-453d-b910-70187efe5266, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5f2f72be-c128-453d-b910-70187efe5266,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:28.410309 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-80e1315a-6359-4d32-93d6-089e36c781af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9223776 Jul 08 02:11:28.413115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57518) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:28.481946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.621911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:28.622562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:28.626367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d3e3b-f43b-4557-9f56-01420c9f3127 None None] Pushing event updated for resources: {'Port': ['ID=5f2f72be-c128-453d-b910-70187efe5266,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:28.680266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Made reservation on behalf of 6088de6936a647d0845e90076cb4babb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:28.684675 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.708853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:11:28.709731 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.776592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:28.860066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:28.979497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Allocated IP 172.20.0.3 (47fd62ef-7611-49c4-a007-94ede2c3325a/adba4a48-6177-41ca-8ad9-1b9857ef7257/72c77cef-88bd-461c-acb8-74c4a4848692) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:29.021254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Allocated IP 172.20.0.2 (1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986/7066051f-80fd-4b8b-932c-2f87a077cd59/1a3205a2-8460-4702-9773-bfffab1285f9) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:29.064986 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.125289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32e1be9e-8084-467e-aa75-0719f5fb54cd req-8ffece6d-05d8-440e-bbf3-90aa8af1bf5e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 210 time: 0.0518839 Jul 08 02:11:29.247670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.308280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Transition to ACTIVE for port object 72c77cef-88bd-461c-acb8-74c4a4848692 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:29.311583 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.329742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Transition to ACTIVE for port object 1a3205a2-8460-4702-9773-bfffab1285f9 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:29.351102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Transition to ACTIVE for port object 1a3205a2-8460-4702-9773-bfffab1285f9 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:29.353181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:26Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:29.387657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ec2cc-7849-4c48-aff7-ad712388287d None None] The sync data for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 is: [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:26Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:29.457123 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.537451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Pushing event updated for resources: {'Port': ['ID=1a3205a2-8460-4702-9773-bfffab1285f9,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:29.545732 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.566055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.20.0.1 (1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986/7066051f-80fd-4b8b-932c-2f87a077cd59/8ee32b29-9306-4585-a832-90688ecb5fc1) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:29.571985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:29.579189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:29.582780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:29.616359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:29.624010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event updated for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:29.663878 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57550) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:29.690798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Network 47fd62ef-7611-49c4-a007-94ede2c3325a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:29.696050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:29.699434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:29.762773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Attempting to bind port 1a3205a2-8460-4702-9773-bfffab1285f9 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:29.763322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Attempting to bind port 1a3205a2-8460-4702-9773-bfffab1285f9 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:29.763761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Attempting to bind port 1a3205a2-8460-4702-9773-bfffab1285f9 on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:29.763992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.809861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:29.815280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Checking segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:29.815280 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.815280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Bound using segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:29.815280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Bound port: 1a3205a2-8460-4702-9773-bfffab1285f9, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:29.815280 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.839802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Transition to ACTIVE for port object 8ee32b29-9306-4585-a832-90688ecb5fc1 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:29.845118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:29.848466 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.896834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port 0788d251-33a1-407e-848f-5c5ef7fd9d86 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:29.897754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:29.940860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] For port 1a3205a2-8460-4702-9773-bfffab1285f9, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:29.946170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] For port 1a3205a2-8460-4702-9773-bfffab1285f9, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1a3205a2-8460-4702-9773-bfffab1285f9,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:29.959014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:29.977405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:30.003884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-e0393ca4-c447-4b16-9d39-6daf93eb9ce0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6182377 Jul 08 02:11:30.017742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Request body: {'port': {'device_id': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:30.076432 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:30.167934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port 0788d251-33a1-407e-848f-5c5ef7fd9d86, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0788d251-33a1-407e-848f-5c5ef7fd9d86,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:30.173416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:30.174807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246545f7-ce89-4a6a-ac27-326b5897240e None None] Pushing event updated for resources: {'Port': ['ID=1a3205a2-8460-4702-9773-bfffab1285f9,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:30.233298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for 0788d251-33a1-407e-848f-5c5ef7fd9d86 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:30.235428 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:30.315720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ec618f9c-556d-4ff5-b6c9-a04a34562d77 None None] Provisioning for port 72c77cef-88bd-461c-acb8-74c4a4848692 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:30.336984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ec618f9c-556d-4ff5-b6c9-a04a34562d77 None None] Provisioning complete for port 72c77cef-88bd-461c-acb8-74c4a4848692 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:30.337728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ec618f9c-556d-4ff5-b6c9-a04a34562d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:30.439641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ec618f9c-556d-4ff5-b6c9-a04a34562d77 None None] Port 72c77cef-88bd-461c-acb8-74c4a4848692 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:30.738277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:30.768489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:30.774474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:30.806170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=8ee32b29-9306-4585-a832-90688ecb5fc1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:30.832854 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:30.844054 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:30.966646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ea4c-ffea-448c-81b5-a039bcc908e4 req-6f42357d-3d1f-4c37-9a78-7bbe7dc69fcd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:30.974547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a22ea4c-ffea-448c-81b5-a039bcc908e4 req-6f42357d-3d1f-4c37-9a78-7bbe7dc69fcd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 931 time: 0.2706637 Jul 08 02:11:31.081489 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a22ea4c-ffea-448c-81b5-a039bcc908e4 req-0d8f530b-44dd-48f3-9ad8-cbab28482b88 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057718 Jul 08 02:11:31.134038 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:31.244046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:31.333807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Allocated IP 172.25.8.153 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/46276023-703c-4f9f-9ff8-533f2fa6f4fd) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:31.409496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c77cef-88bd-461c-acb8-74c4a4848692 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:31.418166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:31.433877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Transition to ACTIVE for port object 72c77cef-88bd-461c-acb8-74c4a4848692 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:31.495509 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:31.537160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=0788d251-33a1-407e-848f-5c5ef7fd9d86,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:31.540720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:31.618169 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:31.747352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Pushing event updated for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:31.977246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.012622 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.062411 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.074936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:32.114194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1a3205a2-8460-4702-9773-bfffab1285f9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:32.124408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:32.130199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:32.155830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Attempting to bind port 72c77cef-88bd-461c-acb8-74c4a4848692 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:32.159361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Attempting to bind port 72c77cef-88bd-461c-acb8-74c4a4848692 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:32.167062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Attempting to bind port 72c77cef-88bd-461c-acb8-74c4a4848692 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:32.173129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Pushing event updated for resources: {'Port': ['ID=46276023-703c-4f9f-9ff8-533f2fa6f4fd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:32.183729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Port 72c77cef-88bd-461c-acb8-74c4a4848692 on network 47fd62ef-7611-49c4-a007-94ede2c3325a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:11:32.184409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Attempting to bind port 72c77cef-88bd-461c-acb8-74c4a4848692 on network 47fd62ef-7611-49c4-a007-94ede2c3325a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:32.201471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:32.202137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Checking segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:32.202730 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Bound using segment: {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:32.203404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Bound port: 72c77cef-88bd-461c-acb8-74c4a4848692, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dae415e-d839-4a01-8e59-93728c4c6e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:32.204003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.206828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757e84a-f5a1-41af-8bdd-526cdbe48452 None None] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:32.218811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.240043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=8ee32b29-9306-4585-a832-90688ecb5fc1,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:32.260009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.277306 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:11:32.372400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:32.384677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0e4d6e1c-b1ac-48eb-8ada-d894219df294 None None] Provisioning for port 1a3205a2-8460-4702-9773-bfffab1285f9 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:32.392459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:32.436908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.485534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 1a3205a2-8460-4702-9773-bfffab1285f9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:32.486996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c5d1e-0419-4f51-97b4-f90ebec6c514 req-570449a6-e59c-43af-bfd2-591ddf7ca741 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:32.489884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1a3205a2-8460-4702-9773-bfffab1285f9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:32.490379 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.499147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b01c5d1e-0419-4f51-97b4-f90ebec6c514 req-570449a6-e59c-43af-bfd2-591ddf7ca741 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 943 time: 0.2082722 Jul 08 02:11:32.526462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.535933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:32.544680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:32.562452 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b01c5d1e-0419-4f51-97b4-f90ebec6c514 req-6ac520ed-5d7c-4e4a-aac7-a0bf43374378 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671830 Jul 08 02:11:32.572035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router b958bc26-fc87-4f6d-9f14-787e750e4b7b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:32.578725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:32.579435 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.580901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] 10.222.0.32 "PUT /v2.0/ports/72c77cef-88bd-461c-acb8-74c4a4848692 HTTP/1.1" status: 200 len: 1092 time: 2.5675545 Jul 08 02:11:32.583146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:32.585556 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8662fc61-dcbe-4fa8-82d9-9aca694964ec" -d '{"events": [{"name": "network-changed", "server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:32.655711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.668913 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d22927-af5e-45b4-97b8-10cf96ac1032 x-openstack-request-id: req-59d22927-af5e-45b4-97b8-10cf96ac1032 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:32.669422 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:32.669873 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59d22927-af5e-45b4-97b8-10cf96ac1032 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:32.670453 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692', 'status': 'completed', 'code': 200} Jul 08 02:11:32.678051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddc845-78a5-468d-84d1-6f8bcb5f2819 service neutron] Pushing event updated for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:32.707589 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.722509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 1a3205a2-8460-4702-9773-bfffab1285f9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1a3205a2-8460-4702-9773-bfffab1285f9,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:32.802807 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.802807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5f2f72be-c128-453d-b910-70187efe5266 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:32.964225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:33.042233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=1a3205a2-8460-4702-9773-bfffab1285f9,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:33.077927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-54c9730f-441d-4930-bd5b-fb83d05cf732 None None] Provisioning complete for port 1a3205a2-8460-4702-9773-bfffab1285f9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:33.078439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54c9730f-441d-4930-bd5b-fb83d05cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:33.127167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662fc61-dcbe-4fa8-82d9-9aca694964ec req-442ae811-05c1-4d21-9a04-f2ecb9519dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:33.137616 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8662fc61-dcbe-4fa8-82d9-9aca694964ec req-442ae811-05c1-4d21-9a04-f2ecb9519dcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 1095 time: 0.4425662 Jul 08 02:11:33.141903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:33.151864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c3ead8d5-281f-4dab-a2f7-abd6d9137110 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "PUT /v2.0/routers/b958bc26-fc87-4f6d-9f14-787e750e4b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2728539 Jul 08 02:11:33.158055 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] Sync routers for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:33.173500 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:33.174189 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:33.303878 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:33.310809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:33.315743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-80f91e95-e0f1-4a28-a7fe-e7a692708741 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "PUT /v2.0/routers/2543624c-95c0-4f3a-bb7e-f9f6d56172e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9014919 Jul 08 02:11:33.328976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5f2f72be-c128-453d-b910-70187efe5266 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:33.333889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Sync routers for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:33.336989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5f2f72be-c128-453d-b910-70187efe5266 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:33.337369 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:33.366245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662fc61-dcbe-4fa8-82d9-9aca694964ec req-f13ce452-bf8d-4c03-bfd9-9567d2a48dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:33.370575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8662fc61-dcbe-4fa8-82d9-9aca694964ec req-f13ce452-bf8d-4c03-bfd9-9567d2a48dae service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6088de6936a647d0845e90076cb4babb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2003231 Jul 08 02:11:33.376759 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:33.413272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-54c9730f-441d-4930-bd5b-fb83d05cf732 None None] Provisioning for port 8ee32b29-9306-4585-a832-90688ecb5fc1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:33.416271 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:33.428636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-54c9730f-441d-4930-bd5b-fb83d05cf732 None None] Provisioning complete for port 8ee32b29-9306-4585-a832-90688ecb5fc1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:33.430208 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54c9730f-441d-4930-bd5b-fb83d05cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:33.441659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:33.442200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:33.502324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Pushing event updated for resources: {'Port': ['ID=46276023-703c-4f9f-9ff8-533f2fa6f4fd,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:33.582762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662fc61-dcbe-4fa8-82d9-9aca694964ec req-7011cd04-31bf-4cd2-8b30-242bcc8b0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:33.585270 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8662fc61-dcbe-4fa8-82d9-9aca694964ec req-7011cd04-31bf-4cd2-8b30-242bcc8b0f1b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084339 Jul 08 02:11:33.657496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:33.658221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:33.785946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:33.787191 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ac004b01-aa3c-4f36-8346-f0583465bbaa tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1223705 Jul 08 02:11:33.791155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:33.795131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140230c3-d200-498a-ae19-2d92da5d9261 req-0489f186-283e-4777-bcfa-0dc5752a2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:33.796658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-0489f186-283e-4777-bcfa-0dc5752a2061 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 1095 time: 0.1478932 Jul 08 02:11:33.809876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-3f9195ba-dd97-4c2a-aa7a-b3805dcf4314 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228206531&fields=id&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 267 time: 0.1024206 Jul 08 02:11:33.820242 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:30Z', 'revision_number': 6, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:05Z', 'revision_number': 1, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:33.824789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-340314314', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'fixed_ips': [{'ip_address': '172.25.8.153'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:33.850158 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] Checking router: b958bc26-fc87-4f6d-9f14-787e750e4b7b for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:33.859728 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:33.860648 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:33.963299 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-34fde2e8-0da6-4321-be16-b3495434013e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c77cef-88bd-461c-acb8-74c4a4848692 HTTP/1.1" status: 200 len: 217 time: 0.1255884 Jul 08 02:11:34.014883 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:34.020044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-cec8bfa5-74fd-46b4-82b5-34a2c8262267 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:34.029453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-cec8bfa5-74fd-46b4-82b5-34a2c8262267 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 797 time: 0.2158325 Jul 08 02:11:34.034251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Made reservation on behalf of 4df89c6019844f1cac0167e08b5dd456 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:34.038173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-54c9730f-441d-4930-bd5b-fb83d05cf732 None None] Port 8ee32b29-9306-4585-a832-90688ecb5fc1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:34.039853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.058258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-cce7e1a2-a194-4240-8a51-0849df30070e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/quotas/419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 375 time: 0.0278430 Jul 08 02:11:34.088191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.107136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140230c3-d200-498a-ae19-2d92da5d9261 req-238ba66b-ee69-47a3-b63c-1672d606d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:34.108704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-238ba66b-ee69-47a3-b63c-1672d606d0a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1393852 Jul 08 02:11:34.183968 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-340ad011-ef03-4b30-859c-8bac9118b3c2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247394 Jul 08 02:11:34.302097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140230c3-d200-498a-ae19-2d92da5d9261 req-94c58ed1-4855-4aba-ba25-03dfa3cad4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:34.303767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-94c58ed1-4855-4aba-ba25-03dfa3cad4fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856189 Jul 08 02:11:34.396385 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-044471c1-abf4-477f-93ae-8f6675ecb2bd service neutron] 10.222.0.10 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076995 Jul 08 02:11:34.405611 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:30Z', 'revision_number': 6, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:05Z', 'revision_number': 1, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:34.433264 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.442247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.458803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6903aee-bf9c-44cf-bcc1-72baa964dab4 None None] The sync data for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 is: [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:30Z', 'revision_number': 6, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'ee966ac9-cbfc-4036-b4cd-2a255cee4bb9', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'port_id': '8ce23cde-85f7-4ca3-85a6-339552067626', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'mac_address': 'fa:16:3e:03:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c527025f-1198-4564-819a-c81066ca71f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:05Z', 'revision_number': 1, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:34.469590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5f2f72be-c128-453d-b910-70187efe5266, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5f2f72be-c128-453d-b910-70187efe5266,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:34.487772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 2, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:34.492641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48deec2-de43-4a32-8538-f5d56b4b296a req-89726ee7-91ea-4411-a57a-5d87db67ca5a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:34.495298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c48deec2-de43-4a32-8538-f5d56b4b296a req-89726ee7-91ea-4411-a57a-5d87db67ca5a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 943 time: 0.2411861 Jul 08 02:11:34.498778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.502483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] device_id is not set on port b196070e-c120-4d74-ac02-0a4123df3a11 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:11:34.519991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-62c7e526-ac77-4fdf-9390-3639de638255 None None] Provisioning complete for port 8ee32b29-9306-4585-a832-90688ecb5fc1 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:34.520384 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62c7e526-ac77-4fdf-9390-3639de638255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.522547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Checking router: 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:34.522649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Updating router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 port 8ee32b29-9306-4585-a832-90688ecb5fc1 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:11:34.568978 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.573824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-611c0851-68c8-4b5e-b523-e067f6529c2c service neutron] 10.222.0.10 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709685 Jul 08 02:11:34.686037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5f2f72be-c128-453d-b910-70187efe5266,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:34.686301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-62c7e526-ac77-4fdf-9390-3639de638255 None None] Port 8ee32b29-9306-4585-a832-90688ecb5fc1 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:34.701638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.705802 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-4b4d1ff2-b0d2-4ef4-9264-f93c2fc918b9 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928742 Jul 08 02:11:34.723438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e6e0c-536e-4e9f-959e-c6c6cd5ddd17,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:34.755365 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c48deec2-de43-4a32-8538-f5d56b4b296a req-7d8b6de5-b49c-4e83-ad90-d276c62604b9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699343 Jul 08 02:11:35.038275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1a3205a2-8460-4702-9773-bfffab1285f9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:35.134452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1a3205a2-8460-4702-9773-bfffab1285f9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:35.140051 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.141737 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-140230c3-d200-498a-ae19-2d92da5d9261 req-7c339f62-e9d2-4701-91e4-53e39cfb5529 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195189 Jul 08 02:11:35.142619 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 02:11:35.144361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:11:35.184804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df958-ff48-4668-8ebc-73b9c6ed151f req-7d42d740-8132-47da-b302-198f25d660a2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:35.191730 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac517399-c9f1-4971-b2a4-5418d344d6b6 req-9445baa2-7230-4804-b7e8-f274229af151 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 210 time: 0.0818803 Jul 08 02:11:35.192676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-575df958-ff48-4668-8ebc-73b9c6ed151f req-7d42d740-8132-47da-b302-198f25d660a2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 946 time: 0.1707492 Jul 08 02:11:35.243364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-575df958-ff48-4668-8ebc-73b9c6ed151f req-d874a7ea-f445-434a-87a7-8f889748c928 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=6a152acf-799b-4128-af54-2b6f757d605b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497842 Jul 08 02:11:35.251858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-aed9481d-5d4d-4b3a-99d2-60ab6a6dc6e8 tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4593127 Jul 08 02:11:35.254802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:35.313085 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.332126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Transition to ACTIVE for port object 8ee32b29-9306-4585-a832-90688ecb5fc1 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:35.344911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5f2f72be-c128-453d-b910-70187efe5266 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:35.396325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5f2f72be-c128-453d-b910-70187efe5266 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:35.396763 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.398290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Deleting port 46276023-703c-4f9f-9ff8-533f2fa6f4fd {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:35.398720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.423311 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.492827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.493161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.494305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a552e4-bcec-4f1b-a58f-33b0c816a3eb None None] Pushing event updated for resources: {'Port': ['ID=8ee32b29-9306-4585-a832-90688ecb5fc1,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:35.508231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Calling delete_port for 46276023-703c-4f9f-9ff8-533f2fa6f4fd owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:35.585351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Attempting to bind port 8ee32b29-9306-4585-a832-90688ecb5fc1 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:35.585725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Attempting to bind port 8ee32b29-9306-4585-a832-90688ecb5fc1 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:35.586173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Attempting to bind port 8ee32b29-9306-4585-a832-90688ecb5fc1 on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:35.594047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:35.594428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Checking segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:35.594884 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.595369 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Bound using segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:35.595873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Bound port: 8ee32b29-9306-4585-a832-90688ecb5fc1, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:35.596381 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.601753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0788d251-33a1-407e-848f-5c5ef7fd9d86 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:35.630722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 0788d251-33a1-407e-848f-5c5ef7fd9d86 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:35.631068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0788d251-33a1-407e-848f-5c5ef7fd9d86 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:35.646824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-518f013f-22ab-440c-94f5-2f412b191c27 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:35.648536 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-518f013f-22ab-440c-94f5-2f412b191c27 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 946 time: 0.1383247 Jul 08 02:11:35.698048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] For port 8ee32b29-9306-4585-a832-90688ecb5fc1, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:35.703049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] For port 8ee32b29-9306-4585-a832-90688ecb5fc1, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8ee32b29-9306-4585-a832-90688ecb5fc1,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:35.792158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port 724a43ce-2d70-4089-bc99-b51af8eea86c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:35.792604 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.813074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.878453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a552e4-bcec-4f1b-a58f-33b0c816a3eb None None] Pushing event updated for resources: {'Port': ['ID=8ee32b29-9306-4585-a832-90688ecb5fc1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:35.883043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:35.883790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:35.901988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.922079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port 724a43ce-2d70-4089-bc99-b51af8eea86c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=724a43ce-2d70-4089-bc99-b51af8eea86c,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:35.922467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:35.985223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Pushing event deleted for resources: {'Port': ['ID=46276023-703c-4f9f-9ff8-533f2fa6f4fd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:35.989423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for 724a43ce-2d70-4089-bc99-b51af8eea86c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:35.998236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6cd05-a448-42f5-99b5-ba1a2eee34ee req-56f68b4b-987d-49a5-9831-960788edfc9e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:36.001412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fc6cd05-a448-42f5-99b5-ba1a2eee34ee req-56f68b4b-987d-49a5-9831-960788edfc9e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 943 time: 0.1012876 Jul 08 02:11:36.046865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:36.080359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fc6cd05-a448-42f5-99b5-ba1a2eee34ee req-9bb7263f-cdff-4d4a-9105-3e4e63bd8fe3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710914 Jul 08 02:11:36.118744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:36.122217 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:36.123455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d17d828b-3b7e-44c8-ab0b-dc939a7886ee tempest-ExternalNetworksAdminNegativeTestJSON-30879927 tempest-ExternalNetworksAdminNegativeTestJSON-30879927-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/2d5eca6b-427f-4f72-81c2-6901888623f2 HTTP/1.1" status: 204 len: 168 time: 0.8673501 Jul 08 02:11:36.336514 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:36.380684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:35Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:36.418222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d845b48-bde0-4828-99bc-88e6a565f986 req-22c2fcfa-8dfc-4b0e-86e8-29936a53c928 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 210 time: 0.0379531 Jul 08 02:11:36.426670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=724a43ce-2d70-4089-bc99-b51af8eea86c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:36.433478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0df0c18-6e4e-48f5-b6ea-22301bfb87ce None None] The sync data for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 is: [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:35Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:36.484781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] No DVR routers for this DVR port 724a43ce-2d70-4089-bc99-b51af8eea86c on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:36.508706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-654ddc5f-666e-466e-9f23-c42cd940c519 req-4f55799a-3905-425c-89b1-3495fd8c6e29 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 210 time: 0.0891159 Jul 08 02:11:36.510612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:36.522506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b4180c3-1e03-4b1f-afad-2a3e8f2ad33a req-3453972d-37f6-494a-a823-22c75cf5b4b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "DELETE /v2.0/ports/724a43ce-2d70-4089-bc99-b51af8eea86c HTTP/1.1" status: 204 len: 173 time: 0.8536108 Jul 08 02:11:36.524272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a697670-423e-4e7a-97f6-a135bc8add65', 'name': 'network-vif-deleted', 'tag': '724a43ce-2d70-4089-bc99-b51af8eea86c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:36.527881 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97c9622-a034-4290-942f-735eb02e2070" -d '{"events": [{"server_uuid": "7a697670-423e-4e7a-97f6-a135bc8add65", "name": "network-vif-deleted", "tag": "724a43ce-2d70-4089-bc99-b51af8eea86c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:36.579857 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d738c1-3edb-4cbe-b447-dd93f86ef62c x-openstack-request-id: req-e0d738c1-3edb-4cbe-b447-dd93f86ef62c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:36.580320 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a697670-423e-4e7a-97f6-a135bc8add65", "name": "network-vif-deleted", "tag": "724a43ce-2d70-4089-bc99-b51af8eea86c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:36.580476 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0d738c1-3edb-4cbe-b447-dd93f86ef62c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:36.584050 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a697670-423e-4e7a-97f6-a135bc8add65', 'name': 'network-vif-deleted', 'tag': '724a43ce-2d70-4089-bc99-b51af8eea86c', 'status': 'completed', 'code': 200} Jul 08 02:11:36.695954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8ee32b29-9306-4585-a832-90688ecb5fc1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:36.876230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57646) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:36.886517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8ee32b29-9306-4585-a832-90688ecb5fc1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:36.891139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8ee32b29-9306-4585-a832-90688ecb5fc1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:36.891655 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.056396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2123e2b-c3b9-46e1-9bcd-2e8f6f31098c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.078204 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.130668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 8ee32b29-9306-4585-a832-90688ecb5fc1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8ee32b29-9306-4585-a832-90688ecb5fc1,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:37.179245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2123e2b-c3b9-46e1-9bcd-2e8f6f31098c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.228128 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.261194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2123e2b-c3b9-46e1-9bcd-2e8f6f31098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.280134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=8ee32b29-9306-4585-a832-90688ecb5fc1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:37.306361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2123e2b-c3b9-46e1-9bcd-2e8f6f31098c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a440a9da-d1ab-424d-9e44-953774201a1c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:37.316357 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b2123e2b-c3b9-46e1-9bcd-2e8f6f31098c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e27d4228df14fab921bc94a6cbb9506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390378 Jul 08 02:11:37.319139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57654) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:37.368342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8b5a-0a18-44e8-8e7c-484fe086deac req-54c896fb-578b-4e4b-86d7-15ecb3ab34ee tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:37.371932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79ab8b5a-0a18-44e8-8e7c-484fe086deac req-54c896fb-578b-4e4b-86d7-15ecb3ab34ee tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 943 time: 0.1607559 Jul 08 02:11:37.390510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5359d690-32e0-485b-83fa-c215d0583192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.418403 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5359d690-32e0-485b-83fa-c215d0583192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.440552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79ab8b5a-0a18-44e8-8e7c-484fe086deac req-9654e1ba-18d1-492b-bd6e-0c1628cb06f4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607982 Jul 08 02:11:37.637056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac784fd9-cc83-4707-be81-5466e43d7afe req-98c63bf8-219a-4d34-b502-6f91ec2ba856 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 210 time: 0.0576084 Jul 08 02:11:37.638248 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5359d690-32e0-485b-83fa-c215d0583192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.641181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5359d690-32e0-485b-83fa-c215d0583192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.644602 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5359d690-32e0-485b-83fa-c215d0583192 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a440a9da-d1ab-424d-9e44-953774201a1c HTTP/1.1" status: 204 len: 168 time: 0.3220775 Jul 08 02:11:37.653977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359d690-32e0-485b-83fa-c215d0583192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440a9da-d1ab-424d-9e44-953774201a1c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:37.747359 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d538d6e5-2a3b-4541-adf2-5c7536d7c986 req-ac01daed-3135-4820-a1b5-e30486c67377 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a697670-423e-4e7a-97f6-a135bc8add65 HTTP/1.1" status: 200 len: 210 time: 0.0502181 Jul 08 02:11:38.084082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-3710d044-c05c-4ba2-a24b-13f5dfb3fbcd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:38.086448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-3710d044-c05c-4ba2-a24b-13f5dfb3fbcd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 797 time: 0.1439729 Jul 08 02:11:38.159441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-a7eef868-db6a-4941-b5ff-8de55a9a224f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 380 time: 0.0641155 Jul 08 02:11:38.173190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'port': {'device_id': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'admin_state_up': True, 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'security_groups': ['d84b59e4-ee1e-4faa-a24b-30019c6fe367']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:38.342310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:38.346650 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.506877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.20.0.7 (1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986/7066051f-80fd-4b8b-932c-2f87a077cd59/0479385d-7083-4a53-b196-24ef79df65dc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:38.671492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac26ae4-eeec-45ea-9935-b082798a498d req-e96f65c5-4dbb-4502-b7b2-1971038fe5a1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:38.675144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.677725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:38.679797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac26ae4-eeec-45ea-9935-b082798a498d req-e96f65c5-4dbb-4502-b7b2-1971038fe5a1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 943 time: 0.1141939 Jul 08 02:11:38.696980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8ee32b29-9306-4585-a832-90688ecb5fc1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:38.722216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Transition to ACTIVE for port object 0479385d-7083-4a53-b196-24ef79df65dc will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:38.757658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0cf212b0-ac5a-43c8-a0c2-769777f111b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4df89c6019844f1cac0167e08b5dd456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762093 Jul 08 02:11:38.757658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:38.769835 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ac26ae4-eeec-45ea-9935-b082798a498d req-6ce910d1-7781-49f8-bdee-ca31ed04af0f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889542 Jul 08 02:11:38.786539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8ee32b29-9306-4585-a832-90688ecb5fc1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:38.787356 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.860514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c3d03bb-dc00-4a8a-8c67-b10500433c51 req-7f5c1a32-09c5-4fe8-992c-37c211a50e90 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 210 time: 0.0348523 Jul 08 02:11:38.865971 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e744575d-6028-4565-b1cb-75f12de5fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.868380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57682) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:38.896409 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e744575d-6028-4565-b1cb-75f12de5fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.914361 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.938263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b28e1fe8-958c-482e-84f4-d0a88c0709f3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.967864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b28e1fe8-958c-482e-84f4-d0a88c0709f3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.974405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:38.977875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:38.984497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:39.019670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:39.048319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:39.048977 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.102461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e744575d-6028-4565-b1cb-75f12de5fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.106207 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e744575d-6028-4565-b1cb-75f12de5fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.107796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e744575d-6028-4565-b1cb-75f12de5fb80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b11e6e0c-536e-4e9f-959e-c6c6cd5ddd17 HTTP/1.1" status: 204 len: 168 time: 0.3485949 Jul 08 02:11:39.118377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744575d-6028-4565-b1cb-75f12de5fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e6e0c-536e-4e9f-959e-c6c6cd5ddd17,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:39.125181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b28e1fe8-958c-482e-84f4-d0a88c0709f3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.125695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-fbc335a2-a758-4547-9a6b-12db9411c918 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9598739 Jul 08 02:11:39.127929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b28e1fe8-958c-482e-84f4-d0a88c0709f3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.133178 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b28e1fe8-958c-482e-84f4-d0a88c0709f3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/security-groups/6a152acf-799b-4128-af54-2b6f757d605b HTTP/1.1" status: 204 len: 168 time: 0.2598047 Jul 08 02:11:39.141948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Request body: {'port': {'device_id': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:39.143287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e1fe8-958c-482e-84f4-d0a88c0709f3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a152acf-799b-4128-af54-2b6f757d605b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:39.246645 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.274911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57688) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:39.348842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-86909244-1737-4ed9-90eb-b6aee4469350 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting subnet 9cb91481-c61a-4f3b-8aa8-c13099ffa7c2 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:11:39.355916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86909244-1737-4ed9-90eb-b6aee4469350 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.381597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f6cc290c-b9ed-42de-865d-00f2a4ddfbcb None None] Provisioning for port 0479385d-7083-4a53-b196-24ef79df65dc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:39.386236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f6cc290c-b9ed-42de-865d-00f2a4ddfbcb None None] Provisioning complete for port 0479385d-7083-4a53-b196-24ef79df65dc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:39.390860 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f6cc290c-b9ed-42de-865d-00f2a4ddfbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.410659 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86909244-1737-4ed9-90eb-b6aee4469350 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.414968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72c77cef-88bd-461c-acb8-74c4a4848692 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:11:39.441851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc290c-b9ed-42de-865d-00f2a4ddfbcb None None] Port 0479385d-7083-4a53-b196-24ef79df65dc cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:39.549621 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86909244-1737-4ed9-90eb-b6aee4469350 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.553058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:39.569371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 724a43ce-2d70-4089-bc99-b51af8eea86c no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:39.573608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '72c77cef-88bd-461c-acb8-74c4a4848692', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '72c77cef-88bd-461c-acb8-74c4a4848692', 'mac_address': 'fa:16:3e:5b:00:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:11:39.596024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 724a43ce-2d70-4089-bc99-b51af8eea86c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:39.596824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 724a43ce-2d70-4089-bc99-b51af8eea86c not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:39.614468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0479385d-7083-4a53-b196-24ef79df65dc {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:39.623427 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.636818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Transition to ACTIVE for port object 0479385d-7083-4a53-b196-24ef79df65dc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:39.637058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.656920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c77cef-88bd-461c-acb8-74c4a4848692 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:39.687301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:39.714934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86909244-1737-4ed9-90eb-b6aee4469350 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.764415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86909244-1737-4ed9-90eb-b6aee4469350 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb91481-c61a-4f3b-8aa8-c13099ffa7c2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:39.764863 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86909244-1737-4ed9-90eb-b6aee4469350 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.767319 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-86909244-1737-4ed9-90eb-b6aee4469350 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/subnets/9cb91481-c61a-4f3b-8aa8-c13099ffa7c2 HTTP/1.1" status: 204 len: 168 time: 0.4899089 Jul 08 02:11:39.769911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:39.772112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90317d-120e-4c12-ab4a-de654ba2bbf0 None None] Network f66219d6-a34d-4563-b2ec-8cab794e262e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:39.788096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.817737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.005989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.122077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639840-e4ef-4e0b-96dd-1fd13ae68970 req-44721ef7-f4c1-41c6-8fbf-de14b4b9330c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:40.122077 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12639840-e4ef-4e0b-96dd-1fd13ae68970 req-44721ef7-f4c1-41c6-8fbf-de14b4b9330c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 944 time: 0.1280234 Jul 08 02:11:40.136932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] DHCP port deletion for f66219d6-a34d-4563-b2ec-8cab794e262e request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:11:40.204554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['72c77cef-88bd-461c-acb8-74c4a4848692'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:40.236796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12639840-e4ef-4e0b-96dd-1fd13ae68970 req-2d0c6842-8e13-4365-b6ff-e3d913fdbb40 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145856 Jul 08 02:11:40.294327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] Deleting port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:40.294719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.400572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] For port 4fad4cb7-3183-46a9-b435-4bd3c49abd00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4fad4cb7-3183-46a9-b435-4bd3c49abd00,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:40.403485 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.429791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] Calling delete_port for 4fad4cb7-3183-46a9-b435-4bd3c49abd00 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:40.436017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.445126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.566814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ab298-2afb-45f7-ba86-9232ca5f1433 req-99a6bfd3-d8fe-48bf-9d88-deb30239309c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:40.568565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-863ab298-2afb-45f7-ba86-9232ca5f1433 req-99a6bfd3-d8fe-48bf-9d88-deb30239309c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 943 time: 0.2340097 Jul 08 02:11:40.600178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:40.600178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:40.600675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:40.624161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:11:40.629506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:40.638674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:40.638983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Checking segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:40.639534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Bound using segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:40.640199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Bound port: 0479385d-7083-4a53-b196-24ef79df65dc, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:40.640672 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.655009 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:40.655009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.698320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-863ab298-2afb-45f7-ba86-9232ca5f1433 req-b4eddb4e-0505-4a18-8e96-d73b787a5438 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081378 Jul 08 02:11:40.734274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4fad4cb7-3183-46a9-b435-4bd3c49abd00 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:40.761931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4fad4cb7-3183-46a9-b435-4bd3c49abd00 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:40.762283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4fad4cb7-3183-46a9-b435-4bd3c49abd00 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:40.777637 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.793893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port 4fad4cb7-3183-46a9-b435-4bd3c49abd00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4fad4cb7-3183-46a9-b435-4bd3c49abd00,segment=NetworkSegment(2a16bf11-1a48-4f13-947d-1b340a260204),segment_id=2a16bf11-1a48-4f13-947d-1b340a260204)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:40.794454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.817633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] No DVR routers for this DVR port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:40.819982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for 4fad4cb7-3183-46a9-b435-4bd3c49abd00 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:40.830278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:40.835731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:40.837769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197d892-fd71-49a5-9ac8-135c7e0f3e8e None None] Pushing event deleted for resources: {'Port': ['ID=4fad4cb7-3183-46a9-b435-4bd3c49abd00,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.923208 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.954572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.956162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=4fad4cb7-3183-46a9-b435-4bd3c49abd00,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.969144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] No DVR routers for this DVR port 4fad4cb7-3183-46a9-b435-4bd3c49abd00 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:41.023584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:41.027194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.027194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] 10.222.0.18 "PUT /v2.0/ports/0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 1092 time: 1.8893111 Jul 08 02:11:41.027194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:41.029680 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c132c099-7d93-4354-84b1-f41fefa19299" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:41.129949 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ce22cf-9036-406c-9cca-026c46fed66a x-openstack-request-id: req-23ce22cf-9036-406c-9cca-026c46fed66a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:41.130252 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:41.130566 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23ce22cf-9036-406c-9cca-026c46fed66a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:41.131163 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'status': 'completed', 'code': 200} Jul 08 02:11:41.150977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac024a2-3896-4d38-88b8-df6e5767886a service neutron] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:41.177164 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.209515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66219d6-a34d-4563-b2ec-8cab794e262e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:41.222886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a16bf11-1a48-4f13-947d-1b340a260204') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:41.223321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a16bf11-1a48-4f13-947d-1b340a260204') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:41.253603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.315200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.326849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:41.327259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:41.330343 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:41.379979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132c099-7d93-4354-84b1-f41fefa19299 req-d4bf9140-d9f0-4f49-8270-7d199018b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:41.382267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c132c099-7d93-4354-84b1-f41fefa19299 req-d4bf9140-d9f0-4f49-8270-7d199018b0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1095 time: 0.2211912 Jul 08 02:11:41.561906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.577933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d7017-4396-4383-b939-ebeacb32f647 req-647493a9-5bf2-41a3-8cbb-fa6ffac9eecf tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:41.579514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-743d7017-4396-4383-b939-ebeacb32f647 req-647493a9-5bf2-41a3-8cbb-fa6ffac9eecf tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 944 time: 0.1835465 Jul 08 02:11:41.582119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.583938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/networks/f66219d6-a34d-4563-b2ec-8cab794e262e HTTP/1.1" status: 204 len: 168 time: 1.8127031 Jul 08 02:11:41.586814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57744) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:41.597342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132c099-7d93-4354-84b1-f41fefa19299 req-33180106-a201-4642-b8c6-c13b9aa179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:41.598985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c132c099-7d93-4354-84b1-f41fefa19299 req-33180106-a201-4642-b8c6-c13b9aa179e6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=419e2a80990846a8a61df6e822a1be4c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2005699 Jul 08 02:11:41.600539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb3ca-c47a-4acf-92a5-705f5e1e0710 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Network': ['ID=f66219d6-a34d-4563-b2ec-8cab794e262e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:41.688779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-743d7017-4396-4383-b939-ebeacb32f647 req-dfab142e-beb6-46d5-91e4-f916f7e6bbc8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930939 Jul 08 02:11:41.725419 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-17d89e7f-5b48-4e90-aa15-5fe2afa85f46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1233175 Jul 08 02:11:41.777972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132c099-7d93-4354-84b1-f41fefa19299 req-a56a6d7a-b59e-4f73-919f-73f2663021a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:41.786933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c132c099-7d93-4354-84b1-f41fefa19299 req-a56a6d7a-b59e-4f73-919f-73f2663021a8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1780393 Jul 08 02:11:41.933255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-9d92b334-4d34-459e-b256-ef1763091bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:41.934720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-9d92b334-4d34-459e-b256-ef1763091bb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1095 time: 0.0663114 Jul 08 02:11:41.947949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-4e0bf9cf-5429-4232-90f1-cd3bfe7f24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:41.949653 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-4e0bf9cf-5429-4232-90f1-cd3bfe7f24eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 1097 time: 0.1647224 Jul 08 02:11:41.986738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-71b83362-7c7f-4df2-86e3-eef42355dad3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 217 time: 0.0443566 Jul 08 02:11:42.034262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51fa7f-5cd2-4c72-9f1e-e241f796617c req-94ce3eea-b5be-45ea-91ec-81c4445f90ab tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:42.035682 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d51fa7f-5cd2-4c72-9f1e-e241f796617c req-94ce3eea-b5be-45ea-91ec-81c4445f90ab tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 943 time: 0.1722028 Jul 08 02:11:42.047380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-e7644223-e5ff-4999-86ba-3a7e70af95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:42.057568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-e7644223-e5ff-4999-86ba-3a7e70af95d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.0555394 Jul 08 02:11:42.057847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port 2d06cadc-dab4-48a2-9bb2-6d969964ab26 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:42.057847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.097506 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88e5a663-7371-4ea1-94c5-9779c53f3aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.117106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-cb032513-d71e-4bae-848b-955e8b21ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:42.118668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-cb032513-d71e-4bae-848b-955e8b21ca11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624163 Jul 08 02:11:42.217133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-71743fa6-f7d6-4bb7-9837-b19c1f2c2c8c service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914412 Jul 08 02:11:42.326057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbf3b31a-5436-4c78-86d8-597d983b4ada req-22043e10-0db9-4f0a-98f2-a6370dec8b35 service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031187 Jul 08 02:11:42.472351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d51fa7f-5cd2-4c72-9f1e-e241f796617c req-a17957cd-303f-4f2f-a09a-8ea39da5c3e7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4265177 Jul 08 02:11:42.495706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57766) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:42.506131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-56469048-2e2e-446f-92a7-8ae6f553bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:42.507664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-56469048-2e2e-446f-92a7-8ae6f553bb9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca HTTP/1.1" status: 200 len: 898 time: 0.5331223 Jul 08 02:11:42.525894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.526234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.588389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for 2d06cadc-dab4-48a2-9bb2-6d969964ab26 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:42.667250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-5f437eb9-e98c-4908-a143-81f37931ff05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ce23cde-85f7-4ca3-85a6-339552067626 HTTP/1.1" status: 200 len: 1001 time: 0.1507704 Jul 08 02:11:42.747253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-9808f10d-f5c2-4596-ba6a-b2769d95daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:42.748803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-9808f10d-f5c2-4596-ba6a-b2769d95daa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e40f0a-fdab-4385-8ed3-3ce78bd3247c HTTP/1.1" status: 200 len: 832 time: 0.0722055 Jul 08 02:11:42.799097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:42.888990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-322ddbc0-0b8b-484f-a226-f9d0a293aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:42.890802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-322ddbc0-0b8b-484f-a226-f9d0a293aa3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313465 Jul 08 02:11:42.894987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb225a-7c73-4be6-a4d1-2115e9251512 req-22760eb3-723e-4897-a49e-b8579b8c0160 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:42.895504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.896591 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edcb225a-7c73-4be6-a4d1-2115e9251512 req-22760eb3-723e-4897-a49e-b8579b8c0160 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 944 time: 0.0685053 Jul 08 02:11:42.936521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-edcb225a-7c73-4be6-a4d1-2115e9251512 req-f2328b17-a52f-4406-b264-122533a8b8ed tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Jul 08 02:11:43.051801 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-2237e723-86a5-451c-bc24-d01e1858e04c service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525741 Jul 08 02:11:43.110847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.150121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=2d06cadc-dab4-48a2-9bb2-6d969964ab26,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:43.165006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.283284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c96daeca-008e-4739-87fa-7233a74d22b9 req-c2c1c0ae-58a4-4ff4-871f-b94189fb9606 service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228343 Jul 08 02:11:43.302671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.303035 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Floating IP ee966ac9-cbfc-4036-b4cd-2a255cee4bb9 disassociated (deleted). External IP: 172.25.8.240, port: 8ce23cde-85f7-4ca3-85a6-339552067626. Jul 08 02:11:43.415399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72c77cef-88bd-461c-acb8-74c4a4848692 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:43.427593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Allocated IP 172.25.8.11 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/5b29e97d-9dc9-4e28-8580-3262a21f9d8e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:43.540483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 72c77cef-88bd-461c-acb8-74c4a4848692 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:43.544029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 72c77cef-88bd-461c-acb8-74c4a4848692 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:43.545064 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.643633 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.673209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:43.673421 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.676776 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fee16f-d52f-4834-9a24-173076a948fd" -d '{"events": [{"server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "name": "network-vif-plugged", "status": "completed", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:43.690504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629482-a912-43df-9ce4-beea59170693 req-28a6129b-ff68-4ee7-8022-6307b9ac9883 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:43.692723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:43.705842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc629482-a912-43df-9ce4-beea59170693 req-28a6129b-ff68-4ee7-8022-6307b9ac9883 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 943 time: 0.0906475 Jul 08 02:11:43.718788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router b958bc26-fc87-4f6d-9f14-787e750e4b7b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:43.731799 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c881ce-235a-4378-9ee1-4963bce7a0d4 x-openstack-request-id: req-30c881ce-235a-4378-9ee1-4963bce7a0d4 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:43.732344 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "name": "network-vif-plugged", "status": "completed", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:43.732779 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30c881ce-235a-4378-9ee1-4963bce7a0d4 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:43.733604 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692', 'code': 200} Jul 08 02:11:43.763418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc629482-a912-43df-9ce4-beea59170693 req-1388874a-6a0b-49ca-8388-5fbae551a381 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475757 Jul 08 02:11:43.770738 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.824101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:43.830325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.860731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b9e01-331c-4e4d-87b0-3ff352f64110 req-5c237a5e-8d49-42b4-8f30-a66b87ab225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:43.862508 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-209b9e01-331c-4e4d-87b0-3ff352f64110 req-5c237a5e-8d49-42b4-8f30-a66b87ab225d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 1097 time: 0.0587072 Jul 08 02:11:43.886779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:43.890335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:43.896637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:43.900954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.903116 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] Sync routers for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:43.905900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-209b9e01-331c-4e4d-87b0-3ff352f64110 req-5e66bebf-9fc1-40b4-98d8-7cf428c84815 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366404 Jul 08 02:11:43.920145 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:43.923799 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:43.935771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:43.966037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'Port': ['ID=5b29e97d-9dc9-4e28-8580-3262a21f9d8e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:43.996885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9e0344c8-bf66-44d7-9a1e-122823310aac tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/floatingips/ee966ac9-cbfc-4036-b4cd-2a255cee4bb9 HTTP/1.1" status: 204 len: 168 time: 2.4077871 Jul 08 02:11:43.999238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:44.001566 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bda8e57-4995-417d-b1b7-f432b12cd1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:44.051937 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:44.094916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.226074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.272493 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:30Z', 'revision_number': 6, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:44.303217 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] Checking router: b958bc26-fc87-4f6d-9f14-787e750e4b7b for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:44.311257 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:44.311897 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:44.344576 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7a854-1371-4f96-a484-d6793dff027d req-83152c38-e5da-44c5-9510-ce5ffe6c26bb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:44.351625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6c7a854-1371-4f96-a484-d6793dff027d req-83152c38-e5da-44c5-9510-ce5ffe6c26bb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1701381 Jul 08 02:11:44.417162 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:44.422471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6c7a854-1371-4f96-a484-d6793dff027d req-e41aea88-ff05-4982-8c4b-4319ca2d9b0a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697567 Jul 08 02:11:44.502927 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1b515164-86d2-4068-901b-32a029246db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.506294 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e49a52f-08d2-4a83-a728-967ff35a8cd7 x-openstack-request-id: req-9e49a52f-08d2-4a83-a728-967ff35a8cd7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:44.506577 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:44.506836 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e49a52f-08d2-4a83-a728-967ff35a8cd7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:44.507311 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626', 'status': 'completed', 'code': 200} Jul 08 02:11:44.526721 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.588944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-f6408561-6e31-4c70-8d2b-08e33a000e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:44.590505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-f6408561-6e31-4c70-8d2b-08e33a000e88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 1097 time: 0.0613122 Jul 08 02:11:44.669139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.755775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'Port': ['ID=5b29e97d-9dc9-4e28-8580-3262a21f9d8e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:44.780541 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:30Z', 'revision_number': 6, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:44.821825 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79067e7-abb0-45ce-9270-430318196d10 None None] The sync data for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 is: [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:30Z', 'revision_number': 6, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f5e58a67-d2d8-4844-8395-1cf86491a1ec', 'name': '', 'network_id': '8acd5d85-01ba-4f9e-92dc-75f4e590fcca', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:3b:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:32Z', 'updated_at': '2021-07-08T02:09:42Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '06e40f0a-fdab-4385-8ed3-3ce78bd3247c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:44.851990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.862669 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.876718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-ac3e7a7a-78f4-4680-8e14-39b39e4fc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:44.878650 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-ac3e7a7a-78f4-4680-8e14-39b39e4fc6a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca HTTP/1.1" status: 200 len: 898 time: 0.2740791 Jul 08 02:11:44.944010 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.945338 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cfd992c3-6133-47ea-a77c-ac4f8c954b22 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4502106 Jul 08 02:11:44.946778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-7a50ca42-56ae-43df-ba76-0a936b3e457c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ce23cde-85f7-4ca3-85a6-339552067626 HTTP/1.1" status: 200 len: 217 time: 0.0552721 Jul 08 02:11:44.950129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57802) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:44.958228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-768147434'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:44.996291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdf86b-7854-4ef0-ab3d-bf7a25e340f2 req-286a3fcf-2312-45f9-8290-085b33b104ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:44.997978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1bdf86b-7854-4ef0-ab3d-bf7a25e340f2 req-286a3fcf-2312-45f9-8290-085b33b104ae tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 943 time: 0.1108134 Jul 08 02:11:45.028516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd502c60-2a8b-4023-9ce5-c18359e9077e req-db861be5-5325-40b5-941d-7eff5fdbb9a6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:45.035366 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd502c60-2a8b-4023-9ce5-c18359e9077e req-db861be5-5325-40b5-941d-7eff5fdbb9a6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 945 time: 0.2618375 Jul 08 02:11:45.048581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c1bdf86b-7854-4ef0-ab3d-bf7a25e340f2 req-059c09de-fbc0-46c6-90d9-052a0adf4131 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432067 Jul 08 02:11:45.061250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-8d2d3d11-5a66-419d-b2ad-e11a5b6e597a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:45.062772 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-8d2d3d11-5a66-419d-b2ad-e11a5b6e597a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06e40f0a-fdab-4385-8ed3-3ce78bd3247c HTTP/1.1" status: 200 len: 832 time: 0.1006453 Jul 08 02:11:45.091229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd502c60-2a8b-4023-9ce5-c18359e9077e req-d5dd7fe2-85cf-44b5-8bcc-6323d1ba9f97 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549963 Jul 08 02:11:45.136681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-95797073-4e6e-4dc8-bfab-64388a8de0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:45.138542 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-95797073-4e6e-4dc8-bfab-64388a8de0d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8acd5d85-01ba-4f9e-92dc-75f4e590fcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633419 Jul 08 02:11:45.140122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Made reservation on behalf of 3ca92ff5a7f0401590dbb3249a83b9a4 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:45.145101 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.173972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.205431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4c68c-d5ff-4ebb-b370-6c36b2cae9a1 None None] New status for floating IP ee966ac9-cbfc-4036-b4cd-2a255cee4bb9: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:11:45.290959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-20ca0efb-7534-4283-a947-0a3fab8b5edc service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431992 Jul 08 02:11:45.409904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.420851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4bda8e57-4995-417d-b1b7-f432b12cd1ac req-8f76606b-5ed0-4308-b78c-cf1c01dbf0c4 service neutron] 10.222.0.18 "GET /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213846 Jul 08 02:11:45.542634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.577597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:45.583895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312b3d19-b51c-41c9-a6a7-19b1621712a9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:45.591158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.591559 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Added segment 342133ad-8a72-42ee-9808-c55a0048f01b of type vlan for network 11e63476-d583-4348-8eed-692ca8cc17ea Jul 08 02:11:45.609295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0479385d-7083-4a53-b196-24ef79df65dc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:11:45.614453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2b4c2-e5ae-4098-a237-4ccbecc132d6 req-40d51eef-d320-42bc-b616-e3be81c9f7c2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:45.616009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39f2b4c2-e5ae-4098-a237-4ccbecc132d6 req-40d51eef-d320-42bc-b616-e3be81c9f7c2 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.0729420 Jul 08 02:11:45.636508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.669852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39f2b4c2-e5ae-4098-a237-4ccbecc132d6 req-0b83ffd9-a0e3-4eb1-b871-647cad8d95c0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426505 Jul 08 02:11:45.742435 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.745071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:45.749686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:45.750378 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.763823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '0479385d-7083-4a53-b196-24ef79df65dc', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'port_id': '0479385d-7083-4a53-b196-24ef79df65dc', 'mac_address': 'fa:16:3e:aa:f7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:11:45.805657 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.827841 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.842041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'Network': ['ID=11e63476-d583-4348-8eed-692ca8cc17ea,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:45.857025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0479385d-7083-4a53-b196-24ef79df65dc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:45.862761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 11e63476-d583-4348-8eed-692ca8cc17ea details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:45.895265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57812) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:45.895606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7537c9c9-5871-4b7a-be48-9f51a4f19890 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9446905 Jul 08 02:11:45.901506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Request body: {'subnet': {'network_id': '11e63476-d583-4348-8eed-692ca8cc17ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:45.939133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:46.073472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-a5bfd480-ac78-4897-af5c-a2152b5121ae tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:46.075043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-a5bfd480-ac78-4897-af5c-a2152b5121ae tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 945 time: 0.0721607 Jul 08 02:11:46.113597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Made reservation on behalf of 3ca92ff5a7f0401590dbb3249a83b9a4 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:46.114630 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.118188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.194638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:46.200642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port 8ce23cde-85f7-4ca3-85a6-339552067626 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:46.200861 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.350736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port 8ce23cde-85f7-4ca3-85a6-339552067626, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=8ce23cde-85f7-4ca3-85a6-339552067626,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:46.351111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.371770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for 8ce23cde-85f7-4ca3-85a6-339552067626 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:46.383573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681e74-836b-47fd-9ff1-53b04fe30468 req-c0130f93-271f-40bc-a6f7-a6192b2c1e2e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:46.385064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['0479385d-7083-4a53-b196-24ef79df65dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:46.391022 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b681e74-836b-47fd-9ff1-53b04fe30468 req-c0130f93-271f-40bc-a6f7-a6192b2c1e2e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.1379557 Jul 08 02:11:46.442609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478ea45-caa7-4483-8c91-58ece90661bc req-722be232-9c62-4536-b254-9f3bf5e10035 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:46.455542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f478ea45-caa7-4483-8c91-58ece90661bc req-722be232-9c62-4536-b254-9f3bf5e10035 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 945 time: 0.1171904 Jul 08 02:11:46.486912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b681e74-836b-47fd-9ff1-53b04fe30468 req-0513dd3e-96aa-4bdc-8249-dfa05ac00d61 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949028 Jul 08 02:11:46.542994 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f478ea45-caa7-4483-8c91-58ece90661bc req-7a9b4f2e-e93f-4e65-a471-cb758e242a2a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef82565-5277-4cb8-866d-9fcaf53fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777943 Jul 08 02:11:46.542994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.654233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'Subnet': ['ID=7a5d8440-0459-4088-8986-964f048625c0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:46.684365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Checking segment: {'id': '342133ad-8a72-42ee-9808-c55a0048f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '11e63476-d583-4348-8eed-692ca8cc17ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:46.684807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Network hostable DHCP agents. Network: 11e63476-d583-4348-8eed-692ca8cc17ea, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:11:46.771178 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.798708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Network 11e63476-d583-4348-8eed-692ca8cc17ea is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:11:46.814026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=8ce23cde-85f7-4ca3-85a6-339552067626,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:46.924832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 11e63476-d583-4348-8eed-692ca8cc17ea) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:46.934060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:46.943466 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.950359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d7f21c-eb2d-4538-bf9c-a0acad0874cd None None] Network 11e63476-d583-4348-8eed-692ca8cc17ea requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:47.067851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea1c7f3f-afeb-40d1-adb3-1a8e94796957 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1706181 Jul 08 02:11:47.070104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:47.084378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1930385729', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:47.133694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-11e63476-d583-4348-8eed-692ca8cc17ea', 'network_id': '11e63476-d583-4348-8eed-692ca8cc17ea', 'tenant_id': '3ca92ff5a7f0401590dbb3249a83b9a4', 'fixed_ips': [{'subnet_id': '7a5d8440-0459-4088-8986-964f048625c0'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:11:47.136325 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.224445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] No DVR routers for this DVR port 8ce23cde-85f7-4ca3-85a6-339552067626 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:47.227389 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.230131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4666b6a9-b5ee-4fe0-9e0c-0ff46ba5640b req-01e4d528-a50d-4b8a-a97d-dd187062e1d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.18 "DELETE /v2.0/ports/8ce23cde-85f7-4ca3-85a6-339552067626 HTTP/1.1" status: 204 len: 173 time: 1.1485147 Jul 08 02:11:47.232484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.232997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'name': 'network-vif-deleted', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:47.235297 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f3e647-70d7-488c-85f2-61bf4208efeb" -d '{"events": [{"server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "name": "network-vif-deleted", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:47.239208 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.266490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687103db-2d58-4deb-92e7-f97824f2d907 req-8c2c8ed1-8b29-4465-9b65-8c295190b148 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:47.271535 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-687103db-2d58-4deb-92e7-f97824f2d907 req-8c2c8ed1-8b29-4465-9b65-8c295190b148 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.5295656 Jul 08 02:11:47.299406 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811d137e-cc51-422e-8d32-af3e5726c776 x-openstack-request-id: req-811d137e-cc51-422e-8d32-af3e5726c776 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:47.299794 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c527025f-1198-4564-819a-c81066ca71f7", "name": "network-vif-deleted", "tag": "8ce23cde-85f7-4ca3-85a6-339552067626", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:47.300127 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-811d137e-cc51-422e-8d32-af3e5726c776 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:47.300640 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c527025f-1198-4564-819a-c81066ca71f7', 'name': 'network-vif-deleted', 'tag': '8ce23cde-85f7-4ca3-85a6-339552067626', 'status': 'completed', 'code': 200} Jul 08 02:11:47.331039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-687103db-2d58-4deb-92e7-f97824f2d907 req-8f6e71f9-21ad-4df2-aa8d-08699df726c5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564396 Jul 08 02:11:47.389745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.452252 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.482676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Allocated IP 172.20.0.2 (11e63476-d583-4348-8eed-692ca8cc17ea/7a5d8440-0459-4088-8986-964f048625c0/501f9b87-5c1b-4e76-a80b-f5c062f08e82) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:47.617719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0479385d-7083-4a53-b196-24ef79df65dc up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:47.678448 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.710957 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.711907 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1545a7de-25aa-4704-9bbe-8af330f528bf req-052cb522-e239-432b-a381-37b637bbced5 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=c527025f-1198-4564-819a-c81066ca71f7 HTTP/1.1" status: 200 len: 210 time: 0.0316191 Jul 08 02:11:47.724372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Transition to ACTIVE for port object 501f9b87-5c1b-4e76-a80b-f5c062f08e82 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:47.740256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Transition to ACTIVE for port object 501f9b87-5c1b-4e76-a80b-f5c062f08e82 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:47.768957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b397622-fba9-4691-8512-ff00c49e3bb1 req-48041d75-5692-4993-9bcf-1ea9f887207b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:47.770467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b397622-fba9-4691-8512-ff00c49e3bb1 req-48041d75-5692-4993-9bcf-1ea9f887207b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.0821755 Jul 08 02:11:47.839892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 0479385d-7083-4a53-b196-24ef79df65dc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:47.844272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 0479385d-7083-4a53-b196-24ef79df65dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:47.844777 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.847741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b397622-fba9-4691-8512-ff00c49e3bb1 req-b7fbb8ea-37eb-406d-b8ca-a6abb5d543c2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706878 Jul 08 02:11:47.882216 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.941200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Network 11e63476-d583-4348-8eed-692ca8cc17ea is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:47.948629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:47.951028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Pushing event updated for resources: {'Port': ['ID=501f9b87-5c1b-4e76-a80b-f5c062f08e82,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:47.954353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:48.002620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.024046 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.104278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Attempting to bind port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:48.104919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Attempting to bind port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '342133ad-8a72-42ee-9808-c55a0048f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '11e63476-d583-4348-8eed-692ca8cc17ea'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:48.105457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Attempting to bind port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 on network 11e63476-d583-4348-8eed-692ca8cc17ea {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:48.111931 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.140426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:48.141059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Checking segment: {'id': '342133ad-8a72-42ee-9808-c55a0048f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '11e63476-d583-4348-8eed-692ca8cc17ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:48.141638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.142199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Bound using segment: {'id': '342133ad-8a72-42ee-9808-c55a0048f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '11e63476-d583-4348-8eed-692ca8cc17ea'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:48.142895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Bound port: 501f9b87-5c1b-4e76-a80b-f5c062f08e82, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342133ad-8a72-42ee-9808-c55a0048f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '11e63476-d583-4348-8eed-692ca8cc17ea'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:48.143512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.161920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:48.164575 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eb5256-ecfe-4829-a53c-d47a5bbc1e0b" -d '{"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-plugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:48.184168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:48.195996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Allocated IP 172.25.8.8 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/4929c2fd-d0c7-48bc-9a35-4a5177cf8b53) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:48.217214 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e69115-78fa-433b-abd3-21319290a8a3 x-openstack-request-id: req-f5e69115-78fa-433b-abd3-21319290a8a3 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:48.221817 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-plugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:48.221817 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5e69115-78fa-433b-abd3-21319290a8a3 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:48.221817 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'code': 200} Jul 08 02:11:48.253551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] For port 501f9b87-5c1b-4e76-a80b-f5c062f08e82, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:48.257179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] For port 501f9b87-5c1b-4e76-a80b-f5c062f08e82, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=501f9b87-5c1b-4e76-a80b-f5c062f08e82,segment=NetworkSegment(342133ad-8a72-42ee-9808-c55a0048f01b),segment_id=342133ad-8a72-42ee-9808-c55a0048f01b)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:48.262349 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.324270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.329171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7f0a1-e6b6-4968-8ddf-b8a48cc689e3 req-f17e3234-f888-4d32-921c-6180f20a648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:48.330833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dde7f0a1-e6b6-4968-8ddf-b8a48cc689e3 req-f17e3234-f888-4d32-921c-6180f20a648a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1096 time: 0.0562985 Jul 08 02:11:48.356564 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.360685 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 8ce23cde-85f7-4ca3-85a6-339552067626 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:48.375129 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dde7f0a1-e6b6-4968-8ddf-b8a48cc689e3 req-2c890d81-9f61-4074-aaac-b49d627173e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384097 Jul 08 02:11:48.404663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 8ce23cde-85f7-4ca3-85a6-339552067626 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:48.405016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 8ce23cde-85f7-4ca3-85a6-339552067626 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:48.432643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:48.445106 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.476620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.509485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4f14-56d0-45a3-b508-7deaa09332c1 None None] Pushing event updated for resources: {'Port': ['ID=501f9b87-5c1b-4e76-a80b-f5c062f08e82,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:48.547286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361eefc-03bb-416a-9bb7-0ba0a0ffb516 req-4943ebe5-5490-4e20-87de-61b2ec6d97b3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:48.557598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6361eefc-03bb-416a-9bb7-0ba0a0ffb516 req-4943ebe5-5490-4e20-87de-61b2ec6d97b3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1123385 Jul 08 02:11:48.570140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:48.575949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:48.585173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:48.585539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'Port': ['ID=4929c2fd-d0c7-48bc-9a35-4a5177cf8b53,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:48.620777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6361eefc-03bb-416a-9bb7-0ba0a0ffb516 req-f6155f00-31b5-4141-a641-7b13f790dc51 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616803 Jul 08 02:11:48.879458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57856) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:49.001377 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-432c718a-92c6-4b80-9338-77f542e536f0 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:49.063005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-432c718a-92c6-4b80-9338-77f542e536f0 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:49.063227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9803-2a09-47e8-9c6a-1a8fde6db8fe req-a678787f-3d95-41f1-811b-6a8b1fc7e51e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:49.064803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-708a9803-2a09-47e8-9c6a-1a8fde6db8fe req-a678787f-3d95-41f1-811b-6a8b1fc7e51e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.0780268 Jul 08 02:11:49.106290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-708a9803-2a09-47e8-9c6a-1a8fde6db8fe req-ea1ca4cf-f39a-4cb0-8ec0-183f6902bba7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358570 Jul 08 02:11:49.108905 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:49.342281 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-432c718a-92c6-4b80-9338-77f542e536f0 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:49.345624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-432c718a-92c6-4b80-9338-77f542e536f0 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:49.349494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-432c718a-92c6-4b80-9338-77f542e536f0 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/security-groups/0ef82565-5277-4cb8-866d-9fcaf53fb593 HTTP/1.1" status: 204 len: 168 time: 0.4664261 Jul 08 02:11:49.367555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c718a-92c6-4b80-9338-77f542e536f0 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef82565-5277-4cb8-866d-9fcaf53fb593,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:49.384465 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:49.527737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57870) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:49.724389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519cf7db-d053-411d-b8d5-15b01e24d1b3 None None] Network 11e63476-d583-4348-8eed-692ca8cc17ea requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:49.904720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c20545-624f-444e-9dee-b6d6e077eacf req-4ed5fc7f-6aa9-463a-acd7-202fe8fedba0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:49.911973 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68c20545-624f-444e-9dee-b6d6e077eacf req-4ed5fc7f-6aa9-463a-acd7-202fe8fedba0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1604884 Jul 08 02:11:49.920111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5b5bd26a-37fd-4cde-bbc1-58449dcba2a4 None None] Provisioning for port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:49.966069 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68c20545-624f-444e-9dee-b6d6e077eacf req-b75468b2-6a93-4d94-a81a-2a57444e6499 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530829 Jul 08 02:11:50.016606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Router dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:11:50.075329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.139637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:50.156418 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadce849-a177-4162-93c0-5ccc2204f978 None None] Sync routers for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:50.165960 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadce849-a177-4162-93c0-5ccc2204f978 None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:50.166594 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cadce849-a177-4162-93c0-5ccc2204f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:50.203893 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cadce849-a177-4162-93c0-5ccc2204f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:50.214551 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadce849-a177-4162-93c0-5ccc2204f978 None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:50.215380 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cadce849-a177-4162-93c0-5ccc2204f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:50.253910 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cadce849-a177-4162-93c0-5ccc2204f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:50.254577 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadce849-a177-4162-93c0-5ccc2204f978 None None] The sync data for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:50.270547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.270547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c76c4d54-8a6f-4ede-9055-1ae214e2be21 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.1934519 Jul 08 02:11:50.271944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:50.442349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port f5e58a67-d2d8-4844-8395-1cf86491a1ec {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:50.442685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.456086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995a117-38bf-4acb-9def-c70d6f5503de req-67199ef9-b942-434f-af8e-afa01554db47 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:50.458099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6995a117-38bf-4acb-9def-c70d6f5503de req-67199ef9-b942-434f-af8e-afa01554db47 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1254745 Jul 08 02:11:50.554428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port f5e58a67-d2d8-4844-8395-1cf86491a1ec, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f5e58a67-d2d8-4844-8395-1cf86491a1ec,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:50.555012 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.568521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for f5e58a67-d2d8-4844-8395-1cf86491a1ec owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:50.574091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6995a117-38bf-4acb-9def-c70d6f5503de req-3651fabf-1191-43f1-96ee-153ccb29ee1e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043029 Jul 08 02:11:50.733186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 501f9b87-5c1b-4e76-a80b-f5c062f08e82 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:50.856429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:50.860863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:50.861253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.885748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f62d2-8e09-473f-bd28-10091d2e58f5 req-d3ab97cf-55cb-4337-a988-46a338afa603 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:50.887288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f04f62d2-8e09-473f-bd28-10091d2e58f5 req-d3ab97cf-55cb-4337-a988-46a338afa603 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.0843115 Jul 08 02:11:50.911618 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.938792 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.941595 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f04f62d2-8e09-473f-bd28-10091d2e58f5 req-ed56c71a-cff0-46d6-a1a6-e3ab2957d129 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 Jul 08 02:11:50.960424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.966750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57904) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:50.999797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 501f9b87-5c1b-4e76-a80b-f5c062f08e82, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=501f9b87-5c1b-4e76-a80b-f5c062f08e82,segment=NetworkSegment(342133ad-8a72-42ee-9808-c55a0048f01b),segment_id=342133ad-8a72-42ee-9808-c55a0048f01b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:51.005088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.037736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=f5e58a67-d2d8-4844-8395-1cf86491a1ec,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:51.103817 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.176035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e584dab-4ccc-4287-9aea-d4a955ff54f2 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.180303 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5e584dab-4ccc-4287-9aea-d4a955ff54f2 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1092 time: 0.2098088 Jul 08 02:11:51.195055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57910) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:51.210558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '0479385d-7083-4a53-b196-24ef79df65dc', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:51.217238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=501f9b87-5c1b-4e76-a80b-f5c062f08e82,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:51.349684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.365549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.401745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502f0d-48a9-42fc-8217-965ce707d2ca req-0084180a-a16d-4c6b-b7b9-b405c817664e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.403312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e502f0d-48a9-42fc-8217-965ce707d2ca req-0084180a-a16d-4c6b-b7b9-b405c817664e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.2571442 Jul 08 02:11:51.408953 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-52382418-216b-4954-b2bb-b8fdb8ad0b84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2608759 Jul 08 02:11:51.447908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Allocated IP 172.20.0.1 (11e63476-d583-4348-8eed-692ca8cc17ea/7a5d8440-0459-4088-8986-964f048625c0/1cb153f0-8556-4f11-b96e-51a0cff79500) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:51.456989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72c77cef-88bd-461c-acb8-74c4a4848692 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:11:51.475976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e502f0d-48a9-42fc-8217-965ce707d2ca req-ecb151fc-836a-479d-a2b9-a5bed17048c8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614123 Jul 08 02:11:51.633483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-755f109d-909d-44e7-b95c-7030f501a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.634225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:51.637071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-755f109d-909d-44e7-b95c-7030f501a92b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1097 time: 0.1551337 Jul 08 02:11:51.658394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '72c77cef-88bd-461c-acb8-74c4a4848692', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'port_id': '72c77cef-88bd-461c-acb8-74c4a4848692', 'mac_address': 'fa:16:3e:5b:00:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:11:51.677860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.696126 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.710031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72c77cef-88bd-461c-acb8-74c4a4848692 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:51.732349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:51.740478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Transition to ACTIVE for port object 1cb153f0-8556-4f11-b96e-51a0cff79500 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:51.764196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.766882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router b958bc26-fc87-4f6d-9f14-787e750e4b7b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:51.796618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-6d8e2533-eb49-4307-8ca7-33454cc05e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.798585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-6d8e2533-eb49-4307-8ca7-33454cc05e13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1337011 Jul 08 02:11:51.818186 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.888194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:51.889819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-07d78b86-42c2-4178-9a43-07399b70a516 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1000 time: 0.0792046 Jul 08 02:11:51.909496 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.964160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:51.972478 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5426a4f6-10e0-4526-8566-923f005d446f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "PUT /v2.0/routers/b958bc26-fc87-4f6d-9f14-787e750e4b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4434605 Jul 08 02:11:51.977150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Network 11e63476-d583-4348-8eed-692ca8cc17ea is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:51.982209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57914) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:51.982358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] Sync routers for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:51.984683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:51.990432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:51.997135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.25.8.150 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/aff9e4e0-b282-4729-83cc-382d012c6b96) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:52.014642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:52.016087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:52.036899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'Port': ['ID=1cb153f0-8556-4f11-b96e-51a0cff79500,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:52.049163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-cceb709b-5618-4456-a14c-76447fa0bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:52.050854 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-cceb709b-5618-4456-a14c-76447fa0bd36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.1495612 Jul 08 02:11:52.085842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['72c77cef-88bd-461c-acb8-74c4a4848692'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:52.125967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.172288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdd41cd-0064-458a-98be-d0b613e1493f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting subnet 06e40f0a-fdab-4385-8ed3-3ce78bd3247c {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:11:52.179508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd41cd-0064-458a-98be-d0b613e1493f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.266271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:52.299018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd41cd-0064-458a-98be-d0b613e1493f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.324788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-20261232-8da5-40ae-ba34-f7dd646ed03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:52.326307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-20261232-8da5-40ae-ba34-f7dd646ed03f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2580988 Jul 08 02:11:52.389939 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.440946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd41cd-0064-458a-98be-d0b613e1493f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.474798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-a17faa9e-13f6-45f4-ad5b-02a3c29b35bf service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192799 Jul 08 02:11:52.565405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 7, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:52.602188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a806fc77-0282-4a5e-a9b6-7550d841c73b None None] Provisioning for port 1cb153f0-8556-4f11-b96e-51a0cff79500 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:52.612677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a806fc77-0282-4a5e-a9b6-7550d841c73b None None] Provisioning complete for port 1cb153f0-8556-4f11-b96e-51a0cff79500 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:52.613736 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a806fc77-0282-4a5e-a9b6-7550d841c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.615250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] Checking router: b958bc26-fc87-4f6d-9f14-787e750e4b7b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:52.627006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd41cd-0064-458a-98be-d0b613e1493f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.634066 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.649889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] Routers {'b958bc26-fc87-4f6d-9f14-787e750e4b7b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:52.650683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:52.675411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.774469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd41cd-0064-458a-98be-d0b613e1493f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Subnet': ['ID=06e40f0a-fdab-4385-8ed3-3ce78bd3247c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:52.784467 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd41cd-0064-458a-98be-d0b613e1493f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.795135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ffdd41cd-0064-458a-98be-d0b613e1493f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/subnets/06e40f0a-fdab-4385-8ed3-3ce78bd3247c HTTP/1.1" status: 204 len: 168 time: 0.8168147 Jul 08 02:11:52.808054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57930) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:52.859165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:52.880695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:52.918272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] Set router b958bc26-fc87-4f6d-9f14-787e750e4b7b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:52.994627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:53.003326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f209f36d-a705-4328-b748-2c0294185687 None None] Network 8acd5d85-01ba-4f9e-92dc-75f4e590fcca requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:53.006659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 501f9b87-5c1b-4e76-a80b-f5c062f08e82 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:53.056998 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ffdc6bb8-48cc-42a9-890f-7b2bfdc2a337 req-727387b3-5f5f-4c46-8f1c-acce7f31b67b service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778317 Jul 08 02:11:53.060124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=aff9e4e0-b282-4729-83cc-382d012c6b96,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:53.131592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:53.142830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:53.148892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0478df-7892-4755-a85a-aaddfa3005e0 req-54f47cf5-6b76-4c6b-927e-c9d5b36b92af tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:53.151786 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b0478df-7892-4755-a85a-aaddfa3005e0 req-54f47cf5-6b76-4c6b-927e-c9d5b36b92af tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 944 time: 0.1567554 Jul 08 02:11:53.222769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b0478df-7892-4755-a85a-aaddfa3005e0 req-75b5d1c7-4adb-4aac-8394-286181a59753 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642622 Jul 08 02:11:53.229929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:53.309302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a806fc77-0282-4a5e-a9b6-7550d841c73b None None] Port 1cb153f0-8556-4f11-b96e-51a0cff79500 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:53.351098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:53.363101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'Port': ['ID=1cb153f0-8556-4f11-b96e-51a0cff79500,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:53.432126 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:53.478722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:53.478722 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:53.510369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Network 11e63476-d583-4348-8eed-692ca8cc17ea is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:53.512421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:53.522890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72c77cef-88bd-461c-acb8-74c4a4848692 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:53.727672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 72c77cef-88bd-461c-acb8-74c4a4848692 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:53.728086 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:53.749651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Router dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:53.786896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 7, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:53.882959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc85cad-c727-4cbb-a8f5-eef49c8fefed None None] The sync data for ids ['b958bc26-fc87-4f6d-9f14-787e750e4b7b'] in n-d-695189-13 is: [{'id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'name': 'tempest-TestNetworkBasicOps-router-1601270080', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:23Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 7, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': 'be9c8ada-159a-47dd-be76-20cb31e1a8e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b958bc26-fc87-4f6d-9f14-787e750e4b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:25Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:54.013135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] DHCP port deletion for 8acd5d85-01ba-4f9e-92dc-75f4e590fcca request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:11:54.088526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0c964a8a-465f-4b6e-bb3a-cc6929c4b639 None None] Provisioning complete for port 1cb153f0-8556-4f11-b96e-51a0cff79500 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:54.088906 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c964a8a-465f-4b6e-bb3a-cc6929c4b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.090449 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.169380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:54.180054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:54.183682 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af4269-c79d-4452-ae71-222a1996312b" -d '{"events": [{"server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "name": "network-vif-plugged", "status": "completed", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:54.186295 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563d054-04d7-4f1b-b4a3-8badf8a33f96 None None] Sync routers for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:54.199201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0f100891-17db-4a66-bacc-734e93c80a5d tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "PUT /v2.0/routers/dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9258642 Jul 08 02:11:54.202431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:54.219387 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563d054-04d7-4f1b-b4a3-8badf8a33f96 None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:54.221595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:54.223277 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d563d054-04d7-4f1b-b4a3-8badf8a33f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:54.229525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0c964a8a-465f-4b6e-bb3a-cc6929c4b639 None None] Port 1cb153f0-8556-4f11-b96e-51a0cff79500 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:54.231441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Request body: {'port': {'network_id': '11e63476-d583-4348-8eed-692ca8cc17ea', 'name': 'tempest-FloatingIPAdminTestJSON-2022090876'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:54.238229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] Deleting port c00d8fc3-4e37-4d3a-a14a-0581616753d2 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:54.238945 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.308405 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d563d054-04d7-4f1b-b4a3-8badf8a33f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:54.329609 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563d054-04d7-4f1b-b4a3-8badf8a33f96 None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:54.330256 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d563d054-04d7-4f1b-b4a3-8badf8a33f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:54.388568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] For port c00d8fc3-4e37-4d3a-a14a-0581616753d2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c00d8fc3-4e37-4d3a-a14a-0581616753d2,segment=NetworkSegment(d79ab012-6573-46e0-8b01-451495a8401e),segment_id=d79ab012-6573-46e0-8b01-451495a8401e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:54.389335 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.427194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] Calling delete_port for c00d8fc3-4e37-4d3a-a14a-0581616753d2 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:54.438459 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8006df9e-38eb-4eca-abcd-50f546bef4f4 x-openstack-request-id: req-8006df9e-38eb-4eca-abcd-50f546bef4f4 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:54.438753 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "name": "network-vif-plugged", "status": "completed", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:54.439010 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8006df9e-38eb-4eca-abcd-50f546bef4f4 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:54.439435 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692', 'code': 200} Jul 08 02:11:54.443805 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.454120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d563d054-04d7-4f1b-b4a3-8badf8a33f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:54.457959 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563d054-04d7-4f1b-b4a3-8badf8a33f96 None None] The sync data for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:54.570005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port be9c8ada-159a-47dd-be76-20cb31e1a8e3 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:54.570970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.650203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:54.668217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Made reservation on behalf of 3ca92ff5a7f0401590dbb3249a83b9a4 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:54.672481 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.697327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c00d8fc3-4e37-4d3a-a14a-0581616753d2 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:54.720829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] device_id is not set on port b0766b82-c64f-449c-9bc0-f917bc73c2f4 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:11:54.787473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b3a88-c1b5-42ac-b4f8-6bb2ef8d6c1a req-01763d2b-4986-4f30-bba4-0e40957cf27d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:54.789662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec4b3a88-c1b5-42ac-b4f8-6bb2ef8d6c1a req-01763d2b-4986-4f30-bba4-0e40957cf27d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.2808137 Jul 08 02:11:54.795146 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.824803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port be9c8ada-159a-47dd-be76-20cb31e1a8e3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be9c8ada-159a-47dd-be76-20cb31e1a8e3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:54.825277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.830696 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.847837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for be9c8ada-159a-47dd-be76-20cb31e1a8e3 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:54.850950 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.866968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] Pushing event deleted for resources: {'Port': ['ID=c00d8fc3-4e37-4d3a-a14a-0581616753d2,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:54.869234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5fed4-347b-4813-81ad-dfaf8c1d1469 None None] No DVR routers for this DVR port c00d8fc3-4e37-4d3a-a14a-0581616753d2 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:54.897171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f5e58a67-d2d8-4844-8395-1cf86491a1ec no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:54.910690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec4b3a88-c1b5-42ac-b4f8-6bb2ef8d6c1a req-2ae3f8f6-de3a-459a-9d96-506e2a18fc9b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114733 Jul 08 02:11:54.949217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: f5e58a67-d2d8-4844-8395-1cf86491a1ec {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:54.950463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f5e58a67-d2d8-4844-8395-1cf86491a1ec not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:55.097804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Allocated IP 172.20.0.14 (11e63476-d583-4348-8eed-692ca8cc17ea/7a5d8440-0459-4088-8986-964f048625c0/b0766b82-c64f-449c-9bc0-f917bc73c2f4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:55.319676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.363404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.413259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Transition to ACTIVE for port object b0766b82-c64f-449c-9bc0-f917bc73c2f4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:55.514967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.565305 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.583585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=be9c8ada-159a-47dd-be76-20cb31e1a8e3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:55.626964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Network 11e63476-d583-4348-8eed-692ca8cc17ea is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:55.631574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:55.636425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:55.651554 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.661206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.692187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:55.693345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.729182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event updated for resources: {'Port': ['ID=b0766b82-c64f-449c-9bc0-f917bc73c2f4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:55.773751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cd121881-70ba-4413-a7e4-4f7bfe4c5b9f tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5604563 Jul 08 02:11:55.773751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57980) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:55.783816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.837519 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.840084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.855269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'project_id': '3ca92ff5a7f0401590dbb3249a83b9a4', 'port_id': 'b0766b82-c64f-449c-9bc0-f917bc73c2f4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:55.999123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.999872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Fanout notify agent at l3_agent the message router_deleted on router b958bc26-fc87-4f6d-9f14-787e750e4b7b {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:11:56.007967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.011978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:56.012420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-28074c21-703e-4976-88e8-d97b2baa5e3f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/routers/b958bc26-fc87-4f6d-9f14-787e750e4b7b HTTP/1.1" status: 204 len: 168 time: 3.2032461 Jul 08 02:11:56.051204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=aff9e4e0-b282-4729-83cc-382d012c6b96,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:56.064458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.172091 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.176725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b32315a5-847a-4398-aba2-23a438be4eee None None] Provisioning for port b0766b82-c64f-449c-9bc0-f917bc73c2f4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:56.185270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b32315a5-847a-4398-aba2-23a438be4eee None None] Provisioning complete for port b0766b82-c64f-449c-9bc0-f917bc73c2f4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:56.186005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b32315a5-847a-4398-aba2-23a438be4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.255103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b32315a5-847a-4398-aba2-23a438be4eee None None] Port b0766b82-c64f-449c-9bc0-f917bc73c2f4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:56.306822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.329171 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Floating IP 8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0 associated. External IP: 172.25.8.150, port: 0479385d-7083-4a53-b196-24ef79df65dc. Jul 08 02:11:56.431894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.451173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acd5d85-01ba-4f9e-92dc-75f4e590fcca']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:56.467953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79ab012-6573-46e0-8b01-451495a8401e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:56.468631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79ab012-6573-46e0-8b01-451495a8401e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:56.483454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.502545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc622c1-dac0-4b17-9c38-8a91c7d0bbfa req-2fba91fe-1eea-440f-86f0-e224f70c8e40 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:56.505100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cc622c1-dac0-4b17-9c38-8a91c7d0bbfa req-2fba91fe-1eea-440f-86f0-e224f70c8e40 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.2591851 Jul 08 02:11:56.512895 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.527076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.593719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:56.594139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:56.621515 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:56.664692 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cc622c1-dac0-4b17-9c38-8a91c7d0bbfa req-860a123c-9b24-422e-a3b1-7e9f29527466 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529422 Jul 08 02:11:56.788634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be9c8ada-159a-47dd-be76-20cb31e1a8e3 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:56.817429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:56.828427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: be9c8ada-159a-47dd-be76-20cb31e1a8e3 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:56.828875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be9c8ada-159a-47dd-be76-20cb31e1a8e3 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:56.839239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Allocated IP 172.25.8.134 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/d27d64c2-817b-4043-89bd-4545f0e729f8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:56.842033 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.866918 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.872276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/networks/8acd5d85-01ba-4f9e-92dc-75f4e590fcca HTTP/1.1" status: 204 len: 168 time: 0.8559172 Jul 08 02:11:56.872276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626ce13-b2e7-4dc8-89fb-438aa70f393f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Network': ['ID=8acd5d85-01ba-4f9e-92dc-75f4e590fcca,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:56.901281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57994) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:56.906837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'network': {'name': 'tempest-network-smoke--1103688146', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:57.017629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:57.030564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] Sync routers for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:57.048835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:57.049687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:57.068107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:57.072338 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.077241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.122674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:57.136988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.137385 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Added segment d9284efe-b351-47da-bb47-a726ce75afac of type vlan for network ec6a993e-cb48-442f-b4f0-65010f291ecf Jul 08 02:11:57.212093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.229766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:57.241064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.247975 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.304244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:57.309751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:57.319871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:57.332019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.338133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:57.338792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.422594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Network': ['ID=ec6a993e-cb48-442f-b4f0-65010f291ecf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:57.429642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a146efec-1a3b-4770-9c59-6ab2a6256673 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2252765 Jul 08 02:11:57.429642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:57.429983 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:57.468580 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5abd4e22-ec77-4a62-b0fe-fccd07c70f36 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5657592 Jul 08 02:11:57.478507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58002) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:57.478787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Pushing event updated for resources: {'Port': ['ID=d27d64c2-817b-4043-89bd-4545f0e729f8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:57.478892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'admin_state_up': True, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:57.493479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network ec6a993e-cb48-442f-b4f0-65010f291ecf details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:57.545361 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d882301-0bb4-4481-ac0a-56b840d033cb x-openstack-request-id: req-9d882301-0bb4-4481-ac0a-56b840d033cb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:57.545905 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:57.546364 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d882301-0bb4-4481-ac0a-56b840d033cb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:57.546964 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'status': 'completed', 'code': 200} Jul 08 02:11:57.643887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.645120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.748868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:57.779656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-bb206eff-627c-4969-bc37-2df583de2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:57.783774 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-bb206eff-627c-4969-bc37-2df583de2cb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1097 time: 0.2077849 Jul 08 02:11:57.872866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'port_id': '0479385d-7083-4a53-b196-24ef79df65dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'mac_address': 'fa:16:3e:aa:f7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:11:54Z', 'updated_at': '2021-07-08T02:11:54Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:37Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:57.951951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] Checking router: 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:57.981181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:57.981830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:58.207595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:58.240590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43547a-b22a-4039-b89e-1d2c1535e1aa req-7816fe6b-bfc0-4f23-b17d-418d45ae0f91 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:58.242413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c43547a-b22a-4039-b89e-1d2c1535e1aa req-7816fe6b-bfc0-4f23-b17d-418d45ae0f91 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1438832 Jul 08 02:11:58.316127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58010) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:58.478351 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c43547a-b22a-4039-b89e-1d2c1535e1aa req-7af2ec0a-8de0-4c5b-bac6-2ed77080346e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284937 Jul 08 02:11:58.484351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-94586b36-c2c7-4e70-96dd-8a359f1acee3 admin admin] Deleting subnet 27ba5d9c-fcb1-430b-92e3-c5879b0bbc2c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:11:58.562712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:58.586284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94586b36-c2c7-4e70-96dd-8a359f1acee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.625803 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.685711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'port_id': '0479385d-7083-4a53-b196-24ef79df65dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'mac_address': 'fa:16:3e:aa:f7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:11:54Z', 'updated_at': '2021-07-08T02:11:54Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:37Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:58.725751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867d87a-6c1d-485c-b84c-1821e7472350 None None] The sync data for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 is: [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'port_id': '0479385d-7083-4a53-b196-24ef79df65dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'mac_address': 'fa:16:3e:aa:f7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:11:54Z', 'updated_at': '2021-07-08T02:11:54Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:37Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:58.742321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94586b36-c2c7-4e70-96dd-8a359f1acee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.757731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-9c536ca8-c5d6-4240-9808-7118e19b811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:58.759906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-9c536ca8-c5d6-4240-9808-7118e19b811f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.9695485 Jul 08 02:11:58.793137 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.840395 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94586b36-c2c7-4e70-96dd-8a359f1acee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.926630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e435e055-06da-4298-b1c7-9fe7a2824ea0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0 HTTP/1.1" status: 200 len: 991 time: 0.3603854 Jul 08 02:11:59.014714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647974a-9fed-4581-9146-7787b18547b5 req-746d0246-ae07-46d6-ab55-7241a43027c1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:59.034502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d647974a-9fed-4581-9146-7787b18547b5 req-746d0246-ae07-46d6-ab55-7241a43027c1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.3761971 Jul 08 02:11:59.088507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94586b36-c2c7-4e70-96dd-8a359f1acee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.099840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-08c64f2e-0a55-435a-90e2-7dedd096ec46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 999 time: 0.2923136 Jul 08 02:11:59.126130 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14b582-c827-4974-8b17-f68cb309a8d9 None None] New status for floating IP 8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:11:59.166517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94586b36-c2c7-4e70-96dd-8a359f1acee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.168608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-94586b36-c2c7-4e70-96dd-8a359f1acee3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/27ba5d9c-fcb1-430b-92e3-c5879b0bbc2c HTTP/1.1" status: 204 len: 168 time: 0.8537617 Jul 08 02:11:59.169686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94586b36-c2c7-4e70-96dd-8a359f1acee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ba5d9c-fcb1-430b-92e3-c5879b0bbc2c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:59.172684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d647974a-9fed-4581-9146-7787b18547b5 req-94b24bca-a858-45e6-8524-063250fdf3f5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417694 Jul 08 02:11:59.177599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:59.281032 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.339866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-eab50043-3685-42c4-bf85-b63d0ebf1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:59.341400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-eab50043-3685-42c4-bf85-b63d0ebf1bc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.2326355 Jul 08 02:11:59.369023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.520583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.547125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.555674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-c785726d-fae4-47dd-88cf-8c1851404ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:59.557248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-c785726d-fae4-47dd-88cf-8c1851404ec9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078061 Jul 08 02:11:59.643570 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.664592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2132ea-1d80-4552-85bf-6882391cabae']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:59.683836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df5018f-f5c0-4ecb-a2fd-f0696344e1a7') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:59.684344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df5018f-f5c0-4ecb-a2fd-f0696344e1a7') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:59.698103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.727808 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.729749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.741307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:59.741735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:59.743586 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:59.776026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-9d3d48d6-b181-47ae-bb8e-3e2b73e5adb9 service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830060 Jul 08 02:11:59.777442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.25.8.197 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:59.793906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.884599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Pushing event updated for resources: {'Port': ['ID=d27d64c2-817b-4043-89bd-4545f0e729f8,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:59.897583 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.939410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58018) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:59.948117 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.981260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2132ea-1d80-4552-85bf-6882391cabae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:00.013439 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.014608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a7a8a5-fa39-4a04-a67d-fd82614d6d88 req-0ca5f178-14e6-41a9-a87e-57c96ea16f2a service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317345 Jul 08 02:12:00.015228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-65d2ef8e-2c7f-468f-af98-ea72a1f77ad4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4f2132ea-1d80-4552-85bf-6882391cabae HTTP/1.1" status: 204 len: 168 time: 0.8337214 Jul 08 02:12:00.017946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58020) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:00.059912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.065480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5d375d68-f4d1-477c-9b52-c59da44166c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0 HTTP/1.1" status: 200 len: 993 time: 0.1299334 Jul 08 02:12:00.082020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bb73ae-1bf2-4570-a51e-01cd92584345 admin admin] Deleting subnet 530004a5-065b-43bd-89c9-ed5ecc67d699 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:12:00.088897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81bb73ae-1bf2-4570-a51e-01cd92584345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.110113 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Floating IP 78526a1c-57f8-48ab-a3c5-a72687be8aa2 associated. External IP: 172.25.8.134, port: b0766b82-c64f-449c-9bc0-f917bc73c2f4. Jul 08 02:12:00.175473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81bb73ae-1bf2-4570-a51e-01cd92584345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.255135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81bb73ae-1bf2-4570-a51e-01cd92584345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.347149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.412357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:00.420332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Router dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:12:00.422645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:00.429323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:00.482366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81bb73ae-1bf2-4570-a51e-01cd92584345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.485484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:00.504404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dc932-e27e-41d6-9f08-99a9dcdf24e9 req-2dbd79f0-c609-4d21-bf3b-45d530f35076 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:00.505976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e9dc932-e27e-41d6-9f08-99a9dcdf24e9 req-2dbd79f0-c609-4d21-bf3b-45d530f35076 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1912227 Jul 08 02:12:00.513912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb73ae-1bf2-4570-a51e-01cd92584345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530004a5-065b-43bd-89c9-ed5ecc67d699,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:00.530482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81bb73ae-1bf2-4570-a51e-01cd92584345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.537160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-81bb73ae-1bf2-4570-a51e-01cd92584345 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/530004a5-065b-43bd-89c9-ed5ecc67d699 HTTP/1.1" status: 204 len: 168 time: 0.5148370 Jul 08 02:12:00.556199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58030) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:00.596451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:00.609330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb3095-8550-4973-a6a2-2fcb89b812f9 None None] Sync routers for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:00.633647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb3095-8550-4973-a6a2-2fcb89b812f9 None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:00.635309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5cdb3095-8550-4973-a6a2-2fcb89b812f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.674692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5cdb3095-8550-4973-a6a2-2fcb89b812f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.679384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.699950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb3095-8550-4973-a6a2-2fcb89b812f9 None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:00.700842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5cdb3095-8550-4973-a6a2-2fcb89b812f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.702431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e9dc932-e27e-41d6-9f08-99a9dcdf24e9 req-19756e76-600d-43b8-923c-0c6134ffb3a0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897287 Jul 08 02:12:00.726293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.755538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e1304612-9467-44d6-9654-4e3a9f7ce147 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.9788754 Jul 08 02:12:00.756267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:00.760576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5cdb3095-8550-4973-a6a2-2fcb89b812f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.761459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb3095-8550-4973-a6a2-2fcb89b812f9 None None] The sync data for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:00.838316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.871321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-86ca9274-89b1-4397-bc24-f94698addbfa tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] 10.222.0.10 "GET /v2.0/floatingips/78526a1c-57f8-48ab-a3c5-a72687be8aa2 HTTP/1.1" status: 200 len: 984 time: 0.1139333 Jul 08 02:12:00.872046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58034) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:00.887563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c660cfb-a357-4203-a1e4-42613dd36a16']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.903766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6647112-4721-4b5d-af22-d7a9ee64cbbe') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.904073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6647112-4721-4b5d-af22-d7a9ee64cbbe') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.921502 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.971067 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.982319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:12:00.982745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:12:00.984532 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:12:01.034032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.054037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9fbbb7d7-6fe7-42bf-a4eb-855f24dd26a0 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5392 time: 0.1807668 Jul 08 02:12:01.055235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58036) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:01.209623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.231639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.236362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2c660cfb-a357-4203-a1e4-42613dd36a16 HTTP/1.1" status: 204 len: 168 time: 0.6736231 Jul 08 02:12:01.237800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80deb895-e9db-451c-ba7d-e886f21eaa60 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c660cfb-a357-4203-a1e4-42613dd36a16,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:01.312575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.328712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Deleting port d27d64c2-817b-4043-89bd-4545f0e729f8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:01.329086 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.464151 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.465711 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.482012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Calling delete_port for d27d64c2-817b-4043-89bd-4545f0e729f8 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:01.553641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:12:01.718045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:01.730730 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Sync routers for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:01.742102 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:01.743789 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:01.749490 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.792481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event deleted for resources: {'Port': ['ID=d27d64c2-817b-4043-89bd-4545f0e729f8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:01.844334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58044) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:01.853293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:01.860707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4cc28c79-b8ea-475c-8ce9-1a6e09781022 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3882473 Jul 08 02:12:01.866536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58046) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:01.882888 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:01.929788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5912286f-28ac-459b-87f2-5f2bf9aa742f tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e75ea0b995334b6e838b3d36aa2ab4cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584104 Jul 08 02:12:01.934093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58048) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:01.951041 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-adeb5dd5-c7f9-4b63-82d7-6c6c82148cee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=773b65538bc746e0be74c6197d03bb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050298 Jul 08 02:12:01.956114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58050) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:02.000400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.000820 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Floating IP 78526a1c-57f8-48ab-a3c5-a72687be8aa2 disassociated (deleted). External IP: 172.25.8.134, port: b0766b82-c64f-449c-9bc0-f917bc73c2f4. Jul 08 02:12:02.091288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99f8776-f624-404c-a3c7-3729258b8774 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:02.092935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f99f8776-f624-404c-a3c7-3729258b8774 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577122 Jul 08 02:12:02.105822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58052) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:02.114781 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:00Z', 'revision_number': 3, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:02.138443 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f487ca8-24b8-4e2a-af3d-cb76205ce91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.148535 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Checking router: 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:12:02.149143 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Updating router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:12:02.162500 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-177f3143-adc8-4d64-b439-84b59b579b91 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541472 Jul 08 02:12:02.164873 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f487ca8-24b8-4e2a-af3d-cb76205ce91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.169994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58054) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:02.179856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107201141', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:02.198286 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.292982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a69192-8d49-426c-8b75-1732e4894d29 req-8aad28ec-b8f3-40f1-b296-c8e500b7fbdb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:02.294503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9a69192-8d49-426c-8b75-1732e4894d29 req-8aad28ec-b8f3-40f1-b296-c8e500b7fbdb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1993895 Jul 08 02:12:02.302658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f487ca8-24b8-4e2a-af3d-cb76205ce91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.305425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f487ca8-24b8-4e2a-af3d-cb76205ce91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.307121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9f487ca8-24b8-4e2a-af3d-cb76205ce91f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7db7f1d6-0115-4cc9-83b2-34913d6b99cf HTTP/1.1" status: 204 len: 168 time: 0.3483808 Jul 08 02:12:02.329048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f487ca8-24b8-4e2a-af3d-cb76205ce91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db7f1d6-0115-4cc9-83b2-34913d6b99cf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:02.401673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:12:02.407313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.461626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Router dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:12:02.530713 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9a69192-8d49-426c-8b75-1732e4894d29 req-c982c5d0-e11d-482e-af8c-a3cfe40f8676 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062404 Jul 08 02:12:02.613100 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.641746 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Transition to ACTIVE for port object 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:02.670849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:02.684304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.690261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef8f92-e1da-4969-8106-5abf023d62af None None] Sync routers for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:02.702504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef8f92-e1da-4969-8106-5abf023d62af None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:02.703417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-feef8f92-e1da-4969-8106-5abf023d62af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:02.725388 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.750294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-feef8f92-e1da-4969-8106-5abf023d62af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:02.759624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c7851115-efdf-4e6e-9290-625013be4825 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "DELETE /v2.0/floatingips/78526a1c-57f8-48ab-a3c5-a72687be8aa2 HTTP/1.1" status: 204 len: 168 time: 1.6955392 Jul 08 02:12:02.760098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef8f92-e1da-4969-8106-5abf023d62af None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:02.760798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-feef8f92-e1da-4969-8106-5abf023d62af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:02.763545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:02.776889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:02.797200 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Attempting to bind port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:02.797709 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Attempting to bind port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:02.797945 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Attempting to bind port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:02.807579 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Pushing event updated for resources: {'Port': ['ID=8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:02.811631 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:02.812378 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:02.812792 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.813313 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:02.813793 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Bound port: 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:02.814229 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.818678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:02.823914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-feef8f92-e1da-4969-8106-5abf023d62af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:02.823914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef8f92-e1da-4969-8106-5abf023d62af None None] The sync data for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:02.874267 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.874735 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.875109 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.876679 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.879148 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.879522 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.879864 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.881564 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.882047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.882376 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.883362 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.883702 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:02.890630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Subnet': ['ID=7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:02.902238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Checking segment: {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:02.902238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network hostable DHCP agents. Network: ec6a993e-cb48-442f-b4f0-65010f291ecf, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:12:02.947475 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] For port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:02.950908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] For port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:02.959119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.021619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network ec6a993e-cb48-442f-b4f0-65010f291ecf is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:12:03.068449 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.069202 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.129538 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:03.130431 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:03.147353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, ec6a993e-cb48-442f-b4f0-65010f291ecf) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:03.152175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:03.153200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.159872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f565f4c-a618-4760-badf-c786c9df2e47 None None] Network ec6a993e-cb48-442f-b4f0-65010f291ecf requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:12:03.198524 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f693f-f7f5-49f6-9b44-75afd830d927 None None] Pushing event updated for resources: {'Port': ['ID=8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:03.269985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Allocated IP 172.25.8.36 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ed512471-164f-4a72-ab6f-c1464d37640b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:03.296012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a0a6d7c8-e779-47a9-86df-1e8841665203 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1212490 Jul 08 02:12:03.298869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58064) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:03.309952 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:03.447655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:03.459910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-ec6a993e-cb48-442f-b4f0-65010f291ecf', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:12:03.461284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.532995 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:00Z', 'revision_number': 3, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:03.565898 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6686b4e-9af9-4593-b012-69538366adf1 None None] The sync data for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 is: [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:00Z', 'revision_number': 3, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:03.617201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a9c7bed9-521b-47cf-8acb-8e9ebb92e58b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e32a919f82b34cb58a094706cee3c615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682405 Jul 08 02:12:03.617808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58072) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:03.697549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.723642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Allocated IP 172.20.0.2 (ec6a993e-cb48-442f-b4f0-65010f291ecf/7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d/94d9b2cf-27ab-45b0-9fa4-48353902a64e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:03.775819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef58f85f-64b1-4bfa-9de7-fc2251ee7b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.803815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef58f85f-64b1-4bfa-9de7-fc2251ee7b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.862357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:03.965361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Pushing event updated for resources: {'Port': ['ID=ed512471-164f-4a72-ab6f-c1464d37640b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:04.004517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef58f85f-64b1-4bfa-9de7-fc2251ee7b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:04.013327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ef58f85f-64b1-4bfa-9de7-fc2251ee7b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:04.013327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ef58f85f-64b1-4bfa-9de7-fc2251ee7b51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62d10f29-1c2e-4be9-97d8-0676d8033825 HTTP/1.1" status: 204 len: 168 time: 0.3791482 Jul 08 02:12:04.019901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:04.030693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:04.041038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58f85f-64b1-4bfa-9de7-fc2251ee7b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d10f29-1c2e-4be9-97d8-0676d8033825,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:04.043601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:04.286478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:04.400124 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:04.423775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Transition to ACTIVE for port object 94d9b2cf-27ab-45b0-9fa4-48353902a64e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:04.450842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Transition to ACTIVE for port object 94d9b2cf-27ab-45b0-9fa4-48353902a64e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:04.470993 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:04.554374 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:04.775376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Network ec6a993e-cb48-442f-b4f0-65010f291ecf is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:04.789036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:04.796044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:04.815422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:04.836215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Pushing event updated for resources: {'Port': ['ID=94d9b2cf-27ab-45b0-9fa4-48353902a64e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:04.852330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:04.864717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabecaa-8627-4e56-bb14-333524464b16 req-25c1ca5c-ed70-4ae6-98eb-60c4d16c56f4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:04.866161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:04.877805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-beabecaa-8627-4e56-bb14-333524464b16 req-25c1ca5c-ed70-4ae6-98eb-60c4d16c56f4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 1.0616038 Jul 08 02:12:05.019785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-beabecaa-8627-4e56-bb14-333524464b16 req-5e1a7854-fff9-4de2-a6a0-ab6e2fd20374 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409431 Jul 08 02:12:05.057247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:05.069744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:05.070224 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.075161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Attempting to bind port 94d9b2cf-27ab-45b0-9fa4-48353902a64e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:05.075717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Attempting to bind port 94d9b2cf-27ab-45b0-9fa4-48353902a64e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:05.076100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Attempting to bind port 94d9b2cf-27ab-45b0-9fa4-48353902a64e on network ec6a993e-cb48-442f-b4f0-65010f291ecf {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:05.130279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:05.130721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Checking segment: {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:05.131139 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.131569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Bound using segment: {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:05.132278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Bound port: 94d9b2cf-27ab-45b0-9fa4-48353902a64e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:05.132680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.182901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.213474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] For port 94d9b2cf-27ab-45b0-9fa4-48353902a64e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:05.218941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] For port 94d9b2cf-27ab-45b0-9fa4-48353902a64e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=94d9b2cf-27ab-45b0-9fa4-48353902a64e,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:05.312154 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.321079 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.396325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:05.439131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2eaa0-25f8-42a1-a8b5-647eba488bbc None None] Pushing event updated for resources: {'Port': ['ID=94d9b2cf-27ab-45b0-9fa4-48353902a64e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:05.488028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Pushing event updated for resources: {'Port': ['ID=ed512471-164f-4a72-ab6f-c1464d37640b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:05.491132 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.510485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.511956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.512461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.512983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.513474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.513960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.517422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.517774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.518127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.518468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.518805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.519136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:05.538806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.628945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.630783 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b79961d6-3986-4672-a8f1-cadb2b79e238 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8641858 Jul 08 02:12:05.634461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:05.657490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:05.707056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.20.0.1 (ec6a993e-cb48-442f-b4f0-65010f291ecf/7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d/8d3840fc-b047-4250-b323-33d912810eb6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:05.908103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:05.924314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Transition to ACTIVE for port object 8d3840fc-b047-4250-b323-33d912810eb6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:05.974852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:06.130711 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:06.131032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:06.204189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network ec6a993e-cb48-442f-b4f0-65010f291ecf is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:06.210201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:06.225800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:06.272397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=8d3840fc-b047-4250-b323-33d912810eb6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:06.286633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:06.318614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:06.400401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfe57b-5746-4d05-b3fa-3a349b83eef6 req-765b5ef8-ebda-45d1-b108-b9aa624dfb2d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:06.402328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-14bfe57b-5746-4d05-b3fa-3a349b83eef6 req-765b5ef8-ebda-45d1-b108-b9aa624dfb2d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.2658854 Jul 08 02:12:06.434003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Allocated IP 172.25.8.111 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/07d3250f-819b-46ef-a34c-698acadafc73) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:06.496572 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-14bfe57b-5746-4d05-b3fa-3a349b83eef6 req-19b1521a-6c32-4785-8dfa-8c33c234a9ec tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835397 Jul 08 02:12:06.596475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:06.738464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:06.808571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:06.881435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:06.903329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:06.906185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:06.912640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:06.979107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:06.979595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:06.985526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Pushing event updated for resources: {'Port': ['ID=07d3250f-819b-46ef-a34c-698acadafc73,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:07.074123 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.146422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 94d9b2cf-27ab-45b0-9fa4-48353902a64e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:07.247160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078dbb3e-9f1f-4c27-be84-aee3a40a4b57 None None] Network ec6a993e-cb48-442f-b4f0-65010f291ecf requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:12:07.273370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.294438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.392717 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.513654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 94d9b2cf-27ab-45b0-9fa4-48353902a64e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:07.552327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.569621 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.572755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=8d3840fc-b047-4250-b323-33d912810eb6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:07.661919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ef9153f4-95c9-46d5-9799-b456bb22396a None None] Provisioning for port 94d9b2cf-27ab-45b0-9fa4-48353902a64e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:07.667298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ef9153f4-95c9-46d5-9799-b456bb22396a None None] Provisioning complete for port 94d9b2cf-27ab-45b0-9fa4-48353902a64e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:07.667699 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef9153f4-95c9-46d5-9799-b456bb22396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.690522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.773456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network ec6a993e-cb48-442f-b4f0-65010f291ecf is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:07.776049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:07.865734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Pushing event updated for resources: {'Port': ['ID=07d3250f-819b-46ef-a34c-698acadafc73,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:07.909629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.921273 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef9153f4-95c9-46d5-9799-b456bb22396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.957929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:12:08.006423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ef9153f4-95c9-46d5-9799-b456bb22396a None None] For port 94d9b2cf-27ab-45b0-9fa4-48353902a64e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=94d9b2cf-27ab-45b0-9fa4-48353902a64e,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:08.016380 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:08.017748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df872483-2cdf-4a94-916e-d5b667b95ff6 tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3822653 Jul 08 02:12:08.020271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:08.050878 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d32208-ac35-426e-9507-e20659972977 req-8eb5b264-97f7-4932-a2c8-8f71bd134a59 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.052479 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63d32208-ac35-426e-9507-e20659972977 req-8eb5b264-97f7-4932-a2c8-8f71bd134a59 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1478748 Jul 08 02:12:08.085292 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef9153f4-95c9-46d5-9799-b456bb22396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:08.128522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cd967818-f425-47d0-a307-a3fd8ebf10ca tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5575 time: 0.1065521 Jul 08 02:12:08.129260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:08.202642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9153f4-95c9-46d5-9799-b456bb22396a None None] Pushing event updated for resources: {'Port': ['ID=94d9b2cf-27ab-45b0-9fa4-48353902a64e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:08.234819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:08.243974 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Sync routers for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:08.250566 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-82f4ddcf-451d-4b60-b1ce-eaf7aa937189 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "PUT /v2.0/routers/7ce5de4f-ca26-4e47-b0f5-8833fbffbc99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9505849 Jul 08 02:12:08.255407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58140) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:08.272928 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:08.273596 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:08.330692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-de953d2b-a74f-44a4-a47a-736ec82b52f8 None None] Provisioning for port 8d3840fc-b047-4250-b323-33d912810eb6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:08.334805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-de953d2b-a74f-44a4-a47a-736ec82b52f8 None None] Provisioning complete for port 8d3840fc-b047-4250-b323-33d912810eb6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:08.335194 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-de953d2b-a74f-44a4-a47a-736ec82b52f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:08.390845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8c13a8d2-dd5b-429c-99d2-3bd07ee8fdd1 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2541258 Jul 08 02:12:08.392354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58142) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:08.441884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-de953d2b-a74f-44a4-a47a-736ec82b52f8 None None] Port 8d3840fc-b047-4250-b323-33d912810eb6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:12:08.451826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63d32208-ac35-426e-9507-e20659972977 req-01a9ee35-320e-4277-8fe0-5a51e6433ff3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858085 Jul 08 02:12:08.457400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-de953d2b-a74f-44a4-a47a-736ec82b52f8 None None] Provisioning complete for port 94d9b2cf-27ab-45b0-9fa4-48353902a64e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:08.457874 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-de953d2b-a74f-44a4-a47a-736ec82b52f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:08.631706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.632583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.633073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.634450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.634991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.635685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.636315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.636803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.637261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.637722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.638374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.638847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.639482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.644361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.644361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.644361 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3dd620f8-78b6-44d3-abcd-9cfa9ddf0920 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10540 time: 0.3873119 Jul 08 02:12:08.648982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58144) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:08.791667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.792207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.792710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.793245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8fda7d4d-a346-4c85-be49-ffe6d80144eb None None] Provisioning complete for port 8d3840fc-b047-4250-b323-33d912810eb6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:08.793385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.793837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.794334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.794937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8fda7d4d-a346-4c85-be49-ffe6d80144eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:08.795068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.795487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.795939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.796414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.796920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.797375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.797878 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.798328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.799106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:08.813746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:08.830779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bf729c8a-73d5-413b-92e0-b3b21f057f99 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9479 time: 0.1555631 Jul 08 02:12:08.848391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Deleting port 07d3250f-819b-46ef-a34c-698acadafc73 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:08.848852 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:08.880533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 94d9b2cf-27ab-45b0-9fa4-48353902a64e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:08.891651 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:08.922868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8fda7d4d-a346-4c85-be49-ffe6d80144eb None None] Port 8d3840fc-b047-4250-b323-33d912810eb6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:12:08.958726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 94d9b2cf-27ab-45b0-9fa4-48353902a64e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:08.959104 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.006800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.007540 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.041715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Calling delete_port for 07d3250f-819b-46ef-a34c-698acadafc73 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:09.111524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1a3d189d-493f-4e35-ae64-69544239c4b9 None None] Provisioning complete for port 8d3840fc-b047-4250-b323-33d912810eb6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:09.111924 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a3d189d-493f-4e35-ae64-69544239c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.141298 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:07Z', 'revision_number': 2, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:09.173497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d189d-493f-4e35-ae64-69544239c4b9 None None] Port 8d3840fc-b047-4250-b323-33d912810eb6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:12:09.178550 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Checking router: 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:12:09.179054 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Updating router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 port 8d3840fc-b047-4250-b323-33d912810eb6 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:12:09.229942 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.357902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9b6e5ef2-d8a6-48fe-a37e-c77824da2161 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6661 time: 0.5411367 Jul 08 02:12:09.484730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.575643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Pushing event deleted for resources: {'Port': ['ID=07d3250f-819b-46ef-a34c-698acadafc73,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:09.618953 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.645922 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:12:09.650429 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Transition to ACTIVE for port object 8d3840fc-b047-4250-b323-33d912810eb6 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:09.669856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.672557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.676788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8757bc5c-c273-4d5d-b5c2-719c1913d57e tempest-FloatingIPAdminTestJSON-2075765093 tempest-FloatingIPAdminTestJSON-2075765093-project] 10.222.0.10 "DELETE /v2.0/floatingips/66e2f01f-66b7-4180-b754-9d63b9bb59eb HTTP/1.1" status: 204 len: 168 time: 1.2834084 Jul 08 02:12:09.677066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58160) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:09.730660 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.832402 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f5ed4-ca91-4e85-a497-1bffa2395bd1 None None] Pushing event updated for resources: {'Port': ['ID=8d3840fc-b047-4250-b323-33d912810eb6,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:09.940339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312d5e5-9419-4f0e-bc24-b141dd35d801 req-96f84752-fcb3-48a6-8ac5-5b6f7771243e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:09.954609 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c312d5e5-9419-4f0e-bc24-b141dd35d801 req-96f84752-fcb3-48a6-8ac5-5b6f7771243e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.2126315 Jul 08 02:12:09.988970 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Attempting to bind port 8d3840fc-b047-4250-b323-33d912810eb6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:09.994085 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Attempting to bind port 8d3840fc-b047-4250-b323-33d912810eb6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:09.994724 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Attempting to bind port 8d3840fc-b047-4250-b323-33d912810eb6 on network ec6a993e-cb48-442f-b4f0-65010f291ecf {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:10.005212 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:10.008054 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Checking segment: {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:10.009556 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.013820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Deleting port ed512471-164f-4a72-ab6f-c1464d37640b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:10.015283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.020204 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Bound using segment: {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:10.020952 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Bound port: 8d3840fc-b047-4250-b323-33d912810eb6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:10.021532 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.066380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c312d5e5-9419-4f0e-bc24-b141dd35d801 req-5c2c59ba-d125-4bfa-945e-7f8ca675ba39 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079068 Jul 08 02:12:10.068089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58162) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:10.084124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-89100229-635b-4a11-b34e-ead9b96e07c3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439720072', 'description': 'tempest-secgroup-smoke-439720072 description', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:10.169575 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] For port 8d3840fc-b047-4250-b323-33d912810eb6, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:10.177587 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] For port 8d3840fc-b047-4250-b323-33d912810eb6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8d3840fc-b047-4250-b323-33d912810eb6,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:10.205703 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89100229-635b-4a11-b34e-ead9b96e07c3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.248159 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.248810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.250936 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.268222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Calling delete_port for ed512471-164f-4a72-ab6f-c1464d37640b owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:10.370787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89100229-635b-4a11-b34e-ead9b96e07c3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.416498 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:10.417367 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:10.450287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89100229-635b-4a11-b34e-ead9b96e07c3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.503776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89100229-635b-4a11-b34e-ead9b96e07c3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46c5394-de1c-4bd7-a653-5142859c949e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:10.568453 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f5ed4-ca91-4e85-a497-1bffa2395bd1 None None] Pushing event updated for resources: {'Port': ['ID=8d3840fc-b047-4250-b323-33d912810eb6,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:10.604532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-89100229-635b-4a11-b34e-ead9b96e07c3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.610885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-89100229-635b-4a11-b34e-ead9b96e07c3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5332983 Jul 08 02:12:10.610885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:10.615651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-78af214c-7094-4ec2-a2ac-737f4492c06a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': 'd46c5394-de1c-4bd7-a653-5142859c949e', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:10.670780 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:10.724600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.745430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78af214c-7094-4ec2-a2ac-737f4492c06a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.770352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed512471-164f-4a72-ab6f-c1464d37640b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:10.864071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.867202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.868499 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f91e031b-c855-4454-955e-9579023333a5 tempest-FloatingIPAdminTestJSON-1301039362 tempest-FloatingIPAdminTestJSON-1301039362-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/d07f1732-9921-4070-82ab-1e7708b33e80 HTTP/1.1" status: 204 len: 168 time: 1.1905246 Jul 08 02:12:10.873523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58170) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:10.889339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78af214c-7094-4ec2-a2ac-737f4492c06a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.943547 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:10Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:10.975911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78af214c-7094-4ec2-a2ac-737f4492c06a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.982616 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ea7b58-af4e-4d30-b942-9fc5a12e989d None None] The sync data for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 is: [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:10Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:11.014293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af214c-7094-4ec2-a2ac-737f4492c06a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6fcbb3-b2f4-4070-8c8c-f636feee4a34,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:11.022229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5584537b-25c0-4cbd-bda1-e56a9c167f40 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Deleting port b0766b82-c64f-449c-9bc0-f917bc73c2f4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:11.022581 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5584537b-25c0-4cbd-bda1-e56a9c167f40 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.119663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78af214c-7094-4ec2-a2ac-737f4492c06a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.127074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-78af214c-7094-4ec2-a2ac-737f4492c06a tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5121920 Jul 08 02:12:11.127074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:11.129280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7a1cee14-a859-4631-98d7-5b0e9907928f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': 'd46c5394-de1c-4bd7-a653-5142859c949e', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:11.169220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5584537b-25c0-4cbd-bda1-e56a9c167f40 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.185967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5584537b-25c0-4cbd-bda1-e56a9c167f40 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Calling delete_port for b0766b82-c64f-449c-9bc0-f917bc73c2f4 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:11.384792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a1cee14-a859-4631-98d7-5b0e9907928f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.462261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5584537b-25c0-4cbd-bda1-e56a9c167f40 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.493742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d16fd1-88fb-4ec8-8fcc-e6a1d26efb15 req-389d56ea-6ad0-4d71-81cc-23a97596841c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.501109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0d16fd1-88fb-4ec8-8fcc-e6a1d26efb15 req-389d56ea-6ad0-4d71-81cc-23a97596841c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1745908 Jul 08 02:12:11.541183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584537b-25c0-4cbd-bda1-e56a9c167f40 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event deleted for resources: {'Port': ['ID=b0766b82-c64f-449c-9bc0-f917bc73c2f4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:11.548542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0d16fd1-88fb-4ec8-8fcc-e6a1d26efb15 req-de866c40-1e45-45a3-ba17-64b7d61425bb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Jul 08 02:12:11.573413 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a1cee14-a859-4631-98d7-5b0e9907928f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.654976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5584537b-25c0-4cbd-bda1-e56a9c167f40 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.659907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58184) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:11.670788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5584537b-25c0-4cbd-bda1-e56a9c167f40 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "DELETE /v2.0/ports/b0766b82-c64f-449c-9bc0-f917bc73c2f4 HTTP/1.1" status: 204 len: 168 time: 0.7952938 Jul 08 02:12:11.673326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a1cee14-a859-4631-98d7-5b0e9907928f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.721021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cee14-a859-4631-98d7-5b0e9907928f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d1df80-ea2b-4736-b983-21d1c1f888d4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:11.768333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9198cba-bdd1-4ce5-aa6b-745bc9707349 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.775148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58186) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:11.786751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b9198cba-bdd1-4ce5-aa6b-745bc9707349 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a HTTP/1.1" status: 200 len: 913 time: 0.1255326 Jul 08 02:12:11.804274 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a1cee14-a859-4631-98d7-5b0e9907928f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:11.809057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7a1cee14-a859-4631-98d7-5b0e9907928f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6834831 Jul 08 02:12:11.810078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:11.814702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-73f845f8-9067-458f-b6a6-7da6fe208c5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': 'd46c5394-de1c-4bd7-a653-5142859c949e', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:11.961105 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73f845f8-9067-458f-b6a6-7da6fe208c5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.059375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73f845f8-9067-458f-b6a6-7da6fe208c5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.076603 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ddf25c0-1d00-4b12-9a8b-b41376592f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.142074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73f845f8-9067-458f-b6a6-7da6fe208c5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.169309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f845f8-9067-458f-b6a6-7da6fe208c5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5432de-4d89-4cbf-a35b-059f36edf282,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:12.339417 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.525542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73f845f8-9067-458f-b6a6-7da6fe208c5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.530633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-73f845f8-9067-458f-b6a6-7da6fe208c5e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7195261 Jul 08 02:12:12.532651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58192) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:12.538458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f80e9cf0-3125-47cd-b686-3d83ecb0208c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': 'd46c5394-de1c-4bd7-a653-5142859c949e', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:12.691186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f80e9cf0-3125-47cd-b686-3d83ecb0208c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.741222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Deleting port 1cb153f0-8556-4f11-b96e-51a0cff79500 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:12.741800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.794107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8d3840fc-b047-4250-b323-33d912810eb6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:12.858139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f80e9cf0-3125-47cd-b686-3d83ecb0208c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.886152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83071fa-2d78-4669-8ad2-a7e795ee90af req-459dbedd-4b6c-40a3-9cb5-60d962bd81ed tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:12.887544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d83071fa-2d78-4669-8ad2-a7e795ee90af req-459dbedd-4b6c-40a3-9cb5-60d962bd81ed tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1388249 Jul 08 02:12:12.933690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.954026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f80e9cf0-3125-47cd-b686-3d83ecb0208c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.963354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Calling delete_port for 1cb153f0-8556-4f11-b96e-51a0cff79500 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:12.970407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8d3840fc-b047-4250-b323-33d912810eb6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:12.976538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8d3840fc-b047-4250-b323-33d912810eb6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:12.982609 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:12.988533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d83071fa-2d78-4669-8ad2-a7e795ee90af req-dc539acd-7200-447d-a5f8-2621be5bd4d1 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931141 Jul 08 02:12:13.014409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e9cf0-3125-47cd-b686-3d83ecb0208c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3727f0ba-66e4-40e9-8cbf-573d67e0162f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:13.096174 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f80e9cf0-3125-47cd-b686-3d83ecb0208c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.100741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f80e9cf0-3125-47cd-b686-3d83ecb0208c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5664306 Jul 08 02:12:13.102252 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.103725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58206) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:13.114094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0b1ee94f-d36c-4ece-aaa6-5601e856604c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': 'd46c5394-de1c-4bd7-a653-5142859c949e', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:13.151447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 8d3840fc-b047-4250-b323-33d912810eb6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8d3840fc-b047-4250-b323-33d912810eb6,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:13.217719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.279261 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-0b1ee94f-d36c-4ece-aaa6-5601e856604c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Project e75ea0b995334b6e838b3d36aa2ab4cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:12:13.285348 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee94f-d36c-4ece-aaa6-5601e856604c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.298007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=8d3840fc-b047-4250-b323-33d912810eb6,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:13.369148 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee94f-d36c-4ece-aaa6-5601e856604c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.381834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.416612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event deleted for resources: {'Port': ['ID=1cb153f0-8556-4f11-b96e-51a0cff79500,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:13.503589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee94f-d36c-4ece-aaa6-5601e856604c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.526170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee94f-d36c-4ece-aaa6-5601e856604c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fc51c3-eb9f-40ba-98e7-a43596721d2a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:13.626727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee94f-d36c-4ece-aaa6-5601e856604c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.628404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0b1ee94f-d36c-4ece-aaa6-5601e856604c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5232394 Jul 08 02:12:13.628949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.631300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:13.644990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8acf5248-5a44-446c-9bde-7040ee61e5dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'security_group_rule': {'security_group_id': 'd46c5394-de1c-4bd7-a653-5142859c949e', 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:13.742514 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-8acf5248-5a44-446c-9bde-7040ee61e5dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Project e75ea0b995334b6e838b3d36aa2ab4cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:12:13.753816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8acf5248-5a44-446c-9bde-7040ee61e5dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.824982 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8acf5248-5a44-446c-9bde-7040ee61e5dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.946442 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8acf5248-5a44-446c-9bde-7040ee61e5dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:13.971842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf5248-5a44-446c-9bde-7040ee61e5dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4955288e-b654-46d9-aa32-34bee87be86c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:14.079449 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8acf5248-5a44-446c-9bde-7040ee61e5dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:14.089206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8acf5248-5a44-446c-9bde-7040ee61e5dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4480474 Jul 08 02:12:14.201793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb89ab-6f4d-4ca8-ba44-fc915b28a7a6 req-f93458fa-f6a9-43c9-b48a-dfbe492fabb9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:14.203542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74fb89ab-6f4d-4ca8-ba44-fc915b28a7a6 req-f93458fa-f6a9-43c9-b48a-dfbe492fabb9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.0915551 Jul 08 02:12:14.236738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Router dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:12:14.251602 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74fb89ab-6f4d-4ca8-ba44-fc915b28a7a6 req-84837605-7380-47eb-862a-dbe56573edef tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Jul 08 02:12:14.377525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:14.384995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e0c1bd2-cbf5-4abb-93f9-3320ea6755ca tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "PUT /v2.0/routers/dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085248 Jul 08 02:12:14.389450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58242) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:14.391721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac9493-61aa-4473-8c51-9d0e93001fa5 None None] Sync routers for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:14.397322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-921f1f99-98ef-4a0e-bcfd-b7913d8c184c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439720072&fields=id&tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 267 time: 0.0585067 Jul 08 02:12:14.405095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac9493-61aa-4473-8c51-9d0e93001fa5 None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:14.405787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d3ac9493-61aa-4473-8c51-9d0e93001fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:14.438631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d3ac9493-61aa-4473-8c51-9d0e93001fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:14.448661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac9493-61aa-4473-8c51-9d0e93001fa5 None None] Routers {'dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:14.449370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d3ac9493-61aa-4473-8c51-9d0e93001fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:11:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:14.481303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d3ac9493-61aa-4473-8c51-9d0e93001fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:14.481954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac9493-61aa-4473-8c51-9d0e93001fa5 None None] The sync data for ids ['dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:14.495886 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f0a85cf1-7f53-48a8-b82b-9db7f7dbdf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:14.575018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:14.615088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-4dc4caa4-0dc0-4b6b-917c-3058f30a61f0 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:14.616764 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-4dc4caa4-0dc0-4b6b-917c-3058f30a61f0 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/networks?id=ec6a993e-cb48-442f-b4f0-65010f291ecf HTTP/1.1" status: 200 len: 797 time: 0.1849782 Jul 08 02:12:14.643014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-36914c3b-3eb4-443f-b386-faea1fb8e8a4 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/quotas/e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 375 time: 0.0181870 Jul 08 02:12:14.697408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-dd0c3456-c040-4823-8307-4aa17eb0ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:14.699016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-dd0c3456-c040-4823-8307-4aa17eb0ca47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 1097 time: 0.0601025 Jul 08 02:12:14.709967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8d3840fc-b047-4250-b323-33d912810eb6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:14.757726 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:14.780431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-6a980ec6-cdd3-4ec6-ac9a-b47b19fb4e84 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980368 Jul 08 02:12:14.813415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8d3840fc-b047-4250-b323-33d912810eb6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:14.813711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-7d38414c-5f45-48e5-b037-b0c7dc1a8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:14.813861 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:14.815550 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-7d38414c-5f45-48e5-b037-b0c7dc1a8288 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1089532 Jul 08 02:12:14.878725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-4cddba8c-fef7-4d23-a154-d029676122da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72c77cef-88bd-461c-acb8-74c4a4848692 HTTP/1.1" status: 200 len: 217 time: 0.0553567 Jul 08 02:12:14.944704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Deleting port 4929c2fd-d0c7-48bc-9a35-4a5177cf8b53 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:14.945057 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:14.947466 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:14.953428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-6e5e0eda-a477-4956-95cf-74c9f0334e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:14.956303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-6e5e0eda-a477-4956-95cf-74c9f0334e01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.0715723 Jul 08 02:12:15.017587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-8ee70ba6-ed49-41c8-b33f-0fa4b9a88cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:15.019924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-8ee70ba6-ed49-41c8-b33f-0fa4b9a88cc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572829 Jul 08 02:12:15.111000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:15.115861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-35129fd2-22c5-42bc-bb42-4043bcb6cd3b service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889981 Jul 08 02:12:15.132755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Calling delete_port for 4929c2fd-d0c7-48bc-9a35-4a5177cf8b53 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:15.140188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-1e80ee96-ba41-482b-888b-b0065b71deb5 service neutron] 10.222.0.10 "GET /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415368 Jul 08 02:12:15.205640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d477ce3-230e-44b9-8844-1b95f9e7fea4 req-b9b38e06-c3c1-4f75-8599-ba4d7568945a service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827589 Jul 08 02:12:15.327004 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-738a6a9c-a5af-489c-a2a8-c9809723b2e3 service neutron] 10.222.0.10 "GET /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814852 Jul 08 02:12:15.475683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc1c5-63ef-43fe-aada-981fb3490e97 req-d02d24a4-6d26-4096-b91e-dda2001b8b98 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:15.477270 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e1bc1c5-63ef-43fe-aada-981fb3490e97 req-d02d24a4-6d26-4096-b91e-dda2001b8b98 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.0669265 Jul 08 02:12:15.490346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:15.520342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event deleted for resources: {'Port': ['ID=4929c2fd-d0c7-48bc-9a35-4a5177cf8b53,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:15.531053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e1bc1c5-63ef-43fe-aada-981fb3490e97 req-b4961d6c-63e0-4ca9-ba58-1ba9a92fc272 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Jul 08 02:12:15.644209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:15.663738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a779436a-c63f-42fc-8cb6-daf47efb2e64 req-f2d72317-8db7-40ec-bba4-de59343cc6d6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 210 time: 0.0536625 Jul 08 02:12:15.764677 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:15.768776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:15.768776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:15.917292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:15.918030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Fanout notify agent at l3_agent the message router_deleted on router dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:12:15.928359 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:15.932929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:15.941882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-daba25f9-fcd2-44e4-b054-756444927bd3 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "DELETE /v2.0/routers/dd1abb4d-8a80-4ca5-b2bf-28bafe7dc56a HTTP/1.1" status: 204 len: 168 time: 1.5529094 Jul 08 02:12:15.999892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffada59b-13bd-4342-bdbd-304c9efe1a4c tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Deleting subnet 7a5d8440-0459-4088-8986-964f048625c0 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:12:16.003506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffada59b-13bd-4342-bdbd-304c9efe1a4c tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.043968 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffada59b-13bd-4342-bdbd-304c9efe1a4c tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.188974 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffada59b-13bd-4342-bdbd-304c9efe1a4c tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.330667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffada59b-13bd-4342-bdbd-304c9efe1a4c tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.368669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffada59b-13bd-4342-bdbd-304c9efe1a4c tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5d8440-0459-4088-8986-964f048625c0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:16.372934 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ffada59b-13bd-4342-bdbd-304c9efe1a4c tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.378670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ffada59b-13bd-4342-bdbd-304c9efe1a4c tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "DELETE /v2.0/subnets/7a5d8440-0459-4088-8986-964f048625c0 HTTP/1.1" status: 204 len: 168 time: 0.4410217 Jul 08 02:12:16.378670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:16.384278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e58bc5-61d9-4d76-b0b9-bce18b85e7c8 None None] Network 11e63476-d583-4348-8eed-692ca8cc17ea requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:12:16.462525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.531869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Deleting port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:16.532873 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.635672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] DHCP port deletion for 11e63476-d583-4348-8eed-692ca8cc17ea request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:12:16.650788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] For port 501f9b87-5c1b-4e76-a80b-f5c062f08e82, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=501f9b87-5c1b-4e76-a80b-f5c062f08e82,segment=NetworkSegment(342133ad-8a72-42ee-9808-c55a0048f01b),segment_id=342133ad-8a72-42ee-9808-c55a0048f01b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:16.651301 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.678545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Calling delete_port for 501f9b87-5c1b-4e76-a80b-f5c062f08e82 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:16.732775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] Deleting port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:16.735159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.797412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 501f9b87-5c1b-4e76-a80b-f5c062f08e82 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:16.840901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc173f1-a38d-42c5-9a53-83a8b5a96ccf req-b43dd72b-a6ae-4816-aaf4-f3ae1c19f05d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:16.842418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0cc173f1-a38d-42c5-9a53-83a8b5a96ccf req-b43dd72b-a6ae-4816-aaf4-f3ae1c19f05d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.1539326 Jul 08 02:12:16.865713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] For port 501f9b87-5c1b-4e76-a80b-f5c062f08e82, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=501f9b87-5c1b-4e76-a80b-f5c062f08e82,segment=NetworkSegment(342133ad-8a72-42ee-9808-c55a0048f01b),segment_id=342133ad-8a72-42ee-9808-c55a0048f01b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:16.866472 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.873939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ae1b237-23ca-4478-a63f-f02bbb0bd991 req-464923a0-49e5-49ca-806d-f207c0f017d3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 210 time: 0.0350115 Jul 08 02:12:16.882375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] Calling delete_port for 501f9b87-5c1b-4e76-a80b-f5c062f08e82 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:16.884537 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0cc173f1-a38d-42c5-9a53-83a8b5a96ccf req-9ce5e49a-778a-46c0-bcc0-4a9cc4fcde20 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Jul 08 02:12:16.974005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:16.987927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.020429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event deleted for resources: {'Port': ['ID=501f9b87-5c1b-4e76-a80b-f5c062f08e82,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:17.029042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] No DVR routers for this DVR port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:17.040111 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.068263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] Pushing event deleted for resources: {'Port': ['ID=501f9b87-5c1b-4e76-a80b-f5c062f08e82,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:17.071731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e6f90-c099-47ff-9b02-fa6d5ffc6701 None None] No DVR routers for this DVR port 501f9b87-5c1b-4e76-a80b-f5c062f08e82 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:17.128233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.139593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e63476-d583-4348-8eed-692ca8cc17ea']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:17.151931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342133ad-8a72-42ee-9808-c55a0048f01b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:17.152262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342133ad-8a72-42ee-9808-c55a0048f01b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:17.162375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.176350 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.182489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:12:17.187150 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:12:17.324620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.329927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.335393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "DELETE /v2.0/networks/11e63476-d583-4348-8eed-692ca8cc17ea HTTP/1.1" status: 204 len: 168 time: 0.9533947 Jul 08 02:12:17.335816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58288) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:17.350400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bf5e9-183b-47a0-900e-d6753711de63 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event deleted for resources: {'Network': ['ID=11e63476-d583-4348-8eed-692ca8cc17ea,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:17.449791 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.466483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Deleting port 5b29e97d-9dc9-4e28-8580-3262a21f9d8e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:17.466828 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.544988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.545326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.560871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Calling delete_port for 5b29e97d-9dc9-4e28-8580-3262a21f9d8e owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:17.753227 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.783264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Pushing event deleted for resources: {'Port': ['ID=5b29e97d-9dc9-4e28-8580-3262a21f9d8e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:17.855018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.858456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:17.861879 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cec90c76-7417-4996-be3b-fa8085147af7 tempest-FloatingIPAdminTestJSON-1348520607 tempest-FloatingIPAdminTestJSON-1348520607-project] 10.222.0.10 "DELETE /v2.0/floatingips/560556bb-6e77-4ba1-b193-eb0c21a05c5a HTTP/1.1" status: 204 len: 168 time: 0.5240614 Jul 08 02:12:18.066252 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e49f9c95-f512-4e9d-84d0-2ba14528e046 req-4c4ff189-1420-4314-8304-a05ba0b0c214 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 210 time: 0.0317473 Jul 08 02:12:18.103741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eec030-c1d2-40ba-9be1-7c77d5a0279f req-3ea86565-8e04-4b10-b15e-973abd89af41 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:18.105245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-90eec030-c1d2-40ba-9be1-7c77d5a0279f req-3ea86565-8e04-4b10-b15e-973abd89af41 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 945 time: 0.0706336 Jul 08 02:12:18.144603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-90eec030-c1d2-40ba-9be1-7c77d5a0279f req-469edd93-52a1-4ddc-84bf-45fdaa2aaf46 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337415 Jul 08 02:12:18.188936 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:18.333845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415caf34-79f5-4f35-80be-105ffc499409 req-a138677e-ef6c-430d-bdee-9a83a0b239f8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:18.342726 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-415caf34-79f5-4f35-80be-105ffc499409 req-a138677e-ef6c-430d-bdee-9a83a0b239f8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0762196 Jul 08 02:12:18.385256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-415caf34-79f5-4f35-80be-105ffc499409 req-76e4fc86-6ce7-4756-ae3f-19cd5b609d55 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412183 Jul 08 02:12:18.431192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-781db328-bcb2-4899-8eb1-e8b673537fe1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:18.433388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-781db328-bcb2-4899-8eb1-e8b673537fe1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.32 "GET /v2.0/networks?id=ec6a993e-cb48-442f-b4f0-65010f291ecf HTTP/1.1" status: 200 len: 797 time: 0.2293549 Jul 08 02:12:18.497995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-82e287f3-c810-4a67-8eb7-863c861dd248 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb HTTP/1.1" status: 200 len: 379 time: 0.0470049 Jul 08 02:12:18.503285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'port': {'device_id': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'admin_state_up': True, 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'security_groups': ['d46c5394-de1c-4bd7-a653-5142859c949e']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:18.591903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58312) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:18.653810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8408c-c7d2-4232-a050-ee7cf9c77ee4 req-fc5a1c38-0d51-4bf1-a7ff-0a5531c65a1d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:18.655325 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cef8408c-c7d2-4232-a050-ee7cf9c77ee4 req-fc5a1c38-0d51-4bf1-a7ff-0a5531c65a1d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1306961 Jul 08 02:12:18.710266 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cef8408c-c7d2-4232-a050-ee7cf9c77ee4 req-a913717a-4b8b-47a3-bfa8-4d425a16ab40 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Jul 08 02:12:18.730523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Made reservation on behalf of e75ea0b995334b6e838b3d36aa2ab4cb for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:12:18.734800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:18.745953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ffd6b49a-747e-4312-9757-7cbfaffaf3b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ca92ff5a7f0401590dbb3249a83b9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526423 Jul 08 02:12:18.748300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:18.863261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aba0421-9fd5-4099-81b9-8c77f8db26e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:18.918552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aba0421-9fd5-4099-81b9-8c77f8db26e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:18.936939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.20.0.13 (ec6a993e-cb48-442f-b4f0-65010f291ecf/7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d/b2eade68-215f-406d-b064-8f21c1954e74) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:19.099364 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:19.136012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Transition to ACTIVE for port object b2eade68-215f-406d-b064-8f21c1954e74 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:19.141172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aba0421-9fd5-4099-81b9-8c77f8db26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:19.141172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4aba0421-9fd5-4099-81b9-8c77f8db26e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:19.143837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4aba0421-9fd5-4099-81b9-8c77f8db26e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/312b3d19-b51c-41c9-a6a7-19b1621712a9 HTTP/1.1" status: 204 len: 168 time: 0.3944490 Jul 08 02:12:19.202154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0421-9fd5-4099-81b9-8c77f8db26e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312b3d19-b51c-41c9-a6a7-19b1621712a9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:19.249761 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67056d22-4844-4806-a52a-fda6c69f1f79 req-11a47457-5f85-4bcf-b504-69f5ee6b74c2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 210 time: 0.0450261 Jul 08 02:12:19.302281 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:19.347367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110d750-d70e-4cea-b8b0-7c0f0cf2fd79 req-f0ed47b6-5f4f-40ff-a4e0-ec54b90bb20e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:19.357088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2110d750-d70e-4cea-b8b0-7c0f0cf2fd79 req-f0ed47b6-5f4f-40ff-a4e0-ec54b90bb20e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1036873 Jul 08 02:12:19.388743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=b2eade68-215f-406d-b064-8f21c1954e74,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:19.393328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network ec6a993e-cb48-442f-b4f0-65010f291ecf is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:19.395372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:19.408641 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2110d750-d70e-4cea-b8b0-7c0f0cf2fd79 req-eea864cc-7f84-42de-b766-32244d73dbd8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Jul 08 02:12:19.408974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:19.460350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:19.461145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:19.559715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-3e27b36a-fb3e-4793-9073-567547b3631c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0601640 Jul 08 02:12:19.568141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72c77cef-88bd-461c-acb8-74c4a4848692 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:19.580964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Request body: {'port': {'device_id': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:19.707049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:19.735927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:19.738339 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd79200-8ce5-44fa-b58d-3975052b7ad9" -d '{"events": [{"server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "name": "network-vif-unplugged", "status": "completed", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:19.771548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:19.801128 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a27c01d-5a07-46e1-8ebc-9a056daf1f5e x-openstack-request-id: req-8a27c01d-5a07-46e1-8ebc-9a056daf1f5e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:19.801640 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "name": "network-vif-unplugged", "status": "failed", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692", "code": 422}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:19.809060 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a27c01d-5a07-46e1-8ebc-9a056daf1f5e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:19.809060 n-d-695189-13 neutron-server[100714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692', 'code': 422} returned with failed status Jul 08 02:12:19.884809 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:19.944037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-850dff73-147d-4ebd-94e9-075ae1dfdef5 None None] Provisioning for port b2eade68-215f-406d-b064-8f21c1954e74 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:19.971304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-850dff73-147d-4ebd-94e9-075ae1dfdef5 None None] Provisioning complete for port b2eade68-215f-406d-b064-8f21c1954e74 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:19.971707 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-850dff73-147d-4ebd-94e9-075ae1dfdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:19.991242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58344) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:20.013593 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c66173c-b62d-49f2-bc9d-7c9e31c40747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.035558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-850dff73-147d-4ebd-94e9-075ae1dfdef5 None None] Port b2eade68-215f-406d-b064-8f21c1954e74 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:12:20.068962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:20.145528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.167422 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c66173c-b62d-49f2-bc9d-7c9e31c40747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.289950 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c66173c-b62d-49f2-bc9d-7c9e31c40747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.334079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8c66173c-b62d-49f2-bc9d-7c9e31c40747 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb8b4bda79fb4aebb21d5115475b85a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392634 Jul 08 02:12:20.334508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58350) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:20.340691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66173c-b62d-49f2-bc9d-7c9e31c40747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d7d3e2-b4e9-4e6b-8788-4b64ba733804,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:20.425126 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-002b615a-4541-4db5-b703-32c2a136e211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.453901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-002b615a-4541-4db5-b703-32c2a136e211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.473214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2eade68-215f-406d-b064-8f21c1954e74 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:12:20.481342 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.496062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Transition to ACTIVE for port object b2eade68-215f-406d-b064-8f21c1954e74 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:20.505928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175127e-4388-460f-8ff0-af2a008194e5 req-befe0938-3b6f-42bf-9722-39e5ae8f6024 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:20.509666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c175127e-4388-460f-8ff0-af2a008194e5 req-befe0938-3b6f-42bf-9722-39e5ae8f6024 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 932 time: 0.1254017 Jul 08 02:12:20.548397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.555923 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c175127e-4388-460f-8ff0-af2a008194e5 req-4abf930b-7ee2-4666-89a1-af95f457c0dd tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398324 Jul 08 02:12:20.628104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-002b615a-4541-4db5-b703-32c2a136e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.628104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-002b615a-4541-4db5-b703-32c2a136e211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.628104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-002b615a-4541-4db5-b703-32c2a136e211 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9d7d3e2-b4e9-4e6b-8788-4b64ba733804 HTTP/1.1" status: 204 len: 168 time: 0.2899334 Jul 08 02:12:20.641000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b615a-4541-4db5-b703-32c2a136e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d7d3e2-b4e9-4e6b-8788-4b64ba733804,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:20.651181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Pushing event updated for resources: {'Port': ['ID=b2eade68-215f-406d-b064-8f21c1954e74,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:20.751011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Attempting to bind port b2eade68-215f-406d-b064-8f21c1954e74 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:20.751377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Attempting to bind port b2eade68-215f-406d-b064-8f21c1954e74 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:20.751787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Attempting to bind port b2eade68-215f-406d-b064-8f21c1954e74 on network ec6a993e-cb48-442f-b4f0-65010f291ecf {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:20.766395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004dd65-b6d8-4c2e-ad4f-5dd1f2d3b9df req-d3ce1320-5315-4bea-b9e9-8eb4457e02a6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:20.771930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4004dd65-b6d8-4c2e-ad4f-5dd1f2d3b9df req-d3ce1320-5315-4bea-b9e9-8eb4457e02a6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1302722 Jul 08 02:12:20.773466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Port b2eade68-215f-406d-b064-8f21c1954e74 on network ec6a993e-cb48-442f-b4f0-65010f291ecf not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:12:20.774051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Attempting to bind port b2eade68-215f-406d-b064-8f21c1954e74 on network ec6a993e-cb48-442f-b4f0-65010f291ecf {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:20.795461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:20.795816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Checking segment: {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:20.796207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Bound using segment: {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:20.796736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Bound port: b2eade68-215f-406d-b064-8f21c1954e74, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9284efe-b351-47da-bb47-a726ce75afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:20.797126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:20.831176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4004dd65-b6d8-4c2e-ad4f-5dd1f2d3b9df req-17899e91-fd90-4688-8722-89ce6117f023 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539262 Jul 08 02:12:20.886883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] For port b2eade68-215f-406d-b064-8f21c1954e74, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:20.890176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] For port b2eade68-215f-406d-b064-8f21c1954e74, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b2eade68-215f-406d-b064-8f21c1954e74,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:20.952127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:21.066251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:21.102017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.102792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:21.104210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] 10.222.0.32 "PUT /v2.0/ports/b2eade68-215f-406d-b064-8f21c1954e74 HTTP/1.1" status: 200 len: 1093 time: 1.5311661 Jul 08 02:12:21.104707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:21.107132 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9612e6e4-3394-40df-8500-5e3b1f673d44" -d '{"events": [{"name": "network-changed", "server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "tag": "b2eade68-215f-406d-b064-8f21c1954e74"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:21.169701 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef75b3e8-7904-440c-8de1-8d0ce487e577 x-openstack-request-id: req-ef75b3e8-7904-440c-8de1-8d0ce487e577 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:21.171042 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "tag": "b2eade68-215f-406d-b064-8f21c1954e74", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:21.171584 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef75b3e8-7904-440c-8de1-8d0ce487e577 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:21.172157 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74', 'status': 'completed', 'code': 200} Jul 08 02:12:21.173405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4cb6c-9011-4b42-a9fe-9bca8588b78d service neutron] Pushing event updated for resources: {'Port': ['ID=b2eade68-215f-406d-b064-8f21c1954e74,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:21.255266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612e6e4-3394-40df-8500-5e3b1f673d44 req-b3d752c9-bc50-4e5d-b842-9a0d1966aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.257025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9612e6e4-3394-40df-8500-5e3b1f673d44 req-b3d752c9-bc50-4e5d-b842-9a0d1966aac9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0634570 Jul 08 02:12:21.427433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612e6e4-3394-40df-8500-5e3b1f673d44 req-8993c26a-0aee-4a18-a99a-b2788404d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.428925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9612e6e4-3394-40df-8500-5e3b1f673d44 req-8993c26a-0aee-4a18-a99a-b2788404d13a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1633048 Jul 08 02:12:21.526091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612e6e4-3394-40df-8500-5e3b1f673d44 req-b4b2a47b-834c-4e06-a999-c73facb8e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.527455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9612e6e4-3394-40df-8500-5e3b1f673d44 req-b4b2a47b-834c-4e06-a999-c73facb8e940 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912359 Jul 08 02:12:21.660093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-b9b4559b-703b-467c-bced-21dd8a0760fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.662269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-b9b4559b-703b-467c-bced-21dd8a0760fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 1096 time: 0.0764198 Jul 08 02:12:21.715217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-e03c42ba-69b3-498a-adaf-cb06b85359da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2eade68-215f-406d-b064-8f21c1954e74 HTTP/1.1" status: 200 len: 217 time: 0.0426099 Jul 08 02:12:21.780348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-69710076-e481-46e4-b09b-84df612bc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.781919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-69710076-e481-46e4-b09b-84df612bc7ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d HTTP/1.1" status: 200 len: 835 time: 0.0551808 Jul 08 02:12:21.795292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afb583-b266-44b5-934b-4e992b710b93 req-242206c1-51ea-49ae-ae1b-5884abb4eec6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.798987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08afb583-b266-44b5-934b-4e992b710b93 req-242206c1-51ea-49ae-ae1b-5884abb4eec6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 944 time: 0.1000745 Jul 08 02:12:21.800920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58376) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:21.823679 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:21.858352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-120bd96b-6c7a-45c1-94bb-47b3205e5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.860210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-120bd96b-6c7a-45c1-94bb-47b3205e5d81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec6a993e-cb48-442f-b4f0-65010f291ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697112 Jul 08 02:12:21.948379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08afb583-b266-44b5-934b-4e992b710b93 req-76abae02-e063-45b8-afb1-f83d073b4bc4 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402550 Jul 08 02:12:21.974732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-84be3f40-4228-4634-a5cf-e3c9ec428600 service neutron] 10.222.0.32 "GET /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048040 Jul 08 02:12:22.031482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:22.101632 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c2ba45f-26bc-4e5c-b599-600cfab7eb52 req-d2abc9a3-64e6-469e-951d-92c9d31ff468 service neutron] 10.222.0.32 "GET /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198282 Jul 08 02:12:22.141239 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:22.158236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d0d37-62d9-4fcc-8c6a-d9085415f187 req-d333aa9f-9399-4bf4-a6c6-813cda788552 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:22.160238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c1d0d37-62d9-4fcc-8c6a-d9085415f187 req-d333aa9f-9399-4bf4-a6c6-813cda788552 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0730159 Jul 08 02:12:22.181676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184d84cd-77b8-4502-8706-86501edd74e3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:22.205332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.205685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.206046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.206388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.206728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.206857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c1d0d37-62d9-4fcc-8c6a-d9085415f187 req-ab73f956-a2f6-421d-b977-d3d71ae5a00e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385354 Jul 08 02:12:22.207380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.207380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.207842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.208174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.208502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.208829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.209149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:22.220187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-be284043-32bc-46cf-83f6-2117d825f486 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d58d7effd81437daeb7439f84840064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182634 Jul 08 02:12:22.222786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58380) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:22.275151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-235afdf5-0030-47b7-9865-7aaec2544547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:22.297616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-235afdf5-0030-47b7-9865-7aaec2544547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:22.426408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-235afdf5-0030-47b7-9865-7aaec2544547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:22.429125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-235afdf5-0030-47b7-9865-7aaec2544547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:22.430955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-235afdf5-0030-47b7-9865-7aaec2544547 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/184d84cd-77b8-4502-8706-86501edd74e3 HTTP/1.1" status: 204 len: 168 time: 0.2070892 Jul 08 02:12:22.440753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235afdf5-0030-47b7-9865-7aaec2544547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d84cd-77b8-4502-8706-86501edd74e3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:23.116127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e7ecf-5e75-42f3-9aad-8879c9e770ac req-4e6d3212-64a0-44b7-9770-85038cd1c2ca tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:23.117650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-144e7ecf-5e75-42f3-9aad-8879c9e770ac req-4e6d3212-64a0-44b7-9770-85038cd1c2ca tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 944 time: 0.0653136 Jul 08 02:12:23.160712 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-144e7ecf-5e75-42f3-9aad-8879c9e770ac req-e349ea97-0594-45be-add1-d46f6192332f tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369635 Jul 08 02:12:23.416595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70387-c19a-46f1-899d-9042454e5aed req-ae2b05aa-14ce-49cc-9bf2-84c82f19b4a5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:23.418034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4d70387-c19a-46f1-899d-9042454e5aed req-ae2b05aa-14ce-49cc-9bf2-84c82f19b4a5 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0724897 Jul 08 02:12:23.458538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4d70387-c19a-46f1-899d-9042454e5aed req-ec142911-1237-4e9c-8408-f7fb872b93cb tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348942 Jul 08 02:12:24.404446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f2300-2287-43a6-8f39-742b7a9e358e req-ab043a84-7cc3-40b1-b0c3-42751f345a8d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:24.406308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc6f2300-2287-43a6-8f39-742b7a9e358e req-ab043a84-7cc3-40b1-b0c3-42751f345a8d tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 944 time: 0.1253328 Jul 08 02:12:24.455500 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc6f2300-2287-43a6-8f39-742b7a9e358e req-8fde3d44-6f76-48c3-bbc2-b5b394943b62 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Jul 08 02:12:24.588424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:24.687050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1789e-3e2f-444e-9483-9a8a81538ac9 req-e8f300c3-5d99-4268-8587-77cd38220581 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:24.688800 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7f1789e-3e2f-444e-9483-9a8a81538ac9 req-e8f300c3-5d99-4268-8587-77cd38220581 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0883999 Jul 08 02:12:24.714377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1147583915', 'router:external': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:24.747992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7f1789e-3e2f-444e-9483-9a8a81538ac9 req-5c4488a7-090d-4b31-96af-d167cca36395 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535169 Jul 08 02:12:24.827044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Made reservation on behalf of d3d72f41d80943ffafd544841bf1d0e2 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:12:24.829946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:24.840134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:24.931661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.026905 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.057733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:12:25.064696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8bb9d0-ea75-416f-9104-3778dbf0da65,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:25.084070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.084070 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Added segment 4367bd33-72fd-4ada-93fb-47a3962ea4c0 of type vlan for network 7c92f76e-f408-4f96-ac8e-28c000a29525 Jul 08 02:12:25.142219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.250743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.251879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:25.252566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.366468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'Network': ['ID=7c92f76e-f408-4f96-ac8e-28c000a29525,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:25.377597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 7c92f76e-f408-4f96-ac8e-28c000a29525 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:12:25.387062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58450) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:25.387563 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7fd7aedd-b93d-4a59-8760-a75ee1e6ad49 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7978129 Jul 08 02:12:25.394494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'subnet': {'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:25.407650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46157642-3469-48e6-a1e5-bf7f1e5733ac req-26d95b4f-0ba3-4a7a-843c-e5f2297efa0c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:25.415555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46157642-3469-48e6-a1e5-bf7f1e5733ac req-26d95b4f-0ba3-4a7a-843c-e5f2297efa0c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1097 time: 0.0917397 Jul 08 02:12:25.450518 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46157642-3469-48e6-a1e5-bf7f1e5733ac req-ec544bb1-3f73-46a3-9f79-787e9668bd3c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Jul 08 02:12:25.490359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Made reservation on behalf of d3d72f41d80943ffafd544841bf1d0e2 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:12:25.493728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.627514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b2eade68-215f-406d-b064-8f21c1954e74 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:12:25.680971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5eb1-cd14-46f4-910c-755e59b56071 req-f58e8442-57c3-4512-a212-9d2fab7cdc25 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:25.682749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7b5eb1-cd14-46f4-910c-755e59b56071 req-f58e8442-57c3-4512-a212-9d2fab7cdc25 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 944 time: 0.0868342 Jul 08 02:12:25.705289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10a775-4b5f-4b8a-b35c-4a2b6cfb19ba req-dc210bd7-d714-4ac7-99dd-8afab3f45f55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:25.715617 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9c10a775-4b5f-4b8a-b35c-4a2b6cfb19ba req-dc210bd7-d714-4ac7-99dd-8afab3f45f55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1369832 Jul 08 02:12:25.746933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7b5eb1-cd14-46f4-910c-755e59b56071 req-d2716af2-403a-49cf-ad6b-da2fcd945c85 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565114 Jul 08 02:12:25.765698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b2eade68-215f-406d-b064-8f21c1954e74, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b2eade68-215f-406d-b064-8f21c1954e74,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:25.778181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'b2eade68-215f-406d-b064-8f21c1954e74', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'port_id': 'b2eade68-215f-406d-b064-8f21c1954e74', 'mac_address': 'fa:16:3e:ba:19:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:12:25.805380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9c10a775-4b5f-4b8a-b35c-4a2b6cfb19ba req-b18ee5ae-c12a-401b-9b30-405a53c5fa42 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882511 Jul 08 02:12:25.817941 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.837191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58458) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:25.844311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2eade68-215f-406d-b064-8f21c1954e74 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:12:25.869064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b2eade68-215f-406d-b064-8f21c1954e74, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b2eade68-215f-406d-b064-8f21c1954e74,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:25.915455 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d5571227-04d4-4be5-8019-7f3b91ef0e96 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0 HTTP/1.1" status: 200 len: 993 time: 0.0751224 Jul 08 02:12:25.960484 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.978183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04db4-d9f7-485b-b811-695b5228d38c req-e5366ae0-bb8a-4a71-b4dc-31fbb7b5d278 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:25.980363 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eaa04db4-d9f7-485b-b811-695b5228d38c req-e5366ae0-bb8a-4a71-b4dc-31fbb7b5d278 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0897529 Jul 08 02:12:26.039445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eaa04db4-d9f7-485b-b811-695b5228d38c req-9a3864e5-8ba7-45cb-a098-95a29d1f1f35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506091 Jul 08 02:12:26.045622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:12:26.046127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:26.063708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b2eade68-215f-406d-b064-8f21c1954e74,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:26.125224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80708645-350f-4fca-b7f9-2547569d8cd1,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:26.135861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Checking segment: {'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:26.136230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Network hostable DHCP agents. Network: 7c92f76e-f408-4f96-ac8e-28c000a29525, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:12:26.301106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Network 7c92f76e-f408-4f96-ac8e-28c000a29525 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:12:26.312827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b2eade68-215f-406d-b064-8f21c1954e74'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:26.405553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 7c92f76e-f408-4f96-ac8e-28c000a29525) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:26.410709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:26.412394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:26.419675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee42e0c-22d6-4490-8881-ceb4bce96739 None None] Network 7c92f76e-f408-4f96-ac8e-28c000a29525 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:12:26.548631 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-45c2b750-88d8-46ff-af31-eff236baf2c4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1594627 Jul 08 02:12:26.551014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58478) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:26.558257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1273664914', 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:26.655229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Made reservation on behalf of d3d72f41d80943ffafd544841bf1d0e2 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:12:26.658823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:26.678075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] device_id is not set on port 67c17fcc-ad96-48fc-8594-e96e52c11629 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:12:26.973781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Allocated IP 172.20.0.8 (7c92f76e-f408-4f96-ac8e-28c000a29525/80708645-350f-4fca-b7f9-2547569d8cd1/67c17fcc-ad96-48fc-8594-e96e52c11629) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:26.990774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66ff20c-d50e-4017-9116-9768ec55e1f4 None None] Network 7c92f76e-f408-4f96-ac8e-28c000a29525 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:12:27.002969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985da1d2-62e6-4c93-a73d-99bbe58a65f3 req-29004e79-e393-4440-9512-69b3033eba90 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:27.013648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-985da1d2-62e6-4c93-a73d-99bbe58a65f3 req-29004e79-e393-4440-9512-69b3033eba90 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 945 time: 0.1066012 Jul 08 02:12:27.018898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bde5-ae16-452e-86a4-2d610c1c460e req-a5bf488c-9b3b-4c44-8968-8774c93906b2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:27.018898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b81bde5-ae16-452e-86a4-2d610c1c460e req-a5bf488c-9b3b-4c44-8968-8774c93906b2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1609943 Jul 08 02:12:27.078516 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-985da1d2-62e6-4c93-a73d-99bbe58a65f3 req-976dba92-8bf1-41d2-8379-46d925cb5fc3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632977 Jul 08 02:12:27.190010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b81bde5-ae16-452e-86a4-2d610c1c460e req-16bdb189-2f40-41bc-a8a6-a043a215c606 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617401 Jul 08 02:12:27.196632 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-d20dd5da-0415-4ee4-951e-1f916125a9d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2869527 Jul 08 02:12:27.265965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:27.347075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc00181-f839-41f4-9e97-7effdde4945b req-3449e55a-b6de-44b9-a399-8dbb673ee03a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:27.348623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abc00181-f839-41f4-9e97-7effdde4945b req-3449e55a-b6de-44b9-a399-8dbb673ee03a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1085699 Jul 08 02:12:27.381799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:27.410744 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abc00181-f839-41f4-9e97-7effdde4945b req-73a22fab-efc2-49dd-a1f1-d8f8920f08ef tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503755 Jul 08 02:12:27.466889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Network 7c92f76e-f408-4f96-ac8e-28c000a29525 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:27.477339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:27.479709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:27.503141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'Port': ['ID=67c17fcc-ad96-48fc-8594-e96e52c11629,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:27.523657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:27.524324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:27.587759 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-984ed1aa-4e81-42eb-9ee3-d63d794df18a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0345700 Jul 08 02:12:27.590917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58504) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:27.681782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-eef38497-c6b5-4a40-a3e8-48685ae60555 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Deleting port 67c17fcc-ad96-48fc-8594-e96e52c11629 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:27.682178 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eef38497-c6b5-4a40-a3e8-48685ae60555 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:27.764389 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eef38497-c6b5-4a40-a3e8-48685ae60555 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:27.777246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-eef38497-c6b5-4a40-a3e8-48685ae60555 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Calling delete_port for 67c17fcc-ad96-48fc-8594-e96e52c11629 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:28.014820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eef38497-c6b5-4a40-a3e8-48685ae60555 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.046748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef38497-c6b5-4a40-a3e8-48685ae60555 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event deleted for resources: {'Port': ['ID=67c17fcc-ad96-48fc-8594-e96e52c11629,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:28.112605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eef38497-c6b5-4a40-a3e8-48685ae60555 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.114545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eef38497-c6b5-4a40-a3e8-48685ae60555 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "DELETE /v2.0/ports/67c17fcc-ad96-48fc-8594-e96e52c11629 HTTP/1.1" status: 204 len: 168 time: 0.5226569 Jul 08 02:12:28.117981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58516) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:28.122590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525', 'external_fixed_ips': [{'subnet_id': '80708645-350f-4fca-b7f9-2547569d8cd1', 'ip_address': '172.20.0.8'}]}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:28.204815 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.205810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.301081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.325151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fb55-2d16-488f-926b-3343922bc734 req-285e1781-2645-4abe-8288-1999f56cd849 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:28.326803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eef9fb55-2d16-488f-926b-3343922bc734 req-285e1781-2645-4abe-8288-1999f56cd849 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 945 time: 0.1337848 Jul 08 02:12:28.366564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eef9fb55-2d16-488f-926b-3343922bc734 req-c3d0a1c5-7695-4757-9b51-430ea25688e2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338972 Jul 08 02:12:28.425184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfc4a1-d9e9-40b8-8387-92ea9e51b643 req-e1a3cd8d-24d2-4f96-848f-d9f7b5ad09fa tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:28.425184 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0bfc4a1-d9e9-40b8-8387-92ea9e51b643 req-e1a3cd8d-24d2-4f96-848f-d9f7b5ad09fa tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.0871370 Jul 08 02:12:28.464940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0bfc4a1-d9e9-40b8-8387-92ea9e51b643 req-9f13eb5e-e84e-4f22-80ea-1a5cc4f20fe7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366724 Jul 08 02:12:28.655698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d59e7-8923-4fe8-910e-2ffa4563dba3 req-06976c0a-7e32-42b5-a91d-a2bcbe60cb35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:28.657540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-662d59e7-8923-4fe8-910e-2ffa4563dba3 req-06976c0a-7e32-42b5-a91d-a2bcbe60cb35 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0747838 Jul 08 02:12:28.702887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-662d59e7-8923-4fe8-910e-2ffa4563dba3 req-8b295827-c23e-43db-af51-7ee85d6d5187 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Jul 08 02:12:28.875455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.205676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:29.223417 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.242590 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.343766 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03b778df-7ab8-4c59-86e5-2ed915702e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.449444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Allocated IP 172.20.0.8 (7c92f76e-f408-4f96-ac8e-28c000a29525/80708645-350f-4fca-b7f9-2547569d8cd1/199b5444-27fb-4d07-8f0a-6df76bfd455b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:29.452464 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03b778df-7ab8-4c59-86e5-2ed915702e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.512679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03b778df-7ab8-4c59-86e5-2ed915702e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.551787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b778df-7ab8-4c59-86e5-2ed915702e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fce8d49-4619-4846-bde9-ef07fe30c51b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:29.576825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-03b778df-7ab8-4c59-86e5-2ed915702e7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=414c83574f3f4d6d9ba880c4061985b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699856 Jul 08 02:12:29.577560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58542) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:29.657843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4844a6-7ff0-413b-9d1d-f0f46fb75921 req-cdd9e4ca-6625-40f8-bf98-c02b4ecfe333 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:29.659267 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2d4844a6-7ff0-413b-9d1d-f0f46fb75921 req-cdd9e4ca-6625-40f8-bf98-c02b4ecfe333 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 945 time: 0.1478703 Jul 08 02:12:29.663122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b2eade68-215f-406d-b064-8f21c1954e74 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:29.693923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-1b3d6c5d-54f1-45f6-a6a7-13609de585ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:29.695520 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-1b3d6c5d-54f1-45f6-a6a7-13609de585ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1097 time: 0.1950104 Jul 08 02:12:29.707922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.710459 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cfabfa5-9dac-47d7-a4f0-6d1f69b14d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.731904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006299f-9069-4700-82d4-66fef78bbfac req-8322a46b-7538-4b6e-8de4-56a4ab00b407 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:29.733481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a006299f-9069-4700-82d4-66fef78bbfac req-8322a46b-7538-4b6e-8de4-56a4ab00b407 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1218553 Jul 08 02:12:29.753031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cfabfa5-9dac-47d7-a4f0-6d1f69b14d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.800831 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2d4844a6-7ff0-413b-9d1d-f0f46fb75921 req-958581ef-e669-4c2e-a13e-ab5cdb877891 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326947 Jul 08 02:12:29.812640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a006299f-9069-4700-82d4-66fef78bbfac req-0ecbf641-12dd-4eee-a08c-2ceb9da9c7a8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705755 Jul 08 02:12:29.821952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port b2eade68-215f-406d-b064-8f21c1954e74 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:29.833997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port b2eade68-215f-406d-b064-8f21c1954e74 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:29.833997 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.848260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9d1049ec-87ff-4205-9cab-36e9dac50b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:29.849750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9d1049ec-87ff-4205-9cab-36e9dac50b94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.1457295 Jul 08 02:12:29.927052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:29.952100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-240af6a7-1a45-40df-b7bc-3ecfde589d35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 1001 time: 0.0935075 Jul 08 02:12:29.967280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:29.971043 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdefc84-3843-4fb6-811a-de3a0d4514fc" -d '{"events": [{"server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "name": "network-vif-plugged", "status": "completed", "tag": "b2eade68-215f-406d-b064-8f21c1954e74"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:29.987726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b2eade68-215f-406d-b064-8f21c1954e74, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b2eade68-215f-406d-b064-8f21c1954e74,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:30.008927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cfabfa5-9dac-47d7-a4f0-6d1f69b14d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.012735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8cfabfa5-9dac-47d7-a4f0-6d1f69b14d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.012998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.014653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8cfabfa5-9dac-47d7-a4f0-6d1f69b14d8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fce8d49-4619-4846-bde9-ef07fe30c51b HTTP/1.1" status: 204 len: 168 time: 0.4350843 Jul 08 02:12:30.021277 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa92bf4-7e58-4b6b-8649-4f0fa55ed7d7 x-openstack-request-id: req-5aa92bf4-7e58-4b6b-8649-4f0fa55ed7d7 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:30.022020 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "name": "network-vif-plugged", "status": "completed", "tag": "b2eade68-215f-406d-b064-8f21c1954e74", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:30.022385 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5aa92bf4-7e58-4b6b-8649-4f0fa55ed7d7 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:30.022983 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74', 'code': 200} Jul 08 02:12:30.032920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfabfa5-9dac-47d7-a4f0-6d1f69b14d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fce8d49-4619-4846-bde9-ef07fe30c51b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:30.057754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2a9c-39cb-46d3-95a2-731bc6a8f849 req-e3c29e60-722a-4997-af15-80a305b9f86b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:30.061996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-233e2a9c-39cb-46d3-95a2-731bc6a8f849 req-e3c29e60-722a-4997-af15-80a305b9f86b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1029544 Jul 08 02:12:30.070098 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.089902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Network 7c92f76e-f408-4f96-ac8e-28c000a29525 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:30.096164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:30.100868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-61432709-58e2-4261-908c-f82520a69659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:30.102996 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-61432709-58e2-4261-908c-f82520a69659 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.1442735 Jul 08 02:12:30.103812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:30.111873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-233e2a9c-39cb-46d3-95a2-731bc6a8f849 req-11a946c0-dd0e-49ce-9be5-471e9a2e6e14 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436046 Jul 08 02:12:30.157929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b2eade68-215f-406d-b064-8f21c1954e74,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:30.167097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.168004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.168514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.169157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.169782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.170452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.170951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.171488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.172047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.172641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.173133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.174157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:30.183103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'Port': ['ID=199b5444-27fb-4d07-8f0a-6df76bfd455b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:30.191752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdbd49-ccd5-4b1b-befc-8469f6eadfad req-e9724097-1cc1-4863-87f8-8b8958a78002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:30.195852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-45bdbd49-ccd5-4b1b-befc-8469f6eadfad req-e9724097-1cc1-4863-87f8-8b8958a78002 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0760365 Jul 08 02:12:30.239623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-45bdbd49-ccd5-4b1b-befc-8469f6eadfad req-2c37e313-3722-4c6a-8266-c7d1a99abba7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360091 Jul 08 02:12:30.322775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-a9d3fd28-d1d0-4ad2-bc4b-c236ad3c42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:30.324568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-a9d3fd28-d1d0-4ad2-bc4b-c236ad3c42ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105432 Jul 08 02:12:30.433047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-2963fe20-5e03-43c4-b4f3-a184f0605b4e service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012988 Jul 08 02:12:30.621422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-b71ffbe7-3e5b-4f4b-8dda-26bf85ae3243 service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807327 Jul 08 02:12:30.622193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.686202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:30.704316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39225d9d-7314-46cc-a3c3-9ad975399278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.761189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2607eb0-a9b2-4715-ac78-de98e76d66fc req-b98b1dfc-3063-4d76-819a-d206e3959ff0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:30.762679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2607eb0-a9b2-4715-ac78-de98e76d66fc req-b98b1dfc-3063-4d76-819a-d206e3959ff0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1472523 Jul 08 02:12:30.800595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37098dce-a819-4b79-9acb-58f922889ecd req-ef6fb439-a362-45ce-a8ef-d6e7fd4d2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:30.802704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37098dce-a819-4b79-9acb-58f922889ecd req-ef6fb439-a362-45ce-a8ef-d6e7fd4d2064 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1097 time: 0.1508486 Jul 08 02:12:30.840543 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.877513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2607eb0-a9b2-4715-ac78-de98e76d66fc req-4c885806-1c21-4198-9388-20462ca25a05 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075799 Jul 08 02:12:30.975731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39225d9d-7314-46cc-a3c3-9ad975399278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.977710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37098dce-a819-4b79-9acb-58f922889ecd req-1ed7b2dc-bf14-4223-af99-64c941522737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:30.979201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37098dce-a819-4b79-9acb-58f922889ecd req-1ed7b2dc-bf14-4223-af99-64c941522737 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1663504 Jul 08 02:12:31.071263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecadf3f-f681-4d6b-847e-1dc87ac9d8b0 req-6450d492-ba56-44e3-8873-2f6d0b31b9f8 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.073168 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ecadf3f-f681-4d6b-847e-1dc87ac9d8b0 req-6450d492-ba56-44e3-8873-2f6d0b31b9f8 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 946 time: 0.0993781 Jul 08 02:12:31.082032 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39225d9d-7314-46cc-a3c3-9ad975399278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.129531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ecadf3f-f681-4d6b-847e-1dc87ac9d8b0 req-3766a337-11ed-4a48-ad9c-94478041651b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480025 Jul 08 02:12:31.138290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37098dce-a819-4b79-9acb-58f922889ecd req-28ffe834-cb48-4807-bed7-34b59bd52294 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1000 time: 0.1386831 Jul 08 02:12:31.153678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-39225d9d-7314-46cc-a3c3-9ad975399278 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07174e3dcba246febaf572828eaeff12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654267 Jul 08 02:12:31.153678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39225d9d-7314-46cc-a3c3-9ad975399278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3fbd63-89cc-408e-94ea-0a8ec10c556f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:31.154077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58568) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:31.170183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Router f10206dd-8b91-413d-9e1a-e49daf0ffe33 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:12:31.214304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa7aa-d630-4ddf-9eaa-8843d5bd6887 req-514fc8bb-4cbd-4860-9819-03bfeb5fd8c1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.215972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08caa7aa-d630-4ddf-9eaa-8843d5bd6887 req-514fc8bb-4cbd-4860-9819-03bfeb5fd8c1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.2085235 Jul 08 02:12:31.222156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37098dce-a819-4b79-9acb-58f922889ecd req-18272c27-7072-4fa8-be90-c7a159afc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.224324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37098dce-a819-4b79-9acb-58f922889ecd req-18272c27-7072-4fa8-be90-c7a159afc722 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.0667713 Jul 08 02:12:31.284882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-576a1b21-6c73-4e6b-af2b-b9edfd368ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.295535 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-08caa7aa-d630-4ddf-9eaa-8843d5bd6887 req-78ec7623-935e-45a4-a549-bfc4e16cf3cb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708363 Jul 08 02:12:31.316816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37098dce-a819-4b79-9acb-58f922889ecd req-6d45487f-6e59-49c6-8056-c135b60c1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.318537 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37098dce-a819-4b79-9acb-58f922889ecd req-6d45487f-6e59-49c6-8056-c135b60c1216 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788112 Jul 08 02:12:31.319977 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-576a1b21-6c73-4e6b-af2b-b9edfd368ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.331297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:31.342053 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Sync routers for ids ['f10206dd-8b91-413d-9e1a-e49daf0ffe33'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:31.357429 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Routers {'f10206dd-8b91-413d-9e1a-e49daf0ffe33'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:31.358104 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f10206dd-8b91-413d-9e1a-e49daf0ffe33'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:31.421345 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37098dce-a819-4b79-9acb-58f922889ecd req-7f6599bd-c3d4-438f-a7e9-635395318f08 service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951483 Jul 08 02:12:31.461724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.462561 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Set router f10206dd-8b91-413d-9e1a-e49daf0ffe33 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:31.465782 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-43aa38dd-34f1-4f30-aa8f-a0cccc863de5 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3470023 Jul 08 02:12:31.468120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58570) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:31.510136 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-576a1b21-6c73-4e6b-af2b-b9edfd368ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.513064 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-576a1b21-6c73-4e6b-af2b-b9edfd368ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.517081 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-576a1b21-6c73-4e6b-af2b-b9edfd368ce1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f3fbd63-89cc-408e-94ea-0a8ec10c556f HTTP/1.1" status: 204 len: 168 time: 0.3618786 Jul 08 02:12:31.520371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37098dce-a819-4b79-9acb-58f922889ecd req-656963d2-ae03-4d9b-9757-6a945e43f6fe service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897975 Jul 08 02:12:31.533782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a1b21-6c73-4e6b-af2b-b9edfd368ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3fbd63-89cc-408e-94ea-0a8ec10c556f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:31.603090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.678384 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10206dd-8b91-413d-9e1a-e49daf0ffe33', 'name': '', 'tenant_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525', 'external_fixed_ips': [{'subnet_id': '80708645-350f-4fca-b7f9-2547569d8cd1', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '199b5444-27fb-4d07-8f0a-6df76bfd455b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:12:28Z', 'updated_at': '2021-07-08T02:12:30Z', 'revision_number': 3, 'project_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'gw_port': {'id': '199b5444-27fb-4d07-8f0a-6df76bfd455b', 'name': '', 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10206dd-8b91-413d-9e1a-e49daf0ffe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '80708645-350f-4fca-b7f9-2547569d8cd1', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:29Z', 'updated_at': '2021-07-08T02:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80708645-350f-4fca-b7f9-2547569d8cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:31.704868 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Checking router: f10206dd-8b91-413d-9e1a-e49daf0ffe33 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:12:31.705508 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Updating router f10206dd-8b91-413d-9e1a-e49daf0ffe33 port 199b5444-27fb-4d07-8f0a-6df76bfd455b binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:12:31.712633 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.744838 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.828154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Deleting port 199b5444-27fb-4d07-8f0a-6df76bfd455b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:31.828501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.906967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.921548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Calling delete_port for 199b5444-27fb-4d07-8f0a-6df76bfd455b owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:32.029229 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.040339 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Transition to ACTIVE for port object 199b5444-27fb-4d07-8f0a-6df76bfd455b will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:32.112654 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.115808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ba948-d801-4c56-ab18-03a53a17aa00 req-87627a59-851d-4bf1-bb38-4560a5595188 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.121109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91ba948-d801-4c56-ab18-03a53a17aa00 req-87627a59-851d-4bf1-bb38-4560a5595188 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1207039 Jul 08 02:12:32.167352 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Attempting to bind port 199b5444-27fb-4d07-8f0a-6df76bfd455b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:32.171318 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Attempting to bind port 199b5444-27fb-4d07-8f0a-6df76bfd455b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:32.171318 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Attempting to bind port 199b5444-27fb-4d07-8f0a-6df76bfd455b on network 7c92f76e-f408-4f96-ac8e-28c000a29525 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:32.171318 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345966a9-67fe-4812-a2bf-495364f849b6 None None] Pushing event updated for resources: {'Port': ['ID=199b5444-27fb-4d07-8f0a-6df76bfd455b,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:32.179373 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:32.179709 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Checking segment: {'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:32.180155 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.180561 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Bound using segment: {'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:32.181024 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Bound port: 199b5444-27fb-4d07-8f0a-6df76bfd455b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:32.181414 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.205238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c91ba948-d801-4c56-ab18-03a53a17aa00 req-4a40ce42-5943-4767-918a-8a386e48617a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713034 Jul 08 02:12:32.290634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.292021 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.db.api [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:12:32.292800 n-d-695189-13 neutron-server[100717]: DEBUG oslo_db.api [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:12:32.321037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event deleted for resources: {'Port': ['ID=199b5444-27fb-4d07-8f0a-6df76bfd455b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:32.354491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7b63-4658-4945-871a-114bd530220d req-e49017a3-086c-4e1c-8e7e-18aa05f9d9c4 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.356967 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1cb7b63-4658-4945-871a-114bd530220d req-e49017a3-086c-4e1c-8e7e-18aa05f9d9c4 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 946 time: 0.0905981 Jul 08 02:12:32.384440 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.413587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1cb7b63-4658-4945-871a-114bd530220d req-62c4fe86-1f63-4255-9bde-e06e810af75c tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510764 Jul 08 02:12:32.499724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.502496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.601792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfc084-5567-489c-a82c-50bdb92f0705 req-79310b6f-fd88-48e2-9ee2-3ff4f29f0026 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.604280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21dfc084-5567-489c-a82c-50bdb92f0705 req-79310b6f-fd88-48e2-9ee2-3ff4f29f0026 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 946 time: 0.0669854 Jul 08 02:12:32.611313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc76d-841b-4c31-994c-af2a5636aafd req-3ad9e287-38fd-424f-b4a1-6a95ed96255b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.612876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11fcc76d-841b-4c31-994c-af2a5636aafd req-3ad9e287-38fd-424f-b4a1-6a95ed96255b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1062782 Jul 08 02:12:32.652384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21dfc084-5567-489c-a82c-50bdb92f0705 req-a8fa4f48-f093-41e4-b9fa-8392c3cbd796 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Jul 08 02:12:32.652758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.653281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f10206dd-8b91-413d-9e1a-e49daf0ffe33 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:12:32.659289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.660372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2f8b79b0-59f5-46d3-be3e-205e0a95bdc8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "DELETE /v2.0/routers/f10206dd-8b91-413d-9e1a-e49daf0ffe33 HTTP/1.1" status: 204 len: 168 time: 1.1925371 Jul 08 02:12:32.663076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58602) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:32.673640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11fcc76d-841b-4c31-994c-af2a5636aafd req-05e03b19-11df-4b72-8357-4fbb910e124b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533404 Jul 08 02:12:32.678349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:32.717609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d8ef11-4682-44e3-a07a-e5aab13e7618 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Deleting subnet 80708645-350f-4fca-b7f9-2547569d8cd1 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:12:32.721107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ef11-4682-44e3-a07a-e5aab13e7618 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.732525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fbea64-34f8-4ec4-9173-c60712596477 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.740916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-27fbea64-34f8-4ec4-9173-c60712596477 tempest-TestNetworkBasicOps-304085959 tempest-TestNetworkBasicOps-304085959-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 1093 time: 0.0586519 Jul 08 02:12:32.741229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58610) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:32.752960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'b2eade68-215f-406d-b064-8f21c1954e74', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:32.778304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ef11-4682-44e3-a07a-e5aab13e7618 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.813162 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Attempting to bind port 199b5444-27fb-4d07-8f0a-6df76bfd455b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:32.813710 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Attempting to bind port 199b5444-27fb-4d07-8f0a-6df76bfd455b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:32.814128 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Attempting to bind port 199b5444-27fb-4d07-8f0a-6df76bfd455b on network 7c92f76e-f408-4f96-ac8e-28c000a29525 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:32.821199 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:32.821731 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Checking segment: {'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:32.822168 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.822787 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Bound using segment: {'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:32.824006 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Bound port: 199b5444-27fb-4d07-8f0a-6df76bfd455b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4367bd33-72fd-4ada-93fb-47a3962ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7c92f76e-f408-4f96-ac8e-28c000a29525'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:32.824393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ef11-4682-44e3-a07a-e5aab13e7618 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.824520 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.847855 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.plugin [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Port 199b5444-27fb-4d07-8f0a-6df76bfd455b has been deleted concurrently {{(pid=100717) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 08 02:12:32.857499 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Routers set() bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:32.857995 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Router IDs set() for agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 02:12:32.858730 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_agentschedulers_db [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f10206dd-8b91-413d-9e1a-e49daf0ffe33'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent'). {{(pid=100717) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 02:12:32.859254 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adbe90-ef7f-4188-938f-f6b91ffc5972 None None] The sync data for ids ['f10206dd-8b91-413d-9e1a-e49daf0ffe33'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:32.867883 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:32.975675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.034217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ef11-4682-44e3-a07a-e5aab13e7618 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.096026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d8ef11-4682-44e3-a07a-e5aab13e7618 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.098736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c9d8ef11-4682-44e3-a07a-e5aab13e7618 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/80708645-350f-4fca-b7f9-2547569d8cd1 HTTP/1.1" status: 204 len: 168 time: 0.4340410 Jul 08 02:12:33.100121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8ef11-4682-44e3-a07a-e5aab13e7618 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80708645-350f-4fca-b7f9-2547569d8cd1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:33.101945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:33.169742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Allocated IP 172.25.8.168 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/8dc34c86-4fda-4b47-85d0-974040ba4e96) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:33.171569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.256374 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.266640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c92f76e-f408-4f96-ac8e-28c000a29525']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:33.277601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4367bd33-72fd-4ada-93fb-47a3962ea4c0') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:33.277910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4367bd33-72fd-4ada-93fb-47a3962ea4c0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:33.279877 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.286933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.302474 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.308673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:12:33.309076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:12:33.310926 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:12:33.387236 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.433142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:33.435687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:33.439330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:33.448654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536801c-853b-4cf6-983d-0fd6a59a3ea9 req-3843ae92-b892-40c2-8733-5be5777dd211 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:33.450273 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3536801c-853b-4cf6-983d-0fd6a59a3ea9 req-3843ae92-b892-40c2-8733-5be5777dd211 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1048677 Jul 08 02:12:33.479370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=8dc34c86-4fda-4b47-85d0-974040ba4e96,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:33.490439 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.496739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c92f76e-f408-4f96-ac8e-28c000a29525 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 02:12:33.500624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:33.503805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "DELETE /v2.0/networks/7c92f76e-f408-4f96-ac8e-28c000a29525 HTTP/1.1" status: 204 len: 168 time: 0.4001544 Jul 08 02:12:33.521394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3536801c-853b-4cf6-983d-0fd6a59a3ea9 req-66358e13-9835-4d8c-b6a3-fb4a0f0a1603 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627885 Jul 08 02:12:33.537983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3763a5a-8524-422f-9f40-e5ed13a031be tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c92f76e-f408-4f96-ac8e-28c000a29525,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:33.763121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e48b99-76a9-49f6-b663-b3669bdd3f5e req-1a66334d-74f5-4a72-88d8-caccab898d22 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:33.764767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2e48b99-76a9-49f6-b663-b3669bdd3f5e req-1a66334d-74f5-4a72-88d8-caccab898d22 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1131756 Jul 08 02:12:33.834303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2e48b99-76a9-49f6-b663-b3669bdd3f5e req-d58e8669-26bb-442c-801e-2bea388b53dc tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630543 Jul 08 02:12:33.946470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef4381-26ba-41c5-93f5-164ab3dc1735 req-82e09763-fdbb-4784-8adb-2af135e09a7d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:33.948183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9ef4381-26ba-41c5-93f5-164ab3dc1735 req-82e09763-fdbb-4784-8adb-2af135e09a7d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1199532 Jul 08 02:12:34.084171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58636) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:34.100197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-99693cc5-dd61-41d1-ba72-6be4a80925d7 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'router': {'name': 'tempest-router--1756390345', 'project_id': 'e2e3411cabc94eab9cbaf3e5d0dd0fa0'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:34.153506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce324e-45de-4f7a-a473-73a39ce0fc97 req-571c87e4-ef3a-4439-acf9-af18abcc5bab tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:34.155663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1dce324e-45de-4f7a-a473-73a39ce0fc97 req-571c87e4-ef3a-4439-acf9-af18abcc5bab tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1246696 Jul 08 02:12:34.447752 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9ef4381-26ba-41c5-93f5-164ab3dc1735 req-46197e3d-1e5e-4df7-ab14-0d4f42de0e93 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4923465 Jul 08 02:12:34.482676 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99693cc5-dd61-41d1-ba72-6be4a80925d7 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.491592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99693cc5-dd61-41d1-ba72-6be4a80925d7 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.523943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.529828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1dce324e-45de-4f7a-a473-73a39ce0fc97 req-549b49bc-6b48-4557-be18-e44af45b38ed tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665226 Jul 08 02:12:34.573252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99693cc5-dd61-41d1-ba72-6be4a80925d7 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.639162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99693cc5-dd61-41d1-ba72-6be4a80925d7 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.709787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.717115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99693cc5-dd61-41d1-ba72-6be4a80925d7 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.718603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-99693cc5-dd61-41d1-ba72-6be4a80925d7 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6311090 Jul 08 02:12:34.721670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58644) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:34.799727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec43a163-e31b-42fa-944e-e7e8e0590591 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.871038 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.970134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec43a163-e31b-42fa-944e-e7e8e0590591 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:34.972289 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec43a163-e31b-42fa-944e-e7e8e0590591 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.072325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.100550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec43a163-e31b-42fa-944e-e7e8e0590591 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.100742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec43a163-e31b-42fa-944e-e7e8e0590591 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb6b4ef-f161-4ec5-aa36-819870d46c3b {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:12:35.104809 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec43a163-e31b-42fa-944e-e7e8e0590591 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.106123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ec43a163-e31b-42fa-944e-e7e8e0590591 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9fb6b4ef-f161-4ec5-aa36-819870d46c3b HTTP/1.1" status: 204 len: 168 time: 0.3833387 Jul 08 02:12:35.146441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event updated for resources: {'Port': ['ID=8dc34c86-4fda-4b47-85d0-974040ba4e96,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:35.164792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.238984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859003e-1adc-44bf-80ad-9ee794c2a21b req-60d27631-f0f6-4bc2-ace1-b04d903f0def tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:35.240460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c859003e-1adc-44bf-80ad-9ee794c2a21b req-60d27631-f0f6-4bc2-ace1-b04d903f0def tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0643318 Jul 08 02:12:35.267682 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Floating IP 4b8118f7-c680-4e90-85ef-9a5e3d9852ce associated. External IP: 172.25.8.168, port: b2eade68-215f-406d-b064-8f21c1954e74. Jul 08 02:12:35.287561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c859003e-1adc-44bf-80ad-9ee794c2a21b req-fa6b93f3-58e8-4204-9448-c4e3ae1afa3d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Jul 08 02:12:35.354508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58650) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:35.488789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:12:35.592437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-830012636', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:35.669298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:35.678807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] Sync routers for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:35.689691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:35.690325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:35.703478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60ea3b-69e5-425e-876f-135d6155a883 req-c4f51ab2-c3c7-4d6d-a846-7c576ac82904 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:35.705000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3b60ea3b-69e5-425e-876f-135d6155a883 req-c4f51ab2-c3c7-4d6d-a846-7c576ac82904 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1163828 Jul 08 02:12:35.730713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.731743 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.777771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3b60ea3b-69e5-425e-876f-135d6155a883 req-44431ffe-4df2-4c96-803f-021553dceb99 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665190 Jul 08 02:12:35.808908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:35.813676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.838083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.853815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d6a165cc-3197-418c-90c4-bf2f683dcf0b tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1105800 Jul 08 02:12:35.854278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:35.856390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:35.856870 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "tag": "b2eade68-215f-406d-b064-8f21c1954e74"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:35.899216 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128bb4e5-11da-41ff-a357-8e1079644681 x-openstack-request-id: req-128bb4e5-11da-41ff-a357-8e1079644681 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:35.899216 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "tag": "b2eade68-215f-406d-b064-8f21c1954e74", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:35.899865 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-128bb4e5-11da-41ff-a357-8e1079644681 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:35.899980 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74', 'status': 'completed', 'code': 200} Jul 08 02:12:35.988257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-996fd096-6971-4042-9579-6c4e57f794a7 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/floatingips/4b8118f7-c680-4e90-85ef-9a5e3d9852ce HTTP/1.1" status: 200 len: 992 time: 0.1307082 Jul 08 02:12:36.013965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-4cfd9096-f888-42e6-a7ba-04a6016c700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:36.015495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-4cfd9096-f888-42e6-a7ba-04a6016c700d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 1098 time: 0.0846877 Jul 08 02:12:36.078890 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:36.106888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '4b8118f7-c680-4e90-85ef-9a5e3d9852ce', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'port_id': 'b2eade68-215f-406d-b064-8f21c1954e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'mac_address': 'fa:16:3e:ba:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:12:33Z', 'updated_at': '2021-07-08T02:12:33Z', 'revision_number': 0, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:13Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:36.117861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-44aa5c8a-9609-4ed2-9287-513a172919c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:36.119531 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-44aa5c8a-9609-4ed2-9287-513a172919c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec6a993e-cb48-442f-b4f0-65010f291ecf HTTP/1.1" status: 200 len: 898 time: 0.0934894 Jul 08 02:12:36.134851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] Checking router: 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:12:36.144037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:36.144924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:36.192820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-694f2463-c1a3-49ed-a981-875b50730325 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2eade68-215f-406d-b064-8f21c1954e74 HTTP/1.1" status: 200 len: 1000 time: 0.0621929 Jul 08 02:12:36.247752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-06d16e3b-2ff9-48d6-af50-3e4deaf20229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:36.250158 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-06d16e3b-2ff9-48d6-af50-3e4deaf20229 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d HTTP/1.1" status: 200 len: 835 time: 0.0474725 Jul 08 02:12:36.256884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:36.329950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-894b97b5-b5cb-4c7b-b0dd-64f3b7cf7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:36.331579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-894b97b5-b5cb-4c7b-b0dd-64f3b7cf7ac9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec6a993e-cb48-442f-b4f0-65010f291ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716145 Jul 08 02:12:36.442681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-490fa77b-76d9-4bbf-9143-eb5b1ae620db service neutron] 10.222.0.32 "GET /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035657 Jul 08 02:12:36.495464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:36.509823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '4b8118f7-c680-4e90-85ef-9a5e3d9852ce', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'port_id': 'b2eade68-215f-406d-b064-8f21c1954e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'mac_address': 'fa:16:3e:ba:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:12:33Z', 'updated_at': '2021-07-08T02:12:33Z', 'revision_number': 0, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:13Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:36.525097 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:36.539858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a259f-b9b3-4bdd-84a5-93b4315c2522 None None] The sync data for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 is: [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '4b8118f7-c680-4e90-85ef-9a5e3d9852ce', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'port_id': 'b2eade68-215f-406d-b064-8f21c1954e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'mac_address': 'fa:16:3e:ba:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:12:33Z', 'updated_at': '2021-07-08T02:12:33Z', 'revision_number': 0, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:13Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:36.564982 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c82789e-a8b3-49b2-a8e0-285b98faf3c5 req-af802321-79eb-46ac-a423-55642a790802 service neutron] 10.222.0.32 "GET /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126697 Jul 08 02:12:36.593768 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbe572-5db9-4b01-972c-357668880d92 req-2d4c01d4-e07e-4aa4-9277-0dc259a98f2c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:36.595527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-06bbe572-5db9-4b01-972c-357668880d92 req-2d4c01d4-e07e-4aa4-9277-0dc259a98f2c tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1653235 Jul 08 02:12:36.673884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-06bbe572-5db9-4b01-972c-357668880d92 req-5445580d-2ced-4b35-a4cb-ab8b6e2a0527 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705957 Jul 08 02:12:36.697898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Allocated IP 172.25.8.101 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/3684c597-bc92-486a-97ea-c7318ee71773) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:36.820578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:36.827119 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aea50d-f77c-400e-8149-e836b77fd49c None None] New status for floating IP 4b8118f7-c680-4e90-85ef-9a5e3d9852ce: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:12:36.965627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:36.992429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:37.014526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:37.022405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:37.028741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:37.033915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event updated for resources: {'Port': ['ID=3684c597-bc92-486a-97ea-c7318ee71773,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:37.115553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16298bc8-3b3f-46b7-bffa-055ddb5076bd req-411994e8-153e-4aef-a167-445849618e00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:37.123539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16298bc8-3b3f-46b7-bffa-055ddb5076bd req-411994e8-153e-4aef-a167-445849618e00 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1980996 Jul 08 02:12:37.128563 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-152e1c5e-0c7b-4000-b514-00fabd64407e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/floatingips/4b8118f7-c680-4e90-85ef-9a5e3d9852ce HTTP/1.1" status: 200 len: 992 time: 0.1338818 Jul 08 02:12:37.226616 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-16298bc8-3b3f-46b7-bffa-055ddb5076bd req-5f997818-d2a1-416e-8782-7f457a2f1534 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016688 Jul 08 02:12:37.321196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-473127f7-ff24-4a25-8e2c-a12029f738e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:37.322849 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-473127f7-ff24-4a25-8e2c-a12029f738e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6088de6936a647d0845e90076cb4babb&device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 1097 time: 0.0656133 Jul 08 02:12:37.438448 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:37.458229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-b92ce101-a5d9-4a04-a261-dfc25830dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:37.459779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-b92ce101-a5d9-4a04-a261-dfc25830dbdd service neutron] 10.222.0.32 "GET /v2.0/networks?id=47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 200 len: 913 time: 0.1288750 Jul 08 02:12:37.472377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515c46-7578-426f-846d-4192dffd0345 req-723aafef-3cfb-40b4-a061-8b7c3d8f09e7 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:37.475074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f515c46-7578-426f-846d-4192dffd0345 req-723aafef-3cfb-40b4-a061-8b7c3d8f09e7 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1457977 Jul 08 02:12:37.618782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-2149595b-5f2f-4bbe-b08b-25a13f3fe137 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 200 len: 1000 time: 0.1425130 Jul 08 02:12:37.622386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f515c46-7578-426f-846d-4192dffd0345 req-13557b35-86ad-4833-8997-5e4695e32591 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382596 Jul 08 02:12:37.682605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-ab1a2601-aecd-4b11-8d05-9cd44d7bebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:37.684178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-ab1a2601-aecd-4b11-8d05-9cd44d7bebe6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 200 len: 851 time: 0.0559740 Jul 08 02:12:37.708705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:37.745196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-394eaa9c-f4b1-4a63-9d8a-47340e8d29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:37.746863 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-394eaa9c-f4b1-4a63-9d8a-47340e8d29f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47fd62ef-7611-49c4-a007-94ede2c3325a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558498 Jul 08 02:12:37.842094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-be30eceb-b6f4-49cd-acd3-6063ca6ec3ad service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879087 Jul 08 02:12:37.918093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Router 15db1ad8-c179-4ba1-8dc9-02dbe310e6b4 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:12:37.935955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5958d36a-5c93-4640-8a7a-4232a470b2d4 req-669402a5-9e35-40ce-a0ff-bc7c50011d3a service neutron] 10.222.0.32 "GET /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864985 Jul 08 02:12:38.027096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:38.036277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2a3f6-a4f5-45ff-a499-269cb207e702 None None] Sync routers for ids ['15db1ad8-c179-4ba1-8dc9-02dbe310e6b4'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:38.045269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2a3f6-a4f5-45ff-a499-269cb207e702 None None] Routers {'15db1ad8-c179-4ba1-8dc9-02dbe310e6b4'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:38.045883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2bc2a3f6-a4f5-45ff-a499-269cb207e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['15db1ad8-c179-4ba1-8dc9-02dbe310e6b4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:38.080340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2bc2a3f6-a4f5-45ff-a499-269cb207e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:38.089407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2a3f6-a4f5-45ff-a499-269cb207e702 None None] Routers {'15db1ad8-c179-4ba1-8dc9-02dbe310e6b4'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:38.090002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2bc2a3f6-a4f5-45ff-a499-269cb207e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['15db1ad8-c179-4ba1-8dc9-02dbe310e6b4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:38.095065 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:38.096333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-85835c8b-2a01-4d8a-b32e-e3c3b092b5b0 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7408736 Jul 08 02:12:38.099159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58684) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:38.121583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2bc2a3f6-a4f5-45ff-a499-269cb207e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:38.122245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2a3f6-a4f5-45ff-a499-269cb207e702 None None] The sync data for ids ['15db1ad8-c179-4ba1-8dc9-02dbe310e6b4'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:38.131240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58690) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:38.197664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9418d95c-d15b-4564-bc63-d2d7c8a7a132 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/floatingips/4b8118f7-c680-4e90-85ef-9a5e3d9852ce HTTP/1.1" status: 200 len: 994 time: 0.0645294 Jul 08 02:12:38.212235 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01c9675b-85cc-4b56-9783-3b9a304c3ad8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/routers/15db1ad8-c179-4ba1-8dc9-02dbe310e6b4 HTTP/1.1" status: 200 len: 920 time: 0.1116822 Jul 08 02:12:38.215063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58694) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:38.247698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d1c02837-5b56-461a-a73f-4fd57d539735 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=15db1ad8-c179-4ba1-8dc9-02dbe310e6b4 HTTP/1.1" status: 200 len: 205 time: 0.0311375 Jul 08 02:12:38.249958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58696) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:38.359565 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:38.414115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c7c24-974e-411d-a99d-f0320ad02a7c req-27e39756-f631-462f-8a49-8908b6d6b413 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:38.415671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-569c7c24-974e-411d-a99d-f0320ad02a7c req-27e39756-f631-462f-8a49-8908b6d6b413 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.0648298 Jul 08 02:12:38.466066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-569c7c24-974e-411d-a99d-f0320ad02a7c req-425af38e-59d7-422d-bb9f-0426e6cff6f6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Jul 08 02:12:38.477641 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:38.595375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Deleting port 3684c597-bc92-486a-97ea-c7318ee71773 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:38.595699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:38.679442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:38.691519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Calling delete_port for 3684c597-bc92-486a-97ea-c7318ee71773 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:38.878898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843bbe4-fdac-4399-8323-62d8457975dd req-924987e5-f406-4226-9ce0-7203b3b101da tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:38.880379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2843bbe4-fdac-4399-8323-62d8457975dd req-924987e5-f406-4226-9ce0-7203b3b101da tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1218293 Jul 08 02:12:38.951157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2843bbe4-fdac-4399-8323-62d8457975dd req-35cdf6a9-84e2-4d1d-b905-6dda79dcac29 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485394 Jul 08 02:12:39.014983 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.046899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event deleted for resources: {'Port': ['ID=3684c597-bc92-486a-97ea-c7318ee71773,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:39.105633 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.199253 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.201501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.295327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.295894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Fanout notify agent at l3_agent the message router_deleted on router 15db1ad8-c179-4ba1-8dc9-02dbe310e6b4 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:12:39.304865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.306001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-94f19fee-7e1c-4acf-a00d-497f380281d3 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/15db1ad8-c179-4ba1-8dc9-02dbe310e6b4 HTTP/1.1" status: 204 len: 168 time: 1.0550756 Jul 08 02:12:39.309694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:39.314189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1724963007', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': False}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:39.392499 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.393598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.448053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.647575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.670651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad640f-d489-444a-8007-2836717c7346 req-60ca9319-2579-496a-b798-1c9a1b8c369e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:39.672196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffad640f-d489-444a-8007-2836717c7346 req-60ca9319-2579-496a-b798-1c9a1b8c369e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.0715499 Jul 08 02:12:39.711089 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffad640f-d489-444a-8007-2836717c7346 req-8f00372e-9808-47da-a2a1-d1679ca4f774 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328441 Jul 08 02:12:40.036776 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:40.056671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:40.201474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Allocated IP 172.25.8.119 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/633ba37e-3606-4410-94e4-e3b9e67412e5) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:40.215643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90fd37-2272-4016-aae2-4d5ae6e9bc1a req-f2a13dca-e1b8-4200-bd2c-41278e1a23af tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:40.217162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db90fd37-2272-4016-aae2-4d5ae6e9bc1a req-f2a13dca-e1b8-4200-bd2c-41278e1a23af tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.1212420 Jul 08 02:12:40.302601 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db90fd37-2272-4016-aae2-4d5ae6e9bc1a req-61ac24bb-c877-47e6-afb6-3dfb9c402c33 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782428 Jul 08 02:12:40.341665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:40.440127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:40.477172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dee6e-efc0-4860-9c86-f0ccb8c3096d req-d44b5222-0a20-4417-b44d-4334ca6e6ced tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:40.487839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-655dee6e-efc0-4860-9c86-f0ccb8c3096d req-d44b5222-0a20-4417-b44d-4334ca6e6ced tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0737641 Jul 08 02:12:40.494460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'Port': ['ID=633ba37e-3606-4410-94e4-e3b9e67412e5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:40.519632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:40.525156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:40.528051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:40.534347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-655dee6e-efc0-4860-9c86-f0ccb8c3096d req-036098c0-07d4-4cc8-9061-b07f70f23fd8 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491607 Jul 08 02:12:40.862772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:40.930999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ba766-0ab4-4103-aabd-fefd39f088a3 req-f5d64b88-2060-4027-830c-2c21939b518d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:40.938261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-446ba766-0ab4-4103-aabd-fefd39f088a3 req-f5d64b88-2060-4027-830c-2c21939b518d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1126585 Jul 08 02:12:40.990749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-446ba766-0ab4-4103-aabd-fefd39f088a3 req-fcac92c2-0429-4098-b99f-64c972194a21 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515332 Jul 08 02:12:41.103584 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:41.586801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Router dadc58da-f9cc-4ea1-bc52-ff33a743cf2d is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:12:41.712020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:41.722603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Sync routers for ids ['dadc58da-f9cc-4ea1-bc52-ff33a743cf2d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:41.734065 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Routers {'dadc58da-f9cc-4ea1-bc52-ff33a743cf2d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:41.734065 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dadc58da-f9cc-4ea1-bc52-ff33a743cf2d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:41.815913 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:41.819753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0fdd4dca-a110-45da-9be2-88234e8a7508 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5065289 Jul 08 02:12:41.820532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58766) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:41.841122 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Set router dadc58da-f9cc-4ea1-bc52-ff33a743cf2d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:41.972301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f9ac991-26c6-49f8-bec5-da009485ee72 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/routers/dadc58da-f9cc-4ea1-bc52-ff33a743cf2d HTTP/1.1" status: 200 len: 909 time: 0.1487017 Jul 08 02:12:41.973004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58770) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:41.988292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1724963007', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': True}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:42.110974 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.112085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.133203 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-85bb08b9-a9bc-4b8c-b342-644228ce44bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.140707 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc58da-f9cc-4ea1-bc52-ff33a743cf2d', 'name': 'tempest-snat-router-1724963007', 'tenant_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': False}, 'gw_port_id': '633ba37e-3606-4410-94e4-e3b9e67412e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:12:39Z', 'updated_at': '2021-07-08T02:12:40Z', 'revision_number': 3, 'project_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'gw_port': {'id': '633ba37e-3606-4410-94e4-e3b9e67412e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc58da-f9cc-4ea1-bc52-ff33a743cf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:40Z', 'updated_at': '2021-07-08T02:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:42.175459 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Checking router: dadc58da-f9cc-4ea1-bc52-ff33a743cf2d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:12:42.175459 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Updating router dadc58da-f9cc-4ea1-bc52-ff33a743cf2d port 633ba37e-3606-4410-94e4-e3b9e67412e5 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:12:42.175840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-8dcabfb8-72fb-452e-9ded-f4f76c3af879 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:42.175840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-8dcabfb8-72fb-452e-9ded-f4f76c3af879 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=211cfb95-b48e-4b24-a197-3d24ec0e8452 HTTP/1.1" status: 200 len: 943 time: 0.0990691 Jul 08 02:12:42.203705 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.214819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.257556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dca84-8aba-4699-ab1c-f548207f1650 req-3cf010ff-c83c-45d1-87a8-241c7ef71704 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:42.259072 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d5dca84-8aba-4699-ab1c-f548207f1650 req-3cf010ff-c83c-45d1-87a8-241c7ef71704 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1010354 Jul 08 02:12:42.300450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Deleting port 72c77cef-88bd-461c-acb8-74c4a4848692 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:42.300969 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.400022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] For port 72c77cef-88bd-461c-acb8-74c4a4848692, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72c77cef-88bd-461c-acb8-74c4a4848692,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:42.400485 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.417104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Calling delete_port for 72c77cef-88bd-461c-acb8-74c4a4848692 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:42.494540 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.511290 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Transition to ACTIVE for port object 633ba37e-3606-4410-94e4-e3b9e67412e5 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:42.570098 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.619001 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.627521 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Attempting to bind port 633ba37e-3606-4410-94e4-e3b9e67412e5 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:42.627521 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Attempting to bind port 633ba37e-3606-4410-94e4-e3b9e67412e5 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:42.627521 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Attempting to bind port 633ba37e-3606-4410-94e4-e3b9e67412e5 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:42.628109 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb792b-d383-49e9-8f6e-15bddd34834d None None] Pushing event updated for resources: {'Port': ['ID=633ba37e-3606-4410-94e4-e3b9e67412e5,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:42.636799 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:42.637125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:42.637448 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:42.637938 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.638425 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:42.638990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Bound port: 633ba37e-3606-4410-94e4-e3b9e67412e5, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:42.639524 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.658394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event deleted for resources: {'Port': ['ID=72c77cef-88bd-461c-acb8-74c4a4848692,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:42.707005 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] For port 633ba37e-3606-4410-94e4-e3b9e67412e5, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:42.711996 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] For port 633ba37e-3606-4410-94e4-e3b9e67412e5, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=633ba37e-3606-4410-94e4-e3b9e67412e5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:42.754476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] No DVR routers for this DVR port 72c77cef-88bd-461c-acb8-74c4a4848692 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:42.772071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.774634 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a447d13-a535-4196-818e-7b57dc6d20c3 req-f4e6e132-5014-4550-95de-bd5a31f0d64e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "DELETE /v2.0/ports/72c77cef-88bd-461c-acb8-74c4a4848692 HTTP/1.1" status: 204 len: 173 time: 0.5956149 Jul 08 02:12:42.775115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'name': 'network-vif-deleted', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:42.777676 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7c32f8-33f8-48dd-8a5b-c6660807e617" -d '{"events": [{"server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "name": "network-vif-deleted", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:42.781263 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.820435 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d5dca84-8aba-4699-ab1c-f548207f1650 req-0a48a39b-9846-4ca8-86df-784a363f7eee tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5541768 Jul 08 02:12:42.851053 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:42.917599 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Routers {'dadc58da-f9cc-4ea1-bc52-ff33a743cf2d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:42.917599 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dadc58da-f9cc-4ea1-bc52-ff33a743cf2d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:42.951396 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-778b3cae-5900-48d6-b17e-d50b6120148d service neutron] show failed (client error): The resource could not be found. Jul 08 02:12:42.952423 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-778b3cae-5900-48d6-b17e-d50b6120148d service neutron] 10.222.0.18 "GET /v2.0/ports/0479385d-7083-4a53-b196-24ef79df65dc/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.1251364 Jul 08 02:12:42.975365 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb792b-d383-49e9-8f6e-15bddd34834d None None] Pushing event updated for resources: {'Port': ['ID=633ba37e-3606-4410-94e4-e3b9e67412e5,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:43.065079 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd79f13d-52a9-4328-a56f-4f0177ed4484 x-openstack-request-id: req-cd79f13d-52a9-4328-a56f-4f0177ed4484 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:43.065412 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211cfb95-b48e-4b24-a197-3d24ec0e8452", "name": "network-vif-deleted", "tag": "72c77cef-88bd-461c-acb8-74c4a4848692", "status": "failed", "code": 422}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:43.065642 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd79f13d-52a9-4328-a56f-4f0177ed4484 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:43.066655 n-d-695189-13 neutron-server[100712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '211cfb95-b48e-4b24-a197-3d24ec0e8452', 'name': 'network-vif-deleted', 'tag': '72c77cef-88bd-461c-acb8-74c4a4848692', 'status': 'failed', 'code': 422} returned with failed status Jul 08 02:12:43.080564 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] Set router dadc58da-f9cc-4ea1-bc52-ff33a743cf2d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:43.284692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:43.310868 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dadc58da-f9cc-4ea1-bc52-ff33a743cf2d', 'name': 'tempest-snat-router-1724963007', 'tenant_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': False}, 'gw_port_id': '633ba37e-3606-4410-94e4-e3b9e67412e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:12:39Z', 'updated_at': '2021-07-08T02:12:40Z', 'revision_number': 3, 'project_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'gw_port': {'id': '633ba37e-3606-4410-94e4-e3b9e67412e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc58da-f9cc-4ea1-bc52-ff33a743cf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:40Z', 'updated_at': '2021-07-08T02:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:43.312108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:43.346871 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0d7d1-49f1-4923-9a7b-b32204ae8465 None None] The sync data for ids ['dadc58da-f9cc-4ea1-bc52-ff33a743cf2d'] in n-d-695189-13 is: [{'id': 'dadc58da-f9cc-4ea1-bc52-ff33a743cf2d', 'name': 'tempest-snat-router-1724963007', 'tenant_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': False}, 'gw_port_id': '633ba37e-3606-4410-94e4-e3b9e67412e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:12:39Z', 'updated_at': '2021-07-08T02:12:40Z', 'revision_number': 3, 'project_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'gw_port': {'id': '633ba37e-3606-4410-94e4-e3b9e67412e5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dadc58da-f9cc-4ea1-bc52-ff33a743cf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:40Z', 'updated_at': '2021-07-08T02:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:43.497523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Allocated IP 172.25.8.203 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/2cad58da-0895-42dc-a669-e14c0836496a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:43.594575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-f81c5036-9d22-4a5d-8aa2-eb02ff131edc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1389034 Jul 08 02:12:43.696074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:43.758819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-799d23d0-1b10-401f-9331-4627e4421ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.760839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-799d23d0-1b10-401f-9331-4627e4421ee1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 1097 time: 0.1333320 Jul 08 02:12:43.780420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:43.837493 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-73dbe9d4-f1ab-4e64-b840-b4a19945cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.838089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-73dbe9d4-f1ab-4e64-b840-b4a19945cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.838805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-73dbe9d4-f1ab-4e64-b840-b4a19945cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.839855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-73dbe9d4-f1ab-4e64-b840-b4a19945cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.840401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-73dbe9d4-f1ab-4e64-b840-b4a19945cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.840889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-73dbe9d4-f1ab-4e64-b840-b4a19945cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.841541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-73dbe9d4-f1ab-4e64-b840-b4a19945cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.844811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-73dbe9d4-f1ab-4e64-b840-b4a19945cee5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6499 time: 0.1406040 Jul 08 02:12:43.961353 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:44.007814 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:44.108210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-c3b9b7fc-9b92-4b4f-ade4-ee32e6d99e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:44.108729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-c3b9b7fc-9b92-4b4f-ade4-ee32e6d99e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:44.109165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-c3b9b7fc-9b92-4b4f-ade4-ee32e6d99e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:44.111223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-c3b9b7fc-9b92-4b4f-ade4-ee32e6d99e18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=8a34471b-47fa-4c6c-afcc-458992f3c06e&id=8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 200 len: 2293 time: 0.2290616 Jul 08 02:12:44.114978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:44.118745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:44.189983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf6d58-dace-427b-bf04-f9dccf6749f8 req-384fe77f-26c9-4101-995d-21bc6e31a1bc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:44.192068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:44.198004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49cf6d58-dace-427b-bf04-f9dccf6749f8 req-384fe77f-26c9-4101-995d-21bc6e31a1bc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.2075620 Jul 08 02:12:44.234079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-e395477d-a98b-479e-a48b-133f40d5e622 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 200 len: 1002 time: 0.1053581 Jul 08 02:12:44.237440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'Port': ['ID=2cad58da-0895-42dc-a669-e14c0836496a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:44.354558 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49cf6d58-dace-427b-bf04-f9dccf6749f8 req-c8639cfc-82b8-44c1-88a3-6868ca035ec5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544583 Jul 08 02:12:44.404667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-49fb05df-be36-4059-9f0a-babd21c8d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:44.407000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-49fb05df-be36-4059-9f0a-babd21c8d6ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9d24518-bec5-4294-bfc4-cb82628b06da HTTP/1.1" status: 200 len: 850 time: 0.1665354 Jul 08 02:12:44.430172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:44.481849 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5501-2234-495c-8317-d06cd75ba74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:44.510231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-ce2f42c5-1b77-49ad-b4f6-883894c985ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:44.511996 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-ce2f42c5-1b77-49ad-b4f6-883894c985ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834444 Jul 08 02:12:44.516003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:44.564572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:44.577692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Transition to ACTIVE for port object 0479385d-7083-4a53-b196-24ef79df65dc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:44.655169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:44.758060 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-b3c96407-e0a9-4374-9719-e0e5c97e500b service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328465 Jul 08 02:12:44.780281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f8209-2c51-4e68-af1a-be291a2094d1 req-56f5b048-0b79-4b0c-bb8e-d62713427fd6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:44.783717 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b97f8209-2c51-4e68-af1a-be291a2094d1 req-56f5b048-0b79-4b0c-bb8e-d62713427fd6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 907 time: 0.2038469 Jul 08 02:12:44.786348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:44.826945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 633ba37e-3606-4410-94e4-e3b9e67412e5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:44.873458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:44.880236 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:44.882493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] No DVR routers for this DVR port 0479385d-7083-4a53-b196-24ef79df65dc on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:45.014927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 633ba37e-3606-4410-94e4-e3b9e67412e5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:45.019027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 633ba37e-3606-4410-94e4-e3b9e67412e5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:45.028563 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.049280 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-2b493060-8906-4cb8-9405-8156c522fc15 service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644701 Jul 08 02:12:45.057278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:45.057472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:45.057746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:45.062626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:12:45.062893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:45.079021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:45.082409 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f9a063-1959-40de-a70a-5af48b1e8df2" -d '{"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:45.102696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:45.105866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Checking segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:45.106512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Bound using segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:45.107702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Bound port: 0479385d-7083-4a53-b196-24ef79df65dc, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:45.108087 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.152250 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.182444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 633ba37e-3606-4410-94e4-e3b9e67412e5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=633ba37e-3606-4410-94e4-e3b9e67412e5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:45.190984 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9461ef93-cf85-4b19-8cfc-b7720a1b8a20 x-openstack-request-id: req-9461ef93-cf85-4b19-8cfc-b7720a1b8a20 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:45.191635 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:45.192047 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9461ef93-cf85-4b19-8cfc-b7720a1b8a20 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:45.192628 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'code': 200} Jul 08 02:12:45.231222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:45.234563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:45.253563 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-d2699a57-fff4-4ee9-bb5a-5402b9564c73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 217 time: 0.1956868 Jul 08 02:12:45.255463 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.292589 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.313051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.325091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=633ba37e-3606-4410-94e4-e3b9e67412e5,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:45.380257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.381497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.385326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] 10.222.0.32 "PUT /v2.0/ports/0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 1092 time: 1.6093023 Jul 08 02:12:45.450252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb3681-4f1d-47c8-ac36-04ac915f0922 service neutron] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:45.461127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-6ee231d8-1f44-4265-898c-0d4a1392bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.462801 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-6ee231d8-1f44-4265-898c-0d4a1392bb12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.2019603 Jul 08 02:12:45.517213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-893125fd-3828-4fc1-a848-07f7c4eec570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.519295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-893125fd-3828-4fc1-a848-07f7c4eec570 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1095 time: 0.0854468 Jul 08 02:12:45.656664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Router 9b9c686d-1f98-4997-90fe-d8f0c72003d2 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:12:45.667464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-f173e6da-185d-4ad5-aec6-7df47edb440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.669267 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-f173e6da-185d-4ad5-aec6-7df47edb440f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1942708 Jul 08 02:12:45.714089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-72ab232e-cbbd-41d6-a5a2-df562f6210a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.716141 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-72ab232e-cbbd-41d6-a5a2-df562f6210a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.1749067 Jul 08 02:12:45.729146 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.817338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d23273-3593-4d61-815a-7938a9b976b3 req-1a5e2999-faa7-4521-a60e-f2fab82a3b76 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.824375 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20d23273-3593-4d61-815a-7938a9b976b3 req-1a5e2999-faa7-4521-a60e-f2fab82a3b76 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 943 time: 0.2668133 Jul 08 02:12:45.848894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-e2d61806-74a7-430b-8485-d94d3b3c1eec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 999 time: 0.1098948 Jul 08 02:12:45.903854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-faf8f66e-88e8-4370-aeca-c68a52819d30 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.905591 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-faf8f66e-88e8-4370-aeca-c68a52819d30 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 907 time: 0.1650708 Jul 08 02:12:45.923066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0479385d-7083-4a53-b196-24ef79df65dc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:45.967237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0479385d-7083-4a53-b196-24ef79df65dc not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:12:45.976400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20d23273-3593-4d61-815a-7938a9b976b3 req-110fde32-9f30-4d38-9b57-10b36e46ce46 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490200 Jul 08 02:12:45.982095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-f202d0e8-9132-4d9d-a0e1-e19fec65a622 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897980 Jul 08 02:12:45.988100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:46.004457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Sync routers for ids ['9b9c686d-1f98-4997-90fe-d8f0c72003d2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:46.008953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-c27ba376-1bca-4fe4-ac1d-339fa426a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.010526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-c27ba376-1bca-4fe4-ac1d-339fa426a7eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.1499875 Jul 08 02:12:46.020506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Routers {'9b9c686d-1f98-4997-90fe-d8f0c72003d2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:46.021169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['9b9c686d-1f98-4997-90fe-d8f0c72003d2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:46.100000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-e0fc87d1-8e85-4295-ae79-3b80e49190c1 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097598 Jul 08 02:12:46.151098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Deleting port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:46.151495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.154101 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.154856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Set router 9b9c686d-1f98-4997-90fe-d8f0c72003d2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:46.155719 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9e69c806-6bd2-41a0-9586-097888ff1f93 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1815119 Jul 08 02:12:46.157508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-79797f8f-825a-440f-b8e3-e2f3dfdcb191 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 217 time: 0.0505874 Jul 08 02:12:46.158326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58806) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:46.233580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-18f5dc9a-ea02-4820-94aa-561f560c43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.235081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-18f5dc9a-ea02-4820-94aa-561f560c43b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787877 Jul 08 02:12:46.250187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd2171-45b4-4e89-a0b2-b09089b5b07a req-0eb013b0-9c32-45f0-8065-afff1ca94470 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.262177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1efd2171-45b4-4e89-a0b2-b09089b5b07a req-0eb013b0-9c32-45f0-8065-afff1ca94470 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 907 time: 0.2773640 Jul 08 02:12:46.314532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-48ed8a6b-a32d-4974-bf5c-4864ea2517cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.316388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-48ed8a6b-a32d-4974-bf5c-4864ea2517cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1508822 Jul 08 02:12:46.352129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] For port 90fb0d5d-4266-4aed-9d56-7b452733a3f4, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=90fb0d5d-4266-4aed-9d56-7b452733a3f4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:46.352811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.375728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Calling delete_port for 90fb0d5d-4266-4aed-9d56-7b452733a3f4 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:46.396841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9c686d-1f98-4997-90fe-d8f0c72003d2', 'name': 'tempest-snat-router-1724963007', 'tenant_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2cad58da-0895-42dc-a669-e14c0836496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:12:42Z', 'updated_at': '2021-07-08T02:12:44Z', 'revision_number': 3, 'project_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'gw_port': {'id': '2cad58da-0895-42dc-a669-e14c0836496a', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9c686d-1f98-4997-90fe-d8f0c72003d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:43Z', 'updated_at': '2021-07-08T02:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:46.409368 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-1cc8dc19-23f4-49ae-bba2-b7881aecb88c service neutron] 10.222.0.32 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424320 Jul 08 02:12:46.429417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Checking router: 9b9c686d-1f98-4997-90fe-d8f0c72003d2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:12:46.429780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Updating router 9b9c686d-1f98-4997-90fe-d8f0c72003d2 port 2cad58da-0895-42dc-a669-e14c0836496a binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:12:46.491963 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.562922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b78e3e7-4b17-4416-b431-221534814ac7 req-6d43a770-ba07-4e33-9ef6-0a80d8905e21 service neutron] 10.222.0.32 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170638 Jul 08 02:12:46.625248 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:12:46.735834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.813339 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-02c20ca3-14fa-49eb-a59a-b2dec712274a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/routers/9b9c686d-1f98-4997-90fe-d8f0c72003d2 HTTP/1.1" status: 200 len: 908 time: 0.6537836 Jul 08 02:12:46.819091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58812) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:46.820533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event deleted for resources: {'Port': ['ID=90fb0d5d-4266-4aed-9d56-7b452733a3f4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:46.855037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] No DVR routers for this DVR port 90fb0d5d-4266-4aed-9d56-7b452733a3f4 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:46.858809 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.861172 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d36103e3-111e-4f7a-bbb3-02ba93848ea0 req-87d2c70d-6f62-4d76-9be5-45c64d1b1435 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.18 "DELETE /v2.0/ports/90fb0d5d-4266-4aed-9d56-7b452733a3f4 HTTP/1.1" status: 204 len: 173 time: 0.9404712 Jul 08 02:12:46.884741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 633ba37e-3606-4410-94e4-e3b9e67412e5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:46.886410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-c1b8de9b-6332-43c2-8568-01f631562286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.888690 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.889137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-c1b8de9b-6332-43c2-8568-01f631562286 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5667157 Jul 08 02:12:46.921444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Transition to ACTIVE for port object 2cad58da-0895-42dc-a669-e14c0836496a will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:46.950214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 633ba37e-3606-4410-94e4-e3b9e67412e5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:46.950596 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.050952 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.052006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.124266 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-d892a6b4-aaa9-4782-ab0f-176f3c4ab324 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282550 Jul 08 02:12:47.139805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Attempting to bind port 2cad58da-0895-42dc-a669-e14c0836496a on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:47.140411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Attempting to bind port 2cad58da-0895-42dc-a669-e14c0836496a by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:47.141075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Attempting to bind port 2cad58da-0895-42dc-a669-e14c0836496a on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:47.169615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:47.170291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:47.170878 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.171483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:47.172146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Bound port: 2cad58da-0895-42dc-a669-e14c0836496a, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:47.172708 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.197861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}, {'server_uuid': '5e962242-48a6-4380-83c6-05bdd24df828', 'name': 'network-vif-deleted', 'tag': '90fb0d5d-4266-4aed-9d56-7b452733a3f4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:47.201009 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10116dad-8191-4744-aca8-fb607c26962a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}, {"server_uuid": "5e962242-48a6-4380-83c6-05bdd24df828", "name": "network-vif-deleted", "tag": "90fb0d5d-4266-4aed-9d56-7b452733a3f4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:47.241708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] For port 2cad58da-0895-42dc-a669-e14c0836496a, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:47.245224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] For port 2cad58da-0895-42dc-a669-e14c0836496a, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2cad58da-0895-42dc-a669-e14c0836496a,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:47.250295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c13caa-02db-4c7a-b829-4c21a67621b6 None None] Pushing event updated for resources: {'Port': ['ID=2cad58da-0895-42dc-a669-e14c0836496a,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:47.259299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b88f36-fc9d-4918-b573-f31e93cc3989 req-0031ebd3-a51d-40ed-aeb5-38420dfb85e0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.281127 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17b88f36-fc9d-4918-b573-f31e93cc3989 req-0031ebd3-a51d-40ed-aeb5-38420dfb85e0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 943 time: 0.1385498 Jul 08 02:12:47.305669 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c963184b-2f78-42a2-a18e-5bd77b23f206 x-openstack-request-id: req-c963184b-2f78-42a2-a18e-5bd77b23f206 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:47.305976 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "status": "completed", "code": 200}, {"server_uuid": "5e962242-48a6-4380-83c6-05bdd24df828", "name": "network-vif-deleted", "tag": "90fb0d5d-4266-4aed-9d56-7b452733a3f4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:47.306233 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c963184b-2f78-42a2-a18e-5bd77b23f206 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:47.306640 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'status': 'completed', 'code': 200} Jul 08 02:12:47.306896 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e962242-48a6-4380-83c6-05bdd24df828', 'name': 'network-vif-deleted', 'tag': '90fb0d5d-4266-4aed-9d56-7b452733a3f4', 'status': 'completed', 'code': 200} Jul 08 02:12:47.318901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.348433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-f0c173c9-3a19-4c26-83f8-e0a6e27f440b service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146807 Jul 08 02:12:47.422028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-aaf1d846-4157-4d07-b91d-e1aa665c1a58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cf4d9964-299b-46d0-8db8-0c64b388c112 HTTP/1.1" status: 200 len: 217 time: 0.0656445 Jul 08 02:12:47.460937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c13caa-02db-4c7a-b829-4c21a67621b6 None None] Pushing event updated for resources: {'Port': ['ID=2cad58da-0895-42dc-a669-e14c0836496a,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:47.469031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17b88f36-fc9d-4918-b573-f31e93cc3989 req-339839ab-9c39-4480-bc1b-69ef15982d2e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866348 Jul 08 02:12:47.473131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Routers {'9b9c686d-1f98-4997-90fe-d8f0c72003d2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:47.473992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['9b9c686d-1f98-4997-90fe-d8f0c72003d2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:47.474367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-263a03fa-8d5d-473e-b9e7-38e874cf150a req-829288dd-fb22-48e0-8ef7-63f917991ec9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e962242-48a6-4380-83c6-05bdd24df828 HTTP/1.1" status: 200 len: 210 time: 0.0348589 Jul 08 02:12:47.523922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.536817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10116dad-8191-4744-aca8-fb607c26962a req-a4dffda3-38e3-4740-a0d6-64814ea794ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.538838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-a4dffda3-38e3-4740-a0d6-64814ea794ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1095 time: 0.2088163 Jul 08 02:12:47.542796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-f9c1142e-976c-4928-a50f-9eb490027e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.543545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-f9c1142e-976c-4928-a50f-9eb490027e05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1147261 Jul 08 02:12:47.562327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10116dad-8191-4744-aca8-fb607c26962a req-6eb40ae0-eee6-4604-a2d3-3fd82f300ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.563937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-6eb40ae0-eee6-4604-a2d3-3fd82f300ab9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1095 time: 0.2532260 Jul 08 02:12:47.711926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-fdb351da-34a5-47f7-9a9c-65fc127d5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.713703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-fdb351da-34a5-47f7-9a9c-65fc127d5365 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1622066 Jul 08 02:12:47.762055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10116dad-8191-4744-aca8-fb607c26962a req-ac26ffe2-6f19-4a7f-90e3-c2090ac71d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.777355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-ac26ffe2-6f19-4a7f-90e3-c2090ac71d84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.2264514 Jul 08 02:12:47.778683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10116dad-8191-4744-aca8-fb607c26962a req-665af0cb-c98d-405c-bee0-0b5f93c27c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.782494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-665af0cb-c98d-405c-bee0-0b5f93c27c69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.2073104 Jul 08 02:12:47.809101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.846082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Deleting port 2cad58da-0895-42dc-a669-e14c0836496a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:47.846673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:47.880203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] Set router 9b9c686d-1f98-4997-90fe-d8f0c72003d2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:48.035242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] For port 2cad58da-0895-42dc-a669-e14c0836496a, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2cad58da-0895-42dc-a669-e14c0836496a,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:48.035769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:48.052658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Calling delete_port for 2cad58da-0895-42dc-a669-e14c0836496a owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:48.183512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:48.251362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9c686d-1f98-4997-90fe-d8f0c72003d2', 'name': 'tempest-snat-router-1724963007', 'tenant_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2cad58da-0895-42dc-a669-e14c0836496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:12:42Z', 'updated_at': '2021-07-08T02:12:44Z', 'revision_number': 3, 'project_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'gw_port': {'id': '2cad58da-0895-42dc-a669-e14c0836496a', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9c686d-1f98-4997-90fe-d8f0c72003d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:43Z', 'updated_at': '2021-07-08T02:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:48.253148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-0b87443b-22be-479f-bc60-f4992cb71607 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254414 Jul 08 02:12:48.284831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f7df9-15cf-4a97-aa0d-89c763969436 None None] The sync data for ids ['9b9c686d-1f98-4997-90fe-d8f0c72003d2'] in n-d-695189-13 is: [{'id': '9b9c686d-1f98-4997-90fe-d8f0c72003d2', 'name': 'tempest-snat-router-1724963007', 'tenant_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '2cad58da-0895-42dc-a669-e14c0836496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:12:42Z', 'updated_at': '2021-07-08T02:12:44Z', 'revision_number': 3, 'project_id': 'd3d72f41d80943ffafd544841bf1d0e2', 'gw_port': {'id': '2cad58da-0895-42dc-a669-e14c0836496a', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9c686d-1f98-4997-90fe-d8f0c72003d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:43Z', 'updated_at': '2021-07-08T02:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:48.313703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-26c9fe69-a3a3-476e-b246-990cd168ff31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 999 time: 0.5290296 Jul 08 02:12:48.327160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-e9a2b7ef-19eb-4bcf-ab2e-03f2eb23a93d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 999 time: 0.1054695 Jul 08 02:12:48.336439 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:48.384311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cad58da-0895-42dc-a669-e14c0836496a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:48.450920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10116dad-8191-4744-aca8-fb607c26962a req-623360eb-36d8-4ba8-ad4a-70d336970786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.452693 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-623360eb-36d8-4ba8-ad4a-70d336970786 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.1145790 Jul 08 02:12:48.454136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10116dad-8191-4744-aca8-fb607c26962a req-c0a3be8b-c19d-425d-a8b7-345737ac9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.455875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-c0a3be8b-c19d-425d-a8b7-345737ac9181 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.1273127 Jul 08 02:12:48.489136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-0542df76-8036-46c7-a390-0ad690b796e9 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289205 Jul 08 02:12:48.489954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:48.613313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10116dad-8191-4744-aca8-fb607c26962a req-4ef9380d-61b0-4b6e-9912-4ec1cbd53f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.618184 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-4ef9380d-61b0-4b6e-9912-4ec1cbd53f9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565959 Jul 08 02:12:48.682447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10116dad-8191-4744-aca8-fb607c26962a req-abf300af-4765-405a-aa5d-a7d37054a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.684158 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-abf300af-4765-405a-aa5d-a7d37054a96c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2119384 Jul 08 02:12:48.727147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-290cd5cb-b5b2-4feb-aac0-f3c60bd716da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=efc144cd-c612-4225-9176-19588a83fe7d HTTP/1.1" status: 200 len: 217 time: 0.2049954 Jul 08 02:12:48.773441 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:48.780473 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:48.856082 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-97706546-db8d-4016-812a-382dc792573b service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292526 Jul 08 02:12:48.903814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-6618bcdb-476d-4a5c-8e9f-18d602c829a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.908667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-6618bcdb-476d-4a5c-8e9f-18d602c829a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1413333 Jul 08 02:12:48.970463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:48.971197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9c686d-1f98-4997-90fe-d8f0c72003d2 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:12:48.976278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:48.984346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-82e51315-e062-4588-8703-b5d2dab66e58 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9b9c686d-1f98-4997-90fe-d8f0c72003d2 HTTP/1.1" status: 204 len: 168 time: 2.1682377 Jul 08 02:12:48.994754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edebf5-8eb2-4074-a952-778b445d7f34 req-b2eee6a1-8c5b-42e9-ac59-2b7aeb66341d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.001868 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93edebf5-8eb2-4074-a952-778b445d7f34 req-b2eee6a1-8c5b-42e9-ac59-2b7aeb66341d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 943 time: 0.2862673 Jul 08 02:12:49.009304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58842) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:49.031105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-916462b8-e9e0-4ecc-b7fc-5744b900fdfc service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674166 Jul 08 02:12:49.033720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-92ced378-3fef-4dbe-9a88-4429ef285719 service neutron] 10.222.0.32 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411050 Jul 08 02:12:49.111568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93edebf5-8eb2-4074-a952-778b445d7f34 req-d8663ea8-c033-4f49-be66-9e74bea10591 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087818 Jul 08 02:12:49.176857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10116dad-8191-4744-aca8-fb607c26962a req-bf4e7444-ceb8-4f3d-8c6e-39893f07cdf9 service neutron] 10.222.0.32 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253188 Jul 08 02:12:49.222152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:49.263774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-73a7d0e5-e168-4eb6-b319-40113f998ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.265533 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-73a7d0e5-e168-4eb6-b319-40113f998ed2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3504765 Jul 08 02:12:49.485156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:49.496547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-42536177-8ad5-4456-9fb7-9ffd9c61f9b3 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241907 Jul 08 02:12:49.568158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05d0bc-53aa-4b6d-862f-28651f100b23 req-5168618e-9103-4251-98f1-e3b02ffaf3c3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.569718 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c05d0bc-53aa-4b6d-862f-28651f100b23 req-5168618e-9103-4251-98f1-e3b02ffaf3c3 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 946 time: 0.1803522 Jul 08 02:12:49.659457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c05d0bc-53aa-4b6d-862f-28651f100b23 req-6fb5437d-5e41-4d3f-ab33-0c38bbc78c34 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Jul 08 02:12:49.665180 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-ba8145b5-ae04-43fe-947a-296abc2c8718 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599572 Jul 08 02:12:49.712028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-571b2bf3-17e4-46d9-9d5e-2f15dabac456 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e HTTP/1.1" status: 200 len: 217 time: 0.0381231 Jul 08 02:12:49.715984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Deleting port 633ba37e-3606-4410-94e4-e3b9e67412e5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:49.716412 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:49.755474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0479385d-7083-4a53-b196-24ef79df65dc details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:12:49.829668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-4b2b1326-b104-4c4d-80e0-f16296bd5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.831452 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-4b2b1326-b104-4c4d-80e0-f16296bd5492 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.1109993 Jul 08 02:12:49.874085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:49.877087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] For port 633ba37e-3606-4410-94e4-e3b9e67412e5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=633ba37e-3606-4410-94e4-e3b9e67412e5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:49.877488 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:49.889467 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '0479385d-7083-4a53-b196-24ef79df65dc', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'port_id': '0479385d-7083-4a53-b196-24ef79df65dc', 'mac_address': 'fa:16:3e:aa:f7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:12:49.893386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Calling delete_port for 633ba37e-3606-4410-94e4-e3b9e67412e5 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:49.925451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 90fb0d5d-4266-4aed-9d56-7b452733a3f4 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:49.950806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 90fb0d5d-4266-4aed-9d56-7b452733a3f4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:12:49.954391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 90fb0d5d-4266-4aed-9d56-7b452733a3f4 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:12:49.954391 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:49.969782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0479385d-7083-4a53-b196-24ef79df65dc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:12:49.976916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-6a39927b-c3dc-4fe9-a836-b5d4e8b5e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.978575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-6a39927b-c3dc-4fe9-a836-b5d4e8b5e5cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1381946 Jul 08 02:12:49.990894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:50.060048 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:50.112896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:50.130877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-d23b94ae-b8f0-464d-8ef8-b80135551d3f service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438084 Jul 08 02:12:50.312587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1504c3-567f-4a32-9bdc-8b807ebe884a req-c0cb1558-6990-4234-b220-030ba3ac13f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:50.320514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f1504c3-567f-4a32-9bdc-8b807ebe884a req-c0cb1558-6990-4234-b220-030ba3ac13f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.0781653 Jul 08 02:12:50.362473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f1504c3-567f-4a32-9bdc-8b807ebe884a req-9cc776ec-ba10-4693-9c01-d055e6cc8f57 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Jul 08 02:12:50.582477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0479385d-7083-4a53-b196-24ef79df65dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:50.601905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-40e9f438-956d-4694-8286-aa749e35bb43 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492831 Jul 08 02:12:50.644229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-10aa608f-0d72-4915-ab41-824eaab77fb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 200 len: 217 time: 0.0360875 Jul 08 02:12:50.644847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:50.680843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event deleted for resources: {'Port': ['ID=633ba37e-3606-4410-94e4-e3b9e67412e5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:50.778315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-77ee9cda-7b2c-44b7-8d21-eee70b9d208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:50.780022 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-77ee9cda-7b2c-44b7-8d21-eee70b9d208c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.1102211 Jul 08 02:12:50.847162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:50.951663 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:50.999981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.003867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.049836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2cad58da-0895-42dc-a669-e14c0836496a no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:51.074051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2cad58da-0895-42dc-a669-e14c0836496a {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:12:51.074494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2cad58da-0895-42dc-a669-e14c0836496a not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:12:51.091777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7658-6de6-42b6-b524-9179973614fe req-0ee38b57-f7e1-4b0f-b796-17a2ff426f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.094290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-0ee38b57-f7e1-4b0f-b796-17a2ff426f46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2989011 Jul 08 02:12:51.103633 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3addd-92f7-42e9-82e9-19eb010cf17f req-7076c450-8f6e-471f-86c9-1394eca8872f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.105662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6d3addd-92f7-42e9-82e9-19eb010cf17f req-7076c450-8f6e-471f-86c9-1394eca8872f tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 946 time: 0.3192608 Jul 08 02:12:51.164897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-cccd7ea4-9045-461e-9709-9dff9c1219af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.166504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-cccd7ea4-9045-461e-9709-9dff9c1219af tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c&tenant_id=419e2a80990846a8a61df6e822a1be4c&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 944 time: 0.1747150 Jul 08 02:12:51.179242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc2e3f-44e6-4843-9511-4603eda9163e req-6b57e9da-602f-4954-af66-c0eef48a92c2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.180754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6cc2e3f-44e6-4843-9511-4603eda9163e req-6b57e9da-602f-4954-af66-c0eef48a92c2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.1530204 Jul 08 02:12:51.199613 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6d3addd-92f7-42e9-82e9-19eb010cf17f req-d46438d8-ab95-451f-b56a-6fd62894cd12 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814359 Jul 08 02:12:51.237178 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-b01efa27-fce8-4b7c-972d-09b4ee554cf1 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304150 Jul 08 02:12:51.252313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.252936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dadc58da-f9cc-4ea1-bc52-ff33a743cf2d {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:12:51.257620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6cc2e3f-44e6-4843-9511-4603eda9163e req-209310da-aa98-4b5c-aab6-b611b2bd5b65 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706468 Jul 08 02:12:51.269270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.274053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-9613915b-a4cd-4cd3-a004-a2e0bc60b283 service neutron] 10.222.0.32 "GET /v2.0/ports/0479385d-7083-4a53-b196-24ef79df65dc/bindings/n-h2-695189-13 HTTP/1.1" status: 200 len: 383 time: 0.0905576 Jul 08 02:12:51.274660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9ebe5ec9-8315-45cd-a1d9-3597a8f70d18 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "DELETE /v2.0/routers/dadc58da-f9cc-4ea1-bc52-ff33a743cf2d HTTP/1.1" status: 204 len: 168 time: 2.2621171 Jul 08 02:12:51.275115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58866) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:51.279818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-464185837', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:51.372999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a7658-6de6-42b6-b524-9179973614fe req-19782165-28da-4931-8006-2fb91e0e2dae service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294813 Jul 08 02:12:51.377561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-b8d97b9b-971f-4e6a-9be0-1af524ff688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.379211 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-b8d97b9b-971f-4e6a-9be0-1af524ff688d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1096 time: 0.0627046 Jul 08 02:12:51.402341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.403932 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.527944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.554026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-b9bf0662-bdb6-4b08-b701-175a2a327f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.555915 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-b9bf0662-bdb6-4b08-b701-175a2a327f24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.1651011 Jul 08 02:12:51.678653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966410-9509-4081-b167-aaa1d895b994 req-220f1193-4981-47ad-bcab-d8d420c70653 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.680418 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56966410-9509-4081-b167-aaa1d895b994 req-220f1193-4981-47ad-bcab-d8d420c70653 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 946 time: 0.0920627 Jul 08 02:12:51.761541 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.766501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-5d7b5d87-6c8b-4511-b4fd-20c7cea18003 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 1000 time: 0.1566918 Jul 08 02:12:51.816408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Deleting port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:51.816772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.820152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-bc2feec0-43b3-40af-a306-29bc3f177d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.821650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-bc2feec0-43b3-40af-a306-29bc3f177d2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.0477223 Jul 08 02:12:51.925255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] For port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:51.925545 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:51.937834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-524bdba3-b0d8-44db-9fac-4d9c46f350a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.939958 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-524bdba3-b0d8-44db-9fac-4d9c46f350a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071899 Jul 08 02:12:51.948552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Calling delete_port for 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:52.065381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-cf5f016c-7843-4f9e-b003-70fd833ab7b8 service neutron] 10.222.0.32 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165886 Jul 08 02:12:52.199719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.212259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:52.283320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event deleted for resources: {'Port': ['ID=0f79c02c-fe34-43f9-9844-4f0d3a4b0aec,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:52.298549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.331528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.334855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-245d3b4a-bf1d-4492-8f76-83c852b11465 service neutron] 10.222.0.32 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619011 Jul 08 02:12:52.365928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] No DVR routers for this DVR port 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:52.369731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.372250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56966410-9509-4081-b167-aaa1d895b994 req-5afd0e50-24df-4cef-9175-4e9e9080d844 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "DELETE /v2.0/ports/0f79c02c-fe34-43f9-9844-4f0d3a4b0aec HTTP/1.1" status: 204 len: 173 time: 0.6821835 Jul 08 02:12:52.373365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec587233-3858-47ce-98fe-c51fac0c548e', 'name': 'network-vif-deleted', 'tag': '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:52.376777 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c89840-5dfb-4f8e-b2fa-146ef11d71a5" -d '{"events": [{"server_uuid": "ec587233-3858-47ce-98fe-c51fac0c548e", "name": "network-vif-deleted", "tag": "0f79c02c-fe34-43f9-9844-4f0d3a4b0aec"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:52.422856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-3e4f8e60-99ae-4bd0-85a9-98d91f7cf96c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2643960 Jul 08 02:12:52.599903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5ac3942-fdc2-42c0-b1d8-b93f1dfab37a req-7eb8d475-be53-47b1-9aac-007a0f2c8b29 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 210 time: 0.0490186 Jul 08 02:12:52.636601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Allocated IP 172.25.8.211 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/0c46efd1-f57c-4af6-9f50-b22aeb41ff20) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:52.668178 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42dad3f-3997-4f2f-be27-381d7862ce7b x-openstack-request-id: req-a42dad3f-3997-4f2f-be27-381d7862ce7b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:52.668639 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec587233-3858-47ce-98fe-c51fac0c548e", "name": "network-vif-deleted", "tag": "0f79c02c-fe34-43f9-9844-4f0d3a4b0aec", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:52.668908 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a42dad3f-3997-4f2f-be27-381d7862ce7b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:52.669358 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec587233-3858-47ce-98fe-c51fac0c548e', 'name': 'network-vif-deleted', 'tag': '0f79c02c-fe34-43f9-9844-4f0d3a4b0aec', 'status': 'completed', 'code': 200} Jul 08 02:12:52.703728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ab00e2c4-e51e-4e00-bda3-aa84d83c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.704228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ab00e2c4-e51e-4e00-bda3-aa84d83c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.704743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ab00e2c4-e51e-4e00-bda3-aa84d83c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.705184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ab00e2c4-e51e-4e00-bda3-aa84d83c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.705680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ab00e2c4-e51e-4e00-bda3-aa84d83c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.706128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ab00e2c4-e51e-4e00-bda3-aa84d83c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.708723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ab00e2c4-e51e-4e00-bda3-aa84d83c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.712352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 633ba37e-3606-4410-94e4-e3b9e67412e5 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:52.715582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ab00e2c4-e51e-4e00-bda3-aa84d83c2929 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 6507 time: 0.1912496 Jul 08 02:12:52.753457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 633ba37e-3606-4410-94e4-e3b9e67412e5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:12:52.756851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 633ba37e-3606-4410-94e4-e3b9e67412e5 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:12:52.761746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86a2b-8bc8-4459-98a9-8d4323d8069b req-70e948e0-b47a-47e4-a130-121df94eb3a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.768755 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a0c86a2b-8bc8-4459-98a9-8d4323d8069b req-70e948e0-b47a-47e4-a130-121df94eb3a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.1761785 Jul 08 02:12:52.811912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a0c86a2b-8bc8-4459-98a9-8d4323d8069b req-36e6bebc-8eca-4fc1-97be-25984f562054 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Jul 08 02:12:52.870519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.992817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-8f51a09d-2f37-4120-a422-02f35d240f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.993298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-8f51a09d-2f37-4120-a422-02f35d240f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.993770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-8f51a09d-2f37-4120-a422-02f35d240f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.995459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-8f51a09d-2f37-4120-a422-02f35d240f29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&id=fb47c906-2c7b-4a26-95be-9d692f7ee33b HTTP/1.1" status: 200 len: 2298 time: 0.0968378 Jul 08 02:12:53.044124 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:53.101922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:53.104051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:53.106574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:53.137592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-669f702d-6605-4216-b6cc-d33b59cc9d94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e013a462-e232-4554-9b60-37e08a5e3964 HTTP/1.1" status: 200 len: 1001 time: 0.1347027 Jul 08 02:12:53.144460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event updated for resources: {'Port': ['ID=0c46efd1-f57c-4af6-9f50-b22aeb41ff20,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:53.292274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-9600e8e7-19b7-49a3-b9ae-aaa7d903831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:53.293850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-9600e8e7-19b7-49a3-b9ae-aaa7d903831a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09c91ac0-e2f8-4201-859b-8baa1a6a77a3 HTTP/1.1" status: 200 len: 855 time: 0.1298897 Jul 08 02:12:53.358809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-dc0da8bc-9818-4a32-bf87-803462e45dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:53.360426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-dc0da8bc-9818-4a32-bf87-803462e45dc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542309 Jul 08 02:12:53.773618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0479385d-7083-4a53-b196-24ef79df65dc up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:53.853764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07cbae82-8688-4b88-8b93-816ce07a299b req-d4e4aeea-8e7b-494b-b10b-2ea5f8208b83 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec587233-3858-47ce-98fe-c51fac0c548e HTTP/1.1" status: 200 len: 210 time: 0.0910547 Jul 08 02:12:53.891315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:53.950649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-0df00188-2c7c-4e3c-a36c-138d499be635 service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785561 Jul 08 02:12:53.951386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 0479385d-7083-4a53-b196-24ef79df65dc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:53.955827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 0479385d-7083-4a53-b196-24ef79df65dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:53.956151 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.062662 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.088014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:54.090749 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aa924f-f397-4507-8fe7-d79d72e28d6d" -d '{"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-plugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:54.108191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:54.151223 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed84f14-5914-4ba8-81a5-f3df93396464 x-openstack-request-id: req-aed84f14-5914-4ba8-81a5-f3df93396464 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:54.151801 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-plugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:54.152185 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aed84f14-5914-4ba8-81a5-f3df93396464 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:54.152725 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'code': 200} Jul 08 02:12:54.186988 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.187998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:54.221620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-07ad1c27-3833-402b-a3bc-a5196f4c25f7 service neutron] 10.222.0.32 "GET /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142608 Jul 08 02:12:54.227317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:12:54.227690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0f79c02c-fe34-43f9-9844-4f0d3a4b0aec not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:12:54.233170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8e48c-8be6-486e-a8aa-1ace08f25569 req-42adb25f-5ac3-497c-a4a1-1d53d3bcb603 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:54.234655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dbd8e48c-8be6-486e-a8aa-1ace08f25569 req-42adb25f-5ac3-497c-a4a1-1d53d3bcb603 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.2290072 Jul 08 02:12:54.271976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:54.291577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-5b1b5453-085e-400f-bd46-2f96dd60f97c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 200 len: 217 time: 0.0543530 Jul 08 02:12:54.299330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.389136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dbd8e48c-8be6-486e-a8aa-1ace08f25569 req-821bb2bf-4da8-4a25-92a1-b03855d7b924 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438239 Jul 08 02:12:54.405986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-157ba78c-affe-494c-a346-58b163887e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:54.407459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-157ba78c-affe-494c-a346-58b163887e8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.1047130 Jul 08 02:12:54.520680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-5da094ac-153d-45f5-bc47-dd65000014ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:54.522245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-5da094ac-153d-45f5-bc47-dd65000014ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884428 Jul 08 02:12:54.594443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Router a4243202-2d6a-46dc-9c17-95594246c165 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:12:54.720502 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-a6701984-a652-4c01-9816-a644c8ad1c9d service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747224 Jul 08 02:12:54.792450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:54.804812 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7225c9e-3af2-41c2-9d7b-fd294e3b658b None None] Sync routers for ids ['a4243202-2d6a-46dc-9c17-95594246c165'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:54.817603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7225c9e-3af2-41c2-9d7b-fd294e3b658b None None] Routers {'a4243202-2d6a-46dc-9c17-95594246c165'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:54.818831 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d7225c9e-3af2-41c2-9d7b-fd294e3b658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a4243202-2d6a-46dc-9c17-95594246c165'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:54.838046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-9b7c79be-ca23-4951-8534-08f25025e83c service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088107 Jul 08 02:12:54.860415 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d7225c9e-3af2-41c2-9d7b-fd294e3b658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:54.868617 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7225c9e-3af2-41c2-9d7b-fd294e3b658b None None] Routers {'a4243202-2d6a-46dc-9c17-95594246c165'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:54.869226 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d7225c9e-3af2-41c2-9d7b-fd294e3b658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a4243202-2d6a-46dc-9c17-95594246c165'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:54.901996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.902518 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d7225c9e-3af2-41c2-9d7b-fd294e3b658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:54.903103 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7225c9e-3af2-41c2-9d7b-fd294e3b658b None None] The sync data for ids ['a4243202-2d6a-46dc-9c17-95594246c165'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:54.906358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58904) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:54.906790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e26cb869-014e-49d2-8bea-ff398eec6553 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6300330 Jul 08 02:12:54.907855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-dae9584a-7583-4650-a53f-ff795704935f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 200 len: 217 time: 0.0548503 Jul 08 02:12:54.911760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1b8ac9dc-760e-4e6a-a184-5f7eb4e8c38b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': False}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:54.976778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-102de31a-93bc-4430-bce1-d6d87209e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:54.979857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-102de31a-93bc-4430-bce1-d6d87209e905 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0635092 Jul 08 02:12:55.077768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-b7cf78e7-1e1b-4662-a0ee-117a5e438ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:55.080336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-b7cf78e7-1e1b-4662-a0ee-117a5e438ece service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869610 Jul 08 02:12:55.191501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-44353019-fc75-4b47-aa93-8bc40e166248 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008909 Jul 08 02:12:55.297750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-93f1f923-9fad-4b8c-9208-ed13d4a0c621 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979390 Jul 08 02:12:55.341192 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac9dc-760e-4e6a-a184-5f7eb4e8c38b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:55.349739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-dd16ae94-b265-46a4-92bc-f537602a45d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737 HTTP/1.1" status: 200 len: 217 time: 0.0446699 Jul 08 02:12:55.413173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-56292df0-d31a-48a2-9358-023c49e1c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:55.418069 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-56292df0-d31a-48a2-9358-023c49e1c57e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0611246 Jul 08 02:12:55.527675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-8731590e-5d29-4a09-90fd-882de84eb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:55.529326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-8731590e-5d29-4a09-90fd-882de84eb0aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0938106 Jul 08 02:12:55.710747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e2aa6-2d7a-4b12-a310-307cb50645c5 req-81d67c67-a511-431a-916f-f10c28180d0d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:55.712479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d6e2aa6-2d7a-4b12-a310-307cb50645c5 req-81d67c67-a511-431a-916f-f10c28180d0d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.1563973 Jul 08 02:12:55.714884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-71825ac9-be35-4934-96cd-7adc98aed681 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687515 Jul 08 02:12:55.827863 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d6e2aa6-2d7a-4b12-a310-307cb50645c5 req-8f9b32fa-a1ef-44b5-bf08-89939c831884 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088476 Jul 08 02:12:55.841011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28a2d9-a5ab-44bb-a79e-7a4d6757be6b req-4e474f14-bc93-4e1a-b6ce-e1b11579e80d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:55.849204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd28a2d9-a5ab-44bb-a79e-7a4d6757be6b req-4e474f14-bc93-4e1a-b6ce-e1b11579e80d tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.1740386 Jul 08 02:12:55.869906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-565e5502-2afe-46fe-ad35-bc36af0e0ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319723 Jul 08 02:12:55.913999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-ff141d7a-8ef0-40d8-aa8e-41905f404977 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=119c9585-b18f-486e-8834-3c9abd6e9957 HTTP/1.1" status: 200 len: 217 time: 0.0377297 Jul 08 02:12:55.976529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-6177cf39-44eb-4cbd-a921-d968c86622ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:55.981711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-6177cf39-44eb-4cbd-a921-d968c86622ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 200 len: 797 time: 0.0578256 Jul 08 02:12:56.051419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-115050b8-b187-4203-acf4-deb3d27d1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:56.053205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-115050b8-b187-4203-acf4-deb3d27d1851 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9348555-65df-4fd2-96c7-c0aef5ea7a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613239 Jul 08 02:12:56.125224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd28a2d9-a5ab-44bb-a79e-7a4d6757be6b req-365e2fa5-ace6-4358-9982-71d41da3ef8b tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750375 Jul 08 02:12:56.156493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac9dc-760e-4e6a-a184-5f7eb4e8c38b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:56.168642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-95f80057-58c1-4333-b254-d73430992be2 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054800 Jul 08 02:12:56.168955 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac9dc-760e-4e6a-a184-5f7eb4e8c38b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:56.179480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-05d6d6e8-ab8d-4225-a8b1-42548ff41226 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:56.181126 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-05d6d6e8-ab8d-4225-a8b1-42548ff41226 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 946 time: 0.2618136 Jul 08 02:12:56.200786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-ded118f2-e952-485b-8e29-d8cf0acfe5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:56.202352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-ded118f2-e952-485b-8e29-d8cf0acfe5a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 1097 time: 0.3048315 Jul 08 02:12:56.256980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:56.289559 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-10be2337-b83d-4360-a13c-a7ab5d329972 service neutron] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099453 Jul 08 02:12:56.335565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-63901357-c4d3-4e9f-a601-74f0c16dd888 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 HTTP/1.1" status: 200 len: 217 time: 0.0382564 Jul 08 02:12:56.387048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-86bd89df-4c5f-4198-80ab-ca1ecb0ee0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:56.389028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-86bd89df-4c5f-4198-80ab-ca1ecb0ee0cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.0455656 Jul 08 02:12:56.442433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:56.445265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8ac9dc-760e-4e6a-a184-5f7eb4e8c38b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Router a4243202-2d6a-46dc-9c17-95594246c165 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:12:56.456160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-b238996a-2752-439f-9f81-0b9a42f91f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:56.458514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-b238996a-2752-439f-9f81-0b9a42f91f66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628123 Jul 08 02:12:56.467559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Deleting port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:56.467895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:56.551110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-bcd56c02-345d-40b8-b353-27a9b1dda3ef service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862191 Jul 08 02:12:56.646755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-a741a481-2214-44c8-aadd-adb30053e817 service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887916 Jul 08 02:12:56.692619 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-37b35ee2-a08f-4702-ac2c-8c3427485029 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7 HTTP/1.1" status: 200 len: 217 time: 0.0381558 Jul 08 02:12:56.749382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-2a36f72f-d8aa-495e-9eac-6e4d4320f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:56.750925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-2a36f72f-d8aa-495e-9eac-6e4d4320f1be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 200 len: 797 time: 0.0481677 Jul 08 02:12:56.833935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-53ba3705-7c56-4d71-9214-6548710131e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:56.836567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-53ba3705-7c56-4d71-9214-6548710131e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb47c906-2c7b-4a26-95be-9d692f7ee33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0766883 Jul 08 02:12:56.970905 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-1521ac99-98c9-47f4-99aa-e1c00cfef96b service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211598 Jul 08 02:12:57.075897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff2dbb46-4216-4f4a-96ab-5f618209326e req-bbc88a0b-2366-4b11-a0fd-3fae84e611dc service neutron] 10.222.0.32 "GET /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967953 Jul 08 02:12:57.108510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] For port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:57.108887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:57.162377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Calling delete_port for 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:57.165858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8ac9dc-760e-4e6a-a184-5f7eb4e8c38b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:57.172678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1b8ac9dc-760e-4e6a-a184-5f7eb4e8c38b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:57.176457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1b8ac9dc-760e-4e6a-a184-5f7eb4e8c38b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "PUT /v2.0/routers/a4243202-2d6a-46dc-9c17-95594246c165 HTTP/1.1" status: 200 len: 921 time: 2.2665746 Jul 08 02:12:57.176992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:57.180332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a633395-3353-4a52-becf-1ebe46d73b04 None None] Sync routers for ids ['a4243202-2d6a-46dc-9c17-95594246c165'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:57.202788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a633395-3353-4a52-becf-1ebe46d73b04 None None] Routers {'a4243202-2d6a-46dc-9c17-95594246c165'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:57.203389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3a633395-3353-4a52-becf-1ebe46d73b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a4243202-2d6a-46dc-9c17-95594246c165'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:57.245876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3a633395-3353-4a52-becf-1ebe46d73b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:57.265876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a633395-3353-4a52-becf-1ebe46d73b04 None None] Routers {'a4243202-2d6a-46dc-9c17-95594246c165'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:57.266083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc051668-e51e-4f7f-8c19-fa3598dd03bd req-19d54af8-c942-4535-8f92-7c8c0c5663f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:57.266833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3a633395-3353-4a52-becf-1ebe46d73b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a4243202-2d6a-46dc-9c17-95594246c165'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:57.273424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc051668-e51e-4f7f-8c19-fa3598dd03bd req-19d54af8-c942-4535-8f92-7c8c0c5663f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 945 time: 0.2564845 Jul 08 02:12:57.312417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a323061a-6b4f-47f3-8139-ede03fcf7542 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/routers/a4243202-2d6a-46dc-9c17-95594246c165 HTTP/1.1" status: 200 len: 921 time: 0.1331344 Jul 08 02:12:57.317682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58928) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:57.331253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3a633395-3353-4a52-becf-1ebe46d73b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:57.331955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a633395-3353-4a52-becf-1ebe46d73b04 None None] The sync data for ids ['a4243202-2d6a-46dc-9c17-95594246c165'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:57.390889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:57.399660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc051668-e51e-4f7f-8c19-fa3598dd03bd req-3f68fbe3-ba20-44c8-8cc6-5bfe5fa40c07 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260591 Jul 08 02:12:57.512467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:57.546892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea033a8-9cac-4777-a5eb-1549dc9b0be0 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:57.548498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5ea033a8-9cac-4777-a5eb-1549dc9b0be0 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=a4243202-2d6a-46dc-9c17-95594246c165&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2254503 Jul 08 02:12:57.552753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58930) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:57.619301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:57.621758 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b791596-54bc-401f-9059-948b7ad17a97" -d '{"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:57.625599 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:57.641938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:57.656599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4447fd06-cd70-4a03-aca6-0a6d1e0a97a1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:57.664712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Transition to ACTIVE for port object 0479385d-7083-4a53-b196-24ef79df65dc will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:57.691547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event deleted for resources: {'Port': ['ID=4447fd06-cd70-4a03-aca6-0a6d1e0a97a1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:57.752600 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5db5b3-9291-4517-9d63-c41522805c94 x-openstack-request-id: req-bb5db5b3-9291-4517-9d63-c41522805c94 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:57.752600 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:57.752600 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb5db5b3-9291-4517-9d63-c41522805c94 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:57.752986 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'code': 200} Jul 08 02:12:57.753556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] No DVR routers for this DVR port 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:57.757405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:57.758981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e72ee-82be-45ac-821e-3a509cfbb0ae req-263a0d41-adfe-4373-8744-ed1a0f6358bd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:57.759386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c29e7376-bc35-4fd7-9548-66d9b5f73055 req-159f63b1-abbc-45ad-8477-933bba0c3970 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "DELETE /v2.0/ports/4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 HTTP/1.1" status: 204 len: 173 time: 1.5705841 Jul 08 02:12:57.760741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b7e72ee-82be-45ac-821e-3a509cfbb0ae req-263a0d41-adfe-4373-8744-ed1a0f6358bd tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 867 time: 0.4471498 Jul 08 02:12:57.760933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf599a34-f427-4137-a051-fb9c7119cc44 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:57.766043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bf599a34-f427-4137-a051-fb9c7119cc44 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 881 time: 0.2081766 Jul 08 02:12:57.766381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:57.773076 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:57.814424 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5b1a61a5-71a9-412e-ab0d-a3f319c84eba tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4243202-2d6a-46dc-9c17-95594246c165 HTTP/1.1" status: 200 len: 205 time: 0.0399163 Jul 08 02:12:57.817659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:57.847135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=10']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:57.910965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b7e72ee-82be-45ac-821e-3a509cfbb0ae req-d88d8634-e856-41ad-91ee-c9ae0a69dcec tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=e89bb499-eff7-4a38-a2d6-4a977a9c077a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269679 Jul 08 02:12:58.022718 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.041260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] No DVR routers for this DVR port 0479385d-7083-4a53-b196-24ef79df65dc on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:58.171740 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.216181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:58.216706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:58.216869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:58.221985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:12:58.227951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Attempting to bind port 0479385d-7083-4a53-b196-24ef79df65dc on network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:58.227951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:58.227951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Checking segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:58.228298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Bound using segment: {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:58.228726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Bound port: 0479385d-7083-4a53-b196-24ef79df65dc, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:58.229181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.297647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:58.300029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:58.326722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Deleting port 0c46efd1-f57c-4af6-9f50-b22aeb41ff20 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:58.327071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.407784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.419122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Calling delete_port for 0c46efd1-f57c-4af6-9f50-b22aeb41ff20 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:58.432989 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.472216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.472359 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.473874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] 10.222.0.18 "PUT /v2.0/ports/0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 1093 time: 2.2234972 Jul 08 02:12:58.512751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064f99d-2a75-44f2-9e7c-7b6c87a6bad7 service neutron] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:58.618312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-79344343-f2aa-47d6-98da-5a8c4acc251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.620031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-79344343-f2aa-47d6-98da-5a8c4acc251d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1096 time: 0.1185768 Jul 08 02:12:58.778572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80c4a-d276-4f28-bec3-68201e361e0f req-54181faa-55f6-49e0-ac16-aaaf9962211e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.780107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-18c80c4a-d276-4f28-bec3-68201e361e0f req-54181faa-55f6-49e0-ac16-aaaf9962211e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.2117527 Jul 08 02:12:58.781229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-44c41adc-60ab-4b18-a806-c1f6c5c5659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.782553 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-44c41adc-60ab-4b18-a806-c1f6c5c5659a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.1552176 Jul 08 02:12:58.800859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.830194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event deleted for resources: {'Port': ['ID=0c46efd1-f57c-4af6-9f50-b22aeb41ff20,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:58.870413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-18c80c4a-d276-4f28-bec3-68201e361e0f req-4fa3c4a2-012a-49d3-a5ae-578d7efabb14 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840583 Jul 08 02:12:58.876836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-15b0240f-da37-4e21-ba69-35291ee696e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 999 time: 0.0839901 Jul 08 02:12:58.908417 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:58.954472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-c5800b30-0a28-42c8-ae8f-07641b017400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.956107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-c5800b30-0a28-42c8-ae8f-07641b017400 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.0733135 Jul 08 02:12:59.028237 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.029065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-52d444c3-5b6d-462b-ae0a-84b7d3796b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:59.030904 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-52d444c3-5b6d-462b-ae0a-84b7d3796b7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678451 Jul 08 02:12:59.031360 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.124426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbc70ac0-9480-4a00-bd53-2259b5823372 req-e90142ab-0602-47b1-9054-e90ba7a25f5e tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c721e-d3cd-47ed-9003-69f9be1d904b HTTP/1.1" status: 200 len: 210 time: 0.0321662 Jul 08 02:12:59.151517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-f1330b94-7b2b-48e4-8246-9bd062422107 service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141446 Jul 08 02:12:59.152203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.152736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Fanout notify agent at l3_agent the message router_deleted on router a4243202-2d6a-46dc-9c17-95594246c165 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:12:59.163962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.163962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fa171afb-5ba7-4e26-80ff-1982c0a78841 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/a4243202-2d6a-46dc-9c17-95594246c165 HTTP/1.1" status: 204 len: 168 time: 1.3369429 Jul 08 02:12:59.166728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58948) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:59.170755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a9eb5285-b348-46d2-9978-3109ce917cbc tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1158005646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:59.266300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3da34b60-d1b3-4015-98aa-0eee63124c62 req-34bad6bc-7652-45a4-b49b-cb562755a909 service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077998 Jul 08 02:12:59.346198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5285-b348-46d2-9978-3109ce917cbc tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.347299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5285-b348-46d2-9978-3109ce917cbc tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.399828 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5285-b348-46d2-9978-3109ce917cbc tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.483377 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5285-b348-46d2-9978-3109ce917cbc tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.590682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5285-b348-46d2-9978-3109ce917cbc tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.591907 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a9eb5285-b348-46d2-9978-3109ce917cbc tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4244988 Jul 08 02:12:59.594896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58950) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:59.599545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:59.773425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5c721e-d3cd-47ed-9003-69f9be1d904b', 'name': 'network-vif-deleted', 'tag': '4447fd06-cd70-4a03-aca6-0a6d1e0a97a1'}, {'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:59.775870 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1266b496-e22d-4f43-8737-015ed3d6dbfa" -d '{"events": [{"server_uuid": "aa5c721e-d3cd-47ed-9003-69f9be1d904b", "name": "network-vif-deleted", "tag": "4447fd06-cd70-4a03-aca6-0a6d1e0a97a1"}, {"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:59.802600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:59.818172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.837048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:12:59.849518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4447fd06-cd70-4a03-aca6-0a6d1e0a97a1 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:12:59.849518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0479385d-7083-4a53-b196-24ef79df65dc no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:59.866293 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b5447-6cd5-4cb4-8b30-f94ce4afa00c x-openstack-request-id: req-f12b5447-6cd5-4cb4-8b30-f94ce4afa00c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:59.870244 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5c721e-d3cd-47ed-9003-69f9be1d904b", "name": "network-vif-deleted", "tag": "4447fd06-cd70-4a03-aca6-0a6d1e0a97a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:59.870244 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f12b5447-6cd5-4cb4-8b30-f94ce4afa00c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:59.870244 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5c721e-d3cd-47ed-9003-69f9be1d904b', 'name': 'network-vif-deleted', 'tag': '4447fd06-cd70-4a03-aca6-0a6d1e0a97a1', 'status': 'completed', 'code': 200} Jul 08 02:12:59.870244 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'status': 'completed', 'code': 200} Jul 08 02:12:59.878342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0479385d-7083-4a53-b196-24ef79df65dc not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:00.076378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-cbbf70aa-9d77-466c-98ff-1c67cca55d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:00.077907 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-cbbf70aa-9d77-466c-98ff-1c67cca55d2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1096 time: 0.1818423 Jul 08 02:13:00.080469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-68da15fc-5a0d-4e53-be4e-eddd9974dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:00.081835 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-68da15fc-5a0d-4e53-be4e-eddd9974dd8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1096 time: 0.1937373 Jul 08 02:13:00.216439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b884cc-546d-42d7-ad42-7e4e0e930999 req-95978b6b-fef6-427f-9562-7047fd902c96 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:00.217938 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-04b884cc-546d-42d7-ad42-7e4e0e930999 req-95978b6b-fef6-427f-9562-7047fd902c96 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.2209592 Jul 08 02:13:00.317913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-1e0c963a-80f6-49a1-b9ba-53df3a35213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:00.320273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-1e0c963a-80f6-49a1-b9ba-53df3a35213d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.2197089 Jul 08 02:13:00.330753 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-04b884cc-546d-42d7-ad42-7e4e0e930999 req-0659c4bc-90f5-4580-a308-e5251383c89d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021414 Jul 08 02:13:00.332549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-1521c1fe-e274-47c6-8838-86fefa308cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:00.333961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-1521c1fe-e274-47c6-8838-86fefa308cf4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.2480767 Jul 08 02:13:00.902767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:00.932915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-0945448c-7e9d-48dc-9e75-de2c201509d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 999 time: 0.5533056 Jul 08 02:13:00.938216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:00.938715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-78a3552a-c455-4ba8-9d0b-0e7fb665cdfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 999 time: 0.5997779 Jul 08 02:13:01.092340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-b34add91-3d74-41cd-b03f-b5ebe0775505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:01.094198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-b34add91-3d74-41cd-b03f-b5ebe0775505 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.1480551 Jul 08 02:13:01.102474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e8406-9b0e-4e58-be9f-8cfeb8a44c8e req-524f6227-71ab-495e-aeca-5ad30e2152a4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:01.103887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-983e8406-9b0e-4e58-be9f-8cfeb8a44c8e req-524f6227-71ab-495e-aeca-5ad30e2152a4 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.2901101 Jul 08 02:13:01.107316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-b9265641-5fec-4b33-95bb-b9d2bfa9bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:01.108731 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-b9265641-5fec-4b33-95bb-b9d2bfa9bbb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.1663508 Jul 08 02:13:01.258813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-983e8406-9b0e-4e58-be9f-8cfeb8a44c8e req-4d620f25-6911-4744-b542-d77116b947a6 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470332 Jul 08 02:13:01.260026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Allocated IP 172.25.8.16 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/04c19bce-cd1c-451f-8f15-c421bc224f2e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:01.338850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-687b88d3-106e-4401-855a-16caf0040495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:01.340395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-687b88d3-106e-4401-855a-16caf0040495 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2276943 Jul 08 02:13:01.349886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-5ce14988-cd99-48ff-8ad2-15832fea679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:01.351277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-5ce14988-cd99-48ff-8ad2-15832fea679f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290971 Jul 08 02:13:01.529778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:01.540065 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-fb00e350-5cf9-4326-8046-471d47a19b2a service neutron] 10.222.0.32 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878655 Jul 08 02:13:01.546935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867f310-88ba-4c9f-b3cc-2a66279d8bc7 req-b5c0626d-7a40-4575-bd50-4d64eae22283 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:01.549895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3867f310-88ba-4c9f-b3cc-2a66279d8bc7 req-b5c0626d-7a40-4575-bd50-4d64eae22283 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 944 time: 0.0828645 Jul 08 02:13:01.595957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3867f310-88ba-4c9f-b3cc-2a66279d8bc7 req-42edd81c-b3a3-4ee5-8927-3882cba97556 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379260 Jul 08 02:13:01.612593 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-c149ffff-60d3-44a8-9a61-e5f6ce5907af service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497845 Jul 08 02:13:01.616596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58974) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:01.677824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a25afd5c-8620-44cb-9eb4-7aaf28bbce88 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0 HTTP/1.1" status: 200 len: 991 time: 0.0599830 Jul 08 02:13:01.730604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-f94ae04e-90cc-411f-8f57-50b78a5fbfed service neutron] 10.222.0.32 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774266 Jul 08 02:13:01.747720 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1266b496-e22d-4f43-8737-015ed3d6dbfa req-54277506-e004-49bd-82f3-38e45c57c095 service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280558 Jul 08 02:13:01.786607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:01.827909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:01.830707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:01.836357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:01.861952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event updated for resources: {'Port': ['ID=04c19bce-cd1c-451f-8f15-c421bc224f2e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:01.945425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0479385d-7083-4a53-b196-24ef79df65dc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:13:02.060357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:02.072013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '0479385d-7083-4a53-b196-24ef79df65dc', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'port_id': '0479385d-7083-4a53-b196-24ef79df65dc', 'mac_address': 'fa:16:3e:aa:f7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:13:02.114642 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:02.131909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0479385d-7083-4a53-b196-24ef79df65dc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:02.153537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:02.266456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:02.285460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:02.337327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=12']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:02.470688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef216-369f-40b5-984e-a492ed96e6b4 req-fea17f9e-bcd9-4d94-b411-c4dd3a112422 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:02.472255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e99ef216-369f-40b5-984e-a492ed96e6b4 req-fea17f9e-bcd9-4d94-b411-c4dd3a112422 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0739427 Jul 08 02:13:02.499315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:02.503200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:02.512978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e99ef216-369f-40b5-984e-a492ed96e6b4 req-135aa278-6f73-4120-8198-fa7fad134540 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe0f4de-5a15-4be5-808d-13f3309220b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343659 Jul 08 02:13:02.549723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['0479385d-7083-4a53-b196-24ef79df65dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:13:02.671983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-810f586f-dd95-4577-9c0a-ef813b1bdaa0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:02.673493 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-810f586f-dd95-4577-9c0a-ef813b1bdaa0 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 945 time: 0.0897405 Jul 08 02:13:02.781190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Router 87a9271a-ba38-4e0f-8992-6c6f9e064cbb is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:13:02.791799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Deleting port 05be1b97-6d73-4975-972b-53fd78bf05e4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:02.792158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:02.957765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] For port 05be1b97-6d73-4975-972b-53fd78bf05e4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=05be1b97-6d73-4975-972b-53fd78bf05e4,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:02.958130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:02.972747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:02.982115 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b348bd-eca3-45ad-a1cc-017f1b3d2816 None None] Sync routers for ids ['87a9271a-ba38-4e0f-8992-6c6f9e064cbb'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:02.992418 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b348bd-eca3-45ad-a1cc-017f1b3d2816 None None] Routers {'87a9271a-ba38-4e0f-8992-6c6f9e064cbb'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:02.993036 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-54b348bd-eca3-45ad-a1cc-017f1b3d2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['87a9271a-ba38-4e0f-8992-6c6f9e064cbb'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:02.998608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:03.002164 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e23ae45e-be57-4e5e-9881-9bda655765bf tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "PUT /v2.0/routers/87a9271a-ba38-4e0f-8992-6c6f9e064cbb HTTP/1.1" status: 200 len: 879 time: 3.4039590 Jul 08 02:13:03.002627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58982) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:03.025335 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-54b348bd-eca3-45ad-a1cc-017f1b3d2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:03.034027 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b348bd-eca3-45ad-a1cc-017f1b3d2816 None None] Routers {'87a9271a-ba38-4e0f-8992-6c6f9e064cbb'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:03.034845 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-54b348bd-eca3-45ad-a1cc-017f1b3d2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['87a9271a-ba38-4e0f-8992-6c6f9e064cbb'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:03.070821 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-54b348bd-eca3-45ad-a1cc-017f1b3d2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:03.071754 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b348bd-eca3-45ad-a1cc-017f1b3d2816 None None] The sync data for ids ['87a9271a-ba38-4e0f-8992-6c6f9e064cbb'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:03.123561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40472c75-6c1f-4005-9ad3-eea63eda6fef tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/routers/87a9271a-ba38-4e0f-8992-6c6f9e064cbb HTTP/1.1" status: 200 len: 920 time: 0.1169763 Jul 08 02:13:03.124379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:03.217886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:03.218938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:03.219395 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Floating IP 2d8efae2-48ef-4e79-9545-0db2d831aba4 disassociated. External IP: 172.25.8.158, port: 05be1b97-6d73-4975-972b-53fd78bf05e4. Jul 08 02:13:03.219751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Calling delete_port for 05be1b97-6d73-4975-972b-53fd78bf05e4 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:03.233712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6877235f-6cb9-49ce-845e-a949ae46fb7d tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:03.238073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6877235f-6cb9-49ce-845e-a949ae46fb7d tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=87a9271a-ba38-4e0f-8992-6c6f9e064cbb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1127419 Jul 08 02:13:03.238658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:03.330478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dcf834-7eb5-47a0-b94e-b91cf306b35a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:03.331923 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c3dcf834-7eb5-47a0-b94e-b91cf306b35a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 881 time: 0.0923593 Jul 08 02:13:03.334640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:03.365795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-415dabe9-3b9a-4185-ab19-435a0cb38709 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9271a-ba38-4e0f-8992-6c6f9e064cbb HTTP/1.1" status: 200 len: 205 time: 0.0291257 Jul 08 02:13:03.368223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:03.449696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:03.474327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:03.482119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event deleted for resources: {'Port': ['ID=05be1b97-6d73-4975-972b-53fd78bf05e4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:03.612581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:03.645774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:03.685245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bff434c7-b5fe-4e0c-b205-e7beaa4d8d21 req-3f6c7c88-8f04-4457-85c0-afd091712fef tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 210 time: 0.0345917 Jul 08 02:13:03.749747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Deleting port 04c19bce-cd1c-451f-8f15-c421bc224f2e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:03.750176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:03.840110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:03.859485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Calling delete_port for 04c19bce-cd1c-451f-8f15-c421bc224f2e owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:03.957682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0479385d-7083-4a53-b196-24ef79df65dc up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:04.118080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 0479385d-7083-4a53-b196-24ef79df65dc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:04.123153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 0479385d-7083-4a53-b196-24ef79df65dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:04.123599 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.152635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:04.153544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] Sync routers for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:04.169650 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.175637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] No DVR routers for this DVR port 05be1b97-6d73-4975-972b-53fd78bf05e4 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:04.179557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:04.180200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:04.181040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.184356 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62ccd9a3-f2ee-4b81-9771-217076357814 req-e6e7ca3f-b533-408a-a085-62c3eba26d3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.32 "DELETE /v2.0/ports/05be1b97-6d73-4975-972b-53fd78bf05e4 HTTP/1.1" status: 204 len: 173 time: 1.5039859 Jul 08 02:13:04.184356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-deleted', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:04.186458 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f879c3-808f-47e1-b9eb-34710a7fb339" -d '{"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-deleted", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:04.236686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event deleted for resources: {'Port': ['ID=04c19bce-cd1c-451f-8f15-c421bc224f2e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:04.236958 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e1d83-8492-44bc-aa13-1cfe1e7b3112 x-openstack-request-id: req-a78e1d83-8492-44bc-aa13-1cfe1e7b3112 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:04.236958 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8451c31e-d7c4-401a-bf68-81826fff15a2", "name": "network-vif-deleted", "tag": "05be1b97-6d73-4975-972b-53fd78bf05e4", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:04.236958 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a78e1d83-8492-44bc-aa13-1cfe1e7b3112 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:04.236958 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8451c31e-d7c4-401a-bf68-81826fff15a2', 'name': 'network-vif-deleted', 'tag': '05be1b97-6d73-4975-972b-53fd78bf05e4', 'status': 'completed', 'code': 200} Jul 08 02:13:04.281395 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.338135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.345517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:04.347998 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee2fe8a-e9db-4109-b35a-38c3d20f5b51" -d '{"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-plugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:04.372124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:04.397206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:04.446993 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9d7e09-b45c-4853-a4f8-bd081969b786 x-openstack-request-id: req-0f9d7e09-b45c-4853-a4f8-bd081969b786 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:04.447275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.447554 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-plugged", "status": "completed", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:04.447993 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f9d7e09-b45c-4853-a4f8-bd081969b786 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:04.448902 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'code': 200} Jul 08 02:13:04.449612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.449728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.573660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=13']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:04.662717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:19Z', 'revision_number': 5, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:04.667777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.670193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Fanout notify agent at l3_agent the message router_deleted on router 87a9271a-ba38-4e0f-8992-6c6f9e064cbb {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:04.682509 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.688189 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b23a9dc1-e30d-4d73-a102-6262a783ba3f tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/87a9271a-ba38-4e0f-8992-6c6f9e064cbb HTTP/1.1" status: 204 len: 168 time: 1.3145320 Jul 08 02:13:04.688318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59010) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:04.689295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] Checking router: 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:04.693390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-eff83921-f73f-4699-9db4-d06924754b43 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1492394089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:04.698871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:04.699532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:04.807682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:04.809524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eff83921-f73f-4699-9db4-d06924754b43 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.811406 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eff83921-f73f-4699-9db4-d06924754b43 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.849244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-943e4747-5113-44e1-a320-ddbba1ab2c0b req-b5ff64c0-b491-437a-b61d-7929fa33a5ee tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/ports?device_id=8451c31e-d7c4-401a-bf68-81826fff15a2 HTTP/1.1" status: 200 len: 210 time: 0.0292299 Jul 08 02:13:04.878669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eff83921-f73f-4699-9db4-d06924754b43 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:04.997301 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eff83921-f73f-4699-9db4-d06924754b43 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:05.024355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:19Z', 'revision_number': 5, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:05.050510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13215d5a-b8da-45f0-8993-01098c666de3 None None] The sync data for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 is: [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:03:09Z', 'revision_number': 4, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5c378a7-9e8a-4531-89ec-6ccbe9992422', 'name': '', 'network_id': '47fd62ef-7611-49c4-a007-94ede2c3325a', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'mac_address': 'fa:16:3e:15:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:07Z', 'updated_at': '2021-07-08T02:03:19Z', 'revision_number': 5, 'project_id': '6088de6936a647d0845e90076cb4babb', 'subnets': [{'id': 'adba4a48-6177-41ca-8ad9-1b9857ef7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:05.136042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eff83921-f73f-4699-9db4-d06924754b43 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:05.138139 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eff83921-f73f-4699-9db4-d06924754b43 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4487956 Jul 08 02:13:05.141255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59014) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:05.148807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': True}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:05.338766 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05a745-3632-492a-bf71-2c2ca2accc66 None None] New status for floating IP 2d8efae2-48ef-4e79-9545-0db2d831aba4: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:13:05.368725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:05.670209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:05.690974 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:05.801180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Allocated IP 172.25.8.234 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/2537f7f6-acd6-408a-b647-c8330bd803e4) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:05.906442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.054454 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.091713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59024) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:06.094683 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:06.097935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:06.104055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:06.137907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'Port': ['ID=2537f7f6-acd6-408a-b647-c8330bd803e4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:06.154717 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.182791 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.300297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.302865 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.304115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "DELETE /v2.0/security-groups/8fe0f4de-5a15-4be5-808d-13f3309220b1 HTTP/1.1" status: 204 len: 168 time: 0.2110860 Jul 08 02:13:06.306877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59026) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:06.315360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0f4de-5a15-4be5-808d-13f3309220b1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:06.320362 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-8e23c8a8-f334-4146-bf45-40096f115e3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] show failed (client error): The resource could not be found. Jul 08 02:13:06.321356 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8e23c8a8-f334-4146-bf45-40096f115e3a tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "GET /v2.0/security-groups/8fe0f4de-5a15-4be5-808d-13f3309220b1 HTTP/1.1" status: 404 len: 347 time: 0.0134757 Jul 08 02:13:06.323963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59028) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:06.324652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.325001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.325346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.325689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.326023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.326356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.326689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.327038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.327447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.327772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.328097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.328422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e362c-a48f-4a94-9ac5-d16a29ee13a9 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:06.527928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.582059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Deleting port ca8bda3f-419e-4d1d-90bd-69add2e32566 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:06.582329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.741555 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.742285 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.787474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Calling delete_port for ca8bda3f-419e-4d1d-90bd-69add2e32566 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:06.853795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:06.855958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:07.100498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:07.131630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Pushing event deleted for resources: {'Port': ['ID=ca8bda3f-419e-4d1d-90bd-69add2e32566,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:07.138177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Router 402cf717-ebd7-4885-8e24-fff3068a02cf is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:13:07.269068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:07.271617 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:07.272790 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-346d5482-8bfe-4bc5-9bd5-8e060dc33231 tempest-ServerActionsTestJSON-357625393 tempest-ServerActionsTestJSON-357625393-project] 10.222.0.10 "DELETE /v2.0/floatingips/2d8efae2-48ef-4e79-9545-0db2d831aba4 HTTP/1.1" status: 204 len: 168 time: 0.9479272 Jul 08 02:13:07.275862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59036) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:07.298258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:07.303267 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:07.304315 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4e70ae8d-c4c0-4ba2-985c-b9aa7d88d96b tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "PUT /v2.0/routers/402cf717-ebd7-4885-8e24-fff3068a02cf HTTP/1.1" status: 200 len: 915 time: 2.1619480 Jul 08 02:13:07.306963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:07.308277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9232bea-89c8-44e3-9a3e-87f6add2c7b3 None None] Sync routers for ids ['402cf717-ebd7-4885-8e24-fff3068a02cf'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:07.326412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9232bea-89c8-44e3-9a3e-87f6add2c7b3 None None] Routers {'402cf717-ebd7-4885-8e24-fff3068a02cf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:07.327114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d9232bea-89c8-44e3-9a3e-87f6add2c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['402cf717-ebd7-4885-8e24-fff3068a02cf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:07.364137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d9232bea-89c8-44e3-9a3e-87f6add2c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:07.373752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9232bea-89c8-44e3-9a3e-87f6add2c7b3 None None] Routers {'402cf717-ebd7-4885-8e24-fff3068a02cf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:07.374363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d9232bea-89c8-44e3-9a3e-87f6add2c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['402cf717-ebd7-4885-8e24-fff3068a02cf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:07.409342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d9232bea-89c8-44e3-9a3e-87f6add2c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:07.410120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9232bea-89c8-44e3-9a3e-87f6add2c7b3 None None] The sync data for ids ['402cf717-ebd7-4885-8e24-fff3068a02cf'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:07.478142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f22d105b-6961-4d7f-b144-682f4cf426a4 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/routers/402cf717-ebd7-4885-8e24-fff3068a02cf HTTP/1.1" status: 200 len: 921 time: 0.1675546 Jul 08 02:13:07.478952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59044) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:07.539304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3be8b-c1e1-4d4c-a3af-20fd6e4aafcc tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:07.540872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-daa3be8b-c1e1-4d4c-a3af-20fd6e4aafcc tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=402cf717-ebd7-4885-8e24-fff3068a02cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0604980 Jul 08 02:13:07.543499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59046) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:07.633780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b57fd0-20b1-402b-a858-c983bedd16e2 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:07.638083 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-07b57fd0-20b1-402b-a858-c983bedd16e2 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 881 time: 0.0909564 Jul 08 02:13:07.638260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59050) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:07.671690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d8c2e959-aa5e-45b8-bb99-cd41697c4f12 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=402cf717-ebd7-4885-8e24-fff3068a02cf HTTP/1.1" status: 200 len: 205 time: 0.0299435 Jul 08 02:13:07.671925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59052) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:07.783812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:07.835654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:07.856315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 05be1b97-6d73-4975-972b-53fd78bf05e4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:07.856736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 05be1b97-6d73-4975-972b-53fd78bf05e4 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:07.905792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.048153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Deleting port 2537f7f6-acd6-408a-b647-c8330bd803e4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:08.048763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.130028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.144079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Calling delete_port for 2537f7f6-acd6-408a-b647-c8330bd803e4 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:08.156997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.374769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.406348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event deleted for resources: {'Port': ['ID=2537f7f6-acd6-408a-b647-c8330bd803e4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:08.469943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.479156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Deleting port c5c378a7-9e8a-4531-89ec-6ccbe9992422 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:08.479728 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.564135 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.566488 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.576036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] For port c5c378a7-9e8a-4531-89ec-6ccbe9992422, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c5c378a7-9e8a-4531-89ec-6ccbe9992422,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:08.576522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.589695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Calling delete_port for c5c378a7-9e8a-4531-89ec-6ccbe9992422 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:08.689171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.689804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Fanout notify agent at l3_agent the message router_deleted on router 402cf717-ebd7-4885-8e24-fff3068a02cf {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:08.697263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.698247 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-54558856-529b-4237-887f-151de5c10f0a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/402cf717-ebd7-4885-8e24-fff3068a02cf HTTP/1.1" status: 204 len: 168 time: 1.0252366 Jul 08 02:13:08.702447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59056) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:08.707243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-070dcb91-b25b-4ce4-a3a7-9f4daffa32b5 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2048774797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:08.804227 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-070dcb91-b25b-4ce4-a3a7-9f4daffa32b5 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.805553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-070dcb91-b25b-4ce4-a3a7-9f4daffa32b5 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.865993 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-070dcb91-b25b-4ce4-a3a7-9f4daffa32b5 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.906512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.938872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c378a7-9e8a-4531-89ec-6ccbe9992422,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:08.956658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-070dcb91-b25b-4ce4-a3a7-9f4daffa32b5 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:09.131144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:09.134116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-070dcb91-b25b-4ce4-a3a7-9f4daffa32b5 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:09.138870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-070dcb91-b25b-4ce4-a3a7-9f4daffa32b5 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4317176 Jul 08 02:13:09.138870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59060) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:09.147289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': False}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:09.358768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:09.359067 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:09.468704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:09.474354 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-23a22a0d-1c08-46e1-a443-d82c70eb6606 admin admin] 10.222.0.10 "PUT /v2.0/routers/6bb9f3f8-d595-4b17-9cf1-bb5918ccadda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971405 Jul 08 02:13:09.477000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59062) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:09.478719 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] Sync routers for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:09.488565 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:09.489253 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:09.598140 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:09.602604 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:09.735270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:09.798321 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '50606792-ef12-48be-823b-290c53867fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:13:08Z', 'revision_number': 5, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port': {'id': '50606792-ef12-48be-823b-290c53867fae', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:91:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:03:02Z', 'updated_at': '2021-07-08T02:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:09.831828 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] Checking router: 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:09.841231 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] Routers {'6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:09.841870 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:09.887059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Deleting port 50606792-ef12-48be-823b-290c53867fae {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:09.887325 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:09.954653 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] Set router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:09.984226 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] For port 50606792-ef12-48be-823b-290c53867fae, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=50606792-ef12-48be-823b-290c53867fae,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:09.984600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:09.999371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Calling delete_port for 50606792-ef12-48be-823b-290c53867fae owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:10.010879 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:13:09Z', 'revision_number': 6, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:10.044967 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5cf0f-d495-483b-b135-abb86f4784b6 None None] The sync data for ids ['6bb9f3f8-d595-4b17-9cf1-bb5918ccadda'] in n-d-695189-13 is: [{'id': '6bb9f3f8-d595-4b17-9cf1-bb5918ccadda', 'name': 'tempest-ServerActionsTestJSON-1271836962-router', 'tenant_id': '6088de6936a647d0845e90076cb4babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:03:01Z', 'updated_at': '2021-07-08T02:13:09Z', 'revision_number': 6, 'project_id': '6088de6936a647d0845e90076cb4babb', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:10.054685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.076744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.204907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Allocated IP 172.25.8.101 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/123b59a9-10f1-4242-826c-dacf40159751) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:10.315274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.432273 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.458619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Pushing event deleted for resources: {'Port': ['ID=50606792-ef12-48be-823b-290c53867fae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:10.464524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.516477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:10.523255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:10.528347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:10.531509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Pushing event updated for resources: {'Port': ['ID=123b59a9-10f1-4242-826c-dacf40159751,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:10.550685 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.646756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.652958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.782230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.782230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb9f3f8-d595-4b17-9cf1-bb5918ccadda {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:10.790180 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.791392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1587d5fe-9d18-4aff-badd-54b555d0de9f admin admin] 10.222.0.10 "DELETE /v2.0/routers/6bb9f3f8-d595-4b17-9cf1-bb5918ccadda HTTP/1.1" status: 204 len: 168 time: 1.3131909 Jul 08 02:13:10.793907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59072) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:10.847983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4edddd-da3e-4666-9fd3-60e16cc616e5 admin admin] Deleting subnet adba4a48-6177-41ca-8ad9-1b9857ef7257 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:13:10.852448 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4edddd-da3e-4666-9fd3-60e16cc616e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.890194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4edddd-da3e-4666-9fd3-60e16cc616e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.899914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.929597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c5c378a7-9e8a-4531-89ec-6ccbe9992422 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:10.956631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c5c378a7-9e8a-4531-89ec-6ccbe9992422 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:10.957138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c5c378a7-9e8a-4531-89ec-6ccbe9992422 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:10.957681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 50606792-ef12-48be-823b-290c53867fae no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:10.977430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 50606792-ef12-48be-823b-290c53867fae {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:10.982854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 50606792-ef12-48be-823b-290c53867fae not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:11.024593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4edddd-da3e-4666-9fd3-60e16cc616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.128282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.132521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.175788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4edddd-da3e-4666-9fd3-60e16cc616e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.227074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4edddd-da3e-4666-9fd3-60e16cc616e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adba4a48-6177-41ca-8ad9-1b9857ef7257,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:11.242889 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd4edddd-da3e-4666-9fd3-60e16cc616e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.243606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d02fd-8b53-49f9-8fa7-ac2bbcc75a73 None None] Network 47fd62ef-7611-49c4-a007-94ede2c3325a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:11.247153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dd4edddd-da3e-4666-9fd3-60e16cc616e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/adba4a48-6177-41ca-8ad9-1b9857ef7257 HTTP/1.1" status: 204 len: 168 time: 0.4501731 Jul 08 02:13:11.247586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59076) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:11.322121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.382833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Deleting port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:11.383262 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.388569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Router a766e133-fa7e-4bed-aa3d-462adf3011dc is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:13:11.454436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] For port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:11.454896 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.468538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] DHCP port deletion for 47fd62ef-7611-49c4-a007-94ede2c3325a request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:13:11.474431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Calling delete_port for 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:11.518849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:11.523846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.527194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-691a60b8-c0ce-4cd4-a08e-582a8c66d95f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "PUT /v2.0/routers/a766e133-fa7e-4bed-aa3d-462adf3011dc HTTP/1.1" status: 200 len: 916 time: 2.3875105 Jul 08 02:13:11.527846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59082) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:11.535470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd036-7edc-4026-a22e-81ea68786940 None None] Sync routers for ids ['a766e133-fa7e-4bed-aa3d-462adf3011dc'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:11.551572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fd036-7edc-4026-a22e-81ea68786940 None None] Routers {'a766e133-fa7e-4bed-aa3d-462adf3011dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:11.552980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd036-7edc-4026-a22e-81ea68786940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a766e133-fa7e-4bed-aa3d-462adf3011dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:11.558315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] Deleting port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:11.558914 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.651413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd036-7edc-4026-a22e-81ea68786940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:11.658480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6bf4b18b-31d8-4fb2-9b8d-61109c26da09 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/routers/a766e133-fa7e-4bed-aa3d-462adf3011dc HTTP/1.1" status: 200 len: 922 time: 0.1288004 Jul 08 02:13:11.660614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59084) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:11.667593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] For port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,segment=NetworkSegment(2dae415e-d839-4a01-8e59-93728c4c6e32),segment_id=2dae415e-d839-4a01-8e59-93728c4c6e32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:11.667593 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.679211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fd036-7edc-4026-a22e-81ea68786940 None None] Routers {'a766e133-fa7e-4bed-aa3d-462adf3011dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:11.679883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd036-7edc-4026-a22e-81ea68786940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:12:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a766e133-fa7e-4bed-aa3d-462adf3011dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:11.685583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] Calling delete_port for 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:11.689232 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.729223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd036-7edc-4026-a22e-81ea68786940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:11.730259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd036-7edc-4026-a22e-81ea68786940 None None] The sync data for ids ['a766e133-fa7e-4bed-aa3d-462adf3011dc'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:11.754391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d980025b-4442-4f84-9c28-c58a81ec46f8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:11.756382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d980025b-4442-4f84-9c28-c58a81ec46f8 tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=a766e133-fa7e-4bed-aa3d-462adf3011dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0948288 Jul 08 02:13:11.759370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59088) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:11.766297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Pushing event deleted for resources: {'Port': ['ID=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:11.784701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] No DVR routers for this DVR port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:11.844957 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.870031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b51866-25d0-49e1-a2ca-3066ed3eb60f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:11.874283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d5b51866-25d0-49e1-a2ca-3066ed3eb60f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 881 time: 0.1137571 Jul 08 02:13:11.874858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59090) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:11.880353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] Pushing event deleted for resources: {'Port': ['ID=2db007f8-60b9-4f8b-93a0-a9a9c2f0c530,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:11.883317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9b000-7b3b-4d81-8f39-9f0a241d39e3 None None] No DVR routers for this DVR port 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:11.918484 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-53b0845a-fed1-4683-a44d-a920ffd2a853 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=a766e133-fa7e-4bed-aa3d-462adf3011dc HTTP/1.1" status: 200 len: 205 time: 0.0403290 Jul 08 02:13:11.918700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59092) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:11.947265 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:11.966564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fd62ef-7611-49c4-a007-94ede2c3325a']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:11.981988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dae415e-d839-4a01-8e59-93728c4c6e32') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:11.985364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dae415e-d839-4a01-8e59-93728c4c6e32') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:11.991961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.006246 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.015318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:13:12.015742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:13:12.017386 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:13:12.048812 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fd4d39a0-9cb2-4756-830f-d0643a247cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.062381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.169784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.197359 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.203182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.206038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] 10.222.0.10 "DELETE /v2.0/networks/47fd62ef-7611-49c4-a007-94ede2c3325a HTTP/1.1" status: 204 len: 168 time: 0.9564655 Jul 08 02:13:12.219829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066b395-a532-4b5f-9cbd-8191d297e38d admin admin] Pushing event deleted for resources: {'Network': ['ID=47fd62ef-7611-49c4-a007-94ede2c3325a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:12.363994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Deleting port 123b59a9-10f1-4242-826c-dacf40159751 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:12.364349 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.453583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.465959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Calling delete_port for 123b59a9-10f1-4242-826c-dacf40159751 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:12.528881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:12.570581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2f2d9a4c-040c-4d79-9eb3-69c72e356dc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6088de6936a647d0845e90076cb4babb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404246 Jul 08 02:13:12.573056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:12.621699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0964d12a-eb2c-40e3-bf43-204556d15108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.643619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0964d12a-eb2c-40e3-bf43-204556d15108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.643887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-e697e978-31d0-4923-9a33-492150e45fb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:12.650979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-e697e978-31d0-4923-9a33-492150e45fb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:12.656318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-e697e978-31d0-4923-9a33-492150e45fb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:12.663454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-e697e978-31d0-4923-9a33-492150e45fb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:12.669407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-e697e978-31d0-4923-9a33-492150e45fb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:12.675729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-e697e978-31d0-4923-9a33-492150e45fb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:12.681746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-e697e978-31d0-4923-9a33-492150e45fb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:12.683715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-e697e978-31d0-4923-9a33-492150e45fb2 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.1746466 Jul 08 02:13:12.729935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:12.765314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-112d6dd2-f3b1-4dde-89c5-d0ccaf507b2c req-2c7d0bf3-04e7-4968-9011-884488e639ee tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751567 Jul 08 02:13:12.780643 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0964d12a-eb2c-40e3-bf43-204556d15108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.783663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0964d12a-eb2c-40e3-bf43-204556d15108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.790643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0964d12a-eb2c-40e3-bf43-204556d15108 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e89bb499-eff7-4a38-a2d6-4a977a9c077a HTTP/1.1" status: 204 len: 168 time: 0.2110186 Jul 08 02:13:12.798737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964d12a-eb2c-40e3-bf43-204556d15108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bb499-eff7-4a38-a2d6-4a977a9c077a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:12.842534 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:12.897368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event deleted for resources: {'Port': ['ID=123b59a9-10f1-4242-826c-dacf40159751,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:12.921228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:12.921565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2db007f8-60b9-4f8b-93a0-a9a9c2f0c530 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:12.972768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.065186 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.067329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.174632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.175253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Fanout notify agent at l3_agent the message router_deleted on router a766e133-fa7e-4bed-aa3d-462adf3011dc {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:13.183124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.184285 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-69829476-cb0c-469e-ad71-774946465954 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/a766e133-fa7e-4bed-aa3d-462adf3011dc HTTP/1.1" status: 204 len: 168 time: 1.2646835 Jul 08 02:13:13.187879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59108) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:13.193696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1569926976', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:13.289600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.290683 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.347763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.638576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:13.676085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-9a6fcd5a-1541-4433-bf41-ec3a9c5605db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:13.681942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-9a6fcd5a-1541-4433-bf41-ec3a9c5605db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:13.687864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-9a6fcd5a-1541-4433-bf41-ec3a9c5605db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:13.693708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-9a6fcd5a-1541-4433-bf41-ec3a9c5605db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:13.699556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-9a6fcd5a-1541-4433-bf41-ec3a9c5605db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:13.705367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-9a6fcd5a-1541-4433-bf41-ec3a9c5605db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:13.711766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-9a6fcd5a-1541-4433-bf41-ec3a9c5605db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:13.713557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-9a6fcd5a-1541-4433-bf41-ec3a9c5605db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.1698306 Jul 08 02:13:13.809780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3511a290-f5bc-4003-942a-67c092cd3a7c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:13.811175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3511a290-f5bc-4003-942a-67c092cd3a7c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "GET /v2.0/ports/48aa6741-4a28-4549-b0e7-9aa2de4a7eb3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0840564 Jul 08 02:13:13.974359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-61914eef-4a75-44e1-bb88-235ab2d7cdb4 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "GET /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1557119 Jul 08 02:13:13.988988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:14.070242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59138) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:14.122178 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.135468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-d1588a3d-adc8-4d03-bcad-e5ac23e70ef3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:14.141371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-d1588a3d-adc8-4d03-bcad-e5ac23e70ef3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:14.147802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-d1588a3d-adc8-4d03-bcad-e5ac23e70ef3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:14.153684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-d1588a3d-adc8-4d03-bcad-e5ac23e70ef3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:14.159553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-d1588a3d-adc8-4d03-bcad-e5ac23e70ef3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:14.165547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-d1588a3d-adc8-4d03-bcad-e5ac23e70ef3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:14.169126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1808593403-network', 'tenant_id': 'c5a44d5e361449f5a96ebc99c0964021'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:14.173549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-d1588a3d-adc8-4d03-bcad-e5ac23e70ef3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:14.173549 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-d1588a3d-adc8-4d03-bcad-e5ac23e70ef3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 5443 time: 0.2749395 Jul 08 02:13:14.219093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.254310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Made reservation on behalf of c5a44d5e361449f5a96ebc99c0964021 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:14.257679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.266680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.273823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.317400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8261e907-49b5-4807-89a9-5ce8cc3f44fe req-68cf5f8c-b634-4feb-95ce-37ccc6d877f5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068351 Jul 08 02:13:14.385802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.455119 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8f986093-a482-46ac-9a64-d0e3f8698c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.483624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.508272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:13:14.527287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.528587 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Added segment 41f7cd06-979f-4d95-925d-2b98be772c36 of type vlan for network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 Jul 08 02:13:14.578971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d71307-6bb6-4d07-b6aa-38c0812ae65a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:14.587983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.693819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.694959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:14.695855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.761948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] Pushing event updated for resources: {'Network': ['ID=886d2c61-64e3-43af-99ce-a7ca8b12b2e4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:14.773503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:13:14.812755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Allocated IP 172.25.8.164 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f4307acd-3fb9-407f-b780-9b1dd351a999) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:14.832751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5209e8fd-afb6-4446-b62d-6e65238de7bb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7612770 Jul 08 02:13:14.839652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:14.846413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Request body: {'subnet': {'network_id': '886d2c61-64e3-43af-99ce-a7ca8b12b2e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1808593403-subnet', 'tenant_id': 'c5a44d5e361449f5a96ebc99c0964021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:14.904036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.910269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] For port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:14.946087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Made reservation on behalf of c5a44d5e361449f5a96ebc99c0964021 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:14.949946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:14.975204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] For port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:14.978625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.018106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] device_id is not set on port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:13:15.030446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.088980 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.124837 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.175607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] Pushing event updated for resources: {'Port': ['ID=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:15.179110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:15.180282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] No DVR routers for this DVR port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:15.186486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:15.204526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.206866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:15.264066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3750b8c8-dcfa-429d-8fa4-571607ca278a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:15.279061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] In _notify_port_updated(), no bound segment for port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:13:15.279987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.280613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.281937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-51e2a564-bc44-4592-b717-09c3200cd602 service neutron] 10.222.0.32 "PUT /v2.0/ports/48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 200 len: 1031 time: 1.2988212 Jul 08 02:13:15.283185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Checking segment: {'id': '41f7cd06-979f-4d95-925d-2b98be772c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '886d2c61-64e3-43af-99ce-a7ca8b12b2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:15.283620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Network hostable DHCP agents. Network: 886d2c61-64e3-43af-99ce-a7ca8b12b2e4, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:13:15.285697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event updated for resources: {'Port': ['ID=f4307acd-3fb9-407f-b780-9b1dd351a999,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:15.380091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:13:15.434117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3ddcd13d-cbbf-4c2a-9f8f-7f3f862b68c5 None None] Provisioning complete for port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:15.435500 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ddcd13d-cbbf-4c2a-9f8f-7f3f862b68c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.471884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-0adcc906-ce26-497b-9aa3-e64d8e246dca tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.473471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-0adcc906-ce26-497b-9aa3-e64d8e246dca tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "GET /v2.0/ports/65ce9c95-4e02-43ad-a15f-91db90400a49?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1850245 Jul 08 02:13:15.481906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3ddcd13d-cbbf-4c2a-9f8f-7f3f862b68c5 None None] Port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:13:15.502947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:15.528853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 886d2c61-64e3-43af-99ce-a7ca8b12b2e4) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:15.533192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.534055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.541608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c9bfb-7156-4115-a56f-54547bead665 None None] Network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:15.547080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:15.621150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-60837b22-e017-4fa3-ae6f-221f8f128cff tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/floatingips/4b8118f7-c680-4e90-85ef-9a5e3d9852ce HTTP/1.1" status: 200 len: 994 time: 0.0722072 Jul 08 02:13:15.651405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6a37fc24-6594-48aa-9cc5-8809ec52b8ad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8063376 Jul 08 02:13:15.697195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5508ec23-3de9-4327-be64-7a8c19d1d5b1 None None] Network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:15.767703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.769313 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:15.819070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1d40-a7d7-4335-bf0f-881f840612bc req-fdbb2962-ade2-4c8e-b6e9-f1f644868aa8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.847313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1d40-a7d7-4335-bf0f-881f840612bc req-fdbb2962-ade2-4c8e-b6e9-f1f644868aa8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.854762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1d40-a7d7-4335-bf0f-881f840612bc req-fdbb2962-ade2-4c8e-b6e9-f1f644868aa8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.861154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1d40-a7d7-4335-bf0f-881f840612bc req-fdbb2962-ade2-4c8e-b6e9-f1f644868aa8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.867811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1d40-a7d7-4335-bf0f-881f840612bc req-fdbb2962-ade2-4c8e-b6e9-f1f644868aa8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.873706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa1d40-a7d7-4335-bf0f-881f840612bc req-fdbb2962-ade2-4c8e-b6e9-f1f644868aa8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:15.875642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07aa1d40-a7d7-4335-bf0f-881f840612bc req-fdbb2962-ade2-4c8e-b6e9-f1f644868aa8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 4665 time: 0.3499572 Jul 08 02:13:15.964949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59168) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:16.029697 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07aa1d40-a7d7-4335-bf0f-881f840612bc req-e7fda69c-bfac-46ee-9af9-30993c09b2a9 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&id=52411bb9-2ff1-49cb-b949-217d24cb780c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146405 Jul 08 02:13:16.075174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.159785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port 8dc34c86-4fda-4b47-85d0-974040ba4e96 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:16.160644 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.212986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] For port 65ce9c95-4e02-43ad-a15f-91db90400a49, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=65ce9c95-4e02-43ad-a15f-91db90400a49,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:16.314978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] For port 65ce9c95-4e02-43ad-a15f-91db90400a49, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:16.387923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] device_id is not set on port 65ce9c95-4e02-43ad-a15f-91db90400a49 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:13:16.400690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.405130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.498121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.584912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] No DVR routers for this DVR port 65ce9c95-4e02-43ad-a15f-91db90400a49 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:16.638715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] Pushing event updated for resources: {'Port': ['ID=65ce9c95-4e02-43ad-a15f-91db90400a49,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:16.693430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.693982 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.700819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] In _notify_port_updated(), no bound segment for port 65ce9c95-4e02-43ad-a15f-91db90400a49 on network a9348555-65df-4fd2-96c7-c0aef5ea7a11 {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:13:16.705905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:16.706593 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.707998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-dd0939a2-b0ee-4fc9-9645-620bf7e8554d service neutron] 10.222.0.32 "PUT /v2.0/ports/65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 200 len: 1031 time: 1.2111828 Jul 08 02:13:16.756443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for 8dc34c86-4fda-4b47-85d0-974040ba4e96 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:16.797962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Router 11ab7097-367d-44fc-90e2-f6b99df8f5ed is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:13:16.868156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-3d91b7d0-4280-43f8-94aa-5d21c7409cd0 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:16.869998 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-3d91b7d0-4280-43f8-94aa-5d21c7409cd0 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/networks?id=886d2c61-64e3-43af-99ce-a7ca8b12b2e4 HTTP/1.1" status: 200 len: 822 time: 0.2385273 Jul 08 02:13:16.926462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ace1784d-e818-4087-9c93-21d0d56713e1 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/quotas/c5a44d5e361449f5a96ebc99c0964021 HTTP/1.1" status: 200 len: 375 time: 0.0342460 Jul 08 02:13:16.930060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1145c95d-64b4-4e97-8bbb-b126a758f642 None None] Provisioning complete for port 65ce9c95-4e02-43ad-a15f-91db90400a49 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:16.930558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1145c95d-64b4-4e97-8bbb-b126a758f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.938903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:16.939570 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:16.970723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1145c95d-64b4-4e97-8bbb-b126a758f642 None None] Port 65ce9c95-4e02-43ad-a15f-91db90400a49 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:13:17.024917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:17.035221 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e6e456-623b-4beb-9cc9-0ca5c6bc8be1 None None] Sync routers for ids ['11ab7097-367d-44fc-90e2-f6b99df8f5ed'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:17.052347 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6e456-623b-4beb-9cc9-0ca5c6bc8be1 None None] Routers {'11ab7097-367d-44fc-90e2-f6b99df8f5ed'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:17.054410 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-75e6e456-623b-4beb-9cc9-0ca5c6bc8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['11ab7097-367d-44fc-90e2-f6b99df8f5ed'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:17.089551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-b1d49f82-4385-45b3-9662-509221c61290 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5a44d5e361449f5a96ebc99c0964021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025529 Jul 08 02:13:17.109265 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-75e6e456-623b-4beb-9cc9-0ca5c6bc8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:17.119750 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6e456-623b-4beb-9cc9-0ca5c6bc8be1 None None] Routers {'11ab7097-367d-44fc-90e2-f6b99df8f5ed'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:17.120586 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-75e6e456-623b-4beb-9cc9-0ca5c6bc8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['11ab7097-367d-44fc-90e2-f6b99df8f5ed'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:17.123388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:17.145607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] For port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:17.146596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:17.166687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Calling delete_port for a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:17.189808 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-75e6e456-623b-4beb-9cc9-0ca5c6bc8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:17.191402 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e6e456-623b-4beb-9cc9-0ca5c6bc8be1 None None] The sync data for ids ['11ab7097-367d-44fc-90e2-f6b99df8f5ed'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:17.204385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=8dc34c86-4fda-4b47-85d0-974040ba4e96,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:17.213252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-ded66534-4a9b-47b4-8ac1-8324f888e9e1 req-2fee3c0c-f6ef-4663-a4de-85372882ea46 service neutron] (100712) timed out ('10.222.0.10', 54590) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:13:17.327779 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:17.328125 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Floating IP 4b8118f7-c680-4e90-85ef-9a5e3d9852ce disassociated (deleted). External IP: 172.25.8.168, port: b2eade68-215f-406d-b064-8f21c1954e74. Jul 08 02:13:17.334283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:17.338097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f7eec13c-fa42-468b-8053-a89c5b7412e6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1467216 Jul 08 02:13:17.338572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59190) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:17.344278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:17.392523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-971b6ac0-80a6-4b60-9351-e4b90401fdc8 service neutron] 10.222.0.10 "GET /v2.0/networks/886d2c61-64e3-43af-99ce-a7ca8b12b2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013883 Jul 08 02:13:17.415150 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:17.484573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c5d3-be21-4101-9550-f0e6091a4a99 req-b1ed6fe5-0f06-43db-bd24-4a0015f58789 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:17.491038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c5d3-be21-4101-9550-f0e6091a4a99 req-b1ed6fe5-0f06-43db-bd24-4a0015f58789 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:17.497234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c5d3-be21-4101-9550-f0e6091a4a99 req-b1ed6fe5-0f06-43db-bd24-4a0015f58789 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:17.502889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c5d3-be21-4101-9550-f0e6091a4a99 req-b1ed6fe5-0f06-43db-bd24-4a0015f58789 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:17.509379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c5d3-be21-4101-9550-f0e6091a4a99 req-b1ed6fe5-0f06-43db-bd24-4a0015f58789 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:17.511223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8224c5d3-be21-4101-9550-f0e6091a4a99 req-b1ed6fe5-0f06-43db-bd24-4a0015f58789 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 3887 time: 0.2427342 Jul 08 02:13:17.514072 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:17.558964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Port': ['ID=a4560c85-0b26-4a69-a0d0-e5a1f12bbd77,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:17.631985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-2a008b6e-e526-42a7-a458-655e80fcfc92 service neutron] 10.222.0.10 "GET /v2.0/networks/886d2c61-64e3-43af-99ce-a7ca8b12b2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011218 Jul 08 02:13:17.683217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] No DVR routers for this DVR port a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:17.687684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:17.736234 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8224c5d3-be21-4101-9550-f0e6091a4a99 req-74668113-bbb0-4a91-8a8b-a71ad74de3c0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097292 Jul 08 02:13:17.739272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:17.751576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-848167ef-0fe7-42c6-95b6-243660990e8a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "DELETE /v2.0/ports/a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 HTTP/1.1" status: 204 len: 173 time: 1.0371580 Jul 08 02:13:17.752061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': 'a4560c85-0b26-4a69-a0d0-e5a1f12bbd77'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:17.758524 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86b1412-e617-4a9b-a4e7-b177b60bbbcb" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "a4560c85-0b26-4a69-a0d0-e5a1f12bbd77"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:17.842172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:17.849012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:17.859296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] Sync routers for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:17.890633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 65ce9c95-4e02-43ad-a15f-91db90400a49 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:17.894094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:17.894965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:17.896804 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ae9402bb-fd49-4e67-99a5-ea15337622aa tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/floatingips/4b8118f7-c680-4e90-85ef-9a5e3d9852ce HTTP/1.1" status: 204 len: 168 time: 1.9299769 Jul 08 02:13:17.897683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:17.916190 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e9bd2e-f460-4b12-b4a3-a95225544835" -d '{"events": [{"name": "network-changed", "server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "tag": "b2eade68-215f-406d-b064-8f21c1954e74"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:18.007970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 65ce9c95-4e02-43ad-a15f-91db90400a49 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:18.009073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:18.071730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:18.072083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a4560c85-0b26-4a69-a0d0-e5a1f12bbd77 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:18.072525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9b03a9a7-23d5-4213-93eb-b9d4bc847737 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:18.154243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:18.213298 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.262856 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.323725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b03a9a7-23d5-4213-93eb-b9d4bc847737'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:18.326141 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360933a-6d81-4706-8915-da3a53473be6" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-unplugged", "status": "completed", "tag": "9b03a9a7-23d5-4213-93eb-b9d4bc847737"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:18.345766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9b03a9a7-23d5-4213-93eb-b9d4bc847737, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:18.352602 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea29edf-26f3-4825-8c54-6fa72bcacebc x-openstack-request-id: req-cea29edf-26f3-4825-8c54-6fa72bcacebc {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:18.353190 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "a4560c85-0b26-4a69-a0d0-e5a1f12bbd77", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:18.353190 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cea29edf-26f3-4825-8c54-6fa72bcacebc {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:18.353512 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': 'a4560c85-0b26-4a69-a0d0-e5a1f12bbd77', 'status': 'completed', 'code': 200} Jul 08 02:13:18.400201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e059952b-a5a7-4b30-9580-35a07781187f req-a8df9bd2-814f-44b2-984b-0450f9d98c8b tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 210 time: 0.0489511 Jul 08 02:13:18.425176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.427946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a6ca9aea-6092-4460-9126-3dd2fb598be7 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:18.450828 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0087fd48-3701-45fa-bc45-fdc2201faa3d x-openstack-request-id: req-0087fd48-3701-45fa-bc45-fdc2201faa3d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:18.451308 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "tag": "b2eade68-215f-406d-b064-8f21c1954e74", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:18.452002 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0087fd48-3701-45fa-bc45-fdc2201faa3d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:18.452587 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74', 'status': 'completed', 'code': 200} Jul 08 02:13:18.576107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting port 119c9585-b18f-486e-8834-3c9abd6e9957 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:18.576461 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.587594 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f090b3c-0359-48c5-bdc9-19b22f5eb9a0 x-openstack-request-id: req-8f090b3c-0359-48c5-bdc9-19b22f5eb9a0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:18.588988 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-unplugged", "status": "completed", "tag": "9b03a9a7-23d5-4213-93eb-b9d4bc847737", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:18.589377 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f090b3c-0359-48c5-bdc9-19b22f5eb9a0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:18.589885 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b03a9a7-23d5-4213-93eb-b9d4bc847737', 'code': 200} Jul 08 02:13:18.622490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.649105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-0c8f0e4c-8124-48ba-91dc-08d04f24927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:18.650451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9b03a9a7-23d5-4213-93eb-b9d4bc847737,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:18.650764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-0c8f0e4c-8124-48ba-91dc-08d04f24927d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 1098 time: 0.1462510 Jul 08 02:13:18.717406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:13Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:18.728949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.749147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] Checking router: 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:18.803065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] For port 119c9585-b18f-486e-8834-3c9abd6e9957, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=119c9585-b18f-486e-8834-3c9abd6e9957,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:18.804101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:18.804746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:18.807731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.837404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Calling delete_port for 119c9585-b18f-486e-8834-3c9abd6e9957 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:18.870689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-4b35d658-fdbb-4494-b3c3-91ac7c19c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:18.870689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-4b35d658-fdbb-4494-b3c3-91ac7c19c4aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec6a993e-cb48-442f-b4f0-65010f291ecf HTTP/1.1" status: 200 len: 898 time: 0.1799464 Jul 08 02:13:18.977359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db879dc6-df73-4b23-bb7e-b741888e3bef req-e8509d0a-e024-464d-ae12-fa87ef6e39d3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:18.982827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-e9b89b7b-c5b9-4e93-883e-d34efdedd064 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2eade68-215f-406d-b064-8f21c1954e74 HTTP/1.1" status: 200 len: 217 time: 0.1063364 Jul 08 02:13:18.983855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db879dc6-df73-4b23-bb7e-b741888e3bef req-e8509d0a-e024-464d-ae12-fa87ef6e39d3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 946 time: 0.2389085 Jul 08 02:13:19.003656 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.065527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a6ca9aea-6092-4460-9126-3dd2fb598be7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:19.075909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-8e9a384f-f6ea-49f0-8a2c-9c5254a9458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:19.077011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:19.077484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-8e9a384f-f6ea-49f0-8a2c-9c5254a9458d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d HTTP/1.1" status: 200 len: 835 time: 0.0844073 Jul 08 02:13:19.083058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db879dc6-df73-4b23-bb7e-b741888e3bef req-bfbcc0af-846c-4ac1-b380-9ae619c23da6 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982759 Jul 08 02:13:19.091588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Deleting port f4307acd-3fb9-407f-b780-9b1dd351a999 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:19.091947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.162650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05aff-3b8b-45f6-9b5c-aeb552ef7b79 req-9147366c-0ff1-45b1-857a-5af98884e7a5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:19.169198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05aff-3b8b-45f6-9b5c-aeb552ef7b79 req-9147366c-0ff1-45b1-857a-5af98884e7a5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:19.174036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.175166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:19.176976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05aff-3b8b-45f6-9b5c-aeb552ef7b79 req-9147366c-0ff1-45b1-857a-5af98884e7a5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:19.196322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a05aff-3b8b-45f6-9b5c-aeb552ef7b79 req-9147366c-0ff1-45b1-857a-5af98884e7a5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:19.223890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0a05aff-3b8b-45f6-9b5c-aeb552ef7b79 req-9147366c-0ff1-45b1-857a-5af98884e7a5 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 3150 time: 0.2429070 Jul 08 02:13:19.245280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.283698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Calling delete_port for f4307acd-3fb9-407f-b780-9b1dd351a999 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:19.316919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0a05aff-3b8b-45f6-9b5c-aeb552ef7b79 req-e02728e2-be42-4dea-b4c1-928b1af4bd4c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920067 Jul 08 02:13:19.320067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:19.320805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 119c9585-b18f-486e-8834-3c9abd6e9957 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:19.351679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-f53da0db-b1a6-4baa-b9b5-c7f513d23e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:19.353755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-f53da0db-b1a6-4baa-b9b5-c7f513d23e9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec6a993e-cb48-442f-b4f0-65010f291ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2562320 Jul 08 02:13:19.364604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.460210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Port': ['ID=119c9585-b18f-486e-8834-3c9abd6e9957,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:19.485711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No active binding found for port 119c9585-b18f-486e-8834-3c9abd6e9957 {{(pid=100714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 02:13:19.491603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 119c9585-b18f-486e-8834-3c9abd6e9957 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:19.491603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e013a462-e232-4554-9b60-37e08a5e3964 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:19.491603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a6ca9aea-6092-4460-9126-3dd2fb598be7,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:19.566692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-6f3fc4fc-7cc6-4552-8099-bce22f78c59d service neutron] 10.222.0.32 "GET /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909089 Jul 08 02:13:19.572005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:13Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:19.598870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] No DVR routers for this DVR port 119c9585-b18f-486e-8834-3c9abd6e9957 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:19.608318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cc947-327e-4ddb-b46b-c5308ebbcf9e None None] The sync data for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 is: [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:12:06Z', 'revision_number': 4, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8d3840fc-b047-4250-b323-33d912810eb6', 'name': '', 'network_id': 'ec6a993e-cb48-442f-b4f0-65010f291ecf', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'mac_address': 'fa:16:3e:c5:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:12:05Z', 'updated_at': '2021-07-08T02:12:13Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'subnets': [{'id': '7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:19.664325 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.671487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.673510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-3f8ffd87-6645-49a4-9e77-fe1cf38c5238 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "DELETE /v2.0/ports/119c9585-b18f-486e-8834-3c9abd6e9957 HTTP/1.1" status: 204 len: 173 time: 1.9121652 Jul 08 02:13:19.696484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49e9bd2e-f460-4b12-b4a3-a95225544835 req-02553940-3e3c-4584-a984-5774ac82fe79 service neutron] 10.222.0.32 "GET /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215856 Jul 08 02:13:19.719444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e013a462-e232-4554-9b60-37e08a5e3964, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e013a462-e232-4554-9b60-37e08a5e3964,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:19.753578 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9817d370-667b-4d5a-8929-9b38220ed14d req-f7343492-d15c-469a-a0c7-094cd139f2c4 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 210 time: 0.1209056 Jul 08 02:13:19.820234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.898643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e013a462-e232-4554-9b60-37e08a5e3964,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:20.006027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.050923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Pushing event deleted for resources: {'Port': ['ID=f4307acd-3fb9-407f-b780-9b1dd351a999,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:20.058577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting port e013a462-e232-4554-9b60-37e08a5e3964 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:20.058933 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.072259 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a0cf3-ea7e-47d9-a33e-357bebd18987 None None] New status for floating IP 4b8118f7-c680-4e90-85ef-9a5e3d9852ce: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:13:20.089390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cb39b-b335-4409-8002-d662fb45fb62 req-72bf3372-9bb7-4a98-92c9-9df8ab2d2e62 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:20.090031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-647cb39b-b335-4409-8002-d662fb45fb62 req-72bf3372-9bb7-4a98-92c9-9df8ab2d2e62 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 946 time: 0.1114697 Jul 08 02:13:20.356083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.360105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] For port e013a462-e232-4554-9b60-37e08a5e3964, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e013a462-e232-4554-9b60-37e08a5e3964,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:20.360466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.364023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': '119c9585-b18f-486e-8834-3c9abd6e9957'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:20.365124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port b2eade68-215f-406d-b064-8f21c1954e74 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:20.365971 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830fb4d9-06d4-4338-88e9-f19a766a4ac9" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "119c9585-b18f-486e-8834-3c9abd6e9957"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:20.367008 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.531165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port b2eade68-215f-406d-b064-8f21c1954e74, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b2eade68-215f-406d-b064-8f21c1954e74,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:20.531579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.560392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for b2eade68-215f-406d-b064-8f21c1954e74 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:20.596723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ca9aea-6092-4460-9126-3dd2fb598be7'}, {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:20.600739 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7d22a1-9abd-4b51-ac4f-ac6aa011f655" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ca9aea-6092-4460-9126-3dd2fb598be7"}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-unplugged", "status": "completed", "tag": "e013a462-e232-4554-9b60-37e08a5e3964"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:20.688396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1f862-35ba-4f70-ab2d-0bcdd1a70aa4 req-6fc09e11-5f34-47b6-9fa9-d0c2b6bb28c1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:20.695777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6b1f862-35ba-4f70-ab2d-0bcdd1a70aa4 req-6fc09e11-5f34-47b6-9fa9-d0c2b6bb28c1 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 946 time: 0.4139102 Jul 08 02:13:20.761123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06f1ec-4287-4510-89c3-767a9b537830 req-85263a78-5215-4ee6-b0d3-f4c1240f58ef tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:20.767300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06f1ec-4287-4510-89c3-767a9b537830 req-85263a78-5215-4ee6-b0d3-f4c1240f58ef tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:20.773833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06f1ec-4287-4510-89c3-767a9b537830 req-85263a78-5215-4ee6-b0d3-f4c1240f58ef tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:20.775591 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b06f1ec-4287-4510-89c3-767a9b537830 req-85263a78-5215-4ee6-b0d3-f4c1240f58ef tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 2411 time: 0.2045820 Jul 08 02:13:20.798193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.849714 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.860039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d6b1f862-35ba-4f70-ab2d-0bcdd1a70aa4 req-6fba1558-fba5-45fe-8112-112c202b55ab tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/security-groups?id=d46c5394-de1c-4bd7-a653-5142859c949e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633434 Jul 08 02:13:20.935043 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda7e8e-e9b4-40cc-bf58-ba2754fff853 x-openstack-request-id: req-7fda7e8e-e9b4-40cc-bf58-ba2754fff853 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:20.935394 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "119c9585-b18f-486e-8834-3c9abd6e9957", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:20.935599 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fda7e8e-e9b4-40cc-bf58-ba2754fff853 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:20.936942 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': '119c9585-b18f-486e-8834-3c9abd6e9957', 'status': 'completed', 'code': 200} Jul 08 02:13:20.950149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.950566 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.950881 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Floating IP ba0d8696-2d3d-4369-b941-e7c2159332da disassociated. External IP: 172.25.8.92, port: e013a462-e232-4554-9b60-37e08a5e3964. Jul 08 02:13:20.951229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Calling delete_port for e013a462-e232-4554-9b60-37e08a5e3964 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:20.957134 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:20.971502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Router 11ab7097-367d-44fc-90e2-f6b99df8f5ed has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:21.027953 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48b2f32-7fae-4503-a7e7-65fbc42badd1 x-openstack-request-id: req-e48b2f32-7fae-4503-a7e7-65fbc42badd1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:21.028257 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ca9aea-6092-4460-9126-3dd2fb598be7", "code": 200}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-unplugged", "status": "completed", "tag": "e013a462-e232-4554-9b60-37e08a5e3964", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:21.028507 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e48b2f32-7fae-4503-a7e7-65fbc42badd1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:21.028898 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ca9aea-6092-4460-9126-3dd2fb598be7', 'code': 200} Jul 08 02:13:21.029153 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964', 'code': 200} Jul 08 02:13:21.053240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-2a4cb119-0696-4de7-8be9-cdeeb1388c54 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:21.054769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-2a4cb119-0696-4de7-8be9-cdeeb1388c54 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.32 "GET /v2.0/networks?id=886d2c61-64e3-43af-99ce-a7ca8b12b2e4 HTTP/1.1" status: 200 len: 822 time: 0.1807704 Jul 08 02:13:21.071925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b06f1ec-4287-4510-89c3-767a9b537830 req-b59866f5-4c4d-4b2d-8201-44b21d3602bf tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903314 Jul 08 02:13:21.085500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Request body: {'port': {'device_id': 'bf914f72-0845-4d7d-bf04-bff59f00c453', 'network_id': '886d2c61-64e3-43af-99ce-a7ca8b12b2e4', 'admin_state_up': True, 'tenant_id': 'c5a44d5e361449f5a96ebc99c0964021'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:21.213915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-413691a4-c5f8-43ae-a684-d95065c9eb84 req-f98690a7-698f-4e7b-ab83-709609ab291e tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 210 time: 0.0420108 Jul 08 02:13:21.214854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:21.223510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.230776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a1751-df27-4011-bddf-069ab937fca5 None None] Sync routers for ids ['11ab7097-367d-44fc-90e2-f6b99df8f5ed'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:21.234325 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5a6a6361-b26a-4f90-bbe7-e7a964438634 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "PUT /v2.0/routers/11ab7097-367d-44fc-90e2-f6b99df8f5ed HTTP/1.1" status: 200 len: 706 time: 3.8945990 Jul 08 02:13:21.236828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59246) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:21.258805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a1751-df27-4011-bddf-069ab937fca5 None None] Routers {'11ab7097-367d-44fc-90e2-f6b99df8f5ed'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:21.262362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-841a1751-df27-4011-bddf-069ab937fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['11ab7097-367d-44fc-90e2-f6b99df8f5ed'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:21.286819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.296882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-841a1751-df27-4011-bddf-069ab937fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:21.307603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a1751-df27-4011-bddf-069ab937fca5 None None] Routers {'11ab7097-367d-44fc-90e2-f6b99df8f5ed'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:21.308271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-841a1751-df27-4011-bddf-069ab937fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['11ab7097-367d-44fc-90e2-f6b99df8f5ed'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:21.332361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=b2eade68-215f-406d-b064-8f21c1954e74,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:21.348644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-841a1751-df27-4011-bddf-069ab937fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:21.349414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a1751-df27-4011-bddf-069ab937fca5 None None] The sync data for ids ['11ab7097-367d-44fc-90e2-f6b99df8f5ed'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:21.351967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-177db0ed-d4b4-43de-b9f2-81f57625506f tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/routers/11ab7097-367d-44fc-90e2-f6b99df8f5ed HTTP/1.1" status: 200 len: 741 time: 0.1140063 Jul 08 02:13:21.357865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59248) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:21.413370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Made reservation on behalf of c5a44d5e361449f5a96ebc99c0964021 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:21.417020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.440261 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a612dd71-8160-4b85-ac28-5f7ea31e2a4a tempest-RoutersAdminTest-247092501 tempest-RoutersAdminTest-247092501-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=11ab7097-367d-44fc-90e2-f6b99df8f5ed HTTP/1.1" status: 200 len: 205 time: 0.0812719 Jul 08 02:13:21.443094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59252) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:21.478725 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-68dc59fd-0e7d-4464-8c99-c0b3bd96ab48 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=11ab7097-367d-44fc-90e2-f6b99df8f5ed HTTP/1.1" status: 200 len: 205 time: 0.0344326 Jul 08 02:13:21.479876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] No DVR routers for this DVR port b2eade68-215f-406d-b064-8f21c1954e74 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:21.481541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59254) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:21.485110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.487118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-647cb39b-b335-4409-8002-d662fb45fb62 req-13eba01b-f361-4d78-87bc-f3d4f44456dc tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.32 "DELETE /v2.0/ports/b2eade68-215f-406d-b064-8f21c1954e74 HTTP/1.1" status: 204 len: 173 time: 1.3880813 Jul 08 02:13:21.487593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'name': 'network-vif-deleted', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:21.490851 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc8681-7f80-4e6c-bf54-b29fa165fa5d" -d '{"events": [{"server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "name": "network-vif-deleted", "tag": "b2eade68-215f-406d-b064-8f21c1954e74"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:21.554689 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba9d694-d65d-45a8-8a8a-50a1b390339e x-openstack-request-id: req-0ba9d694-d65d-45a8-8a8a-50a1b390339e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:21.555110 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96475ec-1ef8-45a4-b75e-c3e193d1d9b5", "name": "network-vif-deleted", "tag": "b2eade68-215f-406d-b064-8f21c1954e74", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:21.555524 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ba9d694-d65d-45a8-8a8a-50a1b390339e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:21.556120 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96475ec-1ef8-45a4-b75e-c3e193d1d9b5', 'name': 'network-vif-deleted', 'tag': 'b2eade68-215f-406d-b064-8f21c1954e74', 'status': 'completed', 'code': 200} Jul 08 02:13:21.565899 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.598079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Port': ['ID=e013a462-e232-4554-9b60-37e08a5e3964,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:21.602561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8593ae47-618f-4ba6-b513-f7fae295e1a9 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.642789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Allocated IP 172.20.0.12 (886d2c61-64e3-43af-99ce-a7ca8b12b2e4/3750b8c8-dcfa-429d-8fa4-571607ca278a/d5be2c87-c278-446b-819c-60458e87a776) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:21.825457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.843041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8593ae47-618f-4ba6-b513-f7fae295e1a9 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.846975 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8593ae47-618f-4ba6-b513-f7fae295e1a9 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.909507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Router 59f84bd3-e147-4e58-b95c-6373cb5c081e has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:21.947731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:22.002895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:22.007263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:22.011466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8593ae47-618f-4ba6-b513-f7fae295e1a9 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:22.012169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8593ae47-618f-4ba6-b513-f7fae295e1a9 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Fanout notify agent at l3_agent the message router_deleted on router 11ab7097-367d-44fc-90e2-f6b99df8f5ed {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:22.021323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:22.022072 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8593ae47-618f-4ba6-b513-f7fae295e1a9 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:22.023086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8593ae47-618f-4ba6-b513-f7fae295e1a9 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/11ab7097-367d-44fc-90e2-f6b99df8f5ed HTTP/1.1" status: 204 len: 168 time: 0.5397816 Jul 08 02:13:22.027856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59260) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:22.074706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Pushing event updated for resources: {'Port': ['ID=d5be2c87-c278-446b-819c-60458e87a776,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:22.078655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4b216620-7834-419f-a9a7-0e707f3f5040 req-e415b88c-b49f-45ac-b3ae-0bc0221165df tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "GET /v2.0/ports?device_id=d96475ec-1ef8-45a4-b75e-c3e193d1d9b5 HTTP/1.1" status: 200 len: 210 time: 0.0401592 Jul 08 02:13:22.095591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:22.096275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:22.118010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4bae53df-7795-428f-8655-2e9d4bd3aac6 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=11ab7097-367d-44fc-90e2-f6b99df8f5ed HTTP/1.1" status: 200 len: 205 time: 0.0892332 Jul 08 02:13:22.123892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:22.128904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:22.140777 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] Sync routers for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:22.162595 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:22.163752 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:22.199907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] No DVR routers for this DVR port e013a462-e232-4554-9b60-37e08a5e3964 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:22.202959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:22.206832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-ffeeb784-6f44-4d4c-86b5-79ec416435bc tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "DELETE /v2.0/ports/e013a462-e232-4554-9b60-37e08a5e3964 HTTP/1.1" status: 204 len: 173 time: 2.5025003 Jul 08 02:13:22.235916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-ea816418-049c-4fd3-be6f-6b1b1140c241 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1550546 Jul 08 02:13:22.235916 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-03a60603-5899-4152-ac0c-36354cba4826 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] delete failed (client error): The resource could not be found. Jul 08 02:13:22.237223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-03a60603-5899-4152-ac0c-36354cba4826 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/11ab7097-367d-44fc-90e2-f6b99df8f5ed HTTP/1.1" status: 404 len: 336 time: 0.1110950 Jul 08 02:13:22.258616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Request body: {'port': {'device_id': 'bf914f72-0845-4d7d-bf04-bff59f00c453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:22.260889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:22.365720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7512c92a-53fe-490b-8adb-d7854e9e7cea tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=a766e133-fa7e-4bed-aa3d-462adf3011dc HTTP/1.1" status: 200 len: 205 time: 0.1036184 Jul 08 02:13:22.370625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59272) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:22.396352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting port a6ca9aea-6092-4460-9126-3dd2fb598be7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:22.396818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:22.409259 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:22.515863 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-2f3a8ed8-43dc-4ba0-8b31-1e17acb5ad6a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] delete failed (client error): The resource could not be found. Jul 08 02:13:22.517393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2f3a8ed8-43dc-4ba0-8b31-1e17acb5ad6a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/a766e133-fa7e-4bed-aa3d-462adf3011dc HTTP/1.1" status: 404 len: 336 time: 0.1458414 Jul 08 02:13:22.525621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59280) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:22.584307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:22.628338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b34c9-a158-4dd3-b491-3e01ac19fcae req-48186309-2a70-475b-9084-93186ab42332 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:22.634686 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d0ead2a0-ddab-4544-b677-aa95aa4ea0ab tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=402cf717-ebd7-4885-8e24-fff3068a02cf HTTP/1.1" status: 200 len: 205 time: 0.1079142 Jul 08 02:13:22.650101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59290) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:22.654531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b34c9-a158-4dd3-b491-3e01ac19fcae req-48186309-2a70-475b-9084-93186ab42332 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:22.656250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a4b34c9-a158-4dd3-b491-3e01ac19fcae req-48186309-2a70-475b-9084-93186ab42332 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 1677 time: 0.3478875 Jul 08 02:13:22.789239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a4b34c9-a158-4dd3-b491-3e01ac19fcae req-a71a3ec8-d10b-466a-b03c-a1cefa53c3db tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3c09118-9ab0-4ef4-b403-cc5eb92e564a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095090 Jul 08 02:13:22.795146 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:28Z', 'revision_number': 5, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:22.823868 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] Checking router: 59f84bd3-e147-4e58-b95c-6373cb5c081e for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:22.833860 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:22.834974 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:22.958390 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:23.050778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5be2c87-c278-446b-819c-60458e87a776 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:23.060779 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.099995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Transition to ACTIVE for port object d5be2c87-c278-446b-819c-60458e87a776 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:23.150811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:23.154084 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd9a449-dbcd-43a6-9e8a-3294e26dc08a" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "e013a462-e232-4554-9b60-37e08a5e3964"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:23.162063 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-9b3d970f-299e-4b60-b498-65ac8c5ce63a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] delete failed (client error): The resource could not be found. Jul 08 02:13:23.165820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59298) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.166000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9b3d970f-299e-4b60-b498-65ac8c5ce63a tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/402cf717-ebd7-4885-8e24-fff3068a02cf HTTP/1.1" status: 404 len: 336 time: 0.5145526 Jul 08 02:13:23.172526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] For port a6ca9aea-6092-4460-9126-3dd2fb598be7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6ca9aea-6092-4460-9126-3dd2fb598be7,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:23.172914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.197462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Calling delete_port for a6ca9aea-6092-4460-9126-3dd2fb598be7 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:23.226176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-42d5a8c4-516d-4c88-b0ff-5f30235f7bc9 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a9271a-ba38-4e0f-8992-6c6f9e064cbb HTTP/1.1" status: 200 len: 205 time: 0.0585525 Jul 08 02:13:23.226930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.235933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.236504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.263620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239ce0b-5445-432b-9ce0-1ea0c0dd8d6c req-19306233-23cb-40bd-94ab-43beee847038 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:23.271163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c239ce0b-5445-432b-9ce0-1ea0c0dd8d6c req-19306233-23cb-40bd-94ab-43beee847038 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 932 time: 0.6388316 Jul 08 02:13:23.272900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59304) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.325640 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2f6009-6acd-424c-8f8d-11acacab669c x-openstack-request-id: req-be2f6009-6acd-424c-8f8d-11acacab669c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:23.325938 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "e013a462-e232-4554-9b60-37e08a5e3964", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:23.326310 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be2f6009-6acd-424c-8f8d-11acacab669c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:23.328311 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': 'e013a462-e232-4554-9b60-37e08a5e3964', 'status': 'completed', 'code': 200} Jul 08 02:13:23.339446 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:28Z', 'revision_number': 5, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:23.371073 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-26412836-ace6-428a-84d1-0ebe4bf01ded tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] delete failed (client error): The resource could not be found. Jul 08 02:13:23.372245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-26412836-ace6-428a-84d1-0ebe4bf01ded tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/87a9271a-ba38-4e0f-8992-6c6f9e064cbb HTTP/1.1" status: 404 len: 336 time: 0.0564523 Jul 08 02:13:23.375084 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad389c-e4ab-4c6a-8694-89d13a0476ed None None] The sync data for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 is: [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:21Z', 'revision_number': 4, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cd59c714-8b7a-416e-b46b-531e22c029f7', 'name': '', 'network_id': 'e344d3bd-04f9-424d-8df1-7b53b9b1c0b7', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'mac_address': 'fa:16:3e:39:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:20Z', 'updated_at': '2021-07-08T02:02:28Z', 'revision_number': 5, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'subnets': [{'id': '09c91ac0-e2f8-4201-859b-8baa1a6a77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:23.376506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.383743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c239ce0b-5445-432b-9ce0-1ea0c0dd8d6c req-01657575-f3dc-41e0-aee1-e1ca0dc3761b tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115336 Jul 08 02:13:23.395014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5be2c87-c278-446b-819c-60458e87a776,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:23.437348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49f8a745-83a3-411c-8bbb-1638020ef429 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.455625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-02c242f0-534c-4436-9372-24ae36300a72 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4243202-2d6a-46dc-9c17-95594246c165 HTTP/1.1" status: 200 len: 205 time: 0.0766649 Jul 08 02:13:23.464282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59312) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.468986 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49f8a745-83a3-411c-8bbb-1638020ef429 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.573408 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-591063d0-7ed3-409f-bfb4-55c94cdc5a04 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] delete failed (client error): The resource could not be found. Jul 08 02:13:23.574685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-591063d0-7ed3-409f-bfb4-55c94cdc5a04 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/a4243202-2d6a-46dc-9c17-95594246c165 HTTP/1.1" status: 404 len: 336 time: 0.1090555 Jul 08 02:13:23.577543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59314) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.584929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c8df-4ee7-4c35-bc0f-d15438ace691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.614756 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:13:23.617668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c1629800-95e8-4593-8374-3b099a5d7fad tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "GET /v2.0/ports?device_id=15db1ad8-c179-4ba1-8dc9-02dbe310e6b4 HTTP/1.1" status: 200 len: 205 time: 0.0358891 Jul 08 02:13:23.617939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59316) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.660505 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-bc452190-afda-4019-9c09-648dc4f95f62 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] delete failed (client error): The resource could not be found. Jul 08 02:13:23.662131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bc452190-afda-4019-9c09-648dc4f95f62 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/routers/15db1ad8-c179-4ba1-8dc9-02dbe310e6b4 HTTP/1.1" status: 404 len: 336 time: 0.0425973 Jul 08 02:13:23.662932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.664969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59318) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.672208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Attempting to bind port d5be2c87-c278-446b-819c-60458e87a776 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:23.672631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Attempting to bind port d5be2c87-c278-446b-819c-60458e87a776 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '41f7cd06-979f-4d95-925d-2b98be772c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '886d2c61-64e3-43af-99ce-a7ca8b12b2e4'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:23.673035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Attempting to bind port d5be2c87-c278-446b-819c-60458e87a776 on network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:23.682988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Port d5be2c87-c278-446b-819c-60458e87a776 on network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:13:23.687125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Attempting to bind port d5be2c87-c278-446b-819c-60458e87a776 on network 886d2c61-64e3-43af-99ce-a7ca8b12b2e4 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:23.691910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:23.692336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Checking segment: {'id': '41f7cd06-979f-4d95-925d-2b98be772c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '886d2c61-64e3-43af-99ce-a7ca8b12b2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:23.693322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Bound using segment: {'id': '41f7cd06-979f-4d95-925d-2b98be772c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '886d2c61-64e3-43af-99ce-a7ca8b12b2e4'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:23.693917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Bound port: d5be2c87-c278-446b-819c-60458e87a776, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f7cd06-979f-4d95-925d-2b98be772c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '886d2c61-64e3-43af-99ce-a7ca8b12b2e4'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:23.694350 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.709483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Port': ['ID=a6ca9aea-6092-4460-9126-3dd2fb598be7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:23.733329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49f8a745-83a3-411c-8bbb-1638020ef429 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.733868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49f8a745-83a3-411c-8bbb-1638020ef429 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.735976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-49f8a745-83a3-411c-8bbb-1638020ef429 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/security-groups/d46c5394-de1c-4bd7-a653-5142859c949e HTTP/1.1" status: 204 len: 168 time: 0.4595392 Jul 08 02:13:23.738647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e71865-11d9-4b5f-b24c-44ad894fc696 None None] New status for floating IP ba0d8696-2d3d-4369-b941-e7c2159332da: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:13:23.749523 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac5bc12-efa2-4674-a5ef-f222e566e2f2 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] DELETE failed (client error): The resource could not be found. Jul 08 02:13:23.750052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac5bc12-efa2-4674-a5ef-f222e566e2f2 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:13:23.752906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eac5bc12-efa2-4674-a5ef-f222e566e2f2 tempest-RoutersAdminTest-1328469355 tempest-RoutersAdminTest-1328469355-project] 10.222.0.10 "DELETE /v2.0/subnets/80708645-350f-4fca-b7f9-2547569d8cd1 HTTP/1.1" status: 404 len: 337 time: 0.0870941 Jul 08 02:13:23.780356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.784971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:23.815703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] No DVR routers for this DVR port a6ca9aea-6092-4460-9126-3dd2fb598be7 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:23.818245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8a745-83a3-411c-8bbb-1638020ef429 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46c5394-de1c-4bd7-a653-5142859c949e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:23.820520 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.822543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-2ea34d0b-c083-44c0-9d2e-2670ebffeaa0 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "DELETE /v2.0/ports/a6ca9aea-6092-4460-9126-3dd2fb598be7 HTTP/1.1" status: 204 len: 173 time: 1.6067636 Jul 08 02:13:23.837479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] For port d5be2c87-c278-446b-819c-60458e87a776, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:23.842386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59326) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:23.855710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c8df-4ee7-4c35-bc0f-d15438ace691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.869531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] For port d5be2c87-c278-446b-819c-60458e87a776, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d5be2c87-c278-446b-819c-60458e87a776,segment=NetworkSegment(41f7cd06-979f-4d95-925d-2b98be772c36),segment_id=41f7cd06-979f-4d95-925d-2b98be772c36)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:23.944212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:23.944212 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.048756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] For port 9b03a9a7-23d5-4213-93eb-b9d4bc847737, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9b03a9a7-23d5-4213-93eb-b9d4bc847737,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:24.049253 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.066494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Calling delete_port for 9b03a9a7-23d5-4213-93eb-b9d4bc847737 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:24.093496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b2eade68-215f-406d-b064-8f21c1954e74 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:24.116627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: b2eade68-215f-406d-b064-8f21c1954e74 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:24.117243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b2eade68-215f-406d-b064-8f21c1954e74 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:24.312002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59330) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:24.328741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.366452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Port': ['ID=9b03a9a7-23d5-4213-93eb-b9d4bc847737,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:24.385470 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c8df-4ee7-4c35-bc0f-d15438ace691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.406757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.425866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] No DVR routers for this DVR port 9b03a9a7-23d5-4213-93eb-b9d4bc847737 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:24.430014 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.433224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-876ef3e7-3014-4fad-a673-137ffcbec5cf req-155c26dc-5b3f-426e-ba18-2f0b0e33f4d7 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.32 "DELETE /v2.0/ports/9b03a9a7-23d5-4213-93eb-b9d4bc847737 HTTP/1.1" status: 204 len: 173 time: 0.6038501 Jul 08 02:13:24.477811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-467a13e7-1253-40a6-94fd-c8fe45afbff1 req-32487ff1-298b-4caa-8d26-008cb1b21fb3 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0961499 Jul 08 02:13:24.478170 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29f27013-d35b-468f-b20e-8749fbc8c047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.480260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4fc2c8df-4ee7-4c35-bc0f-d15438ace691 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b05a6d58f2ef4ba1b84187924f21d8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1630671 Jul 08 02:13:24.484040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59336) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:24.523101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:24.523101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.523101 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] 10.222.0.32 "PUT /v2.0/ports/d5be2c87-c278-446b-819c-60458e87a776 HTTP/1.1" status: 200 len: 1093 time: 2.2798793 Jul 08 02:13:24.523101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf914f72-0845-4d7d-bf04-bff59f00c453', 'tag': 'd5be2c87-c278-446b-819c-60458e87a776'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:24.523101 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872d697d-14e6-4ee1-b771-f52a8816d4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bf914f72-0845-4d7d-bf04-bff59f00c453", "tag": "d5be2c87-c278-446b-819c-60458e87a776"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:24.537864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2c8df-4ee7-4c35-bc0f-d15438ace691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931de3e5-68bb-4ed6-80b7-d927e138d483,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:24.598247 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada74155-92cc-417c-8ec3-3e2271921eda x-openstack-request-id: req-ada74155-92cc-417c-8ec3-3e2271921eda {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:24.598247 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf914f72-0845-4d7d-bf04-bff59f00c453", "tag": "d5be2c87-c278-446b-819c-60458e87a776", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:24.598247 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ada74155-92cc-417c-8ec3-3e2271921eda {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:24.598247 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf914f72-0845-4d7d-bf04-bff59f00c453', 'tag': 'd5be2c87-c278-446b-819c-60458e87a776', 'status': 'completed', 'code': 200} Jul 08 02:13:24.598247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88400283-af62-45ef-8454-dc9f778c3ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5be2c87-c278-446b-819c-60458e87a776,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:24.657138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c7df39-02a4-4f99-aa40-a6f0547449f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.691760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeb07d-fe67-4d0c-bf6f-8d89e48a30eb req-1f22faeb-d15c-40b7-8e3f-7e317b24f1c1 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:24.699611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbeeb07d-fe67-4d0c-bf6f-8d89e48a30eb req-1f22faeb-d15c-40b7-8e3f-7e317b24f1c1 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 944 time: 0.1828642 Jul 08 02:13:24.732965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c7df39-02a4-4f99-aa40-a6f0547449f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.757865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d697d-14e6-4ee1-b771-f52a8816d4ea req-a27d3341-baab-468b-b9fb-46e564cbf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:24.759402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-872d697d-14e6-4ee1-b771-f52a8816d4ea req-a27d3341-baab-468b-b9fb-46e564cbf52b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a44d5e361449f5a96ebc99c0964021&device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 1096 time: 0.1207612 Jul 08 02:13:24.800815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbeeb07d-fe67-4d0c-bf6f-8d89e48a30eb req-f7e59dd1-7ff3-4485-a7c8-7a4b8206da1e tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002197 Jul 08 02:13:24.803090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29f27013-d35b-468f-b20e-8749fbc8c047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.905558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-29f27013-d35b-468f-b20e-8749fbc8c047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.925050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d697d-14e6-4ee1-b771-f52a8816d4ea req-45aaf00c-7055-407c-823f-d1090aea339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:24.926346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-872d697d-14e6-4ee1-b771-f52a8816d4ea req-45aaf00c-7055-407c-823f-d1090aea339d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c5a44d5e361449f5a96ebc99c0964021&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1451612 Jul 08 02:13:24.956613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c7df39-02a4-4f99-aa40-a6f0547449f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.959211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c7df39-02a4-4f99-aa40-a6f0547449f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.960394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50c7df39-02a4-4f99-aa40-a6f0547449f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/931de3e5-68bb-4ed6-80b7-d927e138d483 HTTP/1.1" status: 204 len: 168 time: 0.4753871 Jul 08 02:13:24.964123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-29f27013-d35b-468f-b20e-8749fbc8c047 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ea753617ad14f5aa8377096426ac98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510079 Jul 08 02:13:24.965269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27013-d35b-468f-b20e-8749fbc8c047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0863efa-a469-48ff-a9c1-191434cf5985,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:24.967771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59344) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:25.007726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7df39-02a4-4f99-aa40-a6f0547449f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931de3e5-68bb-4ed6-80b7-d927e138d483,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:25.068642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c4eee94-215e-45a1-a0e1-fc42ef408dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:25.091530 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c4eee94-215e-45a1-a0e1-fc42ef408dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:25.108856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d697d-14e6-4ee1-b771-f52a8816d4ea req-3aa6fd88-f8d4-4233-8cd5-75587e5de91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:25.110375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-872d697d-14e6-4ee1-b771-f52a8816d4ea req-3aa6fd88-f8d4-4233-8cd5-75587e5de91e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766706 Jul 08 02:13:25.121490 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:25.227375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c4eee94-215e-45a1-a0e1-fc42ef408dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:25.230292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c4eee94-215e-45a1-a0e1-fc42ef408dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:25.235809 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4c4eee94-215e-45a1-a0e1-fc42ef408dba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0863efa-a469-48ff-a9c1-191434cf5985 HTTP/1.1" status: 204 len: 168 time: 0.2626004 Jul 08 02:13:25.240593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eee94-215e-45a1-a0e1-fc42ef408dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0863efa-a469-48ff-a9c1-191434cf5985,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:25.328370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': 'a6ca9aea-6092-4460-9126-3dd2fb598be7'}, {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': '9b03a9a7-23d5-4213-93eb-b9d4bc847737'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:25.330732 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501a26b1-1518-4592-bd4e-babf2b9d0ce5" -d '{"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "a6ca9aea-6092-4460-9126-3dd2fb598be7"}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "9b03a9a7-23d5-4213-93eb-b9d4bc847737"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:25.389636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-186c4fae-da94-4b42-80d9-a4e899f16960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:25.391162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-186c4fae-da94-4b42-80d9-a4e899f16960 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a44d5e361449f5a96ebc99c0964021&device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 1096 time: 0.2120209 Jul 08 02:13:25.404237 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c7aba1-0c62-41bd-9afc-b40964b9b325 x-openstack-request-id: req-62c7aba1-0c62-41bd-9afc-b40964b9b325 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:25.404237 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "a6ca9aea-6092-4460-9126-3dd2fb598be7", "status": "completed", "code": 200}, {"server_uuid": "c85f7f67-1c72-4997-a75d-a20b3f093935", "name": "network-vif-deleted", "tag": "9b03a9a7-23d5-4213-93eb-b9d4bc847737", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:25.404237 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62c7aba1-0c62-41bd-9afc-b40964b9b325 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:25.404237 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': 'a6ca9aea-6092-4460-9126-3dd2fb598be7', 'status': 'completed', 'code': 200} Jul 08 02:13:25.404237 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85f7f67-1c72-4997-a75d-a20b3f093935', 'name': 'network-vif-deleted', 'tag': '9b03a9a7-23d5-4213-93eb-b9d4bc847737', 'status': 'completed', 'code': 200} Jul 08 02:13:25.448744 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-44bf3490-8b11-4fc2-a736-2e9c5df36564 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5be2c87-c278-446b-819c-60458e87a776 HTTP/1.1" status: 200 len: 217 time: 0.0438306 Jul 08 02:13:25.567688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-7ccd345a-6d6e-4a2f-9dce-69e91ca76ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:25.569255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-7ccd345a-6d6e-4a2f-9dce-69e91ca76ef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3750b8c8-dcfa-429d-8fa4-571607ca278a HTTP/1.1" status: 200 len: 862 time: 0.0958378 Jul 08 02:13:25.606755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-55b01a07-c6d1-448e-8511-b7ff05f70486 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=886d2c61-64e3-43af-99ce-a7ca8b12b2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299537 Jul 08 02:13:25.646603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port 8d3840fc-b047-4250-b323-33d912810eb6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:25.646890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:25.673277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-14858d44-0f65-4e6e-8e78-ee4d42a3a928 req-e3116333-56f4-429c-8cb9-a50b8c9a8755 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0496192 Jul 08 02:13:25.802313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-c762105b-8cb5-4bb9-ab71-f9e24cc84a01 service neutron] 10.222.0.32 "GET /v2.0/networks/886d2c61-64e3-43af-99ce-a7ca8b12b2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835802 Jul 08 02:13:25.811374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port 8d3840fc-b047-4250-b323-33d912810eb6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8d3840fc-b047-4250-b323-33d912810eb6,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:25.811853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:25.826262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for 8d3840fc-b047-4250-b323-33d912810eb6 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:26.098484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fffa79c-3825-4d3d-9112-f75306d1ae3d req-a3cc9647-6371-443c-9ae5-76f58694e4f8 service neutron] 10.222.0.32 "GET /v2.0/networks/886d2c61-64e3-43af-99ce-a7ca8b12b2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879034 Jul 08 02:13:26.142806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971aa2-a372-49dd-b514-9ebc80038b75 req-1a3b0cfd-d627-44af-ba6d-a153f11ffc94 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:26.144402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac971aa2-a372-49dd-b514-9ebc80038b75 req-1a3b0cfd-d627-44af-ba6d-a153f11ffc94 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 944 time: 0.1075132 Jul 08 02:13:26.191968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:26.249069 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac971aa2-a372-49dd-b514-9ebc80038b75 req-b0f078fa-acd7-421e-b55c-47c82a15c91b tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971160 Jul 08 02:13:26.275451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-63585500-84df-4420-be34-d8045d7f1e0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3d72f41d80943ffafd544841bf1d0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814466 Jul 08 02:13:26.281207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59382) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:26.329442 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.384535 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f7368c7-dd07-4b32-ad8c-5369f53a0a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.389351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=8d3840fc-b047-4250-b323-33d912810eb6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:26.461593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f7368c7-dd07-4b32-ad8c-5369f53a0a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.623954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.730115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f7368c7-dd07-4b32-ad8c-5369f53a0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.732784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f7368c7-dd07-4b32-ad8c-5369f53a0a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.734032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f7368c7-dd07-4b32-ad8c-5369f53a0a65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d8bb9d0-ea75-416f-9104-3778dbf0da65 HTTP/1.1" status: 204 len: 168 time: 0.4515698 Jul 08 02:13:26.747422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7368c7-dd07-4b32-ad8c-5369f53a0a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8bb9d0-ea75-416f-9104-3778dbf0da65,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:26.875403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:26.902755 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ff0b6839-7007-49f9-b52a-ec16c164261b req-cb2d8a4b-3e81-442c-8fbd-aaabab7de377 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0381346 Jul 08 02:13:27.021616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:27.027060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9f5ddf36-9e9a-46e9-904a-f6611101688e tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "PUT /v2.0/routers/7ce5de4f-ca26-4e47-b0f5-8833fbffbc99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1837344 Jul 08 02:13:27.029995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:27.034998 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] Sync routers for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:27.052635 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:27.053265 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:27.097133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e728b91-fd5b-4379-ad63-82dc57a5b2fb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting subnet 7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:13:27.103171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e728b91-fd5b-4379-ad63-82dc57a5b2fb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.165000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e728b91-fd5b-4379-ad63-82dc57a5b2fb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.176657 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:27.311768 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e728b91-fd5b-4379-ad63-82dc57a5b2fb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.435795 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:13:26Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:27.464500 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] Checking router: 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:27.474371 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] Routers {'7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:27.475069 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:27.495291 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e728b91-fd5b-4379-ad63-82dc57a5b2fb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.523381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a41e-33ad-4ce0-bafe-65bea0a3fcdc req-04323fd4-0726-4544-b732-5728d4d152b1 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:27.524749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fe6a41e-33ad-4ce0-bafe-65bea0a3fcdc req-04323fd4-0726-4544-b732-5728d4d152b1 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 944 time: 0.0904694 Jul 08 02:13:27.559571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e728b91-fd5b-4379-ad63-82dc57a5b2fb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Subnet': ['ID=7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:27.566358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e728b91-fd5b-4379-ad63-82dc57a5b2fb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.573401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1e728b91-fd5b-4379-ad63-82dc57a5b2fb tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/subnets/7e63fd4e-e1b0-44ae-a4f7-d201c57b7f6d HTTP/1.1" status: 204 len: 168 time: 0.5407593 Jul 08 02:13:27.574636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59412) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:27.577938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61aecb8-f450-4c90-9fec-40ed05c73a03 None None] Network ec6a993e-cb48-442f-b4f0-65010f291ecf requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:27.654024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0fe6a41e-33ad-4ce0-bafe-65bea0a3fcdc req-70c8ec83-c6ad-4617-a800-5a8e46257e6d tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035576 Jul 08 02:13:27.668017 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] Set router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:27.760350 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.850319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] DHCP port deletion for ec6a993e-cb48-442f-b4f0-65010f291ecf request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:13:27.915599 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:13:26Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:27.952902 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80756cb-ed54-461d-8137-d6f20824ea7c None None] The sync data for ids ['7ce5de4f-ca26-4e47-b0f5-8833fbffbc99'] in n-d-695189-13 is: [{'id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'name': 'tempest-TestNetworkBasicOps-router-1137100532', 'tenant_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:57Z', 'updated_at': '2021-07-08T02:13:26Z', 'revision_number': 5, 'project_id': 'e75ea0b995334b6e838b3d36aa2ab4cb', 'gw_port': {'id': '8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce5de4f-ca26-4e47-b0f5-8833fbffbc99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:27.962461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d5be2c87-c278-446b-819c-60458e87a776 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:13:27.995234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] Deleting port 94d9b2cf-27ab-45b0-9fa4-48353902a64e {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:27.997237 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.009325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.128568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] For port 94d9b2cf-27ab-45b0-9fa4-48353902a64e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=94d9b2cf-27ab-45b0-9fa4-48353902a64e,segment=NetworkSegment(d9284efe-b351-47da-bb47-a726ce75afac),segment_id=d9284efe-b351-47da-bb47-a726ce75afac)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:28.129126 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.151087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] Calling delete_port for 94d9b2cf-27ab-45b0-9fa4-48353902a64e owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:28.151287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d18c5669-0e43-4167-9ac7-ecaacc50cda4 req-e42f3e2a-f4fd-4a15-a1a4-2fcdd4e7707a tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0538058 Jul 08 02:13:28.208039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d5be2c87-c278-446b-819c-60458e87a776, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d5be2c87-c278-446b-819c-60458e87a776,segment=NetworkSegment(41f7cd06-979f-4d95-925d-2b98be772c36),segment_id=41f7cd06-979f-4d95-925d-2b98be772c36)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:28.226117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'd5be2c87-c278-446b-819c-60458e87a776', 'network_id': '886d2c61-64e3-43af-99ce-a7ca8b12b2e4', 'port_id': 'd5be2c87-c278-446b-819c-60458e87a776', 'mac_address': 'fa:16:3e:d0:0a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3750b8c8-dcfa-429d-8fa4-571607ca278a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:13:28.236762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Deleting port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:28.237450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.332367 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.352629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5be2c87-c278-446b-819c-60458e87a776 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:28.380307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d5be2c87-c278-446b-819c-60458e87a776, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d5be2c87-c278-446b-819c-60458e87a776,segment=NetworkSegment(41f7cd06-979f-4d95-925d-2b98be772c36),segment_id=41f7cd06-979f-4d95-925d-2b98be772c36)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:28.421458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] For port 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:28.421843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.454379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Calling delete_port for 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:28.455179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.496743 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.533887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] No DVR routers for this DVR port 94d9b2cf-27ab-45b0-9fa4-48353902a64e on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:28.565427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=d5be2c87-c278-446b-819c-60458e87a776,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:28.649824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a95ef-74b0-4b57-92dd-639161391836 None None] Pushing event deleted for resources: {'Port': ['ID=94d9b2cf-27ab-45b0-9fa4-48353902a64e,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:28.742822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['d5be2c87-c278-446b-819c-60458e87a776'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:13:28.785607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.821149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 94d9b2cf-27ab-45b0-9fa4-48353902a64e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:28.833994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Port': ['ID=8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:28.871525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 94d9b2cf-27ab-45b0-9fa4-48353902a64e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:28.871869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 94d9b2cf-27ab-45b0-9fa4-48353902a64e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:28.872314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8d3840fc-b047-4250-b323-33d912810eb6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:28.896242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8d3840fc-b047-4250-b323-33d912810eb6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:28.896882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8d3840fc-b047-4250-b323-33d912810eb6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:28.938991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.952126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7729f4-c2cb-492c-aa77-b7425cedb7a4 req-5031c20e-b901-4813-af21-1b1419bfa6b7 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:28.962434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d7729f4-c2cb-492c-aa77-b7425cedb7a4 req-5031c20e-b901-4813-af21-1b1419bfa6b7 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 945 time: 0.1037323 Jul 08 02:13:29.021498 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d7729f4-c2cb-492c-aa77-b7425cedb7a4 req-46e9229d-c347-4752-b140-d0ac19f574eb tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547912 Jul 08 02:13:29.064261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.066811 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.241912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.242487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:29.252008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.256568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:29.259998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2baf484e-5c61-40f8-b863-74fc61d550b2 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/routers/7ce5de4f-ca26-4e47-b0f5-8833fbffbc99 HTTP/1.1" status: 204 len: 168 time: 1.6843956 Jul 08 02:13:29.340405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-907c2f53-80c2-41ed-9871-be41a61b08f9 req-216421b8-7ac1-465c-8de7-0aa587698bca tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0418124 Jul 08 02:13:29.419689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59454) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:29.427358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.536137 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.555897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6a993e-cb48-442f-b4f0-65010f291ecf']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:29.565666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1731743338', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:29.570334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9284efe-b351-47da-bb47-a726ce75afac') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:29.570643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9284efe-b351-47da-bb47-a726ce75afac') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:29.580847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.595278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.601620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:13:29.602102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:13:29.605076 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:13:29.727416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Made reservation on behalf of 8bc70581649b4323a93097a4933efa57 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:29.729873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.743266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.792070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.804803 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.807275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] 10.222.0.10 "DELETE /v2.0/networks/ec6a993e-cb48-442f-b4f0-65010f291ecf HTTP/1.1" status: 204 len: 168 time: 0.5492530 Jul 08 02:13:29.856787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52589019-e0a1-40bc-ad2c-ece36cd014e3 tempest-TestNetworkBasicOps-229852468 tempest-TestNetworkBasicOps-229852468-project] Pushing event deleted for resources: {'Network': ['ID=ec6a993e-cb48-442f-b4f0-65010f291ecf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:29.863291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.944274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d5be2c87-c278-446b-819c-60458e87a776 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:29.996912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.009961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] device_id is not set on port a787ed41-2301-4b23-bc03-694d4dbb9005 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:13:30.060485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a41100c-0506-4363-bf20-199ecfd564f3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:30.083535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port d5be2c87-c278-446b-819c-60458e87a776 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:30.091357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port d5be2c87-c278-446b-819c-60458e87a776 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:30.092976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.194432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Allocated IP 172.25.8.40 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/a787ed41-2301-4b23-bc03-694d4dbb9005) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:30.196302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.222955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf914f72-0845-4d7d-bf04-bff59f00c453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5be2c87-c278-446b-819c-60458e87a776'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:30.226284 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf023dd-f6aa-4bca-b282-5d9b2cea6c5e" -d '{"events": [{"server_uuid": "bf914f72-0845-4d7d-bf04-bff59f00c453", "name": "network-vif-plugged", "status": "completed", "tag": "d5be2c87-c278-446b-819c-60458e87a776"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:30.241163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d5be2c87-c278-446b-819c-60458e87a776, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d5be2c87-c278-446b-819c-60458e87a776,segment=NetworkSegment(41f7cd06-979f-4d95-925d-2b98be772c36),segment_id=41f7cd06-979f-4d95-925d-2b98be772c36)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:30.255121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f507-5cc7-4cc7-b8e6-a624da0e68f4 req-a3279084-e79e-4e87-b190-d719aec41de4 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:30.257078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6c7f507-5cc7-4cc7-b8e6-a624da0e68f4 req-a3279084-e79e-4e87-b190-d719aec41de4 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 945 time: 0.1196861 Jul 08 02:13:30.303434 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337f78e3-6645-46aa-89e1-bbfe3b8d5782 x-openstack-request-id: req-337f78e3-6645-46aa-89e1-bbfe3b8d5782 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:30.304432 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf914f72-0845-4d7d-bf04-bff59f00c453", "name": "network-vif-plugged", "status": "completed", "tag": "d5be2c87-c278-446b-819c-60458e87a776", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:30.304595 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-337f78e3-6645-46aa-89e1-bbfe3b8d5782 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:30.314490 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf914f72-0845-4d7d-bf04-bff59f00c453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5be2c87-c278-446b-819c-60458e87a776', 'code': 200} Jul 08 02:13:30.334912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.375707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6c7f507-5cc7-4cc7-b8e6-a624da0e68f4 req-80f92c8d-7df3-426d-adaa-0f460106bb5b tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101758 Jul 08 02:13:30.430876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=d5be2c87-c278-446b-819c-60458e87a776,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:30.459885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.460306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.461125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.461125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.462828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.463445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.464149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.464953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.466763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.467249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.467741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.470169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:30.477079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b258bb-1631-40f9-a73b-14500c1f099e req-b498a4a1-9e0e-4d4a-8801-d96f89377876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:30.480697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21b258bb-1631-40f9-a73b-14500c1f099e req-b498a4a1-9e0e-4d4a-8801-d96f89377876 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 1098 time: 0.0963962 Jul 08 02:13:30.509691 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.525076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-21b258bb-1631-40f9-a73b-14500c1f099e req-9a20fa6e-8b01-43e5-8e2c-68a2108563e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353026 Jul 08 02:13:30.565819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59488) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:30.628376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18210127-6294-49b3-9997-2a3dac6cfe87 req-3bc139b0-e63b-4dd1-aea1-3a1448797e44 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0363283 Jul 08 02:13:30.643824 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.722919 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:30.744710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Pushing event updated for resources: {'Port': ['ID=a787ed41-2301-4b23-bc03-694d4dbb9005,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:30.748708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:30.757453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:30.774665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:30.794871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:30.795525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8bea7eb4-a4a2-458e-83aa-647cbd1ccdd3 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:30.814523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0d655e23-6da2-49d7-a0c5-77be66e1f11b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e75ea0b995334b6e838b3d36aa2ab4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451131 Jul 08 02:13:30.814889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59498) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:30.831929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:30.831929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.875305 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99152341-95a3-4274-b40a-29c5e0f651b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.896985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99152341-95a3-4274-b40a-29c5e0f651b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.960496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b9233c01-9298-4393-a5de-71d82ed65042 tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5352807 Jul 08 02:13:30.960717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59502) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:30.965813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.40'}]}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:31.083184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99152341-95a3-4274-b40a-29c5e0f651b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.085857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-99152341-95a3-4274-b40a-29c5e0f651b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.087181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-99152341-95a3-4274-b40a-29c5e0f651b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cdeaf8b-63f2-4faa-83e6-64433ee61c4b HTTP/1.1" status: 204 len: 168 time: 0.2710152 Jul 08 02:13:31.098122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99152341-95a3-4274-b40a-29c5e0f651b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdeaf8b-63f2-4faa-83e6-64433ee61c4b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:31.109419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.113196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.185133 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.450909 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.694388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380d6d-cf45-4e8d-b41e-3139cebe2e4e req-c4871328-0bf5-436b-9b0c-86f1ec181394 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:31.696054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-28380d6d-cf45-4e8d-b41e-3139cebe2e4e req-c4871328-0bf5-436b-9b0c-86f1ec181394 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 946 time: 0.1563196 Jul 08 02:13:31.753797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-28380d6d-cf45-4e8d-b41e-3139cebe2e4e req-274d657e-6339-4b9f-bea7-8253c4422f6f tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511923 Jul 08 02:13:31.923890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6eff46b-ea04-4be3-8b6e-b0d1e9ec6b18 req-679b78c1-e554-413f-be20-1781059e6a41 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0309725 Jul 08 02:13:31.952292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.976613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:31.986358 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.993678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e465c867-4196-4c48-aea1-b0ce18cb8450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.112906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e465c867-4196-4c48-aea1-b0ce18cb8450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.174160 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e465c867-4196-4c48-aea1-b0ce18cb8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.242036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e465c867-4196-4c48-aea1-b0ce18cb8450 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc71d8b267e7402db1f35a6a1d1ba4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641196 Jul 08 02:13:32.243411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465c867-4196-4c48-aea1-b0ce18cb8450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6815422b-5b2a-46b7-a279-4cd4a4c5a13e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:32.245319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59524) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:32.308018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94cda6e6-7786-4caf-9601-8d9a26537f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.332944 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94cda6e6-7786-4caf-9601-8d9a26537f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.397266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.591852 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1296cae-658a-4c2f-9c52-3030e8617d50 req-50b02661-c877-4449-af52-d6c8f3757bdf tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:32.593699 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1296cae-658a-4c2f-9c52-3030e8617d50 req-50b02661-c877-4449-af52-d6c8f3757bdf tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1098 time: 0.2865045 Jul 08 02:13:32.603822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.610240 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.669841 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94cda6e6-7786-4caf-9601-8d9a26537f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.672456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-94cda6e6-7786-4caf-9601-8d9a26537f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.673843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-94cda6e6-7786-4caf-9601-8d9a26537f55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6815422b-5b2a-46b7-a279-4cd4a4c5a13e HTTP/1.1" status: 204 len: 168 time: 0.4271567 Jul 08 02:13:32.681185 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1296cae-658a-4c2f-9c52-3030e8617d50 req-0b2d24b6-bc4d-41d2-9834-c9484d01577e tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800800 Jul 08 02:13:32.686270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cda6e6-7786-4caf-9601-8d9a26537f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6815422b-5b2a-46b7-a279-4cd4a4c5a13e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:32.731971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59530) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:32.767489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.767489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd453fa7-d300-49f3-8f40-57995b67f947 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:32.871646 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 02:13:32.873197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d75626eb-a3ac-44b1-b3ac-8ada9738b73b tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9112389 Jul 08 02:13:32.875854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59538) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:33.041865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c81dd-0448-4e50-8647-bcb327ffb5c1 req-ccb05e64-706a-4bbb-9495-8326a2fd0c4e tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:33.049147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec4c81dd-0448-4e50-8647-bcb327ffb5c1 req-ccb05e64-706a-4bbb-9495-8326a2fd0c4e tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 946 time: 0.0917897 Jul 08 02:13:33.110716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec4c81dd-0448-4e50-8647-bcb327ffb5c1 req-8ce35329-f553-4316-87b0-698f59b0b213 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605490 Jul 08 02:13:33.174497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26d440c1-48be-4a9d-824d-39728b0c5523 req-af1ac273-3c3a-48cc-be4c-c8653dd81826 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0478237 Jul 08 02:13:33.221408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-13422302-af5d-4863-aff4-fc1fe2e6be6c tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Deleting port a787ed41-2301-4b23-bc03-694d4dbb9005 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:33.222006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13422302-af5d-4863-aff4-fc1fe2e6be6c tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.356344 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13422302-af5d-4863-aff4-fc1fe2e6be6c tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.376785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port aff9e4e0-b282-4729-83cc-382d012c6b96 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:33.377395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.396979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-13422302-af5d-4863-aff4-fc1fe2e6be6c tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Calling delete_port for a787ed41-2301-4b23-bc03-694d4dbb9005 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:33.924448 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.925114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.002145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for aff9e4e0-b282-4729-83cc-382d012c6b96 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:34.153592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58734b-400e-4885-93d3-b6ef7095116e req-f92a95b2-c88a-4d48-b2c5-65600a804e0f tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:34.155936 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b58734b-400e-4885-93d3-b6ef7095116e req-f92a95b2-c88a-4d48-b2c5-65600a804e0f tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 946 time: 0.1701820 Jul 08 02:13:34.204890 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13422302-af5d-4863-aff4-fc1fe2e6be6c tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.231700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b58734b-400e-4885-93d3-b6ef7095116e req-bc4b9269-2653-45ef-904d-56f0b30e1aff tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691946 Jul 08 02:13:34.255985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13422302-af5d-4863-aff4-fc1fe2e6be6c tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Pushing event deleted for resources: {'Port': ['ID=a787ed41-2301-4b23-bc03-694d4dbb9005,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:34.411873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13422302-af5d-4863-aff4-fc1fe2e6be6c tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.421181 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-13422302-af5d-4863-aff4-fc1fe2e6be6c tempest-RoutersAdminNegativeIpV6Test-545422694 tempest-RoutersAdminNegativeIpV6Test-545422694-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a787ed41-2301-4b23-bc03-694d4dbb9005 HTTP/1.1" status: 204 len: 168 time: 1.5433886 Jul 08 02:13:34.461628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.521782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8d771a0-8d64-48e7-9469-ea1a4607c502 req-1b438ed8-9705-485d-9780-877c24ea5f72 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0662489 Jul 08 02:13:34.534718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=aff9e4e0-b282-4729-83cc-382d012c6b96,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:34.621466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.621957 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Floating IP 8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0 disassociated (deleted). External IP: 172.25.8.150, port: 0479385d-7083-4a53-b196-24ef79df65dc. Jul 08 02:13:34.859645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:34.985707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:34.992023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.999767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] Sync routers for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:35.010261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:35.013722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:35.049836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5cb72328-9731-4cef-8687-53d1b80a2dad tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/floatingips/8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0 HTTP/1.1" status: 204 len: 168 time: 2.3141539 Jul 08 02:13:35.049836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:35.056336 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:35.095246 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16db3ff0-a5bd-4004-b8cc-68b711b9670c x-openstack-request-id: req-16db3ff0-a5bd-4004-b8cc-68b711b9670c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:35.095246 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:35.095727 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16db3ff0-a5bd-4004-b8cc-68b711b9670c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:35.095826 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'status': 'completed', 'code': 200} Jul 08 02:13:35.198160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-be6af73a-0a67-40ee-9576-d7717f00ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:35.199991 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-be6af73a-0a67-40ee-9576-d7717f00ca4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 1098 time: 0.0827410 Jul 08 02:13:35.292505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:35.353897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:35.359805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:35.388530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-8d7ec259-dce3-4cc6-9b59-6035caf5ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:35.390646 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-8d7ec259-dce3-4cc6-9b59-6035caf5ddf1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 200 len: 898 time: 0.1844103 Jul 08 02:13:35.504128 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-9e38dc84-81fc-4bcb-bd67-15f753b2c296 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 200 len: 217 time: 0.1064241 Jul 08 02:13:35.581404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-fe8038ef-017d-457b-9626-bd0937eea188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:35.584413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-fe8038ef-017d-457b-9626-bd0937eea188 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 200 len: 834 time: 0.0733924 Jul 08 02:13:35.669817 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4985163b-25b6-4ec5-b193-c0bfa8e4f3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:35.672748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:37Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:35.673014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4d4106f-2c1b-42d0-892b-2f68ad19bea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:35.684100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-800342be-77ca-403c-a408-524489d8f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:35.685621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-800342be-77ca-403c-a408-524489d8f331 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925674 Jul 08 02:13:35.701485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] Checking router: 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:35.712031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:35.712880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:35.788174 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-4985163b-25b6-4ec5-b193-c0bfa8e4f3dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:13:35.788174 n-d-695189-13 neutron-server[100712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 02:13:35.788174 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id': 'bcb0f0cc4378414a891e2d00c4247160', 'id': '303dd283-1940-4ab0-8c9d-7588daeb5fde', 'expiration': datetime.datetime(2021, 7, 8, 2, 15, 35, 724497)}] Jul 08 02:13:35.788174 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:13:35.792107 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-4985163b-25b6-4ec5-b193-c0bfa8e4f3dd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:13:35.848039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-9955c135-ed42-4e3c-9a96-f93898deea8b service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543038 Jul 08 02:13:35.868735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-47714c01-3ae4-431c-aa26-e80321cc92c7 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:35.870329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-47714c01-3ae4-431c-aa26-e80321cc92c7 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 946 time: 0.3901169 Jul 08 02:13:35.885873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:35.893576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a76d5-906a-4545-b6f8-64e3f6c68c99 req-4d7e81e6-9e42-431f-b2c0-e26f940dcdcd tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:35.899245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c7a76d5-906a-4545-b6f8-64e3f6c68c99 req-4d7e81e6-9e42-431f-b2c0-e26f940dcdcd tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 946 time: 0.3275487 Jul 08 02:13:36.071270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-87ff81e8-4228-4d2d-95ee-eb4d8f838753 req-a0acad51-d11d-4aea-8580-f41554e5ef1c tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0608814 Jul 08 02:13:36.166170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e2b79533-32aa-46cd-b5b3-74f7c95a38c4 req-054bd10d-dd13-4c5c-bed4-95cc7dee9320 service neutron] 10.222.0.18 "GET /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997184 Jul 08 02:13:36.311918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:37Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:36.369568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2544e66-6ed1-43f6-8fb9-60824e8ff889 None None] The sync data for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 is: [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:11:31Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '8ee32b29-9306-4585-a832-90688ecb5fc1', 'name': '', 'network_id': '1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0c:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:29Z', 'updated_at': '2021-07-08T02:11:37Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '7066051f-80fd-4b8b-932c-2f87a077cd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:36.447263 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4985163b-25b6-4ec5-b193-c0bfa8e4f3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.569928 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4d4106f-2c1b-42d0-892b-2f68ad19bea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.575753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c7a76d5-906a-4545-b6f8-64e3f6c68c99 req-64df7086-a82e-41ae-8012-b4ab5ba1a09f tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/security-groups?id=33d71307-6bb6-4d07-b6aa-38c0812ae65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531234 Jul 08 02:13:36.596270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd70f7-1dcb-43fa-b782-71e91ae27f5e req-ecd0c10f-8ca8-4d10-b60b-687b01e53b17 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:36.606538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Deleting port d5be2c87-c278-446b-819c-60458e87a776 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:36.607892 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.614160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7fd70f7-1dcb-43fa-b782-71e91ae27f5e req-ecd0c10f-8ca8-4d10-b60b-687b01e53b17 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 946 time: 0.0998347 Jul 08 02:13:36.662235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7fd70f7-1dcb-43fa-b782-71e91ae27f5e req-3d3f3b02-701c-4c55-aa83-b1a29d99f2fc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=d84b59e4-ee1e-4faa-a24b-30019c6fe367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470266 Jul 08 02:13:36.674063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e4d4106f-2c1b-42d0-892b-2f68ad19bea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.764316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e4d4106f-2c1b-42d0-892b-2f68ad19bea1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=095086df44ba491d9779e3f31e07a36f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4030969 Jul 08 02:13:36.768403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59644) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:36.772539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4106f-2c1b-42d0-892b-2f68ad19bea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c925524d-9334-4f86-8558-c1737cb880fa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:36.833892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] For port d5be2c87-c278-446b-819c-60458e87a776, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d5be2c87-c278-446b-819c-60458e87a776,segment=NetworkSegment(41f7cd06-979f-4d95-925d-2b98be772c36),segment_id=41f7cd06-979f-4d95-925d-2b98be772c36)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:36.834313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.841461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fada35e-cf1b-49b1-931f-943eeb882e08 None None] New status for floating IP 8b9d8e0a-08d7-4bfa-b67c-d816eb16daf0: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:13:36.864683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Calling delete_port for d5be2c87-c278-446b-819c-60458e87a776 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:36.866185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-baf9f36c-f49f-40d3-a6cb-af9472e3e6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.892735 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-baf9f36c-f49f-40d3-a6cb-af9472e3e6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.957813 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4985163b-25b6-4ec5-b193-c0bfa8e4f3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.090601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-0f5f2ac8-6cd7-4696-a7ce-cdb1634d96d8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:37.092167 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-0f5f2ac8-6cd7-4696-a7ce-cdb1634d96d8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 946 time: 0.0695786 Jul 08 02:13:37.092799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-baf9f36c-f49f-40d3-a6cb-af9472e3e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.095614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-baf9f36c-f49f-40d3-a6cb-af9472e3e6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.096648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-baf9f36c-f49f-40d3-a6cb-af9472e3e6e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c925524d-9334-4f86-8558-c1737cb880fa HTTP/1.1" status: 204 len: 168 time: 0.3272562 Jul 08 02:13:37.128826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9f36c-f49f-40d3-a6cb-af9472e3e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c925524d-9334-4f86-8558-c1737cb880fa,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:37.139862 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4985163b-25b6-4ec5-b193-c0bfa8e4f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.215505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985163b-25b6-4ec5-b193-c0bfa8e4f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b5bdd9-485d-4a65-9a65-a9b9a12778b6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:37.248249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4985163b-25b6-4ec5-b193-c0bfa8e4f3dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcb0f0cc4378414a891e2d00c4247160&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8898807 Jul 08 02:13:37.248249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.248658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59658) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:37.260083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['d5be2c87-c278-446b-819c-60458e87a776'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:13:37.298947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Pushing event deleted for resources: {'Port': ['ID=d5be2c87-c278-446b-819c-60458e87a776,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:37.326380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bf129518-facb-46e4-8dd0-6bb5c0a289d2 req-0d03cdc1-e2f8-4a18-a273-07f6f1bcdab8 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0884125 Jul 08 02:13:37.336264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port 0479385d-7083-4a53-b196-24ef79df65dc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:37.337416 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.364516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] No DVR routers for this DVR port d5be2c87-c278-446b-819c-60458e87a776 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:37.367786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.370618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-744cdb8b-3d8a-4d65-9ede-3cb294284d18 req-fd8e7fbf-a4d0-4cc1-828b-fdc48bd08bda tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.32 "DELETE /v2.0/ports/d5be2c87-c278-446b-819c-60458e87a776 HTTP/1.1" status: 204 len: 173 time: 1.4693069 Jul 08 02:13:37.371055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf914f72-0845-4d7d-bf04-bff59f00c453', 'name': 'network-vif-deleted', 'tag': 'd5be2c87-c278-446b-819c-60458e87a776'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:37.374100 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117eaf94-a054-4733-a0c1-a806df2e6d60" -d '{"events": [{"server_uuid": "bf914f72-0845-4d7d-bf04-bff59f00c453", "name": "network-vif-deleted", "tag": "d5be2c87-c278-446b-819c-60458e87a776"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:37.389408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01d9dcf0-3376-44b0-8b3e-3c6a714455a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.414823 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01d9dcf0-3376-44b0-8b3e-3c6a714455a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.424712 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54b929-3b11-48e5-8a1e-ed1ee99ac31c x-openstack-request-id: req-3b54b929-3b11-48e5-8a1e-ed1ee99ac31c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:37.425058 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf914f72-0845-4d7d-bf04-bff59f00c453", "name": "network-vif-deleted", "tag": "d5be2c87-c278-446b-819c-60458e87a776", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:37.425429 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b54b929-3b11-48e5-8a1e-ed1ee99ac31c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:37.425787 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf914f72-0845-4d7d-bf04-bff59f00c453', 'name': 'network-vif-deleted', 'tag': 'd5be2c87-c278-446b-819c-60458e87a776', 'status': 'completed', 'code': 200} Jul 08 02:13:37.470313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port 0479385d-7083-4a53-b196-24ef79df65dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=0479385d-7083-4a53-b196-24ef79df65dc,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:37.470619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.494516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for 0479385d-7083-4a53-b196-24ef79df65dc owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:37.625753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01d9dcf0-3376-44b0-8b3e-3c6a714455a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.628483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01d9dcf0-3376-44b0-8b3e-3c6a714455a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.630367 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01d9dcf0-3376-44b0-8b3e-3c6a714455a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06b5bdd9-485d-4a65-9a65-a9b9a12778b6 HTTP/1.1" status: 204 len: 168 time: 0.3798969 Jul 08 02:13:37.647950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9dcf0-3376-44b0-8b3e-3c6a714455a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b5bdd9-485d-4a65-9a65-a9b9a12778b6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:37.757158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.816573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=0479385d-7083-4a53-b196-24ef79df65dc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:37.878997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f64c0f0-5f06-483e-8c22-7f7191337e0e req-234e9ddf-af19-4a18-98b0-8fa260417243 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 210 time: 0.0453157 Jul 08 02:13:37.882993 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c08b76a1-2504-4097-92bf-7417106ebf4b req-1fe016ab-5f50-4c0b-86bd-12966f68a938 tempest-ServerAddressesNegativeTestJSON-180465505 tempest-ServerAddressesNegativeTestJSON-180465505-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf914f72-0845-4d7d-bf04-bff59f00c453 HTTP/1.1" status: 200 len: 210 time: 0.0768559 Jul 08 02:13:37.931444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] No DVR routers for this DVR port 0479385d-7083-4a53-b196-24ef79df65dc on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:37.934273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.946685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5759c8cc-5f45-4731-84e0-d2bd427dd228 req-c8a960ea-9943-4e48-8b16-bf1b93691bd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "DELETE /v2.0/ports/0479385d-7083-4a53-b196-24ef79df65dc HTTP/1.1" status: 204 len: 173 time: 0.8489485 Jul 08 02:13:37.947201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-deleted', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:37.949815 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1f2611-532f-4818-816d-329215690edb" -d '{"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-deleted", "tag": "0479385d-7083-4a53-b196-24ef79df65dc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:37.990071 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc150200-d410-4be2-b4de-e832c6d2ad23 x-openstack-request-id: req-dc150200-d410-4be2-b4de-e832c6d2ad23 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:37.990399 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd63f6-21ba-4080-abb2-bf3656d88d8c", "name": "network-vif-deleted", "tag": "0479385d-7083-4a53-b196-24ef79df65dc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:37.990608 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc150200-d410-4be2-b4de-e832c6d2ad23 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:37.991025 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd63f6-21ba-4080-abb2-bf3656d88d8c', 'name': 'network-vif-deleted', 'tag': '0479385d-7083-4a53-b196-24ef79df65dc', 'status': 'completed', 'code': 200} Jul 08 02:13:38.510707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a0c17f50-d009-4cc9-a17d-94e9543e9c70 req-d51f36de-8ff6-4a02-b27b-24f2a826dcdb tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0478566 Jul 08 02:13:38.665029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59736) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:38.729892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d05e30ed-2658-4273-9244-0400d61c7444 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bc70581649b4323a93097a4933efa57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615232 Jul 08 02:13:38.730214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:38.790049 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49ec7629-a56c-4151-946e-1f919a5145f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:38.813667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49ec7629-a56c-4151-946e-1f919a5145f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:38.841852 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59748) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:38.979614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59760) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:39.014137 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49ec7629-a56c-4151-946e-1f919a5145f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.017542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-49ec7629-a56c-4151-946e-1f919a5145f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.021663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-49ec7629-a56c-4151-946e-1f919a5145f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a41100c-0506-4363-bf20-199ecfd564f3 HTTP/1.1" status: 204 len: 168 time: 0.2890394 Jul 08 02:13:39.033155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec7629-a56c-4151-946e-1f919a5145f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a41100c-0506-4363-bf20-199ecfd564f3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:39.049563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf483ee-02b6-4924-88f7-da3d18b42c68 admin admin] Deleting subnet 3750b8c8-dcfa-429d-8fa4-571607ca278a {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:13:39.066427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-256548065-network', 'tenant_id': 'c48386a089054373861207f3641c5602'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:39.099303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cf483ee-02b6-4924-88f7-da3d18b42c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.129837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d06d52a6-a808-44a0-8b5d-e26e30fb7125 req-ab3840ca-4311-414b-8ff2-8fb763043122 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1bd63f6-21ba-4080-abb2-bf3656d88d8c HTTP/1.1" status: 200 len: 210 time: 0.0393620 Jul 08 02:13:39.140702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cf483ee-02b6-4924-88f7-da3d18b42c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.186266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cf483ee-02b6-4924-88f7-da3d18b42c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.212487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Made reservation on behalf of c48386a089054373861207f3641c5602 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:39.214832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.228226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.405352 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cf483ee-02b6-4924-88f7-da3d18b42c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.444925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf483ee-02b6-4924-88f7-da3d18b42c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3750b8c8-dcfa-429d-8fa4-571607ca278a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:39.446991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0cf483ee-02b6-4924-88f7-da3d18b42c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.452597 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0cf483ee-02b6-4924-88f7-da3d18b42c68 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3750b8c8-dcfa-429d-8fa4-571607ca278a HTTP/1.1" status: 204 len: 168 time: 0.4716456 Jul 08 02:13:39.455556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:39.512623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.526089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.596060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.626050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:13:39.630632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.636562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786a3a7d-09e5-407d-b747-abf44280289e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:39.641462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.642063 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Added segment 7253469b-496f-473b-81a4-30c964bfa245 of type vlan for network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe Jul 08 02:13:39.643266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886d2c61-64e3-43af-99ce-a7ca8b12b2e4']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:39.661680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f7cd06-979f-4d95-925d-2b98be772c36') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:39.661680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f7cd06-979f-4d95-925d-2b98be772c36') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:39.686143 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.699443 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.708293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b2c44fc-a5dd-4ee4-b1de-38aaf29ae0cd req-161a9c02-ce3d-4ba6-aa3b-2b1fd9274a01 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/ports?device_id=c85f7f67-1c72-4997-a75d-a20b3f093935 HTTP/1.1" status: 200 len: 210 time: 0.0448048 Jul 08 02:13:39.718504 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.726261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:13:39.727255 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:13:39.728991 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:13:39.819906 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.820829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:39.821460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.887592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] Pushing event updated for resources: {'Network': ['ID=5301f0b6-6dec-48ca-83d5-6eea525a8cbe,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:39.899149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:13:39.951323 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.958151 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.960913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] 10.222.0.10 "DELETE /v2.0/networks/886d2c61-64e3-43af-99ce-a7ca8b12b2e4 HTTP/1.1" status: 204 len: 168 time: 0.5043225 Jul 08 02:13:39.976620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c7657-f924-4b2d-808d-cf4471b57e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=886d2c61-64e3-43af-99ce-a7ca8b12b2e4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:39.987157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d5be2c87-c278-446b-819c-60458e87a776 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:40.011920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: d5be2c87-c278-446b-819c-60458e87a776 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:40.012286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d5be2c87-c278-446b-819c-60458e87a776 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:40.076626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f9725f3f-2e59-4aa8-bf96-af752c669d1b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2316267 Jul 08 02:13:40.079226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59820) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:40.085151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Request body: {'subnet': {'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-256548065-subnet', 'tenant_id': 'c48386a089054373861207f3641c5602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:40.111124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0479385d-7083-4a53-b196-24ef79df65dc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:40.130727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 0479385d-7083-4a53-b196-24ef79df65dc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:40.131155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 0479385d-7083-4a53-b196-24ef79df65dc not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:40.237077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59826) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:40.249851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Made reservation on behalf of c48386a089054373861207f3641c5602 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:40.252291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.424911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59828) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:40.475234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1ac306cf-b4ca-4899-bd0e-2680c1793480 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5a44d5e361449f5a96ebc99c0964021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490785 Jul 08 02:13:40.477787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:40.532973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e97503a-4c4e-4380-9f64-a13dd3d5b79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.567357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e97503a-4c4e-4380-9f64-a13dd3d5b79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.642850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59834) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:40.705550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e97503a-4c4e-4380-9f64-a13dd3d5b79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.708180 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.708678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e97503a-4c4e-4380-9f64-a13dd3d5b79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.709672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6e97503a-4c4e-4380-9f64-a13dd3d5b79f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33d71307-6bb6-4d07-b6aa-38c0812ae65a HTTP/1.1" status: 204 len: 168 time: 0.2306254 Jul 08 02:13:40.718572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97503a-4c4e-4380-9f64-a13dd3d5b79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d71307-6bb6-4d07-b6aa-38c0812ae65a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:40.782268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db8eed0-b549-415d-af92-3b6d6712097f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:40.824891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Checking segment: {'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:40.825261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Network hostable DHCP agents. Network: 5301f0b6-6dec-48ca-83d5-6eea525a8cbe, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:13:40.860082 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.893980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f434fc21-f375-44d2-8366-88d4b7cab7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.999764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59848) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:41.007024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f434fc21-f375-44d2-8366-88d4b7cab7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.111776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01090bee-1423-43c6-b8d9-77020df13f87 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.144059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01090bee-1423-43c6-b8d9-77020df13f87 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.185859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:13:41.213910 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f434fc21-f375-44d2-8366-88d4b7cab7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.256654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f434fc21-f375-44d2-8366-88d4b7cab7ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf5aa3f8c0734614af6a3ef58ed70f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126220 Jul 08 02:13:41.257812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434fc21-f375-44d2-8366-88d4b7cab7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0915c311-5a6b-4a68-bfc7-8c5648b94014,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:41.260385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:41.277021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port 8ee32b29-9306-4585-a832-90688ecb5fc1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:41.277383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.328328 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-239a0425-cd37-4ab8-b818-edab033e9288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.340601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 5301f0b6-6dec-48ca-83d5-6eea525a8cbe) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:41.352651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb8be09-0bec-4355-b183-6dab5279ac7c None None] Network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:41.359045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.362301 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.369954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-239a0425-cd37-4ab8-b818-edab033e9288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.399707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port 8ee32b29-9306-4585-a832-90688ecb5fc1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8ee32b29-9306-4585-a832-90688ecb5fc1,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:41.400420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.403237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01090bee-1423-43c6-b8d9-77020df13f87 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.406171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-01090bee-1423-43c6-b8d9-77020df13f87 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.408810 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-01090bee-1423-43c6-b8d9-77020df13f87 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "DELETE /v2.0/security-groups/d3c09118-9ab0-4ef4-b403-cc5eb92e564a HTTP/1.1" status: 204 len: 168 time: 0.4210885 Jul 08 02:13:41.411012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:41.426025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01090bee-1423-43c6-b8d9-77020df13f87 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c09118-9ab0-4ef4-b403-cc5eb92e564a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:41.432384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for 8ee32b29-9306-4585-a832-90688ecb5fc1 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:41.445737 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-21263005-ef88-4bc3-be23-d0b119b33c2d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] show failed (client error): The resource could not be found. Jul 08 02:13:41.450070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59870) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:41.451911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21263005-ef88-4bc3-be23-d0b119b33c2d tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "GET /v2.0/security-groups/d3c09118-9ab0-4ef4-b403-cc5eb92e564a HTTP/1.1" status: 404 len: 347 time: 0.0396290 Jul 08 02:13:41.549791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6f36607b-468c-4e2c-8c88-19dbe056a130 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4604654 Jul 08 02:13:41.551796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-239a0425-cd37-4ab8-b818-edab033e9288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.554754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-239a0425-cd37-4ab8-b818-edab033e9288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.556073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-239a0425-cd37-4ab8-b818-edab033e9288 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0915c311-5a6b-4a68-bfc7-8c5648b94014 HTTP/1.1" status: 204 len: 168 time: 0.2945700 Jul 08 02:13:41.564924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a0425-cd37-4ab8-b818-edab033e9288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0915c311-5a6b-4a68-bfc7-8c5648b94014,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:41.603634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f608f365-960e-49fa-b3a6-1f90a250403b None None] Network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:41.722022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting port ff214ed9-79e1-478b-ad2e-1629d6ea56bd {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:41.722517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.847672 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.848050 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.866959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Calling delete_port for ff214ed9-79e1-478b-ad2e-1629d6ea56bd owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:41.944534 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.976866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=8ee32b29-9306-4585-a832-90688ecb5fc1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:42.043089 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-beacf356-575c-4027-bd78-fcae8ec863c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.237893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.273424 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.277459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Port': ['ID=ff214ed9-79e1-478b-ad2e-1629d6ea56bd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:42.442967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.446704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.450374 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c58397f6-917a-4439-ab56-bc9aa4d4e568 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "DELETE /v2.0/floatingips/ba0d8696-2d3d-4369-b941-e7c2159332da HTTP/1.1" status: 204 len: 168 time: 0.9963892 Jul 08 02:13:42.451065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:42.592056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-74ad29bd-39b4-4c15-86a9-ca17b9860bfa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting port 65ce9c95-4e02-43ad-a15f-91db90400a49 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:42.592724 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74ad29bd-39b4-4c15-86a9-ca17b9860bfa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.694971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:42.722846 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b47ab667-cec9-4b14-a736-a2a13e865efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.755679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74ad29bd-39b4-4c15-86a9-ca17b9860bfa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.774133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-74ad29bd-39b4-4c15-86a9-ca17b9860bfa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Calling delete_port for 65ce9c95-4e02-43ad-a15f-91db90400a49 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:42.996197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b47ab667-cec9-4b14-a736-a2a13e865efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.997663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370d05d-0f7e-4eb7-ad8d-6f27ba7c9031 req-29a823bc-ad7c-4949-86ec-65ef00707810 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:42.999292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2370d05d-0f7e-4eb7-ad8d-6f27ba7c9031 req-29a823bc-ad7c-4949-86ec-65ef00707810 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 945 time: 0.5502582 Jul 08 02:13:43.018506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:43.088088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2370d05d-0f7e-4eb7-ad8d-6f27ba7c9031 req-b03e6c01-a259-46c5-9bc0-df64a21f00cf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782888 Jul 08 02:13:43.089312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b47ab667-cec9-4b14-a736-a2a13e865efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.152214 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74ad29bd-39b4-4c15-86a9-ca17b9860bfa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.166270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:43.169875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b47ab667-cec9-4b14-a736-a2a13e865efa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24fec0039f0345f29068eb65fa6a15a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737456 Jul 08 02:13:43.174153 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-49cb5383-ab64-43ab-a779-d1465175762d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "PUT /v2.0/routers/2543624c-95c0-4f3a-bb7e-f9f6d56172e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9359787 Jul 08 02:13:43.174778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59934) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:43.174919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ab667-cec9-4b14-a736-a2a13e865efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7831b-4425-4359-9aa7-8cc008621415,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:43.175212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59936) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:43.191407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] Sync routers for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:43.203953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:43.205532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:43.251787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad29bd-39b4-4c15-86a9-ca17b9860bfa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Port': ['ID=65ce9c95-4e02-43ad-a15f-91db90400a49,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:43.362717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b3a1db-e0fb-4f30-b580-a91e053e1c69 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting subnet 7066051f-80fd-4b8b-932c-2f87a077cd59 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:13:43.364955 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74ad29bd-39b4-4c15-86a9-ca17b9860bfa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.368463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-74ad29bd-39b4-4c15-86a9-ca17b9860bfa tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "DELETE /v2.0/ports/65ce9c95-4e02-43ad-a15f-91db90400a49 HTTP/1.1" status: 204 len: 168 time: 0.9148169 Jul 08 02:13:43.370840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59946) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:43.371067 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a1db-e0fb-4f30-b580-a91e053e1c69 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.404770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-729382da-0afb-44a5-aea1-820c831be6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.416546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:43.430525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a1db-e0fb-4f30-b580-a91e053e1c69 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.464937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-729382da-0afb-44a5-aea1-820c831be6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.518045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-71949256-c45c-45fe-a3d5-c11b78d6e693 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting port 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:43.518638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71949256-c45c-45fe-a3d5-c11b78d6e693 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.561807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a1db-e0fb-4f30-b580-a91e053e1c69 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.627291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-729382da-0afb-44a5-aea1-820c831be6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.629924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-729382da-0afb-44a5-aea1-820c831be6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.632461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-729382da-0afb-44a5-aea1-820c831be6fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3e7831b-4425-4359-9aa7-8cc008621415 HTTP/1.1" status: 204 len: 168 time: 0.4541872 Jul 08 02:13:43.657402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729382da-0afb-44a5-aea1-820c831be6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7831b-4425-4359-9aa7-8cc008621415,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:43.691055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71949256-c45c-45fe-a3d5-c11b78d6e693 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.733658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:13:41Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:43.751666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a1db-e0fb-4f30-b580-a91e053e1c69 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.759063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-71949256-c45c-45fe-a3d5-c11b78d6e693 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Calling delete_port for 48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:43.771033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] Checking router: 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:43.783491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] Routers {'2543624c-95c0-4f3a-bb7e-f9f6d56172e2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:43.784636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:43.952188 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3543b57c-947d-4eec-993a-3e29ef6c9a8e req-66149692-4f8e-4e25-941a-24786d6094c9 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.2232180 Jul 08 02:13:43.955429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3a1db-e0fb-4f30-b580-a91e053e1c69 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Subnet': ['ID=7066051f-80fd-4b8b-932c-2f87a077cd59,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:43.981115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a1db-e0fb-4f30-b580-a91e053e1c69 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:43.984354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59960) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:43.989312 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a3b3a1db-e0fb-4f30-b580-a91e053e1c69 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/subnets/7066051f-80fd-4b8b-932c-2f87a077cd59 HTTP/1.1" status: 204 len: 168 time: 0.8108723 Jul 08 02:13:43.992399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59962) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:44.137165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c854391-2662-4e9d-ab4f-0f814b5e6a05 None None] Network 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:44.167261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.294108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-09bdbfed-6e62-411a-9b7d-444a39683fc1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:44.295876 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-09bdbfed-6e62-411a-9b7d-444a39683fc1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 945 time: 0.1925786 Jul 08 02:13:44.300640 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71949256-c45c-45fe-a3d5-c11b78d6e693 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.446886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.514206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71949256-c45c-45fe-a3d5-c11b78d6e693 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Port': ['ID=48aa6741-4a28-4549-b0e7-9aa2de4a7eb3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:44.581279 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-98aadf0b-1e2d-455e-b35e-39f540236acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.618177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] Set router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:44.641611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port 5f2f72be-c128-453d-b910-70187efe5266 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:44.642345 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.708637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61448257-49eb-4c4a-b231-fc6cd13ff323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.838195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port 5f2f72be-c128-453d-b910-70187efe5266, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5f2f72be-c128-453d-b910-70187efe5266,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:44.838660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.863192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for 5f2f72be-c128-453d-b910-70187efe5266 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:44.874459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] DHCP port deletion for 1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:13:44.879228 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.906791 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-71949256-c45c-45fe-a3d5-c11b78d6e693 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:44.908671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-71949256-c45c-45fe-a3d5-c11b78d6e693 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "DELETE /v2.0/ports/48aa6741-4a28-4549-b0e7-9aa2de4a7eb3 HTTP/1.1" status: 204 len: 168 time: 1.5365341 Jul 08 02:13:44.934600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:44.938564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:13:41Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:44.985203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9d9c5-9dd1-4a00-be8c-e6ed363eff00 None None] The sync data for ids ['2543624c-95c0-4f3a-bb7e-f9f6d56172e2'] in n-d-695189-13 is: [{'id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328268082', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '5f2f72be-c128-453d-b910-70187efe5266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:24Z', 'updated_at': '2021-07-08T02:13:41Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '5f2f72be-c128-453d-b910-70187efe5266', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2543624c-95c0-4f3a-bb7e-f9f6d56172e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:25Z', 'updated_at': '2021-07-08T02:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:45.010364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] Deleting port 1a3205a2-8460-4702-9773-bfffab1285f9 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:45.011141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.032755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe90c-2b79-49ab-9649-cba93976e5a3 req-1d43cfe5-f251-49da-8efc-b265f6095475 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:45.040397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-803fe90c-2b79-49ab-9649-cba93976e5a3 req-1d43cfe5-f251-49da-8efc-b265f6095475 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 945 time: 0.5352976 Jul 08 02:13:45.098649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port 0fe6a708-aa36-4ae4-b78b-050f3b483734 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:45.099453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.108257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] For port 1a3205a2-8460-4702-9773-bfffab1285f9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1a3205a2-8460-4702-9773-bfffab1285f9,segment=NetworkSegment(ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8),segment_id=ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:45.108678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.129631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f15aaae-b72e-4555-a3a2-01c8b5f4b5bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting subnet 23aac0cf-62c9-47dd-bdbf-b47b552fdc9e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:13:45.138887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] Calling delete_port for 1a3205a2-8460-4702-9773-bfffab1285f9 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:45.174217 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f15aaae-b72e-4555-a3a2-01c8b5f4b5bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.201089 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08810d40-6b87-4b96-9a13-fc3e96118073 req-8fe57668-1064-4853-ab09-d78608ab8988 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0459456 Jul 08 02:13:45.238833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-803fe90c-2b79-49ab-9649-cba93976e5a3 req-ede4d214-8f4f-42cc-a948-91501a596ce3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843309 Jul 08 02:13:45.282780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f15aaae-b72e-4555-a3a2-01c8b5f4b5bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.294225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.319750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=5f2f72be-c128-453d-b910-70187efe5266,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:45.327664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61448257-49eb-4c4a-b231-fc6cd13ff323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.327921 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.360023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] For port 0fe6a708-aa36-4ae4-b78b-050f3b483734, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0fe6a708-aa36-4ae4-b78b-050f3b483734,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:45.360561 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.373700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] Pushing event deleted for resources: {'Port': ['ID=1a3205a2-8460-4702-9773-bfffab1285f9,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:45.381698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c6381-3aae-418e-9629-2951c090bf63 None None] No DVR routers for this DVR port 1a3205a2-8460-4702-9773-bfffab1285f9 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:45.411806 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.490326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61448257-49eb-4c4a-b231-fc6cd13ff323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.516152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.521669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.545689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61448257-49eb-4c4a-b231-fc6cd13ff323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68334875-d8de-4489-bb70-e1889f2180c2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:45.639438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-61448257-49eb-4c4a-b231-fc6cd13ff323 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94a7973ae4a44fac9fd16e8d87ce4d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6490557 Jul 08 02:13:45.647785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59990) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:45.669733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.669733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Fanout notify agent at l3_agent the message router_deleted on router 2543624c-95c0-4f3a-bb7e-f9f6d56172e2 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:45.670041 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f15aaae-b72e-4555-a3a2-01c8b5f4b5bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.687477 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.688491 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-00cbf93e-1381-49e6-834f-dddd46d237e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/routers/2543624c-95c0-4f3a-bb7e-f9f6d56172e2 HTTP/1.1" status: 204 len: 168 time: 1.6873157 Jul 08 02:13:45.696913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59996) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:45.762674 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.771143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.771747 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.780475 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Floating IP e356e706-0297-47ef-92d7-c1d5b93a9793 disassociated. External IP: 172.25.8.219, port: 0fe6a708-aa36-4ae4-b78b-050f3b483734. Jul 08 02:13:45.780475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for 0fe6a708-aa36-4ae4-b78b-050f3b483734 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:45.850124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.855708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f15aaae-b72e-4555-a3a2-01c8b5f4b5bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.880119 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ebe39be-33d9-4543-b25e-057df713db21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.910989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15aaae-b72e-4555-a3a2-01c8b5f4b5bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Subnet': ['ID=23aac0cf-62c9-47dd-bdbf-b47b552fdc9e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:45.915779 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f15aaae-b72e-4555-a3a2-01c8b5f4b5bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:45.918049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f15aaae-b72e-4555-a3a2-01c8b5f4b5bd tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "DELETE /v2.0/subnets/23aac0cf-62c9-47dd-bdbf-b47b552fdc9e HTTP/1.1" status: 204 len: 168 time: 0.9742410 Jul 08 02:13:45.932056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47e06d-ab60-4ead-9a80-b0dbf8970317 None None] Network fb47c906-2c7b-4a26-95be-9d692f7ee33b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:45.943599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60002) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:45.971277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-680f7299-4dc5-41b9-bafe-4b9bed8648db tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:45.972826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-680f7299-4dc5-41b9-bafe-4b9bed8648db tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/networks?id=5301f0b6-6dec-48ca-83d5-6eea525a8cbe HTTP/1.1" status: 200 len: 808 time: 0.2157969 Jul 08 02:13:45.974807 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ebe39be-33d9-4543-b25e-057df713db21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.058883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.079533 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-a980bc92-61f5-4dc0-afa3-ca1aea92feae tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/quotas/c48386a089054373861207f3641c5602 HTTP/1.1" status: 200 len: 375 time: 0.0680199 Jul 08 02:13:46.088806 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.093012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=0fe6a708-aa36-4ae4-b78b-050f3b483734,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:46.131509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:46.188645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2918932-035f-461a-991b-aeb50f292437 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Deleting subnet 24cc834e-2d6b-4903-bfa4-9082473beedb {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:13:46.193276 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-aac8b18f-2061-4bf6-913d-94abe8a175c9 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c48386a089054373861207f3641c5602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063962 Jul 08 02:13:46.199755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:46.200082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea415f9d-c0b0-4ff6-b83a-cd78de9bf2d8') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:46.202163 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2918932-035f-461a-991b-aeb50f292437 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.206971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] DHCP port deletion for fb47c906-2c7b-4a26-95be-9d692f7ee33b request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:13:46.250006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.256426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:46.305529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] Deleting port 56a0fa62-931c-450b-bc9c-810a0b338a7e {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:46.305923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.339628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2918932-035f-461a-991b-aeb50f292437 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.343004 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.381202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:13:46.381634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: items = [ Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:13:46.384705 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:13:46.395923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] For port 56a0fa62-931c-450b-bc9c-810a0b338a7e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=56a0fa62-931c-450b-bc9c-810a0b338a7e,segment=NetworkSegment(b64cd6d2-9cd9-4c5f-918e-78addf755695),segment_id=b64cd6d2-9cd9-4c5f-918e-78addf755695)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:46.396423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.410042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] Calling delete_port for 56a0fa62-931c-450b-bc9c-810a0b338a7e owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:46.450577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2da26b38-830f-40f4-94fd-c6f0be82a5d0 req-6af87496-ddf8-46d4-afb3-abbeaf0cc5d8 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0398624 Jul 08 02:13:46.455112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:46.466749 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:46.481638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fbec575c-fed9-438a-9c18-0b3292eaf0e2 service neutron] 10.222.0.10 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504356 Jul 08 02:13:46.482875 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:46.483837 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:46.569900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] No DVR routers for this DVR port 0fe6a708-aa36-4ae4-b78b-050f3b483734 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:46.572475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.578866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e4e89e8-9190-491f-a60f-0d855a41f0ac req-cd0d47f2-c308-402d-8863-2ff2fc8a91a3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "DELETE /v2.0/ports/0fe6a708-aa36-4ae4-b78b-050f3b483734 HTTP/1.1" status: 204 len: 173 time: 2.2696958 Jul 08 02:13:46.579377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'name': 'network-vif-deleted', 'tag': '0fe6a708-aa36-4ae4-b78b-050f3b483734'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:46.581715 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0f7cd8-a2bc-48f3-9694-fbe588d30888" -d '{"events": [{"server_uuid": "3d1a6954-43b9-4ec5-a3ad-2f05f9046fde", "name": "network-vif-deleted", "tag": "0fe6a708-aa36-4ae4-b78b-050f3b483734"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:46.641293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2918932-035f-461a-991b-aeb50f292437 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.643976 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:46.686041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ebe39be-33d9-4543-b25e-057df713db21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.689129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1ebe39be-33d9-4543-b25e-057df713db21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.690541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1ebe39be-33d9-4543-b25e-057df713db21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68334875-d8de-4489-bb70-e1889f2180c2 HTTP/1.1" status: 204 len: 168 time: 1.0416820 Jul 08 02:13:46.701218 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.751201 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.766743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c361055-c3aa-4788-94ed-32b5b4382744 req-c86aa64a-55b0-447f-ac33-0fc0339c4014 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0854616 Jul 08 02:13:46.771161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] Pushing event deleted for resources: {'Port': ['ID=56a0fa62-931c-450b-bc9c-810a0b338a7e,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:46.773105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329fc5f2-88fd-497d-89c8-1803a3080752 None None] No DVR routers for this DVR port 56a0fa62-931c-450b-bc9c-810a0b338a7e on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:46.798018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.799946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/networks/1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986 HTTP/1.1" status: 204 len: 168 time: 1.1018524 Jul 08 02:13:46.802741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60014) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:46.862554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 56a0fa62-931c-450b-bc9c-810a0b338a7e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:46.865344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe39be-33d9-4543-b25e-057df713db21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68334875-d8de-4489-bb70-e1889f2180c2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:46.887621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc234a-5bfd-47a6-8767-768325094760 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Network': ['ID=1e6a2e21-ea9e-4b27-b08c-5e0a01f4c986,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:46.895276 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660ddb4-778f-44f6-b15a-b89beac1f80d x-openstack-request-id: req-c660ddb4-778f-44f6-b15a-b89beac1f80d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:46.895276 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1a6954-43b9-4ec5-a3ad-2f05f9046fde", "name": "network-vif-deleted", "tag": "0fe6a708-aa36-4ae4-b78b-050f3b483734", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:46.897184 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c660ddb4-778f-44f6-b15a-b89beac1f80d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:46.899047 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a6954-43b9-4ec5-a3ad-2f05f9046fde', 'name': 'network-vif-deleted', 'tag': '0fe6a708-aa36-4ae4-b78b-050f3b483734', 'status': 'completed', 'code': 200} Jul 08 02:13:46.905962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 56a0fa62-931c-450b-bc9c-810a0b338a7e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:46.906295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 56a0fa62-931c-450b-bc9c-810a0b338a7e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:46.927275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1a3205a2-8460-4702-9773-bfffab1285f9 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:46.948766 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-3bb3d899-76ef-475f-a2bb-82eff0a847ea service neutron] 10.222.0.10 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567301 Jul 08 02:13:46.951648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8e2126e-b495-479b-b9ee-6cc61ecb09e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.991251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 1a3205a2-8460-4702-9773-bfffab1285f9 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:46.991690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1a3205a2-8460-4702-9773-bfffab1285f9 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:46.992132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5f2f72be-c128-453d-b910-70187efe5266 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:47.001638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8e2126e-b495-479b-b9ee-6cc61ecb09e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.016624 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:47.033376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5f2f72be-c128-453d-b910-70187efe5266 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:47.033690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5f2f72be-c128-453d-b910-70187efe5266 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:47.034228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8ee32b29-9306-4585-a832-90688ecb5fc1 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:47.047243 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:47.055174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2918932-035f-461a-991b-aeb50f292437 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.057570 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:47.058758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:47.116454 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8ee32b29-9306-4585-a832-90688ecb5fc1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:47.116850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8ee32b29-9306-4585-a832-90688ecb5fc1 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:47.140409 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2918932-035f-461a-991b-aeb50f292437 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.143246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295992c1-1ba2-4f5c-aeef-04be143a6730 None None] Network a9348555-65df-4fd2-96c7-c0aef5ea7a11 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:47.162618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b2918932-035f-461a-991b-aeb50f292437 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "DELETE /v2.0/subnets/24cc834e-2d6b-4903-bfa4-9082473beedb HTTP/1.1" status: 204 len: 168 time: 1.2164607 Jul 08 02:13:47.163948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:47.164124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2918932-035f-461a-991b-aeb50f292437 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Subnet': ['ID=24cc834e-2d6b-4903-bfa4-9082473beedb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:47.254410 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:47.274052 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8e2126e-b495-479b-b9ee-6cc61ecb09e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.278222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8e2126e-b495-479b-b9ee-6cc61ecb09e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.280202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b8e2126e-b495-479b-b9ee-6cc61ecb09e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/security-groups/d84b59e4-ee1e-4faa-a24b-30019c6fe367 HTTP/1.1" status: 204 len: 168 time: 0.4762416 Jul 08 02:13:47.361966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.371271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2126e-b495-479b-b9ee-6cc61ecb09e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b59e4-ee1e-4faa-a24b-30019c6fe367,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:47.424409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] DHCP port deletion for a9348555-65df-4fd2-96c7-c0aef5ea7a11 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:13:47.500909 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.569226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] Deleting port db55e60d-cc68-4b78-9e3f-8f7299f4342a {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:47.569824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.569973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.611585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb47c906-2c7b-4a26-95be-9d692f7ee33b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:47.638961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-793c0538-a6e4-453d-947b-a0da55a3a55e req-9546dcc7-096d-4c9c-8a64-95b3daaf2da2 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 210 time: 0.0810235 Jul 08 02:13:47.644051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64cd6d2-9cd9-4c5f-918e-78addf755695') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:47.648866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64cd6d2-9cd9-4c5f-918e-78addf755695') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:47.676748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.713831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60036) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:47.724552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.731329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-deada8fa-2e61-41ba-8631-b619eb312c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.740423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:13:47.740845 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:13:47.746706 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:13:47.780113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] For port db55e60d-cc68-4b78-9e3f-8f7299f4342a, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=db55e60d-cc68-4b78-9e3f-8f7299f4342a,segment=NetworkSegment(27241efb-c1ea-45c2-9224-20a79057954d),segment_id=27241efb-c1ea-45c2-9224-20a79057954d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:47.780684 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.807996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] Calling delete_port for db55e60d-cc68-4b78-9e3f-8f7299f4342a owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:47.934194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55d779c1-9952-44ab-8367-531ca1ddf9e1 req-50575302-3606-47e9-a278-461b48e42811 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0519855 Jul 08 02:13:47.945921 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.957198 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.970928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "DELETE /v2.0/networks/fb47c906-2c7b-4a26-95be-9d692f7ee33b HTTP/1.1" status: 204 len: 168 time: 0.8031707 Jul 08 02:13:47.986564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-deada8fa-2e61-41ba-8631-b619eb312c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:47.987089 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:47.989635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:47.990659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef7515-6ae6-4860-9a57-e992d8c10f00 tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Network': ['ID=fb47c906-2c7b-4a26-95be-9d692f7ee33b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:48.002523 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.027533 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8126ade-ae09-4fd3-b7e8-0db732e6fe52 None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:48.051577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] Pushing event deleted for resources: {'Port': ['ID=db55e60d-cc68-4b78-9e3f-8f7299f4342a,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:48.058894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd12646-4b63-423c-af94-33e460f3dd06 None None] No DVR routers for this DVR port db55e60d-cc68-4b78-9e3f-8f7299f4342a on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:48.081484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0fe6a708-aa36-4ae4-b78b-050f3b483734 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:48.112088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-deada8fa-2e61-41ba-8631-b619eb312c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.134468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 0fe6a708-aa36-4ae4-b78b-050f3b483734 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:48.134830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0fe6a708-aa36-4ae4-b78b-050f3b483734 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:48.159480 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.204568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8818f5a4-f9b8-4c80-8237-2ca55a86ecc5 req-2e9097a1-afce-49bc-aa05-0d12b231fc6b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0683739 Jul 08 02:13:48.209843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-deada8fa-2e61-41ba-8631-b619eb312c72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a445cc66c5fd4ee98e5e6459101507c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917090 Jul 08 02:13:48.211508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60042) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:48.225910 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.266294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deada8fa-2e61-41ba-8631-b619eb312c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb7d705-8b43-4404-9115-fc1f0f651caa,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:48.295220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2f03e0-3b36-41e0-825c-c21da2a06e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.333508 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.334915 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2f03e0-3b36-41e0-825c-c21da2a06e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.348652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9348555-65df-4fd2-96c7-c0aef5ea7a11']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:48.362721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27241efb-c1ea-45c2-9224-20a79057954d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:48.363331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27241efb-c1ea-45c2-9224-20a79057954d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:48.374844 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.404359 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.412244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:13:48.412569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:13:48.428281 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:13:48.471683 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2f03e0-3b36-41e0-825c-c21da2a06e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.475872 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e2f03e0-3b36-41e0-825c-c21da2a06e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.480537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6e2f03e0-3b36-41e0-825c-c21da2a06e90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cb7d705-8b43-4404-9115-fc1f0f651caa HTTP/1.1" status: 204 len: 168 time: 0.2681270 Jul 08 02:13:48.492054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f03e0-3b36-41e0-825c-c21da2a06e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb7d705-8b43-4404-9115-fc1f0f651caa,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:48.525320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96d228b-cf63-4d29-93f9-8ba8de02a5ce None None] New status for floating IP e356e706-0297-47ef-92d7-c1d5b93a9793: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:13:48.592717 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.598803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60050) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:48.603760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5ddaca96-54d7-4209-929f-4fc461a50cb2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392665186', 'description': 'tempest-secgroup-smoke-392665186 description', 'project_id': '419e2a80990846a8a61df6e822a1be4c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:48.607810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.611238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] 10.222.0.10 "DELETE /v2.0/networks/a9348555-65df-4fd2-96c7-c0aef5ea7a11 HTTP/1.1" status: 204 len: 168 time: 0.6180296 Jul 08 02:13:48.677921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa46ef-1862-4969-9935-26a652233a3e tempest-TaggedBootDevicesTest_v242-1747259036 tempest-TaggedBootDevicesTest_v242-1747259036-project] Pushing event deleted for resources: {'Network': ['ID=a9348555-65df-4fd2-96c7-c0aef5ea7a11,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:48.737992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60a6efd1-cffd-4634-a8ee-68ffb04701d6 req-83b60c09-904e-4214-8729-c8da6e387344 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0485415 Jul 08 02:13:48.768850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ddaca96-54d7-4209-929f-4fc461a50cb2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.827949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-489a0d62-3ba1-4e33-98ba-9d8c08a294a5 req-21f9bc02-2713-4b40-8807-ef19b68bccd1 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 210 time: 0.0418713 Jul 08 02:13:48.841707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device db55e60d-cc68-4b78-9e3f-8f7299f4342a no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:48.867811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: db55e60d-cc68-4b78-9e3f-8f7299f4342a {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:48.868484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device db55e60d-cc68-4b78-9e3f-8f7299f4342a not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:48.899531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ddaca96-54d7-4209-929f-4fc461a50cb2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.013743 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ddaca96-54d7-4209-929f-4fc461a50cb2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.062434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaca96-54d7-4209-929f-4fc461a50cb2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b619511-a1e5-4689-897f-82c07c2c4ef3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:49.099636 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ddaca96-54d7-4209-929f-4fc461a50cb2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.101166 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5ddaca96-54d7-4209-929f-4fc461a50cb2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5012386 Jul 08 02:13:49.107887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60064) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:49.112722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-33d6acc3-09f1-41d1-ade5-6033440bded5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '3b619511-a1e5-4689-897f-82c07c2c4ef3', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:49.132375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-61d7c6fa-494b-4399-a7c0-91c3efa93292 req-78556342-3959-4727-9d8c-745bddde6fcb tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0402901 Jul 08 02:13:49.281100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33d6acc3-09f1-41d1-ade5-6033440bded5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.378876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33d6acc3-09f1-41d1-ade5-6033440bded5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.445017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9417c4fc-bac8-435e-9e81-2fbeb0375e72 req-773c240b-1be0-4a25-916f-3ceaf2ed6d06 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0317636 Jul 08 02:13:49.469347 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33d6acc3-09f1-41d1-ade5-6033440bded5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.493423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6acc3-09f1-41d1-ade5-6033440bded5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c944ed1-78b5-4915-8716-87c6359ac25b,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:49.551563 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-33d6acc3-09f1-41d1-ade5-6033440bded5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.555552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-33d6acc3-09f1-41d1-ade5-6033440bded5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4439290 Jul 08 02:13:49.555790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60078) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:49.562347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-50db4172-29b8-4acb-9558-fe83c0f46627 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '3b619511-a1e5-4689-897f-82c07c2c4ef3', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:49.633089 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50db4172-29b8-4acb-9558-fe83c0f46627 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.725373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50db4172-29b8-4acb-9558-fe83c0f46627 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.808795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50db4172-29b8-4acb-9558-fe83c0f46627 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.831583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db4172-29b8-4acb-9558-fe83c0f46627 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b530eaf-e3f6-4bf9-a5e5-20f0392bfc0e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:49.968155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50db4172-29b8-4acb-9558-fe83c0f46627 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:49.970537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50db4172-29b8-4acb-9558-fe83c0f46627 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4129879 Jul 08 02:13:49.973957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60094) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:49.991011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-47ebb51e-31eb-4341-8756-af5d78028e72 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '3b619511-a1e5-4689-897f-82c07c2c4ef3', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:50.036013 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5f25842-97ad-4b45-97f2-98e1a554822e req-81e31c85-87b7-4a01-9f74-fe23b9890aad tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 210 time: 0.0729904 Jul 08 02:13:50.099233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ebb51e-31eb-4341-8756-af5d78028e72 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.160549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ebb51e-31eb-4341-8756-af5d78028e72 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.259713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ebb51e-31eb-4341-8756-af5d78028e72 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.282342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebb51e-31eb-4341-8756-af5d78028e72 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84654a30-516c-4ec6-a0c2-5d7e0b2583d8,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:50.306440 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b1f45f0a-89c5-4345-9428-baff0ce628ec req-80ad86ea-8864-46b7-8ea2-e9786e050525 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0396032 Jul 08 02:13:50.396855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ebb51e-31eb-4341-8756-af5d78028e72 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.398426 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-47ebb51e-31eb-4341-8756-af5d78028e72 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4114697 Jul 08 02:13:50.401371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:50.406150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1dbd9c35-f84e-4911-9d4d-10b97f024a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '3b619511-a1e5-4689-897f-82c07c2c4ef3', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:50.526620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9c35-f84e-4911-9d4d-10b97f024a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.651751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-132f1dc6-48b8-4970-8dc1-a0aac25b9a2c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:50.656039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-132f1dc6-48b8-4970-8dc1-a0aac25b9a2c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.32 "GET /v2.0/networks?id=5301f0b6-6dec-48ca-83d5-6eea525a8cbe HTTP/1.1" status: 200 len: 808 time: 0.2154522 Jul 08 02:13:50.680782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff1d9dda-2ce3-41b6-9651-61863ebac276 req-136dcf76-9ba8-428b-ba96-ac491f43e437 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0524347 Jul 08 02:13:50.686887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Request body: {'port': {'device_id': 'faf4a5e7-e3e3-466a-9ecd-e2ae65800e76', 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe', 'admin_state_up': True, 'tenant_id': 'c48386a089054373861207f3641c5602'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:50.714010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9c35-f84e-4911-9d4d-10b97f024a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.774989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9c35-f84e-4911-9d4d-10b97f024a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.933805 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.251935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-029a085d-1c69-4118-9f04-b419e1e03ead req-6382b25a-5376-4cfc-93d2-fe8ec6ac4434 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 210 time: 0.0377631 Jul 08 02:13:51.310455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd9c35-f84e-4911-9d4d-10b97f024a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1dc2ba-6a33-4424-9791-88eea94701df,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:51.321304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8af33a03-4767-4f6c-a8d1-5e1a86fc270c req-a1f8e545-b5ad-41fd-a103-9e9c2b41cda0 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0542510 Jul 08 02:13:51.334200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1dbd9c35-f84e-4911-9d4d-10b97f024a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.341943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60140) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:51.344173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7e66c377-6db2-4eff-9882-5cb1022f0ef8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '3b619511-a1e5-4689-897f-82c07c2c4ef3', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:51.348633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1dbd9c35-f84e-4911-9d4d-10b97f024a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9460006 Jul 08 02:13:51.452350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Made reservation on behalf of c48386a089054373861207f3641c5602 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:51.458087 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.556730 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-7e66c377-6db2-4eff-9882-5cb1022f0ef8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Project 419e2a80990846a8a61df6e822a1be4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:13:51.562015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e66c377-6db2-4eff-9882-5cb1022f0ef8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.612147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Allocated IP 172.20.0.7 (5301f0b6-6dec-48ca-83d5-6eea525a8cbe/3db8eed0-b549-415d-af92-3b6d6712097f/784f80d8-9a36-4ebe-913e-b10df0bdb821) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:51.630830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e66c377-6db2-4eff-9882-5cb1022f0ef8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.686883 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e66c377-6db2-4eff-9882-5cb1022f0ef8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.712126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66c377-6db2-4eff-9882-5cb1022f0ef8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e251cfc4-5715-4e7b-925b-71d0d076ca84,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:51.783014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.796783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7e66c377-6db2-4eff-9882-5cb1022f0ef8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.801372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7e66c377-6db2-4eff-9882-5cb1022f0ef8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4583697 Jul 08 02:13:51.807944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60152) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:51.807944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d0748995-0780-4430-9554-f9da0c292185 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '3b619511-a1e5-4689-897f-82c07c2c4ef3', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:51.865134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3cfbbc29-26f8-45c0-affa-cb49b13bc07f req-cfd9248a-d91c-4d5d-ae93-51debb8811f5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0345476 Jul 08 02:13:51.888480 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-d0748995-0780-4430-9554-f9da0c292185 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Project 419e2a80990846a8a61df6e822a1be4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:13:51.893869 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0748995-0780-4430-9554-f9da0c292185 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.906338 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.982858 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0748995-0780-4430-9554-f9da0c292185 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.986640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:51.991425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Pushing event updated for resources: {'Port': ['ID=784f80d8-9a36-4ebe-913e-b10df0bdb821,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:52.000018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:52.002377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:52.052565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:52.053125 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.076842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0748995-0780-4430-9554-f9da0c292185 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.101456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0748995-0780-4430-9554-f9da0c292185 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8161d26-6a41-4854-977a-a9359f94bcb3,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:52.174451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-fffc2003-c476-46ba-a137-661742d2e12a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4987264 Jul 08 02:13:52.200362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Request body: {'port': {'device_id': 'faf4a5e7-e3e3-466a-9ecd-e2ae65800e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:52.202226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0748995-0780-4430-9554-f9da0c292185 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.203505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d0748995-0780-4430-9554-f9da0c292185 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4006207 Jul 08 02:13:52.206351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60156) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:52.211543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'network': {'name': 'tempest-network-smoke--834413061', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:52.297188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.364556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:52.377159 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.445152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:13:52.458979 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.459731 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Added segment 827dcb5f-75b3-465d-8abf-f3fe5147c3da of type vlan for network abb004ee-744e-4f66-8215-ea6354928ff8 Jul 08 02:13:52.517600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db6f6-b3e5-4fcc-a964-5f521dc9462f req-7bb1785b-ea97-409a-8de0-bcf94cc56251 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:52.519218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-030db6f6-b3e5-4fcc-a964-5f521dc9462f req-7bb1785b-ea97-409a-8de0-bcf94cc56251 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 931 time: 0.1225617 Jul 08 02:13:52.521660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.533950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf82cda8-4a94-487d-a013-57ce766ec7f8 req-324e88fa-6f77-47c0-8bd0-8d958ce0914b tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0370486 Jul 08 02:13:52.612610 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-030db6f6-b3e5-4fcc-a964-5f521dc9462f req-0d4162f8-e400-4cf6-8aef-38c56b29d0de tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736411 Jul 08 02:13:52.676617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784f80d8-9a36-4ebe-913e-b10df0bdb821 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:52.685112 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.699186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Transition to ACTIVE for port object 784f80d8-9a36-4ebe-913e-b10df0bdb821 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:52.750899 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.756582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:52.757168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.773586 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.843928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Network': ['ID=abb004ee-744e-4f66-8215-ea6354928ff8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:52.857526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network abb004ee-744e-4f66-8215-ea6354928ff8 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:13:52.859505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Pushing event updated for resources: {'Port': ['ID=784f80d8-9a36-4ebe-913e-b10df0bdb821,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:52.917793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7978e5d3-c0e5-467d-b827-41d6bba509b5 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7098475 Jul 08 02:13:52.920821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60168) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:52.925884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'admin_state_up': True, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:52.930974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Attempting to bind port 784f80d8-9a36-4ebe-913e-b10df0bdb821 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:52.931419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Attempting to bind port 784f80d8-9a36-4ebe-913e-b10df0bdb821 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:52.931829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Attempting to bind port 784f80d8-9a36-4ebe-913e-b10df0bdb821 on network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:52.942850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Port 784f80d8-9a36-4ebe-913e-b10df0bdb821 on network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:13:52.944268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Attempting to bind port 784f80d8-9a36-4ebe-913e-b10df0bdb821 on network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:52.951223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:52.951600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Checking segment: {'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:52.951997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Bound using segment: {'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:52.952439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Bound port: 784f80d8-9a36-4ebe-913e-b10df0bdb821, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:52.952807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.045430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] For port 784f80d8-9a36-4ebe-913e-b10df0bdb821, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:53.047896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf96272b-d191-4bdf-94ab-27d14e1edae0 req-5976bdab-1340-4114-894d-e6a8a557534f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d1a6954-43b9-4ec5-a3ad-2f05f9046fde HTTP/1.1" status: 200 len: 210 time: 0.0316236 Jul 08 02:13:53.048888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] For port 784f80d8-9a36-4ebe-913e-b10df0bdb821, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=784f80d8-9a36-4ebe-913e-b10df0bdb821,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:53.059748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.061206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.120315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.179153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.217930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:53.218832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.220285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] 10.222.0.32 "PUT /v2.0/ports/784f80d8-9a36-4ebe-913e-b10df0bdb821 HTTP/1.1" status: 200 len: 1092 time: 1.0260031 Jul 08 02:13:53.220743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf4a5e7-e3e3-466a-9ecd-e2ae65800e76', 'tag': '784f80d8-9a36-4ebe-913e-b10df0bdb821'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:53.223031 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65272688-7757-4133-9b28-a3aceeb26cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "faf4a5e7-e3e3-466a-9ecd-e2ae65800e76", "tag": "784f80d8-9a36-4ebe-913e-b10df0bdb821"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:53.280817 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286d4680-1e0a-41e3-b624-a5aae536c314 x-openstack-request-id: req-286d4680-1e0a-41e3-b624-a5aae536c314 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:53.282574 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf4a5e7-e3e3-466a-9ecd-e2ae65800e76", "tag": "784f80d8-9a36-4ebe-913e-b10df0bdb821", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:53.284728 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-286d4680-1e0a-41e3-b624-a5aae536c314 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:53.292184 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf4a5e7-e3e3-466a-9ecd-e2ae65800e76', 'tag': '784f80d8-9a36-4ebe-913e-b10df0bdb821', 'status': 'completed', 'code': 200} Jul 08 02:13:53.292184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4050b8-b650-4760-bd8b-ef47a5509fea service neutron] Pushing event updated for resources: {'Port': ['ID=784f80d8-9a36-4ebe-913e-b10df0bdb821,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:53.347767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272688-7757-4133-9b28-a3aceeb26cf1 req-82e2f59c-ef4c-4b13-89f3-fcc24d1279b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:53.349356 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65272688-7757-4133-9b28-a3aceeb26cf1 req-82e2f59c-ef4c-4b13-89f3-fcc24d1279b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48386a089054373861207f3641c5602&device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 1095 time: 0.0571029 Jul 08 02:13:53.401877 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.453132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272688-7757-4133-9b28-a3aceeb26cf1 req-b0757634-806f-4fd4-bf0b-3054b98e4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:53.454551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65272688-7757-4133-9b28-a3aceeb26cf1 req-b0757634-806f-4fd4-bf0b-3054b98e4aea service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c48386a089054373861207f3641c5602&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0970201 Jul 08 02:13:53.554087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272688-7757-4133-9b28-a3aceeb26cf1 req-a88df9f6-b8e9-424a-a1b3-fae0737f4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:53.555621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65272688-7757-4133-9b28-a3aceeb26cf1 req-a88df9f6-b8e9-424a-a1b3-fae0737f4c14 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949073 Jul 08 02:13:53.673878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-b760b307-3c23-40a6-881d-647e67838b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:53.676644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-b760b307-3c23-40a6-881d-647e67838b98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48386a089054373861207f3641c5602&device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 1095 time: 0.0773470 Jul 08 02:13:53.747937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-5ce27d73-33f5-483d-8d22-370f24fc4b05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=784f80d8-9a36-4ebe-913e-b10df0bdb821 HTTP/1.1" status: 200 len: 217 time: 0.0642622 Jul 08 02:13:53.810212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-828a4f1f-9cbf-4a14-8923-85535c2a8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:53.812033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-828a4f1f-9cbf-4a14-8923-85535c2a8337 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db8eed0-b549-415d-af92-3b6d6712097f HTTP/1.1" status: 200 len: 848 time: 0.0565898 Jul 08 02:13:53.812402 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2cf26d2f-5603-4665-b236-aeae489e7a19 req-fda85b63-de8b-446e-bf0e-a71ce8b711c0 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0471923 Jul 08 02:13:53.835717 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.857821 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.877152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-5bda78a4-c6f8-4983-8ae9-aca93759d82d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5301f0b6-6dec-48ca-83d5-6eea525a8cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488455 Jul 08 02:13:53.978572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d389-d233-4f21-9e1c-ac8429ede4b2 req-e75723a8-479f-4ddb-80fc-4a9ff271c31f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:53.980205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6471d389-d233-4f21-9e1c-ac8429ede4b2 req-e75723a8-479f-4ddb-80fc-4a9ff271c31f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 943 time: 0.1671515 Jul 08 02:13:54.002332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.25.8.12 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/614f562c-7c8e-4e0f-a37d-d952d1d4dbea) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:54.033911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-131a39da-077e-4cce-acaa-8bc4525be17d service neutron] 10.222.0.32 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471817 Jul 08 02:13:54.044095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6471d389-d233-4f21-9e1c-ac8429ede4b2 req-30fc47d0-4652-4218-abf1-b144a60a0b33 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571971 Jul 08 02:13:54.120410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:54.146322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe4a9c9-1854-4749-ade9-dca37cd42786 req-a3cd44d8-275a-401f-8857-8435217d0721 service neutron] 10.222.0.32 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012359 Jul 08 02:13:54.237390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:54.281856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:54.281856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:54.284172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:54.372633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-fb571c44-a2a8-4c2e-b2ef-45d8958af021 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969939604&fields=id&tenant_id=0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 267 time: 0.0472569 Jul 08 02:13:54.483948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-36555305-c0ed-4b58-be1c-98d24521324e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:54.485720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-36555305-c0ed-4b58-be1c-98d24521324e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.1060321 Jul 08 02:13:54.502909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-fde12652-d642-4922-b979-856753c4fc21 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/quotas/0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 375 time: 0.0110157 Jul 08 02:13:54.608928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-b67c1133-413e-4115-972d-bd03277acedc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999885 Jul 08 02:13:54.664292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=614f562c-7c8e-4e0f-a37d-d952d1d4dbea,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:54.729626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-997b9a2b-c944-4b30-9179-9344db64b198 service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084337 Jul 08 02:13:54.841728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-4435eaa4-89f3-4d7b-8818-148b0fb7b1d4 service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045389 Jul 08 02:13:55.006961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb49245-13dd-425c-8100-4d440fa87b1f req-bebd275c-a622-4f43-b227-2f31320b1efe tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0639584 Jul 08 02:13:55.079259 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:55.329895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:55.483371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbe4d7-41a9-434d-adaa-2ce843a14c4a req-ff1c9474-3e85-4f35-a134-011b07a48390 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:55.484880 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5dbe4d7-41a9-434d-adaa-2ce843a14c4a req-ff1c9474-3e85-4f35-a134-011b07a48390 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 943 time: 0.1503823 Jul 08 02:13:55.538721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5dbe4d7-41a9-434d-adaa-2ce843a14c4a req-dc920f29-09bb-460e-8223-424c25f5852b tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Jul 08 02:13:55.631124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router ba26c6bf-6b49-4989-afeb-faa1cc290abf is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:13:55.756308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:55.768166 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Sync routers for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:55.778695 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:55.779970 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:55.800855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2f4872c3-5341-4993-9e30-8fd8057c613e req-e186d0ee-61e7-463e-b15a-cbabbe002633 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.0366607 Jul 08 02:13:55.887250 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:55.888594 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9cc58164-8f38-4dbf-9eef-d54924cea5a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9673796 Jul 08 02:13:55.891847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:55.908978 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:56.132148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 784f80d8-9a36-4ebe-913e-b10df0bdb821 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:13:56.165667 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:54Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:56.213905 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Checking router: ba26c6bf-6b49-4989-afeb-faa1cc290abf for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:56.214156 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Updating router ba26c6bf-6b49-4989-afeb-faa1cc290abf port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:13:56.234217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bb9de66c-6a8d-4288-a1bb-58b1dd2d9f79 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=419e2a80990846a8a61df6e822a1be4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3382542 Jul 08 02:13:56.237152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60244) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:56.254359 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:56.323727 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7dacdc62-0e0c-4f1a-9688-1c0d879f78d1 req-cb9defda-808f-42ec-8293-d1df2a0d53db tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0881140 Jul 08 02:13:56.393321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 784f80d8-9a36-4ebe-913e-b10df0bdb821, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=784f80d8-9a36-4ebe-913e-b10df0bdb821,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:56.424325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '784f80d8-9a36-4ebe-913e-b10df0bdb821', 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe', 'port_id': '784f80d8-9a36-4ebe-913e-b10df0bdb821', 'mac_address': 'fa:16:3e:f6:1d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db8eed0-b549-415d-af92-3b6d6712097f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:13:56.480444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa569edf-fd02-4f18-81fe-e73fa98b400c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:56.482223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aa569edf-fd02-4f18-81fe-e73fa98b400c tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2434764 Jul 08 02:13:56.486493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60248) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:56.513886 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:56.529365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784f80d8-9a36-4ebe-913e-b10df0bdb821 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:56.553521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 784f80d8-9a36-4ebe-913e-b10df0bdb821, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=784f80d8-9a36-4ebe-913e-b10df0bdb821,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:56.555703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-da995ece-8a07-4216-8593-fcfadec87b10 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676835 Jul 08 02:13:56.558467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60250) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:56.564908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77018410', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:56.625168 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:56.662878 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:56.674625 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Transition to ACTIVE for port object 614f562c-7c8e-4e0f-a37d-d952d1d4dbea will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:56.704300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=784f80d8-9a36-4ebe-913e-b10df0bdb821,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:56.774066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:56.775580 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:56.784435 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:56.831007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['784f80d8-9a36-4ebe-913e-b10df0bdb821'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:13:56.845886 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Attempting to bind port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:56.846556 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Attempting to bind port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:56.846992 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Attempting to bind port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:56.863454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf124a-5058-4882-8f66-7139e5c3ee11 req-b99be48f-54ea-4b26-863a-263cb629fe52 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:56.865485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9bdf124a-5058-4882-8f66-7139e5c3ee11 req-b99be48f-54ea-4b26-863a-263cb629fe52 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 944 time: 0.1362472 Jul 08 02:13:56.896935 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:56.897415 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:56.897896 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:56.898366 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:56.899207 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Bound port: 614f562c-7c8e-4e0f-a37d-d952d1d4dbea, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:56.899707 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:56.962592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9bdf124a-5058-4882-8f66-7139e5c3ee11 req-9f69ae38-128e-43b2-8ead-26c15a6b4ddc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885522 Jul 08 02:13:56.978591 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Pushing event updated for resources: {'Port': ['ID=614f562c-7c8e-4e0f-a37d-d952d1d4dbea,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.983861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.984872 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:56.985156 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:57.020847 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] For port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:57.029701 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] For port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=614f562c-7c8e-4e0f-a37d-d952d1d4dbea,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:57.150000 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:57.211136 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:57.211791 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:57.215772 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c86b8d08-152e-4b0c-b7ff-6f2926e4e77e req-fdb8c2a9-14e5-401e-a04c-880933a619e2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.0749397 Jul 08 02:13:57.261490 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725a068-636c-413f-b04c-97f449001c58 None None] Pushing event updated for resources: {'Port': ['ID=614f562c-7c8e-4e0f-a37d-d952d1d4dbea,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:57.265908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:57.339014 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:57.348439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Subnet': ['ID=b6e421ab-4539-419f-a4fc-bfda848156b6,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:57.350964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Checking segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:57.351365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network hostable DHCP agents. Network: abb004ee-744e-4f66-8215-ea6354928ff8, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:13:57.436809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network abb004ee-744e-4f66-8215-ea6354928ff8 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:13:57.536154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, abb004ee-744e-4f66-8215-ea6354928ff8) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:57.540789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:57.541454 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:57.547717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fddcd0-e3c2-4b4f-b93b-40984fbcb016 None None] Network abb004ee-744e-4f66-8215-ea6354928ff8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:57.576111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b227c7d4-8503-4abe-8e0f-b39d5092f209 req-383296be-3933-4cc8-a158-453d6e7f2ffb tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0598962 Jul 08 02:13:57.599541 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:54Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:57.636456 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529bff1-40b7-4d42-a742-55797bf12813 None None] The sync data for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 is: [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:54Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:57.678633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:57.680644 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-534e01db-7214-4f34-8416-353e72eb3de9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1209588 Jul 08 02:13:57.905330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-abb004ee-744e-4f66-8215-ea6354928ff8', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:13:57.906237 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.126690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 784f80d8-9a36-4ebe-913e-b10df0bdb821 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:58.258679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Allocated IP 172.20.0.2 (abb004ee-744e-4f66-8215-ea6354928ff8/b6e421ab-4539-419f-a4fc-bfda848156b6/dcf1f013-6e15-46ad-b741-441e64b3b683) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:58.299219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d189c-7beb-4724-a8f1-5ee63127b009 req-229209cc-7d3a-4203-8ca7-c022367ef3d9 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:58.301936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-930d189c-7beb-4724-a8f1-5ee63127b009 req-229209cc-7d3a-4203-8ca7-c022367ef3d9 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 944 time: 0.1913242 Jul 08 02:13:58.334303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 784f80d8-9a36-4ebe-913e-b10df0bdb821 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:58.336030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 784f80d8-9a36-4ebe-913e-b10df0bdb821 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:58.336858 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.398195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-930d189c-7beb-4724-a8f1-5ee63127b009 req-dbed6c68-5b11-4cee-b89d-9d8b86a3d375 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871434 Jul 08 02:13:58.465711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.481513 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.499763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a26f36ae-b234-46b2-af04-4e375c090ca0 req-ab58f089-4a07-4ad2-82e4-b1eb0fbac1ad tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.0733838 Jul 08 02:13:58.545279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 784f80d8-9a36-4ebe-913e-b10df0bdb821, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=784f80d8-9a36-4ebe-913e-b10df0bdb821,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:58.549698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf4a5e7-e3e3-466a-9ecd-e2ae65800e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784f80d8-9a36-4ebe-913e-b10df0bdb821'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:58.554293 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b8fdca-8dc0-4cf1-973c-fc254e6f6bdc" -d '{"events": [{"server_uuid": "faf4a5e7-e3e3-466a-9ecd-e2ae65800e76", "name": "network-vif-plugged", "status": "completed", "tag": "784f80d8-9a36-4ebe-913e-b10df0bdb821"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:58.628931 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.775472 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce166da8-00d9-4e93-ba25-6ae8995125d7 x-openstack-request-id: req-ce166da8-00d9-4e93-ba25-6ae8995125d7 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:58.775801 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf4a5e7-e3e3-466a-9ecd-e2ae65800e76", "name": "network-vif-plugged", "status": "completed", "tag": "784f80d8-9a36-4ebe-913e-b10df0bdb821", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:58.776459 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce166da8-00d9-4e93-ba25-6ae8995125d7 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:58.776871 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf4a5e7-e3e3-466a-9ecd-e2ae65800e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784f80d8-9a36-4ebe-913e-b10df0bdb821', 'code': 200} Jul 08 02:13:58.897034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-3cf8d0d4-c4bc-4b13-a2e0-e596e2fe26d5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:58.919404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7de4c8ca-bf0a-42ca-abb1-6dc94b987855 req-0edc2cd5-e79b-43ce-a36f-095cd7bf95cc tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0782435 Jul 08 02:13:58.919970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-3cf8d0d4-c4bc-4b13-a2e0-e596e2fe26d5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.4517107 Jul 08 02:13:58.933089 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.943176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=784f80d8-9a36-4ebe-913e-b10df0bdb821,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:58.960120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Transition to ACTIVE for port object dcf1f013-6e15-46ad-b741-441e64b3b683 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:59.025335 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Transition to ACTIVE for port object dcf1f013-6e15-46ad-b741-441e64b3b683 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:59.030362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 614f562c-7c8e-4e0f-a37d-d952d1d4dbea up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:59.109269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed51dc-7b11-4061-99a6-fe89ab5390f2 req-5d96805b-e4f0-4540-8a89-64c4ec561c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:59.110902 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0ed51dc-7b11-4061-99a6-fe89ab5390f2 req-5d96805b-e4f0-4540-8a89-64c4ec561c6d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 1097 time: 0.1058357 Jul 08 02:13:59.168817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0ed51dc-7b11-4061-99a6-fe89ab5390f2 req-7a51f963-99c8-47ae-803b-59e07744a41a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499344 Jul 08 02:13:59.176078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-8a605656-0dcc-40d5-bd74-5c764622e9b6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 380 time: 0.1081736 Jul 08 02:13:59.185326 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.240622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'port': {'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'admin_state_up': True, 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'security_groups': ['f7a8ab18-ac38-4ef6-81b6-61017c3541fa']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:59.255720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Network abb004ee-744e-4f66-8215-ea6354928ff8 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:59.260121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:59.262357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:59.271911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:59.278273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:59.278936 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.364996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Pushing event updated for resources: {'Port': ['ID=dcf1f013-6e15-46ad-b741-441e64b3b683,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:59.403556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.20.0.1 (abb004ee-744e-4f66-8215-ea6354928ff8/b6e421ab-4539-419f-a4fc-bfda848156b6/5ff37e3b-1029-4411-b4f4-1ab227ca8e23) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:59.422037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Attempting to bind port dcf1f013-6e15-46ad-b741-441e64b3b683 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:59.423033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Attempting to bind port dcf1f013-6e15-46ad-b741-441e64b3b683 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:59.435307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Attempting to bind port dcf1f013-6e15-46ad-b741-441e64b3b683 on network abb004ee-744e-4f66-8215-ea6354928ff8 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:59.435307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:59.435307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Checking segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:59.435307 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.435307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Bound using segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:59.435307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Bound port: dcf1f013-6e15-46ad-b741-441e64b3b683, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:59.435307 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.526947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] For port dcf1f013-6e15-46ad-b741-441e64b3b683, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:59.531250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] For port dcf1f013-6e15-46ad-b741-441e64b3b683, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dcf1f013-6e15-46ad-b741-441e64b3b683,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:59.619059 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.625913 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.641971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:59.652110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.687695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=614f562c-7c8e-4e0f-a37d-d952d1d4dbea,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:59.741324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012677d4-5b59-4000-a5a2-967b1b2aee3d None None] Pushing event updated for resources: {'Port': ['ID=dcf1f013-6e15-46ad-b741-441e64b3b683,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:59.762392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.869240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=614f562c-7c8e-4e0f-a37d-d952d1d4dbea,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:59.892066 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.902546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e767890-8a49-48cc-af0e-58fda632e4ed req-cc8e9e6a-8794-4ac8-9f30-40e5b808a376 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:59.919919 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e767890-8a49-48cc-af0e-58fda632e4ed req-cc8e9e6a-8794-4ac8-9f30-40e5b808a376 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 945 time: 0.2569890 Jul 08 02:13:59.991364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99cbdfe7-a716-41ad-b686-05e24b5cd5e2 req-52865140-e3a4-4e24-a4f1-3e8b3ea4c712 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.1401522 Jul 08 02:14:00.096788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e767890-8a49-48cc-af0e-58fda632e4ed req-dfd4d5c7-b172-4335-ab3f-ff714deb167c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758075 Jul 08 02:14:00.265520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Transition to ACTIVE for port object 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:00.318336 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19058efe-85d7-45a1-b157-16784148a39d req-eb612238-222f-4105-a5da-c17a250bfabb tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0757287 Jul 08 02:14:00.437646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.20.0.3 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/b7d7896f-56c6-4e97-8f41-3782912b07ba) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:00.627365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:00.629689 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:14:00.642670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Transition to ACTIVE for port object b7d7896f-56c6-4e97-8f41-3782912b07ba will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:00.686729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:00.802537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:00.814615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network abb004ee-744e-4f66-8215-ea6354928ff8 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:00.818991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:00.828566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:00.900252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:00.994174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 614f562c-7c8e-4e0f-a37d-d952d1d4dbea up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:00.995037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.095803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:01.096356 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.205823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:01.219561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=b7d7896f-56c6-4e97-8f41-3782912b07ba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:01.236901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:01.240582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:01.261892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dcf1f013-6e15-46ad-b741-441e64b3b683 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:01.455542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port dcf1f013-6e15-46ad-b741-441e64b3b683 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:01.489336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b888876d-f8b5-493e-8a4b-18e626e3a449 None None] Network abb004ee-744e-4f66-8215-ea6354928ff8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:01.507466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e0d8e-ceb3-4b9e-a8ea-23a94588f803 req-10e5a2e6-80a2-4323-a7be-fb2896a8ace4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:01.517560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-047e0d8e-ceb3-4b9e-a8ea-23a94588f803 req-10e5a2e6-80a2-4323-a7be-fb2896a8ace4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 931 time: 0.1917388 Jul 08 02:14:01.581745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d605729f-fe83-4b28-afd7-cd1334f8bffc None None] Provisioning for port dcf1f013-6e15-46ad-b741-441e64b3b683 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:01.611914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-047e0d8e-ceb3-4b9e-a8ea-23a94588f803 req-37c16a72-2293-438f-bcc6-f5288de1f690 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931330 Jul 08 02:14:01.615290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:01.616007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.618755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d605729f-fe83-4b28-afd7-cd1334f8bffc None None] Provisioning complete for port dcf1f013-6e15-46ad-b741-441e64b3b683 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:01.619124 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d605729f-fe83-4b28-afd7-cd1334f8bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.774627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.784908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5e3275de-7f0a-4e30-8456-6d758db6c7f6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5519323 Jul 08 02:14:01.817279 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc56703c-248b-45e2-8d7b-73b1188315d4 req-65eb04c0-66e9-48ef-bc8a-d23804dd9960 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0407035 Jul 08 02:14:01.822936 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d605729f-fe83-4b28-afd7-cd1334f8bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.830689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97788ff7-cd7f-4d20-89b2-4e902c954951 req-d3826e53-5163-4966-9049-381b380f3751 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:01.832331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97788ff7-cd7f-4d20-89b2-4e902c954951 req-d3826e53-5163-4966-9049-381b380f3751 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 945 time: 0.4337785 Jul 08 02:14:01.839576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Request body: {'port': {'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:01.867055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d605729f-fe83-4b28-afd7-cd1334f8bffc None None] For port dcf1f013-6e15-46ad-b741-441e64b3b683, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dcf1f013-6e15-46ad-b741-441e64b3b683,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:01.959942 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d605729f-fe83-4b28-afd7-cd1334f8bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:02.043580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605729f-fe83-4b28-afd7-cd1334f8bffc None None] Pushing event updated for resources: {'Port': ['ID=dcf1f013-6e15-46ad-b741-441e64b3b683,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:02.065807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97788ff7-cd7f-4d20-89b2-4e902c954951 req-da24b1d2-6807-4d62-895b-b0a3f705f07b tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198601 Jul 08 02:14:02.108014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:02.185764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a8ee2324-96b1-4c2b-8693-229fe46b92cd None None] Provisioning for port b7d7896f-56c6-4e97-8f41-3782912b07ba completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:02.190288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a8ee2324-96b1-4c2b-8693-229fe46b92cd None None] Provisioning complete for port b7d7896f-56c6-4e97-8f41-3782912b07ba triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:02.190991 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a8ee2324-96b1-4c2b-8693-229fe46b92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:02.262053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee2324-96b1-4c2b-8693-229fe46b92cd None None] Port b7d7896f-56c6-4e97-8f41-3782912b07ba cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:14:02.401815 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fdc776d2-ca89-4751-a2ec-f1da4b81411b None None] Provisioning complete for port dcf1f013-6e15-46ad-b741-441e64b3b683 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:02.402236 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fdc776d2-ca89-4751-a2ec-f1da4b81411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:02.658839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fdc776d2-ca89-4751-a2ec-f1da4b81411b None None] Provisioning for port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:02.661848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fdc776d2-ca89-4751-a2ec-f1da4b81411b None None] Provisioning complete for port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:02.662430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fdc776d2-ca89-4751-a2ec-f1da4b81411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:02.770418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-fdc776d2-ca89-4751-a2ec-f1da4b81411b None None] Port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:14:02.858935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dcf1f013-6e15-46ad-b741-441e64b3b683 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:03.010543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210d33-dbcc-47d2-9459-ddb76c295f93 req-1389b337-379b-48d7-9362-18b0c6a30541 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:03.012379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15210d33-dbcc-47d2-9459-ddb76c295f93 req-1389b337-379b-48d7-9362-18b0c6a30541 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 931 time: 0.1754227 Jul 08 02:14:03.021741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9764f5a5-651d-4f92-a418-d42d14788747 None None] Provisioning complete for port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:03.028076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9764f5a5-651d-4f92-a418-d42d14788747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.070434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15210d33-dbcc-47d2-9459-ddb76c295f93 req-90bf5912-04a5-4a10-ac23-5b87dca90713 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521710 Jul 08 02:14:03.072068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port dcf1f013-6e15-46ad-b741-441e64b3b683 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:03.076255 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.105103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f9bd325-4e1e-420c-a7e9-0ee24426f64c req-22ccd9a7-8ee2-43d5-a263-a2a91c08862a tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0834382 Jul 08 02:14:03.139504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9764f5a5-651d-4f92-a418-d42d14788747 None None] Port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:14:03.154431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.216530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d7896f-56c6-4e97-8f41-3782912b07ba {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:03.238889 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.251330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.282864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Transition to ACTIVE for port object b7d7896f-56c6-4e97-8f41-3782912b07ba will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:03.343167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:03.343167 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.406619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.538945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d7896f-56c6-4e97-8f41-3782912b07ba,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:03.580490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network abb004ee-744e-4f66-8215-ea6354928ff8 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:03.583636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:03.732757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Attempting to bind port b7d7896f-56c6-4e97-8f41-3782912b07ba on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:03.732757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Attempting to bind port b7d7896f-56c6-4e97-8f41-3782912b07ba by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:03.733114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Attempting to bind port b7d7896f-56c6-4e97-8f41-3782912b07ba on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:03.736520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router ba26c6bf-6b49-4989-afeb-faa1cc290abf has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:03.742594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Port b7d7896f-56c6-4e97-8f41-3782912b07ba on network 89016041-be35-4a47-ac46-125f1ffdb927 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:14:03.742931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Attempting to bind port b7d7896f-56c6-4e97-8f41-3782912b07ba on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:03.750526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:03.750526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:03.750526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:03.750526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Bound port: b7d7896f-56c6-4e97-8f41-3782912b07ba, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:03.751303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.790418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60364) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:03.905282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] For port b7d7896f-56c6-4e97-8f41-3782912b07ba, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:03.912634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] For port b7d7896f-56c6-4e97-8f41-3782912b07ba, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:04.046384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:04.133430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-063b1fbe-8a47-4304-8c31-d6446bddad9c None None] Provisioning complete for port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:04.133919 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-063b1fbe-8a47-4304-8c31-d6446bddad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:04.190162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:04.191382 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:04.192793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-2448447f-861a-401e-9e45-587b174e0955 service neutron] 10.222.0.32 "PUT /v2.0/ports/b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 200 len: 1092 time: 2.3865936 Jul 08 02:14:04.193256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:04.215420 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60310120-6595-4ee2-8d2a-8f124420d634" -d '{"events": [{"name": "network-changed", "server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:04.257739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-063b1fbe-8a47-4304-8c31-d6446bddad9c None None] Port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:14:04.319248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448447f-861a-401e-9e45-587b174e0955 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d7896f-56c6-4e97-8f41-3782912b07ba,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:04.333524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:04.340274 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df8750dc-1c9c-4de8-b3c6-08eed8ce9695 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "PUT /v2.0/routers/ba26c6bf-6b49-4989-afeb-faa1cc290abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6605406 Jul 08 02:14:04.352446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Sync routers for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:04.369687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:04.370377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:04.584707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:04.631096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-75d9f322-64be-4962-85f4-54cd36f1ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:04.636396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-75d9f322-64be-4962-85f4-54cd36f1ca64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1095 time: 0.2889721 Jul 08 02:14:04.656827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc058826-8a79-49a1-b6b0-4648682a1151 req-5448757c-f68b-4006-89f2-e97bd4877ec8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:04.668716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc058826-8a79-49a1-b6b0-4648682a1151 req-5448757c-f68b-4006-89f2-e97bd4877ec8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.2706614 Jul 08 02:14:04.721478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca81e86-2f80-4977-b40c-87cab8161ef6 req-d5d5f8c3-4747-4387-b5e9-4bc04248de5b tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:04.736572 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ca81e86-2f80-4977-b40c-87cab8161ef6 req-d5d5f8c3-4747-4387-b5e9-4bc04248de5b tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 945 time: 0.4397681 Jul 08 02:14:04.744293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-5f77c329-322b-4932-93d7-158b050d1471 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 200 len: 217 time: 0.0735223 Jul 08 02:14:04.847953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ca81e86-2f80-4977-b40c-87cab8161ef6 req-81b356c3-e019-4910-a03e-fad5e602a278 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104331 Jul 08 02:14:04.885849 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc058826-8a79-49a1-b6b0-4648682a1151 req-0b86ce71-3073-489a-b0e9-b8e556e28e41 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020249 Jul 08 02:14:04.903153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-c9a7c91a-e586-4b86-955c-277b84b7ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:04.904635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-c9a7c91a-e586-4b86-955c-277b84b7ebf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1460266 Jul 08 02:14:04.975777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.007750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:02Z', 'revision_number': 2, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:05.021235 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea5d661-3a04-4b73-8785-79304d23ef32 x-openstack-request-id: req-aea5d661-3a04-4b73-8785-79304d23ef32 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:05.021510 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:05.021780 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aea5d661-3a04-4b73-8785-79304d23ef32 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:05.022181 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'status': 'completed', 'code': 200} Jul 08 02:14:05.094102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-909f66db-c364-49c6-8b06-ab85647285fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:05.097907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-909f66db-c364-49c6-8b06-ab85647285fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856296 Jul 08 02:14:05.149018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bbfba7e-7df6-4168-94bb-ab0a970653f7 req-e6c1e63f-f846-4940-b8de-e7c27102b70e tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0394800 Jul 08 02:14:05.334686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-78e1915e-3356-4c4e-b8d9-66081f581fec service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269247 Jul 08 02:14:05.438342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Checking router: ba26c6bf-6b49-4989-afeb-faa1cc290abf for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:05.439308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Updating router ba26c6bf-6b49-4989-afeb-faa1cc290abf port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:14:05.477527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.477986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31a1ae8b-e858-4e13-b518-afbd676cdd87 req-8f15e1ba-8f65-4e86-87f7-a38aa70188ab service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361504 Jul 08 02:14:05.536231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-bd060094-ef58-4928-bd34-f965aa8c33a6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392665186&fields=id&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 267 time: 0.2382443 Jul 08 02:14:05.699587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-77a72b44-f300-420b-8c6d-0d2763bab112 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:05.706737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-77a72b44-f300-420b-8c6d-0d2763bab112 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/networks?id=abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 200 len: 796 time: 0.1690738 Jul 08 02:14:05.724914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60310120-6595-4ee2-8d2a-8f124420d634 req-ecb56581-82e8-4464-8fd3-521576d699b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:05.726482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60310120-6595-4ee2-8d2a-8f124420d634 req-ecb56581-82e8-4464-8fd3-521576d699b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1095 time: 0.1214316 Jul 08 02:14:05.731057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-1571826c-d2ad-46ca-b25b-8b3cae0a9566 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/quotas/419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 375 time: 0.0234222 Jul 08 02:14:05.830108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-c1a3ef15-8666-4535-a7c7-10612d81a9bc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:05.831708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-c1a3ef15-8666-4535-a7c7-10612d81a9bc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.32 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 945 time: 0.3817260 Jul 08 02:14:05.837855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Deleting port cd59c714-8b7a-416e-b46b-531e22c029f7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:05.838211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.899299 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.907824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60310120-6595-4ee2-8d2a-8f124420d634 req-756b28bd-aeb5-4b14-95ed-5201ec0de062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:05.916748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Transition to ACTIVE for port object 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:05.922238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60310120-6595-4ee2-8d2a-8f124420d634 req-756b28bd-aeb5-4b14-95ed-5201ec0de062 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1754279 Jul 08 02:14:05.945155 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-e450f1cc-d7e0-4cc5-bd92-1e1551daa85e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131054 Jul 08 02:14:05.980491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60310120-6595-4ee2-8d2a-8f124420d634 req-757c0a05-046e-4bf3-8812-ddd8d0a76675 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 200 len: 217 time: 0.0575562 Jul 08 02:14:06.048834 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.128347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4326b-9c29-4143-a451-0112b94a9067 None None] Pushing event updated for resources: {'Port': ['ID=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:06.160492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] For port cd59c714-8b7a-416e-b46b-531e22c029f7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cd59c714-8b7a-416e-b46b-531e22c029f7,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:06.160871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.164948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60310120-6595-4ee2-8d2a-8f124420d634 req-aa10a832-4703-4af9-b59e-93f2776a356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:06.166517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60310120-6595-4ee2-8d2a-8f124420d634 req-aa10a832-4703-4af9-b59e-93f2776a356f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1777837 Jul 08 02:14:06.213232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Attempting to bind port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:06.213827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Attempting to bind port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:06.214428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Attempting to bind port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 on network abb004ee-744e-4f66-8215-ea6354928ff8 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:06.230581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:06.231102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Checking segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:06.231690 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.232192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Bound using segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:06.241118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Bound port: 5ff37e3b-1029-4411-b4f4-1ab227ca8e23, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:06.241629 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.253556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Calling delete_port for cd59c714-8b7a-416e-b46b-531e22c029f7 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:06.275825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48f1e-736d-4fa5-942a-780039f9e23e req-601bc37a-e224-4285-9c9f-a3b9cb187634 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:06.277451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41b48f1e-736d-4fa5-942a-780039f9e23e req-601bc37a-e224-4285-9c9f-a3b9cb187634 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 945 time: 0.2293413 Jul 08 02:14:06.316501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60310120-6595-4ee2-8d2a-8f124420d634 req-5c8524b8-bc49-4169-8361-a70af15da266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:06.317952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60310120-6595-4ee2-8d2a-8f124420d634 req-5c8524b8-bc49-4169-8361-a70af15da266 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417108 Jul 08 02:14:06.334444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] For port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:06.341214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] For port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:06.356788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41b48f1e-736d-4fa5-942a-780039f9e23e req-de85913e-0dd6-4f9f-86bb-62a2baa8822d tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681481 Jul 08 02:14:06.414476 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.505751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60310120-6595-4ee2-8d2a-8f124420d634 req-887caff6-950b-4d65-86b1-da31420039a4 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753747 Jul 08 02:14:06.526135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:06.526904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:06.580204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4326b-9c29-4143-a451-0112b94a9067 None None] Pushing event updated for resources: {'Port': ['ID=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:06.683491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:06.812061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60310120-6595-4ee2-8d2a-8f124420d634 req-0c9cb6bc-e5d4-4721-bf72-d232c2873241 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988236 Jul 08 02:14:06.838705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adc093-a874-480c-933b-33f81951184c req-19a9b73f-d6ec-45b0-a277-b283520e3384 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:06.840773 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88adc093-a874-480c-933b-33f81951184c req-19a9b73f-d6ec-45b0-a277-b283520e3384 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.2295084 Jul 08 02:14:06.899801 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88adc093-a874-480c-933b-33f81951184c req-e11d0724-e13c-421e-b76c-f7cbe0cbc2d3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466671 Jul 08 02:14:06.960409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-d686cdbd-506e-4dc2-866a-6391bb785a28 service neutron] 10.222.0.10 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0126722 Jul 08 02:14:06.975566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:06Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:07.012994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c86b5-8c95-4ff0-9d34-4ff77b7a5981 None None] The sync data for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 is: [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:06Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:07.101304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Deleting port 784f80d8-9a36-4ebe-913e-b10df0bdb821 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:07.101972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.149459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a88e20ba-5f69-4622-8e34-56b2fe7b9cd0 req-9e603107-06b9-43f6-9893-64bf5ec26ae8 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0756483 Jul 08 02:14:07.196246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9422563e-f7b5-4811-be1a-5bfeb9e03197 service neutron] 10.222.0.10 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348404 Jul 08 02:14:07.299004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] For port 784f80d8-9a36-4ebe-913e-b10df0bdb821, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=784f80d8-9a36-4ebe-913e-b10df0bdb821,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:07.301156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.318514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Calling delete_port for 784f80d8-9a36-4ebe-913e-b10df0bdb821 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:07.368540 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.403109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd59c714-8b7a-416e-b46b-531e22c029f7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:07.644130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc22a64-be56-4971-95a6-4afe6a6d78c9 req-ab5c44e2-1291-48e6-acd1-ba4eb7acbeea tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:07.645981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cc22a64-be56-4971-95a6-4afe6a6d78c9 req-ab5c44e2-1291-48e6-acd1-ba4eb7acbeea tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 945 time: 0.1222441 Jul 08 02:14:07.700571 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31096133-5681-4b3d-97b4-4464c2c1a4b0 req-daba1bb8-63e7-46bd-8250-fe21a0350dea tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 210 time: 0.1189938 Jul 08 02:14:07.719194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cc22a64-be56-4971-95a6-4afe6a6d78c9 req-4ddd2d4d-80dc-4f7d-9158-c0ff838ca2e9 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618932 Jul 08 02:14:07.822326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.877273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.889750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['784f80d8-9a36-4ebe-913e-b10df0bdb821'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:14:07.928956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Pushing event deleted for resources: {'Port': ['ID=784f80d8-9a36-4ebe-913e-b10df0bdb821,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:08.031118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] No DVR routers for this DVR port 784f80d8-9a36-4ebe-913e-b10df0bdb821 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:08.033739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:08.035823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa1da71f-7c5c-4296-bbfe-b8d23199621a req-2d6925f4-ce89-4931-8a75-5c3b211f400f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.32 "DELETE /v2.0/ports/784f80d8-9a36-4ebe-913e-b10df0bdb821 HTTP/1.1" status: 204 len: 173 time: 2.1955528 Jul 08 02:14:08.036274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf4a5e7-e3e3-466a-9ecd-e2ae65800e76', 'name': 'network-vif-deleted', 'tag': '784f80d8-9a36-4ebe-913e-b10df0bdb821'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:08.039093 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d63483-a4eb-49f7-8a83-2cd5827adb89" -d '{"events": [{"server_uuid": "faf4a5e7-e3e3-466a-9ecd-e2ae65800e76", "name": "network-vif-deleted", "tag": "784f80d8-9a36-4ebe-913e-b10df0bdb821"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:08.117702 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e7a66b-66d1-4d8f-ac71-bfccebf9b080 x-openstack-request-id: req-c3e7a66b-66d1-4d8f-ac71-bfccebf9b080 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:08.118015 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf4a5e7-e3e3-466a-9ecd-e2ae65800e76", "name": "network-vif-deleted", "tag": "784f80d8-9a36-4ebe-913e-b10df0bdb821", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:08.118236 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3e7a66b-66d1-4d8f-ac71-bfccebf9b080 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:08.118640 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf4a5e7-e3e3-466a-9ecd-e2ae65800e76', 'name': 'network-vif-deleted', 'tag': '784f80d8-9a36-4ebe-913e-b10df0bdb821', 'status': 'completed', 'code': 200} Jul 08 02:14:08.189889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58227fdd-92b0-4712-8c4a-a9ff7608d687 req-f37b7f0e-909b-49ca-8092-99d67e76a1cf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:08.207579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58227fdd-92b0-4712-8c4a-a9ff7608d687 req-f37b7f0e-909b-49ca-8092-99d67e76a1cf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.0973256 Jul 08 02:14:08.235532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Router 59f84bd3-e147-4e58-b95c-6373cb5c081e has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:08.283993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-58227fdd-92b0-4712-8c4a-a9ff7608d687 req-da41d509-3cd5-4025-bc5b-560beb44c79b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683565 Jul 08 02:14:08.443132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c4d0831-0713-4ff4-806d-8e25d51666ed req-7294b2c0-dbaa-41f4-bbfe-1a595d53a706 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0340190 Jul 08 02:14:08.468206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:08.468206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c72e6a17-6f76-49db-aa23-d72328d73cf0 admin admin] 10.222.0.10 "PUT /v2.0/routers/59f84bd3-e147-4e58-b95c-6373cb5c081e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6733863 Jul 08 02:14:08.468206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60450) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:08.477742 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] Sync routers for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:08.488747 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:08.489371 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:08.625270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:08.639749 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:08.762899 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:08.975848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-52e6e668-eaa3-4ec9-af44-bd5a6ed8f77c req-d2e0a43a-e261-4f61-b238-44fd4a7a88cf tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 210 time: 0.0777507 Jul 08 02:14:08.978775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47a7291d-e921-4ba3-bcaf-cb7184a531ef req-89301ce3-34e4-46ff-9bda-642c2c9d4892 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf4a5e7-e3e3-466a-9ecd-e2ae65800e76 HTTP/1.1" status: 200 len: 210 time: 0.0428176 Jul 08 02:14:08.980515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Deleting port c65634ca-661d-4517-9669-8eb3edfa6e4f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:08.980867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.029514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:09.118185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] For port c65634ca-661d-4517-9669-8eb3edfa6e4f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c65634ca-661d-4517-9669-8eb3edfa6e4f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:09.118747 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.129471 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:14:07Z', 'revision_number': 5, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port': {'id': 'c65634ca-661d-4517-9669-8eb3edfa6e4f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:09.133381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Calling delete_port for c65634ca-661d-4517-9669-8eb3edfa6e4f owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:09.159981 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] Checking router: 59f84bd3-e147-4e58-b95c-6373cb5c081e for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:09.168445 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] Routers {'59f84bd3-e147-4e58-b95c-6373cb5c081e'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:09.169186 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:13:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['59f84bd3-e147-4e58-b95c-6373cb5c081e'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:09.190743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:09.194777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:09.195897 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.294280 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] Set router 59f84bd3-e147-4e58-b95c-6373cb5c081e gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:09.315353 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.369181 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:14:08Z', 'revision_number': 6, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:09.385066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:09.403819 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14428639-601c-4373-acbc-f41cc9ee4b40 None None] The sync data for ids ['59f84bd3-e147-4e58-b95c-6373cb5c081e'] in n-d-695189-13 is: [{'id': '59f84bd3-e147-4e58-b95c-6373cb5c081e', 'name': 'tempest-TaggedBootDevicesTest_v242-845531697-router', 'tenant_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:17Z', 'updated_at': '2021-07-08T02:14:08Z', 'revision_number': 6, 'project_id': '323fc8eb855549cbb1c2135c1dcbddf8', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:09.463673 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.521934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.524459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:09.573905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Pushing event deleted for resources: {'Port': ['ID=c65634ca-661d-4517-9669-8eb3edfa6e4f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:09.594630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c10471-8ebe-4896-b79c-f5ae1bb7ad1b req-9cacde0f-898d-4261-bbae-6e23a36816bb tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:09.603859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91c10471-8ebe-4896-b79c-f5ae1bb7ad1b req-9cacde0f-898d-4261-bbae-6e23a36816bb tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.1384578 Jul 08 02:14:09.648749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91c10471-8ebe-4896-b79c-f5ae1bb7ad1b req-38bb2e6c-2b57-4b43-88dd-b62d7e235f03 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435352 Jul 08 02:14:09.672021 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f706477-836b-4eaf-9ec3-d1b47c087cee req-5d2ad43b-4682-4520-8f60-121572582f54 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0358140 Jul 08 02:14:09.704480 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.807754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.811217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.956277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.956810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f84bd3-e147-4e58-b95c-6373cb5c081e {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:14:09.961369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.962634 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-07534f08-957e-44dd-8ac4-8ca65dbb7aba admin admin] 10.222.0.10 "DELETE /v2.0/routers/59f84bd3-e147-4e58-b95c-6373cb5c081e HTTP/1.1" status: 204 len: 168 time: 1.4933507 Jul 08 02:14:09.965305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:10.034894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Deleting subnet 09c91ac0-e2f8-4201-859b-8baa1a6a77a3 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:14:10.034894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.069194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.145665 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f8797fd8-5a53-489e-80cb-f7b8bf6212bf req-99b28d01-d6ba-4c27-923a-546b71535672 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 210 time: 0.0321522 Jul 08 02:14:10.158566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.186893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 784f80d8-9a36-4ebe-913e-b10df0bdb821 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:10.215494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 784f80d8-9a36-4ebe-913e-b10df0bdb821 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:10.215846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 784f80d8-9a36-4ebe-913e-b10df0bdb821 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:10.332358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-66bd7c5b-8c77-473f-87bd-11cf002ade10 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:10.333888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-66bd7c5b-8c77-473f-87bd-11cf002ade10 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "GET /v2.0/networks?id=abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 200 len: 796 time: 0.1216750 Jul 08 02:14:10.340853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.381252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c91ac0-e2f8-4201-859b-8baa1a6a77a3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:10.385882 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.389937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/09c91ac0-e2f8-4201-859b-8baa1a6a77a3 HTTP/1.1" status: 204 len: 168 time: 0.4214373 Jul 08 02:14:10.391685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60494) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:10.394677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa1469-afeb-490a-afcf-4a1de4e6942e None None] Network e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:10.405035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.405773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.406900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.407721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.408229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.408735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.409878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.410379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.410999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.411523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.412490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.413699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f711aede-4c5a-48d3-a459-086ae2c3a360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:10.472984 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-7af8e4a9-cee8-408a-8dd9-7b083bd7bc68 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 379 time: 0.1297772 Jul 08 02:14:10.486446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'port': {'device_id': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'admin_state_up': True, 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'security_groups': ['3b619511-a1e5-4689-897f-82c07c2c4ef3']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:10.498745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.536143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-a5d80a7c-a8eb-403e-9b60-c6d23c51e7b2 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:10.537668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-a5d80a7c-a8eb-403e-9b60-c6d23c51e7b2 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/networks?id=5301f0b6-6dec-48ca-83d5-6eea525a8cbe HTTP/1.1" status: 200 len: 808 time: 0.1706278 Jul 08 02:14:10.559491 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-b49d6f64-6737-47f8-b69d-21a6a184dc95 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/quotas/c48386a089054373861207f3641c5602 HTTP/1.1" status: 200 len: 375 time: 0.0154915 Jul 08 02:14:10.573119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Deleting port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:10.574255 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.609030 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-24cb781c-c3aa-4b38-957b-6b5c04be1848 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c48386a089054373861207f3641c5602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413063 Jul 08 02:14:10.641814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] DHCP port deletion for e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:14:10.667526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] For port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:10.667989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.684333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Calling delete_port for eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:10.694122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] Deleting port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:10.694742 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.753843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-649d9fc5-bd51-4086-8e05-540b06d80a54 service neutron] 10.222.0.10 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321456 Jul 08 02:14:10.818401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] For port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,segment=NetworkSegment(6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b),segment_id=6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:10.819159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.826966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:10.832347 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.840892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:10.867981 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.882172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] Calling delete_port for eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:10.900714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:10.920634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] No DVR routers for this DVR port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:10.948465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-a4d09fbd-13fb-42fa-9b6e-a549a5157f96 service neutron] 10.222.0.10 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884511 Jul 08 02:14:10.988675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:10.989199 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.008823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.20.0.5 (abb004ee-744e-4f66-8215-ea6354928ff8/b6e421ab-4539-419f-a4fc-bfda848156b6/efe3e576-7211-456b-905f-cd78d36a390e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:11.036819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.051323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e344d3bd-04f9-424d-8df1-7b53b9b1c0b7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:11.068667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6121132-3997-49e4-9680-5bca1441a326 req-67186279-ab55-4a81-b586-c132bde7d677 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:11.076230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6121132-3997-49e4-9680-5bca1441a326 req-67186279-ab55-4a81-b586-c132bde7d677 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.2567575 Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.114684 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:14:11.127164 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:14:11.128628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:11.128628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebfcdfb-6a29-4493-93a5-b1761f7b8b0b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:11.138336 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.154690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6121132-3997-49e4-9680-5bca1441a326 req-46c26b04-b80d-4687-a261-77d1cb38856b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773375 Jul 08 02:14:11.183891 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.185292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.191698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.197010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:14:11.197532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:14:11.199940 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:14:11.213454 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Transition to ACTIVE for port object efe3e576-7211-456b-905f-cd78d36a390e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:11.223615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] Pushing event deleted for resources: {'Port': ['ID=eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:11.236929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97447c-535e-4df8-8d8b-9c4471404e55 None None] No DVR routers for this DVR port eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:11.312137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.318345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cd59c714-8b7a-416e-b46b-531e22c029f7 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:11.357824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: cd59c714-8b7a-416e-b46b-531e22c029f7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:11.359687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cd59c714-8b7a-416e-b46b-531e22c029f7 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:11.360216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c65634ca-661d-4517-9669-8eb3edfa6e4f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:11.375196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network abb004ee-744e-4f66-8215-ea6354928ff8 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:11.383249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:11.387289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:11.390302 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.390567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c65634ca-661d-4517-9669-8eb3edfa6e4f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:11.390846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c65634ca-661d-4517-9669-8eb3edfa6e4f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:11.391713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:11.416189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:11.416779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eb55698d-ee1a-4a72-96e9-7fcbc2cc3d09 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:11.441017 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3b388946-31d1-41cf-ab14-b566f9565743 req-86ddc9fa-a758-4ff4-acca-ebce9164bafc tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0675914 Jul 08 02:14:11.446181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.453708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:11.453708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.453930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e344d3bd-04f9-424d-8df1-7b53b9b1c0b7 HTTP/1.1" status: 204 len: 168 time: 1.0575864 Jul 08 02:14:11.456609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:11.493250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cafb2f-9ab4-49a5-817a-7e8239706d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=e344d3bd-04f9-424d-8df1-7b53b9b1c0b7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:11.562801 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9dbb4cdc-53e9-4e14-aee2-a9459bb7d073 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0805213 Jul 08 02:14:11.567191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2006724c-9cf9-4eda-9197-495081509f48 req-58739a9a-9fe7-4fcb-92a1-7b9c69056447 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 210 time: 0.0478001 Jul 08 02:14:11.576033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Request body: {'port': {'device_id': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:11.692294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.793612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618f331-c57f-48a3-adf0-6b9d835d91f1 req-1b75ab8e-be20-44d1-8917-9553036ad76c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:11.793612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8618f331-c57f-48a3-adf0-6b9d835d91f1 req-1b75ab8e-be20-44d1-8917-9553036ad76c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 931 time: 0.1621914 Jul 08 02:14:11.893003 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8618f331-c57f-48a3-adf0-6b9d835d91f1 req-eee9422a-961a-48af-99f6-86e37122215b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934331 Jul 08 02:14:11.923926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-156b7620-3fb0-44a5-865c-bb1407ef34bf None None] Provisioning for port efe3e576-7211-456b-905f-cd78d36a390e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:11.941204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-156b7620-3fb0-44a5-865c-bb1407ef34bf None None] Provisioning complete for port efe3e576-7211-456b-905f-cd78d36a390e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:11.941204 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-156b7620-3fb0-44a5-865c-bb1407ef34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.980655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60528) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:12.014082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-156b7620-3fb0-44a5-865c-bb1407ef34bf None None] Port efe3e576-7211-456b-905f-cd78d36a390e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:14:12.085080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b4e8b59d-a043-4612-8c02-02d161298f1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=323fc8eb855549cbb1c2135c1dcbddf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030166 Jul 08 02:14:12.092088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60530) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:12.099439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe3e576-7211-456b-905f-cd78d36a390e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:12.106930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.119943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Transition to ACTIVE for port object efe3e576-7211-456b-905f-cd78d36a390e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:12.141664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9566664d-e4bf-45dd-813d-a095875db70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.164657 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9566664d-e4bf-45dd-813d-a095875db70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.173850 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95563210-ee5f-4d05-b8c2-7d87084dff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.274679 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.321360 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9566664d-e4bf-45dd-813d-a095875db70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.324155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9566664d-e4bf-45dd-813d-a095875db70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.325958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:12.326602 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9566664d-e4bf-45dd-813d-a095875db70a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52411bb9-2ff1-49cb-b949-217d24cb780c HTTP/1.1" status: 204 len: 168 time: 0.2334452 Jul 08 02:14:12.353502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbc636-3cb0-49d7-ac19-dfbbf783efb8 req-82f9c5ba-ee89-48ec-80ef-203bff48f0ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:12.353502 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2fbc636-3cb0-49d7-ac19-dfbbf783efb8 req-82f9c5ba-ee89-48ec-80ef-203bff48f0ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.0854511 Jul 08 02:14:12.356630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566664d-e4bf-45dd-813d-a095875db70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52411bb9-2ff1-49cb-b949-217d24cb780c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:12.429063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:12.433752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:12.433752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:12.434215 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2fbc636-3cb0-49d7-ac19-dfbbf783efb8 req-4d67fc22-d1ff-4fd6-b4f6-82d68fc30389 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639529 Jul 08 02:14:12.442244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:14:12.442244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:12.462535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:12.462535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Checking segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:12.462535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Bound using segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:12.462535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Bound port: efe3e576-7211-456b-905f-cd78d36a390e, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:12.462535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.582134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:12.586028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:12.671705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cd3f8b2-ffb7-4fee-8753-cde727e4f0ff req-d7ee57bb-78a4-4cf4-b5dc-e0c4eb8eb6f8 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0684593 Jul 08 02:14:12.699363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.756092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6be682a2-4743-4231-bd92-6bec0f565607 req-60df992b-66b8-447c-921c-06af5b02c680 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 210 time: 0.0596068 Jul 08 02:14:12.765053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:12.765693 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:12.767069 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 1092 time: 1.1968350 Jul 08 02:14:12.767538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:12.770424 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd9841c-d057-4f1d-8902-17369e428698" -d '{"events": [{"name": "network-changed", "server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:12.795058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1334f-c313-4b94-92a5-ffeec37369f3 service neutron] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:12.853650 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d4a0a-b3c4-4125-b0bc-0cad277038b6 x-openstack-request-id: req-e67d4a0a-b3c4-4125-b0bc-0cad277038b6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:12.854044 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:12.854397 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e67d4a0a-b3c4-4125-b0bc-0cad277038b6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:12.854963 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'status': 'completed', 'code': 200} Jul 08 02:14:12.950321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-90ecaf22-70ec-491f-8457-ea65a9a7a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:12.952049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-90ecaf22-70ec-491f-8457-ea65a9a7a116 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1095 time: 0.0883315 Jul 08 02:14:13.008031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-d729c4e1-7ca3-47d7-80ac-45c82c3e014a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 217 time: 0.0469432 Jul 08 02:14:13.081847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-5f7ca037-77dd-4923-89e4-2aa9996454d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:13.083499 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-5f7ca037-77dd-4923-89e4-2aa9996454d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6e421ab-4539-419f-a4fc-bfda848156b6 HTTP/1.1" status: 200 len: 833 time: 0.0684199 Jul 08 02:14:13.177357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9605c516-b9dc-42d5-b74b-800c523656ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:13.178925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-9605c516-b9dc-42d5-b74b-800c523656ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abb004ee-744e-4f66-8215-ea6354928ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761235 Jul 08 02:14:13.187135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a2e49-88c3-4ec8-bc37-fcac0530f4c9 req-97e95719-faca-4f5e-b74d-5ece30952bd3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:13.195656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af0a2e49-88c3-4ec8-bc37-fcac0530f4c9 req-97e95719-faca-4f5e-b74d-5ece30952bd3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 943 time: 0.1298647 Jul 08 02:14:13.295996 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af0a2e49-88c3-4ec8-bc37-fcac0530f4c9 req-dc55a5db-7e6e-48f2-bc9a-1b9a5e59583e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994031 Jul 08 02:14:13.335483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-8c88723f-3778-4d68-9f9e-afed18a66d9c service neutron] 10.222.0.18 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324539 Jul 08 02:14:13.422707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e792851c-f1d4-46f8-b622-57b702e805c8 req-08176deb-04c7-44a3-86f9-ac95252fb628 service neutron] 10.222.0.18 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863824 Jul 08 02:14:13.639518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44333-b640-4fe2-85f9-5fc8a827fb5f req-a2d48264-acdc-411c-85c5-dea65de3cded tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:13.641102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6b44333-b640-4fe2-85f9-5fc8a827fb5f req-a2d48264-acdc-411c-85c5-dea65de3cded tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.0659454 Jul 08 02:14:13.647992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9841c-d057-4f1d-8902-17369e428698 req-009c337e-2127-4963-8aa5-a50b224e3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:13.649627 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffd9841c-d057-4f1d-8902-17369e428698 req-009c337e-2127-4963-8aa5-a50b224e3ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1095 time: 0.0631156 Jul 08 02:14:13.691527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6b44333-b640-4fe2-85f9-5fc8a827fb5f req-3a673f3d-08af-490f-8f7c-674f6a1438dd tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 Jul 08 02:14:13.754452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9841c-d057-4f1d-8902-17369e428698 req-4f54c9d2-2b08-4fda-9fa2-3eed12abf992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:13.756281 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffd9841c-d057-4f1d-8902-17369e428698 req-4f54c9d2-2b08-4fda-9fa2-3eed12abf992 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 200 len: 897 time: 0.1008310 Jul 08 02:14:13.783556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60578) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:13.809013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffd9841c-d057-4f1d-8902-17369e428698 req-f39c4e5a-3bb9-4309-a0e1-06e67a8be1dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 217 time: 0.0455685 Jul 08 02:14:13.843545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-399fc654-9c43-412f-a22e-1a27f1b8ab62 req-6688cc2e-3926-42a8-be75-ecc280d614ac tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0307534 Jul 08 02:14:13.875856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9841c-d057-4f1d-8902-17369e428698 req-2a491411-0db2-4f7d-8cb2-fc7f988639e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:13.875856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffd9841c-d057-4f1d-8902-17369e428698 req-2a491411-0db2-4f7d-8cb2-fc7f988639e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6e421ab-4539-419f-a4fc-bfda848156b6 HTTP/1.1" status: 200 len: 833 time: 0.0538630 Jul 08 02:14:13.926471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1338141648-network', 'tenant_id': '0199a87b15444495af6de7e8ff34f76d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:13.947394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd4944ad-b764-4b69-aca7-6a5ac9f8ddee req-85ed96df-c293-43b8-bdf0-be34ce115845 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 210 time: 0.0343823 Jul 08 02:14:13.961169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9841c-d057-4f1d-8902-17369e428698 req-37e8a84d-e992-4f28-ba86-bf076c1dfe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:13.962687 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffd9841c-d057-4f1d-8902-17369e428698 req-37e8a84d-e992-4f28-ba86-bf076c1dfe5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abb004ee-744e-4f66-8215-ea6354928ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839269 Jul 08 02:14:14.058998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Made reservation on behalf of 0199a87b15444495af6de7e8ff34f76d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:14.061538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.064763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffd9841c-d057-4f1d-8902-17369e428698 req-959324dd-bbe5-4031-a2e3-7a28c0309ca8 service neutron] 10.222.0.18 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919266 Jul 08 02:14:14.075329 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.167917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.282462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.308332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:14:14.318795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98797ea5-804c-4e1c-b973-500adae042fe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:14.324162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.324519 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Added segment 54b82f78-f125-4674-8380-13c0d9273ac6 of type vlan for network 75f679a5-3d17-4625-a387-330bae1a2e50 Jul 08 02:14:14.366536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.437078 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-71644edd-366a-4a02-93a5-c8d667060060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.504815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bbe9f-9e76-4bdd-9387-1e5156556412 req-ede74f4f-5fdd-46ea-a8d4-72c56196a33b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:14.506726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-143bbe9f-9e76-4bdd-9387-1e5156556412 req-ede74f4f-5fdd-46ea-a8d4-72c56196a33b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 943 time: 0.0814064 Jul 08 02:14:14.508514 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.509647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:14.510388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.598343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffd9841c-d057-4f1d-8902-17369e428698 req-0317a960-f9e6-49ca-98de-ce76f5391a20 service neutron] 10.222.0.18 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258248 Jul 08 02:14:14.601733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] Pushing event updated for resources: {'Network': ['ID=75f679a5-3d17-4625-a387-330bae1a2e50,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:14.614755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 75f679a5-3d17-4625-a387-330bae1a2e50 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:14:14.615108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-143bbe9f-9e76-4bdd-9387-1e5156556412 req-2205bae9-11df-44ba-b006-dbf02c9da47f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969930 Jul 08 02:14:14.617999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-f1e590e9-7921-4eae-8433-79e21874dfe5 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:14.622297 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-f1e590e9-7921-4eae-8433-79e21874dfe5 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.32 "GET /v2.0/networks?id=5301f0b6-6dec-48ca-83d5-6eea525a8cbe HTTP/1.1" status: 200 len: 808 time: 0.5016661 Jul 08 02:14:14.637364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Request body: {'port': {'device_id': '3e2825e9-c108-4315-97a2-371548b3d673', 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe', 'admin_state_up': True, 'tenant_id': 'c48386a089054373861207f3641c5602'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:14.688374 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d36bc73e-3ce8-4ee2-8037-e58118bf13d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9036095 Jul 08 02:14:14.691254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:14.696193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Request body: {'subnet': {'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1338141648-subnet', 'tenant_id': '0199a87b15444495af6de7e8ff34f76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:14.796297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Made reservation on behalf of 0199a87b15444495af6de7e8ff34f76d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:14.798733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.859238 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.892729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d4f9f-18b6-4a27-a92a-e66a8e570474 req-752897ee-02e4-4a77-8c52-133f561a5c0a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:14.895792 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-044d4f9f-18b6-4a27-a92a-e66a8e570474 req-752897ee-02e4-4a77-8c52-133f561a5c0a tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.0787122 Jul 08 02:14:14.897759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Made reservation on behalf of c48386a089054373861207f3641c5602 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:14.902504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:14.996919 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-044d4f9f-18b6-4a27-a92a-e66a8e570474 req-baacaf76-54d0-49d3-978e-83cfa45e0814 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911369 Jul 08 02:14:15.035898 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ee648127-865f-4fba-862d-d0a8059ee78a req-2b82138c-9d99-472b-92b0-db5a16acaa14 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0395205 Jul 08 02:14:15.085940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Allocated IP 172.20.0.4 (5301f0b6-6dec-48ca-83d5-6eea525a8cbe/3db8eed0-b549-415d-af92-3b6d6712097f/b97bbb92-01a4-4bdc-baed-f2405bdd8028) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:15.110743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:15.149012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b1097ea-72ef-4b3d-9866-d185fcd1f7de req-7b40119f-6199-46d4-9d90-53c949d3d1a9 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 210 time: 0.0392752 Jul 08 02:14:15.174192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c760b58b-2e76-4f72-8ca8-c4d754ab313f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:15.183042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Checking segment: {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:15.183432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Network hostable DHCP agents. Network: 75f679a5-3d17-4625-a387-330bae1a2e50, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:14:15.263958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:15.275817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Network 75f679a5-3d17-4625-a387-330bae1a2e50 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:14:15.355919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 75f679a5-3d17-4625-a387-330bae1a2e50) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:15.360992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:15.365977 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:15.366889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ccec7-0fc1-48ea-bb32-5e536fb48cef None None] Network 75f679a5-3d17-4625-a387-330bae1a2e50 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:15.385140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:15.435607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:15.438847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:15.446797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d0106dc4-5637-4a05-af22-5ea94efee99a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7543654 Jul 08 02:14:15.448462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:15.477405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Pushing event updated for resources: {'Port': ['ID=b97bbb92-01a4-4bdc-baed-f2405bdd8028,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:15.515771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:15.516313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:15.548018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f8ff04-773c-4d78-a7c9-24c30e4bc557 None None] Network 75f679a5-3d17-4625-a387-330bae1a2e50 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:15.589795 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-ed0e60c8-de30-49f8-a5b3-35560d45ba3c tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9566293 Jul 08 02:14:15.604217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Request body: {'port': {'device_id': '3e2825e9-c108-4315-97a2-371548b3d673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:15.755023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:15.763771 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:15.889367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7eeb2-26e2-4ea3-82dd-8dc6cebe6545 req-08ad7c60-c0de-42fb-a8cc-112362de0294 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:15.891148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83d7eeb2-26e2-4ea3-82dd-8dc6cebe6545 req-08ad7c60-c0de-42fb-a8cc-112362de0294 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 943 time: 0.1250489 Jul 08 02:14:15.967943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-0b73094a-f95e-4a8c-8fb7-daea94acd356 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:15.970580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-0b73094a-f95e-4a8c-8fb7-daea94acd356 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/networks?id=75f679a5-3d17-4625-a387-330bae1a2e50 HTTP/1.1" status: 200 len: 815 time: 0.1197832 Jul 08 02:14:15.986673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-030ad9c8-b4cb-4ff5-b42b-c1bfdee3a82a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/quotas/0199a87b15444495af6de7e8ff34f76d HTTP/1.1" status: 200 len: 375 time: 0.0100808 Jul 08 02:14:16.024090 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-a432a2d3-f9c9-4752-89f7-a1002a805238 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300899 Jul 08 02:14:16.026450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83d7eeb2-26e2-4ea3-82dd-8dc6cebe6545 req-c8bed592-5ac9-42fd-bdb3-26d9458217b6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909770 Jul 08 02:14:16.132033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-a24e547f-3406-4c59-90e9-ab4a155d3e80 service neutron] 10.222.0.10 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970805 Jul 08 02:14:16.175177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97bbb92-01a4-4bdc-baed-f2405bdd8028 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:16.185794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.195174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b7d7896f-56c6-4e97-8f41-3782912b07ba details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:14:16.205495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Transition to ACTIVE for port object b97bbb92-01a4-4bdc-baed-f2405bdd8028 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:16.246503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-be15c597-401f-49c4-9b4c-804c21ad4ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105695 Jul 08 02:14:16.288404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device efe3e576-7211-456b-905f-cd78d36a390e details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:14:16.297499 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.382498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b7d7896f-56c6-4e97-8f41-3782912b07ba, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:16.384157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c75661-2709-4071-b46c-bfdf3245f1d6 req-3df60953-930e-48b3-99bf-98ca8c8ea2e5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:16.385685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15c75661-2709-4071-b46c-bfdf3245f1d6 req-3df60953-930e-48b3-99bf-98ca8c8ea2e5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 943 time: 0.1333177 Jul 08 02:14:16.402628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:14:16.408676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Pushing event updated for resources: {'Port': ['ID=b97bbb92-01a4-4bdc-baed-f2405bdd8028,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:16.481833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:16.484746 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15c75661-2709-4071-b46c-bfdf3245f1d6 req-df19bf98-2d42-44f7-8ba4-691f76a908dc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790634 Jul 08 02:14:16.497121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Attempting to bind port b97bbb92-01a4-4bdc-baed-f2405bdd8028 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:16.497475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Attempting to bind port b97bbb92-01a4-4bdc-baed-f2405bdd8028 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:16.497815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Attempting to bind port b97bbb92-01a4-4bdc-baed-f2405bdd8028 on network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:16.503294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Port b97bbb92-01a4-4bdc-baed-f2405bdd8028 on network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:14:16.503793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Attempting to bind port b97bbb92-01a4-4bdc-baed-f2405bdd8028 on network 5301f0b6-6dec-48ca-83d5-6eea525a8cbe {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:16.515394 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.515616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:16.515616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Checking segment: {'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:16.515616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Bound using segment: {'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:16.515616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Bound port: b97bbb92-01a4-4bdc-baed-f2405bdd8028, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7253469b-496f-473b-81a4-30c964bfa245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:16.515616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.516075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'efe3e576-7211-456b-905f-cd78d36a390e', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'port_id': 'efe3e576-7211-456b-905f-cd78d36a390e', 'mac_address': 'fa:16:3e:a7:a8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:14:16.561788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.580488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe3e576-7211-456b-905f-cd78d36a390e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:16.590371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d7896f-56c6-4e97-8f41-3782912b07ba {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:16.614543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b7d7896f-56c6-4e97-8f41-3782912b07ba, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:16.636728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:16.660388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-616e81f4-0081-4fbc-a0fc-324fe5e9bdcf req-ed170243-9c5e-41d6-ace0-cf64f2ede2da tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0495710 Jul 08 02:14:16.676716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] For port b97bbb92-01a4-4bdc-baed-f2405bdd8028, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:16.678850 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.686441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] For port b97bbb92-01a4-4bdc-baed-f2405bdd8028, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b97bbb92-01a4-4bdc-baed-f2405bdd8028,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:16.753625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.762390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.813028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b7d7896f-56c6-4e97-8f41-3782912b07ba,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:16.823401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:16.823401 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:16.825322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] 10.222.0.32 "PUT /v2.0/ports/b97bbb92-01a4-4bdc-baed-f2405bdd8028 HTTP/1.1" status: 200 len: 1092 time: 1.2276096 Jul 08 02:14:16.828877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2825e9-c108-4315-97a2-371548b3d673', 'tag': 'b97bbb92-01a4-4bdc-baed-f2405bdd8028'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:16.833104 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2825e9-c108-4315-97a2-371548b3d673", "tag": "b97bbb92-01a4-4bdc-baed-f2405bdd8028"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:16.851711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-54b7f571-aa3f-4b45-8ff0-9ec3c44e670e req-e3cb41d5-7f8c-415a-ae8a-acc92f64d8b1 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 210 time: 0.0828555 Jul 08 02:14:16.892379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b7d7896f-56c6-4e97-8f41-3782912b07ba'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:14:16.918215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34933bb0-5b36-4033-aba4-5bde6d73d429 req-975efc2c-f8ac-4d5a-b758-e792e04447c5 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:16.923927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34933bb0-5b36-4033-aba4-5bde6d73d429 req-975efc2c-f8ac-4d5a-b758-e792e04447c5 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 943 time: 0.1995974 Jul 08 02:14:16.925404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71716f-57a6-47e4-aad5-681b1c510332 service neutron] Pushing event updated for resources: {'Port': ['ID=b97bbb92-01a4-4bdc-baed-f2405bdd8028,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:16.948742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:16.957083 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27bf741-f1bb-4599-8f68-277445f0615f x-openstack-request-id: req-b27bf741-f1bb-4599-8f68-277445f0615f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:16.957380 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2825e9-c108-4315-97a2-371548b3d673", "tag": "b97bbb92-01a4-4bdc-baed-f2405bdd8028", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:16.957647 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b27bf741-f1bb-4599-8f68-277445f0615f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:16.958061 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2825e9-c108-4315-97a2-371548b3d673', 'tag': 'b97bbb92-01a4-4bdc-baed-f2405bdd8028', 'status': 'completed', 'code': 200} Jul 08 02:14:17.036650 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-34933bb0-5b36-4033-aba4-5bde6d73d429 req-d6f1da9b-bd55-4641-afa6-010027c5bc2f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776329 Jul 08 02:14:17.054626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['efe3e576-7211-456b-905f-cd78d36a390e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:14:17.059563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-bd1673a7-fa7e-4e8b-9946-ff04cdba61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:17.061127 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-bd1673a7-fa7e-4e8b-9946-ff04cdba61a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48386a089054373861207f3641c5602&device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 1095 time: 0.0936699 Jul 08 02:14:17.128391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-28dc1057-09eb-4d35-b14a-f9a28663b060 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b97bbb92-01a4-4bdc-baed-f2405bdd8028 HTTP/1.1" status: 200 len: 217 time: 0.0584464 Jul 08 02:14:17.235195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-c94d53c7-d394-4d61-a1ef-96764adcf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:17.241498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-c94d53c7-d394-4d61-a1ef-96764adcf3e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db8eed0-b549-415d-af92-3b6d6712097f HTTP/1.1" status: 200 len: 848 time: 0.1071603 Jul 08 02:14:17.297282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-df9c1c96-9a38-4a32-9119-93f6612c6529 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5301f0b6-6dec-48ca-83d5-6eea525a8cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473309 Jul 08 02:14:17.323420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9a3a-f5db-4599-b262-bd7d7bf02288 req-8d7abb55-8526-4da2-95ef-0229bfb03ebc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:17.330523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14ca9a3a-f5db-4599-b262-bd7d7bf02288 req-8d7abb55-8526-4da2-95ef-0229bfb03ebc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 944 time: 0.1477616 Jul 08 02:14:17.389114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14ca9a3a-f5db-4599-b262-bd7d7bf02288 req-449cb5fb-d3b7-4125-968e-f56179d6683d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572917 Jul 08 02:14:17.412643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-98b6b9a0-667d-49c5-a66f-7431fb1cbe79 service neutron] 10.222.0.32 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075978 Jul 08 02:14:17.450101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:17.516673 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cd4559d-5b71-4b72-9035-351ea8441f1a req-7bfb4762-d37e-47a6-93e1-d5e23380514a service neutron] 10.222.0.32 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967155 Jul 08 02:14:17.735264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04172b9-064a-4398-938a-9935778c4d52 req-98e9a8f0-5eb7-4a32-a950-582ad65468c4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:17.739931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c04172b9-064a-4398-938a-9935778c4d52 req-98e9a8f0-5eb7-4a32-a950-582ad65468c4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 944 time: 0.1237550 Jul 08 02:14:17.743706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-a4ecf881-d913-4076-bb4e-3809a4cbd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:17.745215 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-a4ecf881-d913-4076-bb4e-3809a4cbd515 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48386a089054373861207f3641c5602&device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 1095 time: 0.0936205 Jul 08 02:14:17.849590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d9b44ff-1b8b-4cca-9e04-ffc178cdff5b req-d0abe892-b310-41a2-a5e7-5c0c8a56bda7 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0399952 Jul 08 02:14:17.855978 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c04172b9-064a-4398-938a-9935778c4d52 req-b48c3a8b-1c8a-44aa-83a0-2ad3b356e07b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096444 Jul 08 02:14:17.902756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-8d628bcc-a84c-45be-8399-88dead891401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:17.904369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-8d628bcc-a84c-45be-8399-88dead891401 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5301f0b6-6dec-48ca-83d5-6eea525a8cbe HTTP/1.1" status: 200 len: 909 time: 0.1519785 Jul 08 02:14:17.952860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-16216ccc-f94d-4e92-becf-f35ae4363e03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b97bbb92-01a4-4bdc-baed-f2405bdd8028 HTTP/1.1" status: 200 len: 217 time: 0.0405962 Jul 08 02:14:18.010910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-6073b530-503f-47d6-b0b3-f3aa51ffbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:18.012174 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-6073b530-503f-47d6-b0b3-f3aa51ffbace service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db8eed0-b549-415d-af92-3b6d6712097f HTTP/1.1" status: 200 len: 848 time: 0.0513518 Jul 08 02:14:18.034893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-092ccec4-0085-44df-acbd-e87ee9d72238 req-22fddd3a-bf78-4801-9c56-3d090c71ac34 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 210 time: 0.0436594 Jul 08 02:14:18.048675 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-4602ab5b-6b12-411b-80ca-f12fa2b5191a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5301f0b6-6dec-48ca-83d5-6eea525a8cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292912 Jul 08 02:14:18.178438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-ffa68c7a-c079-4908-923d-c52d69dedbde service neutron] 10.222.0.32 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220460 Jul 08 02:14:18.185035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:18.194914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b7d7896f-56c6-4e97-8f41-3782912b07ba up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:18.290679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device efe3e576-7211-456b-905f-cd78d36a390e up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:18.327646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port b7d7896f-56c6-4e97-8f41-3782912b07ba completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:18.333607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port b7d7896f-56c6-4e97-8f41-3782912b07ba triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:18.335133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:18.350780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a289c9e5-8be8-4ed6-9425-7d8c6bd83c88 req-822dccc7-9c31-4635-8500-756617094e20 service neutron] 10.222.0.32 "GET /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655703 Jul 08 02:14:18.375564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566c396-c2f0-4054-85ce-9517aa330b03 req-90b89466-f95b-443c-a9b6-0941a957b31a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:18.383241 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1566c396-c2f0-4054-85ce-9517aa330b03 req-90b89466-f95b-443c-a9b6-0941a957b31a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 943 time: 0.1620767 Jul 08 02:14:18.427285 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:18.442141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port efe3e576-7211-456b-905f-cd78d36a390e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:18.453312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port efe3e576-7211-456b-905f-cd78d36a390e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:18.453645 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:18.453973 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1566c396-c2f0-4054-85ce-9517aa330b03 req-65a5f60f-6708-4bd0-81c5-8ddf464565f8 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666947 Jul 08 02:14:18.460477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:18.463041 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b2c223-46ef-4bc1-adea-a922bcac4744" -d '{"events": [{"server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "name": "network-vif-plugged", "status": "completed", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:18.514116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b7d7896f-56c6-4e97-8f41-3782912b07ba, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:18.568682 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35232a58-8cf6-42eb-bdd9-0523d456f733 x-openstack-request-id: req-35232a58-8cf6-42eb-bdd9-0523d456f733 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:18.569128 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "name": "network-vif-plugged", "status": "completed", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:18.569507 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35232a58-8cf6-42eb-bdd9-0523d456f733 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:18.569966 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'code': 200} Jul 08 02:14:18.595286 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:18.599495 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:18.655378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de98be-1df9-4029-a173-eb02ed869211 req-c01d0b36-35fa-4c9f-bf0c-b2614c70639b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:18.662387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8de98be-1df9-4029-a173-eb02ed869211 req-c01d0b36-35fa-4c9f-bf0c-b2614c70639b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 944 time: 0.1116023 Jul 08 02:14:18.713550 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8de98be-1df9-4029-a173-eb02ed869211 req-c4055e08-54f9-45a4-8d02-0b6e4845c804 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393209 Jul 08 02:14:18.714008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:18.726619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b7d7896f-56c6-4e97-8f41-3782912b07ba,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:18.737004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5eaa1-b227-449d-b677-44f947690df6 req-4a1ae221-fa84-4871-91fc-aab786a95a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:18.738552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2e5eaa1-b227-449d-b677-44f947690df6 req-4a1ae221-fa84-4871-91fc-aab786a95a35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1097 time: 0.0941043 Jul 08 02:14:18.775778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2e5eaa1-b227-449d-b677-44f947690df6 req-bcc4c813-8845-49cc-9e81-10ddf4e0c89b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302656 Jul 08 02:14:18.789971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:19.010342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:19.050548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5116505-ca6c-4ef8-80d1-43fb81e2fedd req-c020b1a7-e70c-46f5-a4c4-37068eb260d0 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0433254 Jul 08 02:14:19.059406 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a27d3-f2d0-48e7-b33c-8044e80869ee req-2dd4155d-cbe4-4f54-b176-7a0290119bc3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:19.061167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b07a27d3-f2d0-48e7-b33c-8044e80869ee req-2dd4155d-cbe4-4f54-b176-7a0290119bc3 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 945 time: 0.0755763 Jul 08 02:14:19.105029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b07a27d3-f2d0-48e7-b33c-8044e80869ee req-b2e636f6-01d0-4b75-896b-3a70fd530bd1 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379019 Jul 08 02:14:19.204173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d8d59d1-6606-4554-93db-5700d6953f1c req-6886731a-3c1a-450b-80a3-35b403ee7a00 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 210 time: 0.0338464 Jul 08 02:14:19.287588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5c8a9e70-c13d-43fe-941f-293b2f04dc3e req-27b10ff4-394e-4b78-a279-d8a482e7cf39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0272431 Jul 08 02:14:19.450240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-8c92001c-7e1f-4833-bf53-260afb56b317 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:19.451884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-8c92001c-7e1f-4833-bf53-260afb56b317 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.32 "GET /v2.0/networks?id=75f679a5-3d17-4625-a387-330bae1a2e50 HTTP/1.1" status: 200 len: 815 time: 0.1096096 Jul 08 02:14:19.469485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Request body: {'port': {'device_id': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'admin_state_up': True, 'tenant_id': '0199a87b15444495af6de7e8ff34f76d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:19.667108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b2b0d-7645-4dac-b408-4a6fb6e372fd req-c72606fc-2a8b-4940-9b98-6e6643129d56 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:19.668674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d53b2b0d-7645-4dac-b408-4a6fb6e372fd req-c72606fc-2a8b-4940-9b98-6e6643129d56 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 943 time: 0.0794630 Jul 08 02:14:19.711929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d53b2b0d-7645-4dac-b408-4a6fb6e372fd req-89116eaf-ad96-4750-81a0-b942820452de tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362089 Jul 08 02:14:19.742965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Made reservation on behalf of 0199a87b15444495af6de7e8ff34f76d for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:19.753446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:19.942574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Allocated IP 172.20.0.5 (75f679a5-3d17-4625-a387-330bae1a2e50/c760b58b-2e76-4f72-8ca8-c4d754ab313f/aa7bc2bb-b238-4f8f-b500-a3302db753b2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:19.965214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb49a1f-f59c-413c-a5b5-36e53cebd3aa req-9dae8b65-22c1-455d-a54b-e9b0ce29ec33 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:19.966652 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3eb49a1f-f59c-413c-a5b5-36e53cebd3aa req-9dae8b65-22c1-455d-a54b-e9b0ce29ec33 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.1011465 Jul 08 02:14:20.010599 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3eb49a1f-f59c-413c-a5b5-36e53cebd3aa req-39ba2be5-3dc8-4b4f-8946-562a69095b09 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351832 Jul 08 02:14:20.106217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:20.193106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b97bbb92-01a4-4bdc-baed-f2405bdd8028 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:14:20.230833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b3cb5a2-4189-4918-bdc8-b49b6056cb71 req-4f780099-7132-41aa-acbc-d163b97b9c89 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0481410 Jul 08 02:14:20.268912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:20.288110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Network 75f679a5-3d17-4625-a387-330bae1a2e50 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:20.290824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:20.311835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:20.360315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b97bbb92-01a4-4bdc-baed-f2405bdd8028, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b97bbb92-01a4-4bdc-baed-f2405bdd8028,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:20.376333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:20.376569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'b97bbb92-01a4-4bdc-baed-f2405bdd8028', 'network_id': '5301f0b6-6dec-48ca-83d5-6eea525a8cbe', 'port_id': 'b97bbb92-01a4-4bdc-baed-f2405bdd8028', 'mac_address': 'fa:16:3e:42:c4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db8eed0-b549-415d-af92-3b6d6712097f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:14:20.377165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:20.377756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24949a-fbe9-463c-a600-3698e2ed3947 req-ebdea515-c7bb-4ece-b6a2-515605be37ef tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:20.379590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b24949a-fbe9-463c-a600-3698e2ed3947 req-ebdea515-c7bb-4ece-b6a2-515605be37ef tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 945 time: 0.1273315 Jul 08 02:14:20.430434 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:20.431911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b24949a-fbe9-463c-a600-3698e2ed3947 req-bdb4ac5b-7675-4329-8ad6-f34426850c1c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457985 Jul 08 02:14:20.441339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Pushing event updated for resources: {'Port': ['ID=aa7bc2bb-b238-4f8f-b500-a3302db753b2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:20.451262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97bbb92-01a4-4bdc-baed-f2405bdd8028 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:20.480655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743995e-c01d-4f5e-8d7f-318c919181e4 req-5abaa517-f270-4e6f-99ff-45a79dbc5f84 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:20.488965 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e743995e-c01d-4f5e-8d7f-318c919181e4 req-5abaa517-f270-4e6f-99ff-45a79dbc5f84 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 931 time: 0.1175120 Jul 08 02:14:20.489273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b97bbb92-01a4-4bdc-baed-f2405bdd8028, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b97bbb92-01a4-4bdc-baed-f2405bdd8028,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:20.527867 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e743995e-c01d-4f5e-8d7f-318c919181e4 req-d616237c-854a-4dbf-96f0-25b4f535e3b8 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366886 Jul 08 02:14:20.544667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-b3e37cad-1243-4d88-861f-ad220c3f4f94 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0796680 Jul 08 02:14:20.554555 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:20.557551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Request body: {'port': {'device_id': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:20.581900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:20.584593 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d097a2-7924-4a14-90b1-90e02bdcf111" -d '{"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-plugged", "status": "completed", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:20.666960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b97bbb92-01a4-4bdc-baed-f2405bdd8028,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:20.674541 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68260260-f7fe-4932-a2d0-2da8848bfdc9 req-9d490de2-4a3e-4c3d-a200-4f977beb1141 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:20.682021 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68260260-f7fe-4932-a2d0-2da8848bfdc9 req-9d490de2-4a3e-4c3d-a200-4f977beb1141 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 945 time: 0.0792961 Jul 08 02:14:20.700986 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:20.751062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68260260-f7fe-4932-a2d0-2da8848bfdc9 req-861f9598-54af-48d9-8d26-1c1d431c10b6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673447 Jul 08 02:14:20.774576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60726) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:20.789425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b97bbb92-01a4-4bdc-baed-f2405bdd8028'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:14:20.850987 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e43ce1f-10bc-49e9-9974-3904751140ab x-openstack-request-id: req-2e43ce1f-10bc-49e9-9974-3904751140ab {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:20.861887 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-plugged", "status": "completed", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:20.862263 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e43ce1f-10bc-49e9-9974-3904751140ab {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:20.862936 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'code': 200} Jul 08 02:14:20.965788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953061e3-b588-4175-a086-fbd74bd5b72c tempest-TestVolumeBootPattern-2052589061 tempest-TestVolumeBootPattern-2052589061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:20.967522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-953061e3-b588-4175-a086-fbd74bd5b72c tempest-TestVolumeBootPattern-2052589061 tempest-TestVolumeBootPattern-2052589061-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1092 time: 0.1910453 Jul 08 02:14:20.971373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:20.981452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:21.037574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.072988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c06f91-8023-4c01-841a-7f031151a279 req-ab60b5fb-5f12-4b18-8cec-e23bda2a4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:21.074599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07c06f91-8023-4c01-841a-7f031151a279 req-ab60b5fb-5f12-4b18-8cec-e23bda2a4304 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1097 time: 0.1651478 Jul 08 02:14:21.112551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.166977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-07c06f91-8023-4c01-841a-7f031151a279 req-dd8a46fe-0b06-42b1-a65f-219e38ae983c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688617 Jul 08 02:14:21.195906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429bf8e-52b5-447c-84a9-70da8707ab5c req-3989cc3d-a92a-437c-928e-ae20b031a673 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:21.197636 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3429bf8e-52b5-447c-84a9-70da8707ab5c req-3989cc3d-a92a-437c-928e-ae20b031a673 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 944 time: 0.1497965 Jul 08 02:14:21.246913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7bc2bb-b238-4f8f-b500-a3302db753b2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:21.248007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3429bf8e-52b5-447c-84a9-70da8707ab5c req-409dcde4-274f-49e8-8b37-a13000fb64b9 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Jul 08 02:14:21.259398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.279122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Transition to ACTIVE for port object aa7bc2bb-b238-4f8f-b500-a3302db753b2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:21.280614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.295139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53296f-4cbb-40b9-84e1-9d27604d3f3d req-568df50d-2739-42c0-8c13-6d3cf85fc533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:21.296736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9c53296f-4cbb-40b9-84e1-9d27604d3f3d req-568df50d-2739-42c0-8c13-6d3cf85fc533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.1161220 Jul 08 02:14:21.337149 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9c53296f-4cbb-40b9-84e1-9d27604d3f3d req-8bb61ac6-9a28-4256-ac10-da27f61ba919 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 Jul 08 02:14:21.379134 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.406759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4645ea5b-ace4-40e7-9d4d-53e66cec10a8 req-19239693-e3ff-4ae5-b215-208f78cc8973 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0321276 Jul 08 02:14:21.424202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.25.8.131 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/82d8eb2e-d3e4-4602-a655-af3774c2f88e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:21.453463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Pushing event updated for resources: {'Port': ['ID=aa7bc2bb-b238-4f8f-b500-a3302db753b2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:21.509023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Attempting to bind port aa7bc2bb-b238-4f8f-b500-a3302db753b2 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:21.509376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Attempting to bind port aa7bc2bb-b238-4f8f-b500-a3302db753b2 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:21.509690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Attempting to bind port aa7bc2bb-b238-4f8f-b500-a3302db753b2 on network 75f679a5-3d17-4625-a387-330bae1a2e50 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:21.514143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Port aa7bc2bb-b238-4f8f-b500-a3302db753b2 on network 75f679a5-3d17-4625-a387-330bae1a2e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:14:21.514463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Attempting to bind port aa7bc2bb-b238-4f8f-b500-a3302db753b2 on network 75f679a5-3d17-4625-a387-330bae1a2e50 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:21.522444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:21.523024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Checking segment: {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:21.523447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Bound using segment: {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:21.523891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Bound port: aa7bc2bb-b238-4f8f-b500-a3302db753b2, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:21.524262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.554340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.608616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:21.612347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:21.671998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.722463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.735513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:21.742536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:21.745302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:21.749617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=82d8eb2e-d3e4-4602-a655-af3774c2f88e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:21.774562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:21.775195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:21.776676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] 10.222.0.32 "PUT /v2.0/ports/aa7bc2bb-b238-4f8f-b500-a3302db753b2 HTTP/1.1" status: 200 len: 1092 time: 1.2239957 Jul 08 02:14:21.777123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'tag': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:21.779550 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1698eb8-4b95-4308-b149-a52bf67759e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c03d55b-b13e-4c13-b80d-9024b841165c", "tag": "aa7bc2bb-b238-4f8f-b500-a3302db753b2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:21.796845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7e4f6-f8a6-4c41-a116-85bb0c401edd service neutron] Pushing event updated for resources: {'Port': ['ID=aa7bc2bb-b238-4f8f-b500-a3302db753b2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:21.805697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ff41f-6059-4688-8413-434b2da9c395 req-7278a699-c9ff-4b0a-aba7-719b5ffc6623 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:21.806992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c49ff41f-6059-4688-8413-434b2da9c395 req-7278a699-c9ff-4b0a-aba7-719b5ffc6623 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 943 time: 0.1459525 Jul 08 02:14:22.025967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-951ea2cb-bf00-40ba-adce-36ac53205271 req-4d2f138b-9eb3-4786-b74e-79fceb556e15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c9fd8038a9c4102b884a28a58b64601&device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0580928 Jul 08 02:14:22.066468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-3972e86d-1448-446f-bb80-c3ac04f88b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:22.068346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-3972e86d-1448-446f-bb80-c3ac04f88b5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 1095 time: 0.1612368 Jul 08 02:14:22.131058 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d6b85-450b-4a56-85c0-d32cfbd6c20c x-openstack-request-id: req-3d0d6b85-450b-4a56-85c0-d32cfbd6c20c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:22.131704 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c03d55b-b13e-4c13-b80d-9024b841165c", "tag": "aa7bc2bb-b238-4f8f-b500-a3302db753b2", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:22.131889 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d0d6b85-450b-4a56-85c0-d32cfbd6c20c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:22.132302 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'tag': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2', 'status': 'completed', 'code': 200} Jul 08 02:14:22.134515 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-951ea2cb-bf00-40ba-adce-36ac53205271 req-ff47c67a-ee89-4d98-858f-6d0f8eb4ec03 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0c9fd8038a9c4102b884a28a58b64601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986402 Jul 08 02:14:22.136248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-8739dfa2-dfd6-4b5b-af87-6238cded1664 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2 HTTP/1.1" status: 200 len: 217 time: 0.0567832 Jul 08 02:14:22.211070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b97bbb92-01a4-4bdc-baed-f2405bdd8028 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:22.354655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c49ff41f-6059-4688-8413-434b2da9c395 req-de55a00e-de3d-415c-9291-e7639e83874b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508063 Jul 08 02:14:22.355213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf74db44-66dc-41bd-9fca-1595618be74a req-512dcacd-7c94-4573-abe1-01f340cfbbe3 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0752618 Jul 08 02:14:22.386368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-3db37e66-310e-4bf1-8eec-82c1ec4ae258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:22.388050 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-3db37e66-310e-4bf1-8eec-82c1ec4ae258 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c760b58b-2e76-4f72-8ca8-c4d754ab313f HTTP/1.1" status: 200 len: 855 time: 0.2355497 Jul 08 02:14:22.425878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port b97bbb92-01a4-4bdc-baed-f2405bdd8028 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:22.430432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port b97bbb92-01a4-4bdc-baed-f2405bdd8028 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:22.431048 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:22.459932 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-c73157a7-bf1d-4e89-944d-07b0f04cd635 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75f679a5-3d17-4625-a387-330bae1a2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579324 Jul 08 02:14:22.563987 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:22.565814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-5147b0e6-741b-499a-9a45-333bf8c0deeb service neutron] 10.222.0.32 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963385 Jul 08 02:14:22.598436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ea2cb-bf00-40ba-adce-36ac53205271 req-4c9f0f07-4876-46fd-9556-7bc886b34012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:22.600063 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-951ea2cb-bf00-40ba-adce-36ac53205271 req-4c9f0f07-4876-46fd-9556-7bc886b34012 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4579339 Jul 08 02:14:22.606043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b97bbb92-01a4-4bdc-baed-f2405bdd8028, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b97bbb92-01a4-4bdc-baed-f2405bdd8028,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:22.687548 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:22.735735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca9d2689-257c-4422-9da1-2a7d197668ac req-4de4c483-b521-4a83-9d6f-b730aec1f9bc service neutron] 10.222.0.32 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582785 Jul 08 02:14:22.746919 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228f512-474a-4137-8bae-abb6349a3536 req-670781ae-58cb-4436-82e4-ea18c1e45a4f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:22.749045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6228f512-474a-4137-8bae-abb6349a3536 req-670781ae-58cb-4436-82e4-ea18c1e45a4f tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 944 time: 0.1163721 Jul 08 02:14:22.764674 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b97bbb92-01a4-4bdc-baed-f2405bdd8028,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:22.793761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6228f512-474a-4137-8bae-abb6349a3536 req-ef6d6d8f-a4c5-4114-bb42-d8975f051b99 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 Jul 08 02:14:22.813249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becdbe8-3337-4242-be41-815da98bd3bf req-f12324b3-4922-4efd-ae92-6eff0475f1f2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:22.814792 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0becdbe8-3337-4242-be41-815da98bd3bf req-f12324b3-4922-4efd-ae92-6eff0475f1f2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.2635620 Jul 08 02:14:22.864169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2825e9-c108-4315-97a2-371548b3d673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97bbb92-01a4-4bdc-baed-f2405bdd8028'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:22.866543 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cfbb7c-ba29-4043-87d0-32a09aaff6e6" -d '{"events": [{"server_uuid": "3e2825e9-c108-4315-97a2-371548b3d673", "name": "network-vif-plugged", "status": "completed", "tag": "b97bbb92-01a4-4bdc-baed-f2405bdd8028"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:22.923480 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa2bca5-7011-4de0-99bd-05b9b3f7b92e x-openstack-request-id: req-0aa2bca5-7011-4de0-99bd-05b9b3f7b92e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:22.923968 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2825e9-c108-4315-97a2-371548b3d673", "name": "network-vif-plugged", "status": "completed", "tag": "b97bbb92-01a4-4bdc-baed-f2405bdd8028", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:22.924611 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0aa2bca5-7011-4de0-99bd-05b9b3f7b92e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:22.924877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-a420df63-29e9-4df9-b5cb-5a11540a1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:22.925355 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2825e9-c108-4315-97a2-371548b3d673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97bbb92-01a4-4bdc-baed-f2405bdd8028', 'code': 200} Jul 08 02:14:22.926468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-a420df63-29e9-4df9-b5cb-5a11540a1e6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 1095 time: 0.0793188 Jul 08 02:14:22.932039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0becdbe8-3337-4242-be41-815da98bd3bf req-1fb59195-b36f-41fa-a170-648f23ce157f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779426 Jul 08 02:14:22.933190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:23.104860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:23.114436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-1df3aee0-078b-4567-8065-de8b22c4a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:23.123293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-1df3aee0-078b-4567-8065-de8b22c4a441 service neutron] 10.222.0.32 "GET /v2.0/networks?id=75f679a5-3d17-4625-a387-330bae1a2e50 HTTP/1.1" status: 200 len: 916 time: 0.1748765 Jul 08 02:14:23.130041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf83fb-f5bb-4feb-89ea-9d8811474b6f req-1b836d48-44b3-48ec-8cb8-9253a22078fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:23.131617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34cf83fb-f5bb-4feb-89ea-9d8811474b6f req-1b836d48-44b3-48ec-8cb8-9253a22078fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 1097 time: 0.1199529 Jul 08 02:14:23.187942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-cc3bbb95-62c1-4464-8023-e29bd873374a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2 HTTP/1.1" status: 200 len: 217 time: 0.0564277 Jul 08 02:14:23.212426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60782) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:23.241486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34cf83fb-f5bb-4feb-89ea-9d8811474b6f req-853cb4ca-edb2-4686-9035-b4578a852397 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Jul 08 02:14:23.276263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-02c3d9f3-1717-4627-a44d-d4bb88dda339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:23.277754 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-02c3d9f3-1717-4627-a44d-d4bb88dda339 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c760b58b-2e76-4f72-8ca8-c4d754ab313f HTTP/1.1" status: 200 len: 855 time: 0.0786676 Jul 08 02:14:23.310618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5f626-53f1-4d82-bed5-5491215abae5 req-add843b6-ee34-46fa-b33d-bb3f5d8484c9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:23.312151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cb5f626-53f1-4d82-bed5-5491215abae5 req-add843b6-ee34-46fa-b33d-bb3f5d8484c9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.1261868 Jul 08 02:14:23.313011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:23.331261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-e20dae06-8137-4f2a-b83b-5fab3efc5c1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75f679a5-3d17-4625-a387-330bae1a2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379117 Jul 08 02:14:23.384638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:23.411326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:23.453613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=82d8eb2e-d3e4-4602-a655-af3774c2f88e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:23.453902 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5cb5f626-53f1-4d82-bed5-5491215abae5 req-f6183020-4670-4e25-879f-4f14903889e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250079 Jul 08 02:14:23.468706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:23.483924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60790) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:23.517564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-ca9c49c4-b986-4dd9-b8f5-8dfefc511898 service neutron] 10.222.0.32 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794212 Jul 08 02:14:23.607394 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Floating IP e037cf5f-561e-4196-806b-df557f4027da associated. External IP: 172.25.8.131, port: b7d7896f-56c6-4e97-8f41-3782912b07ba. Jul 08 02:14:23.679060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089b09e-c201-4db1-a903-97142c97a6e3 req-04426478-ff26-4312-86c0-2fc4727baa9d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:23.680798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c089b09e-c201-4db1-a903-97142c97a6e3 req-04426478-ff26-4312-86c0-2fc4727baa9d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 943 time: 0.1303945 Jul 08 02:14:23.759853 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c089b09e-c201-4db1-a903-97142c97a6e3 req-9236462b-05ef-4c3c-871d-0e6b151fb994 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503383 Jul 08 02:14:23.875617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:24.015131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83b33106-c8d7-427c-8616-1d15509e7bae req-f9a20582-7d62-41e0-8670-2f12ede7e463 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0957987 Jul 08 02:14:24.017090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-951ea2cb-bf00-40ba-adce-36ac53205271 req-d9fd2887-2e0b-47ca-830b-8a440ee87288 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.18 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.1021748 Jul 08 02:14:24.049853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea87946-c15d-4240-81e8-25209bf4314d req-076dcb14-d79f-40ba-a414-ad4d2b187601 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:24.051434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cea87946-c15d-4240-81e8-25209bf4314d req-076dcb14-d79f-40ba-a414-ad4d2b187601 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 945 time: 0.1210656 Jul 08 02:14:24.052579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:24.069953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:24.070686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d9c7d-32bf-4e93-afcc-f57a0cfb5c5e tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:24.074531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-178d9c7d-32bf-4e93-afcc-f57a0cfb5c5e tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1092 time: 0.5895550 Jul 08 02:14:24.077144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:24.081953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:24.082649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:24.092361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'efe3e576-7211-456b-905f-cd78d36a390e', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:24.101306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1698eb8-4b95-4308-b149-a52bf67759e5 req-d7752e79-e517-4958-b463-38655aad8d95 service neutron] 10.222.0.32 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726044 Jul 08 02:14:24.122316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.159016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cea87946-c15d-4240-81e8-25209bf4314d req-8df17b64-eb2a-4b5b-9dd3-b8621fab539a tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825818 Jul 08 02:14:24.197775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:24.213688 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.256848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:24.257351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cf1f4726cb342289afcae0dd469df00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0426717 Jul 08 02:14:24.258259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c2db26-f7ea-4064-8865-7cd406132928,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:24.266318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.266668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.267021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.267525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.267794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.268109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.268445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.268767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.269167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.269533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.269866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.270197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e92f6-837d-491f-946f-82019027da5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:24.342477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f537622b-23e9-4c2a-a9e0-274161d9fff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.344584 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.401539 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f537622b-23e9-4c2a-a9e0-274161d9fff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.404324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c3ae833d-301d-43ac-b2d9-b21ece97bbd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4314954 Jul 08 02:14:24.409659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:24.411920 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6fecb3-e482-474e-91e6-46186dc95982" -d '{"events": [{"name": "network-changed", "server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:24.447129 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.460905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:22Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:24.462324 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c3c75d-ed4c-4eee-85a4-31515dd185f9 x-openstack-request-id: req-27c3c75d-ed4c-4eee-85a4-31515dd185f9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:24.462539 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:24.462787 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27c3c75d-ed4c-4eee-85a4-31515dd185f9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:24.463184 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'status': 'completed', 'code': 200} Jul 08 02:14:24.492010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:24.501377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:24.502003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:24.539770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-de58ba99-d981-409b-8e77-cdff00dfdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:24.541497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-de58ba99-d981-409b-8e77-cdff00dfdb0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1097 time: 0.0582254 Jul 08 02:14:24.573364 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.590994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f537622b-23e9-4c2a-a9e0-274161d9fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.594116 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f537622b-23e9-4c2a-a9e0-274161d9fff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.598117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f537622b-23e9-4c2a-a9e0-274161d9fff2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1c2db26-f7ea-4064-8865-7cd406132928 HTTP/1.1" status: 204 len: 168 time: 0.3373861 Jul 08 02:14:24.613690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:24.633061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537622b-23e9-4c2a-a9e0-274161d9fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c2db26-f7ea-4064-8865-7cd406132928,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:24.664370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-a5af688e-6152-4a99-824d-7704e13e6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:24.665985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-a5af688e-6152-4a99-824d-7704e13e6b0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1170292 Jul 08 02:14:24.723930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.25.8.230 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f7de7996-7981-42c0-a4e1-768f5f345209) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:24.750857 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-525a057a-5997-40f9-bcc0-ebfd90ed735d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 200 len: 999 time: 0.0768063 Jul 08 02:14:24.824631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-78f2b6ef-ccc8-440b-80bf-eb3c6da8ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:24.826162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-78f2b6ef-ccc8-440b-80bf-eb3c6da8ad6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.0645597 Jul 08 02:14:24.868639 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.930323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-608afe4b-29ca-49c6-a5d8-e99b78e11618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:24.932746 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-608afe4b-29ca-49c6-a5d8-e99b78e11618 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975122 Jul 08 02:14:24.939860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:22Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:24.975970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56374f-b30a-49fc-9395-b8d7c6397373 None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:22Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:24.989839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.031879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:25.035793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:25.041670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:25.069087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=f7de7996-7981-42c0-a4e1-768f5f345209,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:25.136255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc8c52-accf-4f75-beb3-fc594378737c req-f1837c64-3f49-4f0c-9709-a60a7e033979 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:25.137833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3acc8c52-accf-4f75-beb3-fc594378737c req-f1837c64-3f49-4f0c-9709-a60a7e033979 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 943 time: 0.2026451 Jul 08 02:14:25.139730 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-f4ccf371-d585-41ec-9776-740ea00554a6 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974351 Jul 08 02:14:25.253002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3acc8c52-accf-4f75-beb3-fc594378737c req-df5e9bd4-d50a-4e18-b762-d9f4fdde4356 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005282 Jul 08 02:14:25.285391 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-92944357-5fc3-48e5-b3d5-a4a9d1c93752 req-51ae10e2-d370-4ce4-bffe-b3ac0380edc6 tempest-ServerShowV257Test-72941592 tempest-ServerShowV257Test-72941592-project] 10.222.0.10 "GET /v2.0/ports?device_id=921c1ea2-8200-47a2-b0eb-aa67103fc270 HTTP/1.1" status: 200 len: 210 time: 0.0770373 Jul 08 02:14:25.304120 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a6fecb3-e482-474e-91e6-46186dc95982 req-fc3644d2-5389-4f46-8ec9-ae22de9b8fc2 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559391 Jul 08 02:14:25.339911 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70192e1e-a58f-4468-8882-56287ccd1a7e None None] New status for floating IP e037cf5f-561e-4196-806b-df557f4027da: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:14:25.369641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60816) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:25.394209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab413-cd51-4caa-af55-9d852017b283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.508191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423f31b-4c3f-4188-b50b-2772af68a81d req-0a61aeab-a917-4f78-8e1e-03ce222c1d0b tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:25.509730 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9423f31b-4c3f-4188-b50b-2772af68a81d req-0a61aeab-a917-4f78-8e1e-03ce222c1d0b tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 945 time: 0.1089480 Jul 08 02:14:25.553636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.561746 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9423f31b-4c3f-4188-b50b-2772af68a81d req-fd5b6d47-82a2-4fb8-a9c6-f4cbdb93b9c8 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Jul 08 02:14:25.580309 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab413-cd51-4caa-af55-9d852017b283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.676086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab413-cd51-4caa-af55-9d852017b283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.714671 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1d5ab413-cd51-4caa-af55-9d852017b283 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8d779121d9b418d91a6bb1bde684f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444321 Jul 08 02:14:25.715542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ab413-cd51-4caa-af55-9d852017b283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc341ca-a417-4d0b-9849-a1cbae8e5309,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:25.717865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60820) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:25.746738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.772000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-714e68a8-0f84-43df-a962-a7944eb2305b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.793022 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-714e68a8-0f84-43df-a962-a7944eb2305b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.896884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.921312 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-714e68a8-0f84-43df-a962-a7944eb2305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.924578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-714e68a8-0f84-43df-a962-a7944eb2305b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:25.925741 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-714e68a8-0f84-43df-a962-a7944eb2305b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/acc341ca-a417-4d0b-9849-a1cbae8e5309 HTTP/1.1" status: 204 len: 168 time: 0.2067156 Jul 08 02:14:25.933354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e68a8-0f84-43df-a962-a7944eb2305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc341ca-a417-4d0b-9849-a1cbae8e5309,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:26.047150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:26.122841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=f7de7996-7981-42c0-a4e1-768f5f345209,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:26.127741 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:26.227937 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Floating IP 31d31dc2-a612-4111-b372-baa9a0d618c4 associated. External IP: 172.25.8.230, port: efe3e576-7211-456b-905f-cd78d36a390e. Jul 08 02:14:26.231830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device aa7bc2bb-b238-4f8f-b500-a3302db753b2 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:14:26.388719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:26.403696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2', 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'port_id': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2', 'mac_address': 'fa:16:3e:35:06:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c760b58b-2e76-4f72-8ca8-c4d754ab313f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:14:26.481226 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:26.526673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7bc2bb-b238-4f8f-b500-a3302db753b2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:26.548810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:26.570271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router ba26c6bf-6b49-4989-afeb-faa1cc290abf has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:26.589779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570977-1730-4789-acb1-ce5ac00c3d3c req-21179b83-6d41-43b2-818b-96c9323bd6b4 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:26.591285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69570977-1730-4789-acb1-ce5ac00c3d3c req-21179b83-6d41-43b2-818b-96c9323bd6b4 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 943 time: 0.0922577 Jul 08 02:14:26.664625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:26.706588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69570977-1730-4789-acb1-ce5ac00c3d3c req-96f76af9-418e-42d8-b338-c45ed9ac7866 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757294 Jul 08 02:14:26.723935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=aa7bc2bb-b238-4f8f-b500-a3302db753b2,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:26.728648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:26.739798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] Sync routers for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:26.748962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:26.749793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:26.842737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:26.882453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:26.907725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c74bcbdf-9b87-4266-86e4-fb8fc4b30d7e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8273251 Jul 08 02:14:26.909059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:26.912016 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:26.928744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['aa7bc2bb-b238-4f8f-b500-a3302db753b2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:14:26.966830 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf723e3-01a7-4d8b-83b3-d375eca4bfca x-openstack-request-id: req-fbf723e3-01a7-4d8b-83b3-d375eca4bfca {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:26.967735 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:26.968606 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbf723e3-01a7-4d8b-83b3-d375eca4bfca {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:26.970052 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'status': 'completed', 'code': 200} Jul 08 02:14:27.055074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60868) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:27.119267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-6362193c-463d-4e55-a1c4-4b49dea2a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:27.123402 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-6362193c-463d-4e55-a1c4-4b49dea2a514 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1097 time: 0.1323452 Jul 08 02:14:27.184557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997feee-c06b-4a62-b8be-57ecd5a0e366 req-bf56d958-8c16-4c6c-ba18-5cd6d6d7f45f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:27.186647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d997feee-c06b-4a62-b8be-57ecd5a0e366 req-bf56d958-8c16-4c6c-ba18-5cd6d6d7f45f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.1119561 Jul 08 02:14:27.273410 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d997feee-c06b-4a62-b8be-57ecd5a0e366 req-0dd5853e-6417-47c6-a90e-54523aa6e742 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782058 Jul 08 02:14:27.293619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:27.331730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '31d31dc2-a612-4111-b372-baa9a0d618c4', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'port_id': 'efe3e576-7211-456b-905f-cd78d36a390e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'mac_address': 'fa:16:3e:a7:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:25Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:09Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:27.334866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d525a-4128-49f8-8086-0ec4b706e74c req-afbbb537-546b-4bbf-8678-44eddb014ca6 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:27.342023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b7d525a-4128-49f8-8086-0ec4b706e74c req-afbbb537-546b-4bbf-8678-44eddb014ca6 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 945 time: 0.2168968 Jul 08 02:14:27.360377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-71a6e8cc-7cf1-4258-bd81-31b6e445d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:27.362809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] Checking router: ba26c6bf-6b49-4989-afeb-faa1cc290abf for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:27.363720 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-71a6e8cc-7cf1-4258-bd81-31b6e445d0c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 200 len: 897 time: 0.2228632 Jul 08 02:14:27.372781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:27.373474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:27.410199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-42e0292d-cbca-4677-a81e-b3bb20683460 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/31d31dc2-a612-4111-b372-baa9a0d618c4 HTTP/1.1" status: 200 len: 991 time: 0.1148396 Jul 08 02:14:27.446521 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b46e610-aa3f-403b-a62a-1e2246c99310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:27.448536 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7b7d525a-4128-49f8-8086-0ec4b706e74c req-f415ebf3-5a18-4f26-8c23-a9b4a61d63f1 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046622 Jul 08 02:14:27.483765 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-27f01eec-0b62-40e1-bdb0-f78ca88005c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 999 time: 0.1101692 Jul 08 02:14:27.538340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-93e7a649-f029-4334-9ffc-5a7b4b31835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:27.540189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-93e7a649-f029-4334-9ffc-5a7b4b31835e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6e421ab-4539-419f-a4fc-bfda848156b6 HTTP/1.1" status: 200 len: 833 time: 0.0504248 Jul 08 02:14:27.560286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b46e610-aa3f-403b-a62a-1e2246c99310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:27.610844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-a477caaf-5a49-40e6-b218-bc4fe6931f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:27.613122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-a477caaf-5a49-40e6-b218-bc4fe6931f22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abb004ee-744e-4f66-8215-ea6354928ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673091 Jul 08 02:14:27.636027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8b46e610-aa3f-403b-a62a-1e2246c99310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:27.644592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:27.682703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8b46e610-aa3f-403b-a62a-1e2246c99310 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c9fd8038a9c4102b884a28a58b64601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6264830 Jul 08 02:14:27.685284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:27.691673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46e610-aa3f-403b-a62a-1e2246c99310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40626c77-7bc4-4e57-b746-ae40150758f3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:27.730659 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-c928c52d-246b-4534-8bb7-8771f60eafde service neutron] 10.222.0.18 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102962 Jul 08 02:14:27.742361 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9298e41f-59b9-4a8a-ab10-5e135bd421db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:27.769501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9298e41f-59b9-4a8a-ab10-5e135bd421db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:27.872058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b301d19d-4ce4-4dc4-afbd-e6f3e1ce0aa1 req-7ea5216b-be85-4070-9ad2-b63aa33cde49 service neutron] 10.222.0.18 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234481 Jul 08 02:14:27.889895 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9298e41f-59b9-4a8a-ab10-5e135bd421db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:27.893167 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9298e41f-59b9-4a8a-ab10-5e135bd421db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:27.902524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9298e41f-59b9-4a8a-ab10-5e135bd421db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40626c77-7bc4-4e57-b746-ae40150758f3 HTTP/1.1" status: 204 len: 168 time: 0.2081296 Jul 08 02:14:27.914404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298e41f-59b9-4a8a-ab10-5e135bd421db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40626c77-7bc4-4e57-b746-ae40150758f3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:27.951092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fb816-25e6-40bc-8b9c-51af686e481c req-3f5c2850-6c13-429f-9fe5-b34d65395f56 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:27.952928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c45fb816-25e6-40bc-8b9c-51af686e481c req-3f5c2850-6c13-429f-9fe5-b34d65395f56 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 944 time: 0.1114926 Jul 08 02:14:27.992112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '31d31dc2-a612-4111-b372-baa9a0d618c4', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'port_id': 'efe3e576-7211-456b-905f-cd78d36a390e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'mac_address': 'fa:16:3e:a7:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:25Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:09Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:28.002001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c45fb816-25e6-40bc-8b9c-51af686e481c req-4e460cff-02df-4bb2-be02-f1dd802bd3ef tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Jul 08 02:14:28.023648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eee1f8-b5cf-4177-9988-e818df9fd063 None None] The sync data for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 is: [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '31d31dc2-a612-4111-b372-baa9a0d618c4', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'port_id': 'efe3e576-7211-456b-905f-cd78d36a390e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'mac_address': 'fa:16:3e:a7:a8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:25Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:09Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:28.233800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device aa7bc2bb-b238-4f8f-b500-a3302db753b2 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:28.245569 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386fa4e-4162-404c-b3d0-a2d3be1c53e6 None None] New status for floating IP 31d31dc2-a612-4111-b372-baa9a0d618c4: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:14:28.367826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port aa7bc2bb-b238-4f8f-b500-a3302db753b2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:28.383322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port aa7bc2bb-b238-4f8f-b500-a3302db753b2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:28.383734 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:28.412558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:28.477961 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:28.484893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2373e4f5-2118-42d3-ae44-03967821a11a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/31d31dc2-a612-4111-b372-baa9a0d618c4 HTTP/1.1" status: 200 len: 991 time: 0.0708349 Jul 08 02:14:28.506261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:28.508562 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e43c2-848c-4e8f-8f9c-3f42920d1654" -d '{"events": [{"server_uuid": "1c03d55b-b13e-4c13-b80d-9024b841165c", "name": "network-vif-plugged", "status": "completed", "tag": "aa7bc2bb-b238-4f8f-b500-a3302db753b2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:28.526642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:28.589522 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedad539-df96-4491-841e-3eccb42e409c x-openstack-request-id: req-dedad539-df96-4491-841e-3eccb42e409c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:28.589830 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03d55b-b13e-4c13-b80d-9024b841165c", "name": "network-vif-plugged", "status": "completed", "tag": "aa7bc2bb-b238-4f8f-b500-a3302db753b2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:28.590154 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dedad539-df96-4491-841e-3eccb42e409c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:28.590476 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2', 'code': 200} Jul 08 02:14:28.591780 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:28.675882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=aa7bc2bb-b238-4f8f-b500-a3302db753b2,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:28.685150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-5812baf3-d58d-41e3-aa71-e78ec39f02d0 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:28.686666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-5812baf3-d58d-41e3-aa71-e78ec39f02d0 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 945 time: 0.1600256 Jul 08 02:14:28.700132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607e228-3b16-4781-8fcb-654292de12cb req-02a9c6b0-877b-4f4f-81e4-7edc5d6b3529 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:28.701618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5607e228-3b16-4781-8fcb-654292de12cb req-02a9c6b0-877b-4f4f-81e4-7edc5d6b3529 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 945 time: 0.1210990 Jul 08 02:14:28.711802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab44c2-62e8-4efb-8db9-12675849f6de req-e21f2552-5540-4c98-a84f-31a039c23c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:28.713298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9eab44c2-62e8-4efb-8db9-12675849f6de req-e21f2552-5540-4c98-a84f-31a039c23c7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 1097 time: 0.0530064 Jul 08 02:14:28.762210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9eab44c2-62e8-4efb-8db9-12675849f6de req-db97d083-bded-4987-9b0a-cebbf7026837 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Jul 08 02:14:28.782047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5607e228-3b16-4781-8fcb-654292de12cb req-1ad33cbc-a7af-4add-9221-e399c3452626 tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/security-groups?id=786a3a7d-09e5-407d-b747-abf44280289e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686285 Jul 08 02:14:28.826978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Deleting port b97bbb92-01a4-4bdc-baed-f2405bdd8028 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:28.827351 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:28.919111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] For port b97bbb92-01a4-4bdc-baed-f2405bdd8028, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b97bbb92-01a4-4bdc-baed-f2405bdd8028,segment=NetworkSegment(7253469b-496f-473b-81a4-30c964bfa245),segment_id=7253469b-496f-473b-81a4-30c964bfa245)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:28.919544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:28.933899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Calling delete_port for b97bbb92-01a4-4bdc-baed-f2405bdd8028 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:29.043352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60936) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:29.160418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-network', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:29.190265 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.202416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b97bbb92-01a4-4bdc-baed-f2405bdd8028'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:14:29.230481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Pushing event deleted for resources: {'Port': ['ID=b97bbb92-01a4-4bdc-baed-f2405bdd8028,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:29.264599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Made reservation on behalf of f969ee555a594dabb9294b7d70695fc3 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:29.267069 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.279780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.280843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] No DVR routers for this DVR port b97bbb92-01a4-4bdc-baed-f2405bdd8028 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:29.290313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb79a-852b-4234-a721-f3fd524d7af1 req-afbdd6d8-a24b-47d0-a773-6ab6e5e31c8a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:29.291852 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83cfb79a-852b-4234-a721-f3fd524d7af1 req-afbdd6d8-a24b-47d0-a773-6ab6e5e31c8a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1458130 Jul 08 02:14:29.292905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.294806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3abbc843-3171-45c1-995b-0ae3c74e6b0a req-72c1add5-1f9f-468a-86cd-63dca2efd1fc tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.32 "DELETE /v2.0/ports/b97bbb92-01a4-4bdc-baed-f2405bdd8028 HTTP/1.1" status: 204 len: 173 time: 0.5922990 Jul 08 02:14:29.295249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2825e9-c108-4315-97a2-371548b3d673', 'name': 'network-vif-deleted', 'tag': 'b97bbb92-01a4-4bdc-baed-f2405bdd8028'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:29.297598 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc910fe-c7cf-489f-84b9-261cef30642f" -d '{"events": [{"server_uuid": "3e2825e9-c108-4315-97a2-371548b3d673", "name": "network-vif-deleted", "tag": "b97bbb92-01a4-4bdc-baed-f2405bdd8028"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:29.342534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83cfb79a-852b-4234-a721-f3fd524d7af1 req-468e11ca-18dd-461a-828b-ecabc8ef509a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Jul 08 02:14:29.344476 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245575f2-5877-41f7-88bb-b82064afad53 x-openstack-request-id: req-245575f2-5877-41f7-88bb-b82064afad53 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:29.344775 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2825e9-c108-4315-97a2-371548b3d673", "name": "network-vif-deleted", "tag": "b97bbb92-01a4-4bdc-baed-f2405bdd8028", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:29.345034 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-245575f2-5877-41f7-88bb-b82064afad53 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:29.346345 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2825e9-c108-4315-97a2-371548b3d673', 'name': 'network-vif-deleted', 'tag': 'b97bbb92-01a4-4bdc-baed-f2405bdd8028', 'status': 'completed', 'code': 200} Jul 08 02:14:29.394128 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.487046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60946) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:29.534335 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.561796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:14:29.591799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02938a-dccb-4085-9b76-f8bf8f82ad85,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:29.594625 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.594974 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Added segment 03e0f1f9-b2dc-4b03-8c58-87b0e078319b of type vlan for network e416d104-4ce0-4fb0-9d5a-623685fa16f2 Jul 08 02:14:29.607585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f62b20f2-ad06-4073-82f9-28e3b46dbe16 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/31d31dc2-a612-4111-b372-baa9a0d618c4 HTTP/1.1" status: 200 len: 993 time: 0.1167841 Jul 08 02:14:29.646901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.756280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.757424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:29.758315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:29.818202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] Pushing event updated for resources: {'Network': ['ID=e416d104-4ce0-4fb0-9d5a-623685fa16f2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:29.828082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:14:29.885928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-458e1e68-d482-49de-a192-d9a91eb974dc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8369095 Jul 08 02:14:29.885928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:29.890662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Request body: {'subnet': {'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-subnet', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:29.953286 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-89080761-e52b-412b-a659-3ff3a841b813 req-5b12ded4-4539-455f-bc1d-acf1434c31ac tempest-VolumesActionsTest-907285845 tempest-VolumesActionsTest-907285845-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2825e9-c108-4315-97a2-371548b3d673 HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jul 08 02:14:29.990704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Made reservation on behalf of f969ee555a594dabb9294b7d70695fc3 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:29.994711 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:30.546707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b2e53-9b81-4023-b94d-1386ffa76cc0 req-4c067c13-a034-40e6-ba14-42ca378ba734 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:30.548238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a73b2e53-9b81-4023-b94d-1386ffa76cc0 req-4c067c13-a034-40e6-ba14-42ca378ba734 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0755317 Jul 08 02:14:30.589652 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a73b2e53-9b81-4023-b94d-1386ffa76cc0 req-0c183ad5-554b-48cc-a669-e48df7661028 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352058 Jul 08 02:14:30.596376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:30.654520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7edae37b-8d99-4d7a-9048-87cded41230f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:30.671390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Checking segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:30.671390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Network hostable DHCP agents. Network: e416d104-4ce0-4fb0-9d5a-623685fa16f2, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:14:30.744580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:14:30.778986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7c07c-c4c9-4ec0-ba61-459032072e34 req-f9bb9a86-18c9-428a-81a4-6706e0daf11f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:30.780537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01c7c07c-c4c9-4ec0-ba61-459032072e34 req-f9bb9a86-18c9-428a-81a4-6706e0daf11f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0655262 Jul 08 02:14:30.820334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01c7c07c-c4c9-4ec0-ba61-459032072e34 req-f35d4f08-1452-46b0-b5d2-6d2ed86f9d33 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Jul 08 02:14:30.824300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, e416d104-4ce0-4fb0-9d5a-623685fa16f2) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:30.828690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:30.829444 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:30.834192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b5558-0c59-4344-8579-c83e8400b398 None None] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:30.917035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-26fc83e9-e12b-43b2-9642-5f418ef6c755 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0300372 Jul 08 02:14:30.919634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60976) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:30.924484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:31.002115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:14:31.003311 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.007211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.008304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.078005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.176621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Allocated IP 172.20.0.2 (e416d104-4ce0-4fb0-9d5a-623685fa16f2/7edae37b-8d99-4d7a-9048-87cded41230f/4951b096-ad8b-4dbf-99de-a86e2156d18f) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:31.321985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.397594 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.407019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Transition to ACTIVE for port object 4951b096-ad8b-4dbf-99de-a86e2156d18f will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:31.426392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Transition to ACTIVE for port object 4951b096-ad8b-4dbf-99de-a86e2156d18f will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:31.464258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 32770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:31.492098 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.553271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:31.557207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:31.559733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Pushing event updated for resources: {'Port': ['ID=4951b096-ad8b-4dbf-99de-a86e2156d18f,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:31.562189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:31.605377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.606348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.607079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.607804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.613179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.613903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.614932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.615733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.616475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.617444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.617444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.617998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:31.621717 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ac192c2-4266-4edb-b66b-a63e1e1ec970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.662327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Attempting to bind port 4951b096-ad8b-4dbf-99de-a86e2156d18f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:31.662849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Attempting to bind port 4951b096-ad8b-4dbf-99de-a86e2156d18f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:31.663331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Attempting to bind port 4951b096-ad8b-4dbf-99de-a86e2156d18f on network e416d104-4ce0-4fb0-9d5a-623685fa16f2 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:31.669732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:31.670270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Checking segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:31.670687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.671633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Bound using segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:31.671633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Bound port: 4951b096-ad8b-4dbf-99de-a86e2156d18f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:31.672179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.684021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8aa20-aaf6-4683-a692-96ba3330d329 req-c4dcca25-d059-4402-af3f-8700f4ec69a8 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:31.686263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56d8aa20-aaf6-4683-a692-96ba3330d329 req-c4dcca25-d059-4402-af3f-8700f4ec69a8 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1670160 Jul 08 02:14:31.691953 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.719207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.745757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] For port 4951b096-ad8b-4dbf-99de-a86e2156d18f, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:31.749182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] For port 4951b096-ad8b-4dbf-99de-a86e2156d18f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4951b096-ad8b-4dbf-99de-a86e2156d18f,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:31.763469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ac192c2-4266-4edb-b66b-a63e1e1ec970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.789422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56d8aa20-aaf6-4683-a692-96ba3330d329 req-83718d0b-0366-4d31-a623-6836d81cca50 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953214 Jul 08 02:14:31.819506 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.848309 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ac192c2-4266-4edb-b66b-a63e1e1ec970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:31.868339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Allocated IP 172.25.8.149 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/9de7fc64-2342-4694-a088-1b29a4af4109) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:31.880834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54b45-6322-4393-aea5-9837094fee70 None None] Pushing event updated for resources: {'Port': ['ID=4951b096-ad8b-4dbf-99de-a86e2156d18f,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:31.927277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1ac192c2-4266-4edb-b66b-a63e1e1ec970 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d2d6d7bdfc34322b3da659578e7b857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615843 Jul 08 02:14:31.930593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac192c2-4266-4edb-b66b-a63e1e1ec970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bddd04b-f6bf-41b7-8874-89cd35419a1e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:31.932106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32782) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:32.025992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0589ddd5-a061-44e7-89b6-b431760d6716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:32.040007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:32.076154 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0589ddd5-a061-44e7-89b6-b431760d6716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:32.237164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:32.259202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b97bbb92-01a4-4bdc-baed-f2405bdd8028 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:32.275432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0589ddd5-a061-44e7-89b6-b431760d6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:32.278339 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0589ddd5-a061-44e7-89b6-b431760d6716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:32.279690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0589ddd5-a061-44e7-89b6-b431760d6716 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bddd04b-f6bf-41b7-8874-89cd35419a1e HTTP/1.1" status: 204 len: 168 time: 0.3462300 Jul 08 02:14:32.296120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: b97bbb92-01a4-4bdc-baed-f2405bdd8028 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:32.296722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b97bbb92-01a4-4bdc-baed-f2405bdd8028 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:32.313072 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589ddd5-a061-44e7-89b6-b431760d6716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bddd04b-f6bf-41b7-8874-89cd35419a1e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:32.316192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:32.317111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Pushing event updated for resources: {'Port': ['ID=9de7fc64-2342-4694-a088-1b29a4af4109,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:32.320729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:32.323134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:32.717195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:32.897728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4951b096-ad8b-4dbf-99de-a86e2156d18f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:33.060806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 32826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:33.080481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4951b096-ad8b-4dbf-99de-a86e2156d18f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:33.094356 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.096664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9fd2fd34-3566-4cbc-9cb0-494bcee09ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.167173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd5ea-9a0a-41f2-a17a-92c67a8031fb req-ee6b234f-57cb-4e39-911e-2848172916d2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:33.176377 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f3fd5ea-9a0a-41f2-a17a-92c67a8031fb req-ee6b234f-57cb-4e39-911e-2848172916d2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.2023351 Jul 08 02:14:33.240395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e99029-a529-4b6d-9c7e-eea391f9a690 None None] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:33.251831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9fd2fd34-3566-4cbc-9cb0-494bcee09ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.258964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f3fd5ea-9a0a-41f2-a17a-92c67a8031fb req-2bec0432-c880-4c50-830b-42d61483fd80 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814712 Jul 08 02:14:33.304214 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9fd2fd34-3566-4cbc-9cb0-494bcee09ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.369259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-df7bb9dc-5f52-450b-844b-a34763258959 None None] Provisioning for port 4951b096-ad8b-4dbf-99de-a86e2156d18f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:33.375134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9fd2fd34-3566-4cbc-9cb0-494bcee09ff2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33790bc00cbb4a8e8c3c43a752d23c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114960 Jul 08 02:14:33.375582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-df7bb9dc-5f52-450b-844b-a34763258959 None None] Provisioning complete for port 4951b096-ad8b-4dbf-99de-a86e2156d18f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:33.375960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-df7bb9dc-5f52-450b-844b-a34763258959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.377626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32832) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:33.388474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2fd34-3566-4cbc-9cb0-494bcee09ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed297bd-c237-495d-8179-5b2966b7288a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:33.427742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Router 55649e43-8f59-431e-8954-cccf5e066246 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:14:33.442121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4838ee8-7865-4155-898b-5d91bb5ffb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.494753 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-df7bb9dc-5f52-450b-844b-a34763258959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.505360 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4838ee8-7865-4155-898b-5d91bb5ffb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.539120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-df7bb9dc-5f52-450b-844b-a34763258959 None None] For port 4951b096-ad8b-4dbf-99de-a86e2156d18f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4951b096-ad8b-4dbf-99de-a86e2156d18f,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:33.606546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:33.616953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Sync routers for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:33.625794 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-df7bb9dc-5f52-450b-844b-a34763258959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.663994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:33.667947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:33.687276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4838ee8-7865-4155-898b-5d91bb5ffb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.690533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d4838ee8-7865-4155-898b-5d91bb5ffb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.692474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d4838ee8-7865-4155-898b-5d91bb5ffb50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ed297bd-c237-495d-8179-5b2966b7288a HTTP/1.1" status: 204 len: 168 time: 0.3130269 Jul 08 02:14:33.701564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4838ee8-7865-4155-898b-5d91bb5ffb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed297bd-c237-495d-8179-5b2966b7288a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:33.744481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:33.746076 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9b5e0512-9e0d-46a4-a7d9-a8ed478eea68 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8253260 Jul 08 02:14:33.748800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32848) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:33.753701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bb9dc-5f52-450b-844b-a34763258959 None None] Pushing event updated for resources: {'Port': ['ID=4951b096-ad8b-4dbf-99de-a86e2156d18f,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:33.855610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:34.027234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2d30706a-f9f7-4d83-a242-73d76e2be074 None None] Provisioning complete for port 4951b096-ad8b-4dbf-99de-a86e2156d18f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:34.027925 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d30706a-f9f7-4d83-a242-73d76e2be074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:34.193812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:32Z', 'revision_number': 3, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:34.229184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Checking router: 55649e43-8f59-431e-8954-cccf5e066246 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:34.229546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Updating router 55649e43-8f59-431e-8954-cccf5e066246 port 9de7fc64-2342-4694-a088-1b29a4af4109 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:14:34.304862 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:34.702423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dfd13-3418-4317-9fd6-cd8396bbe4ef req-35ee9521-acca-4d1b-8a8d-0de79a618d2e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:34.707025 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b40dfd13-3418-4317-9fd6-cd8396bbe4ef req-35ee9521-acca-4d1b-8a8d-0de79a618d2e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1863225 Jul 08 02:14:34.775392 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b40dfd13-3418-4317-9fd6-cd8396bbe4ef req-6c3ce692-5d09-412e-b585-096e9b1c937b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600128 Jul 08 02:14:34.864560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:34.906358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4951b096-ad8b-4dbf-99de-a86e2156d18f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:35.084009 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.096884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4951b096-ad8b-4dbf-99de-a86e2156d18f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:35.097616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.105241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Transition to ACTIVE for port object 9de7fc64-2342-4694-a088-1b29a4af4109 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:35.146253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Allocated IP 172.20.0.1 (e416d104-4ce0-4fb0-9d5a-623685fa16f2/7edae37b-8d99-4d7a-9048-87cded41230f/c70d4f04-de73-4227-b639-cd40ae29bd64) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:35.241883 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.313078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Attempting to bind port 9de7fc64-2342-4694-a088-1b29a4af4109 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:35.313568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Attempting to bind port 9de7fc64-2342-4694-a088-1b29a4af4109 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:35.314008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Attempting to bind port 9de7fc64-2342-4694-a088-1b29a4af4109 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:35.324139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:35.324755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:35.325255 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.325719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:35.326267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Bound port: 9de7fc64-2342-4694-a088-1b29a4af4109, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:35.326730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.336950 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.363660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Transition to ACTIVE for port object c70d4f04-de73-4227-b639-cd40ae29bd64 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:35.374883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d414a60-e2af-48a7-b7d1-0e71d4f9b43d None None] Pushing event updated for resources: {'Port': ['ID=9de7fc64-2342-4694-a088-1b29a4af4109,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:35.434893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] For port 9de7fc64-2342-4694-a088-1b29a4af4109, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:35.439437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] For port 9de7fc64-2342-4694-a088-1b29a4af4109, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9de7fc64-2342-4694-a088-1b29a4af4109,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:35.480661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.522782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:35.527074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:35.530359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:35.567758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Pushing event updated for resources: {'Port': ['ID=c70d4f04-de73-4227-b639-cd40ae29bd64,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:35.587104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.626687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.724286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d414a60-e2af-48a7-b7d1-0e71d4f9b43d None None] Pushing event updated for resources: {'Port': ['ID=9de7fc64-2342-4694-a088-1b29a4af4109,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:35.770266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:35.770907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:35.932195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:36.008823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:36.063015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-12114b4a-50db-40d0-995e-52d6894ec932 None None] Provisioning for port c70d4f04-de73-4227-b639-cd40ae29bd64 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:36.112281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-12114b4a-50db-40d0-995e-52d6894ec932 None None] Provisioning complete for port c70d4f04-de73-4227-b639-cd40ae29bd64 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:36.112960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-12114b4a-50db-40d0-995e-52d6894ec932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:36.134101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4bca5-0311-4fa5-a596-b03e9c211934 req-eccd8441-06c1-46ff-a419-844f39611bb9 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:36.135804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1cf4bca5-0311-4fa5-a596-b03e9c211934 req-eccd8441-06c1-46ff-a419-844f39611bb9 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1782339 Jul 08 02:14:36.208334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1cf4bca5-0311-4fa5-a596-b03e9c211934 req-302fcb43-99a4-4dcd-bf7b-9e1740e4df17 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659108 Jul 08 02:14:36.245211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:36.258231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-12114b4a-50db-40d0-995e-52d6894ec932 None None] Port c70d4f04-de73-4227-b639-cd40ae29bd64 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:14:36.298376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:36.410356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:32Z', 'revision_number': 3, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:36.420054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Pushing event updated for resources: {'Port': ['ID=c70d4f04-de73-4227-b639-cd40ae29bd64,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:36.422664 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:36.476860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1138f-3c81-4521-b142-de6cdd89129f None None] The sync data for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 is: [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:32Z', 'revision_number': 3, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:36.555122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:36.556781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:36.831864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Router 55649e43-8f59-431e-8954-cccf5e066246 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:37.034289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25764172-8404-40d6-a2c9-d6283d99f888 None None] Provisioning complete for port c70d4f04-de73-4227-b639-cd40ae29bd64 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:37.037617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25764172-8404-40d6-a2c9-d6283d99f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:37.086340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-25764172-8404-40d6-a2c9-d6283d99f888 None None] Port c70d4f04-de73-4227-b639-cd40ae29bd64 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:14:37.089842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:37.099729 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-81bb06b8-c9c9-4f21-ad0c-dd2059bf64dc admin admin] 10.222.0.10 "PUT /v2.0/routers/55649e43-8f59-431e-8954-cccf5e066246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3497491 Jul 08 02:14:37.555808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eff98-39cd-4dc2-8495-ca22924c01d2 req-17597581-51dd-481f-ac68-17a1e14ba105 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:37.564091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2d4eff98-39cd-4dc2-8495-ca22924c01d2 req-17597581-51dd-481f-ac68-17a1e14ba105 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1267107 Jul 08 02:14:37.627254 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:14:37.687756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2d4eff98-39cd-4dc2-8495-ca22924c01d2 req-299e5dcf-51ae-4dc2-ae4a-c2556afce7bd tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187627 Jul 08 02:14:38.187250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32942) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:38.194370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-503334b4-df22-4e42-b213-1a6dd65bd57b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534966871', 'description': 'tempest-description--2092225095'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:38.304458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-503334b4-df22-4e42-b213-1a6dd65bd57b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:38.492734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-503334b4-df22-4e42-b213-1a6dd65bd57b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:38.599646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-503334b4-df22-4e42-b213-1a6dd65bd57b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:38.653369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503334b4-df22-4e42-b213-1a6dd65bd57b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:38.704552 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-503334b4-df22-4e42-b213-1a6dd65bd57b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:38.706925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-503334b4-df22-4e42-b213-1a6dd65bd57b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5187705 Jul 08 02:14:38.709977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32950) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:38.714812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-11c859ac-4981-4240-b8fb-b6cad46c51eb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'security_group_rule': {'security_group_id': 'f5c2d3fd-a7bb-441d-a948-faa07e9da6ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:39.050482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f48d8-92e3-4cd4-b7da-552c13e86f34 req-bb7197c0-3ccc-4949-a718-7d4ebb3e1969 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:39.050482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a0f48d8-92e3-4cd4-b7da-552c13e86f34 req-bb7197c0-3ccc-4949-a718-7d4ebb3e1969 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0695314 Jul 08 02:14:39.050482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a0f48d8-92e3-4cd4-b7da-552c13e86f34 req-b47ecbb0-1e4a-4e7c-8a1a-421f91e83adb tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Jul 08 02:14:39.053989 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Sync routers for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:39.057742 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:39.057742 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:39.072307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9de7fc64-2342-4694-a088-1b29a4af4109 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:39.135982 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11c859ac-4981-4240-b8fb-b6cad46c51eb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.178075 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:39.219431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11c859ac-4981-4240-b8fb-b6cad46c51eb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.258858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 9de7fc64-2342-4694-a088-1b29a4af4109 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:39.263574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 9de7fc64-2342-4694-a088-1b29a4af4109 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:39.264358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.333614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11c859ac-4981-4240-b8fb-b6cad46c51eb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.392962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c859ac-4981-4240-b8fb-b6cad46c51eb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118f1fa6-9a25-4623-bd16-e769d6218421,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:39.459863 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11c859ac-4981-4240-b8fb-b6cad46c51eb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.461495 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-11c859ac-4981-4240-b8fb-b6cad46c51eb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7503433 Jul 08 02:14:39.464154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32968) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:39.472557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ff881cfc-c3e9-4373-bbb3-966cc0826f7e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'security_group_rule': {'security_group_id': 'f5c2d3fd-a7bb-441d-a948-faa07e9da6ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:39.536939 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.574013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 9de7fc64-2342-4694-a088-1b29a4af4109, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9de7fc64-2342-4694-a088-1b29a4af4109,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:39.577265 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:36Z', 'revision_number': 2, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:39.603318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff881cfc-c3e9-4373-bbb3-966cc0826f7e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.618429 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Checking router: 55649e43-8f59-431e-8954-cccf5e066246 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:39.619050 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Updating router 55649e43-8f59-431e-8954-cccf5e066246 port c70d4f04-de73-4227-b639-cd40ae29bd64 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:14:39.650793 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.676347 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.748324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff881cfc-c3e9-4373-bbb3-966cc0826f7e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.763657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=9de7fc64-2342-4694-a088-1b29a4af4109,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:39.813329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff881cfc-c3e9-4373-bbb3-966cc0826f7e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.845085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff881cfc-c3e9-4373-bbb3-966cc0826f7e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96af58e-2afe-4090-8771-3105479703d2,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:39.942922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ff881cfc-c3e9-4373-bbb3-966cc0826f7e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:39.944584 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ff881cfc-c3e9-4373-bbb3-966cc0826f7e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4781866 Jul 08 02:14:39.947765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 32970) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:39.954673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:40.069475 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.076472 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.102048 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Transition to ACTIVE for port object c70d4f04-de73-4227-b639-cd40ae29bd64 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:40.185020 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.233053 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.391704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235d3b3-2e26-4d73-b220-4fcc12c95839 req-e29f0efa-2e1d-49d4-9047-00f78a865617 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:40.395097 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2a53f-efb1-4ef1-8bb1-3e000a91cd48 None None] Pushing event updated for resources: {'Port': ['ID=c70d4f04-de73-4227-b639-cd40ae29bd64,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:40.399778 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f235d3b3-2e26-4d73-b220-4fcc12c95839 req-e29f0efa-2e1d-49d4-9047-00f78a865617 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.2705350 Jul 08 02:14:40.442659 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Attempting to bind port c70d4f04-de73-4227-b639-cd40ae29bd64 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:40.443031 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Attempting to bind port c70d4f04-de73-4227-b639-cd40ae29bd64 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:40.443473 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Attempting to bind port c70d4f04-de73-4227-b639-cd40ae29bd64 on network e416d104-4ce0-4fb0-9d5a-623685fa16f2 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:40.464441 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:40.464826 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Checking segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:40.465231 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.465628 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Bound using segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:40.467476 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Bound port: c70d4f04-de73-4227-b639-cd40ae29bd64, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:40.469699 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.473280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f235d3b3-2e26-4d73-b220-4fcc12c95839 req-ac209998-c940-4145-bfd4-547416ba9e8b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722666 Jul 08 02:14:40.505710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Allocated IP 172.25.8.3 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f8197afa-67a1-4558-9354-5f720e3812e8) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:40.582539 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] For port c70d4f04-de73-4227-b639-cd40ae29bd64, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:40.586571 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] For port c70d4f04-de73-4227-b639-cd40ae29bd64, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c70d4f04-de73-4227-b639-cd40ae29bd64,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:40.682365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.837567 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.844775 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.884059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9de7fc64-2342-4694-a088-1b29a4af4109 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:40.921476 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2a53f-efb1-4ef1-8bb1-3e000a91cd48 None None] Pushing event updated for resources: {'Port': ['ID=c70d4f04-de73-4227-b639-cd40ae29bd64,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:40.992284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:40.996313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:40.999593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:41.002630 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:41.004683 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:41.066192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'Port': ['ID=f8197afa-67a1-4558-9354-5f720e3812e8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:41.073463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 9de7fc64-2342-4694-a088-1b29a4af4109 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:41.074022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:41.183538 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:41.283751 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:41.387643 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:41.608712 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:41.660562 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:40Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:41.675706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:41.720797 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808cf81-f438-4701-89b6-916879f5cf3c None None] The sync data for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 is: [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:40Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:41.847893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d40dd-1ed0-4558-a109-ae64402299ae req-4045805f-0eb4-4c96-b79a-49b6d3d8b97b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:41.860347 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d63d40dd-1ed0-4558-a109-ae64402299ae req-4045805f-0eb4-4c96-b79a-49b6d3d8b97b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1721046 Jul 08 02:14:41.917286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'Port': ['ID=f8197afa-67a1-4558-9354-5f720e3812e8,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:41.932062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d63d40dd-1ed0-4558-a109-ae64402299ae req-23102d1e-780a-43b2-89e2-99152d88a29b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Jul 08 02:14:41.940189 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.031288 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.034094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-544510e5-e960-4a9b-b150-a24bc162d6b3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0843747 Jul 08 02:14:42.059435 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bb59464a-90a8-4d9b-b698-f67d9d092477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.370168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-29bd1f19-3735-4bb8-a9f3-17f8e3f19934 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--534966871&fields=id&tenant_id=f969ee555a594dabb9294b7d70695fc3 HTTP/1.1" status: 200 len: 267 time: 0.0451422 Jul 08 02:14:42.546829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-e855cd69-df1f-4c83-8f9d-e27bfdc4fd49 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:42.557411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-e855cd69-df1f-4c83-8f9d-e27bfdc4fd49 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 817 time: 0.1862602 Jul 08 02:14:42.575014 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-46ce4e5d-74ee-4696-b022-03466a3e500f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/quotas/f969ee555a594dabb9294b7d70695fc3 HTTP/1.1" status: 200 len: 375 time: 0.0165226 Jul 08 02:14:42.722576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-0eb39714-70be-424e-a901-a3cc1cb66b42 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1387930 Jul 08 02:14:42.869581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-b513920f-597b-47f6-bf6b-3638b4ddcf80 service neutron] 10.222.0.10 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453755 Jul 08 02:14:42.911927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c70d4f04-de73-4227-b639-cd40ae29bd64 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:43.104788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c70d4f04-de73-4227-b639-cd40ae29bd64 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:43.111648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c70d4f04-de73-4227-b639-cd40ae29bd64 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:43.111648 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:43.115142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-8509b41d-3599-48ea-a9c2-98410228b2a7 service neutron] 10.222.0.10 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436376 Jul 08 02:14:43.311775 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:43.392586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c70d4f04-de73-4227-b639-cd40ae29bd64, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c70d4f04-de73-4227-b639-cd40ae29bd64,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:43.515946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:43.590595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c70d4f04-de73-4227-b639-cd40ae29bd64,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:43.817061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-e33d8e05-43ac-422f-95f6-542113c992e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3566952 Jul 08 02:14:43.836915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487c4fd-8c93-4a21-84c0-1582c862277d req-1e431037-ccd7-430a-8b7e-ef6582502af7 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:43.838829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b487c4fd-8c93-4a21-84c0-1582c862277d req-1e431037-ccd7-430a-8b7e-ef6582502af7 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.4834013 Jul 08 02:14:43.852201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81b06d3f-7bf0-43ca-8fa3-043bdfb58b69 req-7ed5d4dc-79c6-4edd-910d-5cf28a085cf3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 210 time: 0.0984461 Jul 08 02:14:44.029914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b487c4fd-8c93-4a21-84c0-1582c862277d req-877cd0a7-0f24-451f-8b5c-95f6a7b8b3a4 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712098 Jul 08 02:14:44.058573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-89e488de-d6a0-44b0-a863-af6f80956494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.059418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-89e488de-d6a0-44b0-a863-af6f80956494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.060054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-89e488de-d6a0-44b0-a863-af6f80956494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.060695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-89e488de-d6a0-44b0-a863-af6f80956494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.061330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-89e488de-d6a0-44b0-a863-af6f80956494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.061962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-89e488de-d6a0-44b0-a863-af6f80956494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.062615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-89e488de-d6a0-44b0-a863-af6f80956494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.065504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-89e488de-d6a0-44b0-a863-af6f80956494 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6499 time: 0.1517668 Jul 08 02:14:44.178594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-7f43ca89-9fb9-4ce7-9c6d-4fa4b8ed2605 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.186098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-7f43ca89-9fb9-4ce7-9c6d-4fa4b8ed2605 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.193997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-7f43ca89-9fb9-4ce7-9c6d-4fa4b8ed2605 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.200763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-7f43ca89-9fb9-4ce7-9c6d-4fa4b8ed2605 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.208508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-7f43ca89-9fb9-4ce7-9c6d-4fa4b8ed2605 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.215883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-7f43ca89-9fb9-4ce7-9c6d-4fa4b8ed2605 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.234604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-7f43ca89-9fb9-4ce7-9c6d-4fa4b8ed2605 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.241294 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-7f43ca89-9fb9-4ce7-9c6d-4fa4b8ed2605 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.1829381 Jul 08 02:14:44.255869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-fbff103e-a0a7-4f86-8da5-e32be64a4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.256629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-fbff103e-a0a7-4f86-8da5-e32be64a4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.257786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-fbff103e-a0a7-4f86-8da5-e32be64a4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.260149 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-fbff103e-a0a7-4f86-8da5-e32be64a4cb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=8a34471b-47fa-4c6c-afcc-458992f3c06e&id=8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 200 len: 2293 time: 0.1670036 Jul 08 02:14:44.336421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1e0f9f7-ffb8-48f5-99cc-3281e1e20cae req-c1c9d3d0-dbc9-43db-ac34-3d19f5637d27 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879486 Jul 08 02:14:44.437555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-743d4d6e-48bb-4e82-a969-9f345abcd30b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 200 len: 1002 time: 0.1687546 Jul 08 02:14:44.469989 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7210ed71-e625-41fb-a2be-33949f0fc3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:44.503775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-0a089895-c827-44fb-a57d-41443b942095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.505258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-0a089895-c827-44fb-a57d-41443b942095 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9d24518-bec5-4294-bfc4-cb82628b06da HTTP/1.1" status: 200 len: 850 time: 0.0603282 Jul 08 02:14:44.646156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-2946d4d8-a95c-4fcc-93ba-59063df3f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.647790 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-2946d4d8-a95c-4fcc-93ba-59063df3f97b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354778 Jul 08 02:14:44.667426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973279f-3263-494d-97ff-2d2b3bd16964 req-e65c23d8-8df5-407e-962a-79497de2ff25 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.676198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973279f-3263-494d-97ff-2d2b3bd16964 req-e65c23d8-8df5-407e-962a-79497de2ff25 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.684504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973279f-3263-494d-97ff-2d2b3bd16964 req-e65c23d8-8df5-407e-962a-79497de2ff25 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.691116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973279f-3263-494d-97ff-2d2b3bd16964 req-e65c23d8-8df5-407e-962a-79497de2ff25 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.698250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973279f-3263-494d-97ff-2d2b3bd16964 req-e65c23d8-8df5-407e-962a-79497de2ff25 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.705923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973279f-3263-494d-97ff-2d2b3bd16964 req-e65c23d8-8df5-407e-962a-79497de2ff25 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.715080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973279f-3263-494d-97ff-2d2b3bd16964 req-e65c23d8-8df5-407e-962a-79497de2ff25 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.715553 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1973279f-3263-494d-97ff-2d2b3bd16964 req-e65c23d8-8df5-407e-962a-79497de2ff25 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.1862457 Jul 08 02:14:44.859790 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-a9437d13-6b2f-4b39-a097-b2ee56816302 service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431789 Jul 08 02:14:44.871991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c70d4f04-de73-4227-b639-cd40ae29bd64 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:44.990613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c70d4f04-de73-4227-b639-cd40ae29bd64 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:44.991284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:45.000784 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d649f8c-95e8-4cf9-bba8-c0fb00523078 req-24a46b55-28ad-47fc-8d7b-f6f115a134a5 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 210 time: 0.0602746 Jul 08 02:14:45.027769 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-4635cd81-273a-420b-b216-d1c8b87af1d2 service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591215 Jul 08 02:14:45.074800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-6894fe70-59fe-450b-8611-436b0efd7063 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 217 time: 0.0404298 Jul 08 02:14:45.125178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-5b1aae74-5607-438f-b558-3a7bbec9facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.282813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-5b1aae74-5607-438f-b558-3a7bbec9facc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0457301 Jul 08 02:14:45.283614 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:45.283851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-55a92ee8-4e5d-4b72-83c9-5a0cb29ea002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.283851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-55a92ee8-4e5d-4b72-83c9-5a0cb29ea002 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969534 Jul 08 02:14:45.294422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab38fd-6996-408c-ae6f-90ea8b44c918 req-9a298643-dd5b-4cef-abd5-ad7f653d29c2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.295938 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59ab38fd-6996-408c-ae6f-90ea8b44c918 req-9a298643-dd5b-4cef-abd5-ad7f653d29c2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1358922 Jul 08 02:14:45.362771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59ab38fd-6996-408c-ae6f-90ea8b44c918 req-63b76c1d-014b-434f-8e46-8051c3232297 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586803 Jul 08 02:14:45.369734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-ac55f07a-c5cf-4ffa-98aa-8e85e5cee7af service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318941 Jul 08 02:14:45.492201 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-37988ba5-338d-4882-aead-5608854767f1 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135054 Jul 08 02:14:45.556514 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-380bdd68-d777-4021-a943-6399bf0d7e81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 217 time: 0.0557752 Jul 08 02:14:45.665701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-112407ad-ecad-452a-b2ac-b629572d39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.667212 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-112407ad-ecad-452a-b2ac-b629572d39bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1059072 Jul 08 02:14:45.750843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-f60ace41-d6be-48dd-bce6-435bd7cf98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.753012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-f60ace41-d6be-48dd-bce6-435bd7cf98d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760179 Jul 08 02:14:45.765624 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:45.886602 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-9aee44cf-b77e-4628-aac9-cd7adc4ea6f0 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264994 Jul 08 02:14:46.028778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-7dd2b58b-502e-43a0-97f2-253b05f27495 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345479 Jul 08 02:14:46.101116 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-51ac5759-b3cd-4e0c-9eb3-8f077bb98ddf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cf4d9964-299b-46d0-8db8-0c64b388c112 HTTP/1.1" status: 200 len: 217 time: 0.0621517 Jul 08 02:14:46.207531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-30909f2c-7072-40ab-902f-67f70fb811d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:46.209034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-30909f2c-7072-40ab-902f-67f70fb811d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.1002548 Jul 08 02:14:46.217024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6dd4a7b-78a6-4526-bd1a-cb63c84a259e req-d3ed24b4-d818-4c87-a8de-8e82550c7502 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 210 time: 0.0335517 Jul 08 02:14:46.341012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-b39656f7-5c5e-4405-97de-b6efce7e0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:46.343116 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-b39656f7-5c5e-4405-97de-b6efce7e0a85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1272302 Jul 08 02:14:46.492936 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-3f2d83e2-1ee0-49af-9a07-fc3889f428ee service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421611 Jul 08 02:14:46.648675 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-7edced68-5024-4adf-bfcd-2fe224245348 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487465 Jul 08 02:14:46.660765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b74303-dbaf-4225-b2c2-0553c844cc1f req-7e76610f-c957-44ae-9d08-2b4fc7b5470b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:46.662479 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b74303-dbaf-4225-b2c2-0553c844cc1f req-7e76610f-c957-44ae-9d08-2b4fc7b5470b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1543181 Jul 08 02:14:46.749823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-50f74ae7-5feb-4278-8da4-ebeebda8ecee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=efc144cd-c612-4225-9176-19588a83fe7d HTTP/1.1" status: 200 len: 217 time: 0.0860384 Jul 08 02:14:46.817369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52b74303-dbaf-4225-b2c2-0553c844cc1f req-4b69c364-4218-4c6f-8451-07147ef6966d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478050 Jul 08 02:14:46.837552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-35477710-67fe-461d-9e3c-b9f5ad483b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:46.839060 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-35477710-67fe-461d-9e3c-b9f5ad483b17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0812407 Jul 08 02:14:46.931270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-4a7f34c3-3681-4bf0-a727-b8319864bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:46.933948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-4a7f34c3-3681-4bf0-a727-b8319864bf42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840955 Jul 08 02:14:47.095882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-98ae709e-9385-4210-8f2c-4dbc5054d42d service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490047 Jul 08 02:14:47.297600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-7bf59d5b-675b-408b-b129-239d5a24b34c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:47.299752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-7bf59d5b-675b-408b-b129-239d5a24b34c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 817 time: 0.2504838 Jul 08 02:14:47.324422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-ef22dc40-7a79-4b02-a6ce-bb37068f5aaa service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235589 Jul 08 02:14:47.405573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-45f87693-eea4-45e6-a2c6-bbef66b11dbf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f969ee555a594dabb9294b7d70695fc3 HTTP/1.1" status: 200 len: 379 time: 0.0944414 Jul 08 02:14:47.423206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'port': {'device_id': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'admin_state_up': True, 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'security_groups': ['f5c2d3fd-a7bb-441d-a948-faa07e9da6ba']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:47.441223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:47.446751 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-bbe111cb-b582-4fa6-9375-84ad667e2347 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e HTTP/1.1" status: 200 len: 217 time: 0.1161053 Jul 08 02:14:47.600300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-4943fb68-684b-43f0-a5ef-a560ada5f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:47.605403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-4943fb68-684b-43f0-a5ef-a560ada5f2c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.1377001 Jul 08 02:14:47.705050 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2845c3ed-a147-4596-9f74-550c21071701 req-675f2058-5b91-41dd-a3ae-bc839a648185 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 210 time: 0.0971520 Jul 08 02:14:47.740521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-bb73e83e-1a15-40ec-bb3b-2aca7bc798b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:47.742056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-bb73e83e-1a15-40ec-bb3b-2aca7bc798b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1338418 Jul 08 02:14:47.978980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-4f08448d-20a4-4e04-855f-87c546156af7 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295461 Jul 08 02:14:48.084861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Made reservation on behalf of f969ee555a594dabb9294b7d70695fc3 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:48.089519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:48.218508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:48.264624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118044c2-9f1f-4cc0-9887-23f780d3dd14 req-ef085748-bad8-4fd6-828c-ec009f5774cb tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.266312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-118044c2-9f1f-4cc0-9887-23f780d3dd14 req-ef085748-bad8-4fd6-828c-ec009f5774cb tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.2508259 Jul 08 02:14:48.274992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-5109b182-ea6e-4d2a-a2e9-eaae92c6d29c service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866430 Jul 08 02:14:48.368869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33120) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:48.387171 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-5e92337e-54b3-44f9-ac1b-adbadd355c28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 200 len: 217 time: 0.1050179 Jul 08 02:14:48.391319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33124) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:48.499394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-118044c2-9f1f-4cc0-9887-23f780d3dd14 req-006f65f0-abcf-45ef-a517-0912ac393672 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480279 Jul 08 02:14:48.499394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Allocated IP 172.20.0.8 (e416d104-4ce0-4fb0-9d5a-623685fa16f2/7edae37b-8d99-4d7a-9048-87cded41230f/5a9e4419-9582-4646-be79-e60004a523a6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:48.499652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-1ac53050-0e43-4273-99a2-7848a54cee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.499652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-1ac53050-0e43-4273-99a2-7848a54cee30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.1050787 Jul 08 02:14:48.556058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f510def-71e3-4e9d-b3b2-c25a2f8c7f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:48.657190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b1520-d590-47e4-91d6-315891abeaf4 req-9f1b6164-6002-4da3-b71f-c02ac9e5cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.660215 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-9f1b6164-6002-4da3-b71f-c02ac9e5cc5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1409280 Jul 08 02:14:48.679814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db246-d746-401f-8460-df813cff2c86 req-11cdea96-22e2-4137-8a62-f1c30d0d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.680571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db246-d746-401f-8460-df813cff2c86 req-11cdea96-22e2-4137-8a62-f1c30d0d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.681209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db246-d746-401f-8460-df813cff2c86 req-11cdea96-22e2-4137-8a62-f1c30d0d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.681859 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db246-d746-401f-8460-df813cff2c86 req-11cdea96-22e2-4137-8a62-f1c30d0d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.682489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db246-d746-401f-8460-df813cff2c86 req-11cdea96-22e2-4137-8a62-f1c30d0d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.683209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db246-d746-401f-8460-df813cff2c86 req-11cdea96-22e2-4137-8a62-f1c30d0d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.683855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db246-d746-401f-8460-df813cff2c86 req-11cdea96-22e2-4137-8a62-f1c30d0d9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.686378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-107db246-d746-401f-8460-df813cff2c86 req-11cdea96-22e2-4137-8a62-f1c30d0d9330 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6499 time: 0.2664931 Jul 08 02:14:48.742825 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:48.770439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-107db246-d746-401f-8460-df813cff2c86 req-8656306a-dee5-4ca2-b29e-ce9e5c6fa13b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749934 Jul 08 02:14:48.824370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Transition to ACTIVE for port object 5a9e4419-9582-4646-be79-e60004a523a6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:49.156201 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.186438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:49.190146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:49.211913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:49.277968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:49.288764 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-7acb4e70-1141-4d08-abc0-4db0d5cc7acd service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171551 Jul 08 02:14:49.312060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:49.313015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.412424 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f510def-71e3-4e9d-b3b2-c25a2f8c7f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.443332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ba567-4a05-4391-a1c7-935e9ec58ffc req-b2a8f43f-55a7-4165-bd17-ed6a29489814 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:49.451223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc2ba567-4a05-4391-a1c7-935e9ec58ffc req-b2a8f43f-55a7-4165-bd17-ed6a29489814 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 931 time: 0.2337379 Jul 08 02:14:49.480980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-038b1520-d590-47e4-91d6-315891abeaf4 req-688fa6ae-c579-4971-87cf-9382c1f60ef4 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834867 Jul 08 02:14:49.503147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc2ba567-4a05-4391-a1c7-935e9ec58ffc req-c5de723b-f615-4852-8f45-9ec1ff43d7f2 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508311 Jul 08 02:14:49.528893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2f510def-71e3-4e9d-b3b2-c25a2f8c7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.575914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2f510def-71e3-4e9d-b3b2-c25a2f8c7f09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4691342a9cdf49e4bf2cc1cb8825b5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1981330 Jul 08 02:14:49.578624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:49.580720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f510def-71e3-4e9d-b3b2-c25a2f8c7f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ea763-62a4-45a9-95e0-a93fa2dd62b1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:49.615902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-1280f29e-ca15-4ec5-8191-3c04b97072b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2019470 Jul 08 02:14:49.629970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9bbb351f-cd7a-4aed-8f61-73531c4590ea None None] Provisioning for port 5a9e4419-9582-4646-be79-e60004a523a6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:49.635130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9bbb351f-cd7a-4aed-8f61-73531c4590ea None None] Provisioning complete for port 5a9e4419-9582-4646-be79-e60004a523a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:49.641833 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9bbb351f-cd7a-4aed-8f61-73531c4590ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.680421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb351f-cd7a-4aed-8f61-73531c4590ea None None] Port 5a9e4419-9582-4646-be79-e60004a523a6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:14:49.697716 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b19122fd-90bd-4a55-b5fc-4a64fe8ce35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.738058 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b19122fd-90bd-4a55-b5fc-4a64fe8ce35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.759819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Request body: {'port': {'device_id': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:49.885163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.962180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda20f0-ff82-4eea-ac47-f356fe78f693 req-cb6cc825-f321-4364-8e5d-32fc8c0cd8d6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:49.963725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bda20f0-ff82-4eea-ac47-f356fe78f693 req-cb6cc825-f321-4364-8e5d-32fc8c0cd8d6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.2724919 Jul 08 02:14:50.144682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bda20f0-ff82-4eea-ac47-f356fe78f693 req-d2d75365-897d-4928-9602-1a6fd9a10b2d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241918 Jul 08 02:14:50.144682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b19122fd-90bd-4a55-b5fc-4a64fe8ce35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:50.144682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b19122fd-90bd-4a55-b5fc-4a64fe8ce35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:50.144682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b19122fd-90bd-4a55-b5fc-4a64fe8ce35e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f39ea763-62a4-45a9-95e0-a93fa2dd62b1 HTTP/1.1" status: 204 len: 168 time: 0.5479097 Jul 08 02:14:50.150452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19122fd-90bd-4a55-b5fc-4a64fe8ce35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ea763-62a4-45a9-95e0-a93fa2dd62b1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:50.258204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9e4419-9582-4646-be79-e60004a523a6 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:50.265832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:50.278329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Transition to ACTIVE for port object 5a9e4419-9582-4646-be79-e60004a523a6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:50.413007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:50.524161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:50.612227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Attempting to bind port 5a9e4419-9582-4646-be79-e60004a523a6 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:50.616303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Attempting to bind port 5a9e4419-9582-4646-be79-e60004a523a6 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:50.616303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Attempting to bind port 5a9e4419-9582-4646-be79-e60004a523a6 on network e416d104-4ce0-4fb0-9d5a-623685fa16f2 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:50.618939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Port 5a9e4419-9582-4646-be79-e60004a523a6 on network e416d104-4ce0-4fb0-9d5a-623685fa16f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:14:50.619282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Attempting to bind port 5a9e4419-9582-4646-be79-e60004a523a6 on network e416d104-4ce0-4fb0-9d5a-623685fa16f2 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:50.625533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:50.626622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Checking segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:50.627026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Bound using segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:50.627497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Bound port: 5a9e4419-9582-4646-be79-e60004a523a6, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:50.627946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:50.742690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:50.746090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:50.754604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029985b0-2227-4252-9644-508106a77759 req-7c811ccb-29c2-48c5-9357-e518a5b59cdf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:50.757072 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-029985b0-2227-4252-9644-508106a77759 req-7c811ccb-29c2-48c5-9357-e518a5b59cdf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.0810208 Jul 08 02:14:50.819273 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:50.836525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-029985b0-2227-4252-9644-508106a77759 req-d9e299ad-5a21-44ea-841e-b72d2982104b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725892 Jul 08 02:14:50.859328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:50.862203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:50.863784 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] 10.222.0.18 "PUT /v2.0/ports/5a9e4419-9582-4646-be79-e60004a523a6 HTTP/1.1" status: 200 len: 1092 time: 1.2353003 Jul 08 02:14:50.864270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:50.874725 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb498b50-9976-4a45-b2b5-aff0812c2bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "tag": "5a9e4419-9582-4646-be79-e60004a523a6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:50.947499 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36960ba4-1682-4fb9-bcec-5efb46338767 x-openstack-request-id: req-36960ba4-1682-4fb9-bcec-5efb46338767 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:50.948030 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "tag": "5a9e4419-9582-4646-be79-e60004a523a6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:50.948171 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36960ba4-1682-4fb9-bcec-5efb46338767 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:50.948684 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6', 'status': 'completed', 'code': 200} Jul 08 02:14:50.952467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a686c-e676-437f-8ee2-d848bd4230de service neutron] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:50.972411 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.059306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33162) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:51.069575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498b50-9976-4a45-b2b5-aff0812c2bc3 req-780fb998-1652-4e6a-a120-4d93fce82da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.071633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cb498b50-9976-4a45-b2b5-aff0812c2bc3 req-780fb998-1652-4e6a-a120-4d93fce82da5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 1095 time: 0.0964444 Jul 08 02:14:51.078668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2246609d-5884-4761-9a1d-c78b8d5398df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.237290 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2246609d-5884-4761-9a1d-c78b8d5398df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.330611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498b50-9976-4a45-b2b5-aff0812c2bc3 req-fe86bc17-4d50-4118-a4e0-4eca992a2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.332670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cb498b50-9976-4a45-b2b5-aff0812c2bc3 req-fe86bc17-4d50-4118-a4e0-4eca992a2412 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f969ee555a594dabb9294b7d70695fc3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2539291 Jul 08 02:14:51.366596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dc48a-9fca-4a56-a331-f50162a05fcb req-77dba289-ae74-47e2-98e3-07d34f2e9c84 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.368214 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe9dc48a-9fca-4a56-a331-f50162a05fcb req-77dba289-ae74-47e2-98e3-07d34f2e9c84 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0713034 Jul 08 02:14:51.383242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2246609d-5884-4761-9a1d-c78b8d5398df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.436219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498b50-9976-4a45-b2b5-aff0812c2bc3 req-c31f7206-25cf-4c85-a02f-7b789b55e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.437735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cb498b50-9976-4a45-b2b5-aff0812c2bc3 req-c31f7206-25cf-4c85-a02f-7b789b55e6ab service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980010 Jul 08 02:14:51.451865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2246609d-5884-4761-9a1d-c78b8d5398df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce1cece82116408ea7e28d1d1e06ffc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887100 Jul 08 02:14:51.452443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33170) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:51.464506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246609d-5884-4761-9a1d-c78b8d5398df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e407dbdf-41e5-4247-bfdf-5a6da3d8cb57,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:51.479021 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe9dc48a-9fca-4a56-a331-f50162a05fcb req-9ea6ed87-5ca9-4a4c-be01-8698b0dd1bdc tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015079 Jul 08 02:14:51.566737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35df4f6a-1c3d-472f-85e9-9fe650cc7895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.598743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35df4f6a-1c3d-472f-85e9-9fe650cc7895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.602578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-e6b05027-6430-4b49-a18b-7137a702c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.605095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-e6b05027-6430-4b49-a18b-7137a702c82f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 1095 time: 0.1118262 Jul 08 02:14:51.653983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-6509d462-cd3c-4432-9634-1ac731a1bec4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9e4419-9582-4646-be79-e60004a523a6 HTTP/1.1" status: 200 len: 217 time: 0.0390792 Jul 08 02:14:51.723299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-5f9a1d47-6c71-4df0-b1c7-fb2a9cf8af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.724940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-5f9a1d47-6c71-4df0-b1c7-fb2a9cf8af28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0621507 Jul 08 02:14:51.792256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-62ff208c-0633-440c-aa29-b320e6cee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.793772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-62ff208c-0633-440c-aa29-b320e6cee9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620172 Jul 08 02:14:51.845503 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35df4f6a-1c3d-472f-85e9-9fe650cc7895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.848029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-35df4f6a-1c3d-472f-85e9-9fe650cc7895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.849261 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-35df4f6a-1c3d-472f-85e9-9fe650cc7895 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e407dbdf-41e5-4247-bfdf-5a6da3d8cb57 HTTP/1.1" status: 204 len: 168 time: 0.3960385 Jul 08 02:14:51.862492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df4f6a-1c3d-472f-85e9-9fe650cc7895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e407dbdf-41e5-4247-bfdf-5a6da3d8cb57,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:51.959083 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-200f8cc9-9c4c-4be7-81e0-445143095b84 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578662 Jul 08 02:14:52.126890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2e57824-6f86-45b4-bf0f-8cdedb51664b req-551d28ca-f988-429b-bd1f-a6223d2eb4b9 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587284 Jul 08 02:14:52.145354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18226ec-4cfa-47bf-922b-8fd846054f56 req-1cd29649-70f2-48ae-82e4-1a8285e75151 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:52.147247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d18226ec-4cfa-47bf-922b-8fd846054f56 req-1cd29649-70f2-48ae-82e4-1a8285e75151 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1444435 Jul 08 02:14:52.191417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d18226ec-4cfa-47bf-922b-8fd846054f56 req-19606c09-ebdd-496f-a089-e76f0d934fff tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379148 Jul 08 02:14:52.681056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d86a5a-af1b-41c8-9804-85013b8d36d4 req-7b98993e-d16b-4caf-8416-9f56090cbdf3 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:52.682578 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74d86a5a-af1b-41c8-9804-85013b8d36d4 req-7b98993e-d16b-4caf-8416-9f56090cbdf3 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0797246 Jul 08 02:14:52.725929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74d86a5a-af1b-41c8-9804-85013b8d36d4 req-e574653e-e648-4e86-b3c3-1da5578d5346 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Jul 08 02:14:53.396437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b5104-7fb7-4470-9c9e-b3d7b30c61dc req-fb565b1e-98aa-4108-af0c-eb2ee2012f3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:53.397946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507b5104-7fb7-4470-9c9e-b3d7b30c61dc req-fb565b1e-98aa-4108-af0c-eb2ee2012f3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.0761862 Jul 08 02:14:53.444662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507b5104-7fb7-4470-9c9e-b3d7b30c61dc req-76ec51d5-310a-45a2-aaaa-cf864804b024 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 Jul 08 02:14:53.921085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d88c19-040e-4acd-b28a-02f26f02bc7d req-a194e31b-c629-49f2-8f9d-bc4d89ea6da2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:53.923216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35d88c19-040e-4acd-b28a-02f26f02bc7d req-a194e31b-c629-49f2-8f9d-bc4d89ea6da2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0734246 Jul 08 02:14:53.972958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35d88c19-040e-4acd-b28a-02f26f02bc7d req-7c54d1a2-1917-4adf-9a88-1f4fc72ce784 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Jul 08 02:14:54.095486 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-00ff5f76-6dd7-480b-b419-c8f84f3a9813 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686090 Jul 08 02:14:54.254121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-0b40c2c0-f379-400b-a62c-cfee90b0adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:54.264352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-0b40c2c0-f379-400b-a62c-cfee90b0adc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1097 time: 0.1152358 Jul 08 02:14:54.456014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-48aa7ab2-2539-4095-92dc-53e8f51e6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:54.457618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-48aa7ab2-2539-4095-92dc-53e8f51e6716 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1516936 Jul 08 02:14:54.602584 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-3234723a-0d9a-43db-8b13-cee80fd5573c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 200 len: 1001 time: 0.1369202 Jul 08 02:14:54.607682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a03a-d08d-40e3-b3c5-6532c7bdf72c req-bce75bd9-89e0-4b59-bc81-6eb2e9412817 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:54.609386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4957a03a-d08d-40e3-b3c5-6532c7bdf72c req-bce75bd9-89e0-4b59-bc81-6eb2e9412817 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.1086686 Jul 08 02:14:54.661233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4957a03a-d08d-40e3-b3c5-6532c7bdf72c req-cecf3fb9-09a3-4c68-b71b-0fc111068b02 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450208 Jul 08 02:14:54.700409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:54.748455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-ddf92291-44cc-4d4e-9277-c2f69b8086b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:54.754487 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-ddf92291-44cc-4d4e-9277-c2f69b8086b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1370392 Jul 08 02:14:54.796216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-607675dd-8b6a-4d79-803d-17214d27ffd7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/31d31dc2-a612-4111-b372-baa9a0d618c4 HTTP/1.1" status: 200 len: 993 time: 0.0946374 Jul 08 02:14:54.814394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34874bd-1bad-4ae9-a326-316939b9f09a req-b9c76e5c-978c-4215-b0a3-79505d581e0b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:54.815948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c34874bd-1bad-4ae9-a326-316939b9f09a req-b9c76e5c-978c-4215-b0a3-79505d581e0b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.2040179 Jul 08 02:14:54.884709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c34874bd-1bad-4ae9-a326-316939b9f09a req-1f0d991b-eab0-4c40-bcdf-1695d7d16e13 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619950 Jul 08 02:14:54.890671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-c58b9ce5-3d37-46e3-b80d-576f97139703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:54.896769 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-c58b9ce5-3d37-46e3-b80d-576f97139703 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384213 Jul 08 02:14:55.029896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-66711646-4180-4060-8ef4-4c2ef4b86312 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193392 Jul 08 02:14:55.201342 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-371b74eb-0def-4fe0-8dde-56bf02bdec65 req-d4bbf319-6215-428f-b2b7-21da1fa73a6f service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654496 Jul 08 02:14:55.213531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728196-28cc-422f-b4a4-c3cfa8b4f61f req-ea8ef829-19e8-484f-97aa-e9bde6af3093 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:55.218763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6728196-28cc-422f-b4a4-c3cfa8b4f61f req-ea8ef829-19e8-484f-97aa-e9bde6af3093 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1070850 Jul 08 02:14:55.278651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6728196-28cc-422f-b4a4-c3cfa8b4f61f req-67e121f6-23ee-4ada-ad3a-5025f3325687 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537837 Jul 08 02:14:55.354559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135514f-9b31-4bd2-8e5f-690ec9991571 req-0df57a20-25f9-411b-a706-c2d4a23327db tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:55.356174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b135514f-9b31-4bd2-8e5f-690ec9991571 req-0df57a20-25f9-411b-a706-c2d4a23327db tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1097 time: 0.0579340 Jul 08 02:14:55.392000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b135514f-9b31-4bd2-8e5f-690ec9991571 req-4bab5612-caa6-4518-a6fd-c4e9203f5b22 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296679 Jul 08 02:14:56.129901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99cf55-4e4c-4c79-822b-279a0d244787 req-f626c9d4-871a-412d-a1e5-784bde1df928 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:56.131714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb99cf55-4e4c-4c79-822b-279a0d244787 req-f626c9d4-871a-412d-a1e5-784bde1df928 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1005738 Jul 08 02:14:56.177873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb99cf55-4e4c-4c79-822b-279a0d244787 req-1026bc80-c535-4b2d-bcd4-fb06dea70d43 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 Jul 08 02:14:56.453202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:14:56.495058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a19d44-8368-48b9-9343-70fbfe1deeac req-85308a6c-8742-4b4f-9761-df3dfd871517 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:56.496696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60a19d44-8368-48b9-9343-70fbfe1deeac req-85308a6c-8742-4b4f-9761-df3dfd871517 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0832806 Jul 08 02:14:56.543461 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60a19d44-8368-48b9-9343-70fbfe1deeac req-700a4970-e99b-4ca3-9fa2-20eabd4006d0 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Jul 08 02:14:56.573010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:56.584045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '5a9e4419-9582-4646-be79-e60004a523a6', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'port_id': '5a9e4419-9582-4646-be79-e60004a523a6', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:14:56.625432 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.639110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9e4419-9582-4646-be79-e60004a523a6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:56.661108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:56.722723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33286) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:56.736823 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.797541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:56.902371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-c0acf4e8-aba2-4cb9-b9ec-2c4c18327c94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1782472 Jul 08 02:14:57.038365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['5a9e4419-9582-4646-be79-e60004a523a6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:14:57.369752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973862-2a34-407c-8872-2a77308d7ce0 req-ffe57be8-ac5f-4d3d-a499-12991402a2af tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:57.371372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2973862-2a34-407c-8872-2a77308d7ce0 req-ffe57be8-ac5f-4d3d-a499-12991402a2af tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 944 time: 0.0735729 Jul 08 02:14:57.423906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2973862-2a34-407c-8872-2a77308d7ce0 req-2d1bbb3c-ea00-4dfc-9aa2-56fe6d4ad634 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454812 Jul 08 02:14:57.774399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e3903-de2f-4ccb-8186-e71148c44c8a req-15561a1d-ddb8-4929-a23d-213b170e5e3b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:57.776839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf0e3903-de2f-4ccb-8186-e71148c44c8a req-15561a1d-ddb8-4929-a23d-213b170e5e3b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0738101 Jul 08 02:14:57.848515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf0e3903-de2f-4ccb-8186-e71148c44c8a req-8e4ec435-d1d8-4346-86ef-179c0cf726a1 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628121 Jul 08 02:14:58.273001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-8341b3cc-acd1-4dd0-8a65-9cc54ff58276 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:14:58.285910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-8341b3cc-acd1-4dd0-8a65-9cc54ff58276 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1389847 Jul 08 02:14:58.290488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Request body: {'binding': {'host': 'n-h2-695189-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:58.291119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Unknown quota resources ['binding']. {{(pid=100713) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:14:58.465308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:58.501324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on host n-h2-695189-13 for vnic_type normal with profile None {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:58.502072 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:58.502509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:58.508910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:14:58.512235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:58.516221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:58.517259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Checking segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:58.517749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Bound using segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:58.518407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Bound port: efe3e576-7211-456b-905f-cd78d36a390e, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:58.675903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 5a9e4419-9582-4646-be79-e60004a523a6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:58.681636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 5a9e4419-9582-4646-be79-e60004a523a6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:58.685917 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:58.752550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:58.788598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333d71d-c86b-4d10-9d9f-18bdafd68f92 req-22877c93-cd02-425d-9788-5844062d6ebf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:58.798612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9333d71d-c86b-4d10-9d9f-18bdafd68f92 req-22877c93-cd02-425d-9788-5844062d6ebf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 944 time: 0.1590366 Jul 08 02:14:58.841241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:58.869094 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] Notify callbacks [] for binding, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:58.871697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9333d71d-c86b-4d10-9d9f-18bdafd68f92 req-4ee2d8cc-426c-402e-bfc4-934ad048d573 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718436 Jul 08 02:14:58.877131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-65335df1-ef8f-4933-8649-259cc5d6228d service neutron] 10.222.0.10 "POST /v2.0/ports/efe3e576-7211-456b-905f-cd78d36a390e/bindings HTTP/1.1" status: 201 len: 390 time: 0.5891602 Jul 08 02:14:58.923254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:58.924578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:58.929595 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c70f194-19c8-4de0-8a77-87110def3ddb" -d '{"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-plugged", "status": "completed", "tag": "5a9e4419-9582-4646-be79-e60004a523a6"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:59.069487 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.080179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67643-e53d-41e9-b910-823ee92ee5f1 req-200a4b58-5b2e-46a0-be96-9ca6a0add583 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:59.087119 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50e67643-e53d-41e9-b910-823ee92ee5f1 req-200a4b58-5b2e-46a0-be96-9ca6a0add583 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0939593 Jul 08 02:14:59.138133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50e67643-e53d-41e9-b910-823ee92ee5f1 req-d008421f-1541-498b-bfec-cfe6b6ebbb0c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499485 Jul 08 02:14:59.139905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:59.182197 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6d747d-cf49-4079-b63d-4df2ddf4ea7a x-openstack-request-id: req-6c6d747d-cf49-4079-b63d-4df2ddf4ea7a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:59.182481 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-plugged", "status": "completed", "tag": "5a9e4419-9582-4646-be79-e60004a523a6", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:59.182682 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c6d747d-cf49-4079-b63d-4df2ddf4ea7a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:59.183562 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6', 'code': 200} Jul 08 02:14:59.335043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff49e2-8e6b-4cee-a809-8a1a1f60701f req-8e35fb76-4d4e-4035-8a01-dcb2b9a6231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:59.336641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7ff49e2-8e6b-4cee-a809-8a1a1f60701f req-8e35fb76-4d4e-4035-8a01-dcb2b9a6231f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 1097 time: 0.0897887 Jul 08 02:14:59.429160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7ff49e2-8e6b-4cee-a809-8a1a1f60701f req-d8f187b8-52fd-42c7-a226-828e10b3e92c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763247 Jul 08 02:14:59.527744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d80f7d-c1cf-4cde-9557-b494f4fd4ef5 req-d5eb04c4-6c3a-4ca5-9673-0e14e121ea48 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:59.529787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6d80f7d-c1cf-4cde-9557-b494f4fd4ef5 req-d5eb04c4-6c3a-4ca5-9673-0e14e121ea48 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.0869601 Jul 08 02:14:59.606162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6d80f7d-c1cf-4cde-9557-b494f4fd4ef5 req-836b8adc-f73d-4e51-9205-22db47c098df tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674181 Jul 08 02:14:59.653293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-dd08c7b4-1f35-454f-8927-b47ff457a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:59.655119 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-dd08c7b4-1f35-454f-8927-b47ff457a228 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1097 time: 0.0576401 Jul 08 02:14:59.801923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-76f9739c-966f-4884-9ba5-f84acf1974fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:59.803534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-76f9739c-966f-4884-9ba5-f84acf1974fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 200 len: 897 time: 0.1404181 Jul 08 02:14:59.874936 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-28a8b91a-9452-4ac2-b7fe-94c1c0b86891 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 1001 time: 0.0626369 Jul 08 02:14:59.943858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-4275ba74-e512-487e-b931-173d56d0160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:59.945614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-4275ba74-e512-487e-b931-173d56d0160f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6e421ab-4539-419f-a4fc-bfda848156b6 HTTP/1.1" status: 200 len: 833 time: 0.0637050 Jul 08 02:15:00.064163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-3d7b6cde-ca02-4531-b139-7b4706bfece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:00.067887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-3d7b6cde-ca02-4531-b139-7b4706bfece7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=abb004ee-744e-4f66-8215-ea6354928ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117654 Jul 08 02:15:00.262415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-f47f4042-d471-44f9-b390-f6ec70a8c918 service neutron] 10.222.0.32 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871495 Jul 08 02:15:00.345172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61d3e8-5392-4f6b-865b-b645b6974fa4 req-8ea3a70f-81a9-4113-81c3-e1570d9d3430 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:00.352604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d61d3e8-5392-4f6b-865b-b645b6974fa4 req-8ea3a70f-81a9-4113-81c3-e1570d9d3430 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.2026274 Jul 08 02:15:00.431299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048a5eb-2115-49a2-ad7c-1afa0f1bbc22 req-a09fe48d-76a6-4565-a732-a9f18614d554 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:00.442211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d61d3e8-5392-4f6b-865b-b645b6974fa4 req-4d9bdd43-3143-428c-b319-ee5fcea9ca91 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825861 Jul 08 02:15:00.453070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a048a5eb-2115-49a2-ad7c-1afa0f1bbc22 req-a09fe48d-76a6-4565-a732-a9f18614d554 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1414785 Jul 08 02:15:00.469319 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-ee04233d-fe7b-4571-9fa3-0599069eb88a service neutron] 10.222.0.32 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995578 Jul 08 02:15:00.525767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a048a5eb-2115-49a2-ad7c-1afa0f1bbc22 req-1c8b428a-ceca-4bd4-8224-5e1db4ca231b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710416 Jul 08 02:15:00.660326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-e03081e7-d4f5-4cb0-a54a-bbb8bc63e895 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:00.663322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-e03081e7-d4f5-4cb0-a54a-bbb8bc63e895 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751&tenant_id=419e2a80990846a8a61df6e822a1be4c&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1097 time: 0.1112154 Jul 08 02:15:00.686548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-13'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:00.781517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.947000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd814-d32a-4eed-a01b-10cc055778c4 req-ebc8f2a3-7909-4db8-b2a8-f664a3a583b2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:00.948524 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-593fd814-d32a-4eed-a01b-10cc055778c4 req-ebc8f2a3-7909-4db8-b2a8-f664a3a583b2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.1691170 Jul 08 02:15:01.003825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:01.032653 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-593fd814-d32a-4eed-a01b-10cc055778c4 req-6a7097a0-ae94-4d46-ac03-ee3f2c1e72c7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704315 Jul 08 02:15:01.076635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:01.143755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:01.146447 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c369fddf-ee44-4d0b-90d2-41b30f031e1f" -d '{"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-unplugged", "status": "completed", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:01.151519 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:01.201583 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d277919c-e7fc-47fe-a3c6-eeaebc3b11f9 x-openstack-request-id: req-d277919c-e7fc-47fe-a3c6-eeaebc3b11f9 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:01.201875 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-unplugged", "status": "completed", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:01.202128 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d277919c-e7fc-47fe-a3c6-eeaebc3b11f9 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:01.202560 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'code': 200} Jul 08 02:15:01.239706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:01.383443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:01.566679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6a635011-d930-430d-9b56-041ba2ede31d None None] Provisioning complete for port efe3e576-7211-456b-905f-cd78d36a390e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:01.571626 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a635011-d930-430d-9b56-041ba2ede31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:01.574170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on host n-h1-695189-13 for vnic_type normal with profile {"migrating_to": "n-h2-695189-13"} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:01.574511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:01.574848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:01.585805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:15:01.586141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Attempting to bind port efe3e576-7211-456b-905f-cd78d36a390e on network abb004ee-744e-4f66-8215-ea6354928ff8 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:01.598547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:01.598979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Checking segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:01.603854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Bound using segment: {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:01.605507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Bound port: efe3e576-7211-456b-905f-cd78d36a390e, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827dcb5f-75b3-465d-8abf-f3fe5147c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:01.605507 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:01.624770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6a635011-d930-430d-9b56-041ba2ede31d None None] Port efe3e576-7211-456b-905f-cd78d36a390e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:01.744613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:01.754436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:01.818810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003767b-c777-4ecf-991e-305e211096e1 req-5ef479c8-688e-4e85-85f4-594e4f91ca62 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:01.822639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5003767b-c777-4ecf-991e-305e211096e1 req-5ef479c8-688e-4e85-85f4-594e4f91ca62 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.1077256 Jul 08 02:15:01.862874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5003767b-c777-4ecf-991e-305e211096e1 req-d4f8bc89-56fa-41cc-9d06-a0a0ca377792 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363481 Jul 08 02:15:01.977756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.120923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8fe1-831e-417e-8dd0-6f9d4e4e8d7c req-ac8f4872-18cc-40d0-bc75-f3c7cae28682 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:02.122677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f95e8fe1-831e-417e-8dd0-6f9d4e4e8d7c req-ac8f4872-18cc-40d0-bc75-f3c7cae28682 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1929440 Jul 08 02:15:02.201345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=8']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:02.299175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:02.305827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.308148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a61f865f-aceb-4232-b40d-0768c48a7d3f service neutron] 10.222.0.32 "PUT /v2.0/ports/efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 1123 time: 1.6359990 Jul 08 02:15:02.394007 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f95e8fe1-831e-417e-8dd0-6f9d4e4e8d7c req-957de159-bed1-4c5c-9106-460ff471fe9f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760883 Jul 08 02:15:02.404480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['efe3e576-7211-456b-905f-cd78d36a390e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:02.480094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f628f8-dfe1-4b45-837c-d1dd6e210fae req-852f208e-f5d7-4b76-83cd-fb6de0bd00f6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:02.485668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31f628f8-dfe1-4b45-837c-d1dd6e210fae req-852f208e-f5d7-4b76-83cd-fb6de0bd00f6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 943 time: 0.1892455 Jul 08 02:15:02.526420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device aa7bc2bb-b238-4f8f-b500-a3302db753b2 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:15:02.566283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31f628f8-dfe1-4b45-837c-d1dd6e210fae req-4a738078-20c8-419f-a2fd-a78277ac48ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746541 Jul 08 02:15:02.646130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-70ec69f2-acfe-43e7-b290-b11a5de03fbb None None] Provisioning complete for port efe3e576-7211-456b-905f-cd78d36a390e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:02.648154 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70ec69f2-acfe-43e7-b290-b11a5de03fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.731860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:02.747446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2', 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'port_id': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2', 'mac_address': 'fa:16:3e:35:06:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c760b58b-2e76-4f72-8ca8-c4d754ab313f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:15:02.758592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19711f-073b-4d05-8b27-4041793cc670 req-73757c47-acab-4dc9-a292-96fcbf04e012 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:02.760290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ef19711f-073b-4d05-8b27-4041793cc670 req-73757c47-acab-4dc9-a292-96fcbf04e012 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1206217 Jul 08 02:15:02.769863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33370) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:02.775323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'floatingip': {'port_id': '5a9e4419-9582-4646-be79-e60004a523a6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:02.828298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.966412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.997970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa7bc2bb-b238-4f8f-b500-a3302db753b2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:03.042209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:03.052339 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70ec69f2-acfe-43e7-b290-b11a5de03fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.105898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-70ec69f2-acfe-43e7-b290-b11a5de03fbb None None] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:03.108847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:03.111576 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40145b39-c758-4a5c-bd23-a8ba82a85e47" -d '{"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-plugged", "status": "completed", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:03.113891 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.190748 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0aeea-d849-4aa2-a7c0-3c489dd063a3 x-openstack-request-id: req-16c0aeea-d849-4aa2-a7c0-3c489dd063a3 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:03.191375 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-plugged", "status": "completed", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:03.191805 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16c0aeea-d849-4aa2-a7c0-3c489dd063a3 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:03.192371 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'code': 200} Jul 08 02:15:03.196626 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70ec69f2-acfe-43e7-b290-b11a5de03fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.204392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:03.214056 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1173f06c-b961-4747-a564-dfaf43b821eb" -d '{"events": [{"name": "network-changed", "server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:03.282575 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce401d6b-72e8-4d9e-8b8a-c745d3b3bdd6 x-openstack-request-id: req-ce401d6b-72e8-4d9e-8b8a-c745d3b3bdd6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:03.282965 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:03.283319 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce401d6b-72e8-4d9e-8b8a-c745d3b3bdd6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:03.283844 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'status': 'completed', 'code': 200} Jul 08 02:15:03.544682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['aa7bc2bb-b238-4f8f-b500-a3302db753b2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:03.570953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=aa7bc2bb-b238-4f8f-b500-a3302db753b2,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:03.708317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec69f2-acfe-43e7-b290-b11a5de03fbb None None] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:03.862234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99970a1a-f9d3-4723-9786-d9f62b373ae7 req-de6217c1-7439-4639-a702-a975983bec29 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:03.865062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99970a1a-f9d3-4723-9786-d9f62b373ae7 req-de6217c1-7439-4639-a702-a975983bec29 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.1088428 Jul 08 02:15:03.936839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99970a1a-f9d3-4723-9786-d9f62b373ae7 req-78253328-6b5c-4c06-995b-f9ceeaa16fe7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649374 Jul 08 02:15:04.102145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.124150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab495fd9-4b74-476b-b12d-e0b410bf8dcb req-28c14a55-1cab-4087-a2bf-a7ff6eb37f97 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:04.133447 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab495fd9-4b74-476b-b12d-e0b410bf8dcb req-28c14a55-1cab-4087-a2bf-a7ff6eb37f97 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 944 time: 1.0134320 Jul 08 02:15:04.196991 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab495fd9-4b74-476b-b12d-e0b410bf8dcb req-58694db4-6250-49bf-a88e-fd2600d8fc4a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622091 Jul 08 02:15:04.201746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.258184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173f06c-b961-4747-a564-dfaf43b821eb req-75efcbf5-99f0-4b21-b51d-f7dcd7c8dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:04.259964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1173f06c-b961-4747-a564-dfaf43b821eb req-75efcbf5-99f0-4b21-b51d-f7dcd7c8dab3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1128 time: 0.2222769 Jul 08 02:15:04.390000 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Floating IP f272b094-1ef7-4d99-999b-17b4bfa7dd76 associated. External IP: 172.25.8.3, port: 5a9e4419-9582-4646-be79-e60004a523a6. Jul 08 02:15:04.445152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device efe3e576-7211-456b-905f-cd78d36a390e details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:15:04.448409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device aa7bc2bb-b238-4f8f-b500-a3302db753b2 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:04.520647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port aa7bc2bb-b238-4f8f-b500-a3302db753b2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:04.523033 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.544629 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173f06c-b961-4747-a564-dfaf43b821eb req-40d957fe-b00c-4598-a172-6c071a50efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:04.546151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1173f06c-b961-4747-a564-dfaf43b821eb req-40d957fe-b00c-4598-a172-6c071a50efbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 200 len: 897 time: 0.2795238 Jul 08 02:15:04.634231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:04.674044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1173f06c-b961-4747-a564-dfaf43b821eb req-65848cf9-2daa-41b2-91f7-026fb7de40c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 1001 time: 0.1164544 Jul 08 02:15:04.683466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device efe3e576-7211-456b-905f-cd78d36a390e has no active binding in host n-h2-695189-13 {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 02:15:04.704912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.726334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Router 55649e43-8f59-431e-8954-cccf5e066246 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:15:04.761150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:04.791147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173f06c-b961-4747-a564-dfaf43b821eb req-e9bb8a5b-68d2-475e-bdcc-9789af24a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:04.792702 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1173f06c-b961-4747-a564-dfaf43b821eb req-e9bb8a5b-68d2-475e-bdcc-9789af24a01d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6e421ab-4539-419f-a4fc-bfda848156b6 HTTP/1.1" status: 200 len: 833 time: 0.1087337 Jul 08 02:15:04.839425 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.895750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=aa7bc2bb-b238-4f8f-b500-a3302db753b2,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:04.905566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:04.911669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.915359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] Sync routers for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:04.919587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173f06c-b961-4747-a564-dfaf43b821eb req-b70196f0-218b-4e03-a07b-8dab4fecbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:04.921293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1173f06c-b961-4747-a564-dfaf43b821eb req-b70196f0-218b-4e03-a07b-8dab4fecbe21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=abb004ee-744e-4f66-8215-ea6354928ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196582 Jul 08 02:15:04.925218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:04.925791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:05.009358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4d5ca892-3ee1-4c3b-aae4-1697e72c3318 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "PUT /v2.0/floatingips/f272b094-1ef7-4d99-999b-17b4bfa7dd76 HTTP/1.1" status: 200 len: 989 time: 2.2382319 Jul 08 02:15:05.011852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:05.016724 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd" -d '{"events": [{"name": "network-changed", "server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "tag": "5a9e4419-9582-4646-be79-e60004a523a6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:05.048531 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1173f06c-b961-4747-a564-dfaf43b821eb req-4eb647df-3ef4-4eb3-a070-69ebfb18d7bb service neutron] 10.222.0.18 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088173 Jul 08 02:15:05.057107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:05.194325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:05.197146 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97cf3cc-18a3-49d4-a2de-95841e99a162" -d '{"events": [{"server_uuid": "1c03d55b-b13e-4c13-b80d-9024b841165c", "name": "network-vif-plugged", "status": "completed", "tag": "aa7bc2bb-b238-4f8f-b500-a3302db753b2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:05.220271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdf67c-161d-46a7-b623-d5b742cbbf00 req-04df3d99-f392-4e9c-a728-120e83c69718 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.221885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12fdf67c-161d-46a7-b623-d5b742cbbf00 req-04df3d99-f392-4e9c-a728-120e83c69718 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.0912945 Jul 08 02:15:05.246272 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfd2a3b-87f5-41f9-a377-b9fff755e729 x-openstack-request-id: req-fcfd2a3b-87f5-41f9-a377-b9fff755e729 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:05.246805 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "tag": "5a9e4419-9582-4646-be79-e60004a523a6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:05.246805 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcfd2a3b-87f5-41f9-a377-b9fff755e729 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:05.247238 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6', 'status': 'completed', 'code': 200} Jul 08 02:15:05.256553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1173f06c-b961-4747-a564-dfaf43b821eb req-ee5d1fcc-bea0-4c46-9b8d-1e4dbbea557b service neutron] 10.222.0.18 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014871 Jul 08 02:15:05.304285 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12fdf67c-161d-46a7-b623-d5b742cbbf00 req-9e685d87-30c8-4175-a1f8-004ed7b9dd82 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761750 Jul 08 02:15:05.379703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-cdefd6f3-4392-49ed-961c-b1c9dd696a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.381820 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-cdefd6f3-4392-49ed-961c-b1c9dd696a9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 1097 time: 0.1156988 Jul 08 02:15:05.386724 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e930c9d-a9e9-4c33-a46a-306ceb398636 x-openstack-request-id: req-1e930c9d-a9e9-4c33-a46a-306ceb398636 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:05.387015 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03d55b-b13e-4c13-b80d-9024b841165c", "name": "network-vif-plugged", "status": "completed", "tag": "aa7bc2bb-b238-4f8f-b500-a3302db753b2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:05.387267 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e930c9d-a9e9-4c33-a46a-306ceb398636 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:05.387694 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2', 'code': 200} Jul 08 02:15:05.481025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a495-920d-4006-92fd-5ffc154975b6 req-f8308faa-57c8-42ef-8dc3-74e60b814288 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.489159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4688a495-920d-4006-92fd-5ffc154975b6 req-f8308faa-57c8-42ef-8dc3-74e60b814288 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0942156 Jul 08 02:15:05.493319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'f272b094-1ef7-4d99-999b-17b4bfa7dd76', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '55649e43-8f59-431e-8954-cccf5e066246', 'port_id': '5a9e4419-9582-4646-be79-e60004a523a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:41Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 1, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:05.533068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] Checking router: 55649e43-8f59-431e-8954-cccf5e066246 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:15:05.543001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:05.543608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:14:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:05.546410 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4688a495-920d-4006-92fd-5ffc154975b6 req-457cc06a-98ef-4db5-a9f9-b71045e8886f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Jul 08 02:15:05.629815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-4f93eb49-ce62-4f3f-bfc3-543ef34f3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.631551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-4f93eb49-ce62-4f3f-bfc3-543ef34f3ef3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.2405343 Jul 08 02:15:05.681522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:05.713430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-f53c7758-2fd5-473f-b1b0-1030dccbf768 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9e4419-9582-4646-be79-e60004a523a6 HTTP/1.1" status: 200 len: 997 time: 0.0702639 Jul 08 02:15:05.716124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ebb3b-efb5-4b04-b16f-881d36272568 req-145d5aec-872a-4c89-85d8-b430742856c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.717579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f51ebb3b-efb5-4b04-b16f-881d36272568 req-145d5aec-872a-4c89-85d8-b430742856c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 1097 time: 0.2158473 Jul 08 02:15:05.802326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-d993f27d-0198-4fe5-b13c-522d57fd4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.804298 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-d993f27d-0198-4fe5-b13c-522d57fd4c6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0834467 Jul 08 02:15:05.806304 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f51ebb3b-efb5-4b04-b16f-881d36272568 req-d94b1b98-a399-4953-8673-756a868b7d45 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739982 Jul 08 02:15:05.868899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-7d9438d9-8dd4-4fec-967d-7b0a2a92f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.870431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-7d9438d9-8dd4-4fec-967d-7b0a2a92f0da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557411 Jul 08 02:15:05.933787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'f272b094-1ef7-4d99-999b-17b4bfa7dd76', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '55649e43-8f59-431e-8954-cccf5e066246', 'port_id': '5a9e4419-9582-4646-be79-e60004a523a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:41Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 1, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:05.966507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff412a-d4e0-4c7d-a966-5f605d9b8761 None None] The sync data for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 is: [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'f272b094-1ef7-4d99-999b-17b4bfa7dd76', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '55649e43-8f59-431e-8954-cccf5e066246', 'port_id': '5a9e4419-9582-4646-be79-e60004a523a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:41Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 1, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:06.003723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-23d6e3bf-72ac-4db4-90fb-40a041338d16 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236234 Jul 08 02:15:06.103148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fefb952e-bcdb-464d-9f1a-709fd8b9edfd req-c35b45ca-7305-4c19-9402-4c85a0e2ef65 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906439 Jul 08 02:15:06.203143 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c788e6-6587-44d3-8edb-5a97e3fba7a7 None None] New status for floating IP f272b094-1ef7-4d99-999b-17b4bfa7dd76: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:15:06.512423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df622e-f649-4f0e-97ec-91d9b2762e2b req-be803288-8d31-41de-a2d1-444122cfa234 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:06.517289 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78df622e-f649-4f0e-97ec-91d9b2762e2b req-be803288-8d31-41de-a2d1-444122cfa234 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.0797672 Jul 08 02:15:06.560682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78df622e-f649-4f0e-97ec-91d9b2762e2b req-f32273b8-9c4e-47ed-b5ed-cfca5af40e6a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380657 Jul 08 02:15:06.739561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e85b-553f-416a-b17c-b17e2298b9b7 req-a674f30b-0306-46f3-8e64-f71fd59758a1 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:06.741117 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd25e85b-553f-416a-b17c-b17e2298b9b7 req-a674f30b-0306-46f3-8e64-f71fd59758a1 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0780218 Jul 08 02:15:06.788474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd25e85b-553f-416a-b17c-b17e2298b9b7 req-95fd77b8-811d-4964-bca3-9255a522d691 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Jul 08 02:15:07.671457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-b4cf20f5-2377-4653-8518-bc387e4c3d56 service neutron] 10.222.0.18 "GET /v2.0/ports/efe3e576-7211-456b-905f-cd78d36a390e/bindings/n-h2-695189-13 HTTP/1.1" status: 200 len: 385 time: 0.0573285 Jul 08 02:15:07.819006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ab143-b36b-4208-8cf8-a0fe32a418be req-c07a9e66-6477-4758-97dd-7ac8abec9abd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:07.820531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ab143-b36b-4208-8cf8-a0fe32a418be req-c07a9e66-6477-4758-97dd-7ac8abec9abd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 945 time: 0.1181793 Jul 08 02:15:07.923447 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ab143-b36b-4208-8cf8-a0fe32a418be req-00e336c1-06b7-4041-9790-68e6bf5476eb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933511 Jul 08 02:15:07.961103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:07.982728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:08.004318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084bb9f-0224-4d87-b468-13c85724a858 req-0a3e8a1d-3c93-48c3-866d-778a9b30a919 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:08.005906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6084bb9f-0224-4d87-b468-13c85724a858 req-0a3e8a1d-3c93-48c3-866d-778a9b30a919 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0753877 Jul 08 02:15:08.026589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:08.029008 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e71e22-2f5c-46df-9439-04a188962ef9" -d '{"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-unplugged", "status": "completed", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:08.036245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:08.057236 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6084bb9f-0224-4d87-b468-13c85724a858 req-f1deae5c-7365-43bd-9894-77c6af84b0d5 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444863 Jul 08 02:15:08.067738 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e2a5be-4b6b-4b92-b5de-4d9eec544375 x-openstack-request-id: req-73e2a5be-4b6b-4b92-b5de-4d9eec544375 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:08.068628 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-unplugged", "status": "completed", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:08.068628 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73e2a5be-4b6b-4b92-b5de-4d9eec544375 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:08.069070 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'code': 200} Jul 08 02:15:08.127314 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:08.222944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] Transition to ACTIVE for port object efe3e576-7211-456b-905f-cd78d36a390e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:08.280199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12c2a-9a62-4989-9622-5063831c8c26 req-30ff5c68-0e34-41ff-ac43-51ef5eeb319e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:08.281737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26f12c2a-9a62-4989-9622-5063831c8c26 req-30ff5c68-0e34-41ff-ac43-51ef5eeb319e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0740705 Jul 08 02:15:08.320439 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26f12c2a-9a62-4989-9622-5063831c8c26 req-f3468dd0-3dcd-4fdf-862b-6d3948000e1a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Jul 08 02:15:08.338361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:08.468527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=11']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:08.892129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] No DVR routers for this DVR port efe3e576-7211-456b-905f-cd78d36a390e on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:15:09.037211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-07c66fc4-231c-4416-b920-66013360c5f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/efe3e576-7211-456b-905f-cd78d36a390e/bindings/n-h2-695189-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3595498 Jul 08 02:15:09.120525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6803d1-a090-4f15-9905-bc22862bf8f2 req-da216858-572f-451f-8e82-852f1e7835a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:09.122062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9c6803d1-a090-4f15-9905-bc22862bf8f2 req-da216858-572f-451f-8e82-852f1e7835a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 944 time: 0.0686707 Jul 08 02:15:09.166002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9c6803d1-a090-4f15-9905-bc22862bf8f2 req-b313a7a4-c725-48ff-8e95-8bbf6e19b301 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355377 Jul 08 02:15:09.266480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea864e8-f01b-41ff-9258-094ef798876a req-40a92eb3-875d-4557-acbb-05297eee22f4 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:09.271863 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-40a92eb3-875d-4557-acbb-05297eee22f4 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/networks?id=75f679a5-3d17-4625-a387-330bae1a2e50 HTTP/1.1" status: 200 len: 815 time: 0.1241412 Jul 08 02:15:09.286168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-d44a2d3a-700e-4da2-82d6-7029977c5e24 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/quotas/0199a87b15444495af6de7e8ff34f76d HTTP/1.1" status: 200 len: 375 time: 0.0110142 Jul 08 02:15:09.336955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-1020c4cc-7069-4e50-bcdf-90e8f842dab4 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:09.339785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-1020c4cc-7069-4e50-bcdf-90e8f842dab4 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751&tenant_id=419e2a80990846a8a61df6e822a1be4c&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.0786166 Jul 08 02:15:09.395585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-fda0c0e3-0c8f-45c2-85c3-19f15dc5c0e5 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915115 Jul 08 02:15:09.434377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-7f0bee1c-9242-4fd5-98e7-67931ed6dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:09.435933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-7f0bee1c-9242-4fd5-98e7-67931ed6dd5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 1096 time: 0.0884881 Jul 08 02:15:09.519663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-e2d76585-9dd2-4ebf-92c6-255c68ceec80 service neutron] 10.222.0.10 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171017 Jul 08 02:15:09.536599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-3f5c8b6b-85a5-4201-ae16-35925abf1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:09.538140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-3f5c8b6b-85a5-4201-ae16-35925abf1bba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1096 time: 0.0653942 Jul 08 02:15:09.613852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-2c2ed0e7-12db-49d5-9601-c5ed7d94032f service neutron] 10.222.0.10 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882320 Jul 08 02:15:09.637938 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-85d7e695-a167-43a6-8f8b-a6d30c5bbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:09.639492 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-85d7e695-a167-43a6-8f8b-a6d30c5bbc74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 200 len: 897 time: 0.0931690 Jul 08 02:15:09.726758 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-b07bf84a-245f-4017-8d2f-2b39edd12b1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 999 time: 0.0743139 Jul 08 02:15:09.792257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-9f00f73f-ff6b-4b55-b0d7-3fc07424dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:09.793854 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-9f00f73f-ff6b-4b55-b0d7-3fc07424dd88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6e421ab-4539-419f-a4fc-bfda848156b6 HTTP/1.1" status: 200 len: 833 time: 0.0574405 Jul 08 02:15:09.857409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a747bc2e-bdd1-4bc9-ad19-1e0a0d858807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:09.859001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-a747bc2e-bdd1-4bc9-ad19-1e0a0d858807 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=abb004ee-744e-4f66-8215-ea6354928ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538917 Jul 08 02:15:09.952778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79ee0428-33b4-42e2-bbfe-35c310f8fe0f req-3f396172-b86d-4579-92f2-87bee07c7781 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 210 time: 0.0380199 Jul 08 02:15:10.001389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-1f5dd473-28e7-4a91-9d42-817252ff47a3 service neutron] 10.222.0.32 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333508 Jul 08 02:15:10.103034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-bfeda8f6-1052-4db7-87a5-6f9f0700fbd5 service neutron] 10.222.0.32 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939846 Jul 08 02:15:10.367512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be6aca-14a8-47e0-a655-7952ad1a9c16 req-e7fa8ebb-e4a1-442b-9758-26630a3d9ecc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:10.369143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57be6aca-14a8-47e0-a655-7952ad1a9c16 req-e7fa8ebb-e4a1-442b-9758-26630a3d9ecc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 944 time: 0.0693614 Jul 08 02:15:10.423040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57be6aca-14a8-47e0-a655-7952ad1a9c16 req-dcaff4ca-03a2-438f-9b46-70fde59d6890 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480914 Jul 08 02:15:10.512039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device efe3e576-7211-456b-905f-cd78d36a390e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:15:10.560794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448578d-b4e6-470e-8974-615a8052abf6 req-15cb9198-4c0f-448b-b698-60b585b82324 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:10.562655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9448578d-b4e6-470e-8974-615a8052abf6 req-15cb9198-4c0f-448b-b698-60b585b82324 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c03d55b-b13e-4c13-b80d-9024b841165c HTTP/1.1" status: 200 len: 945 time: 0.0702403 Jul 08 02:15:10.594944 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device efe3e576-7211-456b-905f-cd78d36a390e not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:15:10.687770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Deleting port aa7bc2bb-b238-4f8f-b500-a3302db753b2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:15:10.688032 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:10.809153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] For port aa7bc2bb-b238-4f8f-b500-a3302db753b2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=aa7bc2bb-b238-4f8f-b500-a3302db753b2,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:10.809533 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:10.829563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Calling delete_port for aa7bc2bb-b238-4f8f-b500-a3302db753b2 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:15:10.885831 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-451b4e2c-3452-47e6-a7a0-20bdcfe21d0d tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:10.888412 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-451b4e2c-3452-47e6-a7a0-20bdcfe21d0d tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751&tenant_id=419e2a80990846a8a61df6e822a1be4c&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 1096 time: 0.1119602 Jul 08 02:15:11.068284 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.082038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['aa7bc2bb-b238-4f8f-b500-a3302db753b2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:11.157439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a78a2392-68ae-4f74-b706-f8966a6684de req-e8336c0e-66bd-4c59-9ed9-e39c14aff8fc tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 210 time: 0.0436418 Jul 08 02:15:11.164653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Pushing event deleted for resources: {'Port': ['ID=aa7bc2bb-b238-4f8f-b500-a3302db753b2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:11.171694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-60ba207f-3eb2-4037-a897-90b96809018c service neutron] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:11.175319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-60ba207f-3eb2-4037-a897-90b96809018c service neutron] Notify callbacks [] for binding, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.176473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f4bf95f2-45ed-4520-94c8-87b43f0fbb7f req-60ba207f-3eb2-4037-a897-90b96809018c service neutron] 10.222.0.32 "DELETE /v2.0/ports/efe3e576-7211-456b-905f-cd78d36a390e/bindings/n-h1-695189-13 HTTP/1.1" status: 204 len: 173 time: 0.2815011 Jul 08 02:15:11.197654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] No DVR routers for this DVR port aa7bc2bb-b238-4f8f-b500-a3302db753b2 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:15:11.201753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.205875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9448578d-b4e6-470e-8974-615a8052abf6 req-f7148185-2186-4faf-bbaf-924e07425cfa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.32 "DELETE /v2.0/ports/aa7bc2bb-b238-4f8f-b500-a3302db753b2 HTTP/1.1" status: 204 len: 173 time: 0.6374030 Jul 08 02:15:11.206595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'name': 'network-vif-deleted', 'tag': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:11.210622 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd73541-473c-49e5-928b-fdea6dd27938" -d '{"events": [{"server_uuid": "1c03d55b-b13e-4c13-b80d-9024b841165c", "name": "network-vif-deleted", "tag": "aa7bc2bb-b238-4f8f-b500-a3302db753b2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:11.250595 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a95c836-8c98-4bcc-a470-d80b7820da9e x-openstack-request-id: req-7a95c836-8c98-4bcc-a470-d80b7820da9e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:11.250898 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03d55b-b13e-4c13-b80d-9024b841165c", "name": "network-vif-deleted", "tag": "aa7bc2bb-b238-4f8f-b500-a3302db753b2", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:11.251305 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a95c836-8c98-4bcc-a470-d80b7820da9e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:11.251743 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03d55b-b13e-4c13-b80d-9024b841165c', 'name': 'network-vif-deleted', 'tag': 'aa7bc2bb-b238-4f8f-b500-a3302db753b2', 'status': 'completed', 'code': 200} Jul 08 02:15:11.317847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:11.367969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Deleting subnet 3db8eed0-b549-415d-af92-3b6d6712097f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:15:11.371124 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.411319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.486242 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.665328 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.681897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34d39-7836-40c6-b1a4-e348c01bc00b req-a58e6f09-0b5b-42af-9b5c-d045863b552b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:11.687894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ec34d39-7836-40c6-b1a4-e348c01bc00b req-a58e6f09-0b5b-42af-9b5c-d045863b552b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 944 time: 0.0922399 Jul 08 02:15:11.709691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db8eed0-b549-415d-af92-3b6d6712097f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:11.723017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.727099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3db8eed0-b549-415d-af92-3b6d6712097f HTTP/1.1" status: 204 len: 168 time: 0.4053986 Jul 08 02:15:11.727681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33610) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:11.732671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.744144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d323f7-3c74-40b6-b4e4-44316e603634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:11.758128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ec34d39-7836-40c6-b1a4-e348c01bc00b req-04a21b33-1f35-4950-952a-a356565ca7c0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507526 Jul 08 02:15:11.800281 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.920490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.948255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5301f0b6-6dec-48ca-83d5-6eea525a8cbe']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:11.973450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7253469b-496f-473b-81a4-30c964bfa245') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:11.973886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7253469b-496f-473b-81a4-30c964bfa245') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:11.999207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:12.027998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8611-370c-4856-87c2-69a14cff0d50 req-5779f799-dbf6-4c91-9d11-15eb1b394d34 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:12.032279 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b3ec8611-370c-4856-87c2-69a14cff0d50 req-5779f799-dbf6-4c91-9d11-15eb1b394d34 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1096 time: 0.1581123 Jul 08 02:15:12.033634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:12.048361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:15:12.048773 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:15:12.050923 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:15:12.059729 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-29f9f6ac-81ea-475d-91eb-a373a8c28108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:12.119881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b3ec8611-370c-4856-87c2-69a14cff0d50 req-ae8ee715-7dea-48e2-91e1-a99590be421e tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824263 Jul 08 02:15:12.211127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:12.220152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:12.222445 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5301f0b6-6dec-48ca-83d5-6eea525a8cbe HTTP/1.1" status: 204 len: 168 time: 0.4934897 Jul 08 02:15:12.304613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6566aa-ea16-4275-8382-db5b02e770be req-6e4bd2c4-ed79-4c67-b795-58def93a1702 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:12.313186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb6566aa-ea16-4275-8382-db5b02e770be req-6e4bd2c4-ed79-4c67-b795-58def93a1702 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 944 time: 0.0767508 Jul 08 02:15:12.327022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08fc95-1a21-4da9-bc49-a3e7b0ce1599 admin admin] Pushing event deleted for resources: {'Network': ['ID=5301f0b6-6dec-48ca-83d5-6eea525a8cbe,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:12.357900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47077a28-a42f-42b0-a48c-f0819dc4c655 req-88b8dec5-4cb2-4867-8b45-059b05bb5ee8 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 210 time: 0.0676541 Jul 08 02:15:12.368781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb6566aa-ea16-4275-8382-db5b02e770be req-c186baba-6853-4d36-8d07-321b73d453ec tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537114 Jul 08 02:15:12.389781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:12.413010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea864e8-f01b-41ff-9258-094ef798876a req-a0e1f27c-4bca-4c1a-a6d6-f05f9b160578 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:12.414804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-a0e1f27c-4bca-4c1a-a6d6-f05f9b160578 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.32 "GET /v2.0/networks?id=75f679a5-3d17-4625-a387-330bae1a2e50 HTTP/1.1" status: 200 len: 815 time: 0.2290256 Jul 08 02:15:12.434913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Request body: {'port': {'device_id': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'admin_state_up': True, 'tenant_id': '0199a87b15444495af6de7e8ff34f76d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:12.517302 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7273b927-722b-432d-92e8-539166b6099b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/31d31dc2-a612-4111-b372-baa9a0d618c4 HTTP/1.1" status: 200 len: 991 time: 0.1164491 Jul 08 02:15:12.646094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Made reservation on behalf of 0199a87b15444495af6de7e8ff34f76d for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:15:12.651324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:12.774350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Allocated IP 172.20.0.10 (75f679a5-3d17-4625-a387-330bae1a2e50/c760b58b-2e76-4f72-8ca8-c4d754ab313f/86560b13-7c00-47b2-8540-4c19d3b5b3dc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:12.873545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33638) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:12.919374 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2209ea72-aac8-4597-b15d-9ffca9b5d1af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c48386a089054373861207f3641c5602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444446 Jul 08 02:15:12.921978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33640) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:12.976941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:12.983487 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87420fb5-18e7-4865-8465-f74ad4d49015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.010370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87420fb5-18e7-4865-8465-f74ad4d49015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.098395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.141321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Network 75f679a5-3d17-4625-a387-330bae1a2e50 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:13.146379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:13.150055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:13.156852 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Pushing event updated for resources: {'Port': ['ID=86560b13-7c00-47b2-8540-4c19d3b5b3dc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:13.189525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87420fb5-18e7-4865-8465-f74ad4d49015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.193715 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-87420fb5-18e7-4865-8465-f74ad4d49015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.193715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-87420fb5-18e7-4865-8465-f74ad4d49015 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/786a3a7d-09e5-407d-b747-abf44280289e HTTP/1.1" status: 204 len: 168 time: 0.2703600 Jul 08 02:15:13.202234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87420fb5-18e7-4865-8465-f74ad4d49015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a3a7d-09e5-407d-b747-abf44280289e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:13.210196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:13.211121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.297224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-63d98ec1-8076-45cb-9907-16bf6232a67d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8720100 Jul 08 02:15:13.452117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Request body: {'port': {'device_id': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:13.536631 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.669510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0a23b-20a6-41f6-9eca-94edf1e5de52 req-edad118c-44db-4240-b700-17a621ca259b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:13.671048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43e0a23b-20a6-41f6-9eca-94edf1e5de52 req-edad118c-44db-4240-b700-17a621ca259b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 932 time: 0.1816778 Jul 08 02:15:13.729440 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43e0a23b-20a6-41f6-9eca-94edf1e5de52 req-fe574fb8-508a-42ef-a467-d30fb175b6c6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502620 Jul 08 02:15:13.826863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86560b13-7c00-47b2-8540-4c19d3b5b3dc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:13.834550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.846882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Transition to ACTIVE for port object 86560b13-7c00-47b2-8540-4c19d3b5b3dc will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:13.926605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.985921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Pushing event updated for resources: {'Port': ['ID=86560b13-7c00-47b2-8540-4c19d3b5b3dc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:14.058970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Attempting to bind port 86560b13-7c00-47b2-8540-4c19d3b5b3dc on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:14.059716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Attempting to bind port 86560b13-7c00-47b2-8540-4c19d3b5b3dc by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:14.060292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Attempting to bind port 86560b13-7c00-47b2-8540-4c19d3b5b3dc on network 75f679a5-3d17-4625-a387-330bae1a2e50 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:14.065817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Port 86560b13-7c00-47b2-8540-4c19d3b5b3dc on network 75f679a5-3d17-4625-a387-330bae1a2e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:15:14.066310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Attempting to bind port 86560b13-7c00-47b2-8540-4c19d3b5b3dc on network 75f679a5-3d17-4625-a387-330bae1a2e50 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:14.072169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:14.072493 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Checking segment: {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:14.073048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Bound using segment: {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:14.073926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Bound port: 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:14.074311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:14.160695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:14.169416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:14.265193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:14.301586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:14.302221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:14.303683 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] 10.222.0.32 "PUT /v2.0/ports/86560b13-7c00-47b2-8540-4c19d3b5b3dc HTTP/1.1" status: 200 len: 1093 time: 0.9984889 Jul 08 02:15:14.304132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'tag': '86560b13-7c00-47b2-8540-4c19d3b5b3dc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:14.306459 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd89eca2-f5bb-4154-819e-5d183fe66c85" -d '{"events": [{"name": "network-changed", "server_uuid": "fddf5690-f925-426e-8bf8-ab8a6ca6f7ed", "tag": "86560b13-7c00-47b2-8540-4c19d3b5b3dc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:14.361372 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4516fa-596e-40e9-9657-5b3d846e5f4e x-openstack-request-id: req-4c4516fa-596e-40e9-9657-5b3d846e5f4e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:14.361674 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddf5690-f925-426e-8bf8-ab8a6ca6f7ed", "tag": "86560b13-7c00-47b2-8540-4c19d3b5b3dc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:14.361929 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c4516fa-596e-40e9-9657-5b3d846e5f4e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:14.362540 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'tag': '86560b13-7c00-47b2-8540-4c19d3b5b3dc', 'status': 'completed', 'code': 200} Jul 08 02:15:14.367293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5fb2-b8d5-4546-83df-124a75d44db4 service neutron] Pushing event updated for resources: {'Port': ['ID=86560b13-7c00-47b2-8540-4c19d3b5b3dc,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:14.448342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89eca2-f5bb-4154-819e-5d183fe66c85 req-cb2e33df-60c2-433d-9fdb-a92439d93654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:14.450825 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd89eca2-f5bb-4154-819e-5d183fe66c85 req-cb2e33df-60c2-433d-9fdb-a92439d93654 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 1096 time: 0.0573940 Jul 08 02:15:14.463297 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef182865-d6c8-4b7b-8879-c653702fac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:14.512276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device aa7bc2bb-b238-4f8f-b500-a3302db753b2 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:15:14.584907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: aa7bc2bb-b238-4f8f-b500-a3302db753b2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:15:14.585533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device aa7bc2bb-b238-4f8f-b500-a3302db753b2 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:15:14.623444 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:15:14.628044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89eca2-f5bb-4154-819e-5d183fe66c85 req-a46a162c-9678-4fc6-ac27-ba8186a44ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:14.633089 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd89eca2-f5bb-4154-819e-5d183fe66c85 req-a46a162c-9678-4fc6-ac27-ba8186a44ad3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0199a87b15444495af6de7e8ff34f76d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1716251 Jul 08 02:15:14.740929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89eca2-f5bb-4154-819e-5d183fe66c85 req-f6bc7fd1-d6a5-406b-9527-4a9a3a992b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:14.742637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd89eca2-f5bb-4154-819e-5d183fe66c85 req-f6bc7fd1-d6a5-406b-9527-4a9a3a992b1d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053436 Jul 08 02:15:14.808746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33708) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:14.856355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea864e8-f01b-41ff-9258-094ef798876a req-e384ba96-8b45-49ba-adf3-cd50b846e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:14.858017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-e384ba96-8b45-49ba-adf3-cd50b846e6e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 1096 time: 0.0643311 Jul 08 02:15:14.880542 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:14.922839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-ed084bb8-b761-4aae-b198-cc9fec841881 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc HTTP/1.1" status: 200 len: 217 time: 0.0538878 Jul 08 02:15:14.977679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea864e8-f01b-41ff-9258-094ef798876a req-776b0db6-5def-4c88-97d2-d9f1f5b71282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:14.978920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-776b0db6-5def-4c88-97d2-d9f1f5b71282 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c760b58b-2e76-4f72-8ca8-c4d754ab313f HTTP/1.1" status: 200 len: 855 time: 0.0474348 Jul 08 02:15:15.011467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d1a7b-336c-4c2d-9fe5-9b70fa8050f7 req-64ac554f-0a17-4828-8843-0465c8cfeef0 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:15.018851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-ac9fad92-cef6-4c00-8a00-54bee849232e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75f679a5-3d17-4625-a387-330bae1a2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323341 Jul 08 02:15:15.019042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c8d1a7b-336c-4c2d-9fe5-9b70fa8050f7 req-64ac554f-0a17-4828-8843-0465c8cfeef0 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 944 time: 0.1482093 Jul 08 02:15:15.078282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c8d1a7b-336c-4c2d-9fe5-9b70fa8050f7 req-70518e6c-e220-4a61-b6d9-7dcf3de67d02 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Jul 08 02:15:15.111277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port f7de7996-7981-42c0-a4e1-768f5f345209 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:15:15.111277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:15.122411 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-d7c4383f-e0a2-49cd-a9a8-3dbb8211809a service neutron] 10.222.0.32 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946758 Jul 08 02:15:15.236728 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:15.237276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:15.240307 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ea864e8-f01b-41ff-9258-094ef798876a req-957dad06-ffd6-4d60-821e-4b19cad6141d service neutron] 10.222.0.32 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103032 Jul 08 02:15:15.256120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for f7de7996-7981-42c0-a4e1-768f5f345209 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:15:15.467743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:15.496170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=f7de7996-7981-42c0-a4e1-768f5f345209,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:15.562914 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:15.563397 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Floating IP 31d31dc2-a612-4111-b372-baa9a0d618c4 disassociated (deleted). External IP: 172.25.8.230, port: efe3e576-7211-456b-905f-cd78d36a390e. Jul 08 02:15:15.721145 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:15.794768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router ba26c6bf-6b49-4989-afeb-faa1cc290abf has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:15:15.903435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:15.908534 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:15.922487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125d21f-a842-4873-8894-86766c9f142a None None] Sync routers for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:15.934117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125d21f-a842-4873-8894-86766c9f142a None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:15.935037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9125d21f-a842-4873-8894-86766c9f142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:15.952552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e9b77c48-bd3c-4c29-bc9a-77e5c087032b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/floatingips/31d31dc2-a612-4111-b372-baa9a0d618c4 HTTP/1.1" status: 204 len: 168 time: 1.1420436 Jul 08 02:15:15.953929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:15.956474 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db" -d '{"events": [{"name": "network-changed", "server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:16.000087 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a36e433-24b7-48d9-b3c3-b71859067795 x-openstack-request-id: req-4a36e433-24b7-48d9-b3c3-b71859067795 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:16.000087 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:16.000087 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a36e433-24b7-48d9-b3c3-b71859067795 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:16.001008 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'status': 'completed', 'code': 200} Jul 08 02:15:16.075646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9125d21f-a842-4873-8894-86766c9f142a None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:16.178641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-6e3fd844-0ea5-40c9-8122-26c051107a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:16.181717 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-6e3fd844-0ea5-40c9-8122-26c051107a0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 1096 time: 0.1458762 Jul 08 02:15:16.429926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9125d21f-a842-4873-8894-86766c9f142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:09Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:16.470496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125d21f-a842-4873-8894-86766c9f142a None None] Checking router: ba26c6bf-6b49-4989-afeb-faa1cc290abf for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:15:16.482032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125d21f-a842-4873-8894-86766c9f142a None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:16.482876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9125d21f-a842-4873-8894-86766c9f142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:16.532502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 86560b13-7c00-47b2-8540-4c19d3b5b3dc details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:15:16.637789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-13430de5-21f6-43ee-b0da-46be7742931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:16.639204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-13430de5-21f6-43ee-b0da-46be7742931c service neutron] 10.222.0.32 "GET /v2.0/networks?id=abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 200 len: 897 time: 0.4491322 Jul 08 02:15:16.689939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9125d21f-a842-4873-8894-86766c9f142a None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:16.707519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f752ead-2b1e-4739-830e-0a5fa72b585b req-4051c7d7-212a-4e04-9d53-205331a9645f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:16.709056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f752ead-2b1e-4739-830e-0a5fa72b585b req-4051c7d7-212a-4e04-9d53-205331a9645f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 944 time: 0.1544101 Jul 08 02:15:16.710380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-e0c8c80d-754a-4b0d-a28b-fe9830b1c020 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 200 len: 217 time: 0.0642121 Jul 08 02:15:16.814419 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f752ead-2b1e-4739-830e-0a5fa72b585b req-8663fcae-8ba8-4a54-85d6-492dc42644fd tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 Jul 08 02:15:16.838254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-2b5627d3-df56-485f-907e-ad871e2668f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:16.843721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-2b5627d3-df56-485f-907e-ad871e2668f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6e421ab-4539-419f-a4fc-bfda848156b6 HTTP/1.1" status: 200 len: 833 time: 0.1061673 Jul 08 02:15:16.920450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-1648cc01-23c0-4103-89d7-a99a12009eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:16.922994 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-1648cc01-23c0-4103-89d7-a99a12009eda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=abb004ee-744e-4f66-8215-ea6354928ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747490 Jul 08 02:15:16.964896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:17.008427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '86560b13-7c00-47b2-8540-4c19d3b5b3dc', 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'port_id': '86560b13-7c00-47b2-8540-4c19d3b5b3dc', 'mac_address': 'fa:16:3e:0c:b2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c760b58b-2e76-4f72-8ca8-c4d754ab313f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:15:17.055482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-af7e981c-669d-4f8d-9482-3f9d963192bb service neutron] 10.222.0.32 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231337 Jul 08 02:15:17.101126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20802e3-9501-4535-ba22-56fdbcea77a5 req-34ba270f-a546-4176-bfbe-2739ba1a87e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:17.102782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f20802e3-9501-4535-ba22-56fdbcea77a5 req-34ba270f-a546-4176-bfbe-2739ba1a87e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 944 time: 0.0899158 Jul 08 02:15:17.106203 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:17.135379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86560b13-7c00-47b2-8540-4c19d3b5b3dc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:17.157828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f20802e3-9501-4535-ba22-56fdbcea77a5 req-1017891d-b6c0-422a-b312-9fa3172232e4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b619511-a1e5-4689-897f-82c07c2c4ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492172 Jul 08 02:15:17.195157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:17.198701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a583cd93-2eb5-4f38-9d44-7a329dbdb0db req-0b0e7b0c-c04c-4928-9ec6-b0bffc24334a service neutron] 10.222.0.32 "GET /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347985 Jul 08 02:15:17.221441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9125d21f-a842-4873-8894-86766c9f142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:09Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:17.252983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:17.255827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125d21f-a842-4873-8894-86766c9f142a None None] The sync data for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 is: [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:14:01Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff37e3b-1029-4411-b4f4-1ab227ca8e23', 'name': '', 'network_id': 'abb004ee-744e-4f66-8215-ea6354928ff8', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:af:fe:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:14:09Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': 'b6e421ab-4539-419f-a4fc-bfda848156b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:17.309157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=86560b13-7c00-47b2-8540-4c19d3b5b3dc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:17.353811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-0968908e-2c39-4036-8340-776c347e58e7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:17.355677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-0968908e-2c39-4036-8340-776c347e58e7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 944 time: 0.1035433 Jul 08 02:15:17.456123 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:17.471573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['86560b13-7c00-47b2-8540-4c19d3b5b3dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:17.477708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port efe3e576-7211-456b-905f-cd78d36a390e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:15:17.478164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:17.580736 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abdfa4f-f12f-4ab5-8940-2375333ebfb8 None None] New status for floating IP 31d31dc2-a612-4111-b372-baa9a0d618c4: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:15:17.588730 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-4e427abd-afd6-470e-b897-b8c277565148 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a0667c3b990e4beaa64cff1607c2ff51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513537 Jul 08 02:15:17.748827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port efe3e576-7211-456b-905f-cd78d36a390e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=efe3e576-7211-456b-905f-cd78d36a390e,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:17.749492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:17.789516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for efe3e576-7211-456b-905f-cd78d36a390e owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:15:17.832271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-4bf1ba13-a25b-4765-a3a4-f665e92802b5 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:17.833797 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-4bf1ba13-a25b-4765-a3a4-f665e92802b5 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380357 Jul 08 02:15:17.882612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-21e71e3b-dd0e-4559-ab0a-1f57a39d80b4 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/quotas/a0667c3b990e4beaa64cff1607c2ff51 HTTP/1.1" status: 200 len: 375 time: 0.0156162 Jul 08 02:15:17.926367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-5eb6a07f-ab93-4136-b9ea-b0afe75b31f4 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0667c3b990e4beaa64cff1607c2ff51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380976 Jul 08 02:15:18.003680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642e31e-4323-4029-8bd9-109db69c5c54 req-97b7c1ab-d493-4911-9592-5a959ca77c4b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:18.005874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f642e31e-4323-4029-8bd9-109db69c5c54 req-97b7c1ab-d493-4911-9592-5a959ca77c4b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 945 time: 0.0865293 Jul 08 02:15:18.046549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f642e31e-4323-4029-8bd9-109db69c5c54 req-4bc381b5-aa12-4cd9-a363-e02384254f0b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Jul 08 02:15:18.086424 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:18.124020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=efe3e576-7211-456b-905f-cd78d36a390e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:18.172774 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:18.177161 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] No DVR routers for this DVR port efe3e576-7211-456b-905f-cd78d36a390e on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:15:18.177161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:18.178029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a18b51a7-b45e-4cb1-8bcc-64888d5f788c req-88a40ceb-7ef5-4839-a5fc-41226c396a05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "DELETE /v2.0/ports/efe3e576-7211-456b-905f-cd78d36a390e HTTP/1.1" status: 204 len: 173 time: 0.8134630 Jul 08 02:15:18.178252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-deleted', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:18.180566 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c6ec14-bed4-4399-8e02-94e846663dac" -d '{"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-deleted", "tag": "efe3e576-7211-456b-905f-cd78d36a390e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:18.216132 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d28755b-aa36-4c24-b6c6-4a31416bb067 x-openstack-request-id: req-1d28755b-aa36-4c24-b6c6-4a31416bb067 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:18.216428 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa09286-cd8d-4957-9a75-553b7c1b6751", "name": "network-vif-deleted", "tag": "efe3e576-7211-456b-905f-cd78d36a390e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:18.216685 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d28755b-aa36-4c24-b6c6-4a31416bb067 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:18.217094 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa09286-cd8d-4957-9a75-553b7c1b6751', 'name': 'network-vif-deleted', 'tag': 'efe3e576-7211-456b-905f-cd78d36a390e', 'status': 'completed', 'code': 200} Jul 08 02:15:18.302554 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91cce655-6bac-4c80-905c-67ceedbc7e72 req-159ad49c-d666-4d5b-a0a7-6e78b8d0becc tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 210 time: 0.0383952 Jul 08 02:15:18.351086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d8c6364-bf8e-4a15-aa00-fdec518d17a3 req-382bae7d-a20e-40d8-a390-01aca0ba819e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa09286-cd8d-4957-9a75-553b7c1b6751 HTTP/1.1" status: 200 len: 210 time: 0.0370514 Jul 08 02:15:18.551326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 86560b13-7c00-47b2-8540-4c19d3b5b3dc up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:18.686554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 86560b13-7c00-47b2-8540-4c19d3b5b3dc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:18.691490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 86560b13-7c00-47b2-8540-4c19d3b5b3dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:18.691903 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:18.788699 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:18.805981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86560b13-7c00-47b2-8540-4c19d3b5b3dc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:18.808689 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4546006a-f610-404f-9fcc-ae216ada217e" -d '{"events": [{"server_uuid": "fddf5690-f925-426e-8bf8-ab8a6ca6f7ed", "name": "network-vif-plugged", "status": "completed", "tag": "86560b13-7c00-47b2-8540-4c19d3b5b3dc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:18.826839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:18.863120 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e7505-bc61-4088-8d83-3798f7882ac1 x-openstack-request-id: req-762e7505-bc61-4088-8d83-3798f7882ac1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:18.863587 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddf5690-f925-426e-8bf8-ab8a6ca6f7ed", "name": "network-vif-plugged", "status": "completed", "tag": "86560b13-7c00-47b2-8540-4c19d3b5b3dc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:18.863929 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-762e7505-bc61-4088-8d83-3798f7882ac1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:18.864437 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86560b13-7c00-47b2-8540-4c19d3b5b3dc', 'code': 200} Jul 08 02:15:18.897309 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:18.897309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device efe3e576-7211-456b-905f-cd78d36a390e no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:15:18.936950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: efe3e576-7211-456b-905f-cd78d36a390e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:15:18.937360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device efe3e576-7211-456b-905f-cd78d36a390e not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:15:18.985004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=86560b13-7c00-47b2-8540-4c19d3b5b3dc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:19.007214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df68bb-9db8-47c9-9ece-cfbb99ff7bd9 req-b1976686-8c62-4d54-b042-9843d6d95b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:19.008775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68df68bb-9db8-47c9-9ece-cfbb99ff7bd9 req-b1976686-8c62-4d54-b042-9843d6d95b66 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 1098 time: 0.0683906 Jul 08 02:15:19.043197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-68df68bb-9db8-47c9-9ece-cfbb99ff7bd9 req-e2520518-7b7c-431a-a02b-a4ffd6b083b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276687 Jul 08 02:15:19.233188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae6e4c-d974-410a-ae11-319d8325edc3 req-e3eca119-2c81-4142-85b8-12b95ab2481c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:19.240992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71ae6e4c-d974-410a-ae11-319d8325edc3 req-e3eca119-2c81-4142-85b8-12b95ab2481c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0777826 Jul 08 02:15:19.277128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71ae6e4c-d974-410a-ae11-319d8325edc3 req-4e6d015b-137a-4752-a79d-dec3a30757b0 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360003 Jul 08 02:15:19.386663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-89bf27c3-a0c4-45de-957f-a586193b2816 req-049fc977-b55e-447d-a2e3-861450aaef11 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 210 time: 0.0299506 Jul 08 02:15:19.458666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33824) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:19.891867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:20.187663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:15:20.188361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:20.278757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port 5ff37e3b-1029-4411-b4f4-1ab227ca8e23, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:20.279131 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:20.293129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:15:20.520669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6be73-ff4d-4931-9e48-cd568821fa5c req-c01165af-f652-4973-a1e6-417cf838da92 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:20.522307 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-03f6be73-ff4d-4931-9e48-cd568821fa5c req-c01165af-f652-4973-a1e6-417cf838da92 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0957994 Jul 08 02:15:20.569148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da707cb8-05d1-426f-9739-c1df8b7746a5 req-4f8e9420-5d3c-4c76-beba-0ad499d82042 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 210 time: 0.0340745 Jul 08 02:15:20.629424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-03f6be73-ff4d-4931-9e48-cd568821fa5c req-580e07e0-c5c4-427a-aa6a-2ad326083ee2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011298 Jul 08 02:15:20.664147 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:20.702414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=5ff37e3b-1029-4411-b4f4-1ab227ca8e23,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:20.870027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a5b0-c64b-4a3a-a627-ddf4cb1d655a req-b5b7a44a-e2cf-46e5-af76-1e9b80aed861 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:20.879946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7959a5b0-c64b-4a3a-a627-ddf4cb1d655a req-b5b7a44a-e2cf-46e5-af76-1e9b80aed861 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1111696 Jul 08 02:15:20.931569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7959a5b0-c64b-4a3a-a627-ddf4cb1d655a req-dd90d432-35a7-4f00-b9b7-af0d25540e64 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Jul 08 02:15:20.949483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:20.985549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:21.443446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-fb12cb6d-a1c5-4b22-9c63-a4a5930f3bca tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0667c3b990e4beaa64cff1607c2ff51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3285282 Jul 08 02:15:21.476257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e6b4f-0d0e-4cbe-8183-033e0c226b1e req-eac66176-8753-410c-854d-4f213af7d05f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:21.483130 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-963e6b4f-0d0e-4cbe-8183-033e0c226b1e req-eac66176-8753-410c-854d-4f213af7d05f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0901573 Jul 08 02:15:21.533237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-963e6b4f-0d0e-4cbe-8183-033e0c226b1e req-ef503297-4133-4919-8cc4-a32b2f34a835 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Jul 08 02:15:21.678529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-3851140f-e921-45e5-b3c8-a45d7cf2fc7d tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:21.680095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-3851140f-e921-45e5-b3c8-a45d7cf2fc7d tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249351 Jul 08 02:15:21.694433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router ba26c6bf-6b49-4989-afeb-faa1cc290abf has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:15:21.698233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Request body: {'port': {'device_id': '5500eb0f-d0d1-4520-a304-fcb0d772fb9d', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'a0667c3b990e4beaa64cff1607c2ff51'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:21.769394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24823d85-a9e5-4b3b-a279-666b0e1e2d9b req-0ce54db4-79fc-4247-92c4-852129d8f92e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:21.770964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24823d85-a9e5-4b3b-a279-666b0e1e2d9b req-0ce54db4-79fc-4247-92c4-852129d8f92e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0867016 Jul 08 02:15:21.813797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24823d85-a9e5-4b3b-a279-666b0e1e2d9b req-86067ef4-899f-4462-b043-aa1a61d106b0 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Jul 08 02:15:21.855778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2b006310-e83e-49df-9a86-0c649f7496b0 req-4aa0e16b-54df-4ec6-b862-455bcc0e930c tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 210 time: 0.0522168 Jul 08 02:15:21.946020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:21.951207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3a9074b8-da58-40ef-b124-a4a10cb6fce8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "PUT /v2.0/routers/ba26c6bf-6b49-4989-afeb-faa1cc290abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4913821 Jul 08 02:15:21.954750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33878) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:21.957056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] Sync routers for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:21.969009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:21.969664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:22.004015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Made reservation on behalf of a0667c3b990e4beaa64cff1607c2ff51 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:15:22.009864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.028887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.066679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8201882-812d-4bb7-85ba-62131c1ac52a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting subnet b6e421ab-4539-419f-a4fc-bfda848156b6 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:15:22.074541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8201882-812d-4bb7-85ba-62131c1ac52a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.097292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:22.143286 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8201882-812d-4bb7-85ba-62131c1ac52a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.281241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:15:20Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:22.305026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8201882-812d-4bb7-85ba-62131c1ac52a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.311648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] Checking router: ba26c6bf-6b49-4989-afeb-faa1cc290abf for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:15:22.320391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] Routers {'ba26c6bf-6b49-4989-afeb-faa1cc290abf'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:22.321019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:22.335174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.423893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.462029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] Set router ba26c6bf-6b49-4989-afeb-faa1cc290abf gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:22.498285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:22.516149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8201882-812d-4bb7-85ba-62131c1ac52a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.568347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8201882-812d-4bb7-85ba-62131c1ac52a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e421ab-4539-419f-a4fc-bfda848156b6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:22.637780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8201882-812d-4bb7-85ba-62131c1ac52a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.639315 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c8201882-812d-4bb7-85ba-62131c1ac52a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/subnets/b6e421ab-4539-419f-a4fc-bfda848156b6 HTTP/1.1" status: 204 len: 168 time: 0.6832113 Jul 08 02:15:22.643621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:22.648347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34415216-59bf-4b26-afec-e631b04789ae None None] Network abb004ee-744e-4f66-8215-ea6354928ff8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:15:22.703226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Allocated IP 192.168.233.203 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/5a413b62-7665-4723-8096-37e85e50640a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:22.739519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e894eb6-87cd-4110-a65b-22bc97c4a548 req-9ce1379d-2c0b-4091-be25-25f92a7ce716 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:22.741228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e894eb6-87cd-4110-a65b-22bc97c4a548 req-9ce1379d-2c0b-4091-be25-25f92a7ce716 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1112056 Jul 08 02:15:22.809105 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:22.821062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:15:20Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:22.856233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee4401-5329-4026-9ebb-281f99068113 None None] The sync data for ids ['ba26c6bf-6b49-4989-afeb-faa1cc290abf'] in n-d-695189-13 is: [{'id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373174063', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:15:20Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': '614f562c-7c8e-4e0f-a37d-d952d1d4dbea', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba26c6bf-6b49-4989-afeb-faa1cc290abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:53Z', 'updated_at': '2021-07-08T02:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:22.889218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e894eb6-87cd-4110-a65b-22bc97c4a548 req-25116667-61cd-47f0-8a65-95a7eaac0743 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370955 Jul 08 02:15:22.969751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.006818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.030730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Transition to ACTIVE for port object 5a413b62-7665-4723-8096-37e85e50640a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:23.235987 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.254144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] DHCP port deletion for abb004ee-744e-4f66-8215-ea6354928ff8 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:15:23.308389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:23.312658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:23.315158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] Deleting port dcf1f013-6e15-46ad-b741-441e64b3b683 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:15:23.315569 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.317256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:23.425991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Pushing event updated for resources: {'Port': ['ID=5a413b62-7665-4723-8096-37e85e50640a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:23.450468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] For port dcf1f013-6e15-46ad-b741-441e64b3b683, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dcf1f013-6e15-46ad-b741-441e64b3b683,segment=NetworkSegment(827dcb5f-75b3-465d-8abf-f3fe5147c3da),segment_id=827dcb5f-75b3-465d-8abf-f3fe5147c3da)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:23.450872 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.453465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d49b4e69-648e-46c5-a9d8-dfa8c3a915ea req-7086309d-d712-4081-80fc-005fa7ee607d tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 210 time: 0.4282570 Jul 08 02:15:23.472632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:23.472632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.481867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] Calling delete_port for dcf1f013-6e15-46ad-b741-441e64b3b683 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:15:23.542189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:15:23.542898 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.555487 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-6d69dce6-742f-4228-97c1-ae5fea24281a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8631568 Jul 08 02:15:23.571820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Request body: {'port': {'device_id': '5500eb0f-d0d1-4520-a304-fcb0d772fb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:23.669109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port 614f562c-7c8e-4e0f-a37d-d952d1d4dbea, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=614f562c-7c8e-4e0f-a37d-d952d1d4dbea,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:23.673144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.684255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for 614f562c-7c8e-4e0f-a37d-d952d1d4dbea owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:15:23.687914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.720591 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.752207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] Pushing event deleted for resources: {'Port': ['ID=dcf1f013-6e15-46ad-b741-441e64b3b683,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:23.755553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb9b44-0bf7-45b2-a909-076d5111e5af None None] No DVR routers for this DVR port dcf1f013-6e15-46ad-b741-441e64b3b683 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:15:23.840293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3f70118-a9f1-48e2-ae47-dd96d43f9f7c None None] Provisioning for port 5a413b62-7665-4723-8096-37e85e50640a completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:23.854571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3f70118-a9f1-48e2-ae47-dd96d43f9f7c None None] Provisioning complete for port 5a413b62-7665-4723-8096-37e85e50640a triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:23.854957 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3f70118-a9f1-48e2-ae47-dd96d43f9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.907658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f3f70118-a9f1-48e2-ae47-dd96d43f9f7c None None] Port 5a413b62-7665-4723-8096-37e85e50640a cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:23.956748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.988638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=614f562c-7c8e-4e0f-a37d-d952d1d4dbea,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:24.035281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a413b62-7665-4723-8096-37e85e50640a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:24.043214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.056118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Transition to ACTIVE for port object 5a413b62-7665-4723-8096-37e85e50640a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:24.116272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.131658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.195122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Pushing event updated for resources: {'Port': ['ID=5a413b62-7665-4723-8096-37e85e50640a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:24.223326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.226806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.244445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c05d-b7e1-4557-9098-0f281b04fd6b req-76c8315f-1cdd-4838-81b6-2619bdb16524 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:24.245985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f583c05d-b7e1-4557-9098-0f281b04fd6b req-76c8315f-1cdd-4838-81b6-2619bdb16524 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1649179 Jul 08 02:15:24.283306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Attempting to bind port 5a413b62-7665-4723-8096-37e85e50640a on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:24.283306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Attempting to bind port 5a413b62-7665-4723-8096-37e85e50640a by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:24.283756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Attempting to bind port 5a413b62-7665-4723-8096-37e85e50640a on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:24.291707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Port 5a413b62-7665-4723-8096-37e85e50640a on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:15:24.291707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Attempting to bind port 5a413b62-7665-4723-8096-37e85e50640a on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:24.296834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:24.297281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:24.297758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:24.298291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Bound port: 5a413b62-7665-4723-8096-37e85e50640a, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:24.298733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.318382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f583c05d-b7e1-4557-9098-0f281b04fd6b req-df01fe93-d29f-4040-93da-cf0f829b9aef tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Jul 08 02:15:24.387325 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.387935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Fanout notify agent at l3_agent the message router_deleted on router ba26c6bf-6b49-4989-afeb-faa1cc290abf {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:15:24.388313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] For port 5a413b62-7665-4723-8096-37e85e50640a, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:24.394433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] For port 5a413b62-7665-4723-8096-37e85e50640a, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a413b62-7665-4723-8096-37e85e50640a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:24.396721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.397904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9bb26959-0f39-4019-94ba-4b6e78da96fb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/routers/ba26c6bf-6b49-4989-afeb-faa1cc290abf HTTP/1.1" status: 204 len: 168 time: 1.7530479 Jul 08 02:15:24.400688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:24.498041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.500817 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.550351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:24.550351 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.550351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] 10.222.0.18 "PUT /v2.0/ports/5a413b62-7665-4723-8096-37e85e50640a HTTP/1.1" status: 200 len: 1097 time: 0.9824872 Jul 08 02:15:24.550351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5500eb0f-d0d1-4520-a304-fcb0d772fb9d', 'tag': '5a413b62-7665-4723-8096-37e85e50640a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:24.550351 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8e889a-7845-4165-a3c9-ee7f1368e318" -d '{"events": [{"name": "network-changed", "server_uuid": "5500eb0f-d0d1-4520-a304-fcb0d772fb9d", "tag": "5a413b62-7665-4723-8096-37e85e50640a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:24.593894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Pushing event updated for resources: {'Port': ['ID=5a413b62-7665-4723-8096-37e85e50640a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:24.604729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.606808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aca29e9-79cb-4f5c-a90d-2b8b0206b563 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a7ec2-b064-49aa-b6ba-95f7fdbaa50d x-openstack-request-id: req-358a7ec2-b064-49aa-b6ba-95f7fdbaa50d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5500eb0f-d0d1-4520-a304-fcb0d772fb9d", "tag": "5a413b62-7665-4723-8096-37e85e50640a", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-358a7ec2-b064-49aa-b6ba-95f7fdbaa50d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:24.625881 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5500eb0f-d0d1-4520-a304-fcb0d772fb9d', 'tag': '5a413b62-7665-4723-8096-37e85e50640a', 'status': 'completed', 'code': 200} Jul 08 02:15:24.659642 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.685469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb004ee-744e-4f66-8215-ea6354928ff8']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:24.699156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827dcb5f-75b3-465d-8abf-f3fe5147c3da') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:24.699955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827dcb5f-75b3-465d-8abf-f3fe5147c3da') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:24.713695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.733272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.746452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:15:24.746452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:15:24.749895 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:15:24.796800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e889a-7845-4165-a3c9-ee7f1368e318 req-ce6e76f3-bc0b-4d19-b935-86af0ed70c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:24.798438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8e889a-7845-4165-a3c9-ee7f1368e318 req-ce6e76f3-bc0b-4d19-b935-86af0ed70c0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0667c3b990e4beaa64cff1607c2ff51&device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 1100 time: 0.1363707 Jul 08 02:15:24.817002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb1cd8-080a-4b09-b91a-fa31531c3fa8 req-7447d918-18e5-4d8f-9920-830be5891535 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:24.824458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bafb1cd8-080a-4b09-b91a-fa31531c3fa8 req-7447d918-18e5-4d8f-9920-830be5891535 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 948 time: 0.1172376 Jul 08 02:15:24.849357 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8e889a-7845-4165-a3c9-ee7f1368e318 req-f9815339-2822-47f0-9b82-a0ee0a868096 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0667c3b990e4beaa64cff1607c2ff51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220928 Jul 08 02:15:24.912591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 614f562c-7c8e-4e0f-a37d-d952d1d4dbea no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:15:24.930655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.950081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 614f562c-7c8e-4e0f-a37d-d952d1d4dbea {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:15:24.951271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.951476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 614f562c-7c8e-4e0f-a37d-d952d1d4dbea not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:15:24.951810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:15:24.959377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/networks/abb004ee-744e-4f66-8215-ea6354928ff8 HTTP/1.1" status: 204 len: 168 time: 0.5536046 Jul 08 02:15:24.970500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:24.979601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b02b74-db84-441b-acf5-a6fd25a9a19c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Network': ['ID=abb004ee-744e-4f66-8215-ea6354928ff8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:24.989263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bafb1cd8-080a-4b09-b91a-fa31531c3fa8 req-a858c06b-7f78-4f82-8946-9fe67aeb9253 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637492 Jul 08 02:15:25.014786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:15:25.015408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5ff37e3b-1029-4411-b4f4-1ab227ca8e23 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:15:25.016021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dcf1f013-6e15-46ad-b741-441e64b3b683 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:15:25.035306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e889a-7845-4165-a3c9-ee7f1368e318 req-d050012f-1a8a-44c1-811d-c5c5a7223b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:25.037302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: dcf1f013-6e15-46ad-b741-441e64b3b683 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:15:25.037514 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a8e889a-7845-4165-a3c9-ee7f1368e318 req-d050012f-1a8a-44c1-811d-c5c5a7223b5b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692524 Jul 08 02:15:25.038001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dcf1f013-6e15-46ad-b741-441e64b3b683 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:15:25.075173 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08b2bbca-be95-4c11-acb2-a1c7fd25d0dc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:25.102637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08b2bbca-be95-4c11-acb2-a1c7fd25d0dc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:25.161165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-46df54d1-6480-49e7-a4b7-b9c51319b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:25.162792 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-46df54d1-6480-49e7-a4b7-b9c51319b4b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0667c3b990e4beaa64cff1607c2ff51&device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 1100 time: 0.0629070 Jul 08 02:15:25.208389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-d555225f-9a06-4e78-aeb9-819f1e6a71f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=5a413b62-7665-4723-8096-37e85e50640a HTTP/1.1" status: 200 len: 217 time: 0.0381994 Jul 08 02:15:25.257184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-1d5ac48f-8eba-43e8-879e-de4ff10c8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:25.258650 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-1d5ac48f-8eba-43e8-879e-de4ff10c8b2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0443964 Jul 08 02:15:25.268795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08b2bbca-be95-4c11-acb2-a1c7fd25d0dc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:25.273446 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-08b2bbca-be95-4c11-acb2-a1c7fd25d0dc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:25.273446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-08b2bbca-be95-4c11-acb2-a1c7fd25d0dc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/security-groups/3b619511-a1e5-4689-897f-82c07c2c4ef3 HTTP/1.1" status: 204 len: 168 time: 0.3010385 Jul 08 02:15:25.282944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2bbca-be95-4c11-acb2-a1c7fd25d0dc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b619511-a1e5-4689-897f-82c07c2c4ef3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:25.319709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-8aa4f323-da4e-4d9e-81d3-de2bde468061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:25.321262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-8aa4f323-da4e-4d9e-81d3-de2bde468061 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563185 Jul 08 02:15:25.425256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-ec507e99-09d0-4763-8420-3c91a298cc8f service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972416 Jul 08 02:15:25.533416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34737f6-31f3-4b4a-91ab-433fec302fb9 req-95d2a222-72e9-46de-9743-4d36fa0dfeef tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:25.540739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a34737f6-31f3-4b4a-91ab-433fec302fb9 req-95d2a222-72e9-46de-9743-4d36fa0dfeef tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0765450 Jul 08 02:15:25.540875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-966b532a-59d6-4d4f-a2a0-6560f6bca2c3 req-4c8020c4-2538-4bef-a55c-1e28f9f665e0 service neutron] 10.222.0.18 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080136 Jul 08 02:15:25.580066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a34737f6-31f3-4b4a-91ab-433fec302fb9 req-90468ca0-3553-476a-944c-c972e11ed7be tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Jul 08 02:15:25.840964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33956) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:25.846307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-31ad6b6d-40a9-43ee-bb62-f536904a85ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864260337', 'description': 'tempest-secgroup-smoke-864260337 description', 'project_id': '419e2a80990846a8a61df6e822a1be4c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:25.920911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31ad6b6d-40a9-43ee-bb62-f536904a85ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.004178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31ad6b6d-40a9-43ee-bb62-f536904a85ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.080682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31ad6b6d-40a9-43ee-bb62-f536904a85ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.140783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad6b6d-40a9-43ee-bb62-f536904a85ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:26.178488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8da0e3-1584-48fd-b0e5-03faca1da15c req-031bb0e0-c0ae-4d0e-a361-045fa63c7970 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:26.180142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8da0e3-1584-48fd-b0e5-03faca1da15c req-031bb0e0-c0ae-4d0e-a361-045fa63c7970 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 948 time: 0.0901396 Jul 08 02:15:26.180937 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-31ad6b6d-40a9-43ee-bb62-f536904a85ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.182109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-31ad6b6d-40a9-43ee-bb62-f536904a85ac tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3401458 Jul 08 02:15:26.184907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:26.189984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-192c7f96-c8c8-4ac8-b776-7f1dfd52ca55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:26.247301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8da0e3-1584-48fd-b0e5-03faca1da15c req-c003839b-5633-4604-a2b9-bec9646af251 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Jul 08 02:15:26.325194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-192c7f96-c8c8-4ac8-b776-7f1dfd52ca55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.372432 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-192c7f96-c8c8-4ac8-b776-7f1dfd52ca55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.474308 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-192c7f96-c8c8-4ac8-b776-7f1dfd52ca55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.494838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c7f96-c8c8-4ac8-b776-7f1dfd52ca55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab5da57-dab3-4d85-95a9-5b4749275c54,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:26.606610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-192c7f96-c8c8-4ac8-b776-7f1dfd52ca55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.610330 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-192c7f96-c8c8-4ac8-b776-7f1dfd52ca55 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4219339 Jul 08 02:15:26.610684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33976) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:26.615680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-47188760-4b5a-4e9a-8b74-fac4c7efe897 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:26.720656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47188760-4b5a-4e9a-8b74-fac4c7efe897 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.826314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5583d-99ad-4b4e-9fb0-8c686baf5bb6 req-47b99b0c-1235-4e25-8d72-1d97492a6419 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:26.828378 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66b5583d-99ad-4b4e-9fb0-8c686baf5bb6 req-47b99b0c-1235-4e25-8d72-1d97492a6419 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1211617 Jul 08 02:15:26.834751 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47188760-4b5a-4e9a-8b74-fac4c7efe897 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.869734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-66b5583d-99ad-4b4e-9fb0-8c686baf5bb6 req-81143f13-27a9-4bf0-bb1b-81a521141efe tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337563 Jul 08 02:15:26.887020 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47188760-4b5a-4e9a-8b74-fac4c7efe897 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.905224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47188760-4b5a-4e9a-8b74-fac4c7efe897 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a519012-6e04-4bac-9646-329c40fa21c8,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:26.994532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47188760-4b5a-4e9a-8b74-fac4c7efe897 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.996026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-47188760-4b5a-4e9a-8b74-fac4c7efe897 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3842943 Jul 08 02:15:26.999859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33982) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:27.003946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d9ff4cf2-4754-4a30-a88a-5273bc4af419 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:27.120284 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4cf2-4754-4a30-a88a-5273bc4af419 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.178776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4cf2-4754-4a30-a88a-5273bc4af419 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.263024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4cf2-4754-4a30-a88a-5273bc4af419 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.284516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff4cf2-4754-4a30-a88a-5273bc4af419 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84313f2-5dd6-46e2-9773-d0f06b5b4c34,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:27.343174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4cf2-4754-4a30-a88a-5273bc4af419 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.344762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d9ff4cf2-4754-4a30-a88a-5273bc4af419 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443604 Jul 08 02:15:27.347617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33992) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:27.352288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cddd25be-f432-4ad3-8b23-8653588e43a6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:27.434223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316397c0-d401-42b8-8109-014b92a24772 req-7b6f9d9c-edbe-4a00-bc23-9be2804c8eae tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:27.435771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-316397c0-d401-42b8-8109-014b92a24772 req-7b6f9d9c-edbe-4a00-bc23-9be2804c8eae tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 948 time: 0.0638387 Jul 08 02:15:27.463827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cddd25be-f432-4ad3-8b23-8653588e43a6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.498815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-316397c0-d401-42b8-8109-014b92a24772 req-061ce667-d17e-4d86-8e3d-8403303b55c0 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571630 Jul 08 02:15:27.534741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cddd25be-f432-4ad3-8b23-8653588e43a6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.615753 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cddd25be-f432-4ad3-8b23-8653588e43a6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.635478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd25be-f432-4ad3-8b23-8653588e43a6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20f3d1b-3a68-4f3c-8d9c-bf0b53d38473,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:27.714828 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cddd25be-f432-4ad3-8b23-8653588e43a6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.716144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cddd25be-f432-4ad3-8b23-8653588e43a6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3674650 Jul 08 02:15:27.719550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33998) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:27.723944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cc29d369-c5ae-4d58-b4d8-eef9d1aa398c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:27.805882 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-cc29d369-c5ae-4d58-b4d8-eef9d1aa398c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Project 419e2a80990846a8a61df6e822a1be4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:15:27.811353 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc29d369-c5ae-4d58-b4d8-eef9d1aa398c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.879453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc29d369-c5ae-4d58-b4d8-eef9d1aa398c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.960581 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc29d369-c5ae-4d58-b4d8-eef9d1aa398c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:27.977050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29d369-c5ae-4d58-b4d8-eef9d1aa398c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a8df01-276c-4c3c-a9e2-f723c2fed7b4,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:28.051141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c775-11c6-4570-95f8-574e0bb77477 req-35f1d182-16e5-4e3c-9940-452697afbaff tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:28.052678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4860c775-11c6-4570-95f8-574e0bb77477 req-35f1d182-16e5-4e3c-9940-452697afbaff tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0672867 Jul 08 02:15:28.069284 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc29d369-c5ae-4d58-b4d8-eef9d1aa398c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.070986 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cc29d369-c5ae-4d58-b4d8-eef9d1aa398c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3501680 Jul 08 02:15:28.073449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34008) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:28.078790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-154a5a6b-9737-4875-9c96-e3916d1ee533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'security_group_rule': {'security_group_id': '88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:28.095650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4860c775-11c6-4570-95f8-574e0bb77477 req-c4e126e9-b2ed-4cce-90ed-7b95df9946a3 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 Jul 08 02:15:28.183112 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-154a5a6b-9737-4875-9c96-e3916d1ee533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Project 419e2a80990846a8a61df6e822a1be4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:15:28.189418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-154a5a6b-9737-4875-9c96-e3916d1ee533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.258905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-154a5a6b-9737-4875-9c96-e3916d1ee533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.324409 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-154a5a6b-9737-4875-9c96-e3916d1ee533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.345489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a5a6b-9737-4875-9c96-e3916d1ee533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf3e008-9829-4955-88b8-e2cbc545b76f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:28.434531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-154a5a6b-9737-4875-9c96-e3916d1ee533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.436105 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-154a5a6b-9737-4875-9c96-e3916d1ee533 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3612416 Jul 08 02:15:28.439133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34016) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:28.445165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'network': {'name': 'tempest-network-smoke--553105121', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:28.535407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:15:28.538967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.569483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:15:28.579879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a413b62-7665-4723-8096-37e85e50640a details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:15:28.582068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.582426 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Added segment 9a8718eb-db62-4b8e-8bb5-4cab7319ea7d of type vlan for network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 Jul 08 02:15:28.660125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.687771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9483525-19b6-4110-832d-06393ce1ae41 req-cb173b96-7803-49d1-a289-fa077726c06f tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:28.689469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9483525-19b6-4110-832d-06393ce1ae41 req-cb173b96-7803-49d1-a289-fa077726c06f tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 948 time: 0.0703323 Jul 08 02:15:28.734282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9483525-19b6-4110-832d-06393ce1ae41 req-b416e6dc-cce3-435e-ad77-b4f222b6296a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Jul 08 02:15:28.743464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a413b62-7665-4723-8096-37e85e50640a, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a413b62-7665-4723-8096-37e85e50640a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:28.758076 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.758305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '5a413b62-7665-4723-8096-37e85e50640a', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': '5a413b62-7665-4723-8096-37e85e50640a', 'mac_address': 'fa:16:3e:9a:38:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:15:28.758615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:28.759662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.800324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.816588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a413b62-7665-4723-8096-37e85e50640a {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:28.840625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a413b62-7665-4723-8096-37e85e50640a, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a413b62-7665-4723-8096-37e85e50640a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:28.871660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Network': ['ID=cabf7f64-28cd-4cdb-af0f-9ce31b67be13,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:28.882487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:15:28.904258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ccd5d072-edb6-4fb7-9738-af946f6b00f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4640238 Jul 08 02:15:28.907672 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34024) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:28.916924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'admin_state_up': True, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:28.926737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:28.988281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a413b62-7665-4723-8096-37e85e50640a,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:29.011855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:29.013093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:29.068266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:29.217160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['5a413b62-7665-4723-8096-37e85e50640a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:29.359831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:29.387761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d6b35-7782-4f32-a62d-8cee0f9e11a8 req-f5f59e2f-845d-4e21-a22f-8498503e0103 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:29.389268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2f7d6b35-7782-4f32-a62d-8cee0f9e11a8 req-f5f59e2f-845d-4e21-a22f-8498503e0103 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1587620 Jul 08 02:15:29.459437 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2f7d6b35-7782-4f32-a62d-8cee0f9e11a8 req-7cb15c7f-da6b-4c3c-8b1a-c3276b375d2e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634198 Jul 08 02:15:29.660704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:29.680255 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:30.121015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.25.8.129 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/d7978297-5cb0-48c6-84f2-ad79500c3106) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:30.206118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cd818-ad97-4d5e-90dc-6e1e90fff8dd req-f067d5c2-de3f-4da6-baa0-3729490693cc tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:30.207468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-555cd818-ad97-4d5e-90dc-6e1e90fff8dd req-f067d5c2-de3f-4da6-baa0-3729490693cc tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 949 time: 0.1416888 Jul 08 02:15:30.271490 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-555cd818-ad97-4d5e-90dc-6e1e90fff8dd req-8d1aa17e-169b-4376-a441-0c4203c8e20e tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568187 Jul 08 02:15:30.280707 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:30.382076 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:30.417520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:30.424343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:30.427681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:30.449093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=d7978297-5cb0-48c6-84f2-ad79500c3106,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:30.594931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a413b62-7665-4723-8096-37e85e50640a up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:30.677067 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc221a9-8d5d-4138-a4c2-2c1cea61d8de req-014fbe46-b52f-42ab-a383-5a6f293acf5e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:30.678789 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bfc221a9-8d5d-4138-a4c2-2c1cea61d8de req-014fbe46-b52f-42ab-a383-5a6f293acf5e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0964878 Jul 08 02:15:30.720411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 5a413b62-7665-4723-8096-37e85e50640a completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:30.722972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bfc221a9-8d5d-4138-a4c2-2c1cea61d8de req-096a4d0e-6358-4141-9db7-2f3d6bfed944 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381811 Jul 08 02:15:30.736264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 5a413b62-7665-4723-8096-37e85e50640a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:30.736971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:30.758630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:30.826570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:30.854126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500eb0f-d0d1-4520-a304-fcb0d772fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a413b62-7665-4723-8096-37e85e50640a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:30.857858 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f9f112-dd6a-4d7c-9c13-dcfe5131dd59" -d '{"events": [{"server_uuid": "5500eb0f-d0d1-4520-a304-fcb0d772fb9d", "name": "network-vif-plugged", "status": "completed", "tag": "5a413b62-7665-4723-8096-37e85e50640a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:30.869455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a413b62-7665-4723-8096-37e85e50640a, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a413b62-7665-4723-8096-37e85e50640a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:30.894891 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a9a9c4-ab69-4a11-a86e-271984988b10 x-openstack-request-id: req-f5a9a9c4-ab69-4a11-a86e-271984988b10 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:30.895195 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5500eb0f-d0d1-4520-a304-fcb0d772fb9d", "name": "network-vif-plugged", "status": "completed", "tag": "5a413b62-7665-4723-8096-37e85e50640a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:30.895500 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5a9a9c4-ab69-4a11-a86e-271984988b10 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:30.895909 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500eb0f-d0d1-4520-a304-fcb0d772fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a413b62-7665-4723-8096-37e85e50640a', 'code': 200} Jul 08 02:15:30.971523 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:30.989791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:31.018595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a413b62-7665-4723-8096-37e85e50640a,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:31.086463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9ed8e-1d61-4fab-a11f-6931fa898299 req-e0fce293-ba0a-4587-a2af-0229b4429c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:31.088121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fa9ed8e-1d61-4fab-a11f-6931fa898299 req-e0fce293-ba0a-4587-a2af-0229b4429c0d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 1101 time: 0.1296663 Jul 08 02:15:31.139194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fa9ed8e-1d61-4fab-a11f-6931fa898299 req-03d922b1-0f32-42f3-aec4-91fe0e6c37d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Jul 08 02:15:31.222965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 1fe255d2-d7d3-491e-b2c0-10f85378a35c is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:15:31.334658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:31.345359 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Sync routers for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:31.354066 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:31.354674 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:31.421306 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:31.426250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e76610c1-bac1-40ae-9b45-e20bff0f4c05 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5172727 Jul 08 02:15:31.426963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:31.456200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667ea67-bb47-476d-908f-5dfd27c1fb9d req-4fa50de4-6736-4965-a7e2-711cea6d1aa1 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:31.458801 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c667ea67-bb47-476d-908f-5dfd27c1fb9d req-4fa50de4-6736-4965-a7e2-711cea6d1aa1 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 950 time: 0.0728314 Jul 08 02:15:31.469768 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:31.471756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34076) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:31.476862 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d6e2a34a-bfe4-49ed-ad43-169508012e2b tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=419e2a80990846a8a61df6e822a1be4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483189 Jul 08 02:15:31.583830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c667ea67-bb47-476d-908f-5dfd27c1fb9d req-575440a3-7038-468c-9002-4ffcf8d4507a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154947 Jul 08 02:15:31.666040 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:30Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:31.666509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b241cc-d6a0-42c2-a020-17f0f03ae4ac tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:31.669625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-78b241cc-d6a0-42c2-a020-17f0f03ae4ac tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1955240 Jul 08 02:15:31.671512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:31.705311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9b14d1e5-c3ee-499d-8905-b6592d2e3675 tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326357 Jul 08 02:15:31.708141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34084) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:31.713647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-331519601', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:31.716209 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Checking router: 1fe255d2-d7d3-491e-b2c0-10f85378a35c for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:15:31.717176 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Updating router 1fe255d2-d7d3-491e-b2c0-10f85378a35c port d7978297-5cb0-48c6-84f2-ad79500c3106 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:15:31.756137 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:31.885767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:15:31.889922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:31.932448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9764d-ab7b-4548-9a8c-9ddd98a13ec7 req-240061fc-5548-4d08-b656-0c7c71b82816 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:31.934041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8e9764d-ab7b-4548-9a8c-9ddd98a13ec7 req-240061fc-5548-4d08-b656-0c7c71b82816 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0807762 Jul 08 02:15:31.989557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8e9764d-ab7b-4548-9a8c-9ddd98a13ec7 req-e5ecaa2f-4e6a-4706-89eb-9d7af996bc88 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Jul 08 02:15:32.065491 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:32.075464 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Transition to ACTIVE for port object d7978297-5cb0-48c6-84f2-ad79500c3106 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:32.242347 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:32.269151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:32.296409 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Attempting to bind port d7978297-5cb0-48c6-84f2-ad79500c3106 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:32.296409 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Attempting to bind port d7978297-5cb0-48c6-84f2-ad79500c3106 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:32.296762 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Attempting to bind port d7978297-5cb0-48c6-84f2-ad79500c3106 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:32.305499 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:32.305873 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:32.306272 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:32.306660 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:32.307118 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Bound port: d7978297-5cb0-48c6-84f2-ad79500c3106, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:32.307527 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:32.344202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Subnet': ['ID=11e1c08e-5906-4b39-b3f2-3b57afd488d0,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:32.364688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Checking segment: {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:32.365405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network hostable DHCP agents. Network: cabf7f64-28cd-4cdb-af0f-9ce31b67be13, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:15:32.417745 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Pushing event updated for resources: {'Port': ['ID=d7978297-5cb0-48c6-84f2-ad79500c3106,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:32.429164 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.429505 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.429847 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.433581 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:32.461049 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] For port d7978297-5cb0-48c6-84f2-ad79500c3106, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:32.464144 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] For port d7978297-5cb0-48c6-84f2-ad79500c3106, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d7978297-5cb0-48c6-84f2-ad79500c3106,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:32.479953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:15:32.560862 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:32.582998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, cabf7f64-28cd-4cdb-af0f-9ce31b67be13) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:32.588816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:32.589799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:32.595644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d0ca5-dde5-443d-8695-f6736173bea1 None None] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:15:32.626941 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:32.628013 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:32.705318 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9eaa444b-1b37-4369-8ad2-ffa9fd9562ef tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9960568 Jul 08 02:15:32.708231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:32.710432 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b7d20-9ded-47b1-837c-99227a957298 None None] Pushing event updated for resources: {'Port': ['ID=d7978297-5cb0-48c6-84f2-ad79500c3106,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:32.820770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:15:32.820770 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:32.852304 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:32.913025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2d0b-4759-47f1-9b75-0ee573a497fb req-13d002e8-559a-4784-b8c6-8609e42b0f2a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:32.913891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1ea2d0b-4759-47f1-9b75-0ee573a497fb req-13d002e8-559a-4784-b8c6-8609e42b0f2a tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 950 time: 0.1176703 Jul 08 02:15:33.003049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1ea2d0b-4759-47f1-9b75-0ee573a497fb req-e9dec9d1-a3bb-4117-96e7-4555cf3a0dcf tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740910 Jul 08 02:15:33.236613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Allocated IP 172.20.0.2 (cabf7f64-28cd-4cdb-af0f-9ce31b67be13/11e1c08e-5906-4b39-b3f2-3b57afd488d0/2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:33.266552 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:30Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:33.300442 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b329b6-e7a9-46af-aa04-72098cd5b220 None None] The sync data for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 is: [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:30Z', 'revision_number': 3, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:33.364586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464474d-3586-4874-8e69-d5d1b7f90bce req-f9691fef-d705-4146-99c0-b65f227302d6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:33.365977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e464474d-3586-4874-8e69-d5d1b7f90bce req-f9691fef-d705-4146-99c0-b65f227302d6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1700983 Jul 08 02:15:33.421327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e464474d-3586-4874-8e69-d5d1b7f90bce req-923b4682-ab21-4ce6-9af4-40605a3347e6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Jul 08 02:15:33.461605 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:33.480573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Transition to ACTIVE for port object 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:33.501842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Transition to ACTIVE for port object 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:33.589544 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:33.637564 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:33.659635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:33.691585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:33.701723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:33.749473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Pushing event updated for resources: {'Port': ['ID=2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:33.783017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.783513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.783869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.784218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.784567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.784901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.785308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.785579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.785916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.786717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.786717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.787022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:33.805712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Attempting to bind port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:33.806094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Attempting to bind port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:33.806470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Attempting to bind port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 on network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:33.812229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:33.812618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Checking segment: {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:33.813082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:33.813488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Bound using segment: {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:33.813973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Bound port: 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:33.814358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:33.885229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] For port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:33.889087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] For port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:33.972316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.20.0.1 (cabf7f64-28cd-4cdb-af0f-9ce31b67be13/11e1c08e-5906-4b39-b3f2-3b57afd488d0/b11331b6-40cf-4b4f-91ba-cd91710f0803) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:33.994178 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:34.070981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682542f3-9e23-40ac-92ca-41df5b8a57ac None None] Pushing event updated for resources: {'Port': ['ID=2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:34.129671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:34.159016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Transition to ACTIVE for port object b11331b6-40cf-4b4f-91ba-cd91710f0803 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:34.368620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:34.443551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:34.469971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=b11331b6-40cf-4b4f-91ba-cd91710f0803,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:34.488415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:34.506722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:34.574200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:34.699448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfff163-dae5-4782-ba81-dcf3faef9079 req-3d514bd2-8166-4244-85d8-48538564b2bc tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:34.702365 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1bfff163-dae5-4782-ba81-dcf3faef9079 req-3d514bd2-8166-4244-85d8-48538564b2bc tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0897822 Jul 08 02:15:34.750157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1bfff163-dae5-4782-ba81-dcf3faef9079 req-2a55f135-1410-45cc-a727-f42fe7ffb6b7 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Jul 08 02:15:34.849136 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:34.969171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d7978297-5cb0-48c6-84f2-ad79500c3106 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:35.093858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d7978297-5cb0-48c6-84f2-ad79500c3106 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:35.105900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d7978297-5cb0-48c6-84f2-ad79500c3106 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:35.106731 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:35.211492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:35.241338 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:35.274699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d7978297-5cb0-48c6-84f2-ad79500c3106, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d7978297-5cb0-48c6-84f2-ad79500c3106,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:35.296065 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:35.386365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:35.388587 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:35.390190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:35.394104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=b11331b6-40cf-4b4f-91ba-cd91710f0803,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:35.521873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d7978297-5cb0-48c6-84f2-ad79500c3106,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:35.523911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:35.525692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:35.553181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90597f4d-1a1f-4163-8b77-722b8e371936 None None] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:15:35.688217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 1fe255d2-d7d3-491e-b2c0-10f85378a35c has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:15:35.742357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:35.816338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:35.821896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7e88fda1-b8b3-4d2a-8b31-bd4f18e4926b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "PUT /v2.0/routers/1fe255d2-d7d3-491e-b2c0-10f85378a35c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1123819 Jul 08 02:15:35.829788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d7401088-0393-45bd-a164-8f6baf682a28 None None] Provisioning for port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:35.834312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d7401088-0393-45bd-a164-8f6baf682a28 None None] Provisioning complete for port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:35.834762 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d7401088-0393-45bd-a164-8f6baf682a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:35.980370 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d7401088-0393-45bd-a164-8f6baf682a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:36.038050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d7401088-0393-45bd-a164-8f6baf682a28 None None] For port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:36.072725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4495b-446c-4212-a340-47c749d15484 req-1d7b6128-bd9a-4f19-8305-33790c33c443 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:36.075198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3e4495b-446c-4212-a340-47c749d15484 req-1d7b6128-bd9a-4f19-8305-33790c33c443 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1324549 Jul 08 02:15:36.109676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Sync routers for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:36.125592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:36.126218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:36.130050 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d7401088-0393-45bd-a164-8f6baf682a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:36.145956 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a3e4495b-446c-4212-a340-47c749d15484 req-5d16cee2-f110-4f2b-996c-028a0de07784 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564442 Jul 08 02:15:36.216168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-1212ffb9-acb4-4da2-8ecf-5e6bed0f6749 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864260337&fields=id&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 267 time: 0.0519965 Jul 08 02:15:36.301190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7401088-0393-45bd-a164-8f6baf682a28 None None] Pushing event updated for resources: {'Port': ['ID=2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:36.329553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:36.410861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-af6f6f46-18a8-47c8-b63a-a606164cf795 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:36.427709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ff03ed71-2c4d-49fc-84e4-9e4ee17d5b28 None None] Provisioning complete for port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:36.428086 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ff03ed71-2c4d-49fc-84e4-9e4ee17d5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:36.429407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-af6f6f46-18a8-47c8-b63a-a606164cf795 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/networks?id=cabf7f64-28cd-4cdb-af0f-9ce31b67be13 HTTP/1.1" status: 200 len: 796 time: 0.2051518 Jul 08 02:15:36.459031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-1c5e7fab-a2d4-494f-adb5-02ca53a8a5cf tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/quotas/419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 375 time: 0.0283265 Jul 08 02:15:36.592447 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-8cccebb5-d6b0-4c76-8eda-1f5c93ed0c08 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328366 Jul 08 02:15:36.728529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 2, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:36.758076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-e3f7d40e-a830-48c4-9f9a-adf5ece9fedb service neutron] 10.222.0.10 "GET /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526077 Jul 08 02:15:36.759294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Checking router: 1fe255d2-d7d3-491e-b2c0-10f85378a35c for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:15:36.760006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Updating router 1fe255d2-d7d3-491e-b2c0-10f85378a35c port b11331b6-40cf-4b4f-91ba-cd91710f0803 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:15:36.808755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:36.894405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-09bb6228-0b5b-4a82-ac24-02e2f4b7f207 service neutron] 10.222.0.10 "GET /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351099 Jul 08 02:15:36.961117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d7978297-5cb0-48c6-84f2-ad79500c3106 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:36.965376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ff03ed71-2c4d-49fc-84e4-9e4ee17d5b28 None None] Provisioning for port b11331b6-40cf-4b4f-91ba-cd91710f0803 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:37.028564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ff03ed71-2c4d-49fc-84e4-9e4ee17d5b28 None None] Provisioning complete for port b11331b6-40cf-4b4f-91ba-cd91710f0803 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:37.029323 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ff03ed71-2c4d-49fc-84e4-9e4ee17d5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:37.094807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ff03ed71-2c4d-49fc-84e4-9e4ee17d5b28 None None] Port b11331b6-40cf-4b4f-91ba-cd91710f0803 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:37.172617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d7978297-5cb0-48c6-84f2-ad79500c3106 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:37.172617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:37.250331 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bed2e73-7bad-4309-948c-4512e181319d req-05363855-bc35-4d6e-8971-7c6e742644b0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 210 time: 0.0895758 Jul 08 02:15:37.274169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c16c0e59-f5eb-412c-8ea9-534faea1b432 None None] Provisioning complete for port b11331b6-40cf-4b4f-91ba-cd91710f0803 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:37.274788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c16c0e59-f5eb-412c-8ea9-534faea1b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:37.288973 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:37.336405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Transition to ACTIVE for port object b11331b6-40cf-4b4f-91ba-cd91710f0803 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:37.370974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c16c0e59-f5eb-412c-8ea9-534faea1b432 None None] Port b11331b6-40cf-4b4f-91ba-cd91710f0803 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:37.394453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:37.407975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcf746-c3a3-4aac-8821-d23fc85f161d req-7b9a6e4b-d794-4f74-845b-8887ce493f5a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:37.409587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bdcf746-c3a3-4aac-8821-d23fc85f161d req-7b9a6e4b-d794-4f74-845b-8887ce493f5a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0900466 Jul 08 02:15:37.430664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:37.474274 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bdcf746-c3a3-4aac-8821-d23fc85f161d req-83687098-98f7-4f09-8402-af1a9959e2a6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525832 Jul 08 02:15:37.536832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fb8cb-65c3-4c81-9044-8e8d2b076b7d None None] Pushing event updated for resources: {'Port': ['ID=b11331b6-40cf-4b4f-91ba-cd91710f0803,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:37.591784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:37.592039 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:37.641856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Attempting to bind port b11331b6-40cf-4b4f-91ba-cd91710f0803 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:37.641856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Attempting to bind port b11331b6-40cf-4b4f-91ba-cd91710f0803 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:37.641856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Attempting to bind port b11331b6-40cf-4b4f-91ba-cd91710f0803 on network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:37.678965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:37.680444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Checking segment: {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:37.680946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:37.681705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Bound using segment: {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:37.683134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Bound port: b11331b6-40cf-4b4f-91ba-cd91710f0803, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:37.686947 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:37.863488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] For port b11331b6-40cf-4b4f-91ba-cd91710f0803, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:37.867631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] For port b11331b6-40cf-4b4f-91ba-cd91710f0803, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b11331b6-40cf-4b4f-91ba-cd91710f0803,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:37.985242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:38.044166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:38.044872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:38.100524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fb8cb-65c3-4c81-9044-8e8d2b076b7d None None] Pushing event updated for resources: {'Port': ['ID=b11331b6-40cf-4b4f-91ba-cd91710f0803,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:38.183745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:38.420136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:37Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:38.434425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b462174d-c447-499f-a1a8-578b0b05665e req-2b85cdf0-f8be-4cbe-b7e3-3a067b2a36e0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 210 time: 0.0495746 Jul 08 02:15:38.449304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ce0d1-eac8-4171-b7b9-55a0cd9a3215 None None] The sync data for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 is: [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:37Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:38.787910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cada2-dd56-4544-9659-b54e5c51ad1d req-4a2eb37a-4efc-41ff-8ba2-158358e61a13 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:38.789565 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a11cada2-dd56-4544-9659-b54e5c51ad1d req-4a2eb37a-4efc-41ff-8ba2-158358e61a13 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0928576 Jul 08 02:15:38.875573 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a11cada2-dd56-4544-9659-b54e5c51ad1d req-19d721ee-74d4-442b-a55a-e466c00204f9 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741396 Jul 08 02:15:38.938918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b11331b6-40cf-4b4f-91ba-cd91710f0803 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:39.251535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b11331b6-40cf-4b4f-91ba-cd91710f0803 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:39.256263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b11331b6-40cf-4b4f-91ba-cd91710f0803 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:39.256652 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:39.354575 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:39.396408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b11331b6-40cf-4b4f-91ba-cd91710f0803, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b11331b6-40cf-4b4f-91ba-cd91710f0803,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:39.480249 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:39.558890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b11331b6-40cf-4b4f-91ba-cd91710f0803,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:39.631132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e484f2e-bb9f-437a-a5dd-2da2e2702dd8 req-9ddd52ab-1052-43a8-8ffa-bad6a17fc766 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 210 time: 0.0427265 Jul 08 02:15:40.123906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-50cdf2d6-3454-4b8e-920e-95719197fdce tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:40.125495 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-50cdf2d6-3454-4b8e-920e-95719197fdce tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "GET /v2.0/networks?id=cabf7f64-28cd-4cdb-af0f-9ce31b67be13 HTTP/1.1" status: 200 len: 796 time: 0.1428905 Jul 08 02:15:40.166220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffaab-bdc1-4cc4-a17f-835029cd8c5b req-ca953b24-b9b1-4a4b-a12f-cbf3acc5b421 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:40.167900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-093ffaab-bdc1-4cc4-a17f-835029cd8c5b req-ca953b24-b9b1-4a4b-a12f-cbf3acc5b421 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1048183 Jul 08 02:15:40.177739 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-018e0a68-15db-409c-b9c5-4ea62c59e74b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=419e2a80990846a8a61df6e822a1be4c HTTP/1.1" status: 200 len: 379 time: 0.0412023 Jul 08 02:15:40.189023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'port': {'device_id': 'c13628ba-56c5-453b-844a-3cd873281d81', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'admin_state_up': True, 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'security_groups': ['88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:40.417439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Made reservation on behalf of 419e2a80990846a8a61df6e822a1be4c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:15:40.422157 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:40.580142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-093ffaab-bdc1-4cc4-a17f-835029cd8c5b req-8a110b7a-4fcb-41dc-9428-4075ec621d2b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060655 Jul 08 02:15:40.584472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.20.0.12 (cabf7f64-28cd-4cdb-af0f-9ce31b67be13/11e1c08e-5906-4b39-b3f2-3b57afd488d0/d9ca5011-c60d-4e75-adba-8c6f9a227cde) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:40.732144 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:40.778537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69c06e73-4d63-489a-8d61-1c2e15eefb1c req-14bad82e-6163-4ad9-9be5-fa9f4646f5f3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 210 time: 0.0387447 Jul 08 02:15:40.779935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Transition to ACTIVE for port object d9ca5011-c60d-4e75-adba-8c6f9a227cde will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:40.870006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b11331b6-40cf-4b4f-91ba-cd91710f0803 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:40.880504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:40.923044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b11331b6-40cf-4b4f-91ba-cd91710f0803 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:40.923569 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:40.935857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=d9ca5011-c60d-4e75-adba-8c6f9a227cde,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:40.944890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:40.947118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:40.949971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:41.013005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:41.013902 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:41.107695 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-6685501d-f78c-4221-8d1d-1dd2d6d28f3e tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9234815 Jul 08 02:15:41.120861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Request body: {'port': {'device_id': 'c13628ba-56c5-453b-844a-3cd873281d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:41.203247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:41.235160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9b99f5cc-f650-4730-8195-473e5dd890bd None None] Provisioning for port d9ca5011-c60d-4e75-adba-8c6f9a227cde completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:41.239790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9b99f5cc-f650-4730-8195-473e5dd890bd None None] Provisioning complete for port d9ca5011-c60d-4e75-adba-8c6f9a227cde triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:41.240857 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9b99f5cc-f650-4730-8195-473e5dd890bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:41.281913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9b99f5cc-f650-4730-8195-473e5dd890bd None None] Port d9ca5011-c60d-4e75-adba-8c6f9a227cde cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:41.484351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ca5011-c60d-4e75-adba-8c6f9a227cde {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:41.492006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:41.503771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Transition to ACTIVE for port object d9ca5011-c60d-4e75-adba-8c6f9a227cde will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:41.582786 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:41.638315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ca5011-c60d-4e75-adba-8c6f9a227cde,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:41.765527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Attempting to bind port d9ca5011-c60d-4e75-adba-8c6f9a227cde on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:41.765964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Attempting to bind port d9ca5011-c60d-4e75-adba-8c6f9a227cde by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:41.766369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Attempting to bind port d9ca5011-c60d-4e75-adba-8c6f9a227cde on network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:41.775061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Port d9ca5011-c60d-4e75-adba-8c6f9a227cde on network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:15:41.775497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Attempting to bind port d9ca5011-c60d-4e75-adba-8c6f9a227cde on network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:41.783580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:41.783977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Checking segment: {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:41.784324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Bound using segment: {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:41.784763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Bound port: d9ca5011-c60d-4e75-adba-8c6f9a227cde, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:41.785130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:41.848374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4ebc3-9b96-460e-9e73-8f6ed0bed71b req-00f94c62-c021-4cef-9b9c-89931f1d9b38 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:41.849937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3e4ebc3-9b96-460e-9e73-8f6ed0bed71b req-00f94c62-c021-4cef-9b9c-89931f1d9b38 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1426911 Jul 08 02:15:41.912786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:41.917053 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3e4ebc3-9b96-460e-9e73-8f6ed0bed71b req-8bffdede-5971-4b1b-9b3b-ac69d589e9cb tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605109 Jul 08 02:15:41.927830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:42.005864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4e904-aaac-4546-bffa-056f457c21c6 req-d2beb100-4f2b-4259-b2f7-a6e87e8d5880 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:42.007288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bf4e904-aaac-4546-bffa-056f457c21c6 req-d2beb100-4f2b-4259-b2f7-a6e87e8d5880 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 944 time: 0.0631456 Jul 08 02:15:42.044876 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bf4e904-aaac-4546-bffa-056f457c21c6 req-4fc52938-a7e0-49e8-b3d4-1e86c9ad7601 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Jul 08 02:15:42.047081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:42.074112 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1b376e45-7e5a-4f27-b38a-5c771efb2d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:42.082363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:42.082701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:42.084144 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9ca5011-c60d-4e75-adba-8c6f9a227cde HTTP/1.1" status: 200 len: 1093 time: 0.9677725 Jul 08 02:15:42.084584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:42.086880 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a8598-addb-4277-8732-81c1260ae963" -d '{"events": [{"name": "network-changed", "server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:42.121882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754a55d-c207-45b3-a9df-f0dee569b560 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ca5011-c60d-4e75-adba-8c6f9a227cde,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:42.141926 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96cc82e-940a-49bc-8e2b-690509041cc2 x-openstack-request-id: req-e96cc82e-940a-49bc-8e2b-690509041cc2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:42.141926 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:42.141926 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e96cc82e-940a-49bc-8e2b-690509041cc2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:42.141926 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'status': 'completed', 'code': 200} Jul 08 02:15:42.232419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a8598-addb-4277-8732-81c1260ae963 req-80591309-13dd-492b-8dd8-b1300ae57b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:42.245437 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-336a8598-addb-4277-8732-81c1260ae963 req-80591309-13dd-492b-8dd8-b1300ae57b69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 1096 time: 0.0728943 Jul 08 02:15:42.348221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a8598-addb-4277-8732-81c1260ae963 req-128ef7a9-6115-4ff3-b5e2-3d92a18f04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:42.349722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-336a8598-addb-4277-8732-81c1260ae963 req-128ef7a9-6115-4ff3-b5e2-3d92a18f04a8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=419e2a80990846a8a61df6e822a1be4c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1068008 Jul 08 02:15:42.448648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a8598-addb-4277-8732-81c1260ae963 req-93aa1355-fa6f-453e-95e2-5da8c012bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:42.450138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-336a8598-addb-4277-8732-81c1260ae963 req-93aa1355-fa6f-453e-95e2-5da8c012bcb4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936592 Jul 08 02:15:42.544653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-0bdbcab8-d162-46f9-bb2b-120a05d792d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:42.547125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-0bdbcab8-d162-46f9-bb2b-120a05d792d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 1096 time: 0.0554113 Jul 08 02:15:42.602237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-9d2d07e2-4bcc-4479-b972-38071a276b5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde HTTP/1.1" status: 200 len: 217 time: 0.0400019 Jul 08 02:15:42.657008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-4138a2c9-ccd8-4231-875e-074de55fdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:42.658493 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-4138a2c9-ccd8-4231-875e-074de55fdfbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11e1c08e-5906-4b39-b3f2-3b57afd488d0 HTTP/1.1" status: 200 len: 834 time: 0.0459380 Jul 08 02:15:42.723446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-cb70d206-8ee1-43f6-98df-f5cb01e1af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:42.724960 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-cb70d206-8ee1-43f6-98df-f5cb01e1af61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cabf7f64-28cd-4cdb-af0f-9ce31b67be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562296 Jul 08 02:15:42.815031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-ff9b407f-a813-4c41-bd4f-5cc080875d1a service neutron] 10.222.0.32 "GET /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820048 Jul 08 02:15:42.909283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dfa043a-4541-4572-8be6-8305de09f7a4 req-8ba5d17e-2cef-4a2a-9425-bd0f5093a0c3 service neutron] 10.222.0.32 "GET /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866890 Jul 08 02:15:43.103598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302f169-a9b2-4188-b3e7-96fadb9f85da req-9c970d5c-2241-4c46-a225-3bb169aa0587 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:43.105112 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2302f169-a9b2-4188-b3e7-96fadb9f85da req-9c970d5c-2241-4c46-a225-3bb169aa0587 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0658762 Jul 08 02:15:43.144260 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2302f169-a9b2-4188-b3e7-96fadb9f85da req-dadc4f5a-d805-4887-b0ee-97d144b42d2c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Jul 08 02:15:43.230805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53392af-8814-4449-adc0-ea5aeb91ac62 req-6537ff19-9b04-49c3-841d-320d60f83899 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:43.232334 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f53392af-8814-4449-adc0-ea5aeb91ac62 req-6537ff19-9b04-49c3-841d-320d60f83899 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 944 time: 0.0638714 Jul 08 02:15:43.273667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f53392af-8814-4449-adc0-ea5aeb91ac62 req-5e95da0f-6daa-478d-a4fa-42f05a6170e2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356884 Jul 08 02:15:44.319118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1f6d-a483-42c8-976f-a636033144d6 req-5cb68480-87ac-4702-a43b-d8f1edd8773d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:44.320612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbdd1f6d-a483-42c8-976f-a636033144d6 req-5cb68480-87ac-4702-a43b-d8f1edd8773d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0640073 Jul 08 02:15:44.360869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbdd1f6d-a483-42c8-976f-a636033144d6 req-1ae68018-f323-4e3b-8d75-a928e8981b9e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346138 Jul 08 02:15:44.462926 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3be873e7-5934-481e-80be-206d2d598f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:44.469790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416abb8-7396-4273-8b30-c5b862a41dc2 req-de3d4837-2c9d-4c88-9b2f-806daa4ddf3c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:44.473824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7416abb8-7396-4273-8b30-c5b862a41dc2 req-de3d4837-2c9d-4c88-9b2f-806daa4ddf3c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 944 time: 0.0762379 Jul 08 02:15:44.520077 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7416abb8-7396-4273-8b30-c5b862a41dc2 req-ba083ff0-60c9-4e9e-b3a1-a95fb981dd09 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420067 Jul 08 02:15:44.621540 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d9ca5011-c60d-4e75-adba-8c6f9a227cde details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:15:44.717758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:44.729457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'port_id': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'mac_address': 'fa:16:3e:94:0f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:15:44.767566 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:44.780988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ca5011-c60d-4e75-adba-8c6f9a227cde {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:44.806092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:44.866651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:44.891194 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:44.920774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=d9ca5011-c60d-4e75-adba-8c6f9a227cde,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:45.108906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['d9ca5011-c60d-4e75-adba-8c6f9a227cde'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:45.548191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234870f-03e3-48e4-82d6-69a3404c8e70 req-b653d54c-fe8c-46b1-8d6b-78dde8dfe6fa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:45.549713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a234870f-03e3-48e4-82d6-69a3404c8e70 req-b653d54c-fe8c-46b1-8d6b-78dde8dfe6fa tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0696759 Jul 08 02:15:45.589846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a234870f-03e3-48e4-82d6-69a3404c8e70 req-bd25fcbf-f53d-4bb1-ac99-cd35023d28f9 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338342 Jul 08 02:15:45.718859 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:45.779198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c49b6-7929-4ce1-b881-6854db91c2f4 req-304597df-5066-40da-ae9e-9fd565db96e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:45.781716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b8c49b6-7929-4ce1-b881-6854db91c2f4 req-304597df-5066-40da-ae9e-9fd565db96e9 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 945 time: 0.0712390 Jul 08 02:15:45.819638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b8c49b6-7929-4ce1-b881-6854db91c2f4 req-67ce1233-beec-4afc-86c7-2a861d750bf0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324636 Jul 08 02:15:46.622683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d9ca5011-c60d-4e75-adba-8c6f9a227cde up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:46.791417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95847372-9eac-4fee-8d6a-cdc7da8f75c8 req-3790880a-31f7-4288-8646-66ca0fc3d530 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:46.792990 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95847372-9eac-4fee-8d6a-cdc7da8f75c8 req-3790880a-31f7-4288-8646-66ca0fc3d530 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0746610 Jul 08 02:15:46.833505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95847372-9eac-4fee-8d6a-cdc7da8f75c8 req-203027ec-2290-4767-83d3-4beab02153d5 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Jul 08 02:15:46.885698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port d9ca5011-c60d-4e75-adba-8c6f9a227cde completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:46.890533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port d9ca5011-c60d-4e75-adba-8c6f9a227cde triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:46.891056 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:46.986032 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:47.008798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:47.011370 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc04d7cb-857d-4b23-baaf-056536f10470" -d '{"events": [{"server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:47.026605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:47.027877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe0b7-be35-4ed2-be67-9bf28e02c63d req-f005f598-23ce-4ff6-b238-32da46b8b038 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:47.029521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18afe0b7-be35-4ed2-be67-9bf28e02c63d req-f005f598-23ce-4ff6-b238-32da46b8b038 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 945 time: 0.0690994 Jul 08 02:15:47.070745 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18afe0b7-be35-4ed2-be67-9bf28e02c63d req-853c6c51-fb36-46d6-8716-c35201b6222d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349739 Jul 08 02:15:47.119721 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:47.179707 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2cc57a-7d05-47fc-af4a-cc18258c0497 x-openstack-request-id: req-1b2cc57a-7d05-47fc-af4a-cc18258c0497 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:47.181927 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:47.181927 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b2cc57a-7d05-47fc-af4a-cc18258c0497 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:47.181927 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'code': 200} Jul 08 02:15:47.181927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=d9ca5011-c60d-4e75-adba-8c6f9a227cde,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:47.306077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93a912-03ad-48a5-adad-302bccd40c25 req-beaaae78-cc75-4182-a5fd-b93cfb92703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:47.306564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b93a912-03ad-48a5-adad-302bccd40c25 req-beaaae78-cc75-4182-a5fd-b93cfb92703c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 1098 time: 0.0603316 Jul 08 02:15:47.342654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b93a912-03ad-48a5-adad-302bccd40c25 req-cc1e8963-22d5-45d7-8a18-db6eae0014a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287962 Jul 08 02:15:47.443866 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:48.040829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74d828-4177-4817-ba10-20e1ffefca8e req-16f51efc-0c72-4439-83f8-b8ee8868458e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:48.042380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa74d828-4177-4817-ba10-20e1ffefca8e req-16f51efc-0c72-4439-83f8-b8ee8868458e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0825658 Jul 08 02:15:48.084629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa74d828-4177-4817-ba10-20e1ffefca8e req-8efbbd47-8572-4b2a-b263-5694bac8475c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353837 Jul 08 02:15:48.217724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:48.276901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754612e-7154-4900-94d1-d97b872a6320 req-78696e61-5b1f-481b-b8cc-78ded9788db7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:48.282553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0754612e-7154-4900-94d1-d97b872a6320 req-78696e61-5b1f-481b-b8cc-78ded9788db7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0701206 Jul 08 02:15:48.327214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0754612e-7154-4900-94d1-d97b872a6320 req-5525ad8e-e651-4351-86e1-2b0756553b98 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Jul 08 02:15:49.272883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0d3be-3bce-4ca8-9e9f-22cb6fe3f2eb req-965abb03-739d-407f-bb81-bd928c24fa48 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:49.275711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ba0d3be-3bce-4ca8-9e9f-22cb6fe3f2eb req-965abb03-739d-407f-bb81-bd928c24fa48 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0643764 Jul 08 02:15:49.318606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ba0d3be-3bce-4ca8-9e9f-22cb6fe3f2eb req-48d1f021-b8dc-4798-8273-a95de925f9e6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Jul 08 02:15:49.534028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34438c0-82aa-4df9-adc0-13137aacb12d req-36a003e1-db7f-41c8-b544-f3264e0a83bb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:49.535707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d34438c0-82aa-4df9-adc0-13137aacb12d req-36a003e1-db7f-41c8-b544-f3264e0a83bb tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0923889 Jul 08 02:15:49.584074 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d34438c0-82aa-4df9-adc0-13137aacb12d req-a95c4b70-b8eb-4bd8-94a6-ef693e8aff9f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382226 Jul 08 02:15:49.796510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc51dc-cc6a-40f1-a9cf-04dd14a065b5 req-1747e3f8-b7cc-400d-8e4f-6c362f5f2355 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:49.799827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95bc51dc-cc6a-40f1-a9cf-04dd14a065b5 req-1747e3f8-b7cc-400d-8e4f-6c362f5f2355 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0739257 Jul 08 02:15:49.841499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95bc51dc-cc6a-40f1-a9cf-04dd14a065b5 req-6709a842-7703-4192-9ff7-2189a8b09c4c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352011 Jul 08 02:15:49.869314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:49.927066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a74f2-96f2-4d99-842f-fd38683bb60e tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:49.928731 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-522a74f2-96f2-4d99-842f-fd38683bb60e tempest-TestNetworkAdvancedServerOps-618220787 tempest-TestNetworkAdvancedServerOps-618220787-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 1093 time: 0.0583758 Jul 08 02:15:49.937963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34458) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:49.945879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:50.032275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:50.147710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:50.257175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Allocated IP 172.25.8.21 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/6114cd46-b857-4a99-b2c2-c9a95185be88) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:50.407373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:50.520112 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:50.557378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94c01-973a-4bcf-9ee7-54abbce90a39 req-edc9db18-9c6c-4266-8f0a-d97c055e8432 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:50.559122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29c94c01-973a-4bcf-9ee7-54abbce90a39 req-edc9db18-9c6c-4266-8f0a-d97c055e8432 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0896974 Jul 08 02:15:50.566748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=6114cd46-b857-4a99-b2c2-c9a95185be88,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:50.583857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:50.583857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:50.586468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:50.617229 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29c94c01-973a-4bcf-9ee7-54abbce90a39 req-3005a1f8-0c4b-46d2-888d-5877f2a02cd6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Jul 08 02:15:50.967219 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.404896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.602388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.624279 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:15:51.804066 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.820352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108373-03c4-4782-8586-c590cbd84510 req-efab3f80-6938-449b-80e6-06437cfc967e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:51.828310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3108373-03c4-4782-8586-c590cbd84510 req-efab3f80-6938-449b-80e6-06437cfc967e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0721369 Jul 08 02:15:51.868853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.878377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3108373-03c4-4782-8586-c590cbd84510 req-4fc7bcdd-2e7e-48c2-a6d7-977616e56a36 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490470 Jul 08 02:15:51.962559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event updated for resources: {'Port': ['ID=6114cd46-b857-4a99-b2c2-c9a95185be88,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:51.977419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:52.104182 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Floating IP 5b73f0ce-c33d-41c6-90a5-13d6779e538a associated. External IP: 172.25.8.21, port: d9ca5011-c60d-4e75-adba-8c6f9a227cde. Jul 08 02:15:52.336700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 1fe255d2-d7d3-491e-b2c0-10f85378a35c has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:15:52.471747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:52.484187 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] Sync routers for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:52.494456 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:52.495245 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:52.560238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:52.602472 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:52.606660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-38e73449-1bbe-4342-872c-a585ce798696 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6647868 Jul 08 02:15:52.606660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:52.619598 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59af7d8-4f18-4369-b247-c81506d69373" -d '{"events": [{"name": "network-changed", "server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:52.669491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 86560b13-7c00-47b2-8540-4c19d3b5b3dc details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:15:52.735286 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20e446b-b07e-4d03-bb08-2d8d4ec4aa70 x-openstack-request-id: req-b20e446b-b07e-4d03-bb08-2d8d4ec4aa70 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:52.735890 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:52.736461 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b20e446b-b07e-4d03-bb08-2d8d4ec4aa70 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:52.737073 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'status': 'completed', 'code': 200} Jul 08 02:15:52.817882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:52.820718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109425c0-2117-4ce6-8a8b-53cbf9bf20d4 req-53aad72f-4530-42ba-a0ac-3e236515f679 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:52.822320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-109425c0-2117-4ce6-8a8b-53cbf9bf20d4 req-53aad72f-4530-42ba-a0ac-3e236515f679 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.1046698 Jul 08 02:15:52.832996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '86560b13-7c00-47b2-8540-4c19d3b5b3dc', 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'port_id': '86560b13-7c00-47b2-8540-4c19d3b5b3dc', 'mac_address': 'fa:16:3e:0c:b2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c760b58b-2e76-4f72-8ca8-c4d754ab313f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:15:52.860166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59af7d8-4f18-4369-b247-c81506d69373 req-cc8b76c7-fc70-428c-b34e-633a746a90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:52.861903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59af7d8-4f18-4369-b247-c81506d69373 req-cc8b76c7-fc70-428c-b34e-633a746a90f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 1098 time: 0.1013589 Jul 08 02:15:52.884811 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5b73f0ce-c33d-41c6-90a5-13d6779e538a', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'port_id': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'mac_address': 'fa:16:3e:94:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13628ba-56c5-453b-844a-3cd873281d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:15:50Z', 'updated_at': '2021-07-08T02:15:50Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:39Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:52.902159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:52.907363 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-109425c0-2117-4ce6-8a8b-53cbf9bf20d4 req-03981ce7-764f-426c-92d0-c84689701226 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790458 Jul 08 02:15:52.926873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86560b13-7c00-47b2-8540-4c19d3b5b3dc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:52.942377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:52.961448 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] Checking router: 1fe255d2-d7d3-491e-b2c0-10f85378a35c for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:15:52.962205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:52.975437 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:52.980716 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:15:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:53.017220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59af7d8-4f18-4369-b247-c81506d69373 req-e901f0a1-64df-4307-b69d-28e6aadc1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.018853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59af7d8-4f18-4369-b247-c81506d69373 req-e901f0a1-64df-4307-b69d-28e6aadc1536 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cabf7f64-28cd-4cdb-af0f-9ce31b67be13 HTTP/1.1" status: 200 len: 897 time: 0.1489382 Jul 08 02:15:53.026185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5cc5dffc-5e2e-4c65-a232-5ec278231d1f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/5b73f0ce-c33d-41c6-90a5-13d6779e538a HTTP/1.1" status: 200 len: 991 time: 0.0847661 Jul 08 02:15:53.040841 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:53.117419 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:53.118649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=86560b13-7c00-47b2-8540-4c19d3b5b3dc,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:53.149840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59af7d8-4f18-4369-b247-c81506d69373 req-d1b94ac2-9784-4d5e-9921-f995647e9f1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde HTTP/1.1" status: 200 len: 999 time: 0.1226299 Jul 08 02:15:53.203247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e4019-1687-4191-aaaf-e064da2b9366 req-e0e36f0b-f3f8-4bac-b16d-2bfb96edba42 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.204843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-712e4019-1687-4191-aaaf-e064da2b9366 req-e0e36f0b-f3f8-4bac-b16d-2bfb96edba42 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 945 time: 0.1256812 Jul 08 02:15:53.234232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59af7d8-4f18-4369-b247-c81506d69373 req-2d1c36d4-cc5d-43d9-944a-78253b1c3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.235642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59af7d8-4f18-4369-b247-c81506d69373 req-2d1c36d4-cc5d-43d9-944a-78253b1c3913 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11e1c08e-5906-4b39-b3f2-3b57afd488d0 HTTP/1.1" status: 200 len: 834 time: 0.0774159 Jul 08 02:15:53.273228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['86560b13-7c00-47b2-8540-4c19d3b5b3dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:53.283005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-712e4019-1687-4191-aaaf-e064da2b9366 req-05c91476-d432-490a-b68b-f6b0722e6146 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720308 Jul 08 02:15:53.316991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59af7d8-4f18-4369-b247-c81506d69373 req-13691f97-f527-4295-92b6-ef7e9c2eaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.318658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59af7d8-4f18-4369-b247-c81506d69373 req-13691f97-f527-4295-92b6-ef7e9c2eaa8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cabf7f64-28cd-4cdb-af0f-9ce31b67be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724847 Jul 08 02:15:53.391226 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5b73f0ce-c33d-41c6-90a5-13d6779e538a', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'port_id': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'mac_address': 'fa:16:3e:94:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13628ba-56c5-453b-844a-3cd873281d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:15:50Z', 'updated_at': '2021-07-08T02:15:50Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:39Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:53.442018 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504a54a-26fb-4b5f-a927-df7d81bae8f8 None None] The sync data for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 is: [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5b73f0ce-c33d-41c6-90a5-13d6779e538a', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'port_id': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'mac_address': 'fa:16:3e:94:0f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13628ba-56c5-453b-844a-3cd873281d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:15:50Z', 'updated_at': '2021-07-08T02:15:50Z', 'revision_number': 0, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:39Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:53.444714 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59af7d8-4f18-4369-b247-c81506d69373 req-73b26604-ed63-4f3a-ad30-e9224b3620ec service neutron] 10.222.0.32 "GET /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169596 Jul 08 02:15:53.552634 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59af7d8-4f18-4369-b247-c81506d69373 req-79a7b551-1bca-4b24-a7e3-a18dbfa2bae1 service neutron] 10.222.0.32 "GET /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983739 Jul 08 02:15:53.691232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678c348-22ae-46f0-956d-0b13e3d5c627 None None] New status for floating IP 5b73f0ce-c33d-41c6-90a5-13d6779e538a: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:15:54.025133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34538) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:54.147263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6ecb6222-ec88-42d4-8469-299b18282851 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/5b73f0ce-c33d-41c6-90a5-13d6779e538a HTTP/1.1" status: 200 len: 993 time: 0.1207497 Jul 08 02:15:54.465215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269013f-0cc9-43b6-9c30-39f8522a5c05 req-1667f7d1-95d6-4130-8e7c-6c6cdc22746c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:54.467320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a269013f-0cc9-43b6-9c30-39f8522a5c05 req-1667f7d1-95d6-4130-8e7c-6c6cdc22746c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 945 time: 0.0636764 Jul 08 02:15:54.511912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a269013f-0cc9-43b6-9c30-39f8522a5c05 req-8a816b88-1833-4096-95b2-3e876c611a8c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383427 Jul 08 02:15:54.696656 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 86560b13-7c00-47b2-8540-4c19d3b5b3dc up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:54.746347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 86560b13-7c00-47b2-8540-4c19d3b5b3dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:54.747112 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:54.837365 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:54.866394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86560b13-7c00-47b2-8540-4c19d3b5b3dc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:54.867562 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a7c33-3e71-4ada-ad76-767c22bbade4" -d '{"events": [{"server_uuid": "fddf5690-f925-426e-8bf8-ab8a6ca6f7ed", "name": "network-vif-plugged", "status": "completed", "tag": "86560b13-7c00-47b2-8540-4c19d3b5b3dc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:54.882010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:54.908398 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dab452d-d4fc-4098-9af3-33c49ff4709d x-openstack-request-id: req-7dab452d-d4fc-4098-9af3-33c49ff4709d {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:54.908689 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddf5690-f925-426e-8bf8-ab8a6ca6f7ed", "name": "network-vif-plugged", "status": "completed", "tag": "86560b13-7c00-47b2-8540-4c19d3b5b3dc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:54.908802 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7dab452d-d4fc-4098-9af3-33c49ff4709d {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:54.909167 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86560b13-7c00-47b2-8540-4c19d3b5b3dc', 'code': 200} Jul 08 02:15:54.986666 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:55.041922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=86560b13-7c00-47b2-8540-4c19d3b5b3dc,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:55.092920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06910-3ca8-4e4e-af67-9f514953ab0a req-a4b51a73-4f91-4cc8-8fad-d5921b3bb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:55.094997 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55f06910-3ca8-4e4e-af67-9f514953ab0a req-a4b51a73-4f91-4cc8-8fad-d5921b3bb0c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 1098 time: 0.0694008 Jul 08 02:15:55.136081 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55f06910-3ca8-4e4e-af67-9f514953ab0a req-9a1c5200-0d12-4f34-9c68-9fe5c11eed1e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Jul 08 02:15:55.706081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322527-6b58-40fa-b011-490ab09ccf43 req-1e68b853-a900-4c63-96f5-3ae7c0168675 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:55.712530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11322527-6b58-40fa-b011-490ab09ccf43 req-1e68b853-a900-4c63-96f5-3ae7c0168675 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0803742 Jul 08 02:15:55.762786 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11322527-6b58-40fa-b011-490ab09ccf43 req-acf63d2f-6fe6-40c4-a040-ab2bdc11acf0 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377851 Jul 08 02:15:56.960766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf900a-d5a6-4dfb-9e76-a19111aee991 req-82e49535-a4b5-4c38-bbc0-a56dfb6ed494 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:56.962415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bf900a-d5a6-4dfb-9e76-a19111aee991 req-82e49535-a4b5-4c38-bbc0-a56dfb6ed494 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0759816 Jul 08 02:15:57.002884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38bf900a-d5a6-4dfb-9e76-a19111aee991 req-0eadc4b5-6082-4f2d-aa76-c42908b8a80c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Jul 08 02:15:57.198855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936a53-1999-4332-aa69-95a69410f3a3 req-bfa8555d-0840-4801-85b8-c05a53c01cd8 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.198855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97936a53-1999-4332-aa69-95a69410f3a3 req-bfa8555d-0840-4801-85b8-c05a53c01cd8 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.0740364 Jul 08 02:15:57.242508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97936a53-1999-4332-aa69-95a69410f3a3 req-4618ec15-1b0b-41e6-8258-7d5c2d7f0909 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358479 Jul 08 02:15:58.067841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-8f130f73-ac57-4386-a3cf-70cdd3b2c74f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:58.069129 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-8f130f73-ac57-4386-a3cf-70cdd3b2c74f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/networks?id=75f679a5-3d17-4625-a387-330bae1a2e50 HTTP/1.1" status: 200 len: 815 time: 0.1089919 Jul 08 02:15:58.084476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-38fcf4e9-3eaa-4717-ad20-9bf933703d63 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/quotas/0199a87b15444495af6de7e8ff34f76d HTTP/1.1" status: 200 len: 375 time: 0.0098534 Jul 08 02:15:58.160890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-4d31f742-4b4e-4b76-9c52-7d26d93ee89c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692503 Jul 08 02:15:58.260045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-bff3b1f1-1773-4863-918e-42e9720a5359 service neutron] 10.222.0.10 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924108 Jul 08 02:15:58.348055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-1fe6ae97-ed4e-4d8d-a45d-3e0733ac1307 service neutron] 10.222.0.10 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840800 Jul 08 02:15:58.630220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-55d2e54f-ac74-46cc-91dd-a31da3811f6c req-bbd40c74-4968-465c-bb9f-69b37da3bdc2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 210 time: 0.0309527 Jul 08 02:15:59.806495 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ee75171c-e63e-421f-9b4c-de54823c7d90 req-9b32171d-7d2a-456e-b694-e6ff7df27484 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 210 time: 0.0530090 Jul 08 02:15:59.847793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-51ca3ce2-b0b9-4bbb-9647-08919c006bc8 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:59.849268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-51ca3ce2-b0b9-4bbb-9647-08919c006bc8 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.32 "GET /v2.0/ports?device_id=fddf5690-f925-426e-8bf8-ab8a6ca6f7ed HTTP/1.1" status: 200 len: 946 time: 0.1059377 Jul 08 02:15:59.962216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Deleting port 86560b13-7c00-47b2-8540-4c19d3b5b3dc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:15:59.962818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:00.062288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] For port 86560b13-7c00-47b2-8540-4c19d3b5b3dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=86560b13-7c00-47b2-8540-4c19d3b5b3dc,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:00.062682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:00.077717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Calling delete_port for 86560b13-7c00-47b2-8540-4c19d3b5b3dc owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:00.323718 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:00.339510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['86560b13-7c00-47b2-8540-4c19d3b5b3dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:00.357754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Pushing event deleted for resources: {'Port': ['ID=86560b13-7c00-47b2-8540-4c19d3b5b3dc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:00.401421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] No DVR routers for this DVR port 86560b13-7c00-47b2-8540-4c19d3b5b3dc on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:00.404779 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:00.407028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-38f40360-8eb8-4a88-9b6d-17add3d392d4 req-25722e64-efb8-40d6-aa73-3fb8d4e8576c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.32 "DELETE /v2.0/ports/86560b13-7c00-47b2-8540-4c19d3b5b3dc HTTP/1.1" status: 204 len: 173 time: 0.5501041 Jul 08 02:16:00.407500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'name': 'network-vif-deleted', 'tag': '86560b13-7c00-47b2-8540-4c19d3b5b3dc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:00.409860 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd1ed1-bfba-4cbb-8cbe-50615b742564" -d '{"events": [{"server_uuid": "fddf5690-f925-426e-8bf8-ab8a6ca6f7ed", "name": "network-vif-deleted", "tag": "86560b13-7c00-47b2-8540-4c19d3b5b3dc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:00.446039 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d65b48-1ae2-4b42-b429-b0a613c65f25 x-openstack-request-id: req-63d65b48-1ae2-4b42-b429-b0a613c65f25 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:00.446344 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddf5690-f925-426e-8bf8-ab8a6ca6f7ed", "name": "network-vif-deleted", "tag": "86560b13-7c00-47b2-8540-4c19d3b5b3dc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:00.446602 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63d65b48-1ae2-4b42-b429-b0a613c65f25 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:00.447010 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf5690-f925-426e-8bf8-ab8a6ca6f7ed', 'name': 'network-vif-deleted', 'tag': '86560b13-7c00-47b2-8540-4c19d3b5b3dc', 'status': 'completed', 'code': 200} Jul 08 02:16:00.969504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-625dea6f-1500-45b0-ac0e-a263a9b630b5 req-99262b2e-20aa-4a48-a408-fb7aa9ed142a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 210 time: 0.0306807 Jul 08 02:16:01.250888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-798ff3b5-2783-44e7-a481-0d7cdd184091 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:01.254257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-798ff3b5-2783-44e7-a481-0d7cdd184091 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.18 "GET /v2.0/networks?id=75f679a5-3d17-4625-a387-330bae1a2e50 HTTP/1.1" status: 200 len: 815 time: 0.1036181 Jul 08 02:16:01.264911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Request body: {'port': {'device_id': '67b82aa3-472e-429b-b4c9-9280a0216053', 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'admin_state_up': True, 'tenant_id': '0199a87b15444495af6de7e8ff34f76d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:01.563025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Made reservation on behalf of 0199a87b15444495af6de7e8ff34f76d for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:01.566852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:01.698677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Allocated IP 172.20.0.8 (75f679a5-3d17-4625-a387-330bae1a2e50/c760b58b-2e76-4f72-8ca8-c4d754ab313f/6d2872d4-b929-4f9e-b916-a16849251a4c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:01.850696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:02.007787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:02.026316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['86560b13-7c00-47b2-8540-4c19d3b5b3dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:02.059419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Network 75f679a5-3d17-4625-a387-330bae1a2e50 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:02.063642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:02.068952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:02.102260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Pushing event updated for resources: {'Port': ['ID=6d2872d4-b929-4f9e-b916-a16849251a4c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:02.131618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:02.132310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:02.188841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4a96-2ea6-4f82-bfb9-ec1d3c982f74 req-ad7c93ae-defb-4a6b-b1a5-a2c218b87b2a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:02.190577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0ec4a96-2ea6-4f82-bfb9-ec1d3c982f74 req-ad7c93ae-defb-4a6b-b1a5-a2c218b87b2a tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 931 time: 0.0730770 Jul 08 02:16:02.235913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0ec4a96-2ea6-4f82-bfb9-ec1d3c982f74 req-cd259527-6c65-4bbb-ba83-c0e2c2f4b87c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382538 Jul 08 02:16:02.240606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-cc6079cb-10b9-4083-b2f3-2c7327cee154 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9798207 Jul 08 02:16:02.254296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Request body: {'port': {'device_id': '67b82aa3-472e-429b-b4c9-9280a0216053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:02.341179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:02.609386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2872d4-b929-4f9e-b916-a16849251a4c {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:02.616681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:02.630448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Transition to ACTIVE for port object 6d2872d4-b929-4f9e-b916-a16849251a4c will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:02.731057 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:02.782217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2872d4-b929-4f9e-b916-a16849251a4c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:02.856659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Attempting to bind port 6d2872d4-b929-4f9e-b916-a16849251a4c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:16:02.857161 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Attempting to bind port 6d2872d4-b929-4f9e-b916-a16849251a4c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:16:02.857565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Attempting to bind port 6d2872d4-b929-4f9e-b916-a16849251a4c on network 75f679a5-3d17-4625-a387-330bae1a2e50 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:02.862562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Port 6d2872d4-b929-4f9e-b916-a16849251a4c on network 75f679a5-3d17-4625-a387-330bae1a2e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:16:02.862835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Attempting to bind port 6d2872d4-b929-4f9e-b916-a16849251a4c on network 75f679a5-3d17-4625-a387-330bae1a2e50 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:02.867837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:16:02.868209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Checking segment: {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:02.868605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Bound using segment: {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:16:02.869039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Bound port: 6d2872d4-b929-4f9e-b916-a16849251a4c, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b82f78-f125-4674-8380-13c0d9273ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:16:02.869407 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:02.938958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] For port 6d2872d4-b929-4f9e-b916-a16849251a4c, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:02.943311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] For port 6d2872d4-b929-4f9e-b916-a16849251a4c, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6d2872d4-b929-4f9e-b916-a16849251a4c,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:16:03.062853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:03.096916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:03.097622 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:03.099017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/6d2872d4-b929-4f9e-b916-a16849251a4c HTTP/1.1" status: 200 len: 1092 time: 0.8491373 Jul 08 02:16:03.099452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b82aa3-472e-429b-b4c9-9280a0216053', 'tag': '6d2872d4-b929-4f9e-b916-a16849251a4c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:03.101723 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0f2b06-24eb-4e05-a35a-a9e5e047dcf9" -d '{"events": [{"name": "network-changed", "server_uuid": "67b82aa3-472e-429b-b4c9-9280a0216053", "tag": "6d2872d4-b929-4f9e-b916-a16849251a4c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:03.130542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d8bb8-a47d-40cd-ae33-eabda4ec32b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2872d4-b929-4f9e-b916-a16849251a4c,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:03.138807 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d137f30-835f-44af-a1b2-4b62e5b10683 x-openstack-request-id: req-2d137f30-835f-44af-a1b2-4b62e5b10683 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:03.139695 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b82aa3-472e-429b-b4c9-9280a0216053", "tag": "6d2872d4-b929-4f9e-b916-a16849251a4c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:03.139695 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d137f30-835f-44af-a1b2-4b62e5b10683 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:03.139908 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b82aa3-472e-429b-b4c9-9280a0216053', 'tag': '6d2872d4-b929-4f9e-b916-a16849251a4c', 'status': 'completed', 'code': 200} Jul 08 02:16:03.223440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f2b06-24eb-4e05-a35a-a9e5e047dcf9 req-22da20d4-f61f-4d71-958f-de9a02c932f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:03.225005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd0f2b06-24eb-4e05-a35a-a9e5e047dcf9 req-22da20d4-f61f-4d71-958f-de9a02c932f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 1095 time: 0.0550652 Jul 08 02:16:03.333022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f2b06-24eb-4e05-a35a-a9e5e047dcf9 req-1fe9ad07-e417-46cc-8509-aab1e8305c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:03.334551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd0f2b06-24eb-4e05-a35a-a9e5e047dcf9 req-1fe9ad07-e417-46cc-8509-aab1e8305c40 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0199a87b15444495af6de7e8ff34f76d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0995479 Jul 08 02:16:03.476626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f2b06-24eb-4e05-a35a-a9e5e047dcf9 req-5fa6e78e-9c2e-4268-9382-2cc098a83c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:03.478124 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd0f2b06-24eb-4e05-a35a-a9e5e047dcf9 req-5fa6e78e-9c2e-4268-9382-2cc098a83c1c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378014 Jul 08 02:16:03.486568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35687906-43ee-4af7-90fa-fc57fddacbd0 req-92a79009-c4fa-4677-975b-e089165e4ebe tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:03.488029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35687906-43ee-4af7-90fa-fc57fddacbd0 req-92a79009-c4fa-4677-975b-e089165e4ebe tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 943 time: 0.1379571 Jul 08 02:16:03.537041 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35687906-43ee-4af7-90fa-fc57fddacbd0 req-795ff374-55c7-425c-992e-c4c910fdaaa9 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Jul 08 02:16:03.578775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-f83f6714-581e-4f5a-b911-3bbf233b5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:03.580299 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-f83f6714-581e-4f5a-b911-3bbf233b5e15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0199a87b15444495af6de7e8ff34f76d&device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 1095 time: 0.0585842 Jul 08 02:16:03.624255 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-d83dfe2c-ef13-46df-966d-67f34a5e3de2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2872d4-b929-4f9e-b916-a16849251a4c HTTP/1.1" status: 200 len: 217 time: 0.0363913 Jul 08 02:16:03.969019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-84d4d3c7-e0e2-4a69-9791-b293b5ced2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:03.970483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-84d4d3c7-e0e2-4a69-9791-b293b5ced2af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c760b58b-2e76-4f72-8ca8-c4d754ab313f HTTP/1.1" status: 200 len: 855 time: 0.3402312 Jul 08 02:16:04.008475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-0cff8d56-b772-44dc-9a42-643e4b3ff7c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=75f679a5-3d17-4625-a387-330bae1a2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306554 Jul 08 02:16:04.108009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-c4abdb11-0df4-4470-8db1-0818c788ff91 service neutron] 10.222.0.18 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920241 Jul 08 02:16:04.199265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dffa1112-2f87-4d28-bbc8-b16be3ef63ea req-aff6ea77-b6c1-46a8-888d-fc77ef4f7e9e service neutron] 10.222.0.18 "GET /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843163 Jul 08 02:16:04.719905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23863bb5-3a50-4a08-bd9a-393cbbf013d3 req-684ab28b-ed0f-4c4e-8dce-bef093f102ef tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:04.721424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23863bb5-3a50-4a08-bd9a-393cbbf013d3 req-684ab28b-ed0f-4c4e-8dce-bef093f102ef tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 943 time: 0.0706742 Jul 08 02:16:04.747126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 86560b13-7c00-47b2-8540-4c19d3b5b3dc no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:04.762415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-23863bb5-3a50-4a08-bd9a-393cbbf013d3 req-15b5124b-9528-431d-8a3a-37a1e69374b9 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346584 Jul 08 02:16:04.771372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 86560b13-7c00-47b2-8540-4c19d3b5b3dc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:04.771720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 86560b13-7c00-47b2-8540-4c19d3b5b3dc not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:05.963519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0cab-6ee4-4aa1-addb-13070c7a939d req-cccaa9c5-bf1e-466f-97c9-0cc856961ceb tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:05.965169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b9fb0cab-6ee4-4aa1-addb-13070c7a939d req-cccaa9c5-bf1e-466f-97c9-0cc856961ceb tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 943 time: 0.0810845 Jul 08 02:16:06.005414 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b9fb0cab-6ee4-4aa1-addb-13070c7a939d req-51aa3dfc-562c-491c-804a-8d4c1b578b3c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338097 Jul 08 02:16:07.191990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a607fb-9d52-47bd-ab51-b71840d36d12 req-d722699f-30ce-4b6b-af74-0c03ea5fa11e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:07.193576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43a607fb-9d52-47bd-ab51-b71840d36d12 req-d722699f-30ce-4b6b-af74-0c03ea5fa11e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 943 time: 0.0678642 Jul 08 02:16:07.238986 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43a607fb-9d52-47bd-ab51-b71840d36d12 req-51b190a9-4448-4268-b2c1-f3ecb24246e9 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Jul 08 02:16:08.425561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc4398-fcce-4516-bbe5-d033a9b89e12 req-6c6cb4bc-54c4-4f70-b393-dcd615761102 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:08.427032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8dc4398-fcce-4516-bbe5-d033a9b89e12 req-6c6cb4bc-54c4-4f70-b393-dcd615761102 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 943 time: 0.0667179 Jul 08 02:16:08.463103 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8dc4398-fcce-4516-bbe5-d033a9b89e12 req-885cb448-03b9-4b9c-b8d6-e625588b9112 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306079 Jul 08 02:16:08.762339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6d2872d4-b929-4f9e-b916-a16849251a4c details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:16:08.858814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6d2872d4-b929-4f9e-b916-a16849251a4c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6d2872d4-b929-4f9e-b916-a16849251a4c,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:08.869930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '6d2872d4-b929-4f9e-b916-a16849251a4c', 'network_id': '75f679a5-3d17-4625-a387-330bae1a2e50', 'port_id': '6d2872d4-b929-4f9e-b916-a16849251a4c', 'mac_address': 'fa:16:3e:44:6a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c760b58b-2e76-4f72-8ca8-c4d754ab313f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:16:08.911615 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:08.925565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2872d4-b929-4f9e-b916-a16849251a4c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:08.952509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6d2872d4-b929-4f9e-b916-a16849251a4c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6d2872d4-b929-4f9e-b916-a16849251a4c,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:09.054876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.102531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=6d2872d4-b929-4f9e-b916-a16849251a4c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:09.334860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['6d2872d4-b929-4f9e-b916-a16849251a4c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:09.648483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976f4da-4323-4eb5-a121-a06922ed14cd req-42a99b0d-e55e-4be2-958b-efb2c27f989c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:09.649963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5976f4da-4323-4eb5-a121-a06922ed14cd req-42a99b0d-e55e-4be2-958b-efb2c27f989c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 944 time: 0.0668683 Jul 08 02:16:09.688640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5976f4da-4323-4eb5-a121-a06922ed14cd req-31aaf32d-b20f-446f-a48a-e3cdb0f9dcec tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Jul 08 02:16:10.775244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6d2872d4-b929-4f9e-b916-a16849251a4c up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:10.898003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313ef8e-eca6-46ae-b207-c9ac853bb9f1 req-ff33813f-d930-4859-9ea4-8a85e356c564 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:10.900092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b313ef8e-eca6-46ae-b207-c9ac853bb9f1 req-ff33813f-d930-4859-9ea4-8a85e356c564 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 944 time: 0.0927460 Jul 08 02:16:10.936669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 6d2872d4-b929-4f9e-b916-a16849251a4c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:10.940860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 6d2872d4-b929-4f9e-b916-a16849251a4c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:10.941296 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:10.943088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b313ef8e-eca6-46ae-b207-c9ac853bb9f1 req-d2117d65-4d53-4410-8eae-5edea6994350 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Jul 08 02:16:11.024825 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.052981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b82aa3-472e-429b-b4c9-9280a0216053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2872d4-b929-4f9e-b916-a16849251a4c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:11.056961 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a448ea-ea95-4d0b-a251-ac4c66ae418b" -d '{"events": [{"server_uuid": "67b82aa3-472e-429b-b4c9-9280a0216053", "name": "network-vif-plugged", "status": "completed", "tag": "6d2872d4-b929-4f9e-b916-a16849251a4c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:11.068297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6d2872d4-b929-4f9e-b916-a16849251a4c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6d2872d4-b929-4f9e-b916-a16849251a4c,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:11.097396 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7199640e-3127-446b-bfd9-22692884ed39 x-openstack-request-id: req-7199640e-3127-446b-bfd9-22692884ed39 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:11.097690 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b82aa3-472e-429b-b4c9-9280a0216053", "name": "network-vif-plugged", "status": "completed", "tag": "6d2872d4-b929-4f9e-b916-a16849251a4c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:11.097944 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7199640e-3127-446b-bfd9-22692884ed39 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:11.098435 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b82aa3-472e-429b-b4c9-9280a0216053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2872d4-b929-4f9e-b916-a16849251a4c', 'code': 200} Jul 08 02:16:11.197676 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.224666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281769e0-8697-4fdd-9594-bd28a082c6e7 req-60ec0f70-9d35-46d9-bca5-01b9d8ad331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:11.226701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-281769e0-8697-4fdd-9594-bd28a082c6e7 req-60ec0f70-9d35-46d9-bca5-01b9d8ad331c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 1096 time: 0.0615048 Jul 08 02:16:11.273855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-281769e0-8697-4fdd-9594-bd28a082c6e7 req-e85cc0cc-5129-4aab-979f-b6601b815c0a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Jul 08 02:16:11.278805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=6d2872d4-b929-4f9e-b916-a16849251a4c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:12.046122 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa464f6d-8291-4521-b9f0-9baba89a9c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.138282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be1af9-9a99-4661-9eb6-29ba19b067b4 req-ebab6f62-ef66-489b-957d-13b7e6fedbc4 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:12.139811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-22be1af9-9a99-4661-9eb6-29ba19b067b4 req-ebab6f62-ef66-489b-957d-13b7e6fedbc4 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.0704348 Jul 08 02:16:12.181999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-22be1af9-9a99-4661-9eb6-29ba19b067b4 req-32d4b608-a4b3-4d20-ab0d-16ad10467ff5 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365543 Jul 08 02:16:13.378776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963c62b-091a-4e68-90d2-584d7295ed96 req-2a80c93b-1e1c-49bb-bb0a-6f42293f3c58 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:13.380330 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1963c62b-091a-4e68-90d2-584d7295ed96 req-2a80c93b-1e1c-49bb-bb0a-6f42293f3c58 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.0733764 Jul 08 02:16:13.424448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1963c62b-091a-4e68-90d2-584d7295ed96 req-0fe2b42e-a5a6-4835-a877-04e73becf2f2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Jul 08 02:16:13.613164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf77f-b1b1-4255-b8fc-6e8cab707fce req-e3659e06-8579-4198-8685-ed1d3bfffe45 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:13.614666 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13bdf77f-b1b1-4255-b8fc-6e8cab707fce req-e3659e06-8579-4198-8685-ed1d3bfffe45 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.0702090 Jul 08 02:16:13.657092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13bdf77f-b1b1-4255-b8fc-6e8cab707fce req-8307cc6a-3e54-4f0e-886b-2d62bc4bebcf tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Jul 08 02:16:14.159752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48f879-6fc4-4f0d-aa2e-12518b917a46 req-725d92ac-14c2-410d-85f3-06055a72613c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:14.167022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b48f879-6fc4-4f0d-aa2e-12518b917a46 req-725d92ac-14c2-410d-85f3-06055a72613c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.0804002 Jul 08 02:16:14.205797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b48f879-6fc4-4f0d-aa2e-12518b917a46 req-cb906fbc-cdd5-410a-812b-0e062af0325c tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377538 Jul 08 02:16:14.410504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9b903-3cb8-42bd-a89b-9bdc9bfe9a19 req-807d9871-9fe9-4b33-9faa-5c625d8c4c00 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:14.412501 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1f9b903-3cb8-42bd-a89b-9bdc9bfe9a19 req-807d9871-9fe9-4b33-9faa-5c625d8c4c00 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.0771158 Jul 08 02:16:14.452991 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1f9b903-3cb8-42bd-a89b-9bdc9bfe9a19 req-22618136-4338-479a-b291-75021b0071f4 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347326 Jul 08 02:16:14.470097 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2212-2470-4bfe-8802-ea43fd299e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.908170 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:15.007252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4590c0-837c-4423-9828-626cb067db10 req-d2e24065-b482-4555-b8fd-6f9ba049f70e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:15.008952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd4590c0-837c-4423-9828-626cb067db10 req-d2e24065-b482-4555-b8fd-6f9ba049f70e tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.1045434 Jul 08 02:16:15.050373 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd4590c0-837c-4423-9828-626cb067db10 req-ba5b394b-584c-4bea-8dc8-c82198386763 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jul 08 02:16:15.263013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806da4e-5d32-4871-8a52-3f07f4581eec req-0677dfc7-2f1d-4c27-93d8-3677d9613a43 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:15.265153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8806da4e-5d32-4871-8a52-3f07f4581eec req-0677dfc7-2f1d-4c27-93d8-3677d9613a43 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.0791333 Jul 08 02:16:15.306847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8806da4e-5d32-4871-8a52-3f07f4581eec req-36a4ef80-3a66-46fb-b56f-05f59e4df7b3 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Jul 08 02:16:15.753525 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:16.307660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc64e-336d-41c1-a448-64da617079fd req-77e71c32-3652-4d82-8938-4ac04e704fb2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:16.335453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-494cc64e-336d-41c1-a448-64da617079fd req-77e71c32-3652-4d82-8938-4ac04e704fb2 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.1389272 Jul 08 02:16:16.380261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-494cc64e-336d-41c1-a448-64da617079fd req-42d94ac0-0bb4-414c-b658-7b625cf48fd6 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Jul 08 02:16:17.228275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545304e6-5710-4172-8046-63a836e810e9 req-39ab7a8b-e0d0-4e10-a32c-2a3b09553849 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:17.229757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-545304e6-5710-4172-8046-63a836e810e9 req-39ab7a8b-e0d0-4e10-a32c-2a3b09553849 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.18 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.0699306 Jul 08 02:16:17.334782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Deleting port 6d2872d4-b929-4f9e-b916-a16849251a4c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:17.335517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.451049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.451666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] For port 6d2872d4-b929-4f9e-b916-a16849251a4c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6d2872d4-b929-4f9e-b916-a16849251a4c,segment=NetworkSegment(54b82f78-f125-4674-8380-13c0d9273ac6),segment_id=54b82f78-f125-4674-8380-13c0d9273ac6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:17.451981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.468651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Calling delete_port for 6d2872d4-b929-4f9e-b916-a16849251a4c owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:17.597590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59549ff-8764-48a9-9d87-3845cfc99491 req-1d71aab8-77f4-428d-9a15-ba50c8b4796d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:17.599312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f59549ff-8764-48a9-9d87-3845cfc99491 req-1d71aab8-77f4-428d-9a15-ba50c8b4796d tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 945 time: 0.0823932 Jul 08 02:16:17.662407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f59549ff-8764-48a9-9d87-3845cfc99491 req-e85cd9bb-a567-4c15-8521-0ee0f71884c9 tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/security-groups?id=98797ea5-804c-4e1c-b973-500adae042fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565243 Jul 08 02:16:17.694743 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.707983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['6d2872d4-b929-4f9e-b916-a16849251a4c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:17.748851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Pushing event deleted for resources: {'Port': ['ID=6d2872d4-b929-4f9e-b916-a16849251a4c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:17.803201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] No DVR routers for this DVR port 6d2872d4-b929-4f9e-b916-a16849251a4c on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:17.806025 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.808150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-545304e6-5710-4172-8046-63a836e810e9 req-371167c8-2074-487d-a4c2-0b4a0457ca3f tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.18 "DELETE /v2.0/ports/6d2872d4-b929-4f9e-b916-a16849251a4c HTTP/1.1" status: 204 len: 173 time: 0.5728915 Jul 08 02:16:17.808593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b82aa3-472e-429b-b4c9-9280a0216053', 'name': 'network-vif-deleted', 'tag': '6d2872d4-b929-4f9e-b916-a16849251a4c'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:17.811124 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d024de-9514-4edf-9977-f2da645be2fe" -d '{"events": [{"server_uuid": "67b82aa3-472e-429b-b4c9-9280a0216053", "name": "network-vif-deleted", "tag": "6d2872d4-b929-4f9e-b916-a16849251a4c"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:17.849357 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf710e80-4c00-42d2-bebe-c6faa72e9f36 x-openstack-request-id: req-cf710e80-4c00-42d2-bebe-c6faa72e9f36 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:17.849854 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b82aa3-472e-429b-b4c9-9280a0216053", "name": "network-vif-deleted", "tag": "6d2872d4-b929-4f9e-b916-a16849251a4c", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:17.850372 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf710e80-4c00-42d2-bebe-c6faa72e9f36 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:17.850884 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b82aa3-472e-429b-b4c9-9280a0216053', 'name': 'network-vif-deleted', 'tag': '6d2872d4-b929-4f9e-b916-a16849251a4c', 'status': 'completed', 'code': 200} Jul 08 02:16:18.197646 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.832050 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-594630fd-c62e-4813-b3bf-3118ef024bd5 req-78c3442a-325f-4628-98e0-a046d3f0ad6b tempest-ServerDiskConfigTestJSON-1466373352 tempest-ServerDiskConfigTestJSON-1466373352-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b82aa3-472e-429b-b4c9-9280a0216053 HTTP/1.1" status: 200 len: 210 time: 0.0295215 Jul 08 02:16:20.262827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34990) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:20.306519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1017a067-bec9-4dca-b051-5985081998dd admin admin] Deleting subnet c760b58b-2e76-4f72-8ca8-c4d754ab313f {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:16:20.309779 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1017a067-bec9-4dca-b051-5985081998dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.361568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1017a067-bec9-4dca-b051-5985081998dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.402932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1017a067-bec9-4dca-b051-5985081998dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.582261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1017a067-bec9-4dca-b051-5985081998dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.609306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017a067-bec9-4dca-b051-5985081998dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c760b58b-2e76-4f72-8ca8-c4d754ab313f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:20.615868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1017a067-bec9-4dca-b051-5985081998dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.620881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1017a067-bec9-4dca-b051-5985081998dd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c760b58b-2e76-4f72-8ca8-c4d754ab313f HTTP/1.1" status: 204 len: 168 time: 0.3558517 Jul 08 02:16:20.620881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35000) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:20.694546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.781701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.791962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f679a5-3d17-4625-a387-330bae1a2e50']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:20.802160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b82f78-f125-4674-8380-13c0d9273ac6') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:20.802463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b82f78-f125-4674-8380-13c0d9273ac6') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:20.812084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.827135 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.834127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:16:20.834589 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:16:20.836347 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:16:20.985679 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.997142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.003419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.006127 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] 10.222.0.10 "DELETE /v2.0/networks/75f679a5-3d17-4625-a387-330bae1a2e50 HTTP/1.1" status: 204 len: 168 time: 0.3848486 Jul 08 02:16:21.017998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cb513-1f86-4b79-bc17-8f2d8dd636da admin admin] Pushing event deleted for resources: {'Network': ['ID=75f679a5-3d17-4625-a387-330bae1a2e50,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:21.430550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:21.470191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d685d26b-2d49-4fed-ba88-58228d7cbe35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0199a87b15444495af6de7e8ff34f76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384438 Jul 08 02:16:21.473880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35030) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:21.529043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95324f9b-f785-4f6c-8307-03ab1ba07a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.551642 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95324f9b-f785-4f6c-8307-03ab1ba07a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.722955 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95324f9b-f785-4f6c-8307-03ab1ba07a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.725888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95324f9b-f785-4f6c-8307-03ab1ba07a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.727067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-95324f9b-f785-4f6c-8307-03ab1ba07a95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98797ea5-804c-4e1c-b973-500adae042fe HTTP/1.1" status: 204 len: 168 time: 0.2521856 Jul 08 02:16:21.738173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95324f9b-f785-4f6c-8307-03ab1ba07a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98797ea5-804c-4e1c-b973-500adae042fe,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:22.805864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6d2872d4-b929-4f9e-b916-a16849251a4c no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:22.830974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 6d2872d4-b929-4f9e-b916-a16849251a4c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:22.831327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6d2872d4-b929-4f9e-b916-a16849251a4c not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:22.906179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35090) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:23.014621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1435474454-network', 'tenant_id': '24f3bfc9ae0a4d40868d1593e8228dea'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:23.088824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Made reservation on behalf of 24f3bfc9ae0a4d40868d1593e8228dea for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:23.091314 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.102669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.198972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.312149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.336548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:16:23.346877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:23.351721 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.352064 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Added segment 829817a6-9a3a-4416-994b-7d20175e351c of type vlan for network b4ebaab7-ac1a-4de1-9945-9214575467de Jul 08 02:16:23.393358 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.518974 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.520108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:23.521387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.617200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ebaab7-ac1a-4de1-9945-9214575467de,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:23.626831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network b4ebaab7-ac1a-4de1-9945-9214575467de details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:16:23.694559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-395b97c2-6779-458d-851e-7a3310fd98a8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7872574 Jul 08 02:16:23.697823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35116) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:23.702818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Request body: {'subnet': {'network_id': 'b4ebaab7-ac1a-4de1-9945-9214575467de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1435474454-subnet', 'tenant_id': '24f3bfc9ae0a4d40868d1593e8228dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:23.813901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Made reservation on behalf of 24f3bfc9ae0a4d40868d1593e8228dea for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:23.818394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:24.174970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:24.236998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b8d47f-372d-493f-81e5-4e6910c4e774,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:24.245618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Checking segment: {'id': '829817a6-9a3a-4416-994b-7d20175e351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b4ebaab7-ac1a-4de1-9945-9214575467de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:24.245982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Network hostable DHCP agents. Network: b4ebaab7-ac1a-4de1-9945-9214575467de, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:16:24.368260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Network b4ebaab7-ac1a-4de1-9945-9214575467de is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:16:24.505503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, b4ebaab7-ac1a-4de1-9945-9214575467de) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:24.505503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.505503 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:24.508686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b1dbf-7de9-46d5-afd4-695e5a2c0cd4 None None] Network b4ebaab7-ac1a-4de1-9945-9214575467de requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:16:24.641279 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-60bd1299-4bbd-4f09-8ca6-34057a82edf5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9424198 Jul 08 02:16:24.675668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c76483-81e9-43a3-9cea-c4567bba76a1 None None] Network b4ebaab7-ac1a-4de1-9945-9214575467de requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:16:25.133690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff241-200a-4241-8d7e-a092a87928fc req-76acdec1-d758-4ac5-bd8b-a978083b13b6 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:25.135502 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-76acdec1-d758-4ac5-bd8b-a978083b13b6 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/networks?id=b4ebaab7-ac1a-4de1-9945-9214575467de HTTP/1.1" status: 200 len: 818 time: 0.1118619 Jul 08 02:16:25.151970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-d877ab26-3b5b-4ef6-abf3-44e83614f163 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/quotas/24f3bfc9ae0a4d40868d1593e8228dea HTTP/1.1" status: 200 len: 375 time: 0.0100522 Jul 08 02:16:25.191926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-bfd44031-e972-43e4-b3b8-63b16fb1c19b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=24f3bfc9ae0a4d40868d1593e8228dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341861 Jul 08 02:16:25.292122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-e857270a-950e-44b3-8591-defee7eccbe9 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ebaab7-ac1a-4de1-9945-9214575467de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944591 Jul 08 02:16:25.391626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-feec8d3b-788d-4742-904f-3dbcb611dfc7 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ebaab7-ac1a-4de1-9945-9214575467de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918853 Jul 08 02:16:25.691987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33b8bc14-edba-47fb-8bc6-acc111ae1477 req-8344e542-ee96-404a-ba55-e5086adcd1b1 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 210 time: 0.0390840 Jul 08 02:16:26.784965 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa25c7a3-593d-4f38-9cdf-cd5362cd5c5d req-aa12c552-f5a9-41ff-adaf-fa6534a475c9 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 210 time: 0.0281262 Jul 08 02:16:27.961438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d18b9368-809c-44c1-bfaf-792c65ef0a1c req-2f80f204-15c7-420c-8454-7723ba4160b0 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 210 time: 0.0473776 Jul 08 02:16:28.324128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d3ed-cee5-4310-8bee-88e81c8eae74 req-8426af8f-f161-47fe-b290-533e37215690 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:28.326390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3765d3ed-cee5-4310-8bee-88e81c8eae74 req-8426af8f-f161-47fe-b290-533e37215690 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0825300 Jul 08 02:16:28.369696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3765d3ed-cee5-4310-8bee-88e81c8eae74 req-cdcfd155-f9bf-42bc-9096-b7c7bd3e7616 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375967 Jul 08 02:16:28.454051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff241-200a-4241-8d7e-a092a87928fc req-e616b96e-2ae4-41f7-9ec2-245741c8600a tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:28.455567 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-e616b96e-2ae4-41f7-9ec2-245741c8600a tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.32 "GET /v2.0/networks?id=b4ebaab7-ac1a-4de1-9945-9214575467de HTTP/1.1" status: 200 len: 818 time: 0.1301067 Jul 08 02:16:28.471517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Request body: {'port': {'device_id': '0d1d545e-f05c-4795-9dee-413795911928', 'network_id': 'b4ebaab7-ac1a-4de1-9945-9214575467de', 'admin_state_up': True, 'tenant_id': '24f3bfc9ae0a4d40868d1593e8228dea'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:28.629409 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:16:28.724862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Made reservation on behalf of 24f3bfc9ae0a4d40868d1593e8228dea for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:28.728671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:28.884116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Allocated IP 172.20.0.6 (b4ebaab7-ac1a-4de1-9945-9214575467de/f2b8d47f-372d-493f-81e5-4e6910c4e774/c46a060b-28ce-4902-b6ac-8c9ddafa9938) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:29.155832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b3bafa3c-8692-4f2a-ba65-1f5ebcb0b18d req-a51b9d20-ef0b-490d-8148-2a76f5c7cc9d tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 210 time: 0.0490327 Jul 08 02:16:29.187460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:29.302414 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:29.350360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Network b4ebaab7-ac1a-4de1-9945-9214575467de is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:29.353741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:29.359719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:29.385096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Pushing event updated for resources: {'Port': ['ID=c46a060b-28ce-4902-b6ac-8c9ddafa9938,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:29.402024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.402704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.403055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.403631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.404011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.404476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.404845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.405193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.405537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.405881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.406214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.406569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:29.441628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:29.442387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:29.536269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-9b463f1f-d608-4e08-a89c-07d6b47a5258 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692587 Jul 08 02:16:29.551132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Request body: {'port': {'device_id': '0d1d545e-f05c-4795-9dee-413795911928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:29.609232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678ba9a-e113-48c1-8eda-78c224814fe4 req-60a81d7e-fd9c-496a-9217-31b9519537e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:29.611934 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5678ba9a-e113-48c1-8eda-78c224814fe4 req-60a81d7e-fd9c-496a-9217-31b9519537e8 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.1074934 Jul 08 02:16:29.674136 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:29.689903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5678ba9a-e113-48c1-8eda-78c224814fe4 req-02d43925-e8a8-4989-b7eb-9347748366a7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536246 Jul 08 02:16:29.978622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46a060b-28ce-4902-b6ac-8c9ddafa9938 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:29.987018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:30.005663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Transition to ACTIVE for port object c46a060b-28ce-4902-b6ac-8c9ddafa9938 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:30.065650 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:30.117566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Pushing event updated for resources: {'Port': ['ID=c46a060b-28ce-4902-b6ac-8c9ddafa9938,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:30.210807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Attempting to bind port c46a060b-28ce-4902-b6ac-8c9ddafa9938 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:16:30.211243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Attempting to bind port c46a060b-28ce-4902-b6ac-8c9ddafa9938 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '829817a6-9a3a-4416-994b-7d20175e351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b4ebaab7-ac1a-4de1-9945-9214575467de'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:16:30.211832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Attempting to bind port c46a060b-28ce-4902-b6ac-8c9ddafa9938 on network b4ebaab7-ac1a-4de1-9945-9214575467de {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:30.217390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Port c46a060b-28ce-4902-b6ac-8c9ddafa9938 on network b4ebaab7-ac1a-4de1-9945-9214575467de not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:16:30.217766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Attempting to bind port c46a060b-28ce-4902-b6ac-8c9ddafa9938 on network b4ebaab7-ac1a-4de1-9945-9214575467de {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:30.223818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:16:30.224286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Checking segment: {'id': '829817a6-9a3a-4416-994b-7d20175e351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b4ebaab7-ac1a-4de1-9945-9214575467de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:30.224757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Bound using segment: {'id': '829817a6-9a3a-4416-994b-7d20175e351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b4ebaab7-ac1a-4de1-9945-9214575467de'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:16:30.225266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Bound port: c46a060b-28ce-4902-b6ac-8c9ddafa9938, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829817a6-9a3a-4416-994b-7d20175e351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b4ebaab7-ac1a-4de1-9945-9214575467de'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:16:30.225702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:30.303418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] For port c46a060b-28ce-4902-b6ac-8c9ddafa9938, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:30.307008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] For port c46a060b-28ce-4902-b6ac-8c9ddafa9938, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c46a060b-28ce-4902-b6ac-8c9ddafa9938,segment=NetworkSegment(829817a6-9a3a-4416-994b-7d20175e351c),segment_id=829817a6-9a3a-4416-994b-7d20175e351c)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:16:30.370710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91fdf4-d170-40f6-bb2e-3b448556ec96 req-6b0c9c7b-7c9c-4a04-840a-46e887b28a5b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.377051 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f91fdf4-d170-40f6-bb2e-3b448556ec96 req-6b0c9c7b-7c9c-4a04-840a-46e887b28a5b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 943 time: 0.0840414 Jul 08 02:16:30.393657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:30.421967 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f91fdf4-d170-40f6-bb2e-3b448556ec96 req-27f80475-d6b2-4c3c-806e-cc569a85a61f tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Jul 08 02:16:30.427854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.428539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:30.430024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] 10.222.0.32 "PUT /v2.0/ports/c46a060b-28ce-4902-b6ac-8c9ddafa9938 HTTP/1.1" status: 200 len: 1092 time: 0.8837283 Jul 08 02:16:30.430670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1d545e-f05c-4795-9dee-413795911928', 'tag': 'c46a060b-28ce-4902-b6ac-8c9ddafa9938'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:30.432953 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aaf88e-bc1e-4b40-b2a2-9cd0ebfa3de5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1d545e-f05c-4795-9dee-413795911928", "tag": "c46a060b-28ce-4902-b6ac-8c9ddafa9938"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:30.471391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b712db-fbf6-4f40-9719-d3bc037cc90a service neutron] Pushing event updated for resources: {'Port': ['ID=c46a060b-28ce-4902-b6ac-8c9ddafa9938,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:30.481205 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23c40fa-54fe-4a12-adc1-28dc85a28672 x-openstack-request-id: req-a23c40fa-54fe-4a12-adc1-28dc85a28672 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:30.481543 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1d545e-f05c-4795-9dee-413795911928", "tag": "c46a060b-28ce-4902-b6ac-8c9ddafa9938", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:30.481801 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a23c40fa-54fe-4a12-adc1-28dc85a28672 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:30.482223 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1d545e-f05c-4795-9dee-413795911928', 'tag': 'c46a060b-28ce-4902-b6ac-8c9ddafa9938', 'status': 'completed', 'code': 200} Jul 08 02:16:30.563078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf88e-bc1e-4b40-b2a2-9cd0ebfa3de5 req-6dd392bc-666f-4620-a4ed-198f7a0ca918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.563893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29aaf88e-bc1e-4b40-b2a2-9cd0ebfa3de5 req-6dd392bc-666f-4620-a4ed-198f7a0ca918 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24f3bfc9ae0a4d40868d1593e8228dea&device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 1095 time: 0.0548532 Jul 08 02:16:30.669574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf88e-bc1e-4b40-b2a2-9cd0ebfa3de5 req-58106602-3a5d-4203-9833-444b99803eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.671116 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29aaf88e-bc1e-4b40-b2a2-9cd0ebfa3de5 req-58106602-3a5d-4203-9833-444b99803eed service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=24f3bfc9ae0a4d40868d1593e8228dea&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0991573 Jul 08 02:16:30.777287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf88e-bc1e-4b40-b2a2-9cd0ebfa3de5 req-961ce237-134c-4e8a-971d-28322754c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.784441 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-29aaf88e-bc1e-4b40-b2a2-9cd0ebfa3de5 req-961ce237-134c-4e8a-971d-28322754c1ea service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007071 Jul 08 02:16:30.874318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcc688-2148-4a2b-9052-51a9b2b05593 req-84dda901-1cb9-4194-9396-fa175ecc6e73 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.875887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cfcc688-2148-4a2b-9052-51a9b2b05593 req-84dda901-1cb9-4194-9396-fa175ecc6e73 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0686877 Jul 08 02:16:30.884131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff241-200a-4241-8d7e-a092a87928fc req-df039e22-831c-4c50-8867-d043808cf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.885643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-df039e22-831c-4c50-8867-d043808cf1a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24f3bfc9ae0a4d40868d1593e8228dea&device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 1095 time: 0.0583932 Jul 08 02:16:30.926076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cfcc688-2148-4a2b-9052-51a9b2b05593 req-8aa52fa9-2cd3-4d5e-ac2d-3d994512acfd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444126 Jul 08 02:16:30.929718 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-194fda70-f20f-467a-b5c5-1247d1f4b268 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c46a060b-28ce-4902-b6ac-8c9ddafa9938 HTTP/1.1" status: 200 len: 217 time: 0.0362024 Jul 08 02:16:30.992685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff241-200a-4241-8d7e-a092a87928fc req-21d4b6ed-5de4-486c-a9b3-83678d3b6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.994269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-21d4b6ed-5de4-486c-a9b3-83678d3b6b5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2b8d47f-372d-493f-81e5-4e6910c4e774 HTTP/1.1" status: 200 len: 858 time: 0.0572331 Jul 08 02:16:31.032564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-83332e40-f055-4ea0-9ce2-ceabc3f37d73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4ebaab7-ac1a-4de1-9945-9214575467de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304351 Jul 08 02:16:31.125416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-e6955297-5cef-44d9-bd6c-92395a566d7b service neutron] 10.222.0.32 "GET /v2.0/networks/b4ebaab7-ac1a-4de1-9945-9214575467de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845385 Jul 08 02:16:31.222623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db3ff241-200a-4241-8d7e-a092a87928fc req-15b93f6e-81cc-4f6b-aa22-0cc567759448 service neutron] 10.222.0.32 "GET /v2.0/networks/b4ebaab7-ac1a-4de1-9945-9214575467de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891931 Jul 08 02:16:31.617601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aaad5-101b-4a11-b2cc-e32c7bcd9a69 req-db594453-ee16-4de1-b2f4-7bcbc823a7d7 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:31.619217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c05aaad5-101b-4a11-b2cc-e32c7bcd9a69 req-db594453-ee16-4de1-b2f4-7bcbc823a7d7 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 943 time: 0.0691886 Jul 08 02:16:31.659473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c05aaad5-101b-4a11-b2cc-e32c7bcd9a69 req-88625b65-f1f6-492b-8616-388a271f20b3 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344296 Jul 08 02:16:32.098262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88b1cc-bc60-4d6c-9ba3-f3d2ca4b7622 req-3485b5eb-468f-4616-9984-1469eddfb97a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:32.099792 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d88b1cc-bc60-4d6c-9ba3-f3d2ca4b7622 req-3485b5eb-468f-4616-9984-1469eddfb97a tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0664630 Jul 08 02:16:32.138638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d88b1cc-bc60-4d6c-9ba3-f3d2ca4b7622 req-73d21852-0cc9-43f4-9a60-4e9b175baf4d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326345 Jul 08 02:16:32.837857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device c46a060b-28ce-4902-b6ac-8c9ddafa9938 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:16:32.859332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df17835-96ff-491d-8295-a501e610be53 req-1778c625-f0c6-4d21-ae5c-902f773ff75a tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:32.861316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7df17835-96ff-491d-8295-a501e610be53 req-1778c625-f0c6-4d21-ae5c-902f773ff75a tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 943 time: 0.0831037 Jul 08 02:16:32.908712 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7df17835-96ff-491d-8295-a501e610be53 req-92229757-5392-4bc3-ba9d-c3b894e877c7 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372977 Jul 08 02:16:32.943839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port c46a060b-28ce-4902-b6ac-8c9ddafa9938, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c46a060b-28ce-4902-b6ac-8c9ddafa9938,segment=NetworkSegment(829817a6-9a3a-4416-994b-7d20175e351c),segment_id=829817a6-9a3a-4416-994b-7d20175e351c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:32.955032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'c46a060b-28ce-4902-b6ac-8c9ddafa9938', 'network_id': 'b4ebaab7-ac1a-4de1-9945-9214575467de', 'port_id': 'c46a060b-28ce-4902-b6ac-8c9ddafa9938', 'mac_address': 'fa:16:3e:cf:ff:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b8d47f-372d-493f-81e5-4e6910c4e774', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:16:32.994412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:33.007656 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46a060b-28ce-4902-b6ac-8c9ddafa9938 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:33.026378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port c46a060b-28ce-4902-b6ac-8c9ddafa9938, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c46a060b-28ce-4902-b6ac-8c9ddafa9938,segment=NetworkSegment(829817a6-9a3a-4416-994b-7d20175e351c),segment_id=829817a6-9a3a-4416-994b-7d20175e351c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:33.099569 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:33.146353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=c46a060b-28ce-4902-b6ac-8c9ddafa9938,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:33.356463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78484b-e087-4bcc-9714-b52adae2c12d req-0fc76f80-9c40-4d71-a56f-3c34f7b5f160 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:33.359185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f78484b-e087-4bcc-9714-b52adae2c12d req-0fc76f80-9c40-4d71-a56f-3c34f7b5f160 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0959885 Jul 08 02:16:33.402154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['c46a060b-28ce-4902-b6ac-8c9ddafa9938'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:33.408350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f78484b-e087-4bcc-9714-b52adae2c12d req-260b7c1d-f561-4426-8afa-a248a5e89f68 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 Jul 08 02:16:34.098257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d42ae-2365-4835-88fc-6acc642eaa63 req-c51a6e6f-95c0-4f5d-96b3-b14b50ec4e1b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:34.101408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d42ae-2365-4835-88fc-6acc642eaa63 req-c51a6e6f-95c0-4f5d-96b3-b14b50ec4e1b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 944 time: 0.0744934 Jul 08 02:16:34.151131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-410d42ae-2365-4835-88fc-6acc642eaa63 req-4de0865f-5feb-494a-aa7b-01b0935b0a7f tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 Jul 08 02:16:34.612412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a8fcd-9c15-41f3-9e46-a55b0cf3efcc req-73bbf9f2-3cf0-4463-a83f-8d0c9a32b96f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:34.613867 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e5a8fcd-9c15-41f3-9e46-a55b0cf3efcc req-73bbf9f2-3cf0-4463-a83f-8d0c9a32b96f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0771992 Jul 08 02:16:34.659125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e5a8fcd-9c15-41f3-9e46-a55b0cf3efcc req-5e79523b-51c6-4c36-bec2-5024ef846c23 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348408 Jul 08 02:16:34.839573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device c46a060b-28ce-4902-b6ac-8c9ddafa9938 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:34.964549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port c46a060b-28ce-4902-b6ac-8c9ddafa9938 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:34.969576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port c46a060b-28ce-4902-b6ac-8c9ddafa9938 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:34.970024 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:35.052876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:35.079002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1d545e-f05c-4795-9dee-413795911928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46a060b-28ce-4902-b6ac-8c9ddafa9938'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:35.081778 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e85f8-7345-477e-a97a-0d52b1869424" -d '{"events": [{"server_uuid": "0d1d545e-f05c-4795-9dee-413795911928", "name": "network-vif-plugged", "status": "completed", "tag": "c46a060b-28ce-4902-b6ac-8c9ddafa9938"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:35.102541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port c46a060b-28ce-4902-b6ac-8c9ddafa9938, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c46a060b-28ce-4902-b6ac-8c9ddafa9938,segment=NetworkSegment(829817a6-9a3a-4416-994b-7d20175e351c),segment_id=829817a6-9a3a-4416-994b-7d20175e351c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:35.129562 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41929130-c1d6-4b1f-85cc-6d9b71957868 x-openstack-request-id: req-41929130-c1d6-4b1f-85cc-6d9b71957868 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:35.129870 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1d545e-f05c-4795-9dee-413795911928", "name": "network-vif-plugged", "status": "completed", "tag": "c46a060b-28ce-4902-b6ac-8c9ddafa9938", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:35.130130 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41929130-c1d6-4b1f-85cc-6d9b71957868 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:35.130533 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d545e-f05c-4795-9dee-413795911928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46a060b-28ce-4902-b6ac-8c9ddafa9938', 'code': 200} Jul 08 02:16:35.193872 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:35.262738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=c46a060b-28ce-4902-b6ac-8c9ddafa9938,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:35.274034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.274675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.275152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.275728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.276282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.276909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.277448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.278106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.279479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.280218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.280904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.281647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:35.294947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9241-c95e-4d5f-a75f-a8e1cc05db0a req-9c520856-09f9-42b1-94f5-55e7303cc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:35.296958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd2e9241-c95e-4d5f-a75f-a8e1cc05db0a req-9c520856-09f9-42b1-94f5-55e7303cc37e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 1097 time: 0.0844932 Jul 08 02:16:35.336623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dd2e9241-c95e-4d5f-a75f-a8e1cc05db0a req-c98e4f5c-24ce-422f-89eb-b84cabce8797 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Jul 08 02:16:35.424286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067bd33-3e8b-4c96-ba10-e3cc635b9013 req-d382b237-8d45-4766-a7cb-ee2e567aa026 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:35.426448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0067bd33-3e8b-4c96-ba10-e3cc635b9013 req-d382b237-8d45-4766-a7cb-ee2e567aa026 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 945 time: 0.0741196 Jul 08 02:16:35.473437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0067bd33-3e8b-4c96-ba10-e3cc635b9013 req-f5fb2f13-ef7d-4a02-b35b-f39b4ce38ca0 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Jul 08 02:16:35.862554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289a58-dceb-43e7-a9e3-6c94b70bd23f req-f9ded16c-4590-4619-9ae8-60f6eadd269c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:35.864262 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80289a58-dceb-43e7-a9e3-6c94b70bd23f req-f9ded16c-4590-4619-9ae8-60f6eadd269c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0770512 Jul 08 02:16:35.912681 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80289a58-dceb-43e7-a9e3-6c94b70bd23f req-204bdb73-024c-4cec-941c-62218623609d tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372753 Jul 08 02:16:36.670531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0be26-ce48-4823-aeb6-5b553b81d93c req-27d4e399-6249-4091-9ee0-de5fb907368b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:36.673208 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08c0be26-ce48-4823-aeb6-5b553b81d93c req-27d4e399-6249-4091-9ee0-de5fb907368b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 945 time: 0.0747530 Jul 08 02:16:36.709590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08c0be26-ce48-4823-aeb6-5b553b81d93c req-7617e66f-eadd-424d-8c7b-1aa53a77400b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Jul 08 02:16:37.102210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de3bc-88d4-4c63-a1ab-2214520b286b req-a2378355-0f2f-4d23-8394-157a86cab6dc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:37.104154 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-884de3bc-88d4-4c63-a1ab-2214520b286b req-a2378355-0f2f-4d23-8394-157a86cab6dc tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0745690 Jul 08 02:16:37.145382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-884de3bc-88d4-4c63-a1ab-2214520b286b req-4a68816e-62a0-4162-902e-f8b26e58a971 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351255 Jul 08 02:16:37.326024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c767-cfc3-4c44-8c13-cfe04834f3af req-c98500e4-e2eb-40bf-8678-1f0987591c4b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:37.327678 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c554c767-cfc3-4c44-8c13-cfe04834f3af req-c98500e4-e2eb-40bf-8678-1f0987591c4b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 945 time: 0.0691855 Jul 08 02:16:37.367319 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c554c767-cfc3-4c44-8c13-cfe04834f3af req-eaba4c43-5380-4905-8787-97077f6d43bb tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Jul 08 02:16:38.330940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e3035-54a9-4053-bd62-093ebde1c9f4 req-94cd0b3c-3911-4201-b8af-d118c682f6d2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:38.332465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f0e3035-54a9-4053-bd62-093ebde1c9f4 req-94cd0b3c-3911-4201-b8af-d118c682f6d2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0732548 Jul 08 02:16:38.373120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f0e3035-54a9-4053-bd62-093ebde1c9f4 req-49270ea7-5de5-4041-99df-2593de234e7b tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343947 Jul 08 02:16:38.605167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-d5e7f4e1-bfc4-404d-b99c-68fee657c7d1 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:38.606651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-d5e7f4e1-bfc4-404d-b99c-68fee657c7d1 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 945 time: 0.1381125 Jul 08 02:16:38.618779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866c8a5-38af-4908-91b0-0b791ebc4b84 req-2185f30c-030e-44d6-badc-5a0b5d4fd14b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:38.620228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4866c8a5-38af-4908-91b0-0b791ebc4b84 req-2185f30c-030e-44d6-badc-5a0b5d4fd14b tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 945 time: 0.1228459 Jul 08 02:16:38.702197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4866c8a5-38af-4908-91b0-0b791ebc4b84 req-b1f3b90e-2c16-41c2-a791-cbee83595d66 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736670 Jul 08 02:16:38.762384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Deleting port c46a060b-28ce-4902-b6ac-8c9ddafa9938 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:38.762769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:38.859434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] For port c46a060b-28ce-4902-b6ac-8c9ddafa9938, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c46a060b-28ce-4902-b6ac-8c9ddafa9938,segment=NetworkSegment(829817a6-9a3a-4416-994b-7d20175e351c),segment_id=829817a6-9a3a-4416-994b-7d20175e351c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:38.859434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:38.870759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Calling delete_port for c46a060b-28ce-4902-b6ac-8c9ddafa9938 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:39.084567 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:39.097636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['c46a060b-28ce-4902-b6ac-8c9ddafa9938'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:39.121883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Pushing event deleted for resources: {'Port': ['ID=c46a060b-28ce-4902-b6ac-8c9ddafa9938,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:39.172310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] No DVR routers for this DVR port c46a060b-28ce-4902-b6ac-8c9ddafa9938 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:39.175088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:39.177243 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15353bc5-a2eb-4ad2-a0a5-0159ba3d0994 req-a24e1a85-0f43-4ddc-b895-590365265a84 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.32 "DELETE /v2.0/ports/c46a060b-28ce-4902-b6ac-8c9ddafa9938 HTTP/1.1" status: 204 len: 173 time: 0.5560589 Jul 08 02:16:39.177701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1d545e-f05c-4795-9dee-413795911928', 'name': 'network-vif-deleted', 'tag': 'c46a060b-28ce-4902-b6ac-8c9ddafa9938'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:39.179961 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1967957f-f2da-4029-a745-576041d3bd1a" -d '{"events": [{"server_uuid": "0d1d545e-f05c-4795-9dee-413795911928", "name": "network-vif-deleted", "tag": "c46a060b-28ce-4902-b6ac-8c9ddafa9938"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:39.229029 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ceeabd-dc15-4dca-bc38-51cb6ffb057a x-openstack-request-id: req-b4ceeabd-dc15-4dca-bc38-51cb6ffb057a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:39.229322 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1d545e-f05c-4795-9dee-413795911928", "name": "network-vif-deleted", "tag": "c46a060b-28ce-4902-b6ac-8c9ddafa9938", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:39.229576 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4ceeabd-dc15-4dca-bc38-51cb6ffb057a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:39.229971 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1d545e-f05c-4795-9dee-413795911928', 'name': 'network-vif-deleted', 'tag': 'c46a060b-28ce-4902-b6ac-8c9ddafa9938', 'status': 'completed', 'code': 200} Jul 08 02:16:39.619184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7842-8f71-42e2-b43c-3d0da1cfb237 req-0a9ab719-dea7-4c76-b9ef-ce993dc6e230 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:39.621027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce1a7842-8f71-42e2-b43c-3d0da1cfb237 req-0a9ab719-dea7-4c76-b9ef-ce993dc6e230 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0899255 Jul 08 02:16:39.668852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce1a7842-8f71-42e2-b43c-3d0da1cfb237 req-96b712ac-d509-4a04-8fed-87660679653f tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Jul 08 02:16:39.886450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe443cf8-5a73-4fa0-a724-ffa16bb9100d req-61a1643b-817f-474f-8e2c-291b5824e112 tempest-InstanceActionsV221TestJSON-1562363870 tempest-InstanceActionsV221TestJSON-1562363870-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d1d545e-f05c-4795-9dee-413795911928 HTTP/1.1" status: 200 len: 210 time: 0.0326755 Jul 08 02:16:40.871925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128f58-c65a-40d8-9f4b-671ca1e53b72 req-713d9726-44f2-4142-9d04-1c6cc9c5de8c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:40.875840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51128f58-c65a-40d8-9f4b-671ca1e53b72 req-713d9726-44f2-4142-9d04-1c6cc9c5de8c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.0752175 Jul 08 02:16:40.919236 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51128f58-c65a-40d8-9f4b-671ca1e53b72 req-c4111578-0749-4cfb-8ebf-95d1a644dfb6 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391681 Jul 08 02:16:41.292429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35790) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:41.341725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5415c6-c1ec-4ad3-b6db-08fed3437993 admin admin] Deleting subnet f2b8d47f-372d-493f-81e5-4e6910c4e774 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:16:41.346000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d5415c6-c1ec-4ad3-b6db-08fed3437993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.382396 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d5415c6-c1ec-4ad3-b6db-08fed3437993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.422968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d5415c6-c1ec-4ad3-b6db-08fed3437993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.555697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d5415c6-c1ec-4ad3-b6db-08fed3437993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.588661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5415c6-c1ec-4ad3-b6db-08fed3437993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b8d47f-372d-493f-81e5-4e6910c4e774,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:41.593023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d5415c6-c1ec-4ad3-b6db-08fed3437993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.599124 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4d5415c6-c1ec-4ad3-b6db-08fed3437993 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f2b8d47f-372d-493f-81e5-4e6910c4e774 HTTP/1.1" status: 204 len: 168 time: 0.3020339 Jul 08 02:16:41.599124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35806) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:41.685467 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.787103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.797762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ebaab7-ac1a-4de1-9945-9214575467de']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:41.808701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829817a6-9a3a-4416-994b-7d20175e351c') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:41.809006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829817a6-9a3a-4416-994b-7d20175e351c') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:41.818629 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.835585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.842856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:16:41.843264 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:16:41.845256 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:16:41.985709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ecccd-5e5b-468d-b2b4-23133b652ad6 req-c081e5bc-6607-4052-babd-a51b3979802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:41.987827 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2ecccd-5e5b-468d-b2b4-23133b652ad6 req-c081e5bc-6607-4052-babd-a51b3979802c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 1098 time: 0.1334710 Jul 08 02:16:42.044886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2ecccd-5e5b-468d-b2b4-23133b652ad6 req-189a80bc-ec87-48d7-abf9-0913244b4d04 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487030 Jul 08 02:16:42.076662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:42.083499 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:42.085569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] 10.222.0.10 "DELETE /v2.0/networks/b4ebaab7-ac1a-4de1-9945-9214575467de HTTP/1.1" status: 204 len: 168 time: 0.4867017 Jul 08 02:16:42.091217 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1d80e69-35e6-4119-a0ca-2b3612caaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:42.113299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e943b1c-b89f-4402-8333-fb88bf89621e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ebaab7-ac1a-4de1-9945-9214575467de,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:42.168332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8076-85b7-4e40-b169-1ff8c310e582 req-a9178d48-e37c-4436-9e0c-036638bec1d0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:42.171018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-916e8076-85b7-4e40-b169-1ff8c310e582 req-a9178d48-e37c-4436-9e0c-036638bec1d0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.1037745 Jul 08 02:16:42.213546 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-916e8076-85b7-4e40-b169-1ff8c310e582 req-ced786c7-7a5e-49f4-b0e1-17b3be1d74c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344198 Jul 08 02:16:42.489808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35854) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:42.531725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-689dbb19-7e16-4c46-9a25-866f4770b45d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24f3bfc9ae0a4d40868d1593e8228dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402446 Jul 08 02:16:42.534058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:42.590491 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:42.611770 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:42.741953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:42.744610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:42.746242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9c9eb21-259b-43ad-a2e9-0ddaa02ab225 HTTP/1.1" status: 204 len: 168 time: 0.2107406 Jul 08 02:16:42.758841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c9eb21-259b-43ad-a2e9-0ddaa02ab225,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:42.767991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.768355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.768682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.769199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.769822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.770162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.770494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.770822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.771149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.771497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.771822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.772355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90610d4-beef-40c2-b588-0ef14260af3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:42.883648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d9ca5011-c60d-4e75-adba-8c6f9a227cde details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:16:42.886315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device c46a060b-28ce-4902-b6ac-8c9ddafa9938 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:42.942915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: c46a060b-28ce-4902-b6ac-8c9ddafa9938 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:42.943739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device c46a060b-28ce-4902-b6ac-8c9ddafa9938 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:43.067614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:43.083258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'port_id': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'mac_address': 'fa:16:3e:94:0f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:16:43.156441 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:43.170381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9ca5011-c60d-4e75-adba-8c6f9a227cde {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:43.208444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:43.274209 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:43.327993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=d9ca5011-c60d-4e75-adba-8c6f9a227cde,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:43.452699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d74d1-9f4c-42b1-a467-5c81eae2f870 req-119ddf93-b3ba-46da-b7c0-9d2b21567edd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:43.459836 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-001d74d1-9f4c-42b1-a467-5c81eae2f870 req-119ddf93-b3ba-46da-b7c0-9d2b21567edd tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 945 time: 0.1003101 Jul 08 02:16:43.501557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['d9ca5011-c60d-4e75-adba-8c6f9a227cde'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:43.523071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-001d74d1-9f4c-42b1-a467-5c81eae2f870 req-359f901a-7de5-484c-b781-6272c7528e13 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599148 Jul 08 02:16:43.555665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:43.653257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2fd8fc41-53e2-4075-b69f-90dd10dfbbd1 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/floatingips/5b73f0ce-c33d-41c6-90a5-13d6779e538a HTTP/1.1" status: 200 len: 992 time: 0.0946746 Jul 08 02:16:44.163003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:44.280431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-464652671-network', 'tenant_id': '320c5dd6de254b25a5820f6f580cffa7'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:44.432571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Made reservation on behalf of 320c5dd6de254b25a5820f6f580cffa7 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:44.435066 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:44.449493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:44.507154 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41f152e1-3b37-4836-a231-0756153563f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:44.560827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd856a6-526b-4948-b9ea-d59a3f041dfd req-9a58b8b8-a936-4685-86b8-0dc591c6c09a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:44.562404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acd856a6-526b-4948-b9ea-d59a3f041dfd req-9a58b8b8-a936-4685-86b8-0dc591c6c09a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1774430 Jul 08 02:16:44.624080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:44.627682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acd856a6-526b-4948-b9ea-d59a3f041dfd req-37f1ccce-0328-4dea-a2f4-18a7fc10192e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585938 Jul 08 02:16:44.718687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:44.747005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:16:44.755624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2be51-6cf7-48a4-aaec-5bf0b8806f64,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:44.761643 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:44.762003 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Added segment 6a2ea535-c59c-4017-81f8-8728bf388dc1 of type vlan for network 2b964928-bd87-47af-a8f7-f9b454c8a048 Jul 08 02:16:44.806527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:44.883765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d9ca5011-c60d-4e75-adba-8c6f9a227cde up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:44.942267 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:44.968138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port d9ca5011-c60d-4e75-adba-8c6f9a227cde triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:44.968772 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:45.003059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:45.004260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:45.004862 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:45.054271 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:45.085852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] Pushing event updated for resources: {'Network': ['ID=2b964928-bd87-47af-a8f7-f9b454c8a048,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:45.092605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:45.097595 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8168132-bfc7-49ab-b688-544d37c306b1" -d '{"events": [{"server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:45.104048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2b964928-bd87-47af-a8f7-f9b454c8a048 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:16:45.155279 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a82c46-f054-4939-b528-7d0859ef487d x-openstack-request-id: req-f1a82c46-f054-4939-b528-7d0859ef487d {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:45.155519 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:45.155769 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1a82c46-f054-4939-b528-7d0859ef487d {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:45.156163 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'code': 200} Jul 08 02:16:45.157824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:45.172675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4e5123ca-341d-4244-a87f-92cecf98c8bc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0082021 Jul 08 02:16:45.175824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36016) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:45.182368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Request body: {'subnet': {'network_id': '2b964928-bd87-47af-a8f7-f9b454c8a048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-464652671-subnet', 'tenant_id': '320c5dd6de254b25a5820f6f580cffa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:45.272937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:45.326589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=d9ca5011-c60d-4e75-adba-8c6f9a227cde,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:45.345286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Made reservation on behalf of 320c5dd6de254b25a5820f6f580cffa7 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:45.347903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:45.782849 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:45.851125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3deb39-a65e-4bca-ab78-ff212c555270 req-4406c4f0-dfce-4af8-a18a-668c306a947a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:45.855824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b3deb39-a65e-4bca-ab78-ff212c555270 req-4406c4f0-dfce-4af8-a18a-668c306a947a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.0839899 Jul 08 02:16:45.899895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b3deb39-a65e-4bca-ab78-ff212c555270 req-73d507f3-6019-4f9f-ba0a-3de87d755ce0 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 Jul 08 02:16:45.981661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:46.037986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e20aca-5fe7-47ed-8251-4f6e54ba28d7,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:46.048943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Checking segment: {'id': '6a2ea535-c59c-4017-81f8-8728bf388dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2b964928-bd87-47af-a8f7-f9b454c8a048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:46.049300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Network hostable DHCP agents. Network: 2b964928-bd87-47af-a8f7-f9b454c8a048, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:16:46.158916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Network 2b964928-bd87-47af-a8f7-f9b454c8a048 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:16:46.273073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2b964928-bd87-47af-a8f7-f9b454c8a048) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:46.277518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.278170 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:46.284093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ac5f2-d1c4-4217-acbc-4fd75100e51e None None] Network 2b964928-bd87-47af-a8f7-f9b454c8a048 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:16:46.378066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-74430af2-4c39-413a-914b-041115f3880b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2008734 Jul 08 02:16:46.415087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc728331-6df1-4a46-9f54-3fcc7aa6777d None None] Network 2b964928-bd87-47af-a8f7-f9b454c8a048 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:16:46.522354 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-7cb1f83c-8cc2-4d34-af04-48f7ae21cce1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0749104 Jul 08 02:16:46.686221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f0a3b092-0ab7-4c1f-8b1c-dd70e5507d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.686777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f0a3b092-0ab7-4c1f-8b1c-dd70e5507d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.687323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f0a3b092-0ab7-4c1f-8b1c-dd70e5507d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.688028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f0a3b092-0ab7-4c1f-8b1c-dd70e5507d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.688684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f0a3b092-0ab7-4c1f-8b1c-dd70e5507d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.689361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f0a3b092-0ab7-4c1f-8b1c-dd70e5507d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.690178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f0a3b092-0ab7-4c1f-8b1c-dd70e5507d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.692729 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f0a3b092-0ab7-4c1f-8b1c-dd70e5507d32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b9cc486b0940af831fa3648353640c&device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 6499 time: 0.0774066 Jul 08 02:16:46.901780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-a74b4f39-1ebf-40ae-b63c-22cf58a2f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.902264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-a74b4f39-1ebf-40ae-b63c-22cf58a2f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.902747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-a74b4f39-1ebf-40ae-b63c-22cf58a2f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:46.904517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-a74b4f39-1ebf-40ae-b63c-22cf58a2f0f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&id=8a34471b-47fa-4c6c-afcc-458992f3c06e&id=8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 200 len: 2293 time: 0.1787062 Jul 08 02:16:47.008472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-e2f20fc6-6618-40ee-ae31-dabbeb110a48 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:47.010544 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-e2f20fc6-6618-40ee-ae31-dabbeb110a48 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/networks?id=2b964928-bd87-47af-a8f7-f9b454c8a048 HTTP/1.1" status: 200 len: 820 time: 0.1957588 Jul 08 02:16:47.013369 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-ab478307-dcf1-45a2-b2e5-bb86e5689041 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 200 len: 1002 time: 0.1017497 Jul 08 02:16:47.061131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-9beca20c-b1a2-43ea-81a5-6f709044a923 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/quotas/320c5dd6de254b25a5820f6f580cffa7 HTTP/1.1" status: 200 len: 375 time: 0.0432775 Jul 08 02:16:47.114780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-061666b1-a2dd-4a02-bc96-42ee0bcb84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:47.116350 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-061666b1-a2dd-4a02-bc96-42ee0bcb84e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f9d24518-bec5-4294-bfc4-cb82628b06da HTTP/1.1" status: 200 len: 850 time: 0.0954070 Jul 08 02:16:47.118545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-61417cdd-e699-461d-9945-9177f444c3b4 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=320c5dd6de254b25a5820f6f580cffa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501742 Jul 08 02:16:47.148502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63322b-1f94-4749-b5fb-3d94c4f16547 req-df29fc10-2499-49d7-b32e-dd95413b12f4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:47.151791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db63322b-1f94-4749-b5fb-3d94c4f16547 req-df29fc10-2499-49d7-b32e-dd95413b12f4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1024280 Jul 08 02:16:47.208797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db63322b-1f94-4749-b5fb-3d94c4f16547 req-6c154bc2-9151-4672-b141-d6185cc25964 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465896 Jul 08 02:16:47.265471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-b8eb0fae-a7b2-454e-a510-1625b2686104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:47.267496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-b8eb0fae-a7b2-454e-a510-1625b2686104 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442304 Jul 08 02:16:47.269894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-fa52a46f-e4c8-4b1d-82b4-39fbee00589f service neutron] 10.222.0.10 "GET /v2.0/networks/2b964928-bd87-47af-a8f7-f9b454c8a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387739 Jul 08 02:16:47.429850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-cd4834da-f0f8-4011-99ef-634f23dc406e service neutron] 10.222.0.10 "GET /v2.0/networks/2b964928-bd87-47af-a8f7-f9b454c8a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490996 Jul 08 02:16:47.431738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-6d795971-85cc-4c42-a975-8e87ccf848ee service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583772 Jul 08 02:16:47.525606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-47bac8cc-aa9f-4ce2-a808-49e4307d94e6 service neutron] 10.222.0.18 "GET /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876389 Jul 08 02:16:47.535967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:47.567743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-2de2cef5-2126-4024-8093-d12f20efe8b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 217 time: 0.0357451 Jul 08 02:16:47.639517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-d370daa1-3538-41b1-b61b-8c147d24efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:47.641322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-d370daa1-3538-41b1-b61b-8c147d24efc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0659420 Jul 08 02:16:47.705860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-a09a782d-d28e-4b08-899f-0b2267f3f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:47.707492 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-a09a782d-d28e-4b08-899f-0b2267f3f74d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0600777 Jul 08 02:16:47.819601 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a255b77-964f-4318-b244-16c61af70dd0 req-c5d5b574-61e5-4972-894e-d79cb2e6f250 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 210 time: 0.0358918 Jul 08 02:16:47.838535 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-d0f79745-6014-41c6-80bd-fcabfd8da58e service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226900 Jul 08 02:16:47.951575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-054a926b-2fac-4689-bab3-41931806bdc9 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069221 Jul 08 02:16:48.008738 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-a12545c1-a299-4670-a953-4b6bdc1fda8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 217 time: 0.0508792 Jul 08 02:16:48.068055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-e2bb28a6-caf0-4bf7-8e96-4c384986eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:48.069994 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-e2bb28a6-caf0-4bf7-8e96-4c384986eb6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0554962 Jul 08 02:16:48.154438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f2725b18-5e2e-4aec-a31b-65ec4c88da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:48.161343 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f2725b18-5e2e-4aec-a31b-65ec4c88da8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853822 Jul 08 02:16:48.259273 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:48.262189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-4e5f18e5-1971-4a25-b91b-e18b05f647b8 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927844 Jul 08 02:16:48.422446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-000e5763-4ff6-4e1c-ba88-4d8751c4c212 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502576 Jul 08 02:16:48.480551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-cb080277-678f-4723-a27e-e27564682ad4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=cf4d9964-299b-46d0-8db8-0c64b388c112 HTTP/1.1" status: 200 len: 217 time: 0.0556705 Jul 08 02:16:48.530328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe7f87-056f-409c-879c-d9a84b02aa3b req-ba3f7c50-1366-42e9-91fc-6d7ce7d2b894 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:48.538251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ebe7f87-056f-409c-879c-d9a84b02aa3b req-ba3f7c50-1366-42e9-91fc-6d7ce7d2b894 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1835139 Jul 08 02:16:48.568786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-7b6d1643-660c-468b-8a17-4845406ad1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:48.572023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-7b6d1643-660c-468b-8a17-4845406ad1e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0844026 Jul 08 02:16:48.613204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ebe7f87-056f-409c-879c-d9a84b02aa3b req-fea98c4d-ddf7-4e75-90c8-75dca225ac57 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669444 Jul 08 02:16:48.657125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-990368cc-02ec-4acb-ae63-58cde304893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:48.658504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-990368cc-02ec-4acb-ae63-58cde304893c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812125 Jul 08 02:16:48.760268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-1d309671-f966-4e67-8303-69d2dcf8d105 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945690 Jul 08 02:16:48.856219 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-53b1e8ef-39e8-40a9-b340-5549535e8f61 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893109 Jul 08 02:16:48.909319 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-8f713eca-8883-493c-8621-d9243de7e89b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=efc144cd-c612-4225-9176-19588a83fe7d HTTP/1.1" status: 200 len: 217 time: 0.0477228 Jul 08 02:16:48.926793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e645ab12-141a-43b6-a495-2ed04b2a28ff req-6af312d2-f752-47c0-bdb4-5d8c67c83afe tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 210 time: 0.0368409 Jul 08 02:16:48.964929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-19e365f5-4fef-4b44-85fe-faceaf70432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:48.969091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-19e365f5-4fef-4b44-85fe-faceaf70432b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 200 len: 797 time: 0.0541592 Jul 08 02:16:49.038052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-bbc5fdeb-27bd-4861-8ebc-d2183e203e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:49.039684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-bbc5fdeb-27bd-4861-8ebc-d2183e203e0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0643218 Jul 08 02:16:49.149176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-b65e5ae0-e499-4f80-be9b-9a4471350cc2 service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030903 Jul 08 02:16:49.259741 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-9e5367b1-65a2-4070-89f7-3fbd89868eda service neutron] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026866 Jul 08 02:16:49.312004 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-4f642512-e9e5-49d1-8350-9cb82dde28ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e HTTP/1.1" status: 200 len: 217 time: 0.0404072 Jul 08 02:16:49.360855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-2b3c9da0-1016-4ed9-9141-971fa5602927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:49.364446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-2b3c9da0-1016-4ed9-9141-971fa5602927 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.0524449 Jul 08 02:16:49.436109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-43e8840d-8f9e-4425-9508-1395e4ff54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:49.437666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-43e8840d-8f9e-4425-9508-1395e4ff54b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664649 Jul 08 02:16:49.553132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-b0e9061f-3935-42b7-96c8-9f0412a37ffe service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086035 Jul 08 02:16:49.654725 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-b8f3389b-3f7f-46b8-835f-0541fd09b5eb service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946655 Jul 08 02:16:49.700134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-4843ba96-ee5e-44f2-ac08-597cfdad6af6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 200 len: 217 time: 0.0377529 Jul 08 02:16:49.759674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-bae9120e-5bc6-4f18-9853-a308553e701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:49.761783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-bae9120e-5bc6-4f18-9853-a308553e701c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 200 len: 797 time: 0.0564430 Jul 08 02:16:49.864765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f9c86f79-eecb-43d7-80b6-2c7b18b4b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:49.866333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-f9c86f79-eecb-43d7-80b6-2c7b18b4b2e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a34471b-47fa-4c6c-afcc-458992f3c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987484 Jul 08 02:16:49.907488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cbe42-90af-4673-ad47-cb5bcd265412 req-eea293be-71ad-4897-bd8e-d1ac6b7d85bf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:49.909061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b1cbe42-90af-4673-ad47-cb5bcd265412 req-eea293be-71ad-4897-bd8e-d1ac6b7d85bf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1097748 Jul 08 02:16:50.020590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-514f9e63-021f-49b3-ae3b-01020a64f702 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458414 Jul 08 02:16:50.096586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3d1dda8-39f5-442d-aedb-1a11e922db4b req-bf897d61-6af5-4f4f-aa82-88f2679adfbe tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 210 time: 0.0291266 Jul 08 02:16:50.120042 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b1cbe42-90af-4673-ad47-cb5bcd265412 req-8958446b-3caa-4ea8-9eac-9c1f319443d6 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853285 Jul 08 02:16:50.164897 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a48a01d1-a275-4534-986b-ffb68592bf59 req-3a2fee99-b01f-4858-8334-b160508c48c7 service neutron] 10.222.0.18 "GET /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378233 Jul 08 02:16:50.601424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-38a6a4e1-6d7d-453b-afc6-cf01625d4ef3 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:50.603405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-38a6a4e1-6d7d-453b-afc6-cf01625d4ef3 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.32 "GET /v2.0/networks?id=2b964928-bd87-47af-a8f7-f9b454c8a048 HTTP/1.1" status: 200 len: 820 time: 0.1142845 Jul 08 02:16:50.616671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Request body: {'port': {'device_id': '7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f', 'network_id': '2b964928-bd87-47af-a8f7-f9b454c8a048', 'admin_state_up': True, 'tenant_id': '320c5dd6de254b25a5820f6f580cffa7'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:50.866024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Made reservation on behalf of 320c5dd6de254b25a5820f6f580cffa7 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:50.869778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:50.958770 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:51.066491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Allocated IP 172.20.0.6 (2b964928-bd87-47af-a8f7-f9b454c8a048/54e20aca-5fe7-47ed-8251-4f6e54ba28d7/755e5416-3415-41e9-bba3-c2162ebf630e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:51.311275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a90f1b45-8b79-4553-b1e8-abf9527452a0 req-90e4ac62-6cf8-405f-9562-11ae13e9b6b2 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 210 time: 0.0472443 Jul 08 02:16:51.324970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:51.526586 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:51.586039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Network 2b964928-bd87-47af-a8f7-f9b454c8a048 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:51.594759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:51.598058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:51.601064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Pushing event updated for resources: {'Port': ['ID=755e5416-3415-41e9-bba3-c2162ebf630e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:51.652450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc580d6e-2a6e-4070-bf2e-4dc94d942d24 req-8fd1f0eb-1a46-4065-9bad-62135891978e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.654637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc580d6e-2a6e-4070-bf2e-4dc94d942d24 req-8fd1f0eb-1a46-4065-9bad-62135891978e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1680999 Jul 08 02:16:51.704250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.705398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:51.734547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc580d6e-2a6e-4070-bf2e-4dc94d942d24 req-afe8b8c6-6514-4f67-8282-c1f65c6dcf5f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701377 Jul 08 02:16:51.766052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-991fa030-90d9-4aa8-acea-af9f9693368c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.773286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-991fa030-90d9-4aa8-acea-af9f9693368c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.779788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-991fa030-90d9-4aa8-acea-af9f9693368c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.786846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-991fa030-90d9-4aa8-acea-af9f9693368c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.793477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-991fa030-90d9-4aa8-acea-af9f9693368c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.800031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-991fa030-90d9-4aa8-acea-af9f9693368c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.812649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-991fa030-90d9-4aa8-acea-af9f9693368c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:51.815016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-991fa030-90d9-4aa8-acea-af9f9693368c tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.1762922 Jul 08 02:16:51.833513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-574da054-6bc6-42da-9434-0465b4528eb5 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2213771 Jul 08 02:16:51.846094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Request body: {'port': {'device_id': '7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:51.893315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ce2d2e2-acf1-4f53-94cc-65e016baeab9 req-a9b791e1-d79b-4719-8794-cf33eb9c892e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705633 Jul 08 02:16:51.997333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:52.301489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755e5416-3415-41e9-bba3-c2162ebf630e {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:52.311441 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:52.328365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Transition to ACTIVE for port object 755e5416-3415-41e9-bba3-c2162ebf630e will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:52.405234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:52.535160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Pushing event updated for resources: {'Port': ['ID=755e5416-3415-41e9-bba3-c2162ebf630e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:52.591798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e69fe-00ae-4d4f-bb06-ed17fc475025 req-2e2659f7-0621-48d0-a3b5-b3b78e0d80cf tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.593772 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb5e69fe-00ae-4d4f-bb06-ed17fc475025 req-2e2659f7-0621-48d0-a3b5-b3b78e0d80cf tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 943 time: 0.1385677 Jul 08 02:16:52.653330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Attempting to bind port 755e5416-3415-41e9-bba3-c2162ebf630e on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:16:52.654026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Attempting to bind port 755e5416-3415-41e9-bba3-c2162ebf630e by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '6a2ea535-c59c-4017-81f8-8728bf388dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2b964928-bd87-47af-a8f7-f9b454c8a048'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:16:52.654026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Attempting to bind port 755e5416-3415-41e9-bba3-c2162ebf630e on network 2b964928-bd87-47af-a8f7-f9b454c8a048 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:52.671064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Port 755e5416-3415-41e9-bba3-c2162ebf630e on network 2b964928-bd87-47af-a8f7-f9b454c8a048 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:16:52.671419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Attempting to bind port 755e5416-3415-41e9-bba3-c2162ebf630e on network 2b964928-bd87-47af-a8f7-f9b454c8a048 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:52.698338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:16:52.698683 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Checking segment: {'id': '6a2ea535-c59c-4017-81f8-8728bf388dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2b964928-bd87-47af-a8f7-f9b454c8a048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:52.699077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Bound using segment: {'id': '6a2ea535-c59c-4017-81f8-8728bf388dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2b964928-bd87-47af-a8f7-f9b454c8a048'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:16:52.699547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Bound port: 755e5416-3415-41e9-bba3-c2162ebf630e, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2ea535-c59c-4017-81f8-8728bf388dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2b964928-bd87-47af-a8f7-f9b454c8a048'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:16:52.700564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:52.706860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb5e69fe-00ae-4d4f-bb06-ed17fc475025 req-3ea18e47-fe80-48a2-b72a-02a11995a6f8 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063538 Jul 08 02:16:52.774660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-cb3b1a10-03e4-4e15-aa2d-00c94cd50275 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.780546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-cb3b1a10-03e4-4e15-aa2d-00c94cd50275 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.786916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-cb3b1a10-03e4-4e15-aa2d-00c94cd50275 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.793684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-cb3b1a10-03e4-4e15-aa2d-00c94cd50275 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.799848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-cb3b1a10-03e4-4e15-aa2d-00c94cd50275 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.806273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-cb3b1a10-03e4-4e15-aa2d-00c94cd50275 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.814062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-cb3b1a10-03e4-4e15-aa2d-00c94cd50275 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.814833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-cb3b1a10-03e4-4e15-aa2d-00c94cd50275 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.2014151 Jul 08 02:16:52.903040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] For port 755e5416-3415-41e9-bba3-c2162ebf630e, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:52.911459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-331623bc-6e59-4618-98f7-d7cb82802b72 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:52.914264 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-331623bc-6e59-4618-98f7-d7cb82802b72 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "GET /v2.0/ports/78beb981-fb21-430c-8e32-36b303266f43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0879309 Jul 08 02:16:52.979271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] For port 755e5416-3415-41e9-bba3-c2162ebf630e, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=755e5416-3415-41e9-bba3-c2162ebf630e,segment=NetworkSegment(6a2ea535-c59c-4017-81f8-8728bf388dc1),segment_id=6a2ea535-c59c-4017-81f8-8728bf388dc1)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:16:53.007102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6b07-ddab-40e0-9b0b-52a49af5b887 req-9a6f5a9f-8eaa-41ce-84d9-56d09dc8aec4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.016279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-317a6b07-ddab-40e0-9b0b-52a49af5b887 req-9a6f5a9f-8eaa-41ce-84d9-56d09dc8aec4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1085536 Jul 08 02:16:53.044513 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:53.069391 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-317a6b07-ddab-40e0-9b0b-52a49af5b887 req-3975aeda-5769-4eee-9d26-711fe3c8ab5f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522082 Jul 08 02:16:53.142093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.142849 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:53.144479 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] 10.222.0.32 "PUT /v2.0/ports/755e5416-3415-41e9-bba3-c2162ebf630e HTTP/1.1" status: 200 len: 1092 time: 1.3031802 Jul 08 02:16:53.151367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f', 'tag': '755e5416-3415-41e9-bba3-c2162ebf630e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:53.153386 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f484d2e5-ce76-4d78-a9c3-5f8b769cda80" -d '{"events": [{"name": "network-changed", "server_uuid": "7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f", "tag": "755e5416-3415-41e9-bba3-c2162ebf630e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:53.209685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-ddb7a301-f8ef-4391-a723-ec1d22b17f80 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "GET /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2818789 Jul 08 02:16:53.213127 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f6064c-9f3a-49d7-b5b2-db9fa512d35d x-openstack-request-id: req-08f6064c-9f3a-49d7-b5b2-db9fa512d35d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:53.213424 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f", "tag": "755e5416-3415-41e9-bba3-c2162ebf630e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:53.213679 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08f6064c-9f3a-49d7-b5b2-db9fa512d35d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:53.214073 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f', 'tag': '755e5416-3415-41e9-bba3-c2162ebf630e', 'status': 'completed', 'code': 200} Jul 08 02:16:53.223761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:53.227963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26fe0d-d33b-4afa-a841-dab781bc0207 service neutron] Pushing event updated for resources: {'Port': ['ID=755e5416-3415-41e9-bba3-c2162ebf630e,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:53.703057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-a6bc502a-02a2-4a4c-bd62-76be239c395f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.709118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-a6bc502a-02a2-4a4c-bd62-76be239c395f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.718019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-a6bc502a-02a2-4a4c-bd62-76be239c395f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.724129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-a6bc502a-02a2-4a4c-bd62-76be239c395f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.732540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-a6bc502a-02a2-4a4c-bd62-76be239c395f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.738657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-a6bc502a-02a2-4a4c-bd62-76be239c395f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.745385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-a6bc502a-02a2-4a4c-bd62-76be239c395f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.752015 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-a6bc502a-02a2-4a4c-bd62-76be239c395f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 5435 time: 0.6691685 Jul 08 02:16:53.823498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:53.831835 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c31f5d19-0ea1-414b-b07c-1604bc65e70a req-b0e086e4-146f-4bd9-8237-dd49e1acdfd1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713568 Jul 08 02:16:53.849714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484d2e5-ce76-4d78-a9c3-5f8b769cda80 req-2e837c01-5fd5-4c2f-a6de-1937ee7d99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.851222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f484d2e5-ce76-4d78-a9c3-5f8b769cda80 req-2e837c01-5fd5-4c2f-a6de-1937ee7d99d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=320c5dd6de254b25a5820f6f580cffa7&device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 1095 time: 0.5985212 Jul 08 02:16:53.989133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe84c99-0b15-43ff-95b1-a41dd3fd8573 req-dd8b1b61-3a96-4e4e-942b-10b531aed03b tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:53.993280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7fe84c99-0b15-43ff-95b1-a41dd3fd8573 req-dd8b1b61-3a96-4e4e-942b-10b531aed03b tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 943 time: 0.0996263 Jul 08 02:16:54.038336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484d2e5-ce76-4d78-a9c3-5f8b769cda80 req-e6ec5f3f-0501-497d-95f5-4a9c1b45aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:54.039878 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f484d2e5-ce76-4d78-a9c3-5f8b769cda80 req-e6ec5f3f-0501-497d-95f5-4a9c1b45aba7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=320c5dd6de254b25a5820f6f580cffa7&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1676943 Jul 08 02:16:54.066645 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7fe84c99-0b15-43ff-95b1-a41dd3fd8573 req-094e169e-7576-4328-b7b0-1ba995d33a32 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666692 Jul 08 02:16:54.132275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] For port 78beb981-fb21-430c-8e32-36b303266f43, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=78beb981-fb21-430c-8e32-36b303266f43,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:54.195723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] For port 78beb981-fb21-430c-8e32-36b303266f43, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:54.198136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484d2e5-ce76-4d78-a9c3-5f8b769cda80 req-de461e22-a6e4-4527-80ef-acf9b9b61c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:54.200307 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f484d2e5-ce76-4d78-a9c3-5f8b769cda80 req-de461e22-a6e4-4527-80ef-acf9b9b61c91 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464136 Jul 08 02:16:54.234351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] device_id is not set on port 78beb981-fb21-430c-8e32-36b303266f43 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:16:54.245012 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:54.364804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-d5c2dba9-9c2e-4272-8155-32d9c680bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:54.366358 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-d5c2dba9-9c2e-4272-8155-32d9c680bf13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=320c5dd6de254b25a5820f6f580cffa7&device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 1095 time: 0.1131668 Jul 08 02:16:54.368194 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:54.398966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f390b4-19f1-41ec-8687-8aee23b9cdda req-4ff64c38-99b6-4af3-b238-cf568e89109b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:54.400520 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-61f390b4-19f1-41ec-8687-8aee23b9cdda req-4ff64c38-99b6-4af3-b238-cf568e89109b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1113100 Jul 08 02:16:54.469132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-fa0ee2d9-5780-461e-8932-ae6c56f6590b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=755e5416-3415-41e9-bba3-c2162ebf630e HTTP/1.1" status: 200 len: 217 time: 0.0880456 Jul 08 02:16:54.519376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] Pushing event updated for resources: {'Port': ['ID=78beb981-fb21-430c-8e32-36b303266f43,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:54.559731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] No DVR routers for this DVR port 78beb981-fb21-430c-8e32-36b303266f43 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:54.632808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-61f390b4-19f1-41ec-8687-8aee23b9cdda req-0edf192b-799b-431b-af38-3f15d0895ea1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076342 Jul 08 02:16:54.649869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-09424876-e4a6-4b60-b8d6-270d241b6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:54.651557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-09424876-e4a6-4b60-b8d6-270d241b6632 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54e20aca-5fe7-47ed-8251-4f6e54ba28d7 HTTP/1.1" status: 200 len: 860 time: 0.1741707 Jul 08 02:16:54.652776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] In _notify_port_updated(), no bound segment for port 78beb981-fb21-430c-8e32-36b303266f43 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:16:54.653468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:54.654165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:54.655273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-793631a3-e640-46cd-ae5a-9665c68a8350 service neutron] 10.222.0.18 "PUT /v2.0/ports/78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 200 len: 1028 time: 1.4393048 Jul 08 02:16:54.747063 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-661882be-eb6d-46b4-9d97-35696fb63d6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b964928-bd87-47af-a8f7-f9b454c8a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755739 Jul 08 02:16:54.790267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-07e13d2d-1869-4f5e-b4c9-998f8a4c9503 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:54.791709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-07e13d2d-1869-4f5e-b4c9-998f8a4c9503 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "GET /v2.0/ports/da775966-4cb9-4bea-b3ef-946a19d9c575?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1307921 Jul 08 02:16:54.852015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:54.959287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0995f553-bf99-4162-abd5-eb20cfd3d8cf None None] Provisioning complete for port 78beb981-fb21-430c-8e32-36b303266f43 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:54.960745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0995f553-bf99-4162-abd5-eb20cfd3d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:54.991496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-508405f0-dc5d-43cb-ae39-2a5305b629fc service neutron] 10.222.0.32 "GET /v2.0/networks/2b964928-bd87-47af-a8f7-f9b454c8a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329960 Jul 08 02:16:55.016781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0995f553-bf99-4162-abd5-eb20cfd3d8cf None None] Port 78beb981-fb21-430c-8e32-36b303266f43 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:16:55.084557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:55.215048 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7558cbb-04be-492d-85f2-f30572e214a3 req-a0443ad1-54a4-4084-81da-0de0c27cabf7 service neutron] 10.222.0.32 "GET /v2.0/networks/2b964928-bd87-47af-a8f7-f9b454c8a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110825 Jul 08 02:16:55.359017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f61e39-b39d-41e3-9f36-6ac40e8ae6c8 req-b2b37e13-298b-4d22-a73e-8420cb14d268 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.369338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f61e39-b39d-41e3-9f36-6ac40e8ae6c8 req-b2b37e13-298b-4d22-a73e-8420cb14d268 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.379848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f61e39-b39d-41e3-9f36-6ac40e8ae6c8 req-b2b37e13-298b-4d22-a73e-8420cb14d268 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.391599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f61e39-b39d-41e3-9f36-6ac40e8ae6c8 req-b2b37e13-298b-4d22-a73e-8420cb14d268 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.398350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f61e39-b39d-41e3-9f36-6ac40e8ae6c8 req-b2b37e13-298b-4d22-a73e-8420cb14d268 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.402354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] For port da775966-4cb9-4bea-b3ef-946a19d9c575, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=da775966-4cb9-4bea-b3ef-946a19d9c575,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:55.409322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f61e39-b39d-41e3-9f36-6ac40e8ae6c8 req-b2b37e13-298b-4d22-a73e-8420cb14d268 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.411950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4f61e39-b39d-41e3-9f36-6ac40e8ae6c8 req-b2b37e13-298b-4d22-a73e-8420cb14d268 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 4660 time: 0.1456316 Jul 08 02:16:55.426061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aa25b-f9a3-46f7-a772-11a197beed74 req-4c1fe6f0-1260-417e-9951-e2c0b0557fd1 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.427796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b97aa25b-f9a3-46f7-a772-11a197beed74 req-4c1fe6f0-1260-417e-9951-e2c0b0557fd1 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 943 time: 0.1596076 Jul 08 02:16:55.464364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4f61e39-b39d-41e3-9f36-6ac40e8ae6c8 req-8fd3c9bf-5f99-4415-9181-0061c78d09e8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=20ca27f2-0c7a-4e38-af9a-dc852d1df80d&id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454690 Jul 08 02:16:55.478017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] For port da775966-4cb9-4bea-b3ef-946a19d9c575, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:55.523186 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b97aa25b-f9a3-46f7-a772-11a197beed74 req-7bcdfd39-be37-4999-8e2b-4fc4a18b7020 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866807 Jul 08 02:16:55.533523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] device_id is not set on port da775966-4cb9-4bea-b3ef-946a19d9c575 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:16:55.545197 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:55.667827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:55.762780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] Pushing event updated for resources: {'Port': ['ID=da775966-4cb9-4bea-b3ef-946a19d9c575,revision_number=6']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:55.808639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] No DVR routers for this DVR port da775966-4cb9-4bea-b3ef-946a19d9c575 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:55.870362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] In _notify_port_updated(), no bound segment for port da775966-4cb9-4bea-b3ef-946a19d9c575 on network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:16:55.871920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.874070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:55.876328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-4c1c026b-9767-4626-b80a-79508d7be683 service neutron] 10.222.0.18 "PUT /v2.0/ports/da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 200 len: 1027 time: 1.0322959 Jul 08 02:16:55.927534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd5b91-de23-4165-8fad-b1b7c1c53023 req-9030149c-f015-442f-b094-5c3654fc54af tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:55.929160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-effd5b91-de23-4165-8fad-b1b7c1c53023 req-9030149c-f015-442f-b094-5c3654fc54af tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1047719 Jul 08 02:16:55.991779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-effd5b91-de23-4165-8fad-b1b7c1c53023 req-a41f11db-205c-4c63-93dc-50191e693490 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544183 Jul 08 02:16:56.034365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port 702832bc-cf71-4387-a8a2-f7e9161f90d7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:56.034829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:56.071026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d5f2f354-58c0-4afa-9dc9-184e9139a61a None None] Provisioning complete for port da775966-4cb9-4bea-b3ef-946a19d9c575 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:56.072306 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5f2f354-58c0-4afa-9dc9-184e9139a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:56.125956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2f354-58c0-4afa-9dc9-184e9139a61a None None] Port da775966-4cb9-4bea-b3ef-946a19d9c575 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:16:56.165845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] For port 702832bc-cf71-4387-a8a2-f7e9161f90d7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=702832bc-cf71-4387-a8a2-f7e9161f90d7,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:56.166219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:56.181227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for 702832bc-cf71-4387-a8a2-f7e9161f90d7 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:56.450125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:56.484354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=702832bc-cf71-4387-a8a2-f7e9161f90d7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:56.545064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] No DVR routers for this DVR port 702832bc-cf71-4387-a8a2-f7e9161f90d7 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:56.551478 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:56.553596 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-5e1d4b0d-5ed7-464e-9943-cb5056570d4f tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "DELETE /v2.0/ports/702832bc-cf71-4387-a8a2-f7e9161f90d7 HTTP/1.1" status: 204 len: 173 time: 0.6708088 Jul 08 02:16:56.554126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': '702832bc-cf71-4387-a8a2-f7e9161f90d7'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:56.558742 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50a6bf-0b4e-4f10-95b6-beb71bd09292" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "702832bc-cf71-4387-a8a2-f7e9161f90d7"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:56.824232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port efc144cd-c612-4225-9176-19588a83fe7d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:56.825500 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:56.898900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1e789-3204-4abd-8cd3-436ca8614f77 req-11ef6bed-1612-45ea-8350-882e593ad701 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:56.910045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6aa1e789-3204-4abd-8cd3-436ca8614f77 req-11ef6bed-1612-45ea-8350-882e593ad701 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 943 time: 0.1879578 Jul 08 02:16:56.952937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 755e5416-3415-41e9-bba3-c2162ebf630e details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:16:56.974047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6aa1e789-3204-4abd-8cd3-436ca8614f77 req-4dcdaf07-8be2-46b2-b8c4-bfa14fc27cd9 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626686 Jul 08 02:16:57.106985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:16:57.119319 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98472670-3aae-4128-a975-fc0ce836243a x-openstack-request-id: req-98472670-3aae-4128-a975-fc0ce836243a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:57.122226 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "702832bc-cf71-4387-a8a2-f7e9161f90d7", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:57.122492 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98472670-3aae-4128-a975-fc0ce836243a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:57.122906 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': '702832bc-cf71-4387-a8a2-f7e9161f90d7', 'status': 'completed', 'code': 200} Jul 08 02:16:57.143076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b9991d29-8ba2-46eb-9dce-e1b0bb59570e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:57.143207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] For port efc144cd-c612-4225-9176-19588a83fe7d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=efc144cd-c612-4225-9176-19588a83fe7d,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:57.143207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:57.168788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for efc144cd-c612-4225-9176-19588a83fe7d owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:57.436149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800824-6749-4739-b355-e8b1b9cd5409 req-76a72831-1c43-4722-8f25-4739465ccb41 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:57.436515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7fb76-55f2-440f-963e-4bf472f876c4 req-00f513c2-9620-4335-8e7c-d5eb34733d42 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:57.443663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79e7fb76-55f2-440f-963e-4bf472f876c4 req-00f513c2-9620-4335-8e7c-d5eb34733d42 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1642559 Jul 08 02:16:57.451260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800824-6749-4739-b355-e8b1b9cd5409 req-76a72831-1c43-4722-8f25-4739465ccb41 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:57.462448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800824-6749-4739-b355-e8b1b9cd5409 req-76a72831-1c43-4722-8f25-4739465ccb41 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:57.473462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800824-6749-4739-b355-e8b1b9cd5409 req-76a72831-1c43-4722-8f25-4739465ccb41 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:57.477104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64800824-6749-4739-b355-e8b1b9cd5409 req-76a72831-1c43-4722-8f25-4739465ccb41 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 3151 time: 0.5776548 Jul 08 02:16:57.511178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79e7fb76-55f2-440f-963e-4bf472f876c4 req-23bd51c5-9ece-49e6-8da9-b575244dab1e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663335 Jul 08 02:16:57.548779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64800824-6749-4739-b355-e8b1b9cd5409 req-5cc5bf82-bd1c-4151-aa8b-37b1f86b1526 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642719 Jul 08 02:16:57.575750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-ee289c73-b61d-482a-ac05-60829dee2548 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5448854 Jul 08 02:16:57.590553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 755e5416-3415-41e9-bba3-c2162ebf630e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=755e5416-3415-41e9-bba3-c2162ebf630e,segment=NetworkSegment(6a2ea535-c59c-4017-81f8-8728bf388dc1),segment_id=6a2ea535-c59c-4017-81f8-8728bf388dc1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:57.612556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '755e5416-3415-41e9-bba3-c2162ebf630e', 'network_id': '2b964928-bd87-47af-a8f7-f9b454c8a048', 'port_id': '755e5416-3415-41e9-bba3-c2162ebf630e', 'mac_address': 'fa:16:3e:c3:20:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e20aca-5fe7-47ed-8251-4f6e54ba28d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:16:57.686147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-2f21559c-ab6c-4664-9e3e-e8b9e8a453fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:57.688061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-2f21559c-ab6c-4664-9e3e-e8b9e8a453fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1097 time: 0.0637150 Jul 08 02:16:57.689145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:57.716952 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:57.720200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '5a9e4419-9582-4646-be79-e60004a523a6', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'port_id': '5a9e4419-9582-4646-be79-e60004a523a6', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:16:57.726957 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:57.776127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755e5416-3415-41e9-bba3-c2162ebf630e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:57.787948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:57.790248 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe658b0e-6628-4f4f-a9b1-b864d3f225ca" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-unplugged", "status": "completed", "tag": "b9991d29-8ba2-46eb-9dce-e1b0bb59570e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:57.806536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:57.816555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b9991d29-8ba2-46eb-9dce-e1b0bb59570e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:57.855194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-68b1c3d9-f83a-4f11-8c6f-68f1bde9b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:57.856860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-68b1c3d9-f83a-4f11-8c6f-68f1bde9b5c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1472664 Jul 08 02:16:57.862855 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15138d19-5164-4af3-8353-41ce6d317769 x-openstack-request-id: req-15138d19-5164-4af3-8353-41ce6d317769 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:57.862855 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-unplugged", "status": "completed", "tag": "b9991d29-8ba2-46eb-9dce-e1b0bb59570e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:57.862855 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15138d19-5164-4af3-8353-41ce6d317769 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:57.862855 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e', 'code': 200} Jul 08 02:16:57.866933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 755e5416-3415-41e9-bba3-c2162ebf630e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=755e5416-3415-41e9-bba3-c2162ebf630e,segment=NetworkSegment(6a2ea535-c59c-4017-81f8-8728bf388dc1),segment_id=6a2ea535-c59c-4017-81f8-8728bf388dc1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:57.870764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a9e4419-9582-4646-be79-e60004a523a6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:57.898344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:57.903104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:57.946879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:57.947701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cf4d9964-299b-46d0-8db8-0c64b388c112 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:58.025071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=efc144cd-c612-4225-9176-19588a83fe7d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:58.030070 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:58.035270 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:58.112027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:58.124522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['5a9e4419-9582-4646-be79-e60004a523a6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:58.144325 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] No DVR routers for this DVR port efc144cd-c612-4225-9176-19588a83fe7d on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:58.147179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:58.149631 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-13cc71bb-1a1e-430c-b409-ac36c0eb03f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "DELETE /v2.0/ports/efc144cd-c612-4225-9176-19588a83fe7d HTTP/1.1" status: 204 len: 173 time: 1.5879269 Jul 08 02:16:58.162734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-5c457973-b6c3-4dee-9773-ab53011bbe71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 200 len: 1001 time: 0.2884808 Jul 08 02:16:58.327210 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:58.336679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['755e5416-3415-41e9-bba3-c2162ebf630e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:58.371175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:58.421678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port b9991d29-8ba2-46eb-9dce-e1b0bb59570e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:58.422035 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:58.473887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cf4d9964-299b-46d0-8db8-0c64b388c112, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf4d9964-299b-46d0-8db8-0c64b388c112,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:58.497152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-a753399d-8555-4e46-95c8-1862fd563130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:58.504465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-a753399d-8555-4e46-95c8-1862fd563130 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.2649941 Jul 08 02:16:58.572259 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:58.572869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device da775966-4cb9-4bea-b3ef-946a19d9c575 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:58.598429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86182c2-0b48-4944-8af5-d8b9b59e11c4 req-0732b192-4edd-4914-adc4-99426d081d7b tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:58.599427 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d86182c2-0b48-4944-8af5-d8b9b59e11c4 req-0732b192-4edd-4914-adc4-99426d081d7b tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 944 time: 0.3313231 Jul 08 02:16:58.783446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=755e5416-3415-41e9-bba3-c2162ebf630e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:58.791480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d86182c2-0b48-4944-8af5-d8b9b59e11c4 req-527c484d-82d1-4acf-ba82-fd5ce3fdf171 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821027 Jul 08 02:16:58.799464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] For port b9991d29-8ba2-46eb-9dce-e1b0bb59570e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:58.801275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:58.845125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for b9991d29-8ba2-46eb-9dce-e1b0bb59570e owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:58.947620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-30b12531-a098-4739-92d0-dbe75c87f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:58.950892 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-30b12531-a098-4739-92d0-dbe75c87f024 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4274316 Jul 08 02:16:59.051716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device da775966-4cb9-4bea-b3ef-946a19d9c575 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:59.052077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 2af81c64-3a1e-40c0-98d1-09119c11a47e no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:59.078049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29268e11-fb72-49b2-bad2-7bfbea0645c5 req-94882c77-0c6c-440e-9d44-362240741669 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:59.095897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29268e11-fb72-49b2-bad2-7bfbea0645c5 req-94882c77-0c6c-440e-9d44-362240741669 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 944 time: 0.1650684 Jul 08 02:16:59.108910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cf4d9964-299b-46d0-8db8-0c64b388c112,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:59.158377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': 'efc144cd-c612-4225-9176-19588a83fe7d'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:59.172821 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed7952d-0aa2-4861-a283-7d5856efb992" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "efc144cd-c612-4225-9176-19588a83fe7d"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:59.175096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29268e11-fb72-49b2-bad2-7bfbea0645c5 req-f5b2cb4a-a5c8-41af-9653-f4c20685c100 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777462 Jul 08 02:16:59.342395 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:59.377576 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc76427-4ff6-486c-9380-36a3f38fe4c6 x-openstack-request-id: req-2dc76427-4ff6-486c-9380-36a3f38fe4c6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:59.378958 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "efc144cd-c612-4225-9176-19588a83fe7d", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:59.378958 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2dc76427-4ff6-486c-9380-36a3f38fe4c6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:59.378958 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': 'efc144cd-c612-4225-9176-19588a83fe7d', 'status': 'completed', 'code': 200} Jul 08 02:16:59.422064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 2af81c64-3a1e-40c0-98d1-09119c11a47e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:59.431647 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-26e14798-301a-4a98-82d9-17057d7fd4f8 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612515 Jul 08 02:16:59.542084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:59.543930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 702832bc-cf71-4387-a8a2-f7e9161f90d7 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:59.594180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 702832bc-cf71-4387-a8a2-f7e9161f90d7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:59.594535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 702832bc-cf71-4387-a8a2-f7e9161f90d7 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:59.594967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 78beb981-fb21-430c-8e32-36b303266f43 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:59.698510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=2af81c64-3a1e-40c0-98d1-09119c11a47e,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:59.707254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d053e5-84ed-4bdf-98fc-4264185773c1 req-4cea2fc7-8a3b-493f-bad8-1c901e04b400 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:59.721487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d053e5-84ed-4bdf-98fc-4264185773c1 req-4cea2fc7-8a3b-493f-bad8-1c901e04b400 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:59.730232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 78beb981-fb21-430c-8e32-36b303266f43 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:59.730690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device efc144cd-c612-4225-9176-19588a83fe7d no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:59.744232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d053e5-84ed-4bdf-98fc-4264185773c1 req-4cea2fc7-8a3b-493f-bad8-1c901e04b400 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:59.746320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4d053e5-84ed-4bdf-98fc-4264185773c1 req-4cea2fc7-8a3b-493f-bad8-1c901e04b400 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 2412 time: 0.5689573 Jul 08 02:16:59.751688 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8c5793f-4cba-4732-b033-5c1a91234be3 req-c1e67b37-e1a3-44b0-99b0-8f9eea5fd024 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070843 Jul 08 02:16:59.763131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: efc144cd-c612-4225-9176-19588a83fe7d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:59.763528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device efc144cd-c612-4225-9176-19588a83fe7d not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:59.773259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:59.863994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4d9964-299b-46d0-8db8-0c64b388c112'}, {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:59.867968 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c802e3c-940a-47cd-8e74-65d36f7eef33" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4d9964-299b-46d0-8db8-0c64b388c112"}, {"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-unplugged", "status": "completed", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:59.871781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 5a9e4419-9582-4646-be79-e60004a523a6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:59.872421 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:59.872684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d4d053e5-84ed-4bdf-98fc-4264185773c1 req-c83d8c2d-cfc4-4a3c-88f7-260f3341e1f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814843 Jul 08 02:16:59.927794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:00.148066 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b245c889-509a-4a43-bb46-504037360a25 x-openstack-request-id: req-b245c889-509a-4a43-bb46-504037360a25 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:00.148401 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4d9964-299b-46d0-8db8-0c64b388c112", "code": 200}, {"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-unplugged", "status": "completed", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:00.148665 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b245c889-509a-4a43-bb46-504037360a25 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:00.148797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=b9991d29-8ba2-46eb-9dce-e1b0bb59570e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:00.149254 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4d9964-299b-46d0-8db8-0c64b388c112', 'code': 200} Jul 08 02:17:00.149377 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'code': 200} Jul 08 02:17:00.168818 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:00.215392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] No DVR routers for this DVR port b9991d29-8ba2-46eb-9dce-e1b0bb59570e on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:00.218044 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:00.220461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-8145a3a6-0d74-49ba-b787-853fe133a146 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "DELETE /v2.0/ports/b9991d29-8ba2-46eb-9dce-e1b0bb59570e HTTP/1.1" status: 204 len: 173 time: 2.0601311 Jul 08 02:17:00.257323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59be18-8575-4b09-a49f-617a30e993f9 req-75ab20d8-3a47-4faa-a0b7-c631b3f18e49 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:00.274794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe59be18-8575-4b09-a49f-617a30e993f9 req-75ab20d8-3a47-4faa-a0b7-c631b3f18e49 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 944 time: 0.1411800 Jul 08 02:17:00.285451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:00.348649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe59be18-8575-4b09-a49f-617a30e993f9 req-4ab3ff12-c43a-4ff5-b0be-0a68e5f9350b tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725265 Jul 08 02:17:00.384597 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:00.499583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:00.991797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 755e5416-3415-41e9-bba3-c2162ebf630e up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:17:01.124125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port cf4d9964-299b-46d0-8db8-0c64b388c112 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:01.124499 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:01.139270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 755e5416-3415-41e9-bba3-c2162ebf630e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:17:01.144422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 755e5416-3415-41e9-bba3-c2162ebf630e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:01.145548 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:01.161547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaa374-777f-46ee-b5d7-d10a63b2c59d req-48b52bda-fcf2-4f2d-99b3-70c90a48807e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:01.174754 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73aaa374-777f-46ee-b5d7-d10a63b2c59d req-48b52bda-fcf2-4f2d-99b3-70c90a48807e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.2415292 Jul 08 02:17:01.297664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05f785-a1a6-4cae-9afb-712d78bd4258 req-e295abe9-8fb8-443f-b21a-8f63a28b1fcd tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:01.304575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05f785-a1a6-4cae-9afb-712d78bd4258 req-e295abe9-8fb8-443f-b21a-8f63a28b1fcd tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:01.306467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f05f785-a1a6-4cae-9afb-712d78bd4258 req-e295abe9-8fb8-443f-b21a-8f63a28b1fcd tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 1677 time: 0.1580157 Jul 08 02:17:01.318173 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:01.370084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f05f785-a1a6-4cae-9afb-712d78bd4258 req-cf24edb9-78b0-45c4-b462-dcc220ea55b1 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562320 Jul 08 02:17:01.372836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73aaa374-777f-46ee-b5d7-d10a63b2c59d req-6a8874bd-caae-4669-84ab-5d05f745face tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950536 Jul 08 02:17:01.399093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] For port cf4d9964-299b-46d0-8db8-0c64b388c112, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cf4d9964-299b-46d0-8db8-0c64b388c112,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:01.399508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:01.402580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 755e5416-3415-41e9-bba3-c2162ebf630e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=755e5416-3415-41e9-bba3-c2162ebf630e,segment=NetworkSegment(6a2ea535-c59c-4017-81f8-8728bf388dc1),segment_id=6a2ea535-c59c-4017-81f8-8728bf388dc1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:01.426354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for cf4d9964-299b-46d0-8db8-0c64b388c112 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:01.484194 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:01.551900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=755e5416-3415-41e9-bba3-c2162ebf630e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:01.592621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:01.595890 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c507e36-aefb-4708-8eae-97069a8434b6" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "b9991d29-8ba2-46eb-9dce-e1b0bb59570e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:01.662025 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8020f07-6638-43d4-b68e-b3e92e755ca5 x-openstack-request-id: req-a8020f07-6638-43d4-b68e-b3e92e755ca5 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:01.662430 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "b9991d29-8ba2-46eb-9dce-e1b0bb59570e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:01.663757 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8020f07-6638-43d4-b68e-b3e92e755ca5 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:01.664269 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': 'b9991d29-8ba2-46eb-9dce-e1b0bb59570e', 'status': 'completed', 'code': 200} Jul 08 02:17:01.678429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a7c4-1a6c-485b-822e-9fec40c0069f req-f81e1aad-fcd9-4ff7-87ee-4e4fa719c96c tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:01.680313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e24a7c4-1a6c-485b-822e-9fec40c0069f req-f81e1aad-fcd9-4ff7-87ee-4e4fa719c96c tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 945 time: 0.0904562 Jul 08 02:17:01.726480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e24a7c4-1a6c-485b-822e-9fec40c0069f req-6ee800ce-cdf9-4c37-85f0-68f6e3d76408 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380597 Jul 08 02:17:01.770410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:01.806081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=cf4d9964-299b-46d0-8db8-0c64b388c112,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:01.872300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] No DVR routers for this DVR port cf4d9964-299b-46d0-8db8-0c64b388c112 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:01.874860 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:01.876953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-9e663ff6-e8e0-40df-8832-e22fbfe4f0a7 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "DELETE /v2.0/ports/cf4d9964-299b-46d0-8db8-0c64b388c112 HTTP/1.1" status: 204 len: 173 time: 1.6496480 Jul 08 02:17:02.004733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port 2af81c64-3a1e-40c0-98d1-09119c11a47e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:02.013359 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:02.129192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] For port 2af81c64-3a1e-40c0-98d1-09119c11a47e, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2af81c64-3a1e-40c0-98d1-09119c11a47e,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:02.130140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:02.150525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6'}, {'server_uuid': '7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755e5416-3415-41e9-bba3-c2162ebf630e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:02.153765 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffbeae9-1405-4ff1-987e-bca8f52a0460" -d '{"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-plugged", "status": "completed", "tag": "5a9e4419-9582-4646-be79-e60004a523a6"}, {"server_uuid": "7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f", "name": "network-vif-plugged", "status": "completed", "tag": "755e5416-3415-41e9-bba3-c2162ebf630e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:02.279738 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be3c21-c656-429b-a964-48f3ccf4d2c9 x-openstack-request-id: req-e5be3c21-c656-429b-a964-48f3ccf4d2c9 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:02.280319 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-plugged", "status": "completed", "tag": "5a9e4419-9582-4646-be79-e60004a523a6", "code": 200}, {"server_uuid": "7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f", "name": "network-vif-plugged", "status": "completed", "tag": "755e5416-3415-41e9-bba3-c2162ebf630e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:02.280809 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5be3c21-c656-429b-a964-48f3ccf4d2c9 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:02.281454 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6', 'code': 200} Jul 08 02:17:02.281949 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755e5416-3415-41e9-bba3-c2162ebf630e', 'code': 200} Jul 08 02:17:02.589954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:02.590460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:02.590925 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Floating IP 2c596c60-087d-419d-b74b-6616352c0cd8 disassociated. External IP: 172.25.8.133, port: 2af81c64-3a1e-40c0-98d1-09119c11a47e. Jul 08 02:17:02.591380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for 2af81c64-3a1e-40c0-98d1-09119c11a47e owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:02.937746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd86483-8b01-47ec-a91e-27540a07a45c req-d62b80e2-2b95-47e3-8f70-4fe5cf1b0152 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:02.947536 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efd86483-8b01-47ec-a91e-27540a07a45c req-d62b80e2-2b95-47e3-8f70-4fe5cf1b0152 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 944 time: 0.2215590 Jul 08 02:17:03.016025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0ee98-c559-485d-b573-b0b4e952ba71 req-655ca363-c2b5-4389-89cf-6588654ea315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:03.018703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efd86483-8b01-47ec-a91e-27540a07a45c req-79c0144e-0fcd-4ab6-8811-1c02e28ca7e0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff2a276e-c506-4299-bb98-586603adc2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673907 Jul 08 02:17:03.021459 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78b0ee98-c559-485d-b573-b0b4e952ba71 req-655ca363-c2b5-4389-89cf-6588654ea315 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 1097 time: 0.6468685 Jul 08 02:17:03.204251 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed9cc1-bf23-483a-8047-c194ccf0c103 req-d3b3f945-5b94-4a50-882e-c09e699a2980 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:03.204251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36ed9cc1-bf23-483a-8047-c194ccf0c103 req-d3b3f945-5b94-4a50-882e-c09e699a2980 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.3382928 Jul 08 02:17:03.204251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78b0ee98-c559-485d-b573-b0b4e952ba71 req-c2d8c27e-51a6-4e6d-80bc-9b483052e4cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100488 Jul 08 02:17:03.204251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-36ed9cc1-bf23-483a-8047-c194ccf0c103 req-21bd5810-55a6-4608-aa8a-ca04235c3c1f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851152 Jul 08 02:17:03.296191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c46f07-dd75-4a76-9ed6-1586ef586271 req-21a745e5-8a79-43b3-a835-9c7698f81c9f tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:03.297735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14c46f07-dd75-4a76-9ed6-1586ef586271 req-21a745e5-8a79-43b3-a835-9c7698f81c9f tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 945 time: 0.0858769 Jul 08 02:17:03.320459 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:03.356307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14c46f07-dd75-4a76-9ed6-1586ef586271 req-129f73b9-79b0-4276-9a4d-13b9160e702e tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492322 Jul 08 02:17:03.365302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=2af81c64-3a1e-40c0-98d1-09119c11a47e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:03.600135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Router c8cffe13-a5b5-4256-8463-6e4235aea05b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:17:03.762957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': 'cf4d9964-299b-46d0-8db8-0c64b388c112'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:03.762957 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97411d7f-5d45-48ca-ad6d-b27a6d0e197a" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "cf4d9964-299b-46d0-8db8-0c64b388c112"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:03.762957 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647b95fd-4c4b-4234-8130-4245435dcc90 x-openstack-request-id: req-647b95fd-4c4b-4234-8130-4245435dcc90 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:03.762957 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "cf4d9964-299b-46d0-8db8-0c64b388c112", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:03.762957 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-647b95fd-4c4b-4234-8130-4245435dcc90 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:03.762957 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': 'cf4d9964-299b-46d0-8db8-0c64b388c112', 'status': 'completed', 'code': 200} Jul 08 02:17:03.767263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:03.782677 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] Sync routers for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:03.800245 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:03.800899 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:16:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:03.836864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] No DVR routers for this DVR port 2af81c64-3a1e-40c0-98d1-09119c11a47e on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:03.839991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:03.842347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fde46824-d781-4afb-bca5-2867b8e9b68c req-774a2cb8-1c39-4cde-8c45-1b5c258984c0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.18 "DELETE /v2.0/ports/2af81c64-3a1e-40c0-98d1-09119c11a47e HTTP/1.1" status: 204 len: 173 time: 1.9604602 Jul 08 02:17:04.209393 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:04.235901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20682db2-e496-4e8c-ae23-367638ba3dc3 req-3b9663cc-2b2a-4599-bded-2094f8c9c23e tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0429943 Jul 08 02:17:04.459712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d6333-bc1a-42e0-b1a2-7e15a51b246a req-ba9e69a3-365d-49b0-a576-f2f4466d8bf1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:04.461469 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d2d6333-bc1a-42e0-b1a2-7e15a51b246a req-ba9e69a3-365d-49b0-a576-f2f4466d8bf1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1242497 Jul 08 02:17:04.534443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d2d6333-bc1a-42e0-b1a2-7e15a51b246a req-fa53504c-772e-43a6-b8a9-1537549c52e7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628614 Jul 08 02:17:04.545383 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:51Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:04.588585 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] Checking router: c8cffe13-a5b5-4256-8463-6e4235aea05b for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:04.616493 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:04.617397 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:16:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:04.784531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848329e-67cd-4e0b-ae54-2dff5d880f90 req-a28b85c8-88fd-49ec-973d-b2c3e7c1315e tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:04.786185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d848329e-67cd-4e0b-ae54-2dff5d880f90 req-a28b85c8-88fd-49ec-973d-b2c3e7c1315e tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 945 time: 0.1296461 Jul 08 02:17:04.876417 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:04.882540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d848329e-67cd-4e0b-ae54-2dff5d880f90 req-650d61fd-cd8b-4db5-9066-6ca06e644441 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906086 Jul 08 02:17:05.249922 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:51Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:05.313566 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0703ae01-e8ae-4478-baba-63e277eebb6f None None] The sync data for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 is: [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:05:37Z', 'revision_number': 4, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '85426147-e8dc-47e3-a207-5a910e586484', 'name': '', 'network_id': 'ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'mac_address': 'fa:16:3e:12:dc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:35Z', 'updated_at': '2021-07-08T02:05:51Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'subnets': [{'id': 'f9d24518-bec5-4294-bfc4-cb82628b06da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:05.572112 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4632fc58-21f9-4720-ae2a-499141fee055 req-7dd6b022-1abb-4bad-856d-34aeef9c5841 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0589991 Jul 08 02:17:05.628787 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:17:05.738125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:05.740576 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32015b7c-49b5-46ef-813f-45483ad3964f" -d '{"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:05.907661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa058d4f-b106-4bed-b1a5-46f6cd420d32 None None] New status for floating IP 2c596c60-087d-419d-b74b-6616352c0cd8: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:17:05.945597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fae6d-1304-4e50-9974-9591f26930f1 req-eb78b7d7-8986-4a67-b0d4-a9cd8127205a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:05.954407 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df4fae6d-1304-4e50-9974-9591f26930f1 req-eb78b7d7-8986-4a67-b0d4-a9cd8127205a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.0873792 Jul 08 02:17:06.004575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df4fae6d-1304-4e50-9974-9591f26930f1 req-42725857-517d-4117-9726-02f294a1dec9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489075 Jul 08 02:17:06.071663 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e9b593-aa5e-4174-9445-983b21499f62 x-openstack-request-id: req-d6e9b593-aa5e-4174-9445-983b21499f62 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:06.079369 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8274fd0-99c1-4e7b-9a3d-5fb812de2db1", "name": "network-vif-deleted", "tag": "2af81c64-3a1e-40c0-98d1-09119c11a47e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:06.079369 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6e9b593-aa5e-4174-9445-983b21499f62 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:06.079369 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8274fd0-99c1-4e7b-9a3d-5fb812de2db1', 'name': 'network-vif-deleted', 'tag': '2af81c64-3a1e-40c0-98d1-09119c11a47e', 'status': 'completed', 'code': 200} Jul 08 02:17:06.454533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b08f07-986c-4615-8941-faf666588d15 req-e9d29588-f622-47d8-b674-41711a049c00 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:06.456430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9b08f07-986c-4615-8941-faf666588d15 req-e9d29588-f622-47d8-b674-41711a049c00 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 945 time: 0.1167800 Jul 08 02:17:06.530459 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9b08f07-986c-4615-8941-faf666588d15 req-847bc545-b90d-48d3-af2b-3a37b6b27dc1 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651722 Jul 08 02:17:06.778497 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd08a094-70fc-4356-8015-53b556ab4937 req-1f4dc454-a103-4b9d-b9f4-02fee91d86dd tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0611544 Jul 08 02:17:07.395553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d9ec6-74f1-4a3f-af9d-a4060b4c032c req-e64ad3e8-ec69-48b8-a56d-8d2e7f7c0fe7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:07.401920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-557d9ec6-74f1-4a3f-af9d-a4060b4c032c req-e64ad3e8-ec69-48b8-a56d-8d2e7f7c0fe7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1174574 Jul 08 02:17:07.481427 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-557d9ec6-74f1-4a3f-af9d-a4060b4c032c req-ac8e9cc8-cfd7-45c7-9d17-a52a234c4fa6 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768247 Jul 08 02:17:07.833224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762f019-4988-4fe3-b9bc-78de8da4e378 req-1bd14b82-3cf9-44e5-8892-07778aceaf72 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:07.903282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7762f019-4988-4fe3-b9bc-78de8da4e378 req-1bd14b82-3cf9-44e5-8892-07778aceaf72 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 945 time: 0.1315289 Jul 08 02:17:07.983249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7762f019-4988-4fe3-b9bc-78de8da4e378 req-7fce8ffd-3f90-4728-9011-64879de178a6 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/security-groups?id=85e2be51-6cf7-48a4-aaec-5bf0b8806f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318171 Jul 08 02:17:08.031890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-c0db41ff-9ee6-42c5-a638-bfbd0a422b20 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:08.033753 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-c0db41ff-9ee6-42c5-a638-bfbd0a422b20 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 945 time: 0.1800501 Jul 08 02:17:08.180373 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fcbb3e1d-5906-409e-a2b7-dcc088d04806 req-4c391249-0572-412d-bcaa-2733be12ddec tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0840256 Jul 08 02:17:08.315911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Deleting port 755e5416-3415-41e9-bba3-c2162ebf630e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:08.316513 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:08.429228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] For port 755e5416-3415-41e9-bba3-c2162ebf630e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=755e5416-3415-41e9-bba3-c2162ebf630e,segment=NetworkSegment(6a2ea535-c59c-4017-81f8-8728bf388dc1),segment_id=6a2ea535-c59c-4017-81f8-8728bf388dc1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:08.430396 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:08.454903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Calling delete_port for 755e5416-3415-41e9-bba3-c2162ebf630e owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:08.783669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:08.797884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['755e5416-3415-41e9-bba3-c2162ebf630e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:17:08.813556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78708c-e628-44dd-9971-ab78304e4d14 req-e7012340-d0ee-46c5-b732-3c3d5afdadcf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:08.819279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f78708c-e628-44dd-9971-ab78304e4d14 req-e7012340-d0ee-46c5-b732-3c3d5afdadcf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1619501 Jul 08 02:17:08.889008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Pushing event deleted for resources: {'Port': ['ID=755e5416-3415-41e9-bba3-c2162ebf630e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:08.894330 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f78708c-e628-44dd-9971-ab78304e4d14 req-8a7e9902-f402-4df4-9b81-a996df24a12f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690222 Jul 08 02:17:08.987442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] No DVR routers for this DVR port 755e5416-3415-41e9-bba3-c2162ebf630e on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:08.987442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:08.988919 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca29d844-4a59-4298-8abd-d9c8c910443d req-66df7f44-334c-4011-b924-6b2ae8bb6199 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.32 "DELETE /v2.0/ports/755e5416-3415-41e9-bba3-c2162ebf630e HTTP/1.1" status: 204 len: 173 time: 0.9297931 Jul 08 02:17:08.989375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f', 'name': 'network-vif-deleted', 'tag': '755e5416-3415-41e9-bba3-c2162ebf630e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:08.991824 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6811c7-bf8e-4e12-858a-e6c6367945d1" -d '{"events": [{"server_uuid": "7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f", "name": "network-vif-deleted", "tag": "755e5416-3415-41e9-bba3-c2162ebf630e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:09.103052 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc93f6b-03b7-4f2b-975f-8256f5369af6 x-openstack-request-id: req-4bc93f6b-03b7-4f2b-975f-8256f5369af6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:09.103485 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f", "name": "network-vif-deleted", "tag": "755e5416-3415-41e9-bba3-c2162ebf630e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:09.104019 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4bc93f6b-03b7-4f2b-975f-8256f5369af6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:09.105913 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f', 'name': 'network-vif-deleted', 'tag': '755e5416-3415-41e9-bba3-c2162ebf630e', 'status': 'completed', 'code': 200} Jul 08 02:17:09.263719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4255a72-1a18-4030-8749-675e11628f3e req-b15a4a5c-6027-4a4d-b55e-d0ef89f897dd tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 210 time: 0.0420039 Jul 08 02:17:09.425836 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26fb0012-4937-4bae-b344-fa0631cb9895 req-130037de-ebf9-47bb-ae28-3a9c60806139 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0318034 Jul 08 02:17:10.234370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8016bc-51e4-45aa-b53e-b684d2e64415 req-d1732980-7b92-41c7-b390-51f7a76d587a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:10.241411 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc8016bc-51e4-45aa-b53e-b684d2e64415 req-d1732980-7b92-41c7-b390-51f7a76d587a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1554003 Jul 08 02:17:10.324730 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc8016bc-51e4-45aa-b53e-b684d2e64415 req-f6d29066-49c6-4934-8d7a-63270d3ac70a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823367 Jul 08 02:17:10.608287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d7e44b0-eac6-4dad-b7ec-0bd6b4ff077c req-62644818-dc4b-48df-8ef4-f61c2c04b3a1 tempest-ServerMetadataNegativeTestJSON-906199055 tempest-ServerMetadataNegativeTestJSON-906199055-project] 10.222.0.10 "GET /v2.0/ports?device_id=7adc77cc-9274-4fe6-b86a-70a4b2ddbc3f HTTP/1.1" status: 200 len: 210 time: 0.0994306 Jul 08 02:17:10.716152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1be6de40-46f5-4b77-ad9f-569b977b7fe7 req-3d3b27f5-d6a3-406e-afc8-cb5fb03e7887 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0464942 Jul 08 02:17:11.051138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 755e5416-3415-41e9-bba3-c2162ebf630e no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:11.091813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 755e5416-3415-41e9-bba3-c2162ebf630e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:11.092078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 755e5416-3415-41e9-bba3-c2162ebf630e not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:11.650005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7f5f-bad6-4ee2-bc54-107dded8dada req-e87fb937-b1b0-4091-828f-0b63fb01bb0b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:11.661755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9bfe7f5f-bad6-4ee2-bc54-107dded8dada req-e87fb937-b1b0-4091-828f-0b63fb01bb0b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1405096 Jul 08 02:17:11.729044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9bfe7f5f-bad6-4ee2-bc54-107dded8dada req-7e21df1a-704a-478c-bc20-cdabeeba8be8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662735 Jul 08 02:17:11.778416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36714) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:11.860971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0e3a08-33ab-4140-b222-429808a49487 admin admin] Deleting subnet 54e20aca-5fe7-47ed-8251-4f6e54ba28d7 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:17:11.881109 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da0e3a08-33ab-4140-b222-429808a49487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:11.932660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da0e3a08-33ab-4140-b222-429808a49487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:11.995215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da0e3a08-33ab-4140-b222-429808a49487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.004673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0e28981-9fc5-457c-b88b-3b0eee38d8ed req-5c94697a-0dce-4d28-8c84-8f217755db20 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0987508 Jul 08 02:17:12.117043 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-06752c58-1bbc-437e-bde1-4b9832a3143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.177830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da0e3a08-33ab-4140-b222-429808a49487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.221318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e3a08-33ab-4140-b222-429808a49487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e20aca-5fe7-47ed-8251-4f6e54ba28d7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:12.223841 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da0e3a08-33ab-4140-b222-429808a49487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.229298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:12.229880 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-da0e3a08-33ab-4140-b222-429808a49487 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/54e20aca-5fe7-47ed-8251-4f6e54ba28d7 HTTP/1.1" status: 204 len: 168 time: 0.4498177 Jul 08 02:17:12.435426 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.548295 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.563527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b964928-bd87-47af-a8f7-f9b454c8a048']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:12.578593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2ea535-c59c-4017-81f8-8728bf388dc1') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:12.579174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2ea535-c59c-4017-81f8-8728bf388dc1') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:12.591379 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.611220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:17:12.631579 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:17:12.912888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.921211 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:12.927426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] 10.222.0.10 "DELETE /v2.0/networks/2b964928-bd87-47af-a8f7-f9b454c8a048 HTTP/1.1" status: 204 len: 168 time: 0.6935284 Jul 08 02:17:12.938481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53358896-d513-4a22-ba60-04041a30417a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b964928-bd87-47af-a8f7-f9b454c8a048,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:13.138710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f75b-41a1-460f-9d24-f624840d7b8c req-9cbdb777-7f4a-449a-8e9b-dcb891096d55 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:13.148706 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a4e5f75b-41a1-460f-9d24-f624840d7b8c req-9cbdb777-7f4a-449a-8e9b-dcb891096d55 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1251953 Jul 08 02:17:13.205184 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a4e5f75b-41a1-460f-9d24-f624840d7b8c req-ee5b5e99-bf78-44de-868b-310f28d33c0c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536113 Jul 08 02:17:13.252847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0ad1bf7-505d-48b4-aee0-284fadc66952 req-2fdc90f8-40a8-45af-8127-fb8e3fafa8bb tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0432072 Jul 08 02:17:13.485089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:13.561834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-725c5b24-6a74-48c1-971c-1dcff8bbd3d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=320c5dd6de254b25a5820f6f580cffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742090 Jul 08 02:17:13.571223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36756) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:13.644784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9184ddb-3375-4e53-9a2b-cac647448af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:13.676245 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9184ddb-3375-4e53-9a2b-cac647448af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:13.889492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9184ddb-3375-4e53-9a2b-cac647448af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:13.892461 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9184ddb-3375-4e53-9a2b-cac647448af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:13.893744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a9184ddb-3375-4e53-9a2b-cac647448af5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85e2be51-6cf7-48a4-aaec-5bf0b8806f64 HTTP/1.1" status: 204 len: 168 time: 0.3212605 Jul 08 02:17:13.904772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184ddb-3375-4e53-9a2b-cac647448af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2be51-6cf7-48a4-aaec-5bf0b8806f64,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:14.445245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85736a65-8c6f-491c-a659-a273b607773f req-2aefbeeb-2673-4ac6-a75b-2059ed1e3029 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:14.452580 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-85736a65-8c6f-491c-a659-a273b607773f req-2aefbeeb-2673-4ac6-a75b-2059ed1e3029 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1192648 Jul 08 02:17:14.527630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff5ad69c-6be7-4d10-bfb3-5b671d9d7b55 req-a5b9ef03-d4a3-4249-9782-6d33a00d965d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0831265 Jul 08 02:17:14.531203 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-85736a65-8c6f-491c-a659-a273b607773f req-07de2126-b949-435f-a91c-a8f40b7ef1ab tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773551 Jul 08 02:17:14.541346 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0df4e97-c0fe-43c8-ad7b-ab48e1265812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:14.924317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:15.633360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36822) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:15.712694 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-968e1029-3abb-41a9-b1e5-f1272b5e3a83 req-d45dc472-59f6-4c09-9582-07c83d240985 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0417943 Jul 08 02:17:15.776361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1163657357-network', 'tenant_id': '6b29e9f602514e6485652744f1a22bda'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:15.787013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:15.839039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdd065-712a-4d7e-8b03-e15777c888c2 req-d52e054a-b183-459f-aa43-35c2394dc135 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:15.840670 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffbdd065-712a-4d7e-8b03-e15777c888c2 req-d52e054a-b183-459f-aa43-35c2394dc135 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1136489 Jul 08 02:17:15.913980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffbdd065-712a-4d7e-8b03-e15777c888c2 req-39bb026c-a6dd-4ce9-97dd-39165faf699d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600049 Jul 08 02:17:15.920351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Made reservation on behalf of 6b29e9f602514e6485652744f1a22bda for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:15.928969 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:15.960206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:16.108688 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:16.201151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:16.234904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:17:16.244968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c200b2e3-bccd-4ae8-9122-d9536b2eeffe,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:16.250708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:16.251171 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Added segment 560dae40-1dc7-4c70-ad81-5d6e85c92a27 of type vlan for network e8ce7582-693e-452b-99f9-a6c8997c8f29 Jul 08 02:17:16.257390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-d0ec90de-5400-4d95-aa18-1ed37985a60b tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969939604&fields=id&tenant_id=0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 267 time: 0.0794606 Jul 08 02:17:16.319070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:16.430763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:16.430763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:16.430763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:16.431227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-a63d408a-5cbb-42e2-be88-daa4d1ecae01 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:16.431227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-a63d408a-5cbb-42e2-be88-daa4d1ecae01 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.1714296 Jul 08 02:17:16.456292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-fbf10b0c-c601-4d13-8e1b-604331ee78ac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/quotas/0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 375 time: 0.0178759 Jul 08 02:17:16.491421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ce7582-693e-452b-99f9-a6c8997c8f29,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:16.504567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e8ce7582-693e-452b-99f9-a6c8997c8f29 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:17:16.550751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-af037dab-5b49-4b0b-9971-ef8224295184 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0934536 Jul 08 02:17:16.577160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1d958619-530c-463e-a92b-2cb4b82a4528 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9589546 Jul 08 02:17:16.577763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36860) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:16.584936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Request body: {'subnet': {'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1163657357-subnet', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:16.687321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-d06cad77-ee8f-44de-99d4-26cdf05727cb service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253068 Jul 08 02:17:16.703725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Made reservation on behalf of 6b29e9f602514e6485652744f1a22bda for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:16.703725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:16.830153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-ad3211ef-949e-4561-b284-b3bbe5925793 service neutron] 10.222.0.10 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216760 Jul 08 02:17:17.103759 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e84172e-6647-44e7-8ba7-7e604bf0f040 req-3b2b105b-85ee-4baa-b308-f4f5bb53a9a0 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0409365 Jul 08 02:17:17.194741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-89761b47-0513-4081-bf05-85d224f43bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:17.196690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-89761b47-0513-4081-bf05-85d224f43bd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 1097 time: 0.0683584 Jul 08 02:17:17.271108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:17.389378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62471928-cf45-4edd-9e96-9e09427783cb,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:17.399926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-de801dab-1a02-4cd9-924b-e25d06395968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:17.401569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-de801dab-1a02-4cd9-924b-e25d06395968 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.1982307 Jul 08 02:17:17.474309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Checking segment: {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:17:17.474680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Network hostable DHCP agents. Network: e8ce7582-693e-452b-99f9-a6c8997c8f29, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:17:17.484057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:17.509041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3e98-451c-4e4b-b659-a310f3b5b3e2 req-ed9ad64c-e06a-4481-8dc4-6d68f5e77e66 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:17.510148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5efb3e98-451c-4e4b-b659-a310f3b5b3e2 req-ed9ad64c-e06a-4481-8dc4-6d68f5e77e66 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.2424655 Jul 08 02:17:17.515524 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-ea8dfc90-5b01-4436-858a-0a78974e563e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9e4419-9582-4646-be79-e60004a523a6 HTTP/1.1" status: 200 len: 999 time: 0.1033201 Jul 08 02:17:17.595475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Network e8ce7582-693e-452b-99f9-a6c8997c8f29 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:17:17.608067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5efb3e98-451c-4e4b-b659-a310f3b5b3e2 req-3a01432e-ebea-4818-a0db-cc500ceaf4ef tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883777 Jul 08 02:17:17.612768 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-55dd4e2b-cca1-4589-8e22-0722c2065e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:17.614477 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-55dd4e2b-cca1-4589-8e22-0722c2065e24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0886552 Jul 08 02:17:17.688924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-3e6925da-f93e-4e04-b470-927422c481ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:17.690497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-3e6925da-f93e-4e04-b470-927422c481ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688770 Jul 08 02:17:17.693226 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4aa39d1b-bdd3-455e-9dcb-dfdfd38e0bac req-bfacee40-6765-4369-874e-da284e160e95 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0640485 Jul 08 02:17:17.708124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, e8ce7582-693e-452b-99f9-a6c8997c8f29) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:17.725072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff1d0e-1edd-4289-b21b-5d8825b76670 None None] Network e8ce7582-693e-452b-99f9-a6c8997c8f29 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:17.777713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:17.778327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:17.908045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-23e1f642-ddfd-444a-9721-885f6aa88c17 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098660 Jul 08 02:17:17.931563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:17.947662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:17.955776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9c201-1cca-4e7a-86eb-7b2899f0c758 None None] Network e8ce7582-693e-452b-99f9-a6c8997c8f29 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:17.957619 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bf72b497-04b8-464f-ae1f-8c2159ace15d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3770375 Jul 08 02:17:18.066678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:18.068222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:18.090491 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2e0fc52-5028-4567-a549-45b1837a6b5f req-7bb681ac-6e1d-4883-b746-7e714a550779 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311696 Jul 08 02:17:18.187686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:18.305152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fd67a5c-366f-4ff4-9a7a-537657907acb req-aed29cbe-4fa5-47a6-b015-d17ddcb754d4 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0369680 Jul 08 02:17:18.342393 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:18.480670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:18.801197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-006e2f21-fe79-4dc0-84d1-2e9664f74804 req-8f5286a3-41b9-4b0e-8b43-f6879d3e3ed8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0332701 Jul 08 02:17:18.850106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:18.874926 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:18.916018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea47a12-10cd-42c8-a2a3-8758e5138d15 req-b8c612d3-4e30-4eee-87eb-f900f5cdf64d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:18.917758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aea47a12-10cd-42c8-a2a3-8758e5138d15 req-b8c612d3-4e30-4eee-87eb-f900f5cdf64d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1474626 Jul 08 02:17:19.028654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aea47a12-10cd-42c8-a2a3-8758e5138d15 req-6a3cb3f6-1fb3-4c4f-8104-76a508b67596 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765519 Jul 08 02:17:19.056323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Allocated IP 172.25.8.198 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/15428924-2b53-43ec-854c-fed2a46456fd) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:17:19.174529 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:19.301172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:19.539522 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ada71fb1-450b-4f86-b6c1-87a77bbc5cba req-e93364ae-92ec-4f26-9ef1-04c8357b1535 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0348039 Jul 08 02:17:19.734479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:17:19.740698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:19.745068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:17:19.748321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Pushing event updated for resources: {'Port': ['ID=15428924-2b53-43ec-854c-fed2a46456fd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:20.025378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-76364104-6230-4e84-97b8-49a1e94431d2 req-103fc7bc-51b7-4c5a-90c9-645431066a6d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0447183 Jul 08 02:17:20.139199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:20.326071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e7f8-26a8-4beb-a87b-4b7875f7eb59 req-18a97c94-672b-4dc6-bfa0-b161a91c9f24 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:20.328550 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5f6e7f8-26a8-4beb-a87b-4b7875f7eb59 req-18a97c94-672b-4dc6-bfa0-b161a91c9f24 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 945 time: 0.1146500 Jul 08 02:17:20.361751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:20.408377 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5f6e7f8-26a8-4beb-a87b-4b7875f7eb59 req-9b09f7e2-b1a9-43f8-a7c5-137944f11a77 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546620 Jul 08 02:17:20.622493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:17:20.627946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-e3db10e6-3509-444d-ab37-a9ca4713275f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:20.631853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-e3db10e6-3509-444d-ab37-a9ca4713275f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 812 time: 0.2016792 Jul 08 02:17:20.731948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-80d78705-56ca-418f-bd17-cf4a1f9adf75 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ecc7b902d2a41909a9367dd4cf47fee HTTP/1.1" status: 200 len: 380 time: 0.0892749 Jul 08 02:17:20.759144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'port': {'device_id': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'admin_state_up': True, 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'security_groups': ['f7a8ab18-ac38-4ef6-81b6-61017c3541fa']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:20.893045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-49e32ce3-9fde-4693-a971-46fbe0f4f601 req-e1f5a414-84ad-4b3c-83b9-0237c0fad807 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0434468 Jul 08 02:17:20.924122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36970) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:20.987447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:21.000126 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Sync routers for ids ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:21.010455 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Routers {'85d8e44f-7ca5-4764-bf67-8b394fdd8a18'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:21.011429 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:21.076556 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.091255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Made reservation on behalf of 0ecc7b902d2a41909a9367dd4cf47fee for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:21.096747 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.207891 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Set router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:21.223489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:21.246856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port 6114cd46-b857-4a99-b2c2-c9a95185be88 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:21.247472 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.298906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af0e6fe6-46b7-4cac-a438-18df844ca25a req-5c2f22c1-2f73-44cb-8ebe-01180ce86136 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0823033 Jul 08 02:17:21.396394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.400269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7ddfade2-63f9-4398-a9c7-a81ebea0ef80 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4676723 Jul 08 02:17:21.407160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36980) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:21.408925 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.454092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:21.466757 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce17c52a-403a-4773-91ce-a7e1916f2f9d" -d '{"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9e4419-9582-4646-be79-e60004a523a6"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:21.492033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:21.512615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.20.0.6 (89016041-be35-4a47-ac46-125f1ffdb927/33788fec-3d67-4ac0-b03b-452cd8b65937/7145abf9-07b8-48b2-8f0c-24890010cb89) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:17:21.530474 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51ae23c-300e-41ff-8bcd-dd4874df3f29 x-openstack-request-id: req-c51ae23c-300e-41ff-8bcd-dd4874df3f29 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:21.530828 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-unplugged", "status": "failed", "tag": "5a9e4419-9582-4646-be79-e60004a523a6", "code": 422}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:21.531191 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c51ae23c-300e-41ff-8bcd-dd4874df3f29 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:21.531662 n-d-695189-13 neutron-server[100714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6', 'code': 422} returned with failed status Jul 08 02:17:21.580513 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.580873 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.602650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for 6114cd46-b857-4a99-b2c2-c9a95185be88 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:21.615085 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:19Z', 'revision_number': 3, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:21.638076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.655580 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Checking router: 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:21.656222 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Updating router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 port 15428924-2b53-43ec-854c-fed2a46456fd binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:17:21.706480 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:21.802562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:21.832203 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.281841 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.521152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4e8d76ba-97f4-4efe-b521-70bc95b51aec req-f0dc5bbb-9bf8-4750-8a1b-64de77b6af6f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0371017 Jul 08 02:17:22.535014 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Transition to ACTIVE for port object 15428924-2b53-43ec-854c-fed2a46456fd will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:17:22.545144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.545144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.618445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=6114cd46-b857-4a99-b2c2-c9a95185be88,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:22.647081 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.704578 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Pushing event updated for resources: {'Port': ['ID=15428924-2b53-43ec-854c-fed2a46456fd,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:22.717370 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.718043 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.718833 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.719518 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.720033 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.720531 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.721025 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.721517 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.722073 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.722633 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.723193 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.723764 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:22.743367 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Attempting to bind port 15428924-2b53-43ec-854c-fed2a46456fd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:17:22.743886 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Attempting to bind port 15428924-2b53-43ec-854c-fed2a46456fd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:17:22.744352 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Attempting to bind port 15428924-2b53-43ec-854c-fed2a46456fd on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:17:22.751544 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:17:22.752097 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:17:22.752603 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.753100 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:17:22.753676 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Bound port: 15428924-2b53-43ec-854c-fed2a46456fd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:17:22.754130 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.794105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Transition to ACTIVE for port object 7145abf9-07b8-48b2-8f0c-24890010cb89 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:17:22.823822 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] For port 15428924-2b53-43ec-854c-fed2a46456fd, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:17:22.827559 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] For port 15428924-2b53-43ec-854c-fed2a46456fd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=15428924-2b53-43ec-854c-fed2a46456fd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:17:22.828944 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0b66b07-0eba-4971-980c-a500a441404d req-1b14d8b4-39eb-4985-a17f-4c8693da3339 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8274fd0-99c1-4e7b-9a3d-5fb812de2db1 HTTP/1.1" status: 200 len: 210 time: 0.0315504 Jul 08 02:17:22.887724 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.888073 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Floating IP 5b73f0ce-c33d-41c6-90a5-13d6779e538a disassociated (deleted). External IP: 172.25.8.21, port: d9ca5011-c60d-4e75-adba-8c6f9a227cde. Jul 08 02:17:22.933885 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:22.971156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:23.017179 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Routers {'85d8e44f-7ca5-4764-bf67-8b394fdd8a18'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:23.017839 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:23.026876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network 89016041-be35-4a47-ac46-125f1ffdb927 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:17:23.030476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:23.035198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:17:23.084303 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354a7a2-c073-41b4-93ba-ea9d4498f084 None None] Pushing event updated for resources: {'Port': ['ID=15428924-2b53-43ec-854c-fed2a46456fd,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:23.109700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=7145abf9-07b8-48b2-8f0c-24890010cb89,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:23.147296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:23.150681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:23.238663 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] Set router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:23.301613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Allocated IP 172.20.0.1 (e8ce7582-693e-452b-99f9-a6c8997c8f29/62471928-cf45-4edd-9e96-9e09427783cb/b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:17:23.313071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ec7e9-d27c-4117-922d-019c56b528cc req-beadb5ba-42b0-4039-8bfe-ef53f4c8191b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:23.318619 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f58ec7e9-d27c-4117-922d-019c56b528cc req-beadb5ba-42b0-4039-8bfe-ef53f4c8191b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.0868828 Jul 08 02:17:23.338688 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-677365f3-28d6-433f-8c88-32d22f70ba39 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5943277 Jul 08 02:17:23.356556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Request body: {'port': {'device_id': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:23.513676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f58ec7e9-d27c-4117-922d-019c56b528cc req-37f93430-628a-44f7-9d15-35bbb9cd13f2 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823153 Jul 08 02:17:23.522113 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:23.525526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 1fe255d2-d7d3-491e-b2c0-10f85378a35c has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:17:23.538453 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:19Z', 'revision_number': 3, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:23.610042 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d382cf-029a-4a78-baeb-d5e26911fe45 None None] The sync data for ids ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'] in n-d-695189-13 is: [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:19Z', 'revision_number': 3, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:23.641104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-530f8fee-c77c-406f-b31c-2076cc7b0de4 None None] Provisioning for port 7145abf9-07b8-48b2-8f0c-24890010cb89 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:17:23.645240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-530f8fee-c77c-406f-b31c-2076cc7b0de4 None None] Provisioning complete for port 7145abf9-07b8-48b2-8f0c-24890010cb89 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:23.645617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-530f8fee-c77c-406f-b31c-2076cc7b0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:23.713075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:23.729988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-530f8fee-c77c-406f-b31c-2076cc7b0de4 None None] Port 7145abf9-07b8-48b2-8f0c-24890010cb89 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:17:23.873496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-7d64d5e3-e5e3-406b-bbc6-e455829bdef0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1558769 Jul 08 02:17:23.956414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:23.969040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] Sync routers for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:23.972748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:23.985407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:23.988567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:23.992575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a3b78-6e9b-46ae-8afd-9e413fe30d40 req-1ac77303-5d6d-41e7-a6f1-c53570a47f4e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:24.003271 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f4a3b78-6e9b-46ae-8afd-9e413fe30d40 req-1ac77303-5d6d-41e7-a6f1-c53570a47f4e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 931 time: 0.2788341 Jul 08 02:17:24.013614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7145abf9-07b8-48b2-8f0c-24890010cb89 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:17:24.030993 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:24.061005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:24.110198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Transition to ACTIVE for port object 7145abf9-07b8-48b2-8f0c-24890010cb89 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:17:24.186065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37038) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:24.193170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Network e8ce7582-693e-452b-99f9-a6c8997c8f29 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:17:24.235452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-66e7eff0-edaa-4fdd-abc5-bd57b7ca50c3 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/floatingips/5b73f0ce-c33d-41c6-90a5-13d6779e538a HTTP/1.1" status: 204 len: 168 time: 3.3068018 Jul 08 02:17:24.235452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:24.239673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:17:24.288220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:24.318434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:24.347750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:24.350361 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f546422-3062-48bb-9ff8-29f233d8128e" -d '{"events": [{"name": "network-changed", "server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:24.353580 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:24.356852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:24.374901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f4a3b78-6e9b-46ae-8afd-9e413fe30d40 req-3a723eea-b7c5-41a8-a3ca-7aa187eedbe7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722608 Jul 08 02:17:24.513219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Pushing event updated for resources: {'Port': ['ID=7145abf9-07b8-48b2-8f0c-24890010cb89,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:24.664798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea8fb5d2-d477-43f3-a8a0-52625a6ea7ab tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:24.730671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea8fb5d2-d477-43f3-a8a0-52625a6ea7ab tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:24.818862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Attempting to bind port 7145abf9-07b8-48b2-8f0c-24890010cb89 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:17:24.836638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Attempting to bind port 7145abf9-07b8-48b2-8f0c-24890010cb89 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:17:24.837083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Attempting to bind port 7145abf9-07b8-48b2-8f0c-24890010cb89 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:17:24.854493 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eb4552-871a-4abb-a24a-0700f4269227 x-openstack-request-id: req-06eb4552-871a-4abb-a24a-0700f4269227 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:24.855020 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:24.855020 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06eb4552-871a-4abb-a24a-0700f4269227 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:24.855455 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'status': 'completed', 'code': 200} Jul 08 02:17:24.860493 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Port 7145abf9-07b8-48b2-8f0c-24890010cb89 on network 89016041-be35-4a47-ac46-125f1ffdb927 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:17:24.865910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Attempting to bind port 7145abf9-07b8-48b2-8f0c-24890010cb89 on network 89016041-be35-4a47-ac46-125f1ffdb927 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:17:24.878590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:17:24.879322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Checking segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:17:24.879634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Bound using segment: {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:17:24.889744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Bound port: 7145abf9-07b8-48b2-8f0c-24890010cb89, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382d60d2-2def-4eca-9b94-f64d9264db60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:17:24.890175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:24.895937 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:25.099324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 15428924-2b53-43ec-854c-fed2a46456fd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:17:25.146267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] For port 7145abf9-07b8-48b2-8f0c-24890010cb89, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:17:25.191098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] For port 7145abf9-07b8-48b2-8f0c-24890010cb89, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7145abf9-07b8-48b2-8f0c-24890010cb89,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:17:25.260321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:25.285029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:25.364323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f546422-3062-48bb-9ff8-29f233d8128e req-427b20ba-0ff2-4495-8ae9-cd33bdd2374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:25.366255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f546422-3062-48bb-9ff8-29f233d8128e req-427b20ba-0ff2-4495-8ae9-cd33bdd2374b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=419e2a80990846a8a61df6e822a1be4c&device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 1098 time: 0.4664965 Jul 08 02:17:25.372994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:39Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:25.405028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9df9f8-f2d8-4768-adc4-6eb0aac867d7 req-87dff658-9e14-4254-9e31-436aceb8217f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:25.406764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d9df9f8-f2d8-4768-adc4-6eb0aac867d7 req-87dff658-9e14-4254-9e31-436aceb8217f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.2439091 Jul 08 02:17:25.412224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] Checking router: 1fe255d2-d7d3-491e-b2c0-10f85378a35c for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:25.429877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:25.430514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:25.461188 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:25.465099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea8fb5d2-d477-43f3-a8a0-52625a6ea7ab tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:25.472398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea8fb5d2-d477-43f3-a8a0-52625a6ea7ab tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:25.473858 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ea8fb5d2-d477-43f3-a8a0-52625a6ea7ab tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "DELETE /v2.0/security-groups/ff2a276e-c506-4299-bb98-586603adc2e8 HTTP/1.1" status: 204 len: 168 time: 1.2866540 Jul 08 02:17:25.480976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37066) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:25.547910 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:25.578401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d9df9f8-f2d8-4768-adc4-6eb0aac867d7 req-42aa01df-366e-4f0c-8ede-9177601f6952 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577561 Jul 08 02:17:25.598375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fb5d2-d477-43f3-a8a0-52625a6ea7ab tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a276e-c506-4299-bb98-586603adc2e8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:25.605362 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-06bfb7d9-0485-4a84-9f65-0c48876d9e85 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] show failed (client error): The resource could not be found. Jul 08 02:17:25.608763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-06bfb7d9-0485-4a84-9f65-0c48876d9e85 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "GET /v2.0/security-groups/ff2a276e-c506-4299-bb98-586603adc2e8 HTTP/1.1" status: 404 len: 347 time: 0.1231227 Jul 08 02:17:25.616394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:25.617036 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:25.630550 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] 10.222.0.32 "PUT /v2.0/ports/7145abf9-07b8-48b2-8f0c-24890010cb89 HTTP/1.1" status: 200 len: 1092 time: 2.2790968 Jul 08 02:17:25.631037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37070) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:25.631571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:25.633988 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:25.704705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 15428924-2b53-43ec-854c-fed2a46456fd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:17:25.728737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 15428924-2b53-43ec-854c-fed2a46456fd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:25.729122 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:25.869102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6e77c-d4dc-4d71-9539-4333e3556d00 service neutron] Pushing event updated for resources: {'Port': ['ID=7145abf9-07b8-48b2-8f0c-24890010cb89,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:25.882289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:26.045833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3987f-94b1-4faa-8c9b-cd63d11e17e6 req-c54644c6-b362-474d-8f5a-588715d1e8f7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:26.048932 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47a3987f-94b1-4faa-8c9b-cd63d11e17e6 req-c54644c6-b362-474d-8f5a-588715d1e8f7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.3772097 Jul 08 02:17:26.060335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-35ec04e5-9b7c-4bc4-9e28-77003c82c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:26.061865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-35ec04e5-9b7c-4bc4-9e28-77003c82c549 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 1095 time: 0.2206647 Jul 08 02:17:26.139347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-8d2a29f4-7023-41f0-9cd4-9a29560285cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7145abf9-07b8-48b2-8f0c-24890010cb89 HTTP/1.1" status: 200 len: 217 time: 0.0626273 Jul 08 02:17:26.178846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port 140366e1-bf6d-4ba3-84f9-a91268144f04 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:26.179203 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:26.300777 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:26.313869 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47a3987f-94b1-4faa-8c9b-cd63d11e17e6 req-823f0377-9e1c-4550-aa28-8dc67dfa8319 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497122 Jul 08 02:17:26.342836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-92bc3be4-596a-4f07-8798-b58f14e92ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:26.348531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-92bc3be4-596a-4f07-8798-b58f14e92ab4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.1915793 Jul 08 02:17:26.350023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:26.384638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:26.396371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 15428924-2b53-43ec-854c-fed2a46456fd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=15428924-2b53-43ec-854c-fed2a46456fd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:26.425465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:39Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:26.437537 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef51ef34-8572-4228-85e5-95d7cdc1e1a4 x-openstack-request-id: req-ef51ef34-8572-4228-85e5-95d7cdc1e1a4 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:26.438164 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:26.438589 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef51ef34-8572-4228-85e5-95d7cdc1e1a4 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:26.439601 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'status': 'completed', 'code': 200} Jul 08 02:17:26.487969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe13b3-ff0a-4e45-afd6-a0cd6d82ee30 None None] The sync data for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 is: [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:34Z', 'revision_number': 4, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b11331b6-40cf-4b4f-91ba-cd91710f0803', 'name': '', 'network_id': 'cabf7f64-28cd-4cdb-af0f-9ce31b67be13', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'mac_address': 'fa:16:3e:0a:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:33Z', 'updated_at': '2021-07-08T02:15:39Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'subnets': [{'id': '11e1c08e-5906-4b39-b3f2-3b57afd488d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:26.498256 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:26.517828 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:26.518167 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:26.544440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for 140366e1-bf6d-4ba3-84f9-a91268144f04 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:26.587080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f546422-3062-48bb-9ff8-29f233d8128e req-9496abdb-46cd-4eee-a14b-437dcb330280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:26.588938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f546422-3062-48bb-9ff8-29f233d8128e req-9496abdb-46cd-4eee-a14b-437dcb330280 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cabf7f64-28cd-4cdb-af0f-9ce31b67be13 HTTP/1.1" status: 200 len: 897 time: 1.1809452 Jul 08 02:17:26.618780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=15428924-2b53-43ec-854c-fed2a46456fd,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:26.655692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f546422-3062-48bb-9ff8-29f233d8128e req-9895a914-d22b-4353-8529-bd2b5f1ba48c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde HTTP/1.1" status: 200 len: 217 time: 0.0589826 Jul 08 02:17:26.677725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273852a-ae35-4d73-97a5-672456b472f2 req-bd468c8c-0c56-4697-bda5-0d788cdfa412 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:26.679332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6273852a-ae35-4d73-97a5-672456b472f2 req-bd468c8c-0c56-4697-bda5-0d788cdfa412 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.3746734 Jul 08 02:17:26.688756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-6352caff-d7cf-449f-a99c-93e4968a7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:26.690292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-6352caff-d7cf-449f-a99c-93e4968a7246 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2497323 Jul 08 02:17:26.770881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Network e8ce7582-693e-452b-99f9-a6c8997c8f29 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:17:26.809713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:26.926890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f546422-3062-48bb-9ff8-29f233d8128e req-4347585d-6cf0-4634-847a-86a81f73615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:26.934780 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f546422-3062-48bb-9ff8-29f233d8128e req-4347585d-6cf0-4634-847a-86a81f73615d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11e1c08e-5906-4b39-b3f2-3b57afd488d0 HTTP/1.1" status: 200 len: 834 time: 0.2463262 Jul 08 02:17:27.059387 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff516b2-17eb-4152-82ba-d36ba4e12b40 None None] New status for floating IP 5b73f0ce-c33d-41c6-90a5-13d6779e538a: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:17:27.065021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 15428924-2b53-43ec-854c-fed2a46456fd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:17:27.066628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-ac235d05-c13d-4bc1-9d25-e677a5a03dd4 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666722 Jul 08 02:17:27.115455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6273852a-ae35-4d73-97a5-672456b472f2 req-d2ef9573-ad39-4781-be75-08eec8349506 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876624 Jul 08 02:17:27.142452 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:27.169636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-f58f86e6-85ea-446f-b21d-a6946624346c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:27.171644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-f58f86e6-85ea-446f-b21d-a6946624346c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.4865282 Jul 08 02:17:27.178337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 15428924-2b53-43ec-854c-fed2a46456fd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:27.178727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:27.326945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-01e29de8-6f65-49ce-bf15-407797bc8839 req-31d2cf77-2abb-4354-8842-fe7a889b1008 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728120 Jul 08 02:17:27.380769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f546422-3062-48bb-9ff8-29f233d8128e req-b73e8016-4dc9-4a48-ae79-4400fae4f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:27.382960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=140366e1-bf6d-4ba3-84f9-a91268144f04,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:27.383190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f546422-3062-48bb-9ff8-29f233d8128e req-b73e8016-4dc9-4a48-ae79-4400fae4f9f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cabf7f64-28cd-4cdb-af0f-9ce31b67be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4236169 Jul 08 02:17:27.470251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:17:27.487036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eefb6-26bb-4d8d-b10d-4547d132dfab req-7aaec08a-5c3d-4e11-a473-2d8a7c14189c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:27.496006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d6eefb6-26bb-4d8d-b10d-4547d132dfab req-7aaec08a-5c3d-4e11-a473-2d8a7c14189c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.5946119 Jul 08 02:17:27.535605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:27.538292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:27.543561 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-28924cff-8257-4a03-a61c-c86eb7c416d8 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "DELETE /v2.0/floatingips/2c596c60-087d-419d-b74b-6616352c0cd8 HTTP/1.1" status: 204 len: 168 time: 1.8814204 Jul 08 02:17:27.544080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37094) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:27.596023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4d6eefb6-26bb-4d8d-b10d-4547d132dfab req-3a48b04c-d34d-466b-bf02-7e28e53fc1c3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989542 Jul 08 02:17:27.630461 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-5891254a-2799-4d7a-844b-b4294688e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:27.632476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-5891254a-2799-4d7a-844b-b4294688e8eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 1095 time: 0.1115582 Jul 08 02:17:27.703845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port d9ca5011-c60d-4e75-adba-8c6f9a227cde {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:27.704218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:27.728404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-3d65d2b6-99d5-4bb3-94fd-d7b41b7e337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:27.729946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-3d65d2b6-99d5-4bb3-94fd-d7b41b7e337c service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.0897095 Jul 08 02:17:27.776746 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-1757649a-021a-47f0-80b6-a98234e89844 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7145abf9-07b8-48b2-8f0c-24890010cb89 HTTP/1.1" status: 200 len: 217 time: 0.0405722 Jul 08 02:17:27.820895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f546422-3062-48bb-9ff8-29f233d8128e req-1b036345-fccd-4c52-a948-a75306768243 service neutron] 10.222.0.32 "GET /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255574 Jul 08 02:17:27.840132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-6ba6b35e-9c1d-4da9-92e8-0ff271c14eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:27.841860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-6ba6b35e-9c1d-4da9-92e8-0ff271c14eb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.0592942 Jul 08 02:17:27.907987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-dbf1d10a-05f5-44b1-88bc-85257bbb53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:27.909519 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-dbf1d10a-05f5-44b1-88bc-85257bbb53f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605812 Jul 08 02:17:27.964691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764ac22-2fbf-4fad-b3bd-53e803f857f5 req-e360bbf5-aa2a-40d2-8fcb-7ef1924fb122 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:27.972141 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e764ac22-2fbf-4fad-b3bd-53e803f857f5 req-e360bbf5-aa2a-40d2-8fcb-7ef1924fb122 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 946 time: 0.4824114 Jul 08 02:17:27.999760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:28.006417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4fa895c9-fc1d-464c-a117-d622e1b92bb8 admin admin] 10.222.0.10 "PUT /v2.0/routers/85d8e44f-7ca5-4764-bf67-8b394fdd8a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5982130 Jul 08 02:17:28.012468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port d9ca5011-c60d-4e75-adba-8c6f9a227cde, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d9ca5011-c60d-4e75-adba-8c6f9a227cde,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:28.013021 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:28.018887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Sync routers for ids ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:28.041455 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-f5431fc9-68c2-4ab0-ab5c-f140646bf705 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252813 Jul 08 02:17:28.047065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0a6abd16-0c27-4394-a638-eed6115474f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port 78beb981-fb21-430c-8e32-36b303266f43 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:28.047705 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a6abd16-0c27-4394-a638-eed6115474f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:28.053469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for d9ca5011-c60d-4e75-adba-8c6f9a227cde owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:28.055515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Routers {'85d8e44f-7ca5-4764-bf67-8b394fdd8a18'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:28.056396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:28.145003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e764ac22-2fbf-4fad-b3bd-53e803f857f5 req-8589e4d3-0a22-44f5-aa79-d25ae8e8c07c tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/security-groups?id=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715112 Jul 08 02:17:28.212593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f546422-3062-48bb-9ff8-29f233d8128e req-c316f913-bc3a-48ed-929c-d246b62af881 service neutron] 10.222.0.32 "GET /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790729 Jul 08 02:17:28.255560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0682f9b4-a55f-4a4f-bcc9-7e062b219bb9 req-6f7cf665-49e7-4207-9ab5-cf959d4defc4 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068827 Jul 08 02:17:28.286948 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a6abd16-0c27-4394-a638-eed6115474f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:28.299717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Set router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:28.333411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0a6abd16-0c27-4394-a638-eed6115474f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for 78beb981-fb21-430c-8e32-36b303266f43 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:28.469324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad28b49-4677-40d0-b50b-2bccdbdf6687 req-e9856cd5-8b2d-4a4b-a108-b91cf17796ee tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:28.470939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ad28b49-4677-40d0-b50b-2bccdbdf6687 req-e9856cd5-8b2d-4a4b-a108-b91cf17796ee tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.1526003 Jul 08 02:17:28.543930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ad28b49-4677-40d0-b50b-2bccdbdf6687 req-1748939a-189f-4f18-9872-6dc485edb4c8 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675316 Jul 08 02:17:28.666358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:28.670088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:24Z', 'revision_number': 4, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d', 'name': '', 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'mac_address': 'fa:16:3e:b0:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '62471928-cf45-4edd-9e96-9e09427783cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:22Z', 'updated_at': '2021-07-08T02:17:25Z', 'revision_number': 2, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'subnets': [{'id': '62471928-cf45-4edd-9e96-9e09427783cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:28.710153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Checking router: 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:28.710519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Updating router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:17:28.721252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=d9ca5011-c60d-4e75-adba-8c6f9a227cde,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:28.759666 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:28.818893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-d1ea1da1-110d-4ccf-b3c2-28230caf0c63 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:28.825864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-d1ea1da1-110d-4ccf-b3c2-28230caf0c63 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/networks?id=e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 200 len: 811 time: 0.2684121 Jul 08 02:17:28.856721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] No DVR routers for this DVR port d9ca5011-c60d-4e75-adba-8c6f9a227cde on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:28.860553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:28.862615 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6992d96-311e-414d-a5f6-191e411d8cb0 req-5cd800f3-d2b1-4212-944a-39807284d5b4 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.32 "DELETE /v2.0/ports/d9ca5011-c60d-4e75-adba-8c6f9a227cde HTTP/1.1" status: 204 len: 173 time: 1.6691859 Jul 08 02:17:28.863068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'name': 'network-vif-deleted', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:28.865378 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f946d6d-73b5-45ba-86f8-56731967920e" -d '{"events": [{"server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "name": "network-vif-deleted", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:28.874604 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-4a8ecd45-19ad-4dd0-9adf-12aa6da04f4a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/quotas/6b29e9f602514e6485652744f1a22bda HTTP/1.1" status: 200 len: 375 time: 0.0478225 Jul 08 02:17:28.887176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a6abd16-0c27-4394-a638-eed6115474f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:28.902821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ee4b2-3507-4733-be6d-a718b1e6c38f req-28e0ab0e-11f8-4811-a330-40652446a221 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:28.904530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed5ee4b2-3507-4733-be6d-a718b1e6c38f req-28e0ab0e-11f8-4811-a330-40652446a221 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1611881 Jul 08 02:17:28.960763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6abd16-0c27-4394-a638-eed6115474f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=78beb981-fb21-430c-8e32-36b303266f43,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:29.008281 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed5ee4b2-3507-4733-be6d-a718b1e6c38f req-73d949cc-55fe-4c5b-92a2-381d3e189cfb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752954 Jul 08 02:17:29.082833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0a6abd16-0c27-4394-a638-eed6115474f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:29.087189 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0a6abd16-0c27-4394-a638-eed6115474f5 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "DELETE /v2.0/ports/78beb981-fb21-430c-8e32-36b303266f43 HTTP/1.1" status: 204 len: 168 time: 1.5375328 Jul 08 02:17:29.087189 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d6171-c65f-4176-b059-15072be6fb96 x-openstack-request-id: req-161d6171-c65f-4176-b059-15072be6fb96 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:29.087538 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13628ba-56c5-453b-844a-3cd873281d81", "name": "network-vif-deleted", "tag": "d9ca5011-c60d-4e75-adba-8c6f9a227cde", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:29.087770 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-161d6171-c65f-4176-b059-15072be6fb96 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:29.088175 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13628ba-56c5-453b-844a-3cd873281d81', 'name': 'network-vif-deleted', 'tag': 'd9ca5011-c60d-4e75-adba-8c6f9a227cde', 'status': 'completed', 'code': 200} Jul 08 02:17:29.088540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37130) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:29.144569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-e575b809-b966-41cb-af80-57dbbac0f42a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2690582 Jul 08 02:17:29.215515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port da775966-4cb9-4bea-b3ef-946a19d9c575 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:29.215871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:29.314231 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:29.338019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-4bfa32bb-c06d-4a25-904e-499d6badb501 service neutron] 10.222.0.10 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843755 Jul 08 02:17:29.353606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Transition to ACTIVE for port object b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:17:29.459799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-318eaba6-b20f-4e84-a37a-550d9efde12c req-7a0e5010-634c-484c-902a-68fca9266379 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13628ba-56c5-453b-844a-3cd873281d81 HTTP/1.1" status: 200 len: 210 time: 0.0987365 Jul 08 02:17:29.493903 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:29.498288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-e02f560e-4933-4757-b5cc-1011b3cf2cfc service neutron] 10.222.0.10 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527493 Jul 08 02:17:29.499898 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:29.513794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for da775966-4cb9-4bea-b3ef-946a19d9c575 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:29.639396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b4b5-104f-4567-9d44-986b05d174d6 None None] Pushing event updated for resources: {'Port': ['ID=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:29.771266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Attempting to bind port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:17:29.771688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Attempting to bind port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:17:29.772386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Attempting to bind port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d on network e8ce7582-693e-452b-99f9-a6c8997c8f29 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:17:29.781583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:17:29.782022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Checking segment: {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:17:29.782551 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:29.782963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Bound using segment: {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:17:29.783468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Bound port: b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:17:29.783902 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:29.870836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] For port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:17:29.872349 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:29.880929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] For port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:17:29.964542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9551c38-a4aa-4eb3-bdb6-5c859609e1f7 req-91d5eb85-9e6d-41a3-9acc-04e2129e73bb tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 210 time: 0.0492218 Jul 08 02:17:29.991888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=da775966-4cb9-4bea-b3ef-946a19d9c575,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:30.015735 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:30.030978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada5da-84cd-429a-8669-cae7f8b24b96 req-1fe42025-b84c-4207-acb6-73724b82f8d4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:30.042609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c8ada5da-84cd-429a-8669-cae7f8b24b96 req-1fe42025-b84c-4207-acb6-73724b82f8d4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.2725708 Jul 08 02:17:30.060905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.061336 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.061759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.062174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.062582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.063096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.063499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.063841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.064184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.064515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.064850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.067913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:30.156435 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c8ada5da-84cd-429a-8669-cae7f8b24b96 req-b0b33c1e-6dd8-444f-a011-4b74e6ba07de tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172338 Jul 08 02:17:30.163404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:30.163404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b6e58e60-32a5-4230-b561-02b99478a345 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "DELETE /v2.0/ports/da775966-4cb9-4bea-b3ef-946a19d9c575 HTTP/1.1" status: 204 len: 168 time: 1.0707076 Jul 08 02:17:30.163642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:30.201382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b4b5-104f-4567-9d44-986b05d174d6 None None] Pushing event updated for resources: {'Port': ['ID=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:30.209232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Routers {'85d8e44f-7ca5-4764-bf67-8b394fdd8a18'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:30.219072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:30.251078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe328a8-eb3e-42f0-aff1-dc0b165d6915 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting subnet c335fd61-1c18-46ef-a8ea-6e380f5fe480 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:17:30.264399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfe328a8-eb3e-42f0-aff1-dc0b165d6915 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:30.316887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfe328a8-eb3e-42f0-aff1-dc0b165d6915 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:30.336521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] Set router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:30.446344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682b940-75ec-4dd9-8144-49a97a796043 req-9f8ab000-adf1-4c3a-bfef-8992d30c3c45 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:30.448840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9682b940-75ec-4dd9-8144-49a97a796043 req-9f8ab000-adf1-4c3a-bfef-8992d30c3c45 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1352046 Jul 08 02:17:30.543084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9682b940-75ec-4dd9-8144-49a97a796043 req-289b1fdf-054e-434e-8341-21f24d3b7fc9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733166 Jul 08 02:17:30.553695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfe328a8-eb3e-42f0-aff1-dc0b165d6915 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:30.634568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:24Z', 'revision_number': 4, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d', 'name': '', 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'mac_address': 'fa:16:3e:b0:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '62471928-cf45-4edd-9e96-9e09427783cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:22Z', 'updated_at': '2021-07-08T02:17:29Z', 'revision_number': 4, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'subnets': [{'id': '62471928-cf45-4edd-9e96-9e09427783cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:30.662163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37160) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:30.685651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826011b-bce8-480d-8cc0-7d2d9830eccd None None] The sync data for ids ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'] in n-d-695189-13 is: [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:24Z', 'revision_number': 4, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d', 'name': '', 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'mac_address': 'fa:16:3e:b0:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '62471928-cf45-4edd-9e96-9e09427783cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:22Z', 'updated_at': '2021-07-08T02:17:29Z', 'revision_number': 4, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'subnets': [{'id': '62471928-cf45-4edd-9e96-9e09427783cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:30.770087 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfe328a8-eb3e-42f0-aff1-dc0b165d6915 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:30.788316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cfe328a8-eb3e-42f0-aff1-dc0b165d6915 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:30.805317 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cfe328a8-eb3e-42f0-aff1-dc0b165d6915 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "DELETE /v2.0/subnets/c335fd61-1c18-46ef-a8ea-6e380f5fe480 HTTP/1.1" status: 204 len: 168 time: 0.6406040 Jul 08 02:17:30.806220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37164) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:30.811300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fee640-ec36-4fcb-996a-13a550be195f None None] Network 8a34471b-47fa-4c6c-afcc-458992f3c06e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:30.890086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe328a8-eb3e-42f0-aff1-dc0b165d6915 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Subnet': ['ID=c335fd61-1c18-46ef-a8ea-6e380f5fe480,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:31.033807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e41f431-4d1f-41a5-8a08-6b85fd821e12 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting subnet 009058ee-5c1b-4e2b-8ec5-5dd97911960f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:17:31.044591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e41f431-4d1f-41a5-8a08-6b85fd821e12 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.097031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:17:31.179822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d9ca5011-c60d-4e75-adba-8c6f9a227cde no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:31.218687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] DHCP port deletion for 8a34471b-47fa-4c6c-afcc-458992f3c06e request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:17:31.224064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: d9ca5011-c60d-4e75-adba-8c6f9a227cde {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:31.224414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d9ca5011-c60d-4e75-adba-8c6f9a227cde not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:31.225576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43810bc2-fdba-43c6-b1af-1ba8bf1f83ec req-8ff43411-20db-49a5-90ae-acecc21d7e59 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 210 time: 0.1175759 Jul 08 02:17:31.271316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e41f431-4d1f-41a5-8a08-6b85fd821e12 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.340726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] Deleting port a21dfa2b-9ddd-4bee-8001-2d763545576f {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:31.342276 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.446109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e41f431-4d1f-41a5-8a08-6b85fd821e12 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.467196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] For port a21dfa2b-9ddd-4bee-8001-2d763545576f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a21dfa2b-9ddd-4bee-8001-2d763545576f,segment=NetworkSegment(bd308c83-c4ce-4196-8e70-80887a266fb9),segment_id=bd308c83-c4ce-4196-8e70-80887a266fb9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:31.467616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.487495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] Calling delete_port for a21dfa2b-9ddd-4bee-8001-2d763545576f owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:31.528544 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96ef6-7fb1-4cba-804c-f06ef0e988dc req-2a013071-fd79-480c-9c90-01bb89126332 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:31.530117 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92f96ef6-7fb1-4cba-804c-f06ef0e988dc req-2a013071-fd79-480c-9c90-01bb89126332 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.1286221 Jul 08 02:17:31.534146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.580832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:17:31.587503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:31.587893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.687620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e41f431-4d1f-41a5-8a08-6b85fd821e12 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.721599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e41f431-4d1f-41a5-8a08-6b85fd821e12 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.733332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9e41f431-4d1f-41a5-8a08-6b85fd821e12 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "DELETE /v2.0/subnets/009058ee-5c1b-4e2b-8ec5-5dd97911960f HTTP/1.1" status: 204 len: 168 time: 0.8830693 Jul 08 02:17:31.740139 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:31.746963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37180) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:31.754084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa7b70-adea-4d28-abc4-92e32bcfe0f7 None None] Network 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:31.756831 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92f96ef6-7fb1-4cba-804c-f06ef0e988dc req-4becee74-07e2-4612-8659-d32ce6e48f7d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174969 Jul 08 02:17:31.817454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41f431-4d1f-41a5-8a08-6b85fd821e12 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Subnet': ['ID=009058ee-5c1b-4e2b-8ec5-5dd97911960f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:31.968856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fabe7e-841e-430c-a322-b16f96e5fcec req-e2d19291-8d31-46ba-9a37-2ef270230b71 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:31.970635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83fabe7e-841e-430c-a322-b16f96e5fcec req-e2d19291-8d31-46ba-9a37-2ef270230b71 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1636293 Jul 08 02:17:31.990948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.046821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-83fabe7e-841e-430c-a322-b16f96e5fcec req-22f47989-a6de-4a6a-a44b-3c4aca966808 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668964 Jul 08 02:17:32.155297 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.188122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] Pushing event deleted for resources: {'Port': ['ID=a21dfa2b-9ddd-4bee-8001-2d763545576f,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:32.236463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730468dd-2029-4db3-9e8a-9ba01418f15c None None] No DVR routers for this DVR port a21dfa2b-9ddd-4bee-8001-2d763545576f on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:32.255562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:32.288000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.319807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a34471b-47fa-4c6c-afcc-458992f3c06e']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:32.359452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd308c83-c4ce-4196-8e70-80887a266fb9') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:32.359694 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.360513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd308c83-c4ce-4196-8e70-80887a266fb9') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:32.384098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.407199 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.416586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:17:32.417435 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.439159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] DHCP port deletion for 9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:17:32.453950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:17:32.470001 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:17:32.522009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] Deleting port edcb36b3-3997-4bfa-9c82-c930035aedd0 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:32.522745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.600410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] For port edcb36b3-3997-4bfa-9c82-c930035aedd0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edcb36b3-3997-4bfa-9c82-c930035aedd0,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:32.601174 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.626682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] Calling delete_port for edcb36b3-3997-4bfa-9c82-c930035aedd0 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:32.642211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d7fa6b7-6496-4280-86c8-d1dd026a797d req-1f1bf058-a59d-4e40-9375-e20035ce5b46 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 210 time: 0.0917087 Jul 08 02:17:32.648879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.661889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.675223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37188) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:32.684977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "DELETE /v2.0/networks/8a34471b-47fa-4c6c-afcc-458992f3c06e HTTP/1.1" status: 204 len: 168 time: 0.9235470 Jul 08 02:17:32.702358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efa453-05d5-4c44-aa8e-51a1bc8e0e6d tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Network': ['ID=8a34471b-47fa-4c6c-afcc-458992f3c06e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:32.734248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port b11331b6-40cf-4b4f-91ba-cd91710f0803 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:32.734901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.800770 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.883273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Deleting port edcb36b3-3997-4bfa-9c82-c930035aedd0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:32.883680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:32.909906 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.011431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] Pushing event deleted for resources: {'Port': ['ID=edcb36b3-3997-4bfa-9c82-c930035aedd0,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:33.024952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e9f4c-156e-4dfe-9b07-74c13a22a8a5 None None] No DVR routers for this DVR port edcb36b3-3997-4bfa-9c82-c930035aedd0 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:33.032775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] For port edcb36b3-3997-4bfa-9c82-c930035aedd0, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edcb36b3-3997-4bfa-9c82-c930035aedd0,segment=NetworkSegment(d2265acc-9216-4d36-b0e6-0751a8a91c32),segment_id=d2265acc-9216-4d36-b0e6-0751a8a91c32)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:33.033158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.060367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:17:33.097474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Calling delete_port for edcb36b3-3997-4bfa-9c82-c930035aedd0 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:33.130091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:33.130322 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.245816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.303139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Port': ['ID=edcb36b3-3997-4bfa-9c82-c930035aedd0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:33.313651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] No DVR routers for this DVR port edcb36b3-3997-4bfa-9c82-c930035aedd0 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:33.394343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9364a-3f90-4b5c-85ef-76a015f5f67f req-82df7c08-5835-40d5-8f81-45aae30d837c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:33.398733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edcb36b3-3997-4bfa-9c82-c930035aedd0 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:33.403419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0df9364a-3f90-4b5c-85ef-76a015f5f67f req-82df7c08-5835-40d5-8f81-45aae30d837c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.3738685 Jul 08 02:17:33.403632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port b11331b6-40cf-4b4f-91ba-cd91710f0803, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b11331b6-40cf-4b4f-91ba-cd91710f0803,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:33.403632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.413278 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e02818-59cd-4911-81e3-464762a1e256 req-bea692a7-8aef-4eef-8330-348354e04800 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:33.421115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1e02818-59cd-4911-81e3-464762a1e256 req-bea692a7-8aef-4eef-8330-348354e04800 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1171627 Jul 08 02:17:33.445371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for b11331b6-40cf-4b4f-91ba-cd91710f0803 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:33.467204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: edcb36b3-3997-4bfa-9c82-c930035aedd0 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:33.467204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edcb36b3-3997-4bfa-9c82-c930035aedd0 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:33.471496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a21dfa2b-9ddd-4bee-8001-2d763545576f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:33.504722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: a21dfa2b-9ddd-4bee-8001-2d763545576f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:33.505163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a21dfa2b-9ddd-4bee-8001-2d763545576f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:33.515921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0df9364a-3f90-4b5c-85ef-76a015f5f67f req-73b3cc67-cde4-475d-8a0f-d938e3819e25 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121683 Jul 08 02:17:33.527948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f1e02818-59cd-4911-81e3-464762a1e256 req-c823dc09-1d97-456e-9f9e-197eb4c2ba62 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061144 Jul 08 02:17:33.543009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.568243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:33.581125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2265acc-9216-4d36-b0e6-0751a8a91c32') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:33.581370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2265acc-9216-4d36-b0e6-0751a8a91c32') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:33.616934 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.636739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.644812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:17:33.645686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.676940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-244093f6-184e-4280-8763-e51d17454d34 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:33.678886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-244093f6-184e-4280-8763-e51d17454d34 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.18 "GET /v2.0/networks?id=e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 200 len: 811 time: 0.2136767 Jul 08 02:17:33.693660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Request body: {'port': {'device_id': '52e637d9-3215-42b3-aef1-2966b982c28f', 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29', 'admin_state_up': True, 'tenant_id': '6b29e9f602514e6485652744f1a22bda'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:17:33.746702 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:17:33.851241 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bec759c8-939d-4982-b085-73e8401b046e req-32f93b3c-90f9-4d3b-a0c1-18c44b0a55b6 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 210 time: 0.0439804 Jul 08 02:17:33.880942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.887178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:33.891622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] 10.222.0.10 "DELETE /v2.0/networks/9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a HTTP/1.1" status: 204 len: 168 time: 1.2128909 Jul 08 02:17:33.904373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c702a-95bf-4ff9-bc3c-9170194809f9 tempest-TaggedBootDevicesTest-1976999116 tempest-TaggedBootDevicesTest-1976999116-project] Pushing event deleted for resources: {'Network': ['ID=9d40a1a8-83fa-41e8-8e3c-b5ca4edf3b2a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:34.018017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Made reservation on behalf of 6b29e9f602514e6485652744f1a22bda for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:34.021699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:34.091756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:34.146218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=b11331b6-40cf-4b4f-91ba-cd91710f0803,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:34.267988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Allocated IP 172.20.0.12 (e8ce7582-693e-452b-99f9-a6c8997c8f29/62471928-cf45-4edd-9e96-9e09427783cb/05a13f7c-1973-410a-a7d7-d2b5b12e7d10) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:17:34.461493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:34.594461 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:34.788122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:34.808625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714c2e2-546d-4614-ae52-5326259c71bc req-33e10a8d-a1de-4fb1-b24e-8aef34f741bc tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:34.817143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6714c2e2-546d-4614-ae52-5326259c71bc req-33e10a8d-a1de-4fb1-b24e-8aef34f741bc tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.0868349 Jul 08 02:17:34.856275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Router 1fe255d2-d7d3-491e-b2c0-10f85378a35c has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:17:34.874390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6714c2e2-546d-4614-ae52-5326259c71bc req-fc438c90-d83d-4267-a631-d0b2ac4a5da1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559983 Jul 08 02:17:34.879605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Network e8ce7582-693e-452b-99f9-a6c8997c8f29 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:17:34.881283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Pushing event updated for resources: {'Port': ['ID=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:34.886553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:34.890323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:17:34.944300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedddc1-0b75-4a32-a8ed-bcc68b5e0f62 req-f1e93b09-5361-43fe-bd65-5bee04260ac9 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:34.945939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dedddc1-0b75-4a32-a8ed-bcc68b5e0f62 req-f1e93b09-5361-43fe-bd65-5bee04260ac9 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.2185009 Jul 08 02:17:35.037698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:35.038332 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:35.089862 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9dedddc1-0b75-4a32-a8ed-bcc68b5e0f62 req-87172bfb-24f5-4f6a-bb6f-5751031ef476 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358242 Jul 08 02:17:35.115553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:35.123006 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3021c5ed-3a28-4e82-9652-b75dab971975 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "PUT /v2.0/routers/1fe255d2-d7d3-491e-b2c0-10f85378a35c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4595315 Jul 08 02:17:35.125741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37226) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:35.126984 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] Sync routers for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:35.140799 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:35.142012 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:35.196243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-838dc3e5-6b0b-4fc1-ab97-c0d049c9a135 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting subnet 11e1c08e-5906-4b39-b3f2-3b57afd488d0 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:17:35.200877 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-838dc3e5-6b0b-4fc1-ab97-c0d049c9a135 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:35.273443 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-838dc3e5-6b0b-4fc1-ab97-c0d049c9a135 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:35.288463 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:35.420781 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-838dc3e5-6b0b-4fc1-ab97-c0d049c9a135 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:35.471177 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-5b08c20b-11ac-4191-ba92-eb953440cee0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7817500 Jul 08 02:17:35.493724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Request body: {'port': {'device_id': '52e637d9-3215-42b3-aef1-2966b982c28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:35.506905 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:17:33Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:35.530938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95ae96-d1b3-42de-92cd-581559702413 req-4ca8d940-4c02-4c77-a5e2-3a7938302b06 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:35.532933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f95ae96-d1b3-42de-92cd-581559702413 req-4ca8d940-4c02-4c77-a5e2-3a7938302b06 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 932 time: 0.4985328 Jul 08 02:17:35.568193 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] Checking router: 1fe255d2-d7d3-491e-b2c0-10f85378a35c for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:35.580036 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] Routers {'1fe255d2-d7d3-491e-b2c0-10f85378a35c'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:35.580914 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:35.611711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:35.613242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f95ae96-d1b3-42de-92cd-581559702413 req-a0761808-0b2e-42b4-bced-94300a43cab7 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740075 Jul 08 02:17:35.665022 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-838dc3e5-6b0b-4fc1-ab97-c0d049c9a135 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:35.702657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dc3e5-6b0b-4fc1-ab97-c0d049c9a135 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Subnet': ['ID=11e1c08e-5906-4b39-b3f2-3b57afd488d0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:35.702987 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] Set router 1fe255d2-d7d3-491e-b2c0-10f85378a35c gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:35.748012 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-838dc3e5-6b0b-4fc1-ab97-c0d049c9a135 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:35.750136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-838dc3e5-6b0b-4fc1-ab97-c0d049c9a135 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/subnets/11e1c08e-5906-4b39-b3f2-3b57afd488d0 HTTP/1.1" status: 204 len: 168 time: 0.6229346 Jul 08 02:17:35.752642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37232) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:35.753841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7cace6-2aa3-458f-8303-3ad2387a6ba6 None None] Network cabf7f64-28cd-4cdb-af0f-9ce31b67be13 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:35.868849 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:35.931080 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:17:33Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:36.023865 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bb24c-c0ba-42fb-b945-88175c8490b6 None None] The sync data for ids ['1fe255d2-d7d3-491e-b2c0-10f85378a35c'] in n-d-695189-13 is: [{'id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881013550', 'tenant_id': '419e2a80990846a8a61df6e822a1be4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:17:33Z', 'revision_number': 5, 'project_id': '419e2a80990846a8a61df6e822a1be4c', 'gw_port': {'id': 'd7978297-5cb0-48c6-84f2-ad79500c3106', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe255d2-d7d3-491e-b2c0-10f85378a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:15:29Z', 'updated_at': '2021-07-08T02:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:36.091852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] DHCP port deletion for cabf7f64-28cd-4cdb-af0f-9ce31b67be13 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:17:36.134964 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:36.154232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Deleting port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:36.154682 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:36.242815 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] For port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6,segment=NetworkSegment(9a8718eb-db62-4b8e-8bb5-4cab7319ea7d),segment_id=9a8718eb-db62-4b8e-8bb5-4cab7319ea7d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:36.243449 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:36.258275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aebcbb-1784-4d6f-b085-3b2e00fbd77f req-cd46cceb-442e-4995-bec2-05b846ae2228 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:36.258524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Calling delete_port for 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:36.259928 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94aebcbb-1784-4d6f-b085-3b2e00fbd77f req-cd46cceb-442e-4995-bec2-05b846ae2228 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1546490 Jul 08 02:17:36.264469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:17:36.278920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:36.327122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Transition to ACTIVE for port object 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:17:36.346432 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94aebcbb-1784-4d6f-b085-3b2e00fbd77f req-51a22dc4-db46-4a74-9d0b-0fff56c7e6f3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768926 Jul 08 02:17:36.370252 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Deleting port d7978297-5cb0-48c6-84f2-ad79500c3106 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:36.370739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:36.429087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74cf72-7a63-4ce6-b93c-8106608366a2 req-f1a250a4-4e97-4db2-8a63-4de1845e32d7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:36.431140 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d74cf72-7a63-4ce6-b93c-8106608366a2 req-f1a250a4-4e97-4db2-8a63-4de1845e32d7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.1391919 Jul 08 02:17:36.475023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:36.493774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] No DVR routers for this DVR port 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:36.545988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] For port d7978297-5cb0-48c6-84f2-ad79500c3106, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d7978297-5cb0-48c6-84f2-ad79500c3106,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:36.546988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:36.559233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d74cf72-7a63-4ce6-b93c-8106608366a2 req-ba0a9560-dc20-4539-89d4-b0d00fc0f4ec tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212149 Jul 08 02:17:36.577203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Pushing event deleted for resources: {'Port': ['ID=2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:36.587366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Calling delete_port for d7978297-5cb0-48c6-84f2-ad79500c3106 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:36.599125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.599785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.600239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.600718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.601167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.602987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.603447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.611451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.611451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.611451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.611451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.611451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa40a81-9697-4f89-97c9-e55694a24d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:36.728564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:36.881834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Pushing event updated for resources: {'Port': ['ID=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:36.988873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:37.018476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202cbe-2e98-4c6c-916e-0ad87248498a req-79fe9c9c-d6ec-41db-a035-0ea4aa3b4f81 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:37.019938 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed202cbe-2e98-4c6c-916e-0ad87248498a req-79fe9c9c-d6ec-41db-a035-0ea4aa3b4f81 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 944 time: 0.2194948 Jul 08 02:17:37.036871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:37.037992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2e8a11f2-6977-4fe7-aa5a-3dd9ad3291a6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:37.038770 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b11331b6-40cf-4b4f-91ba-cd91710f0803 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:37.074121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b11331b6-40cf-4b4f-91ba-cd91710f0803 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:37.074927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b11331b6-40cf-4b4f-91ba-cd91710f0803 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:37.101538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Attempting to bind port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:17:37.101906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Attempting to bind port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:17:37.102277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Attempting to bind port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 on network e8ce7582-693e-452b-99f9-a6c8997c8f29 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:17:37.107550 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ed202cbe-2e98-4c6c-916e-0ad87248498a req-2a1a4f1f-7228-47c2-bf6c-182d884dc0cc tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799196 Jul 08 02:17:37.122356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 on network e8ce7582-693e-452b-99f9-a6c8997c8f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:17:37.127499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Attempting to bind port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 on network e8ce7582-693e-452b-99f9-a6c8997c8f29 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:17:37.130174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:17:37.130528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Checking segment: {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:17:37.130920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Bound using segment: {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:17:37.131376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Bound port: 05a13f7c-1973-410a-a7d7-d2b5b12e7d10, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:17:37.131750 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:37.185174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:37.684672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccd6e1-391c-433e-a14b-564df871d136 req-0cd57d6d-e67c-4bee-9682-d5384b48715c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:37.692875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8ccd6e1-391c-433e-a14b-564df871d136 req-0cd57d6d-e67c-4bee-9682-d5384b48715c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.0887654 Jul 08 02:17:37.714040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] For port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:17:37.719766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] For port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:17:37.721288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Port': ['ID=d7978297-5cb0-48c6-84f2-ad79500c3106,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:37.759993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8ccd6e1-391c-433e-a14b-564df871d136 req-871413f3-102a-4e86-9b60-f8ab6ac8755d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658059 Jul 08 02:17:37.799895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:37.840303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:37.963857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:37.964468 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:37.965859 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] 10.222.0.18 "PUT /v2.0/ports/05a13f7c-1973-410a-a7d7-d2b5b12e7d10 HTTP/1.1" status: 200 len: 1093 time: 2.4833915 Jul 08 02:17:37.971462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e637d9-3215-42b3-aef1-2966b982c28f', 'tag': '05a13f7c-1973-410a-a7d7-d2b5b12e7d10'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:37.973700 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605b7349-28be-4f40-8a88-6825cde230bb" -d '{"events": [{"name": "network-changed", "server_uuid": "52e637d9-3215-42b3-aef1-2966b982c28f", "tag": "05a13f7c-1973-410a-a7d7-d2b5b12e7d10"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:37.989408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:37.991889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:37.995158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084467f-b55a-4112-99a8-197e52ae7e1f service neutron] Pushing event updated for resources: {'Port': ['ID=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:38.037070 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913c6ed4-fa41-4451-887c-f6d71e007913 x-openstack-request-id: req-913c6ed4-fa41-4451-887c-f6d71e007913 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:38.037369 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e637d9-3215-42b3-aef1-2966b982c28f", "tag": "05a13f7c-1973-410a-a7d7-d2b5b12e7d10", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:38.037623 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-913c6ed4-fa41-4451-887c-f6d71e007913 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:38.038017 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e637d9-3215-42b3-aef1-2966b982c28f', 'tag': '05a13f7c-1973-410a-a7d7-d2b5b12e7d10', 'status': 'completed', 'code': 200} Jul 08 02:17:38.061108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5b170-ad8b-404e-8f33-367d598fe56b req-c49dc279-8277-4d94-8a73-b24ceeadd7c7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:38.062732 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fb5b170-ad8b-404e-8f33-367d598fe56b req-c49dc279-8277-4d94-8a73-b24ceeadd7c7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.2581890 Jul 08 02:17:38.137288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fb5b170-ad8b-404e-8f33-367d598fe56b req-2281d6ff-fb42-4f43-823d-fcc5982d74f7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688896 Jul 08 02:17:38.156801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b7349-28be-4f40-8a88-6825cde230bb req-9a1100d1-bf0b-458e-82c4-fc04e9c0d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:38.158268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-605b7349-28be-4f40-8a88-6825cde230bb req-9a1100d1-bf0b-458e-82c4-fc04e9c0d5ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 1096 time: 0.0837693 Jul 08 02:17:38.237144 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:38.237783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe255d2-d7d3-491e-b2c0-10f85378a35c {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:17:38.246815 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:38.250386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d6fcb1d0-1a79-454b-ada0-bdb3c314eef7 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/routers/1fe255d2-d7d3-491e-b2c0-10f85378a35c HTTP/1.1" status: 204 len: 168 time: 2.4944899 Jul 08 02:17:38.250832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:38.323695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b7349-28be-4f40-8a88-6825cde230bb req-d253d624-60b6-456e-835d-7f547c97b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:38.330384 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-605b7349-28be-4f40-8a88-6825cde230bb req-d253d624-60b6-456e-835d-7f547c97b51a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6b29e9f602514e6485652744f1a22bda&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1647568 Jul 08 02:17:38.484359 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:38.513090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b7349-28be-4f40-8a88-6825cde230bb req-dfdd422e-f8fd-4a19-9761-5f8dd0c37f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:38.517454 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-605b7349-28be-4f40-8a88-6825cde230bb req-dfdd422e-f8fd-4a19-9761-5f8dd0c37f27 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1786082 Jul 08 02:17:38.528032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0de1c2-43d5-49bd-b61e-547b7a4b588e req-971744b3-d156-473b-9a6f-2c87f4f382c1 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:38.534845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d0de1c2-43d5-49bd-b61e-547b7a4b588e req-971744b3-d156-473b-9a6f-2c87f4f382c1 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 944 time: 0.1781633 Jul 08 02:17:38.631777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-da7d369c-2d6e-4905-a251-f681a99baea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:38.633521 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-da7d369c-2d6e-4905-a251-f681a99baea2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 1096 time: 0.0647845 Jul 08 02:17:38.658095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d0de1c2-43d5-49bd-b61e-547b7a4b588e req-aa7f1efc-e02f-42cd-a459-7192a9d5f81f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220405 Jul 08 02:17:38.659585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:38.676605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabf7f64-28cd-4cdb-af0f-9ce31b67be13']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:38.684111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-36bb4239-0111-4629-9d18-d76f41c1cff3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05a13f7c-1973-410a-a7d7-d2b5b12e7d10 HTTP/1.1" status: 200 len: 217 time: 0.0439010 Jul 08 02:17:38.687079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:38.687673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8718eb-db62-4b8e-8bb5-4cab7319ea7d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:38.696467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:38.711161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:38.717822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:17:38.718249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:17:38.722119 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:17:38.744127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-b69b7ece-43c3-4a7e-b1f7-ec367f60dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:38.746220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-b69b7ece-43c3-4a7e-b1f7-ec367f60dcc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62471928-cf45-4edd-9e96-9e09427783cb HTTP/1.1" status: 200 len: 851 time: 0.0557523 Jul 08 02:17:38.814745 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-aa41beb7-b30b-4998-bbce-895dc4999626 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8ce7582-693e-452b-99f9-a6c8997c8f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333383 Jul 08 02:17:38.922304 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-2fc02589-51f7-4f81-b4cf-879e8ab68126 service neutron] 10.222.0.18 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276085 Jul 08 02:17:39.040519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d7978297-5cb0-48c6-84f2-ad79500c3106 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:39.068217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d7978297-5cb0-48c6-84f2-ad79500c3106 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:39.069085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d7978297-5cb0-48c6-84f2-ad79500c3106 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:39.115949 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71d1389c-2a44-4260-9aa1-5dfd0e2376a2 req-4d623529-5bf1-46bb-a970-732403eed740 service neutron] 10.222.0.18 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831002 Jul 08 02:17:39.123710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:39.135632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:39.140920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/networks/cabf7f64-28cd-4cdb-af0f-9ce31b67be13 HTTP/1.1" status: 204 len: 168 time: 0.8889728 Jul 08 02:17:39.141868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37330) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:39.142009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8b016-471a-4044-acf7-19247ed269ed req-f7cd0fa3-e18a-40d4-9eae-30d9eedb1f7c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:39.143561 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee8b016-471a-4044-acf7-19247ed269ed req-f7cd0fa3-e18a-40d4-9eae-30d9eedb1f7c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1207390 Jul 08 02:17:39.175206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb85d7-b8cb-4cd3-907b-22d8f0e130f0 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'Network': ['ID=cabf7f64-28cd-4cdb-af0f-9ce31b67be13,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:39.250503 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76dca38e-8abe-4a50-87d1-96232e85bbc2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:39.268662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ee8b016-471a-4044-acf7-19247ed269ed req-9dca03f6-cb0a-4c57-bd3d-36f112fec5bf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187122 Jul 08 02:17:39.304333 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76dca38e-8abe-4a50-87d1-96232e85bbc2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:39.502213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e995c0-5e9c-4202-943f-24ecdaa1434f req-e1b9b6b8-1966-40e4-a171-6acbd06f8efa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:39.504892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13e995c0-5e9c-4202-943f-24ecdaa1434f req-e1b9b6b8-1966-40e4-a171-6acbd06f8efa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.1133192 Jul 08 02:17:39.564606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13e995c0-5e9c-4202-943f-24ecdaa1434f req-f621c0ad-5f1e-4b3b-9384-6dddeda9ca88 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550430 Jul 08 02:17:39.566359 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76dca38e-8abe-4a50-87d1-96232e85bbc2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:39.569559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76dca38e-8abe-4a50-87d1-96232e85bbc2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:39.574730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-76dca38e-8abe-4a50-87d1-96232e85bbc2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] 10.222.0.10 "DELETE /v2.0/security-groups/88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe HTTP/1.1" status: 204 len: 168 time: 0.4273956 Jul 08 02:17:39.586022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dca38e-8abe-4a50-87d1-96232e85bbc2 tempest-TestNetworkAdvancedServerOps-1186824735 tempest-TestNetworkAdvancedServerOps-1186824735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b7ebe7-ca05-4259-8e8b-b3a8abcda6fe,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:39.913586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda88f8-4f06-4f4b-8480-fa3a02e302f8 req-5a7ebcf0-8a19-450b-bae8-73e5c59649d3 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:39.916327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1cda88f8-4f06-4f4b-8480-fa3a02e302f8 req-5a7ebcf0-8a19-450b-bae8-73e5c59649d3 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 944 time: 0.0851576 Jul 08 02:17:39.978216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1cda88f8-4f06-4f4b-8480-fa3a02e302f8 req-a1bc9952-7bf9-42db-b07f-e2372d2f00c1 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493126 Jul 08 02:17:40.126669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691fb05-8c11-4542-bd73-45b692836d6a req-937dcff5-d33d-4c18-94d7-10c1c9a69289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:40.128247 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-937dcff5-d33d-4c18-94d7-10c1c9a69289 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018&tenant_id=f969ee555a594dabb9294b7d70695fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0671930 Jul 08 02:17:40.212015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691fb05-8c11-4542-bd73-45b692836d6a req-1ca96b9e-26ea-481c-85ce-6354442de52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:40.214161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-1ca96b9e-26ea-481c-85ce-6354442de52b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 1095 time: 0.0606279 Jul 08 02:17:40.338871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691fb05-8c11-4542-bd73-45b692836d6a req-91e14ab7-47b9-45d7-855f-1bdac8d384e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:40.340408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-91e14ab7-47b9-45d7-855f-1bdac8d384e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.1199763 Jul 08 02:17:40.397557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37382) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:40.448552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-c2800380-581f-4c97-b6ad-ecd82bfb92b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9e4419-9582-4646-be79-e60004a523a6 HTTP/1.1" status: 200 len: 997 time: 0.0980749 Jul 08 02:17:40.648425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691fb05-8c11-4542-bd73-45b692836d6a req-166be8d0-f491-4cb3-9299-a0f5ff1b72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:40.649946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-166be8d0-f491-4cb3-9299-a0f5ff1b72b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.1952956 Jul 08 02:17:40.690595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6d7046ab-d7f3-43d1-b84a-794b7fe27701 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=419e2a80990846a8a61df6e822a1be4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916954 Jul 08 02:17:40.691560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:40.732137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a562a-4fcc-4dde-ab9d-7723053886f5 req-c07bdb2a-b99d-4ba0-93a4-a78dfc0cbf47 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:40.746666 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a4a562a-4fcc-4dde-ab9d-7723053886f5 req-c07bdb2a-b99d-4ba0-93a4-a78dfc0cbf47 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.2085030 Jul 08 02:17:40.778412 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57a5fd8d-fd3b-4091-bd09-7591d9b67532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:40.835480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a4a562a-4fcc-4dde-ab9d-7723053886f5 req-8dc7e183-bd0f-4176-9894-fe51c1ea51d4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820448 Jul 08 02:17:40.837629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691fb05-8c11-4542-bd73-45b692836d6a req-722e0f8a-3993-4baa-ae19-0596f9ac449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:40.839668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-722e0f8a-3993-4baa-ae19-0596f9ac449f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827154 Jul 08 02:17:40.865706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57a5fd8d-fd3b-4091-bd09-7591d9b67532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:40.971621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-96af0f23-ab50-46a6-8893-8d1e3831d841 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247506 Jul 08 02:17:40.979311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d096188-1ed0-4f22-aeb2-cfc2818c16b8 req-6a45435a-f870-4878-9322-3826f53fad14 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:40.980837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d096188-1ed0-4f22-aeb2-cfc2818c16b8 req-6a45435a-f870-4878-9322-3826f53fad14 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.1657672 Jul 08 02:17:41.078501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d096188-1ed0-4f22-aeb2-cfc2818c16b8 req-427fdbaf-717d-459d-99a1-ef69a4741a49 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897567 Jul 08 02:17:41.080599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57a5fd8d-fd3b-4091-bd09-7591d9b67532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:41.084353 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-57a5fd8d-fd3b-4091-bd09-7591d9b67532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:41.086620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-57a5fd8d-fd3b-4091-bd09-7591d9b67532 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3165effb-607b-4dce-9529-8abee7c4142a HTTP/1.1" status: 204 len: 168 time: 0.3937855 Jul 08 02:17:41.156367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5fd8d-fd3b-4091-bd09-7591d9b67532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3165effb-607b-4dce-9529-8abee7c4142a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:41.156748 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-2d97a36d-b16b-417a-8ecf-a169dda6ab3f service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786325 Jul 08 02:17:41.274075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c8449-c286-408c-b426-c914498dfeb3 req-48e59c7e-0b4f-44d7-8710-7a1c961f0145 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:41.275660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-179c8449-c286-408c-b426-c914498dfeb3 req-48e59c7e-0b4f-44d7-8710-7a1c961f0145 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 944 time: 0.0838091 Jul 08 02:17:41.328293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-179c8449-c286-408c-b426-c914498dfeb3 req-3f89d0c0-e077-41ad-b321-f0fe4e9bbc5d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452433 Jul 08 02:17:42.069450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38b77a-f5da-47ba-bb20-2f97c94ecd5f req-7b709cdc-a786-4659-b294-0deee7bc19c9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:42.072698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb38b77a-f5da-47ba-bb20-2f97c94ecd5f req-7b709cdc-a786-4659-b294-0deee7bc19c9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.0854156 Jul 08 02:17:42.092582 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8e27ec4d-8d2f-4cb3-9914-4f10c711a9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:42.151303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37480) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:42.158720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fb38b77a-f5da-47ba-bb20-2f97c94ecd5f req-086c1a8e-b745-4beb-b047-58510d63af64 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778379 Jul 08 02:17:42.269376 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ddbd7d50-7cb6-44c9-9f49-d987fdbc59de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c30581eb12b4616b734c89ce4987472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146271 Jul 08 02:17:42.272052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:42.330683 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1f79859-dbbf-41f8-8bd7-b965ea299863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:42.360414 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1f79859-dbbf-41f8-8bd7-b965ea299863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:42.453212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8dcab-67d6-4d1c-b4cd-9e8346ece06c req-ba4b37fa-000c-434a-9fbf-a8ac0b5ec745 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:42.462743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9d8dcab-67d6-4d1c-b4cd-9e8346ece06c req-ba4b37fa-000c-434a-9fbf-a8ac0b5ec745 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.1332629 Jul 08 02:17:42.518783 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9d8dcab-67d6-4d1c-b4cd-9e8346ece06c req-02a273ad-bcf1-4d9c-a7fb-6b40274d6ef7 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495265 Jul 08 02:17:42.566127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1f79859-dbbf-41f8-8bd7-b965ea299863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:42.569154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1f79859-dbbf-41f8-8bd7-b965ea299863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:42.570492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e1f79859-dbbf-41f8-8bd7-b965ea299863 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/494f4b85-1d17-457f-9ada-a1c74f569879 HTTP/1.1" status: 204 len: 168 time: 0.2972028 Jul 08 02:17:42.598518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6017155-0509-4da6-a381-231fb309fa3a req-0e430bc9-a994-46f4-9eb1-09666d04a9dc tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:42.600367 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6017155-0509-4da6-a381-231fb309fa3a req-0e430bc9-a994-46f4-9eb1-09666d04a9dc tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 944 time: 0.1018803 Jul 08 02:17:42.606287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f79859-dbbf-41f8-8bd7-b965ea299863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f4b85-1d17-457f-9ada-a1c74f569879,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:42.632359 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:17:42.682856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6017155-0509-4da6-a381-231fb309fa3a req-7aced45f-1e69-44e4-bd62-5e957052a80b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Jul 08 02:17:43.334208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:17:43.476650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:43.491151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '05a13f7c-1973-410a-a7d7-d2b5b12e7d10', 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29', 'port_id': '05a13f7c-1973-410a-a7d7-d2b5b12e7d10', 'mac_address': 'fa:16:3e:ea:33:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62471928-cf45-4edd-9e96-9e09427783cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:17:43.521567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f9c79-e1cb-4627-8e45-5b5bee60c56f req-260c89c0-00ca-47d3-8d85-5b033fc1b003 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:43.531151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d66f9c79-e1cb-4627-8e45-5b5bee60c56f req-260c89c0-00ca-47d3-8d85-5b033fc1b003 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1016462 Jul 08 02:17:43.554712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:43.592474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:17:43.602747 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d66f9c79-e1cb-4627-8e45-5b5bee60c56f req-12819d77-8e0b-46c0-93af-a6f123ebd054 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700312 Jul 08 02:17:43.638361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:43.715689 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:43.854234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:43.862076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c3cb7-5e4b-4b5e-8f31-9d4af6f19a8c req-728e8c8f-f024-4ef2-bf18-7d0cd9ea731f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:43.864354 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-350c3cb7-5e4b-4b5e-8f31-9d4af6f19a8c req-728e8c8f-f024-4ef2-bf18-7d0cd9ea731f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.1686304 Jul 08 02:17:43.949062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['05a13f7c-1973-410a-a7d7-d2b5b12e7d10'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:17:43.984585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-350c3cb7-5e4b-4b5e-8f31-9d4af6f19a8c req-827b91c3-160f-4cd3-8d95-1e2f068c4d19 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104374 Jul 08 02:17:44.140686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230627ff-f19e-49d7-9bb2-2b8e0e433fd3 req-6cf0b5e7-24fe-4063-b03b-6f570fa75891 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:44.142294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-230627ff-f19e-49d7-9bb2-2b8e0e433fd3 req-6cf0b5e7-24fe-4063-b03b-6f570fa75891 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 945 time: 0.1394341 Jul 08 02:17:44.214660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-230627ff-f19e-49d7-9bb2-2b8e0e433fd3 req-d60d56d0-8a80-4632-9823-b8a5c321f424 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587165 Jul 08 02:17:44.269680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37542) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:44.375757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-301728738-network', 'tenant_id': 'c949ab8e37d441a9b457ee9316ebaa81'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:44.489268 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fa568c1-2427-47ce-a49c-7dc85ec35ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:44.534461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Made reservation on behalf of c949ab8e37d441a9b457ee9316ebaa81 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:44.537039 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:44.549277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:44.676070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:44.788054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:44.825742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:17:44.845286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd664769-478e-467b-aeb1-43d9ac42ce44,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:44.848554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:44.849116 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Added segment fcdbfd25-7d0d-49ce-a555-95ed0d70e993 of type vlan for network 2bfade43-ab69-45f8-b8b4-98213caff03d Jul 08 02:17:44.886186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.887238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.887796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.888312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.888826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.889321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.889812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.890301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.890791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.891300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.891816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.892306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:44.901301 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:44.937462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32d4a9-4177-430f-81ed-2dce57f98607 req-39c71f2d-9ccf-4806-ac71-a18881000704 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:44.939303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b32d4a9-4177-430f-81ed-2dce57f98607 req-39c71f2d-9ccf-4806-ac71-a18881000704 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1890359 Jul 08 02:17:44.943331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.052041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b32d4a9-4177-430f-81ed-2dce57f98607 req-c05c22d8-bf25-4c5a-8c24-49738232ecce tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993819 Jul 08 02:17:45.100210 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.101250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:45.104078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.143471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7145abf9-07b8-48b2-8f0c-24890010cb89 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:17:45.200579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcf525-8216-4049-82ee-69a888daa149 req-ca147be9-d4b1-4f45-bd9d-9e9185bdc988 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:45.209979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8bcf525-8216-4049-82ee-69a888daa149 req-ca147be9-d4b1-4f45-bd9d-9e9185bdc988 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 943 time: 0.0886145 Jul 08 02:17:45.312375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] Pushing event updated for resources: {'Network': ['ID=2bfade43-ab69-45f8-b8b4-98213caff03d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:45.316564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e8bcf525-8216-4049-82ee-69a888daa149 req-666e9b3c-a8b2-4369-96c2-c17742fa067c tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044888 Jul 08 02:17:45.333278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2bfade43-ab69-45f8-b8b4-98213caff03d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:17:45.382220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:17:45.483441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-92f9285c-9f7d-4d94-942a-b18d099f7f62 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2096684 Jul 08 02:17:45.483724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37564) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:45.487959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7145abf9-07b8-48b2-8f0c-24890010cb89, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7145abf9-07b8-48b2-8f0c-24890010cb89,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:45.489486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Request body: {'subnet': {'network_id': '2bfade43-ab69-45f8-b8b4-98213caff03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-301728738-subnet', 'tenant_id': 'c949ab8e37d441a9b457ee9316ebaa81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:45.530354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'port_id': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:17:45.555149 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f797ee-f079-48b1-b2b0-cef9964ee251 req-68e176a0-833a-43ed-8c47-77a21ab00df4 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:45.557942 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-72f797ee-f079-48b1-b2b0-cef9964ee251 req-68e176a0-833a-43ed-8c47-77a21ab00df4 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 945 time: 0.1320918 Jul 08 02:17:45.597588 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.612647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7145abf9-07b8-48b2-8f0c-24890010cb89 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:17:45.635532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-72f797ee-f079-48b1-b2b0-cef9964ee251 req-523c8f21-0f49-48b6-8630-6471fbda0e3c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700366 Jul 08 02:17:45.639067 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Made reservation on behalf of c949ab8e37d441a9b457ee9316ebaa81 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:45.639810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.645021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7145abf9-07b8-48b2-8f0c-24890010cb89, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7145abf9-07b8-48b2-8f0c-24890010cb89,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:45.664809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:17:45.686211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:45.688392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.733693 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.829248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=7145abf9-07b8-48b2-8f0c-24890010cb89,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:45.834148 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.932404 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.955852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e637d9-3215-42b3-aef1-2966b982c28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a13f7c-1973-410a-a7d7-d2b5b12e7d10'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:45.959076 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcafaec9-4280-47fd-bf92-2524d591a66f" -d '{"events": [{"server_uuid": "52e637d9-3215-42b3-aef1-2966b982c28f", "name": "network-vif-plugged", "status": "completed", "tag": "05a13f7c-1973-410a-a7d7-d2b5b12e7d10"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:45.981901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:45.982893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:45.986534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['7145abf9-07b8-48b2-8f0c-24890010cb89'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:17:46.037499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12707ca-a1d5-4c43-a9e2-66c95466de4f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:46.083988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Checking segment: {'id': 'fcdbfd25-7d0d-49ce-a555-95ed0d70e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bfade43-ab69-45f8-b8b4-98213caff03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:17:46.084513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Network hostable DHCP agents. Network: 2bfade43-ab69-45f8-b8b4-98213caff03d, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:17:46.122757 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30474365-8c9a-4db7-bd2a-3ec72aacf950 x-openstack-request-id: req-30474365-8c9a-4db7-bd2a-3ec72aacf950 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:46.123676 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e637d9-3215-42b3-aef1-2966b982c28f", "name": "network-vif-plugged", "status": "completed", "tag": "05a13f7c-1973-410a-a7d7-d2b5b12e7d10", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:46.124079 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30474365-8c9a-4db7-bd2a-3ec72aacf950 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:46.125415 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e637d9-3215-42b3-aef1-2966b982c28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a13f7c-1973-410a-a7d7-d2b5b12e7d10', 'code': 200} Jul 08 02:17:46.129176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:46.164772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Network 2bfade43-ab69-45f8-b8b4-98213caff03d is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:17:46.265148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:46.277222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2bfade43-ab69-45f8-b8b4-98213caff03d) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:46.283759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:46.287365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:46.296840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73de47bd-e33d-4785-ad2d-43aea377799c None None] Network 2bfade43-ab69-45f8-b8b4-98213caff03d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:46.317716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0c9dc-5654-4ffa-8bbf-beccaf5ab041 req-128d85b8-7671-48d0-9b72-4e9951c7db7d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:46.319329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8cd0c9dc-5654-4ffa-8bbf-beccaf5ab041 req-128d85b8-7671-48d0-9b72-4e9951c7db7d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.0808218 Jul 08 02:17:46.372563 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8cd0c9dc-5654-4ffa-8bbf-beccaf5ab041 req-4511c3da-707b-49cc-9a01-6e42e82b2ca1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449419 Jul 08 02:17:46.423572 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ad93fd2c-27d5-4195-960e-5a00bf21abc1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9387932 Jul 08 02:17:46.509666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3edc14-8394-47cb-8e55-18e011b137a0 None None] Network 2bfade43-ab69-45f8-b8b4-98213caff03d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:46.581040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b9df-76b7-4f0d-ad68-6a8f0331d08e req-6ef8ad9c-3349-4d10-96e8-73034873e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:46.584015 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa86b9df-76b7-4f0d-ad68-6a8f0331d08e req-6ef8ad9c-3349-4d10-96e8-73034873e4e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 1098 time: 0.2023323 Jul 08 02:17:46.703912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa86b9df-76b7-4f0d-ad68-6a8f0331d08e req-c0352da3-7579-427e-8f59-138b22b86ae2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008115 Jul 08 02:17:46.820587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5b5a7-8574-4fac-8887-66af0d05ce1e req-1dcd3ba9-69f6-45a5-b48c-b13cfec2bab2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:46.822963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ecf5b5a7-8574-4fac-8887-66af0d05ce1e req-1dcd3ba9-69f6-45a5-b48c-b13cfec2bab2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 944 time: 0.1647882 Jul 08 02:17:46.959869 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ecf5b5a7-8574-4fac-8887-66af0d05ce1e req-cfd2b20f-8e55-4057-b7a2-b106f14c5caa tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312249 Jul 08 02:17:47.146640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b5078-0f88-444a-b270-8e5e5d284071 req-740e048c-4879-42f5-b493-6667182459ea tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:47.148414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae0b5078-0f88-444a-b270-8e5e5d284071 req-740e048c-4879-42f5-b493-6667182459ea tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0965345 Jul 08 02:17:47.162828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7145abf9-07b8-48b2-8f0c-24890010cb89 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:17:47.251850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae0b5078-0f88-444a-b270-8e5e5d284071 req-f8317c28-3e6c-4a30-a073-6fb58c8e981f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958636 Jul 08 02:17:47.401430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 7145abf9-07b8-48b2-8f0c-24890010cb89 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:17:47.404462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 7145abf9-07b8-48b2-8f0c-24890010cb89 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:47.405031 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.594298 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.595434 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.751068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7145abf9-07b8-48b2-8f0c-24890010cb89, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7145abf9-07b8-48b2-8f0c-24890010cb89,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:47.858430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.927153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=7145abf9-07b8-48b2-8f0c-24890010cb89,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:47.943524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:47.953699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1158339431-network', 'tenant_id': '162855bd652e45dfacbcf6e1d50d3cfd'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:48.011741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a0c52-6ea0-4d4a-8b67-3061c021b8c3 req-9a38bc64-608f-457f-b5ee-3f168fd1429e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.013231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-674a0c52-6ea0-4d4a-8b67-3061c021b8c3 req-9a38bc64-608f-457f-b5ee-3f168fd1429e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.2463210 Jul 08 02:17:48.075705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Made reservation on behalf of 162855bd652e45dfacbcf6e1d50d3cfd for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:48.079194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.081004 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-674a0c52-6ea0-4d4a-8b67-3061c021b8c3 req-021756e1-6488-49e4-bec9-9b1f52ce1c2e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608552 Jul 08 02:17:48.100225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.126545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:48.129172 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a8f7ea-3bc9-4037-9acd-053f0e365974" -d '{"events": [{"server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "name": "network-vif-plugged", "status": "completed", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:48.191295 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c1bce4-e904-4dd4-96b1-03dcca8878e9 x-openstack-request-id: req-18c1bce4-e904-4dd4-96b1-03dcca8878e9 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:48.191951 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "name": "network-vif-plugged", "status": "completed", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:48.191951 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18c1bce4-e904-4dd4-96b1-03dcca8878e9 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:48.192438 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'code': 200} Jul 08 02:17:48.251776 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.461033 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.510815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a708e-b152-403d-a867-d536aeca68dd req-1cda7308-6b2d-4696-bc0a-673848772ac4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.512517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-502a708e-b152-403d-a867-d536aeca68dd req-1cda7308-6b2d-4696-bc0a-673848772ac4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 945 time: 0.3637879 Jul 08 02:17:48.566211 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.613688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58073188-db4c-4251-9c81-4e77be45135d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:48.619868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8244fc9-9aff-487a-aa8c-2a8f2baad28f req-bfae2885-857b-402b-b54a-e1c921462a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.621855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8244fc9-9aff-487a-aa8c-2a8f2baad28f req-bfae2885-857b-402b-b54a-e1c921462a82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 1097 time: 0.3479426 Jul 08 02:17:48.647127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc1fde-6094-4e86-bc9c-1ab54a43cb3c req-963ea4e3-2ad1-49fe-b808-e7f3b7c04877 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.659983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ecc1fde-6094-4e86-bc9c-1ab54a43cb3c req-963ea4e3-2ad1-49fe-b808-e7f3b7c04877 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.2016089 Jul 08 02:17:48.669325 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-502a708e-b152-403d-a867-d536aeca68dd req-178b3c3e-d8b0-4835-b6ab-817e57003251 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496351 Jul 08 02:17:48.678303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:17:48.697536 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8244fc9-9aff-487a-aa8c-2a8f2baad28f req-6fbd5bea-2326-4bc9-84a4-f70c3d8d471d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666029 Jul 08 02:17:48.700843 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.701233 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Added segment deaeb78e-954f-4ffa-a23e-b1e90c2f8674 of type vlan for network f05b2a6e-8125-4a3f-80ae-f77f2671fdc5 Jul 08 02:17:48.753001 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.764214 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ecc1fde-6094-4e86-bc9c-1ab54a43cb3c req-9fa06a1a-2511-41e7-9bcc-38d505294a15 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004398 Jul 08 02:17:48.796680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-a10b98ad-4c8e-4b03-954c-89ebdf5a3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.798236 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-a10b98ad-4c8e-4b03-954c-89ebdf5a3443 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 1095 time: 0.0947130 Jul 08 02:17:48.876310 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.877314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.879961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.988119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f05b2a6e-8125-4a3f-80ae-f77f2671fdc5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:49.004870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f05b2a6e-8125-4a3f-80ae-f77f2671fdc5 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:17:49.013732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fc7a30e2-f1d1-430f-804a-39a4412644a2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0682096 Jul 08 02:17:49.017644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37664) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:49.024938 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Request body: {'subnet': {'network_id': 'f05b2a6e-8125-4a3f-80ae-f77f2671fdc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1158339431-subnet', 'tenant_id': '162855bd652e45dfacbcf6e1d50d3cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:49.196542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-f04171ca-e313-49f0-a613-8123a4e26d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:49.199912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-f04171ca-e313-49f0-a613-8123a4e26d8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.1602471 Jul 08 02:17:49.226056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Made reservation on behalf of 162855bd652e45dfacbcf6e1d50d3cfd for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:49.237989 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:49.438773 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-a81496fa-d146-49ac-8c03-fcc0a95c5edf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a9e4419-9582-4646-be79-e60004a523a6 HTTP/1.1" status: 200 len: 997 time: 0.2243059 Jul 08 02:17:49.481519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b1cf3-0c8a-4bdd-a5a8-813e8b5f5bad req-2d941bd4-089d-448b-8c46-65d5e07e1ee3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:49.490204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a5b1cf3-0c8a-4bdd-a5a8-813e8b5f5bad req-2d941bd4-089d-448b-8c46-65d5e07e1ee3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1379645 Jul 08 02:17:49.617073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a5b1cf3-0c8a-4bdd-a5a8-813e8b5f5bad req-6ff0ac77-4527-43bf-9ff1-5328c289c3d4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026580 Jul 08 02:17:49.720990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-09e3edaf-b74a-46eb-881d-3e2940b6def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:49.724091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-09e3edaf-b74a-46eb-881d-3e2940b6def6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0930138 Jul 08 02:17:49.847764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:49.868415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e31a3-bdff-4c7a-88c2-b10acb2909ed req-a8b691ed-f7b8-421f-b50c-57cc5f485e4a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:49.873409 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-631e31a3-bdff-4c7a-88c2-b10acb2909ed req-a8b691ed-f7b8-421f-b50c-57cc5f485e4a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.2470450 Jul 08 02:17:49.922321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-1737717b-dd67-4dad-b7c3-040e8b1d84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:49.930187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-1737717b-dd67-4dad-b7c3-040e8b1d84cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 1098 time: 0.2204454 Jul 08 02:17:50.059194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-5ccdf768-6bed-4e32-b9bb-2b6b66c1cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:50.063651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-5ccdf768-6bed-4e32-b9bb-2b6b66c1cd6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3043456 Jul 08 02:17:50.073474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3544578c-2d86-462b-a879-82bd3611fd3a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:50.108414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-631e31a3-bdff-4c7a-88c2-b10acb2909ed req-21e18050-c6a9-40dc-90bf-d61fb2db3d26 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242510 Jul 08 02:17:50.183658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-4d595b36-1ba5-43b3-b972-34d81a0a33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:50.185200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-4d595b36-1ba5-43b3-b972-34d81a0a33c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 200 len: 912 time: 0.2436895 Jul 08 02:17:50.212506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Checking segment: {'id': 'deaeb78e-954f-4ffa-a23e-b1e90c2f8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f05b2a6e-8125-4a3f-80ae-f77f2671fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:17:50.214137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Network hostable DHCP agents. Network: f05b2a6e-8125-4a3f-80ae-f77f2671fdc5, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:17:50.257410 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-0228bee7-fa03-45b4-8a42-56d0bf28a315 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651897 Jul 08 02:17:50.271627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c684c36-3e45-40b1-a26e-20ba151ae9f9 req-396aac36-c698-4f3d-a21c-0ebe92370626 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:50.273119 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c684c36-3e45-40b1-a26e-20ba151ae9f9 req-396aac36-c698-4f3d-a21c-0ebe92370626 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 945 time: 0.2860422 Jul 08 02:17:50.314508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c684c36-3e45-40b1-a26e-20ba151ae9f9 req-a5269390-a404-416b-be45-48b3e70acfc4 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349450 Jul 08 02:17:50.342580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Network f05b2a6e-8125-4a3f-80ae-f77f2671fdc5 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:17:50.448361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f05b2a6e-8125-4a3f-80ae-f77f2671fdc5) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:50.452849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:50.453456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:50.465370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b6594-db44-4ce0-aa88-0e5c05bb6fa0 None None] Network f05b2a6e-8125-4a3f-80ae-f77f2671fdc5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:50.540617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-e59bdec2-4a0a-4a04-bd21-8d29173be7be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05a13f7c-1973-410a-a7d7-d2b5b12e7d10 HTTP/1.1" status: 200 len: 217 time: 0.0731871 Jul 08 02:17:50.578079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9fec6343-894b-4502-830d-a5d7fa656b2b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5588841 Jul 08 02:17:50.629601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8175b7-d1e1-45d0-9a3e-b397dd55b0d9 None None] Network f05b2a6e-8125-4a3f-80ae-f77f2671fdc5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:50.682100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e31a8ff-d052-4214-8293-6c7258df6930 req-775b4b0d-0cba-4073-91e2-7988b9336722 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136209 Jul 08 02:17:50.685385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-6eda71b9-3b4c-47d6-a9e0-0dce6832408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:50.693833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-6eda71b9-3b4c-47d6-a9e0-0dce6832408a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=62471928-cf45-4edd-9e96-9e09427783cb HTTP/1.1" status: 200 len: 851 time: 0.1436007 Jul 08 02:17:50.764346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-4f79db88-eec3-4648-b468-f60d700a38b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8ce7582-693e-452b-99f9-a6c8997c8f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649276 Jul 08 02:17:51.022385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-a43b5b11-3dd9-49e6-9300-c83e35cdb3a3 service neutron] 10.222.0.18 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389805 Jul 08 02:17:51.117013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37718) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:51.154871 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:51.256554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a0f27-74c7-4ab5-be0c-01282ad65022 req-f88f81c2-5a74-45ab-9da3-8952fc1aeed0 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:51.258389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c82a0f27-74c7-4ab5-be0c-01282ad65022 req-f88f81c2-5a74-45ab-9da3-8952fc1aeed0 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.3591437 Jul 08 02:17:51.375461 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c82a0f27-74c7-4ab5-be0c-01282ad65022 req-258d1087-e395-43e1-a0ff-a9c933bc7a02 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030202 Jul 08 02:17:51.381882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fcc63c-3dc1-4246-b251-0de82687582b req-efd2566e-df48-4b28-9b72-4e43e6894c3a service neutron] 10.222.0.18 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125842 Jul 08 02:17:51.667624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc8a58-7d64-4921-885a-7268457aa26b req-0116341f-829b-4cb6-9dfd-0fac1b169fc5 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:51.669163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-0116341f-829b-4cb6-9dfd-0fac1b169fc5 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/networks?id=2bfade43-ab69-45f8-b8b4-98213caff03d HTTP/1.1" status: 200 len: 811 time: 0.3863046 Jul 08 02:17:51.690157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-f5a0aaa1-ff38-4245-af8c-dd4e9ab8455c tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/quotas/c949ab8e37d441a9b457ee9316ebaa81 HTTP/1.1" status: 200 len: 375 time: 0.0141280 Jul 08 02:17:51.701754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d862517-e33c-4a43-8aa4-2ea0d1924ec2 req-ccd1ca32-a8ac-4bbe-92f3-d00ffccb92a0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:51.701754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d862517-e33c-4a43-8aa4-2ea0d1924ec2 req-ccd1ca32-a8ac-4bbe-92f3-d00ffccb92a0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0738633 Jul 08 02:17:51.735054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d862517-e33c-4a43-8aa4-2ea0d1924ec2 req-9ba4bde0-6d96-463f-97ca-52abe06a9521 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Jul 08 02:17:51.763951 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-dceadd1d-45c8-4b8c-8265-a10ef09448ef tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c949ab8e37d441a9b457ee9316ebaa81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388896 Jul 08 02:17:51.908492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f233f-5690-41c8-85b5-02589dae7edc req-47d29243-759a-4529-93c3-596a10dd4fae tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:51.909966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc4f233f-5690-41c8-85b5-02589dae7edc req-47d29243-759a-4529-93c3-596a10dd4fae tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 945 time: 0.0653281 Jul 08 02:17:51.952939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc4f233f-5690-41c8-85b5-02589dae7edc req-4fef54a7-87d9-481d-b944-d0aa85d45198 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360208 Jul 08 02:17:51.984431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-eefd229b-b75a-49d5-bc8f-e9ca14e8e012 service neutron] 10.222.0.10 "GET /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138550 Jul 08 02:17:52.257117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036378a8-6e5d-4296-94ca-652a4acae485 req-e8401d81-1f79-427f-8c1a-bb9bbab98672 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:52.260284 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-036378a8-6e5d-4296-94ca-652a4acae485 req-e8401d81-1f79-427f-8c1a-bb9bbab98672 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 945 time: 0.1612515 Jul 08 02:17:52.335833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-036378a8-6e5d-4296-94ca-652a4acae485 req-8dbdc07d-2ff5-4103-97d2-ba008c0b55de tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695364 Jul 08 02:17:52.372909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:52.679327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f96a7-1ee5-4ea3-8e6f-1539e974ed0a req-3be820ce-74c5-4f9c-97ee-c55026e69e3d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:52.679626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1f96a7-1ee5-4ea3-8e6f-1539e974ed0a req-3be820ce-74c5-4f9c-97ee-c55026e69e3d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1270666 Jul 08 02:17:52.810262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f1f96a7-1ee5-4ea3-8e6f-1539e974ed0a req-3b0361ed-f835-4ed1-94bf-d4313199660f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292067 Jul 08 02:17:52.886564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f945ad2-3fc4-433e-8dd8-ac73edfe36b0 tempest-TestVolumeBootPattern-2052589061 tempest-TestVolumeBootPattern-2052589061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:52.886564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8f945ad2-3fc4-433e-8dd8-ac73edfe36b0 tempest-TestVolumeBootPattern-2052589061 tempest-TestVolumeBootPattern-2052589061-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 1092 time: 0.4892383 Jul 08 02:17:52.887643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-543f5737-64fa-4a52-a142-7fa582746ffa service neutron] 10.222.0.10 "GET /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728294 Jul 08 02:17:52.889133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:52.894942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:52.911825 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.055661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1290-3bb9-446a-a0b4-1e83d30fb45d req-29e4da4e-743b-4a16-a5a5-0bef6d008782 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:53.058759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f98e1290-3bb9-446a-a0b4-1e83d30fb45d req-29e4da4e-743b-4a16-a5a5-0bef6d008782 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0999579 Jul 08 02:17:53.106218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f98e1290-3bb9-446a-a0b4-1e83d30fb45d req-2f421fb0-cbf8-4535-bd99-ec736c12c5b4 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Jul 08 02:17:53.237014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Deleting port 85426147-e8dc-47e3-a207-5a910e586484 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:53.237267 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.315120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] For port 85426147-e8dc-47e3-a207-5a910e586484, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=85426147-e8dc-47e3-a207-5a910e586484,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:53.338080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.338080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Calling delete_port for 85426147-e8dc-47e3-a207-5a910e586484 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:53.637779 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.638397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.670476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85426147-e8dc-47e3-a207-5a910e586484,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:53.849000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a67c9ba-9e4e-4fc4-8f4a-9d4f2ba95244 req-512fc38f-6133-413e-9dad-16f1112bc79f tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 210 time: 0.0803366 Jul 08 02:17:53.856086 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.049036 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.137339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Allocated IP 172.25.8.240 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/372f20f6-3778-4405-83bc-f6120f45dd7b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:17:54.319854 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.472038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33771ec2-a53b-4a5c-a85e-210bcc1ece32 req-4274884e-7d5d-45f8-896c-82b9124c637d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:54.474528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33771ec2-a53b-4a5c-a85e-210bcc1ece32 req-4274884e-7d5d-45f8-896c-82b9124c637d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0929673 Jul 08 02:17:54.493800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722690e-52cf-4d4a-bf8c-2be74d68d314 req-cde33c11-b6ce-46c8-bd4c-b152d827fe92 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:54.493800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9722690e-52cf-4d4a-bf8c-2be74d68d314 req-cde33c11-b6ce-46c8-bd4c-b152d827fe92 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.3280189 Jul 08 02:17:54.494029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.568494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=372f20f6-3778-4405-83bc-f6120f45dd7b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:54.608635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33771ec2-a53b-4a5c-a85e-210bcc1ece32 req-da7b653b-6a8c-4fc7-b2fb-617b186547ff tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230989 Jul 08 02:17:54.608635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:17:54.622951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:54.626251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:17:54.632382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9722690e-52cf-4d4a-bf8c-2be74d68d314 req-707f39bd-30c9-4eca-a4b5-018fa4e7072e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223300 Jul 08 02:17:54.646917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Router c8cffe13-a5b5-4256-8463-6e4235aea05b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:17:54.794429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:54.804549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] Sync routers for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:54.809312 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9842c945-1279-44d0-a7cb-4b05a19784e1 admin admin] 10.222.0.10 "PUT /v2.0/routers/c8cffe13-a5b5-4256-8463-6e4235aea05b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6905687 Jul 08 02:17:54.810692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37808) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:54.820050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:54.825592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:55.029332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-065381bd-81a8-4007-b391-6a82ac2a3452 req-8d185ae0-59a2-4986-9d8c-527fc5565f45 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 210 time: 0.0632908 Jul 08 02:17:55.041048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.174549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:55.270220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.307169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.448749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:17:53Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:55.475078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] Checking router: c8cffe13-a5b5-4256-8463-6e4235aea05b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:55.484310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] Routers {'c8cffe13-a5b5-4256-8463-6e4235aea05b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:55.484935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['c8cffe13-a5b5-4256-8463-6e4235aea05b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:55.748104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.828043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Deleting port 564079c0-605d-433b-bf4f-f5c0a891e3a4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:55.828449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.859630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] Set router c8cffe13-a5b5-4256-8463-6e4235aea05b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:55.897396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae046f-abe4-453c-990a-3c4378a55f24 req-1bff3d78-f7eb-4c23-a2ef-040660a28a5f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:55.904652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84ae046f-abe4-453c-990a-3c4378a55f24 req-1bff3d78-f7eb-4c23-a2ef-040660a28a5f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.1466248 Jul 08 02:17:56.029675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] For port 564079c0-605d-433b-bf4f-f5c0a891e3a4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=564079c0-605d-433b-bf4f-f5c0a891e3a4,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:56.030447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.047976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84ae046f-abe4-453c-990a-3c4378a55f24 req-c727f096-514d-43dd-80ea-fa6cdf6057c6 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424572 Jul 08 02:17:56.057031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Calling delete_port for 564079c0-605d-433b-bf4f-f5c0a891e3a4 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:56.072650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8715d7c-42c6-41c2-aa20-6337eac3e3d4 req-a9a66892-cd50-496b-a956-1a6a3b27f6b8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:56.079568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8715d7c-42c6-41c2-aa20-6337eac3e3d4 req-a9a66892-cd50-496b-a956-1a6a3b27f6b8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1255693 Jul 08 02:17:56.130241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.133441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:17:53Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:56.145594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8715d7c-42c6-41c2-aa20-6337eac3e3d4 req-cb162dc5-cbed-4ccf-9931-d2711708efb9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650415 Jul 08 02:17:56.169580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70c8e5-8e45-458a-b878-940ba41f8902 None None] The sync data for ids ['c8cffe13-a5b5-4256-8463-6e4235aea05b'] in n-d-695189-13 is: [{'id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'name': 'tempest-TaggedBootDevicesTest-259158027-router', 'tenant_id': '69b9cc486b0940af831fa3648353640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:05:29Z', 'updated_at': '2021-07-08T02:17:53Z', 'revision_number': 5, 'project_id': '69b9cc486b0940af831fa3648353640c', 'gw_port': {'id': '564079c0-605d-433b-bf4f-f5c0a891e3a4', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cffe13-a5b5-4256-8463-6e4235aea05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:05:31Z', 'updated_at': '2021-07-08T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:56.226355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.279843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4972ab9d-c818-4d27-99dd-5137e1d7134e req-765e89a8-744b-4752-aef9-47043e366eda tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 210 time: 0.0469568 Jul 08 02:17:56.346164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event updated for resources: {'Port': ['ID=372f20f6-3778-4405-83bc-f6120f45dd7b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:56.357571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.443150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.477553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=564079c0-605d-433b-bf4f-f5c0a891e3a4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:56.482177 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Floating IP 82e4f4b6-ce11-4121-8225-b8057bf56817 associated. External IP: 172.25.8.240, port: 7145abf9-07b8-48b2-8f0c-24890010cb89. Jul 08 02:17:56.592508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.704607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.706727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.779543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:17:56.886458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:56.895769 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:56.906443 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:56.907063 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:56.917401 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.918197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8cffe13-a5b5-4256-8463-6e4235aea05b {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:17:56.924092 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.925465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b5440f2d-684b-4565-a1da-75a7245f6c15 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c8cffe13-a5b5-4256-8463-6e4235aea05b HTTP/1.1" status: 204 len: 168 time: 2.1137996 Jul 08 02:17:56.928028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37852) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:57.006699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.023980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-df07b9c5-4560-4b16-9187-ba9fe3a2d086 admin admin] Deleting subnet f9d24518-bec5-4294-bfc4-cb82628b06da {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:17:57.032410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df07b9c5-4560-4b16-9187-ba9fe3a2d086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.093826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 85426147-e8dc-47e3-a207-5a910e586484 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:57.155119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 85426147-e8dc-47e3-a207-5a910e586484 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:57.157371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 85426147-e8dc-47e3-a207-5a910e586484 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:57.174467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8047ed10-747e-4b2d-9062-73c458b8a0fe tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2832823 Jul 08 02:17:57.175448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:57.181976 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa16e97-666c-483c-9753-a467aa773c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:57.226529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df07b9c5-4560-4b16-9187-ba9fe3a2d086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.238186 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:57.529267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbe6b5-26e8-4fff-b1bc-3f537c1d7716 req-a9f1cf26-4011-4013-9f77-11d6498f2c06 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:57.538195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2cdbe6b5-26e8-4fff-b1bc-3f537c1d7716 req-a9f1cf26-4011-4013-9f77-11d6498f2c06 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.1773174 Jul 08 02:17:57.587661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df07b9c5-4560-4b16-9187-ba9fe3a2d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.630820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7263f-bd5b-41e1-b34a-21d86dcdf6f4 req-46d7f67c-2b50-4e3f-975b-85c3eb085bd7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:57.634301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2cdbe6b5-26e8-4fff-b1bc-3f537c1d7716 req-8360ba4f-178f-4833-abfc-bcde40f1bb83 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949421 Jul 08 02:17:57.641318 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9f7263f-bd5b-41e1-b34a-21d86dcdf6f4 req-46d7f67c-2b50-4e3f-975b-85c3eb085bd7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.2423306 Jul 08 02:17:57.700278 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '82e4f4b6-ce11-4121-8225-b8057bf56817', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:17:55Z', 'updated_at': '2021-07-08T02:17:55Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}, {'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 1, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:57.704989 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9f7263f-bd5b-41e1-b34a-21d86dcdf6f4 req-c9f36b1f-0802-4a93-bf16-6115a61d6b74 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627549 Jul 08 02:17:57.732386 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2395529f-28e4-4bd6-9049-dcc8b12760c6 x-openstack-request-id: req-2395529f-28e4-4bd6-9049-dcc8b12760c6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:57.732683 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:57.733222 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2395529f-28e4-4bd6-9049-dcc8b12760c6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:57.733796 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'status': 'completed', 'code': 200} Jul 08 02:17:57.735041 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:57.744823 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:57.745485 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:17:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:57.846508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df07b9c5-4560-4b16-9187-ba9fe3a2d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.855627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbbb6b96-69e8-4bf3-8c88-1c1a2007f979 req-58a83c30-d3c2-4259-b551-477880aee3ef tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 210 time: 0.0352275 Jul 08 02:17:57.857509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa16e97-666c-483c-9753-a467aa773c1c req-4f17dc8d-3639-4e8a-8df7-86d2b03ecf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:57.858908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fa16e97-666c-483c-9753-a467aa773c1c req-4f17dc8d-3639-4e8a-8df7-86d2b03ecf83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 1097 time: 0.0914626 Jul 08 02:17:57.868020 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:57.893435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07b9c5-4560-4b16-9187-ba9fe3a2d086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d24518-bec5-4294-bfc4-cb82628b06da,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:57.906125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-df07b9c5-4560-4b16-9187-ba9fe3a2d086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.908152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a438a-f1be-4252-b7a3-c3764a97d43f None None] Network ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:57.908554 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df07b9c5-4560-4b16-9187-ba9fe3a2d086 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f9d24518-bec5-4294-bfc4-cb82628b06da HTTP/1.1" status: 204 len: 168 time: 0.9774728 Jul 08 02:17:57.908976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37878) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:57.990381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa16e97-666c-483c-9753-a467aa773c1c req-ff7eba21-9e68-424a-9471-0418c3eadc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:57.995029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fa16e97-666c-483c-9753-a467aa773c1c req-ff7eba21-9e68-424a-9471-0418c3eadc76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1282215 Jul 08 02:17:58.014288 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.080754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fa16e97-666c-483c-9753-a467aa773c1c req-c127d0f2-086f-4f85-b4a3-f11077c17036 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7145abf9-07b8-48b2-8f0c-24890010cb89 HTTP/1.1" status: 200 len: 999 time: 0.0773191 Jul 08 02:17:58.174207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa16e97-666c-483c-9753-a467aa773c1c req-ae6ff8f9-8e1c-49a3-a5d5-8c85165b5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:58.176238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fa16e97-666c-483c-9753-a467aa773c1c req-ae6ff8f9-8e1c-49a3-a5d5-8c85165b5a16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.0840392 Jul 08 02:17:58.206616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc8a58-7d64-4921-885a-7268457aa26b req-8ef9aaf1-ca4d-479d-9fc5-cd3fdc052fe4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:58.208270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-8ef9aaf1-ca4d-479d-9fc5-cd3fdc052fe4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.32 "GET /v2.0/networks?id=2bfade43-ab69-45f8-b8b4-98213caff03d HTTP/1.1" status: 200 len: 811 time: 0.1886740 Jul 08 02:17:58.230562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] DHCP port deletion for ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:17:58.233795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Request body: {'port': {'device_id': 'aecb15eb-f9f7-41b6-9713-d8f347b7ec38', 'network_id': '2bfade43-ab69-45f8-b8b4-98213caff03d', 'admin_state_up': True, 'tenant_id': 'c949ab8e37d441a9b457ee9316ebaa81'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:58.302497 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '82e4f4b6-ce11-4121-8225-b8057bf56817', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:17:55Z', 'updated_at': '2021-07-08T02:17:55Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}, {'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 1, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:58.303190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Deleting port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:58.303487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.329771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa16e97-666c-483c-9753-a467aa773c1c req-7a4ede4b-637a-4b7b-a7b6-c0d25840d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:58.332223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] Deleting port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:58.332940 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.335897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fa16e97-666c-483c-9753-a467aa773c1c req-7a4ede4b-637a-4b7b-a7b6-c0d25840d40e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489532 Jul 08 02:17:58.376885 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0deb79f-8118-4363-8d59-7cd81d984d5a None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '82e4f4b6-ce11-4121-8225-b8057bf56817', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:77:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:17:55Z', 'updated_at': '2021-07-08T02:17:55Z', 'revision_number': 0, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}, {'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 1, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:58.437089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] For port a3078fb6-6f13-4369-ab19-d8c8e04aaed4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:58.437685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.465662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] For port a3078fb6-6f13-4369-ab19-d8c8e04aaed4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,segment=NetworkSegment(3f591c07-39a8-4f8f-a430-ebfdc74399b2),segment_id=3f591c07-39a8-4f8f-a430-ebfdc74399b2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:58.466174 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.472378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Calling delete_port for a3078fb6-6f13-4369-ab19-d8c8e04aaed4 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:58.481558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] Calling delete_port for a3078fb6-6f13-4369-ab19-d8c8e04aaed4 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:58.641552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Made reservation on behalf of c949ab8e37d441a9b457ee9316ebaa81 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:58.646004 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.694604 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.716476 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.755690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01457f-a55a-4ecb-b3c0-003d4bab596b None None] New status for floating IP 82e4f4b6-ce11-4121-8225-b8057bf56817: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:17:58.757648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] Pushing event deleted for resources: {'Port': ['ID=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:58.771025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] No DVR routers for this DVR port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:58.775851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3078fb6-6f13-4369-ab19-d8c8e04aaed4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:58.824452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6319121-e38a-4ddc-a279-2466f249d424 None None] No DVR routers for this DVR port a3078fb6-6f13-4369-ab19-d8c8e04aaed4 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:58.991722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.014426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:59.028756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Allocated IP 172.20.0.7 (2bfade43-ab69-45f8-b8b4-98213caff03d/e12707ca-a1d5-4c43-a9e2-66c95466de4f/5b9dd70f-730c-4e08-81e9-025c7534c3ce) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:17:59.032575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f591c07-39a8-4f8f-a430-ebfdc74399b2') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:59.033109 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f591c07-39a8-4f8f-a430-ebfdc74399b2') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:59.069553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.074903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 564079c0-605d-433b-bf4f-f5c0a891e3a4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:59.104212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 564079c0-605d-433b-bf4f-f5c0a891e3a4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:59.104620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 564079c0-605d-433b-bf4f-f5c0a891e3a4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:59.105138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a3078fb6-6f13-4369-ab19-d8c8e04aaed4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:59.105773 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.114933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:17:59.126531 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:17:59.131187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: a3078fb6-6f13-4369-ab19-d8c8e04aaed4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:59.131818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a3078fb6-6f13-4369-ab19-d8c8e04aaed4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:59.189165 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fa16e97-666c-483c-9753-a467aa773c1c req-352d3d2a-a644-47c9-97a4-fd2ab68b37b5 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441007 Jul 08 02:17:59.191832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b3ccb-3b76-4d4c-90f3-56a5a9457737 req-d1af5c75-e822-41cf-a4dc-214b307a6356 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:59.195453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7c6b3ccb-3b76-4d4c-90f3-56a5a9457737 req-d1af5c75-e822-41cf-a4dc-214b307a6356 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.2730434 Jul 08 02:17:59.215497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42627cf6-cb32-46e0-98fe-c2125d72e97e req-a4713030-8bd6-4ebe-acf5-5a96b0775671 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:59.218626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42627cf6-cb32-46e0-98fe-c2125d72e97e req-a4713030-8bd6-4ebe-acf5-5a96b0775671 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1237991 Jul 08 02:17:59.289100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7c6b3ccb-3b76-4d4c-90f3-56a5a9457737 req-e7b02d3e-f3be-4dba-9c76-b9f51d7060bd tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861428 Jul 08 02:17:59.299695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42627cf6-cb32-46e0-98fe-c2125d72e97e req-3373ad74-4a4b-426d-ad9c-897d3b9a1d42 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718555 Jul 08 02:17:59.334253 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.334460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fa16e97-666c-483c-9753-a467aa773c1c req-74e5cc80-f876-48f0-ae1a-f89580ac7c32 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351576 Jul 08 02:17:59.339047 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.341795 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a HTTP/1.1" status: 204 len: 168 time: 1.4315524 Jul 08 02:17:59.371131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa6f35-80a9-4668-a82b-77ea1bdb6331 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee41f2da-1ff4-4bc1-a7ef-a60cf756bd8a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:59.407674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.521163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-90f16e0f-85fb-4dc1-be97-3e61a2ca9f36 req-aa99f041-7374-4ed1-833d-b2c58ec8128f tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 210 time: 0.0349112 Jul 08 02:17:59.566774 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.616405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Network 2bfade43-ab69-45f8-b8b4-98213caff03d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:17:59.619867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:59.622550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:17:59.656510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Pushing event updated for resources: {'Port': ['ID=5b9dd70f-730c-4e08-81e9-025c7534c3ce,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:59.686272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:59.686906 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.738882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37948) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:59.779625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cd7fdd15-2a48-40a0-bfaa-3837ad854662 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69b9cc486b0940af831fa3648353640c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394018 Jul 08 02:17:59.781887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37950) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:59.789734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-6056d867-62c2-4b97-9b59-c037da4de016 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5658128 Jul 08 02:17:59.807791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Request body: {'port': {'device_id': 'aecb15eb-f9f7-41b6-9713-d8f347b7ec38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:59.894011 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d47f80e1-2fc4-4aed-b420-364bc61f9de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.914651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.939530 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d47f80e1-2fc4-4aed-b420-364bc61f9de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.232900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9dd70f-730c-4e08-81e9-025c7534c3ce {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:00.240142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.251766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Transition to ACTIVE for port object 5b9dd70f-730c-4e08-81e9-025c7534c3ce will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:00.285535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d47f80e1-2fc4-4aed-b420-364bc61f9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.288069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d47f80e1-2fc4-4aed-b420-364bc61f9de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.289231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d47f80e1-2fc4-4aed-b420-364bc61f9de3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20ca27f2-0c7a-4e38-af9a-dc852d1df80d HTTP/1.1" status: 204 len: 168 time: 0.5064063 Jul 08 02:18:00.298520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f80e1-2fc4-4aed-b420-364bc61f9de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ca27f2-0c7a-4e38-af9a-dc852d1df80d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:00.374439 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.475078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Pushing event updated for resources: {'Port': ['ID=5b9dd70f-730c-4e08-81e9-025c7534c3ce,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:00.523928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c468e14-ea9f-4d26-9959-415e35b58bd1 req-b5684f57-766e-45b6-9ec9-8766de69e86b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:00.531705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c468e14-ea9f-4d26-9959-415e35b58bd1 req-b5684f57-766e-45b6-9ec9-8766de69e86b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0999813 Jul 08 02:18:00.570228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c468e14-ea9f-4d26-9959-415e35b58bd1 req-3c73538e-acd9-4dae-9b22-32b1e633507b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Jul 08 02:18:00.603720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Attempting to bind port 5b9dd70f-730c-4e08-81e9-025c7534c3ce on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:00.603909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Attempting to bind port 5b9dd70f-730c-4e08-81e9-025c7534c3ce by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'fcdbfd25-7d0d-49ce-a555-95ed0d70e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bfade43-ab69-45f8-b8b4-98213caff03d'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:00.604247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Attempting to bind port 5b9dd70f-730c-4e08-81e9-025c7534c3ce on network 2bfade43-ab69-45f8-b8b4-98213caff03d {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:00.616885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Port 5b9dd70f-730c-4e08-81e9-025c7534c3ce on network 2bfade43-ab69-45f8-b8b4-98213caff03d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:18:00.617219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Attempting to bind port 5b9dd70f-730c-4e08-81e9-025c7534c3ce on network 2bfade43-ab69-45f8-b8b4-98213caff03d {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:00.624111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:00.627112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Checking segment: {'id': 'fcdbfd25-7d0d-49ce-a555-95ed0d70e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bfade43-ab69-45f8-b8b4-98213caff03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:00.627112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Bound using segment: {'id': 'fcdbfd25-7d0d-49ce-a555-95ed0d70e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bfade43-ab69-45f8-b8b4-98213caff03d'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:00.627112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Bound port: 5b9dd70f-730c-4e08-81e9-025c7534c3ce, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdbfd25-7d0d-49ce-a555-95ed0d70e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2bfade43-ab69-45f8-b8b4-98213caff03d'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:00.627112 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.691981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31fb82-5845-4fca-bb50-108d5c2e2154 req-08669f24-123b-4641-9fe3-d9f21f97575d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:00.693526 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb31fb82-5845-4fca-bb50-108d5c2e2154 req-08669f24-123b-4641-9fe3-d9f21f97575d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1260514 Jul 08 02:18:00.733828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] For port 5b9dd70f-730c-4e08-81e9-025c7534c3ce, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:00.737814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] For port 5b9dd70f-730c-4e08-81e9-025c7534c3ce, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5b9dd70f-730c-4e08-81e9-025c7534c3ce,segment=NetworkSegment(fcdbfd25-7d0d-49ce-a555-95ed0d70e993),segment_id=fcdbfd25-7d0d-49ce-a555-95ed0d70e993)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:00.751327 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb31fb82-5845-4fca-bb50-108d5c2e2154 req-31dc9188-245d-4c85-9fdd-a0745db8236c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465615 Jul 08 02:18:00.776692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c901a-1f42-43d9-a182-5fd47bab8bb3 req-8d826bcd-f008-4942-9153-fd34a25fc52b tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:00.778223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d37c901a-1f42-43d9-a182-5fd47bab8bb3 req-8d826bcd-f008-4942-9153-fd34a25fc52b tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 943 time: 0.0708663 Jul 08 02:18:00.809279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.836662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d37c901a-1f42-43d9-a182-5fd47bab8bb3 req-eb4007ed-ec28-4620-9e14-7c4a3fbcb72e tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521970 Jul 08 02:18:00.849545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:00.850181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.851619 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] 10.222.0.32 "PUT /v2.0/ports/5b9dd70f-730c-4e08-81e9-025c7534c3ce HTTP/1.1" status: 200 len: 1092 time: 1.0478523 Jul 08 02:18:00.852058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecb15eb-f9f7-41b6-9713-d8f347b7ec38', 'tag': '5b9dd70f-730c-4e08-81e9-025c7534c3ce'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:00.854340 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20954e14-72fa-4719-8c71-19a3134b8e02" -d '{"events": [{"name": "network-changed", "server_uuid": "aecb15eb-f9f7-41b6-9713-d8f347b7ec38", "tag": "5b9dd70f-730c-4e08-81e9-025c7534c3ce"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:00.890192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b15f2-2cdc-43b5-a9f0-167a289c38ad service neutron] Pushing event updated for resources: {'Port': ['ID=5b9dd70f-730c-4e08-81e9-025c7534c3ce,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:00.900328 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d080c26d-53b0-44fd-b858-84c8f85cdefe x-openstack-request-id: req-d080c26d-53b0-44fd-b858-84c8f85cdefe {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:00.900726 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecb15eb-f9f7-41b6-9713-d8f347b7ec38", "tag": "5b9dd70f-730c-4e08-81e9-025c7534c3ce", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:00.901069 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d080c26d-53b0-44fd-b858-84c8f85cdefe {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:00.901718 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecb15eb-f9f7-41b6-9713-d8f347b7ec38', 'tag': '5b9dd70f-730c-4e08-81e9-025c7534c3ce', 'status': 'completed', 'code': 200} Jul 08 02:18:01.001369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954e14-72fa-4719-8c71-19a3134b8e02 req-1ed05bcc-f3ee-4673-a295-e6132d148e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:01.002884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20954e14-72fa-4719-8c71-19a3134b8e02 req-1ed05bcc-f3ee-4673-a295-e6132d148e4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c949ab8e37d441a9b457ee9316ebaa81&device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 1095 time: 0.0646183 Jul 08 02:18:01.121924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954e14-72fa-4719-8c71-19a3134b8e02 req-aed945e2-3667-4f14-ba37-d6d7226ead57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:01.123530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20954e14-72fa-4719-8c71-19a3134b8e02 req-aed945e2-3667-4f14-ba37-d6d7226ead57 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c949ab8e37d441a9b457ee9316ebaa81&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1063330 Jul 08 02:18:01.236560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954e14-72fa-4719-8c71-19a3134b8e02 req-dd8805da-7575-402d-a95b-ac20d8a25809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:01.238045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20954e14-72fa-4719-8c71-19a3134b8e02 req-dd8805da-7575-402d-a95b-ac20d8a25809 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021624 Jul 08 02:18:01.622077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38044) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:01.714303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc8a58-7d64-4921-885a-7268457aa26b req-c263fa8b-4486-488e-a322-fa542d62209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:01.715996 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-c263fa8b-4486-488e-a322-fa542d62209c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c949ab8e37d441a9b457ee9316ebaa81&device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 1095 time: 0.4229984 Jul 08 02:18:01.747416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2011467617-network', 'tenant_id': 'c675b32a939a4586968ebf9564c127a6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:01.771521 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-a9b09b33-514e-48fb-988d-d1cdf43e5a6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9dd70f-730c-4e08-81e9-025c7534c3ce HTTP/1.1" status: 200 len: 217 time: 0.0381839 Jul 08 02:18:01.796971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f0a76-e951-4ccc-abbd-735af3d56db7 req-d5eedc3d-e7f6-4de8-b2e9-69fabf430912 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:01.802124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a0f0a76-e951-4ccc-abbd-735af3d56db7 req-d5eedc3d-e7f6-4de8-b2e9-69fabf430912 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0841694 Jul 08 02:18:01.846560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc8a58-7d64-4921-885a-7268457aa26b req-bf2c6828-a128-48a8-b9cd-2b95ceac3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:01.849318 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-bf2c6828-a128-48a8-b9cd-2b95ceac3e91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e12707ca-a1d5-4c43-a9e2-66c95466de4f HTTP/1.1" status: 200 len: 851 time: 0.0603337 Jul 08 02:18:01.857620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a0f0a76-e951-4ccc-abbd-735af3d56db7 req-0c4d430a-c815-4936-9e7a-921a9bfb84e8 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505347 Jul 08 02:18:01.877798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Made reservation on behalf of c675b32a939a4586968ebf9564c127a6 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:01.882555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:01.891080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:01.908191 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-3a5e4dd8-0d2a-443f-8d1b-55babab38ef9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2bfade43-ab69-45f8-b8b4-98213caff03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439277 Jul 08 02:18:02.034340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.072904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afe9ac-25e0-4da7-805c-018b3c6231d5 req-b83c0aee-c328-4223-9efd-9dc52e3f99f7 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:02.073412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-a1fd4fcb-3b32-4a1b-81d5-b9342d901ba2 service neutron] 10.222.0.32 "GET /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561322 Jul 08 02:18:02.075092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60afe9ac-25e0-4da7-805c-018b3c6231d5 req-b83c0aee-c328-4223-9efd-9dc52e3f99f7 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 943 time: 0.0842693 Jul 08 02:18:02.088614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5ca92-fead-4271-ba15-dcf6f5c15fef req-67716f33-d2ba-4889-8ae8-75951c539a03 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:02.090093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19c5ca92-fead-4271-ba15-dcf6f5c15fef req-67716f33-d2ba-4889-8ae8-75951c539a03 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1023128 Jul 08 02:18:02.117439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60afe9ac-25e0-4da7-805c-018b3c6231d5 req-b24a6e71-56fc-488a-a275-dffe89066ddd tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Jul 08 02:18:02.120169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.148728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:18:02.160138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a6850-37bf-4b0c-9dce-e3d12700dec4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:02.168710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.169035 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Added segment 6959cfcf-4702-46c0-a53b-16a5194c7c63 of type vlan for network f18763ce-924a-4cbf-a15b-158236d03903 Jul 08 02:18:02.186104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19c5ca92-fead-4271-ba15-dcf6f5c15fef req-84fdfa03-960d-4640-b116-87083a5185b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874226 Jul 08 02:18:02.214171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.221415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11cc8a58-7d64-4921-885a-7268457aa26b req-fd15d637-f63d-465c-a1c4-39cf90047472 service neutron] 10.222.0.32 "GET /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303949 Jul 08 02:18:02.373743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.374805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:02.375411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.446916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] Pushing event updated for resources: {'Network': ['ID=f18763ce-924a-4cbf-a15b-158236d03903,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:02.459261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f18763ce-924a-4cbf-a15b-158236d03903 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:18:02.510459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-da3101c8-7b80-4e26-b0db-88f7ea094343 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8863842 Jul 08 02:18:02.513328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:02.519473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Request body: {'subnet': {'network_id': 'f18763ce-924a-4cbf-a15b-158236d03903', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2011467617-subnet', 'tenant_id': 'c675b32a939a4586968ebf9564c127a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:02.611243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Made reservation on behalf of c675b32a939a4586968ebf9564c127a6 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:02.613768 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.868808 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.932078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d1c64b-d51c-43b1-8ddd-189d18c49649,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:02.944770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Checking segment: {'id': '6959cfcf-4702-46c0-a53b-16a5194c7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f18763ce-924a-4cbf-a15b-158236d03903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:02.945130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Network hostable DHCP agents. Network: f18763ce-924a-4cbf-a15b-158236d03903, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:18:03.049947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cdf70-f161-4fbb-a585-99f16dc6a6aa req-9ffa91fa-f654-47f0-b9d5-3fec503678f2 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:03.051493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc7cdf70-f161-4fbb-a585-99f16dc6a6aa req-9ffa91fa-f654-47f0-b9d5-3fec503678f2 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0653055 Jul 08 02:18:03.063938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Network f18763ce-924a-4cbf-a15b-158236d03903 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:18:03.096381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc7cdf70-f161-4fbb-a585-99f16dc6a6aa req-66c05e00-345a-4017-a170-a547529faeb1 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386751 Jul 08 02:18:03.156824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f18763ce-924a-4cbf-a15b-158236d03903) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:03.160961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:03.161682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:03.169040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221ab6d-b045-476e-940f-bafcc625312b None None] Network f18763ce-924a-4cbf-a15b-158236d03903 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:18:03.271889 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-22492153-4964-47ba-a9f9-bba0812c01d4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7572942 Jul 08 02:18:03.324031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965bf6c-c814-436e-b7ba-e6fceac9bc45 None None] Network f18763ce-924a-4cbf-a15b-158236d03903 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:18:03.345555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bf86a-4b75-4b64-bc76-ab501be63be4 req-d7635307-4a40-4fdb-8d0a-bcd5034a26c4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:03.347839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f1bf86a-4b75-4b64-bc76-ab501be63be4 req-d7635307-4a40-4fdb-8d0a-bcd5034a26c4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 943 time: 0.0955179 Jul 08 02:18:03.436173 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5f1bf86a-4b75-4b64-bc76-ab501be63be4 req-feb1433f-2791-42bd-a6c6-2256b3f71766 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678289 Jul 08 02:18:03.468750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf244add-7082-4ced-a837-0f7b42a959c1 req-2c83dbeb-7450-4ae5-9675-0f6ecd26a4fc tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:03.470316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf244add-7082-4ced-a837-0f7b42a959c1 req-2c83dbeb-7450-4ae5-9675-0f6ecd26a4fc tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1394770 Jul 08 02:18:03.516715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf244add-7082-4ced-a837-0f7b42a959c1 req-3a224378-0009-4d21-a0a3-e7968c936dfa tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374622 Jul 08 02:18:03.776362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-61336f2e-c455-4380-aa78-e316d326814d tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:03.777871 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-61336f2e-c455-4380-aa78-e316d326814d tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/networks?id=f18763ce-924a-4cbf-a15b-158236d03903 HTTP/1.1" status: 200 len: 814 time: 0.1058955 Jul 08 02:18:03.792727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-7c16c9aa-b159-4050-8eb3-c0ec73162152 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/quotas/c675b32a939a4586968ebf9564c127a6 HTTP/1.1" status: 200 len: 375 time: 0.0095947 Jul 08 02:18:03.829899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-fae01b5f-a51d-4335-be96-5e0859a3c3de tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c675b32a939a4586968ebf9564c127a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323248 Jul 08 02:18:03.920628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-8db3a799-46ff-41a7-a162-292aecf58be6 service neutron] 10.222.0.10 "GET /v2.0/networks/f18763ce-924a-4cbf-a15b-158236d03903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842910 Jul 08 02:18:04.018088 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-5f2deb5c-1a5b-4f32-b803-bc2873ef1a8a service neutron] 10.222.0.10 "GET /v2.0/networks/f18763ce-924a-4cbf-a15b-158236d03903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917456 Jul 08 02:18:04.305910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5cdb5-5f62-4aec-9af2-dd7d7f394076 req-7b284f37-1a34-4a3c-8cbf-cb69815c7e17 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.305910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fcb5cdb5-5f62-4aec-9af2-dd7d7f394076 req-7b284f37-1a34-4a3c-8cbf-cb69815c7e17 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0946317 Jul 08 02:18:04.349875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fcb5cdb5-5f62-4aec-9af2-dd7d7f394076 req-0770162a-1747-4c8e-bcbf-71e0d3823831 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379601 Jul 08 02:18:04.372767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cbff52cf-57be-43a3-ae8d-d8f59fe1fb5f req-ddfec708-2d88-401d-b364-ac9377075f68 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 210 time: 0.0485172 Jul 08 02:18:04.636991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff087a0-304e-48af-a77c-bbddef901e0d req-8f001867-bcb4-4c98-8e44-3c06e3ab2cba tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.638522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ff087a0-304e-48af-a77c-bbddef901e0d req-8f001867-bcb4-4c98-8e44-3c06e3ab2cba tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 943 time: 0.0714440 Jul 08 02:18:04.679130 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ff087a0-304e-48af-a77c-bbddef901e0d req-4585f8a7-9748-497f-af85-be7b8f08dc3d tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jul 08 02:18:04.725017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d613a4a-e525-47df-9a27-a878926fb1cc req-b5ea66fd-ed69-4402-ac53-a722f54ed688 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.728131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d613a4a-e525-47df-9a27-a878926fb1cc req-b5ea66fd-ed69-4402-ac53-a722f54ed688 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.0778806 Jul 08 02:18:04.767922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d613a4a-e525-47df-9a27-a878926fb1cc req-e631b2b3-7c75-4ed5-8734-49d6b58510fd tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349817 Jul 08 02:18:05.285694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5b9dd70f-730c-4e08-81e9-025c7534c3ce details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:05.387634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5b9dd70f-730c-4e08-81e9-025c7534c3ce, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5b9dd70f-730c-4e08-81e9-025c7534c3ce,segment=NetworkSegment(fcdbfd25-7d0d-49ce-a555-95ed0d70e993),segment_id=fcdbfd25-7d0d-49ce-a555-95ed0d70e993)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:05.400544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '5b9dd70f-730c-4e08-81e9-025c7534c3ce', 'network_id': '2bfade43-ab69-45f8-b8b4-98213caff03d', 'port_id': '5b9dd70f-730c-4e08-81e9-025c7534c3ce', 'mac_address': 'fa:16:3e:de:8f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12707ca-a1d5-4c43-a9e2-66c95466de4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:05.445022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.466329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9dd70f-730c-4e08-81e9-025c7534c3ce {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:05.511562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5b9dd70f-730c-4e08-81e9-025c7534c3ce, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5b9dd70f-730c-4e08-81e9-025c7534c3ce,segment=NetworkSegment(fcdbfd25-7d0d-49ce-a555-95ed0d70e993),segment_id=fcdbfd25-7d0d-49ce-a555-95ed0d70e993)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:05.525501 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a114abcb-1250-4a13-abf7-09304ea5648d req-70e623ee-35e6-4735-8d8e-70b260dc9a87 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 210 time: 0.0865571 Jul 08 02:18:05.588058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d036c-039e-4f19-9b9d-177f189d3a2e req-de65370e-ea56-408e-8777-b0fb8f060de7 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:05.589522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-999d036c-039e-4f19-9b9d-177f189d3a2e req-de65370e-ea56-408e-8777-b0fb8f060de7 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0960710 Jul 08 02:18:05.631870 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-999d036c-039e-4f19-9b9d-177f189d3a2e req-2f4cdcf0-34ba-4411-83dc-bb07f9536952 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358357 Jul 08 02:18:05.645659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.695371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5b9dd70f-730c-4e08-81e9-025c7534c3ce,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:05.868358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17a479-522b-4b1f-af58-607e0b2b9354 req-5313a8d9-201f-43d6-bc84-5253d532e351 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:05.869835 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db17a479-522b-4b1f-af58-607e0b2b9354 req-5313a8d9-201f-43d6-bc84-5253d532e351 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 944 time: 0.0765069 Jul 08 02:18:05.919014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['5b9dd70f-730c-4e08-81e9-025c7534c3ce'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:05.940193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db17a479-522b-4b1f-af58-607e0b2b9354 req-e2c60874-85dd-40a7-b81b-146af3c7b918 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573223 Jul 08 02:18:05.996095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919f30b-b8ae-4085-8110-685bebdc2073 req-a4b03ec5-6860-4cee-a110-d7422983500b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:06.000509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3919f30b-b8ae-4085-8110-685bebdc2073 req-a4b03ec5-6860-4cee-a110-d7422983500b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1059515 Jul 08 02:18:06.050545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3919f30b-b8ae-4085-8110-685bebdc2073 req-5033fcf7-5d78-4ee0-b7da-018decfef3cd tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386469 Jul 08 02:18:06.670299 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02663d03-e18b-4e0f-9ad1-80e60e64be68 req-54d14bc1-71f3-4dca-9d25-d2d1aaf53064 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 210 time: 0.0348299 Jul 08 02:18:06.839574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8c15f-6ff6-4173-b9c0-2a88920c4480 req-aaffa53e-8f79-45db-a52e-cc8faf160db8 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:06.841157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5b8c15f-6ff6-4173-b9c0-2a88920c4480 req-aaffa53e-8f79-45db-a52e-cc8faf160db8 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0648720 Jul 08 02:18:06.887798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5b8c15f-6ff6-4173-b9c0-2a88920c4480 req-8a5e0544-60b3-495d-89b9-74cd82b00dd6 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Jul 08 02:18:07.120160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a1e6a-705a-4a6f-81af-ad8b41be12c3 req-76f117fc-4ac1-442c-bb3c-93731d2dace7 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:07.121720 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c4a1e6a-705a-4a6f-81af-ad8b41be12c3 req-76f117fc-4ac1-442c-bb3c-93731d2dace7 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 944 time: 0.0749457 Jul 08 02:18:07.182441 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c4a1e6a-705a-4a6f-81af-ad8b41be12c3 req-0bab0431-672b-4620-b6a9-abc27d12e61a tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538270 Jul 08 02:18:07.236493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-ebb6a1f4-31e9-41c1-86e5-124a88701507 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:07.238172 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-ebb6a1f4-31e9-41c1-86e5-124a88701507 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.18 "GET /v2.0/networks?id=f18763ce-924a-4cbf-a15b-158236d03903 HTTP/1.1" status: 200 len: 814 time: 0.1713212 Jul 08 02:18:07.255310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Request body: {'port': {'device_id': 'cea1513e-b96a-4586-a56c-e2f42025a96c', 'network_id': 'f18763ce-924a-4cbf-a15b-158236d03903', 'admin_state_up': True, 'tenant_id': 'c675b32a939a4586968ebf9564c127a6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:07.286426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5b9dd70f-730c-4e08-81e9-025c7534c3ce up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:07.416028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d374a43-8667-44b9-99b0-642e33a38058 req-d040c3d0-3389-450d-a3c6-b92579ef2642 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:07.417489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d374a43-8667-44b9-99b0-642e33a38058 req-d040c3d0-3389-450d-a3c6-b92579ef2642 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 943 time: 0.1583483 Jul 08 02:18:07.465752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d374a43-8667-44b9-99b0-642e33a38058 req-dbb12aec-2211-4717-8a85-646e9f60a38f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394144 Jul 08 02:18:07.475459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 5b9dd70f-730c-4e08-81e9-025c7534c3ce completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:07.481344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 5b9dd70f-730c-4e08-81e9-025c7534c3ce triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:07.481995 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:07.509302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:07.569239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Made reservation on behalf of c675b32a939a4586968ebf9564c127a6 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:07.573943 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:07.654412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:07.662056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:07.689513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '5a9e4419-9582-4646-be79-e60004a523a6', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'port_id': '5a9e4419-9582-4646-be79-e60004a523a6', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:07.698827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecb15eb-f9f7-41b6-9713-d8f347b7ec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9dd70f-730c-4e08-81e9-025c7534c3ce'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:07.701276 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd20c16e-4c82-41cf-945f-d6a360046ba2" -d '{"events": [{"server_uuid": "aecb15eb-f9f7-41b6-9713-d8f347b7ec38", "name": "network-vif-plugged", "status": "completed", "tag": "5b9dd70f-730c-4e08-81e9-025c7534c3ce"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:07.739295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Allocated IP 172.20.0.5 (f18763ce-924a-4cbf-a15b-158236d03903/c4d1c64b-d51c-43b1-8ddd-189d18c49649/86e2c2b5-3300-4115-9db4-3840f19aa3e0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:07.740242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 5b9dd70f-730c-4e08-81e9-025c7534c3ce, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5b9dd70f-730c-4e08-81e9-025c7534c3ce,segment=NetworkSegment(fcdbfd25-7d0d-49ce-a555-95ed0d70e993),segment_id=fcdbfd25-7d0d-49ce-a555-95ed0d70e993)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:07.758665 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:07.778224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9e4419-9582-4646-be79-e60004a523a6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:07.803531 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5e000c-5160-41b7-a391-f47d8501f9f4 x-openstack-request-id: req-2b5e000c-5160-41b7-a391-f47d8501f9f4 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:07.804478 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecb15eb-f9f7-41b6-9713-d8f347b7ec38", "name": "network-vif-plugged", "status": "completed", "tag": "5b9dd70f-730c-4e08-81e9-025c7534c3ce", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:07.804742 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b5e000c-5160-41b7-a391-f47d8501f9f4 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:07.805753 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecb15eb-f9f7-41b6-9713-d8f347b7ec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9dd70f-730c-4e08-81e9-025c7534c3ce', 'code': 200} Jul 08 02:18:07.824240 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:07.846281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:07.869386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-088a9ec6-966f-4d98-8e2c-9aa6efa2886c req-40e9ee18-237e-4edc-95b2-7121cde658b4 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 210 time: 0.0375974 Jul 08 02:18:07.919252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=5b9dd70f-730c-4e08-81e9-025c7534c3ce,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:07.954407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2549794-4663-48b0-b359-77e14298ab59 req-5f5d35ed-6b75-485f-b9a2-43ee3cdc188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:07.956259 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2549794-4663-48b0-b359-77e14298ab59 req-5f5d35ed-6b75-485f-b9a2-43ee3cdc188c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 1097 time: 0.0835960 Jul 08 02:18:07.957212 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:07.963045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:08.005358 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2549794-4663-48b0-b359-77e14298ab59 req-4bf7778c-be38-4841-9e2c-0ab4979e59ec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Jul 08 02:18:08.026211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:08.083232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4469ecb-51ae-4ebe-b6b4-2f5abfab7b51 req-891d2506-3e47-4f52-99a1-c948d79c9f4b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:08.084775 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4469ecb-51ae-4ebe-b6b4-2f5abfab7b51 req-891d2506-3e47-4f52-99a1-c948d79c9f4b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0688097 Jul 08 02:18:08.086293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:08.154034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Network f18763ce-924a-4cbf-a15b-158236d03903 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:08.162905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:08.169503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:08.175967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Pushing event updated for resources: {'Port': ['ID=86e2c2b5-3300-4115-9db4-3840f19aa3e0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:08.183497 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4469ecb-51ae-4ebe-b6b4-2f5abfab7b51 req-f0a51f41-c53d-4cbd-9489-66879f2757f8 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853343 Jul 08 02:18:08.198026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['5a9e4419-9582-4646-be79-e60004a523a6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:08.238965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:08.239665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:08.413927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4869eb-401b-47b0-ab17-17f56d2b50f8 req-a43ced99-8645-4fce-a9af-3061d3d8c964 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:08.415580 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a4869eb-401b-47b0-ab17-17f56d2b50f8 req-a43ced99-8645-4fce-a9af-3061d3d8c964 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0861077 Jul 08 02:18:08.426539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-d938e2ad-57b3-4081-b450-19a235b47034 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1781032 Jul 08 02:18:08.438177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Request body: {'port': {'device_id': 'cea1513e-b96a-4586-a56c-e2f42025a96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:08.456345 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a4869eb-401b-47b0-ab17-17f56d2b50f8 req-927693d3-a6d1-4107-bf41-4c73e4549a11 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Jul 08 02:18:08.520397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:08.761348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fed3c-d2fa-4793-909d-82c3347ed6b4 req-225a9520-acdd-437e-92ab-82d520c9cb4d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:08.762871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-144fed3c-d2fa-4793-909d-82c3347ed6b4 req-225a9520-acdd-437e-92ab-82d520c9cb4d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 944 time: 0.1407235 Jul 08 02:18:08.826932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-144fed3c-d2fa-4793-909d-82c3347ed6b4 req-6a6772d9-6b27-44b5-a8b5-a6f0a49d831a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577633 Jul 08 02:18:08.873962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e2c2b5-3300-4115-9db4-3840f19aa3e0 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:08.882316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:08.898649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Transition to ACTIVE for port object 86e2c2b5-3300-4115-9db4-3840f19aa3e0 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:09.002275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.065458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Pushing event updated for resources: {'Port': ['ID=86e2c2b5-3300-4115-9db4-3840f19aa3e0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:09.083290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911eb59-8b91-4b17-beb4-207db59945e1 req-7a9a0cb9-848e-4e4d-bc1a-7a9097ccebb0 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.091461 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b911eb59-8b91-4b17-beb4-207db59945e1 req-7a9a0cb9-848e-4e4d-bc1a-7a9097ccebb0 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 943 time: 0.0934684 Jul 08 02:18:09.129114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b911eb59-8b91-4b17-beb4-207db59945e1 req-9a737ccc-627f-4788-badf-347e7733ee9f tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367389 Jul 08 02:18:09.157636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Attempting to bind port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:09.160649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Attempting to bind port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '6959cfcf-4702-46c0-a53b-16a5194c7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f18763ce-924a-4cbf-a15b-158236d03903'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:09.160649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Attempting to bind port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 on network f18763ce-924a-4cbf-a15b-158236d03903 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:09.162619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 on network f18763ce-924a-4cbf-a15b-158236d03903 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:18:09.162946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Attempting to bind port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 on network f18763ce-924a-4cbf-a15b-158236d03903 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:09.167793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:09.168136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Checking segment: {'id': '6959cfcf-4702-46c0-a53b-16a5194c7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f18763ce-924a-4cbf-a15b-158236d03903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:09.168521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Bound using segment: {'id': '6959cfcf-4702-46c0-a53b-16a5194c7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f18763ce-924a-4cbf-a15b-158236d03903'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:09.168946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Bound port: 86e2c2b5-3300-4115-9db4-3840f19aa3e0, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6959cfcf-4702-46c0-a53b-16a5194c7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f18763ce-924a-4cbf-a15b-158236d03903'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:09.169306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.234066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] For port 86e2c2b5-3300-4115-9db4-3840f19aa3e0, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:09.237614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] For port 86e2c2b5-3300-4115-9db4-3840f19aa3e0, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=86e2c2b5-3300-4115-9db4-3840f19aa3e0,segment=NetworkSegment(6959cfcf-4702-46c0-a53b-16a5194c7c63),segment_id=6959cfcf-4702-46c0-a53b-16a5194c7c63)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:09.335789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.384538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.385157 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.386560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] 10.222.0.18 "PUT /v2.0/ports/86e2c2b5-3300-4115-9db4-3840f19aa3e0 HTTP/1.1" status: 200 len: 1092 time: 0.9528069 Jul 08 02:18:09.386992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea1513e-b96a-4586-a56c-e2f42025a96c', 'tag': '86e2c2b5-3300-4115-9db4-3840f19aa3e0'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:09.389258 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd46f8e-2c68-462e-94d6-2cac61b636f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cea1513e-b96a-4586-a56c-e2f42025a96c", "tag": "86e2c2b5-3300-4115-9db4-3840f19aa3e0"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:09.424114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1a4b8-f4c0-4c25-b951-c5b3354fbb28 service neutron] Pushing event updated for resources: {'Port': ['ID=86e2c2b5-3300-4115-9db4-3840f19aa3e0,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:09.447537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866633ce-f967-4fe1-839c-16aef5894745 req-e42410a1-7587-4a26-b3ba-0f09eaa1ad64 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.447537 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-866633ce-f967-4fe1-839c-16aef5894745 req-e42410a1-7587-4a26-b3ba-0f09eaa1ad64 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.1442354 Jul 08 02:18:09.452043 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67401df-48cc-48f3-8f3d-b35eeb81ad77 x-openstack-request-id: req-b67401df-48cc-48f3-8f3d-b35eeb81ad77 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:09.452338 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea1513e-b96a-4586-a56c-e2f42025a96c", "tag": "86e2c2b5-3300-4115-9db4-3840f19aa3e0", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:09.452589 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b67401df-48cc-48f3-8f3d-b35eeb81ad77 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:09.453007 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea1513e-b96a-4586-a56c-e2f42025a96c', 'tag': '86e2c2b5-3300-4115-9db4-3840f19aa3e0', 'status': 'completed', 'code': 200} Jul 08 02:18:09.509300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:09.514234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-866633ce-f967-4fe1-839c-16aef5894745 req-34409815-c568-409f-aa39-0ed32797b34a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603576 Jul 08 02:18:09.540690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46f8e-2c68-462e-94d6-2cac61b636f8 req-a0407498-0422-4118-8751-b9435d55f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.550126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfd46f8e-2c68-462e-94d6-2cac61b636f8 req-a0407498-0422-4118-8751-b9435d55f2a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c675b32a939a4586968ebf9564c127a6&device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 1095 time: 0.0674593 Jul 08 02:18:09.591268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 5a9e4419-9582-4646-be79-e60004a523a6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:09.592034 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.663741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54ccd2-97b5-40d1-940d-bfec7f313ded req-7300a87c-95aa-4a9a-b4c5-6a797eecdd6a tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.666757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b54ccd2-97b5-40d1-940d-bfec7f313ded req-7300a87c-95aa-4a9a-b4c5-6a797eecdd6a tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0749884 Jul 08 02:18:09.672175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46f8e-2c68-462e-94d6-2cac61b636f8 req-d09b0035-9137-44f0-99cf-7969b564353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.675438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfd46f8e-2c68-462e-94d6-2cac61b636f8 req-d09b0035-9137-44f0-99cf-7969b564353a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c675b32a939a4586968ebf9564c127a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1227436 Jul 08 02:18:09.713128 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b54ccd2-97b5-40d1-940d-bfec7f313ded req-f68cd88b-d9e6-456f-8cdd-e8329230b7dd tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375350 Jul 08 02:18:09.734877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.768982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:09.787054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46f8e-2c68-462e-94d6-2cac61b636f8 req-538f1c71-3a5f-4575-b4d3-15bfdbb05297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.788586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfd46f8e-2c68-462e-94d6-2cac61b636f8 req-538f1c71-3a5f-4575-b4d3-15bfdbb05297 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067667 Jul 08 02:18:09.807005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:09.809485 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da862dfc-4dea-4499-a53e-7df95f26e7ad" -d '{"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-plugged", "status": "completed", "tag": "5a9e4419-9582-4646-be79-e60004a523a6"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:09.843076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.851292 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bac8c6-bfdd-4c1a-bf19-69fd12306720 x-openstack-request-id: req-00bac8c6-bfdd-4c1a-bf19-69fd12306720 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:09.853527 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-plugged", "status": "completed", "tag": "5a9e4419-9582-4646-be79-e60004a523a6", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:09.853527 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00bac8c6-bfdd-4c1a-bf19-69fd12306720 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:09.853527 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6', 'code': 200} Jul 08 02:18:09.921370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:09.974590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-85e4cae0-8a5e-4146-befc-d297909f719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.976267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-85e4cae0-8a5e-4146-befc-d297909f719f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c675b32a939a4586968ebf9564c127a6&device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 1095 time: 0.1374969 Jul 08 02:18:09.998476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ecf6b-3f4a-444e-8d71-0e8e5903e596 req-c1c96b37-aac0-4697-9e17-7202ea7c40cc tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.998476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb4ecf6b-3f4a-444e-8d71-0e8e5903e596 req-c1c96b37-aac0-4697-9e17-7202ea7c40cc tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.1044092 Jul 08 02:18:10.036928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-12fa5ddd-9392-455d-b90c-fe0e79c87f57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86e2c2b5-3300-4115-9db4-3840f19aa3e0 HTTP/1.1" status: 200 len: 217 time: 0.0383208 Jul 08 02:18:10.054333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3db53b-3209-4aec-a2ae-5f053e2f487f req-e5e04502-3077-4d05-9585-06909db2a61d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.056362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd3db53b-3209-4aec-a2ae-5f053e2f487f req-e5e04502-3077-4d05-9585-06909db2a61d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 946 time: 0.0730052 Jul 08 02:18:10.114136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd3db53b-3209-4aec-a2ae-5f053e2f487f req-5c094982-7b9e-456f-9e62-7b86258ff355 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477958 Jul 08 02:18:10.122105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb4ecf6b-3f4a-444e-8d71-0e8e5903e596 req-6c26ae0c-a132-4789-9d98-d9d531f09267 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880110 Jul 08 02:18:10.123675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-ba053da0-01a1-4e80-a46c-cbbdeca6c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.125059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-ba053da0-01a1-4e80-a46c-cbbdeca6c905 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4d1c64b-d51c-43b1-8ddd-189d18c49649 HTTP/1.1" status: 200 len: 854 time: 0.0814879 Jul 08 02:18:10.182759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-ca5edfdf-c383-4323-bf52-e6fa19d582ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f18763ce-924a-4cbf-a15b-158236d03903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491982 Jul 08 02:18:10.199602 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af910a48-24f4-48d6-87c5-be01497bdc31 req-2c7bfcda-3aca-4b03-a8c6-1f8705806018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.205907 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af910a48-24f4-48d6-87c5-be01497bdc31 req-2c7bfcda-3aca-4b03-a8c6-1f8705806018 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 1098 time: 0.0824599 Jul 08 02:18:10.241945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af910a48-24f4-48d6-87c5-be01497bdc31 req-decd0fe0-0dc7-4db9-b653-b0422d6726fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Jul 08 02:18:10.313068 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-05218527-126e-4bfb-8c4f-595de2bb09ae service neutron] 10.222.0.18 "GET /v2.0/networks/f18763ce-924a-4cbf-a15b-158236d03903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236551 Jul 08 02:18:10.400707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f6cb-8259-49a5-8bd0-b87eeb2661fc req-ebbab748-362c-4077-a422-9796c1b3cba8 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.401092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5734f6cb-8259-49a5-8bd0-b87eeb2661fc req-ebbab748-362c-4077-a422-9796c1b3cba8 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 943 time: 0.1347108 Jul 08 02:18:10.456813 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-340e1c53-d7ee-4f77-bde9-55ee542ce2a4 req-c30db84e-c827-4f2e-be44-01a048bc89d9 service neutron] 10.222.0.18 "GET /v2.0/networks/f18763ce-924a-4cbf-a15b-158236d03903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362920 Jul 08 02:18:10.464829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5734f6cb-8259-49a5-8bd0-b87eeb2661fc req-d80c48b3-83af-40a7-8347-8126d685d089 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524523 Jul 08 02:18:10.741844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29699b-6450-4eab-86f4-81f874ecfe6c req-8eb71aac-20a2-4204-959f-c952a4a4830c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.743887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f29699b-6450-4eab-86f4-81f874ecfe6c req-8eb71aac-20a2-4204-959f-c952a4a4830c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0663710 Jul 08 02:18:10.783939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f29699b-6450-4eab-86f4-81f874ecfe6c req-c70152a3-b044-427d-9fd0-0bbb24afd890 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Jul 08 02:18:10.966823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3693a-4ed7-4367-a8e0-4f2488db80d5 req-253343af-efe5-4a4b-8f02-82bcece58264 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.968898 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81e3693a-4ed7-4367-a8e0-4f2488db80d5 req-253343af-efe5-4a4b-8f02-82bcece58264 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0772200 Jul 08 02:18:11.011600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81e3693a-4ed7-4367-a8e0-4f2488db80d5 req-e4e84d69-b3e1-4941-af5f-a3720efc0b14 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Jul 08 02:18:11.389381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c40ad4-88dd-413c-b127-be255a9f0903 req-c7184924-ae6b-4f45-b1e0-1f39fe8d6a08 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.390295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9c40ad4-88dd-413c-b127-be255a9f0903 req-c7184924-ae6b-4f45-b1e0-1f39fe8d6a08 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 946 time: 0.1179924 Jul 08 02:18:11.431588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9c40ad4-88dd-413c-b127-be255a9f0903 req-ccacd8d9-17a7-4879-b49e-e4842db35776 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354810 Jul 08 02:18:11.668185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7c5a-3340-4315-af5e-868bce595e90 req-623b9db8-f867-4b18-af6e-bd74f087b2c4 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.669715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd4c7c5a-3340-4315-af5e-868bce595e90 req-623b9db8-f867-4b18-af6e-bd74f087b2c4 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 943 time: 0.0678730 Jul 08 02:18:11.708785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd4c7c5a-3340-4315-af5e-868bce595e90 req-c9a10d44-41f8-4f64-9a3d-8bb85c3bcdbf tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Jul 08 02:18:11.996674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0b68e-d980-48d2-a3ed-3ac770375ef9 req-06f539b0-e1b6-4fd7-8326-1ff5c597abde tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.998335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31d0b68e-d980-48d2-a3ed-3ac770375ef9 req-06f539b0-e1b6-4fd7-8326-1ff5c597abde tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0892413 Jul 08 02:18:12.037807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31d0b68e-d980-48d2-a3ed-3ac770375ef9 req-e326863e-f28b-4e02-8311-c589fd5a0645 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Jul 08 02:18:12.076542 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bcefe411-7ab1-4aee-b8a6-2545503b7303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:12.201490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77252c-f066-4365-b1b9-690f23736a2e req-d923b86f-5d58-4a8c-a8d6-c7f17638d45d tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.202970 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d77252c-f066-4365-b1b9-690f23736a2e req-d923b86f-5d58-4a8c-a8d6-c7f17638d45d tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0655875 Jul 08 02:18:12.244572 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d77252c-f066-4365-b1b9-690f23736a2e req-677fec7d-4dae-4dfc-b1e0-16501104aea4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357659 Jul 08 02:18:12.638967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547c47-3b53-41de-bf63-1ad50c639ef4 req-7c171a01-024d-48bd-90b7-af1c23eceaf4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.641031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea547c47-3b53-41de-bf63-1ad50c639ef4 req-7c171a01-024d-48bd-90b7-af1c23eceaf4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 946 time: 0.0745435 Jul 08 02:18:12.702214 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea547c47-3b53-41de-bf63-1ad50c639ef4 req-ae5a1835-d2fc-4b43-a5de-989391cbc513 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553753 Jul 08 02:18:12.893377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c960033-83c3-4bd1-853f-6b833c352b60 req-c1b1c927-ac2b-4306-8d24-07cc8b0c10b2 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.895529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c960033-83c3-4bd1-853f-6b833c352b60 req-c1b1c927-ac2b-4306-8d24-07cc8b0c10b2 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.1502976 Jul 08 02:18:12.955157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c960033-83c3-4bd1-853f-6b833c352b60 req-bf3214cd-68b1-4d36-bbb9-5ac77a7579ac tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486114 Jul 08 02:18:12.992377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c225c-af88-42cb-b2b0-967613fa7c92 req-9ba12207-485d-4d27-9da6-19c0fa3232da tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.994670 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b99c225c-af88-42cb-b2b0-967613fa7c92 req-9ba12207-485d-4d27-9da6-19c0fa3232da tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 943 time: 0.1383212 Jul 08 02:18:12.996639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bcb38-2940-4106-b591-b240b52a736c req-46e7243d-d27a-4ab7-a5fa-f82836a3bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.998438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59bcb38-2940-4106-b591-b240b52a736c req-46e7243d-d27a-4ab7-a5fa-f82836a3bdb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c949ab8e37d441a9b457ee9316ebaa81&device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 1097 time: 0.1040881 Jul 08 02:18:13.087290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b99c225c-af88-42cb-b2b0-967613fa7c92 req-9077a504-c593-4f4a-beda-e6c1755d4e47 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861611 Jul 08 02:18:13.149477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bcb38-2940-4106-b591-b240b52a736c req-275e53ad-4ded-40d2-a620-2efed5fcc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.151235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59bcb38-2940-4106-b591-b240b52a736c req-275e53ad-4ded-40d2-a620-2efed5fcc640 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2bfade43-ab69-45f8-b8b4-98213caff03d HTTP/1.1" status: 200 len: 912 time: 0.1434646 Jul 08 02:18:13.222226 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59bcb38-2940-4106-b591-b240b52a736c req-260d1c66-f78b-45dd-95db-9b686b01b7e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9dd70f-730c-4e08-81e9-025c7534c3ce HTTP/1.1" status: 200 len: 217 time: 0.0524061 Jul 08 02:18:13.274257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5efca-a8ad-4afc-b609-205d61ddd5f9 req-aee8d20d-0281-41b5-8dca-08cdf9535005 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.282891 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99e5efca-a8ad-4afc-b609-205d61ddd5f9 req-aee8d20d-0281-41b5-8dca-08cdf9535005 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0835097 Jul 08 02:18:13.295759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bcb38-2940-4106-b591-b240b52a736c req-389de799-c6b5-4c92-8b78-6163b9a459fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.297395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59bcb38-2940-4106-b591-b240b52a736c req-389de799-c6b5-4c92-8b78-6163b9a459fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e12707ca-a1d5-4c43-a9e2-66c95466de4f HTTP/1.1" status: 200 len: 851 time: 0.0673089 Jul 08 02:18:13.324178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99e5efca-a8ad-4afc-b609-205d61ddd5f9 req-0be893bb-6a37-4cb3-a3b4-e193dd8f66c4 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Jul 08 02:18:13.349973 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59bcb38-2940-4106-b591-b240b52a736c req-cc060ad1-8e3c-4d54-b27b-f2abee479159 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2bfade43-ab69-45f8-b8b4-98213caff03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443404 Jul 08 02:18:13.470498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59bcb38-2940-4106-b591-b240b52a736c req-5466fa99-e269-42fd-895e-3db7fa3d36f8 service neutron] 10.222.0.32 "GET /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134119 Jul 08 02:18:13.523003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 86e2c2b5-3300-4115-9db4-3840f19aa3e0 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:13.591618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e59bcb38-2940-4106-b591-b240b52a736c req-604cc089-3c8a-4b67-bb42-d4e9623a2ac4 service neutron] 10.222.0.32 "GET /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126165 Jul 08 02:18:13.651564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 86e2c2b5-3300-4115-9db4-3840f19aa3e0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=86e2c2b5-3300-4115-9db4-3840f19aa3e0,segment=NetworkSegment(6959cfcf-4702-46c0-a53b-16a5194c7c63),segment_id=6959cfcf-4702-46c0-a53b-16a5194c7c63)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:13.663983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '86e2c2b5-3300-4115-9db4-3840f19aa3e0', 'network_id': 'f18763ce-924a-4cbf-a15b-158236d03903', 'port_id': '86e2c2b5-3300-4115-9db4-3840f19aa3e0', 'mac_address': 'fa:16:3e:0b:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d1c64b-d51c-43b1-8ddd-189d18c49649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:13.702141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:13.715762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e2c2b5-3300-4115-9db4-3840f19aa3e0 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:13.743137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 86e2c2b5-3300-4115-9db4-3840f19aa3e0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=86e2c2b5-3300-4115-9db4-3840f19aa3e0,segment=NetworkSegment(6959cfcf-4702-46c0-a53b-16a5194c7c63),segment_id=6959cfcf-4702-46c0-a53b-16a5194c7c63)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:13.816986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:13.882578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=86e2c2b5-3300-4115-9db4-3840f19aa3e0,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:13.901438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861e23c-a657-4f5b-9c3c-8b5727394908 req-d33e86a9-f618-46b9-b61e-672cc64be9cf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.903321 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5861e23c-a657-4f5b-9c3c-8b5727394908 req-d33e86a9-f618-46b9-b61e-672cc64be9cf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 946 time: 0.0729272 Jul 08 02:18:13.946227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5861e23c-a657-4f5b-9c3c-8b5727394908 req-2b3381b7-abb9-4c70-aa48-3d1cb5441ca8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367272 Jul 08 02:18:14.058717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['86e2c2b5-3300-4115-9db4-3840f19aa3e0'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:14.146252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97029-0cf7-4bce-9245-3eea1a7176a8 req-4a92ea38-5636-4bc0-95aa-a77756e33da4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:14.148812 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11b97029-0cf7-4bce-9245-3eea1a7176a8 req-4a92ea38-5636-4bc0-95aa-a77756e33da4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0742333 Jul 08 02:18:14.225534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11b97029-0cf7-4bce-9245-3eea1a7176a8 req-93834b29-8733-4b66-ae5f-1fc17e53f42d tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665359 Jul 08 02:18:14.326215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47754e-0371-48d9-9d8f-0aafb8cd1351 req-bf4e67c2-a6dc-4708-a444-ce187e76a256 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:14.327668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae47754e-0371-48d9-9d8f-0aafb8cd1351 req-bf4e67c2-a6dc-4708-a444-ce187e76a256 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 944 time: 0.0651724 Jul 08 02:18:14.391889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae47754e-0371-48d9-9d8f-0aafb8cd1351 req-a44e2439-9a75-4f95-b3f7-0669ef5775ff tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546317 Jul 08 02:18:14.465158 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-728bee15-4fff-49dc-99e1-dcb5076916a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:14.590626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a022448-0a92-46e6-9191-92e6ca273fa7 req-d79b9698-96b1-4290-a370-921fbe2b8676 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:14.592647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0a022448-0a92-46e6-9191-92e6ca273fa7 req-d79b9698-96b1-4290-a370-921fbe2b8676 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.1002507 Jul 08 02:18:14.642405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0a022448-0a92-46e6-9191-92e6ca273fa7 req-4c8530c9-6743-4f0a-b43a-3fb4463ca21b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Jul 08 02:18:14.871132 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:15.391816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47c752-d37f-43bf-a442-ded28a37d2c4 req-e4a0f783-3723-40cd-96df-dfce455ba027 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:15.393495 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da47c752-d37f-43bf-a442-ded28a37d2c4 req-e4a0f783-3723-40cd-96df-dfce455ba027 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0694516 Jul 08 02:18:15.449024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da47c752-d37f-43bf-a442-ded28a37d2c4 req-4e70e89c-10a4-4196-b812-0ea9f3662b61 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Jul 08 02:18:15.538979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 86e2c2b5-3300-4115-9db4-3840f19aa3e0 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:15.592164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81919cb4-b42c-4567-850d-87c56f6ead87 req-49bb071b-8152-4642-a27b-7c9ad6e01988 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:15.600238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81919cb4-b42c-4567-850d-87c56f6ead87 req-49bb071b-8152-4642-a27b-7c9ad6e01988 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 944 time: 0.0774195 Jul 08 02:18:15.640080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81919cb4-b42c-4567-850d-87c56f6ead87 req-f8dbaca2-a32c-49ad-bedf-6508111f3f03 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386543 Jul 08 02:18:15.760338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:15.764936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:15.765375 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:15.814708 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:15.876467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dadd9-7f99-4533-9157-897aa581c731 req-f66bd527-dea6-45e6-9bcf-38f946240e97 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:15.895513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-607dadd9-7f99-4533-9157-897aa581c731 req-f66bd527-dea6-45e6-9bcf-38f946240e97 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.1277726 Jul 08 02:18:15.914873 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:15.944810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea1513e-b96a-4586-a56c-e2f42025a96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2c2b5-3300-4115-9db4-3840f19aa3e0'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:15.949270 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cc0bd6-1f14-4643-897a-c196a474010a" -d '{"events": [{"server_uuid": "cea1513e-b96a-4586-a56c-e2f42025a96c", "name": "network-vif-plugged", "status": "completed", "tag": "86e2c2b5-3300-4115-9db4-3840f19aa3e0"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:15.963938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 86e2c2b5-3300-4115-9db4-3840f19aa3e0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=86e2c2b5-3300-4115-9db4-3840f19aa3e0,segment=NetworkSegment(6959cfcf-4702-46c0-a53b-16a5194c7c63),segment_id=6959cfcf-4702-46c0-a53b-16a5194c7c63)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:15.974565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-607dadd9-7f99-4533-9157-897aa581c731 req-a6b3c8f6-72f6-4742-a5ff-4f6e85cbc16a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771780 Jul 08 02:18:16.033304 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d620246b-dd85-47b2-81bb-146b2b4c53d2 x-openstack-request-id: req-d620246b-dd85-47b2-81bb-146b2b4c53d2 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:16.033820 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea1513e-b96a-4586-a56c-e2f42025a96c", "name": "network-vif-plugged", "status": "completed", "tag": "86e2c2b5-3300-4115-9db4-3840f19aa3e0", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:16.034242 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d620246b-dd85-47b2-81bb-146b2b4c53d2 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:16.034685 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea1513e-b96a-4586-a56c-e2f42025a96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2c2b5-3300-4115-9db4-3840f19aa3e0', 'code': 200} Jul 08 02:18:16.047751 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:16.115824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=86e2c2b5-3300-4115-9db4-3840f19aa3e0,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:16.185349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46519cb4-0886-45be-9404-7dcca24e9cd4 req-230dffe0-d5a7-4fbf-be73-d46a84f69d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:16.189997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46519cb4-0886-45be-9404-7dcca24e9cd4 req-230dffe0-d5a7-4fbf-be73-d46a84f69d1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 1097 time: 0.0805221 Jul 08 02:18:16.217300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7db39-f8a3-432d-9669-17445e5ed8ee req-ce628f46-cb5f-404b-ab71-34f0e84f4f51 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:16.219226 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45f7db39-f8a3-432d-9669-17445e5ed8ee req-ce628f46-cb5f-404b-ab71-34f0e84f4f51 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0862484 Jul 08 02:18:16.236077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46519cb4-0886-45be-9404-7dcca24e9cd4 req-74c9cd88-8f2b-486e-86cf-450ca0bc77ce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390387 Jul 08 02:18:16.262486 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45f7db39-f8a3-432d-9669-17445e5ed8ee req-f718e4fe-02a2-494b-a751-7af18639f32e tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374112 Jul 08 02:18:16.842382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd26a09-5cff-4fcf-a202-ed14eb8965c4 req-91d8475c-532e-42de-92a4-6641e70bc069 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:16.848294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2dd26a09-5cff-4fcf-a202-ed14eb8965c4 req-91d8475c-532e-42de-92a4-6641e70bc069 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 945 time: 0.0751898 Jul 08 02:18:16.885842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2dd26a09-5cff-4fcf-a202-ed14eb8965c4 req-9f8c4c96-0bb7-4c07-96a2-1e3da5309285 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341480 Jul 08 02:18:17.154621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014a26b-a8e9-4e24-99b4-9e1ff81fa931 req-a40d2578-c218-4abf-876c-995162826c24 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:17.162787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4014a26b-a8e9-4e24-99b4-9e1ff81fa931 req-a40d2578-c218-4abf-876c-995162826c24 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0798280 Jul 08 02:18:17.201059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4014a26b-a8e9-4e24-99b4-9e1ff81fa931 req-c52aa479-4ec3-4bc0-897a-64d4e0226fb5 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373843 Jul 08 02:18:17.284161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d524e6-bbc0-4991-8292-fc70d5aa9964 req-638aa22e-a70d-4a93-9f31-f58bfe273f49 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:17.291132 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97d524e6-bbc0-4991-8292-fc70d5aa9964 req-638aa22e-a70d-4a93-9f31-f58bfe273f49 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 950 time: 0.0735762 Jul 08 02:18:17.325949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97d524e6-bbc0-4991-8292-fc70d5aa9964 req-3f1e6de9-5139-4095-87a5-9e4447a0a693 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Jul 08 02:18:17.445366 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:17.468660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d231096-82ba-45cb-bc3f-f460d339aa50 req-e1b5733a-1260-45f6-a2c7-2cd0ed3d7a69 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:17.470168 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d231096-82ba-45cb-bc3f-f460d339aa50 req-e1b5733a-1260-45f6-a2c7-2cd0ed3d7a69 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0682766 Jul 08 02:18:17.508968 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d231096-82ba-45cb-bc3f-f460d339aa50 req-cdcc786b-db2b-45b0-9399-24fa30965152 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Jul 08 02:18:17.898851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9fdad-c2a7-4b51-b000-52886c292bd6 req-071740da-6545-4588-975b-2c9000270c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:17.901225 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43a9fdad-c2a7-4b51-b000-52886c292bd6 req-071740da-6545-4588-975b-2c9000270c1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 1098 time: 0.0935233 Jul 08 02:18:17.954583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-43a9fdad-c2a7-4b51-b000-52886c292bd6 req-1e6b879a-4b7e-439d-9e01-3e2d66ce7345 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 Jul 08 02:18:18.114607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c1bec-3331-4a58-84ab-ea860ce6ce03 req-38ab70cf-e1dc-458b-b4b3-d6469ee0d9aa tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.117044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-488c1bec-3331-4a58-84ab-ea860ce6ce03 req-38ab70cf-e1dc-458b-b4b3-d6469ee0d9aa tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 945 time: 0.0788498 Jul 08 02:18:18.156855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167cb9d-41d4-455a-b1fc-69dcb12b1039 req-90d74851-6bb5-4241-8a25-82ed99513af4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.165058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7167cb9d-41d4-455a-b1fc-69dcb12b1039 req-90d74851-6bb5-4241-8a25-82ed99513af4 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.1436532 Jul 08 02:18:18.168372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-488c1bec-3331-4a58-84ab-ea860ce6ce03 req-000e48bb-5335-48fb-bfea-b9cebae1e5f2 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Jul 08 02:18:18.206453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-cf2e1845-f008-43f1-a2d8-c2766d9cee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.208007 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-cf2e1845-f008-43f1-a2d8-c2766d9cee00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c949ab8e37d441a9b457ee9316ebaa81&device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 1097 time: 0.1337671 Jul 08 02:18:18.220066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7167cb9d-41d4-455a-b1fc-69dcb12b1039 req-5992ecb9-2c75-4fb9-839a-9ef897284f25 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496392 Jul 08 02:18:18.222801 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:18.332994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-43a0b11d-d2b8-480d-ac93-b74d4539a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.334597 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-43a0b11d-d2b8-480d-ac93-b74d4539a71f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2bfade43-ab69-45f8-b8b4-98213caff03d HTTP/1.1" status: 200 len: 912 time: 0.1109364 Jul 08 02:18:18.398182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-03e09730-e920-43c1-b53f-1550eaabf619 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9dd70f-730c-4e08-81e9-025c7534c3ce HTTP/1.1" status: 200 len: 217 time: 0.0552411 Jul 08 02:18:18.494843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-f6b90111-cdee-4545-9d5b-e42bcdbd94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.496366 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-f6b90111-cdee-4545-9d5b-e42bcdbd94bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e12707ca-a1d5-4c43-a9e2-66c95466de4f HTTP/1.1" status: 200 len: 851 time: 0.0765204 Jul 08 02:18:18.505588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea76e37-5a16-47e9-897e-17f3df1e15c5 req-c0405d11-3503-43c1-a3c5-edf54885d524 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.508553 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bea76e37-5a16-47e9-897e-17f3df1e15c5 req-c0405d11-3503-43c1-a3c5-edf54885d524 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.1212280 Jul 08 02:18:18.544079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-000e4cf6-aeea-438f-ac41-198a142e0bee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2bfade43-ab69-45f8-b8b4-98213caff03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344393 Jul 08 02:18:18.623394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bea76e37-5a16-47e9-897e-17f3df1e15c5 req-2d309321-1e95-4267-adf0-56d58dc9af13 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056969 Jul 08 02:18:18.667471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-37d98360-9a53-4d24-8785-2f2e50f7cf16 service neutron] 10.222.0.32 "GET /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151354 Jul 08 02:18:18.783816 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edf6b8ad-aa31-4949-99ff-07c6f0a547b5 req-5fcf1306-3003-414b-9f4d-1a6eac11f397 service neutron] 10.222.0.32 "GET /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093893 Jul 08 02:18:18.850778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-b166cbc9-8662-4f75-9ee9-b7101c5d3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.853014 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-b166cbc9-8662-4f75-9ee9-b7101c5d3af4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c675b32a939a4586968ebf9564c127a6&device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 1097 time: 0.0819592 Jul 08 02:18:18.860888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48e79a-3acb-44de-a58b-2af4c05ddf40 req-7865ae73-7c99-4cff-a868-0833d3d988d5 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.862603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a48e79a-3acb-44de-a58b-2af4c05ddf40 req-7865ae73-7c99-4cff-a868-0833d3d988d5 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 950 time: 0.1216822 Jul 08 02:18:18.911843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be788a-e5d1-42ca-a481-11eca516995d req-b810bcfe-5149-4ddd-8e5f-2621690ff6b0 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.913381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32be788a-e5d1-42ca-a481-11eca516995d req-b810bcfe-5149-4ddd-8e5f-2621690ff6b0 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 945 time: 0.1279521 Jul 08 02:18:18.950638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a48e79a-3acb-44de-a58b-2af4c05ddf40 req-f8ccb628-1f75-46bd-b798-4e6d04d94300 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/security-groups?id=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789073 Jul 08 02:18:18.954224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-443b0581-95ee-4954-a96d-30cb9e05a5b9 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.956183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-443b0581-95ee-4954-a96d-30cb9e05a5b9 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.18 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 950 time: 0.1333899 Jul 08 02:18:18.988577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-4078fb89-fe54-4804-9f07-af02c062176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.990270 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-4078fb89-fe54-4804-9f07-af02c062176a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f18763ce-924a-4cbf-a15b-158236d03903 HTTP/1.1" status: 200 len: 915 time: 0.1264060 Jul 08 02:18:19.011081 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32be788a-e5d1-42ca-a481-11eca516995d req-173aecdd-b0b9-4cc7-b461-481c0afe49fc tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913901 Jul 08 02:18:19.043396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-780273f9-2e99-4430-81f6-eaa4fcba9b51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86e2c2b5-3300-4115-9db4-3840f19aa3e0 HTTP/1.1" status: 200 len: 217 time: 0.0470979 Jul 08 02:18:19.096061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-a0b699f9-4f36-42d1-8709-f6247ab7f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:19.097036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Deleting port 5a413b62-7665-4723-8096-37e85e50640a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:18:19.097464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.097811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-a0b699f9-4f36-42d1-8709-f6247ab7f857 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4d1c64b-d51c-43b1-8ddd-189d18c49649 HTTP/1.1" status: 200 len: 854 time: 0.0491822 Jul 08 02:18:19.134228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-6e080220-0bcd-454e-880e-966abc65f45d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f18763ce-924a-4cbf-a15b-158236d03903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295839 Jul 08 02:18:19.199866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] For port 5a413b62-7665-4723-8096-37e85e50640a, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a413b62-7665-4723-8096-37e85e50640a,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:19.200496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.213223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Calling delete_port for 5a413b62-7665-4723-8096-37e85e50640a owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:18:19.234297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-2b375900-51d3-4bcc-b60f-84ecfb0b872f service neutron] 10.222.0.18 "GET /v2.0/networks/f18763ce-924a-4cbf-a15b-158236d03903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941019 Jul 08 02:18:19.351496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-632fefc4-243c-4a4e-856c-e8b3c98bee97 req-223b983b-23af-49e7-84d7-7f83ae183fde service neutron] 10.222.0.18 "GET /v2.0/networks/f18763ce-924a-4cbf-a15b-158236d03903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113286 Jul 08 02:18:19.434517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.449231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['5a413b62-7665-4723-8096-37e85e50640a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:19.449817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068479b6-8745-41b3-a75c-e8e193bbbde5 req-f91a0700-9ec1-4d33-8413-7ffd726ffe0d tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:19.452006 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-068479b6-8745-41b3-a75c-e8e193bbbde5 req-f91a0700-9ec1-4d33-8413-7ffd726ffe0d tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0811613 Jul 08 02:18:19.469257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Pushing event deleted for resources: {'Port': ['ID=5a413b62-7665-4723-8096-37e85e50640a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:19.517509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] No DVR routers for this DVR port 5a413b62-7665-4723-8096-37e85e50640a on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:18:19.520168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.523282 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab05c10c-86a3-4324-a1ff-0d2d01ce77ed req-a631b1cd-5c70-4862-8c53-45e7e79d7163 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.18 "DELETE /v2.0/ports/5a413b62-7665-4723-8096-37e85e50640a HTTP/1.1" status: 204 len: 173 time: 0.5599794 Jul 08 02:18:19.523823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500eb0f-d0d1-4520-a304-fcb0d772fb9d', 'name': 'network-vif-deleted', 'tag': '5a413b62-7665-4723-8096-37e85e50640a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:19.524710 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-068479b6-8745-41b3-a75c-e8e193bbbde5 req-789cef8e-1fe1-497d-beca-63bb1544b76a tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530748 Jul 08 02:18:19.529647 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f4af6-54a2-47ed-a675-76048e7544a1" -d '{"events": [{"server_uuid": "5500eb0f-d0d1-4520-a304-fcb0d772fb9d", "name": "network-vif-deleted", "tag": "5a413b62-7665-4723-8096-37e85e50640a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:19.575634 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90a3038-b7c3-412d-8492-ce0271c44f4b x-openstack-request-id: req-b90a3038-b7c3-412d-8492-ce0271c44f4b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:19.580590 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5500eb0f-d0d1-4520-a304-fcb0d772fb9d", "name": "network-vif-deleted", "tag": "5a413b62-7665-4723-8096-37e85e50640a", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:19.580590 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b90a3038-b7c3-412d-8492-ce0271c44f4b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:19.580590 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500eb0f-d0d1-4520-a304-fcb0d772fb9d', 'name': 'network-vif-deleted', 'tag': '5a413b62-7665-4723-8096-37e85e50640a', 'status': 'completed', 'code': 200} Jul 08 02:18:19.634654 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:18:19.829568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d49ed-32dc-4cd2-925a-dc7c4412d0e5 req-1ec01db9-44ca-4632-839b-2780dc56034b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:19.832156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c67d49ed-32dc-4cd2-925a-dc7c4412d0e5 req-1ec01db9-44ca-4632-839b-2780dc56034b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0681133 Jul 08 02:18:19.899572 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c67d49ed-32dc-4cd2-925a-dc7c4412d0e5 req-bfc2d1d9-0146-4c1d-b414-e8fddcea1e79 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538254 Jul 08 02:18:20.179099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a7601f9-8849-4efd-99c6-b3caa17b438e req-f8099728-d6f2-4a3c-a3fc-84760f3399b5 tempest-VolumesBackupsTest-429468607 tempest-VolumesBackupsTest-429468607-project] 10.222.0.10 "GET /v2.0/ports?device_id=5500eb0f-d0d1-4520-a304-fcb0d772fb9d HTTP/1.1" status: 200 len: 210 time: 0.0389476 Jul 08 02:18:20.241650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f4a6-9200-4bd4-aa96-b2183822971f req-1e8be223-a26b-4c8c-9f05-9c1cb55df8f5 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:20.244034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d747f4a6-9200-4bd4-aa96-b2183822971f req-1e8be223-a26b-4c8c-9f05-9c1cb55df8f5 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 945 time: 0.0756671 Jul 08 02:18:20.298952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d747f4a6-9200-4bd4-aa96-b2183822971f req-9f175f4d-54c4-4b29-a6a6-653a043ee8eb tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Jul 08 02:18:20.365749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-e936032b-af2e-4908-92c8-e517a87ea698 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:20.367236 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-e936032b-af2e-4908-92c8-e517a87ea698 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/networks?id=e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 200 len: 811 time: 0.1029861 Jul 08 02:18:20.381819 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-a2ca18f2-0965-4246-bd6a-6cca1fb219ff tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/quotas/6b29e9f602514e6485652744f1a22bda HTTP/1.1" status: 200 len: 375 time: 0.0092118 Jul 08 02:18:20.457434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-e23d1cf0-be06-4007-a292-cdaa20a29ed4 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654802 Jul 08 02:18:20.552462 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6772b112-4c59-40aa-9d46-fbccf8ccc8c4 service neutron] 10.222.0.10 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875435 Jul 08 02:18:20.651064 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-0960c8cf-11e1-497d-a620-3f7b70ca0fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925460 Jul 08 02:18:20.721741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff2cf2-a8fd-4f5c-9160-c8e9e3898e57 req-a8ceee86-f703-4180-a5e7-93f9ef0c9289 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:20.723418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6ff2cf2-a8fd-4f5c-9160-c8e9e3898e57 req-a8ceee86-f703-4180-a5e7-93f9ef0c9289 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0690322 Jul 08 02:18:20.761044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6ff2cf2-a8fd-4f5c-9160-c8e9e3898e57 req-5c6469e8-6c39-4c35-8e06-d89dba903414 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Jul 08 02:18:20.897272 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e21d6faf-93ee-4512-8cda-3ea0e4929de7 req-e7a18e03-9506-4949-a104-b247b49e5fc4 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 210 time: 0.0379484 Jul 08 02:18:20.962900 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:21.413920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf9512-05b2-40af-bc09-7c362b3a7ffb req-b15ac7d1-fdbc-44e0-8917-16b962da2714 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:21.416287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19bf9512-05b2-40af-bc09-7c362b3a7ffb req-b15ac7d1-fdbc-44e0-8917-16b962da2714 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0706835 Jul 08 02:18:21.461589 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-19bf9512-05b2-40af-bc09-7c362b3a7ffb req-54c1cad6-369d-4f6b-8029-990ae4c0b530 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Jul 08 02:18:21.491566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a023ee-c9cd-47ef-8465-83955d8d77b1 req-db8d7186-c93a-4558-bc55-18adc298917e tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:21.493651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02a023ee-c9cd-47ef-8465-83955d8d77b1 req-db8d7186-c93a-4558-bc55-18adc298917e tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 945 time: 0.0770729 Jul 08 02:18:21.540012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02a023ee-c9cd-47ef-8465-83955d8d77b1 req-a1d08a63-c61e-4ccf-9e66-5c160f728391 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Jul 08 02:18:22.057288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f37effc-fb0e-40ea-a3b3-badd9d8367fa req-fbf122d0-f5e2-489a-9752-35548c401048 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 210 time: 0.0318887 Jul 08 02:18:22.263121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154527-f3b9-409c-a7bd-1b95638f3b77 req-2fd6f3d2-b300-4934-b455-17c1d6188ff2 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:22.264725 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5154527-f3b9-409c-a7bd-1b95638f3b77 req-2fd6f3d2-b300-4934-b455-17c1d6188ff2 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 945 time: 0.0691879 Jul 08 02:18:22.304673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5154527-f3b9-409c-a7bd-1b95638f3b77 req-6167c436-dad8-4a9d-8c77-10bdf0c27c25 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338430 Jul 08 02:18:22.671393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453585a-a1d0-4337-badd-3df95e348c09 req-73794fe7-e217-44f9-a522-6738aab62542 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:22.674023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1453585a-a1d0-4337-badd-3df95e348c09 req-73794fe7-e217-44f9-a522-6738aab62542 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0889728 Jul 08 02:18:22.724498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1453585a-a1d0-4337-badd-3df95e348c09 req-e2dd85b2-a252-429d-9d63-cc65f50d8d3a tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Jul 08 02:18:23.069639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-7dfcdbe0-96a6-4498-a72a-37228c787c9e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:23.071084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-7dfcdbe0-96a6-4498-a72a-37228c787c9e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.32 "GET /v2.0/networks?id=e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 200 len: 811 time: 0.1064622 Jul 08 02:18:23.085164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Request body: {'port': {'device_id': '0815dcdd-3150-470e-85f7-d14c8210d6ab', 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29', 'admin_state_up': True, 'tenant_id': '6b29e9f602514e6485652744f1a22bda'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:23.225065 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cb4e799-15cb-4831-840c-ca4ea64e90ff req-8321ad6c-bb3b-4349-bf1c-ec0c83c61c50 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 210 time: 0.0404351 Jul 08 02:18:23.322796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Made reservation on behalf of 6b29e9f602514e6485652744f1a22bda for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:23.326739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:23.521182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Allocated IP 172.20.0.11 (e8ce7582-693e-452b-99f9-a6c8997c8f29/62471928-cf45-4edd-9e96-9e09427783cb/823e37ee-3370-46f2-b746-e3748497129a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:23.583903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a413b62-7665-4723-8096-37e85e50640a no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:18:23.592010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1950b-168e-41b6-9147-1a7aeaf50d31 req-331f9255-f549-4fed-86fc-e5aa20fcbd7e tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:23.593796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88d1950b-168e-41b6-9147-1a7aeaf50d31 req-331f9255-f549-4fed-86fc-e5aa20fcbd7e tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 945 time: 0.1287594 Jul 08 02:18:23.629821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 5a413b62-7665-4723-8096-37e85e50640a {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:18:23.630178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a413b62-7665-4723-8096-37e85e50640a not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:18:23.646706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-e4ad6216-98e4-49bb-8f22-49845fec44db tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:23.651220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-e4ad6216-98e4-49bb-8f22-49845fec44db tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.0996768 Jul 08 02:18:23.730475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88d1950b-168e-41b6-9147-1a7aeaf50d31 req-849e0a6e-983e-4cb8-8e2f-2d42b8b9c894 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/security-groups?id=337a6850-37bf-4b0c-9dce-e3d12700dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227257 Jul 08 02:18:23.792269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Deleting port 5b9dd70f-730c-4e08-81e9-025c7534c3ce {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:18:23.792735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:23.828569 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:23.838677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-fcc1a0d5-55b5-4ea3-9b8e-1fc754ca2082 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:23.840788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-fcc1a0d5-55b5-4ea3-9b8e-1fc754ca2082 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 945 time: 0.1678627 Jul 08 02:18:23.941918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] For port 5b9dd70f-730c-4e08-81e9-025c7534c3ce, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=5b9dd70f-730c-4e08-81e9-025c7534c3ce,segment=NetworkSegment(fcdbfd25-7d0d-49ce-a555-95ed0d70e993),segment_id=fcdbfd25-7d0d-49ce-a555-95ed0d70e993)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:23.942592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:23.962313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Calling delete_port for 5b9dd70f-730c-4e08-81e9-025c7534c3ce owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:18:23.980963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Deleting port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:18:23.981305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:23.992852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553f9cc-95df-4fc0-a411-5c2d94871593 req-877b4a07-038e-4fcb-a35e-cc44206a36eb tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:24.000007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7553f9cc-95df-4fc0-a411-5c2d94871593 req-877b4a07-038e-4fcb-a35e-cc44206a36eb tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 945 time: 0.1225994 Jul 08 02:18:24.036020 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.050633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['05a13f7c-1973-410a-a7d7-d2b5b12e7d10'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:24.081519 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7553f9cc-95df-4fc0-a411-5c2d94871593 req-863ccdba-1db5-439d-82fa-52a20cacc64e tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd664769-478e-467b-aeb1-43d9ac42ce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806146 Jul 08 02:18:24.115082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Pushing event updated for resources: {'Port': ['ID=823e37ee-3370-46f2-b746-e3748497129a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:24.143507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Network e8ce7582-693e-452b-99f9-a6c8997c8f29 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:24.147135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:24.151604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:24.193331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] For port 86e2c2b5-3300-4115-9db4-3840f19aa3e0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=86e2c2b5-3300-4115-9db4-3840f19aa3e0,segment=NetworkSegment(6959cfcf-4702-46c0-a53b-16a5194c7c63),segment_id=6959cfcf-4702-46c0-a53b-16a5194c7c63)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:24.193331 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.217144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Calling delete_port for 86e2c2b5-3300-4115-9db4-3840f19aa3e0 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:18:24.230037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:24.230664 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.251496 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.266546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['5b9dd70f-730c-4e08-81e9-025c7534c3ce'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:24.297679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Pushing event deleted for resources: {'Port': ['ID=5b9dd70f-730c-4e08-81e9-025c7534c3ce,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:24.340746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] No DVR routers for this DVR port 5b9dd70f-730c-4e08-81e9-025c7534c3ce on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:18:24.344510 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.347689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-87a333f2-ef03-4480-aeb7-d9d9b4df8578 req-d819ac3a-6faa-46f0-9c7d-936776580318 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.32 "DELETE /v2.0/ports/5b9dd70f-730c-4e08-81e9-025c7534c3ce HTTP/1.1" status: 204 len: 173 time: 0.6839375 Jul 08 02:18:24.348189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecb15eb-f9f7-41b6-9713-d8f347b7ec38', 'name': 'network-vif-deleted', 'tag': '5b9dd70f-730c-4e08-81e9-025c7534c3ce'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:24.350985 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb991eec-7c4e-423a-804e-fb1427649d2c" -d '{"events": [{"server_uuid": "aecb15eb-f9f7-41b6-9713-d8f347b7ec38", "name": "network-vif-deleted", "tag": "5b9dd70f-730c-4e08-81e9-025c7534c3ce"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:24.360014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-9a56eab5-5efb-43f2-884e-c717d8a80a75 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2786469 Jul 08 02:18:24.380416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Request body: {'port': {'device_id': '0815dcdd-3150-470e-85f7-d14c8210d6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:24.392958 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b2a9b1-08f4-4e18-b7d4-371a4616332a x-openstack-request-id: req-15b2a9b1-08f4-4e18-b7d4-371a4616332a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:24.393274 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecb15eb-f9f7-41b6-9713-d8f347b7ec38", "name": "network-vif-deleted", "tag": "5b9dd70f-730c-4e08-81e9-025c7534c3ce", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:24.393554 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15b2a9b1-08f4-4e18-b7d4-371a4616332a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:24.393959 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecb15eb-f9f7-41b6-9713-d8f347b7ec38', 'name': 'network-vif-deleted', 'tag': '5b9dd70f-730c-4e08-81e9-025c7534c3ce', 'status': 'completed', 'code': 200} Jul 08 02:18:24.837813 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.863777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.875979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['86e2c2b5-3300-4115-9db4-3840f19aa3e0'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:24.939406 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9ce1dda-be42-4366-8d3b-efb862b06455 req-17c2ea4f-1730-422a-a352-0987c0c7bdb9 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 210 time: 0.0440309 Jul 08 02:18:24.969387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Pushing event deleted for resources: {'Port': ['ID=86e2c2b5-3300-4115-9db4-3840f19aa3e0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:25.032860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3efbcd-47b6-48c6-99c1-0aa56c486470 req-2dfaea02-102d-49c5-9942-fb4e66e3e68a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:25.034391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb3efbcd-47b6-48c6-99c1-0aa56c486470 req-2dfaea02-102d-49c5-9942-fb4e66e3e68a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 932 time: 0.6328435 Jul 08 02:18:25.076569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] No DVR routers for this DVR port 86e2c2b5-3300-4115-9db4-3840f19aa3e0 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:18:25.082327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:25.084524 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e01e98a7-5760-4bdc-8ce6-e55b9663b8d0 req-5effcb10-65a0-450f-91f2-de87b5ca1b19 tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.18 "DELETE /v2.0/ports/86e2c2b5-3300-4115-9db4-3840f19aa3e0 HTTP/1.1" status: 204 len: 173 time: 1.2362607 Jul 08 02:18:25.086739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea1513e-b96a-4586-a56c-e2f42025a96c', 'name': 'network-vif-deleted', 'tag': '86e2c2b5-3300-4115-9db4-3840f19aa3e0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:25.097441 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8178503c-ce78-49e3-8121-88c4e8c21965" -d '{"events": [{"server_uuid": "cea1513e-b96a-4586-a56c-e2f42025a96c", "name": "network-vif-deleted", "tag": "86e2c2b5-3300-4115-9db4-3840f19aa3e0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:25.173000 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7376611-9c2c-4d55-9170-15a355bb2321 x-openstack-request-id: req-d7376611-9c2c-4d55-9170-15a355bb2321 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:25.173000 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea1513e-b96a-4586-a56c-e2f42025a96c", "name": "network-vif-deleted", "tag": "86e2c2b5-3300-4115-9db4-3840f19aa3e0", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:25.173256 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7376611-9c2c-4d55-9170-15a355bb2321 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:25.173500 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea1513e-b96a-4586-a56c-e2f42025a96c', 'name': 'network-vif-deleted', 'tag': '86e2c2b5-3300-4115-9db4-3840f19aa3e0', 'status': 'completed', 'code': 200} Jul 08 02:18:25.220831 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb3efbcd-47b6-48c6-99c1-0aa56c486470 req-e6fa666b-0b0c-4b31-b0da-0f1515a763bd tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421981 Jul 08 02:18:25.438112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba14be5c-698f-4871-a4ce-1de8f0956afc req-1727f541-df8c-4d4a-95c1-cecad1a50dd5 tempest-TestServerAdvancedOps-1132298903 tempest-TestServerAdvancedOps-1132298903-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecb15eb-f9f7-41b6-9713-d8f347b7ec38 HTTP/1.1" status: 200 len: 210 time: 0.1082966 Jul 08 02:18:25.462750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823e37ee-3370-46f2-b746-e3748497129a {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:25.472676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:25.489286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Transition to ACTIVE for port object 823e37ee-3370-46f2-b746-e3748497129a will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:25.614558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:25.710260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Pushing event updated for resources: {'Port': ['ID=823e37ee-3370-46f2-b746-e3748497129a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:25.762497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Attempting to bind port 823e37ee-3370-46f2-b746-e3748497129a on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:25.762497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Attempting to bind port 823e37ee-3370-46f2-b746-e3748497129a by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:25.762497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Attempting to bind port 823e37ee-3370-46f2-b746-e3748497129a on network e8ce7582-693e-452b-99f9-a6c8997c8f29 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:25.762497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Port 823e37ee-3370-46f2-b746-e3748497129a on network e8ce7582-693e-452b-99f9-a6c8997c8f29 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:18:25.762497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Attempting to bind port 823e37ee-3370-46f2-b746-e3748497129a on network e8ce7582-693e-452b-99f9-a6c8997c8f29 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:25.768476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:25.768830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Checking segment: {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:25.769222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Bound using segment: {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:25.769674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Bound port: 823e37ee-3370-46f2-b746-e3748497129a, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560dae40-1dc7-4c70-ad81-5d6e85c92a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:25.770021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:25.836603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] For port 823e37ee-3370-46f2-b746-e3748497129a, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:25.839697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] For port 823e37ee-3370-46f2-b746-e3748497129a, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=823e37ee-3370-46f2-b746-e3748497129a,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:25.922880 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:25.978889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:25.979566 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:25.981041 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] 10.222.0.32 "PUT /v2.0/ports/823e37ee-3370-46f2-b746-e3748497129a HTTP/1.1" status: 200 len: 1093 time: 1.6107619 Jul 08 02:18:26.012049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509c05e-dea1-4518-b6eb-bc57b5b1331f service neutron] Pushing event updated for resources: {'Port': ['ID=823e37ee-3370-46f2-b746-e3748497129a,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:26.104101 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bcfbd487-acfe-4180-ab5c-9bc780f0fc33 req-f3490817-0eeb-49b8-9ed4-c81f89a7929a tempest-InstanceActionsTestJSON-1854039016 tempest-InstanceActionsTestJSON-1854039016-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea1513e-b96a-4586-a56c-e2f42025a96c HTTP/1.1" status: 200 len: 210 time: 0.0297084 Jul 08 02:18:26.156455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-15532a60-272e-4c92-9851-14786c9463c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:26.158113 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-15532a60-272e-4c92-9851-14786c9463c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 1096 time: 0.0558605 Jul 08 02:18:26.209080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-fffed050-642a-45d9-8c93-02c7f208fe87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=823e37ee-3370-46f2-b746-e3748497129a HTTP/1.1" status: 200 len: 217 time: 0.0422585 Jul 08 02:18:26.268073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-31c04695-8d9b-4e85-9a23-cd1da00e9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:26.269602 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-31c04695-8d9b-4e85-9a23-cd1da00e9441 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62471928-cf45-4edd-9e96-9e09427783cb HTTP/1.1" status: 200 len: 851 time: 0.0537658 Jul 08 02:18:26.314109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-46ac9703-5a4b-436c-a2a8-d50b16a5b261 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ce7582-693e-452b-99f9-a6c8997c8f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364926 Jul 08 02:18:26.416098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c820bf0-853a-4d4e-a922-d7ae8de8191e req-ff86c896-ae0c-4c6e-a51d-b8f3affdcdcf tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:26.418024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c820bf0-853a-4d4e-a922-d7ae8de8191e req-ff86c896-ae0c-4c6e-a51d-b8f3affdcdcf tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 944 time: 0.0837440 Jul 08 02:18:26.428109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-243399f5-898e-4313-bae7-79d3b89b5021 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058526 Jul 08 02:18:26.465784 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0c820bf0-853a-4d4e-a922-d7ae8de8191e req-c70eef6b-cb16-4b32-9453-9c1944fcb10f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Jul 08 02:18:26.548259 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d9a0c739-8261-4553-aacb-c65c110fe980 req-e1b2ccf0-29ff-4112-acde-d8a3a2dd41a6 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123023 Jul 08 02:18:26.555983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38924) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:26.602711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d8a4d4-fa6a-4b7d-9be6-fd770edb583b admin admin] Deleting subnet e12707ca-a1d5-4c43-a9e2-66c95466de4f {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:18:26.606072 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25d8a4d4-fa6a-4b7d-9be6-fd770edb583b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.652217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25d8a4d4-fa6a-4b7d-9be6-fd770edb583b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.693705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25d8a4d4-fa6a-4b7d-9be6-fd770edb583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.852186 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25d8a4d4-fa6a-4b7d-9be6-fd770edb583b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.881556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8a4d4-fa6a-4b7d-9be6-fd770edb583b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12707ca-a1d5-4c43-a9e2-66c95466de4f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:26.886964 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25d8a4d4-fa6a-4b7d-9be6-fd770edb583b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.889744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-25d8a4d4-fa6a-4b7d-9be6-fd770edb583b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e12707ca-a1d5-4c43-a9e2-66c95466de4f HTTP/1.1" status: 204 len: 168 time: 0.3323407 Jul 08 02:18:26.891991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38942) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:26.960190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.051390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.067215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfade43-ab69-45f8-b8b4-98213caff03d']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:27.078586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdbfd25-7d0d-49ce-a555-95ed0d70e993') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:27.078925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdbfd25-7d0d-49ce-a555-95ed0d70e993') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:27.089118 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.105151 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.111029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:18:27.111472 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:18:27.113138 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:18:27.176748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0815dcdd-3150-470e-85f7-d14c8210d6ab', 'tag': '823e37ee-3370-46f2-b746-e3748497129a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:27.180519 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0815dcdd-3150-470e-85f7-d14c8210d6ab", "tag": "823e37ee-3370-46f2-b746-e3748497129a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:27.201902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38960) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:27.242728 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25eca16-dfdd-4bc7-9951-bb77930c5f0a x-openstack-request-id: req-f25eca16-dfdd-4bc7-9951-bb77930c5f0a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:27.246475 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0815dcdd-3150-470e-85f7-d14c8210d6ab", "tag": "823e37ee-3370-46f2-b746-e3748497129a", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:27.246475 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f25eca16-dfdd-4bc7-9951-bb77930c5f0a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:27.246475 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0815dcdd-3150-470e-85f7-d14c8210d6ab', 'tag': '823e37ee-3370-46f2-b746-e3748497129a', 'status': 'completed', 'code': 200} Jul 08 02:18:27.275833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7900ab20-a10b-4478-b5e0-be97cd098432 admin admin] Deleting subnet c4d1c64b-d51c-43b1-8ddd-189d18c49649 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:18:27.303070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7900ab20-a10b-4478-b5e0-be97cd098432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.351274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7900ab20-a10b-4478-b5e0-be97cd098432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.370254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5b9dd70f-730c-4e08-81e9-025c7534c3ce no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:18:27.395364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 5b9dd70f-730c-4e08-81e9-025c7534c3ce {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:18:27.396196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 5b9dd70f-730c-4e08-81e9-025c7534c3ce not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:18:27.405986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-a7d50ff3-3faa-4015-8a3d-62163a2dfbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:27.407562 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-a7d50ff3-3faa-4015-8a3d-62163a2dfbac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 1096 time: 0.1434796 Jul 08 02:18:27.408655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7900ab20-a10b-4478-b5e0-be97cd098432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.552605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-f884cfe6-43ae-4f4d-975a-6c0a78dd4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:27.554125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-f884cfe6-43ae-4f4d-975a-6c0a78dd4cc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 200 len: 912 time: 0.1255093 Jul 08 02:18:27.582626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 86e2c2b5-3300-4115-9db4-3840f19aa3e0 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:18:27.599618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-632b8671-6b27-460f-b4c7-86ae4f734b94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=823e37ee-3370-46f2-b746-e3748497129a HTTP/1.1" status: 200 len: 217 time: 0.0371914 Jul 08 02:18:27.612672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 86e2c2b5-3300-4115-9db4-3840f19aa3e0 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:18:27.613543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 86e2c2b5-3300-4115-9db4-3840f19aa3e0 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:18:27.656867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7900ab20-a10b-4478-b5e0-be97cd098432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.665540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-7bfc1a34-1107-41c6-a21a-f6233da42bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:27.667164 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-7bfc1a34-1107-41c6-a21a-f6233da42bd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62471928-cf45-4edd-9e96-9e09427783cb HTTP/1.1" status: 200 len: 851 time: 0.0612471 Jul 08 02:18:27.695996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900ab20-a10b-4478-b5e0-be97cd098432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d1c64b-d51c-43b1-8ddd-189d18c49649,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:27.708575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f85fa9-74af-4efa-b8b5-d0fdc513110b req-7ee1ced1-3d6a-42c7-bb64-202429bc5f2f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:27.710561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f85fa9-74af-4efa-b8b5-d0fdc513110b req-7ee1ced1-3d6a-42c7-bb64-202429bc5f2f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 944 time: 0.0892015 Jul 08 02:18:27.718909 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7900ab20-a10b-4478-b5e0-be97cd098432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.720898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7900ab20-a10b-4478-b5e0-be97cd098432 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c4d1c64b-d51c-43b1-8ddd-189d18c49649 HTTP/1.1" status: 204 len: 168 time: 0.5178959 Jul 08 02:18:27.722937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-b7b2a8e1-e372-4ecb-9ae3-28e12702e4eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ce7582-693e-452b-99f9-a6c8997c8f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361602 Jul 08 02:18:27.723405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 38984) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:27.740308 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.771979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.771979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] 10.222.0.10 "DELETE /v2.0/networks/2bfade43-ab69-45f8-b8b4-98213caff03d HTTP/1.1" status: 204 len: 168 time: 0.8788748 Jul 08 02:18:27.772762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387aaa9-c96e-491b-a46a-28180c9eee5b admin admin] Pushing event deleted for resources: {'Network': ['ID=2bfade43-ab69-45f8-b8b4-98213caff03d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:27.778020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 38986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:27.819966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-07f85fa9-74af-4efa-b8b5-d0fdc513110b req-94ef2fff-b328-4241-b4f6-2554faa97c85 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025603 Jul 08 02:18:27.847824 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.862129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d437a3-5c18-42d2-b360-226c9ddba90c admin admin] Deleting subnet 3544578c-2d86-462b-a879-82bd3611fd3a {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:18:27.866713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61d437a3-5c18-42d2-b360-226c9ddba90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.923608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-00dc6b4b-efe0-4b1d-925e-211bc391867a service neutron] 10.222.0.32 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923919 Jul 08 02:18:27.933634 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61d437a3-5c18-42d2-b360-226c9ddba90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.982872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61d437a3-5c18-42d2-b360-226c9ddba90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.026025 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.041883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18763ce-924a-4cbf-a15b-158236d03903']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.055113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6959cfcf-4702-46c0-a53b-16a5194c7c63') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.057425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6959cfcf-4702-46c0-a53b-16a5194c7c63') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.073115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.096805 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.102420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2ec1f34-4a74-4c16-9b90-599e4e0b79c3 req-4dd82670-1b99-4cd6-804a-33858be737e2 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653085 Jul 08 02:18:28.104925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:18:28.105329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:18:28.106987 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:18:28.148706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61d437a3-5c18-42d2-b360-226c9ddba90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.177569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d437a3-5c18-42d2-b360-226c9ddba90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3544578c-2d86-462b-a879-82bd3611fd3a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:28.180203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-61d437a3-5c18-42d2-b360-226c9ddba90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.182682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-61d437a3-5c18-42d2-b360-226c9ddba90c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3544578c-2d86-462b-a879-82bd3611fd3a HTTP/1.1" status: 204 len: 168 time: 0.4032371 Jul 08 02:18:28.185112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39004) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:28.254995 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.259646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.265262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.266984 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] 10.222.0.10 "DELETE /v2.0/networks/f18763ce-924a-4cbf-a15b-158236d03903 HTTP/1.1" status: 204 len: 168 time: 0.5424857 Jul 08 02:18:28.283831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4657b7f-5264-4691-ac80-b2d5b703598d admin admin] Pushing event deleted for resources: {'Network': ['ID=f18763ce-924a-4cbf-a15b-158236d03903,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:28.369107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.380320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05b2a6e-8125-4a3f-80ae-f77f2671fdc5']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.395489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaeb78e-954f-4ffa-a23e-b1e90c2f8674') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.395796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaeb78e-954f-4ffa-a23e-b1e90c2f8674') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.408426 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.423856 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.430578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:18:28.431152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:18:28.432889 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:18:28.562656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.568358 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.573365 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f05b2a6e-8125-4a3f-80ae-f77f2671fdc5 HTTP/1.1" status: 204 len: 168 time: 0.3843975 Jul 08 02:18:28.587170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a941-9095-4e33-8b81-98508c992434 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05b2a6e-8125-4a3f-80ae-f77f2671fdc5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:28.651690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:28.690546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f0edda91-b0ac-4810-9dc9-ae61ed39720f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c675b32a939a4586968ebf9564c127a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432861 Jul 08 02:18:28.692921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:28.749428 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df7ac297-5f28-4cf2-8dc1-04f303163fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.777575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df7ac297-5f28-4cf2-8dc1-04f303163fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.921135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df7ac297-5f28-4cf2-8dc1-04f303163fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.927330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df7ac297-5f28-4cf2-8dc1-04f303163fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.932184 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df7ac297-5f28-4cf2-8dc1-04f303163fb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/337a6850-37bf-4b0c-9dce-e3d12700dec4 HTTP/1.1" status: 204 len: 168 time: 0.2352152 Jul 08 02:18:28.954776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ac297-5f28-4cf2-8dc1-04f303163fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a6850-37bf-4b0c-9dce-e3d12700dec4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:28.996671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:29.041703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-272ffd7d-a5ac-4d89-83c2-793f48a4b1e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c949ab8e37d441a9b457ee9316ebaa81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436175 Jul 08 02:18:29.044180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:29.058702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a15f0-dd96-463f-99d3-dc1151f0b53a req-3e052aa2-0353-47f2-9210-4ff802b242ea tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:29.060497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-075a15f0-dd96-463f-99d3-dc1151f0b53a req-3e052aa2-0353-47f2-9210-4ff802b242ea tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 944 time: 0.0968812 Jul 08 02:18:29.106919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c497546f-fc52-461d-92ed-49d729ed2ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:29.113048 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-075a15f0-dd96-463f-99d3-dc1151f0b53a req-2c73123a-e411-48bf-ba57-a39b592796df tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Jul 08 02:18:29.137070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c497546f-fc52-461d-92ed-49d729ed2ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:29.279206 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c497546f-fc52-461d-92ed-49d729ed2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:29.281765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c497546f-fc52-461d-92ed-49d729ed2ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:29.282916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c497546f-fc52-461d-92ed-49d729ed2ceb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd664769-478e-467b-aeb1-43d9ac42ce44 HTTP/1.1" status: 204 len: 168 time: 0.2351532 Jul 08 02:18:29.291494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497546f-fc52-461d-92ed-49d729ed2ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd664769-478e-467b-aeb1-43d9ac42ce44,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:29.391313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 823e37ee-3370-46f2-b746-e3748497129a details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:29.506758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 823e37ee-3370-46f2-b746-e3748497129a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=823e37ee-3370-46f2-b746-e3748497129a,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:29.522466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '823e37ee-3370-46f2-b746-e3748497129a', 'network_id': 'e8ce7582-693e-452b-99f9-a6c8997c8f29', 'port_id': '823e37ee-3370-46f2-b746-e3748497129a', 'mac_address': 'fa:16:3e:bc:ed:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62471928-cf45-4edd-9e96-9e09427783cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:29.566470 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:29.584840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823e37ee-3370-46f2-b746-e3748497129a {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:29.609479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 823e37ee-3370-46f2-b746-e3748497129a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=823e37ee-3370-46f2-b746-e3748497129a,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:29.719360 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:29.770424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=823e37ee-3370-46f2-b746-e3748497129a,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:29.940440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['823e37ee-3370-46f2-b746-e3748497129a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:30.034418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:30.116229 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fe90e26d-0ae0-4d96-9423-ecc4314cf0a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=162855bd652e45dfacbcf6e1d50d3cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795088 Jul 08 02:18:30.118749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39114) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:30.185104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:30.217135 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:30.353601 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:30.356487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e84b-0357-4465-8ed5-0a16daa4a0a6 req-1f6f6575-32f8-4b76-a2e5-07ee86c06f91 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:30.356666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:30.357900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58073188-db4c-4251-9c81-4e77be45135d HTTP/1.1" status: 204 len: 168 time: 0.2378159 Jul 08 02:18:30.358042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7598e84b-0357-4465-8ed5-0a16daa4a0a6 req-1f6f6575-32f8-4b76-a2e5-07ee86c06f91 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 945 time: 0.0727475 Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58073188-db4c-4251-9c81-4e77be45135d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.383505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfe88f-670c-4656-846f-a2bd2786f864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:30.415224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7598e84b-0357-4465-8ed5-0a16daa4a0a6 req-76766b59-c9fb-4280-b26a-b9b676fab679 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485201 Jul 08 02:18:30.508441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39138) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:30.776938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1469402897-network', 'tenant_id': '660c4aeb316e4628841bffe201e668e6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:30.905326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Made reservation on behalf of 660c4aeb316e4628841bffe201e668e6 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:30.908975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:30.929144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.047411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.153308 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.173373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:18:31.190880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:31.193837 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.194184 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Added segment 6dcabda9-c34a-43fb-a40b-80cd35c3b556 of type vlan for network fc77f33d-bf64-4692-bcad-271d2527aff2 Jul 08 02:18:31.238684 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.325096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.326104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:31.329960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.390700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] Pushing event updated for resources: {'Network': ['ID=fc77f33d-bf64-4692-bcad-271d2527aff2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:31.403410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network fc77f33d-bf64-4692-bcad-271d2527aff2 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:18:31.407214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 823e37ee-3370-46f2-b746-e3748497129a up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:31.440474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d867ce21-5d44-494e-8018-da4a3552e63d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9307735 Jul 08 02:18:31.443796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39184) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:31.449063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Request body: {'subnet': {'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1469402897-subnet', 'tenant_id': '660c4aeb316e4628841bffe201e668e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:31.557472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Made reservation on behalf of 660c4aeb316e4628841bffe201e668e6 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:31.562520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.579792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 823e37ee-3370-46f2-b746-e3748497129a completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:31.584434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 823e37ee-3370-46f2-b746-e3748497129a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:31.585213 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.630327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a246c5-5ad8-446b-a786-cf8b7724ad70 req-cba3d2ff-edc9-41d9-a5cc-4ad20270f710 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:31.632213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78a246c5-5ad8-446b-a786-cf8b7724ad70 req-cba3d2ff-edc9-41d9-a5cc-4ad20270f710 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 945 time: 0.0812085 Jul 08 02:18:31.692838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78a246c5-5ad8-446b-a786-cf8b7724ad70 req-dd0facb1-f4f5-4a1d-93c4-689e9c9baf04 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534608 Jul 08 02:18:31.697950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.725531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0815dcdd-3150-470e-85f7-d14c8210d6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823e37ee-3370-46f2-b746-e3748497129a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:31.727881 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180315b3-a2be-4dbb-8681-7e4d840a12eb" -d '{"events": [{"server_uuid": "0815dcdd-3150-470e-85f7-d14c8210d6ab", "name": "network-vif-plugged", "status": "completed", "tag": "823e37ee-3370-46f2-b746-e3748497129a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:31.741152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 823e37ee-3370-46f2-b746-e3748497129a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=823e37ee-3370-46f2-b746-e3748497129a,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:31.781832 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f6f3e-9213-4e2e-b263-9d50288f7503 x-openstack-request-id: req-ea7f6f3e-9213-4e2e-b263-9d50288f7503 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:31.782188 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0815dcdd-3150-470e-85f7-d14c8210d6ab", "name": "network-vif-plugged", "status": "completed", "tag": "823e37ee-3370-46f2-b746-e3748497129a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:31.782839 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea7f6f3e-9213-4e2e-b263-9d50288f7503 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:31.790518 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0815dcdd-3150-470e-85f7-d14c8210d6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823e37ee-3370-46f2-b746-e3748497129a', 'code': 200} Jul 08 02:18:31.847965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.897850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=823e37ee-3370-46f2-b746-e3748497129a,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:31.904976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51234d-dad8-496c-a4c2-faa8cfb4b59d req-3e947be1-adcb-468d-b6a6-c51fbf46c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:31.905792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:31.906613 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea51234d-dad8-496c-a4c2-faa8cfb4b59d req-3e947be1-adcb-468d-b6a6-c51fbf46c3f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 1098 time: 0.0613108 Jul 08 02:18:31.948083 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea51234d-dad8-496c-a4c2-faa8cfb4b59d req-1922f265-2924-4014-b924-0a9259611f82 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Jul 08 02:18:31.968528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=06566d28-ffe6-4bf2-be37-409f1b79c567,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:31.986051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Checking segment: {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:31.987381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Network hostable DHCP agents. Network: fc77f33d-bf64-4692-bcad-271d2527aff2, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:18:32.062455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Network fc77f33d-bf64-4692-bcad-271d2527aff2 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:18:32.170582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, fc77f33d-bf64-4692-bcad-271d2527aff2) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:32.174852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:32.175506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:32.182506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912321e6-1107-4a35-b2b2-adbf68232f45 None None] Network fc77f33d-bf64-4692-bcad-271d2527aff2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:18:32.257374 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d5db5d7e-3ffc-45d3-914b-9aeaa29a84ee admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8124413 Jul 08 02:18:32.328908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da15b277-3b38-4e81-84bb-dcb087b8971c None None] Network fc77f33d-bf64-4692-bcad-271d2527aff2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:18:32.746163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0b582fd3-2cad-463c-978c-d678f3f4f95e tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:32.747719 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0b582fd3-2cad-463c-978c-d678f3f4f95e tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/networks?id=fc77f33d-bf64-4692-bcad-271d2527aff2 HTTP/1.1" status: 200 len: 818 time: 0.1235933 Jul 08 02:18:32.767316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-7c45fbaf-46b3-429e-b7c0-fc78e6ae1f88 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/quotas/660c4aeb316e4628841bffe201e668e6 HTTP/1.1" status: 200 len: 375 time: 0.0131762 Jul 08 02:18:32.831607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-02dea48e-72c0-4a3e-a7e0-212e9089fa51 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=660c4aeb316e4628841bffe201e668e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557778 Jul 08 02:18:32.904744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb12889-c70d-496f-a510-2ebd761252c9 req-e1bedafd-7945-4b8f-8be4-3a3c134c4669 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:32.907795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1cb12889-c70d-496f-a510-2ebd761252c9 req-e1bedafd-7945-4b8f-8be4-3a3c134c4669 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0781674 Jul 08 02:18:32.931612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-c1915e03-30f6-4fa6-8439-24f6a4c2e3d9 service neutron] 10.222.0.10 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990744 Jul 08 02:18:32.967319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1cb12889-c70d-496f-a510-2ebd761252c9 req-26057b0d-93c9-479b-8c07-20e68165f5ce tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Jul 08 02:18:33.038274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-d1fc4136-0691-4432-81c8-22e24acde265 service neutron] 10.222.0.10 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980494 Jul 08 02:18:33.700985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d2fdc92e-f7f2-470b-a184-04111cf9e437 req-c8f41d45-9680-4888-ab5e-77b444401e8f tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 210 time: 0.0372727 Jul 08 02:18:34.161817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210c8ea-0515-4aaa-b8a0-efaf67d6a29c req-e31ac8be-a480-46f5-a33d-a98d2f560709 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:34.163527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8210c8ea-0515-4aaa-b8a0-efaf67d6a29c req-e31ac8be-a480-46f5-a33d-a98d2f560709 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0792608 Jul 08 02:18:34.203990 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8210c8ea-0515-4aaa-b8a0-efaf67d6a29c req-81654497-fda9-4552-a311-637259740a35 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346758 Jul 08 02:18:34.783072 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9396000-0b72-4b47-b7f7-fa219cdea280 req-036d9e5b-9521-4004-95d6-b3818f42437d tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 210 time: 0.0293984 Jul 08 02:18:34.996970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f20ca0-b4c5-4b40-be02-1fa05ea87027 req-32f75fd4-5317-41e0-9e79-abfb798ff884 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:34.998790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78f20ca0-b4c5-4b40-be02-1fa05ea87027 req-32f75fd4-5317-41e0-9e79-abfb798ff884 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0827160 Jul 08 02:18:35.036725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-0df3a8e4-efce-4157-be23-904858a7bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:35.039206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-0df3a8e4-efce-4157-be23-904858a7bc07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 1098 time: 0.0666986 Jul 08 02:18:35.046574 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78f20ca0-b4c5-4b40-be02-1fa05ea87027 req-5eac4901-f84b-4165-8edd-9780b334fe8d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Jul 08 02:18:35.149273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-d9df3b2c-dddf-44e9-88fe-ed5b3c46ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:35.150818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-d9df3b2c-dddf-44e9-88fe-ed5b3c46ea25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 200 len: 912 time: 0.1050842 Jul 08 02:18:35.201156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-949e90c1-1ed6-4124-8456-af8bcae4177d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=823e37ee-3370-46f2-b746-e3748497129a HTTP/1.1" status: 200 len: 217 time: 0.0441263 Jul 08 02:18:35.262576 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-abd57d75-eded-423c-9d6a-e1061d44e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:35.264189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-abd57d75-eded-423c-9d6a-e1061d44e754 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62471928-cf45-4edd-9e96-9e09427783cb HTTP/1.1" status: 200 len: 851 time: 0.0570164 Jul 08 02:18:35.298940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-bb8e1d85-01cb-4f00-adb2-371f5ef48cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ce7582-693e-452b-99f9-a6c8997c8f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279729 Jul 08 02:18:35.398555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-39f3a040-2e45-4cea-a0c9-4927010758aa service neutron] 10.222.0.32 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927637 Jul 08 02:18:35.502893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-679094a8-454d-4c0b-b016-db4cb3a90181 req-4cc48bf9-2219-4a6b-a45d-f9630e3b04ae service neutron] 10.222.0.32 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982578 Jul 08 02:18:35.874073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19740013-c49e-4cd1-93be-75be096a44fd req-c051e302-2c9e-4eaa-a29a-50a5ad3eda59 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 210 time: 0.0322390 Jul 08 02:18:36.239871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563b9e-db69-4fd6-8ea4-5b451043a6aa req-0dd79e51-3669-4f95-bd5e-b34275744c61 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:36.241384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2563b9e-db69-4fd6-8ea4-5b451043a6aa req-0dd79e51-3669-4f95-bd5e-b34275744c61 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0792844 Jul 08 02:18:36.285044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2563b9e-db69-4fd6-8ea4-5b451043a6aa req-f0931d1f-ed7b-478b-9898-7e66043c607f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361068 Jul 08 02:18:36.969874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d12b0f9a-0ae3-4a97-a305-d32e5c05c025 req-ef8d3138-8493-4e67-944d-a993a0238c2f tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 210 time: 0.0333855 Jul 08 02:18:37.519823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baef06-b9d2-4997-92f3-d688465555f6 req-be9024a7-fe91-4b59-af44-dc38b25478c6 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:37.528564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-05baef06-b9d2-4997-92f3-d688465555f6 req-be9024a7-fe91-4b59-af44-dc38b25478c6 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.1034703 Jul 08 02:18:37.613387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-05baef06-b9d2-4997-92f3-d688465555f6 req-45cb17a2-0acb-4451-9aff-ea2080f74aae tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755901 Jul 08 02:18:38.182897 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96fdef0b-a8e4-4a3b-b7cf-59f02f79421d req-99ad7042-3904-4afa-82bb-b06cb62adb73 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 210 time: 0.0740507 Jul 08 02:18:38.377581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-f9d9e8a9-de26-48b7-ab2e-13b141dcf6c2 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:38.379449 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-f9d9e8a9-de26-48b7-ab2e-13b141dcf6c2 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.18 "GET /v2.0/networks?id=fc77f33d-bf64-4692-bcad-271d2527aff2 HTTP/1.1" status: 200 len: 818 time: 0.1425121 Jul 08 02:18:38.416884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Request body: {'port': {'device_id': '59528193-8f85-47da-bd8d-d667b6a11b66', 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2', 'admin_state_up': True, 'tenant_id': '660c4aeb316e4628841bffe201e668e6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:38.585340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-e5a4ce82-f549-45da-bb13-e9204f2d0526 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:38.589273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-e5a4ce82-f549-45da-bb13-e9204f2d0526 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.32 "GET /v2.0/networks?id=fc77f33d-bf64-4692-bcad-271d2527aff2 HTTP/1.1" status: 200 len: 818 time: 0.2407036 Jul 08 02:18:38.603654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Request body: {'port': {'device_id': 'ed2fe26f-3f27-42c4-a16c-cee32863bb73', 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2', 'admin_state_up': True, 'tenant_id': '660c4aeb316e4628841bffe201e668e6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:38.777652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Made reservation on behalf of 660c4aeb316e4628841bffe201e668e6 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:38.782876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:38.863249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6360076-0708-449d-a81a-258bfb5b7cb2 req-c18945f8-f241-46dd-b03a-8345e83088cd tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:38.865945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6360076-0708-449d-a81a-258bfb5b7cb2 req-c18945f8-f241-46dd-b03a-8345e83088cd tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0903111 Jul 08 02:18:38.955054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6360076-0708-449d-a81a-258bfb5b7cb2 req-25b34418-4ff7-4e2c-ab94-66336236d98b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833402 Jul 08 02:18:38.986038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Made reservation on behalf of 660c4aeb316e4628841bffe201e668e6 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:38.990294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:39.035455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Allocated IP 172.20.0.8 (fc77f33d-bf64-4692-bcad-271d2527aff2/06566d28-ffe6-4bf2-be37-409f1b79c567/56af7bae-c946-4fa8-886e-05d70a5a43a9) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:39.215106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-c6f56abd-1633-48a6-b9e4-b1a131e02eea tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:39.216415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-c6f56abd-1633-48a6-b9e4-b1a131e02eea tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.18 "GET /v2.0/networks?id=fc77f33d-bf64-4692-bcad-271d2527aff2 HTTP/1.1" status: 200 len: 818 time: 0.1275320 Jul 08 02:18:39.231284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Request body: {'port': {'device_id': '74688efc-499e-481e-bdf5-c5fe673f82ff', 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2', 'admin_state_up': True, 'tenant_id': '660c4aeb316e4628841bffe201e668e6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:39.273125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:39.385096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-380757d9-3c4d-4445-92b3-b0533447857e req-f97c3ee0-3673-46ed-83d0-37405671c118 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 210 time: 0.0449131 Jul 08 02:18:39.390660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:39.472515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Network fc77f33d-bf64-4692-bcad-271d2527aff2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:39.481030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:39.486492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:39.542373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Allocated IP 172.20.0.10 (fc77f33d-bf64-4692-bcad-271d2527aff2/06566d28-ffe6-4bf2-be37-409f1b79c567/dc0dd356-13a2-42dc-8466-3473a2bb9890) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:39.548296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Pushing event updated for resources: {'Port': ['ID=56af7bae-c946-4fa8-886e-05d70a5a43a9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:39.578885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:39.579626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:39.752724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:39.875809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Made reservation on behalf of 660c4aeb316e4628841bffe201e668e6 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:39.879529 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:40.048657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:40.116733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Network fc77f33d-bf64-4692-bcad-271d2527aff2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:40.141725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:40.141725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:40.150945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Allocated IP 172.20.0.9 (fc77f33d-bf64-4692-bcad-271d2527aff2/06566d28-ffe6-4bf2-be37-409f1b79c567/c234f4fc-f0d9-42bb-a975-ec80568b64f1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:40.161171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Pushing event updated for resources: {'Port': ['ID=dc0dd356-13a2-42dc-8466-3473a2bb9890,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:40.200592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:40.202904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:40.209412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ccf16-9856-431b-8c55-f7b7f4986a71 req-56f6760a-fc17-4a49-99ee-b611e5b538ca tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:40.211904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-424ccf16-9856-431b-8c55-f7b7f4986a71 req-56f6760a-fc17-4a49-99ee-b611e5b538ca tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.1220653 Jul 08 02:18:40.245662 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-fee95361-a724-4c8c-962d-9caf798f62cb tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8333480 Jul 08 02:18:40.273718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Request body: {'port': {'device_id': '59528193-8f85-47da-bd8d-d667b6a11b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:40.319020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-424ccf16-9856-431b-8c55-f7b7f4986a71 req-9d7c109e-8699-4359-94af-b327ab120bb0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007731 Jul 08 02:18:40.379945 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:40.390932 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:40.594105 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aff4f1b9-bc45-4c34-8d7b-c86eb7a26d93 req-70e7864b-3502-451f-b8d9-0b216ac22ee0 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 210 time: 0.0361304 Jul 08 02:18:40.595372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6bb34590-8267-4ec2-a285-5bf4ea98c90c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9969323 Jul 08 02:18:40.607877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Request body: {'port': {'device_id': 'ed2fe26f-3f27-42c4-a16c-cee32863bb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:40.654545 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:40.739738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Network fc77f33d-bf64-4692-bcad-271d2527aff2 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:40.775301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:40.786039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:40.865168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Pushing event updated for resources: {'Port': ['ID=c234f4fc-f0d9-42bb-a975-ec80568b64f1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:40.881164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:40.883252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:40.991622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-9d3d2cb9-09d0-4ad7-957c-024426e42055 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7657423 Jul 08 02:18:41.005542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Request body: {'port': {'device_id': '74688efc-499e-481e-bdf5-c5fe673f82ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:41.138385 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:41.191944 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:41.356905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56af7bae-c946-4fa8-886e-05d70a5a43a9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:41.372335 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:41.394432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Transition to ACTIVE for port object 56af7bae-c946-4fa8-886e-05d70a5a43a9 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:41.470262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:41.568303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Pushing event updated for resources: {'Port': ['ID=56af7bae-c946-4fa8-886e-05d70a5a43a9,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:41.704270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c234f4fc-f0d9-42bb-a975-ec80568b64f1 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:41.719792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Attempting to bind port 56af7bae-c946-4fa8-886e-05d70a5a43a9 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:41.720210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Attempting to bind port 56af7bae-c946-4fa8-886e-05d70a5a43a9 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:41.720562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Attempting to bind port 56af7bae-c946-4fa8-886e-05d70a5a43a9 on network fc77f33d-bf64-4692-bcad-271d2527aff2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:41.728723 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:41.736762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Port 56af7bae-c946-4fa8-886e-05d70a5a43a9 on network fc77f33d-bf64-4692-bcad-271d2527aff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:18:41.737108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Attempting to bind port 56af7bae-c946-4fa8-886e-05d70a5a43a9 on network fc77f33d-bf64-4692-bcad-271d2527aff2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:41.748674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:41.749019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Checking segment: {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:41.749414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Bound using segment: {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:41.749853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Bound port: 56af7bae-c946-4fa8-886e-05d70a5a43a9, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:41.750223 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:41.763852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Transition to ACTIVE for port object c234f4fc-f0d9-42bb-a975-ec80568b64f1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:41.869119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:41.958590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] For port 56af7bae-c946-4fa8-886e-05d70a5a43a9, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:41.961678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Pushing event updated for resources: {'Port': ['ID=c234f4fc-f0d9-42bb-a975-ec80568b64f1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:42.003973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dd627-2414-4179-be04-c08eb10b3b7b req-713d2573-f2f2-4cb8-a6aa-0edca3383c4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.011627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-640dd627-2414-4179-be04-c08eb10b3b7b req-713d2573-f2f2-4cb8-a6aa-0edca3383c4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.2429643 Jul 08 02:18:42.026963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] For port 56af7bae-c946-4fa8-886e-05d70a5a43a9, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=56af7bae-c946-4fa8-886e-05d70a5a43a9,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:42.064335 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a0620b7-8cb8-4394-8e00-21ecc1a7f322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.085321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b4c0f-2718-44aa-b706-3317273406f5 req-5d3c6137-92f2-4ab6-973b-c75a64cda865 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.097251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec1b4c0f-2718-44aa-b706-3317273406f5 req-5d3c6137-92f2-4ab6-973b-c75a64cda865 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 943 time: 0.2455995 Jul 08 02:18:42.112085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-640dd627-2414-4179-be04-c08eb10b3b7b req-efa0a055-40be-44c1-8ba3-a0a81c06759e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993857 Jul 08 02:18:42.127621 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.138734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Attempting to bind port c234f4fc-f0d9-42bb-a975-ec80568b64f1 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:42.139424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Attempting to bind port c234f4fc-f0d9-42bb-a975-ec80568b64f1 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:42.140020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Attempting to bind port c234f4fc-f0d9-42bb-a975-ec80568b64f1 on network fc77f33d-bf64-4692-bcad-271d2527aff2 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:42.144898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Port c234f4fc-f0d9-42bb-a975-ec80568b64f1 on network fc77f33d-bf64-4692-bcad-271d2527aff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:18:42.145511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Attempting to bind port c234f4fc-f0d9-42bb-a975-ec80568b64f1 on network fc77f33d-bf64-4692-bcad-271d2527aff2 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:42.150886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:42.152228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Checking segment: {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:42.152996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Bound using segment: {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:42.153732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Bound port: c234f4fc-f0d9-42bb-a975-ec80568b64f1, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:42.154358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.226192 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec1b4c0f-2718-44aa-b706-3317273406f5 req-3ed329df-4def-463d-9da3-3f88f5c5124c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276968 Jul 08 02:18:42.230134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.239992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.242954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] 10.222.0.18 "PUT /v2.0/ports/56af7bae-c946-4fa8-886e-05d70a5a43a9 HTTP/1.1" status: 200 len: 1092 time: 1.9869444 Jul 08 02:18:42.246261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59528193-8f85-47da-bd8d-d667b6a11b66', 'tag': '56af7bae-c946-4fa8-886e-05d70a5a43a9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:42.250010 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba0cdd-fd57-41ee-abb8-03d3bfec5855" -d '{"events": [{"name": "network-changed", "server_uuid": "59528193-8f85-47da-bd8d-d667b6a11b66", "tag": "56af7bae-c946-4fa8-886e-05d70a5a43a9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:42.251758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] For port c234f4fc-f0d9-42bb-a975-ec80568b64f1, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:42.255500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] For port c234f4fc-f0d9-42bb-a975-ec80568b64f1, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c234f4fc-f0d9-42bb-a975-ec80568b64f1,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:42.273275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0dd356-13a2-42dc-8466-3473a2bb9890 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:42.291696 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.317052 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c276fc19-2047-439e-8727-917d28166e05 x-openstack-request-id: req-c276fc19-2047-439e-8727-917d28166e05 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:42.317280 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59528193-8f85-47da-bd8d-d667b6a11b66", "tag": "56af7bae-c946-4fa8-886e-05d70a5a43a9", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:42.317542 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c276fc19-2047-439e-8727-917d28166e05 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:42.317951 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59528193-8f85-47da-bd8d-d667b6a11b66', 'tag': '56af7bae-c946-4fa8-886e-05d70a5a43a9', 'status': 'completed', 'code': 200} Jul 08 02:18:42.320046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Transition to ACTIVE for port object dc0dd356-13a2-42dc-8466-3473a2bb9890 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:42.320926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c3bfa-f575-402b-830c-651590af63d5 service neutron] Pushing event updated for resources: {'Port': ['ID=56af7bae-c946-4fa8-886e-05d70a5a43a9,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:42.330943 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.367150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.367927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.369463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] 10.222.0.18 "PUT /v2.0/ports/c234f4fc-f0d9-42bb-a975-ec80568b64f1 HTTP/1.1" status: 200 len: 1092 time: 1.3698678 Jul 08 02:18:42.370004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74688efc-499e-481e-bdf5-c5fe673f82ff', 'tag': 'c234f4fc-f0d9-42bb-a975-ec80568b64f1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:42.372422 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcffe012-dbb3-4623-89de-e0daf77a8fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "74688efc-499e-481e-bdf5-c5fe673f82ff", "tag": "c234f4fc-f0d9-42bb-a975-ec80568b64f1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:42.399749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c856fb-304a-4f81-b204-0bed72ec7c9c service neutron] Pushing event updated for resources: {'Port': ['ID=c234f4fc-f0d9-42bb-a975-ec80568b64f1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:42.417790 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.422642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba0cdd-fd57-41ee-abb8-03d3bfec5855 req-9e269c55-5424-40e1-8812-87b36158871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.428516 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9ba0cdd-fd57-41ee-abb8-03d3bfec5855 req-9e269c55-5424-40e1-8812-87b36158871f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=660c4aeb316e4628841bffe201e668e6&device_id=59528193-8f85-47da-bd8d-d667b6a11b66 HTTP/1.1" status: 200 len: 1095 time: 0.0837657 Jul 08 02:18:42.429993 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ea6d6-ef1e-4704-8227-dd1204e75cd9 x-openstack-request-id: req-d96ea6d6-ef1e-4704-8227-dd1204e75cd9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:42.430297 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74688efc-499e-481e-bdf5-c5fe673f82ff", "tag": "c234f4fc-f0d9-42bb-a975-ec80568b64f1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:42.430552 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d96ea6d6-ef1e-4704-8227-dd1204e75cd9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:42.430965 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74688efc-499e-481e-bdf5-c5fe673f82ff', 'tag': 'c234f4fc-f0d9-42bb-a975-ec80568b64f1', 'status': 'completed', 'code': 200} Jul 08 02:18:42.519698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffe012-dbb3-4623-89de-e0daf77a8fc5 req-0bcb59e6-0260-4c7a-a34b-fde5fc239829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.521357 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dcffe012-dbb3-4623-89de-e0daf77a8fc5 req-0bcb59e6-0260-4c7a-a34b-fde5fc239829 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=660c4aeb316e4628841bffe201e668e6&device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 1095 time: 0.0606773 Jul 08 02:18:42.540074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0dd356-13a2-42dc-8466-3473a2bb9890,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:42.650528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba0cdd-fd57-41ee-abb8-03d3bfec5855 req-fd4bdde2-778f-48de-838a-e34b4fb25b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.652180 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9ba0cdd-fd57-41ee-abb8-03d3bfec5855 req-fd4bdde2-778f-48de-838a-e34b4fb25b5f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=660c4aeb316e4628841bffe201e668e6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1988425 Jul 08 02:18:42.654506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Attempting to bind port dc0dd356-13a2-42dc-8466-3473a2bb9890 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:42.654829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Attempting to bind port dc0dd356-13a2-42dc-8466-3473a2bb9890 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:42.655173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Attempting to bind port dc0dd356-13a2-42dc-8466-3473a2bb9890 on network fc77f33d-bf64-4692-bcad-271d2527aff2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:42.656135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffe012-dbb3-4623-89de-e0daf77a8fc5 req-81461eb6-0c05-4378-8c48-ebed9aeaf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.657746 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dcffe012-dbb3-4623-89de-e0daf77a8fc5 req-81461eb6-0c05-4378-8c48-ebed9aeaf07a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=660c4aeb316e4628841bffe201e668e6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1288657 Jul 08 02:18:42.659833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Port dc0dd356-13a2-42dc-8466-3473a2bb9890 on network fc77f33d-bf64-4692-bcad-271d2527aff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:18:42.660164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Attempting to bind port dc0dd356-13a2-42dc-8466-3473a2bb9890 on network fc77f33d-bf64-4692-bcad-271d2527aff2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:42.665005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:42.665350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Checking segment: {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:42.665748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Bound using segment: {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:42.666240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Bound port: dc0dd356-13a2-42dc-8466-3473a2bb9890, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dcabda9-c34a-43fb-a40b-80cd35c3b556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:42.666609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.762525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffe012-dbb3-4623-89de-e0daf77a8fc5 req-90570d4b-5c55-4e9c-ac52-426865085b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.764232 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dcffe012-dbb3-4623-89de-e0daf77a8fc5 req-90570d4b-5c55-4e9c-ac52-426865085b95 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965173 Jul 08 02:18:42.813415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] For port dc0dd356-13a2-42dc-8466-3473a2bb9890, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:42.819008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] For port dc0dd356-13a2-42dc-8466-3473a2bb9890, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc0dd356-13a2-42dc-8466-3473a2bb9890,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:42.820184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba0cdd-fd57-41ee-abb8-03d3bfec5855 req-5012d5e1-914b-4b89-86d4-9992205706c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.821707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9ba0cdd-fd57-41ee-abb8-03d3bfec5855 req-5012d5e1-914b-4b89-86d4-9992205706c8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1531014 Jul 08 02:18:42.900041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-b348f070-9eb2-419e-b42d-b99a5dc5c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:42.900041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-b348f070-9eb2-419e-b42d-b99a5dc5c34c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=660c4aeb316e4628841bffe201e668e6&device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 1095 time: 0.0932941 Jul 08 02:18:42.949608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:42.967617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-a0da967f-93d2-48d6-a4c0-28db9e7144fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c234f4fc-f0d9-42bb-a975-ec80568b64f1 HTTP/1.1" status: 200 len: 217 time: 0.0559316 Jul 08 02:18:43.000491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:43.001122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:43.002512 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/dc0dd356-13a2-42dc-8466-3473a2bb9890 HTTP/1.1" status: 200 len: 1093 time: 2.3991725 Jul 08 02:18:43.033644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-32cb820c-6d58-4dab-97c0-6c762e8ecda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:43.035569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-32cb820c-6d58-4dab-97c0-6c762e8ecda6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06566d28-ffe6-4bf2-be37-409f1b79c567 HTTP/1.1" status: 200 len: 858 time: 0.0528414 Jul 08 02:18:43.041250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325c122-8215-4a3c-b78c-8dd91be1b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0dd356-13a2-42dc-8466-3473a2bb9890,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:43.048214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-7a7d34d8-74f4-437b-a183-026dbbfaa7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:43.049760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-7a7d34d8-74f4-437b-a183-026dbbfaa7e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=660c4aeb316e4628841bffe201e668e6&device_id=59528193-8f85-47da-bd8d-d667b6a11b66 HTTP/1.1" status: 200 len: 1095 time: 0.1834693 Jul 08 02:18:43.076776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-34c99d7c-b66c-4b41-907e-0b61d51e7215 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc77f33d-bf64-4692-bcad-271d2527aff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318706 Jul 08 02:18:43.093070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-6d1d041b-f66a-45d2-9e27-eb250ac99f7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56af7bae-c946-4fa8-886e-05d70a5a43a9 HTTP/1.1" status: 200 len: 217 time: 0.0362630 Jul 08 02:18:43.178352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-4c50f315-0a1a-487f-9ab0-1af152fedfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:43.180586 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-4c50f315-0a1a-487f-9ab0-1af152fedfd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06566d28-ffe6-4bf2-be37-409f1b79c567 HTTP/1.1" status: 200 len: 858 time: 0.0777159 Jul 08 02:18:43.253635 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-85c8aa6b-0a5e-41e3-a963-ec8b918eed4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc77f33d-bf64-4692-bcad-271d2527aff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557816 Jul 08 02:18:43.273973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-8df062cf-86ef-4588-b1ad-57f239db394e service neutron] 10.222.0.18 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846869 Jul 08 02:18:43.359940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-be390082-78dd-4d8b-9332-caf0734c6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:43.371020 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-be390082-78dd-4d8b-9332-caf0734c6ed1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660c4aeb316e4628841bffe201e668e6&device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 1096 time: 0.2187502 Jul 08 02:18:43.432169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-5ae73506-d3c0-4a02-a674-cb6fd4a4dc79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0dd356-13a2-42dc-8466-3473a2bb9890 HTTP/1.1" status: 200 len: 217 time: 0.0599017 Jul 08 02:18:43.474086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceb096-e34a-45ea-8969-fbf12d2bfafe req-302aeaea-2041-4581-b0d1-34311cd78400 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:43.476477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32ceb096-e34a-45ea-8969-fbf12d2bfafe req-302aeaea-2041-4581-b0d1-34311cd78400 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.2078769 Jul 08 02:18:43.478681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-348a6caf-b693-40a7-b4ed-2359a337c158 service neutron] 10.222.0.18 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494060 Jul 08 02:18:43.523631 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32ceb096-e34a-45ea-8969-fbf12d2bfafe req-c3de76e9-7eb6-4ea5-93a5-da8f5f117327 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Jul 08 02:18:43.560229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-c4c28425-f06d-46a4-ad3e-2443b7e3602c service neutron] 10.222.0.18 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054931 Jul 08 02:18:43.566115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-5f8ffa99-8233-466d-bb72-8424228098c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:43.567539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-5f8ffa99-8233-466d-bb72-8424228098c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06566d28-ffe6-4bf2-be37-409f1b79c567 HTTP/1.1" status: 200 len: 858 time: 0.1109624 Jul 08 02:18:43.611579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac811a20-16d2-4b14-a521-03d3a927d2d0 req-3cbf843b-b421-4f12-8fb8-2f20e7a3ffab tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:43.613090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac811a20-16d2-4b14-a521-03d3a927d2d0 req-3cbf843b-b421-4f12-8fb8-2f20e7a3ffab tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 943 time: 0.1933334 Jul 08 02:18:43.662346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-eceff412-3cdc-484f-a8b6-7f5160d66ad5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc77f33d-bf64-4692-bcad-271d2527aff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836356 Jul 08 02:18:43.766749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac811a20-16d2-4b14-a521-03d3a927d2d0 req-6c03c293-c250-41d4-8e22-387eaaa3a288 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135483 Jul 08 02:18:44.055787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-3fe287a6-df96-4aeb-a8dc-c0c43a32fb1d service neutron] 10.222.0.18 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293446 Jul 08 02:18:44.055787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-d1823017-ac0f-40a8-bcb8-95107f46997f service neutron] 10.222.0.32 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402528 Jul 08 02:18:44.055787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e96e1dc-fc9c-4380-9c96-2a7a0758b1e1 req-25888964-d022-4270-9c87-fc0c8026a9b4 service neutron] 10.222.0.32 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018019 Jul 08 02:18:44.319848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2fe26f-3f27-42c4-a16c-cee32863bb73', 'tag': 'dc0dd356-13a2-42dc-8466-3473a2bb9890'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:44.322426 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb028b09-13af-4f38-b9d7-298ad85bcd58" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2fe26f-3f27-42c4-a16c-cee32863bb73", "tag": "dc0dd356-13a2-42dc-8466-3473a2bb9890"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:44.388852 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa02e963-0313-46b0-8bab-db67bb0e7d35 x-openstack-request-id: req-aa02e963-0313-46b0-8bab-db67bb0e7d35 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:44.389678 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2fe26f-3f27-42c4-a16c-cee32863bb73", "tag": "dc0dd356-13a2-42dc-8466-3473a2bb9890", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:44.390359 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa02e963-0313-46b0-8bab-db67bb0e7d35 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:44.390961 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2fe26f-3f27-42c4-a16c-cee32863bb73', 'tag': 'dc0dd356-13a2-42dc-8466-3473a2bb9890', 'status': 'completed', 'code': 200} Jul 08 02:18:44.460906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-720c9562-d3dc-43b6-b5af-1d87fa162413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:44.462699 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-720c9562-d3dc-43b6-b5af-1d87fa162413 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660c4aeb316e4628841bffe201e668e6&device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 1096 time: 0.0665381 Jul 08 02:18:44.490444 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b0d4add2-83c2-43bd-8391-6fbeb85a0b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:44.646676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-c65b3198-8c2c-4637-8c5d-4a1aa92cf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:44.650194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-c65b3198-8c2c-4637-8c5d-4a1aa92cf89c service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc77f33d-bf64-4692-bcad-271d2527aff2 HTTP/1.1" status: 200 len: 919 time: 0.1803048 Jul 08 02:18:44.720062 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-0489be43-5e30-41f5-bf47-3684ab1de06a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0dd356-13a2-42dc-8466-3473a2bb9890 HTTP/1.1" status: 200 len: 217 time: 0.0557430 Jul 08 02:18:44.795162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a009b16-e1f3-439a-89ae-db27ccb37fbc req-05da46c2-d806-4a02-a8a3-5bc43d425956 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:44.796806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a009b16-e1f3-439a-89ae-db27ccb37fbc req-05da46c2-d806-4a02-a8a3-5bc43d425956 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.1434133 Jul 08 02:18:44.845404 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a009b16-e1f3-439a-89ae-db27ccb37fbc req-95192f89-8e0b-41f3-b358-230c9ad55037 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Jul 08 02:18:44.847501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-7e04454a-1138-4d1a-bbe3-e1ab7c7918c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:44.848922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-7e04454a-1138-4d1a-bbe3-e1ab7c7918c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06566d28-ffe6-4bf2-be37-409f1b79c567 HTTP/1.1" status: 200 len: 858 time: 0.1227477 Jul 08 02:18:44.886431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:44.893094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-229a7ec8-d174-408c-b9c9-f069c8dc2e74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc77f33d-bf64-4692-bcad-271d2527aff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360632 Jul 08 02:18:44.896743 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:45.021219 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-e8a8c6be-e3c6-4877-a4ad-bc6be4217df1 service neutron] 10.222.0.32 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208053 Jul 08 02:18:45.056536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:45.105638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063cae7-b07a-42fe-a1f6-66b9209f9e7e req-8497dd8a-7901-4d15-81dc-c1350375d491 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:45.108506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2063cae7-b07a-42fe-a1f6-66b9209f9e7e req-8497dd8a-7901-4d15-81dc-c1350375d491 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 943 time: 0.1058760 Jul 08 02:18:45.138442 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fb028b09-13af-4f38-b9d7-298ad85bcd58 req-0b63ff97-5762-40a0-940a-cc78210e62e9 service neutron] 10.222.0.32 "GET /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048846 Jul 08 02:18:45.169313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2063cae7-b07a-42fe-a1f6-66b9209f9e7e req-4376d7d7-d5b6-406c-a140-0f60b4605ac3 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600348 Jul 08 02:18:45.219404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:45.319202 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:45.366964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d08fcc6a1454b738320dad5fb456eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764893 Jul 08 02:18:45.366964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db44fac3-538d-4247-965b-df148e237b78,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:45.367817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39492) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:45.376020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.376371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.376715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.377056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.377393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.377730 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.378086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.378417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.378743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.379070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.379417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.379825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e8f86-950a-42fd-9bf4-0fb4ba44380c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:45.423395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1945e02-4597-48b5-a6ec-6f43d0139bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:45.445801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1945e02-4597-48b5-a6ec-6f43d0139bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:45.624837 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1945e02-4597-48b5-a6ec-6f43d0139bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:45.627312 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e1945e02-4597-48b5-a6ec-6f43d0139bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:45.628523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e1945e02-4597-48b5-a6ec-6f43d0139bb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db44fac3-538d-4247-965b-df148e237b78 HTTP/1.1" status: 204 len: 168 time: 0.2589924 Jul 08 02:18:45.642926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1945e02-4597-48b5-a6ec-6f43d0139bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db44fac3-538d-4247-965b-df148e237b78,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:45.770512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:46.027139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a352d-187c-47e1-b56a-04894a7a798a req-dd13416e-5e58-4389-a219-5eca148b6475 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:46.028852 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-127a352d-187c-47e1-b56a-04894a7a798a req-dd13416e-5e58-4389-a219-5eca148b6475 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0700476 Jul 08 02:18:46.067390 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-127a352d-187c-47e1-b56a-04894a7a798a req-b10f917b-597e-4bd8-9ed6-230f0cc40a90 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jul 08 02:18:46.349811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014733d-ea28-4050-b484-d230b0b599a8 req-e0f3589b-7e1d-4306-b96f-2ddcb0ee5221 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:46.351307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b014733d-ea28-4050-b484-d230b0b599a8 req-e0f3589b-7e1d-4306-b96f-2ddcb0ee5221 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 943 time: 0.0672040 Jul 08 02:18:46.388611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b014733d-ea28-4050-b484-d230b0b599a8 req-ce09104c-1157-4e09-8643-5192136f16cc tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Jul 08 02:18:46.446409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39508) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:46.459718 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-681b10cf-f303-46f2-a817-4aae8fd4b3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:46.552381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-681b10cf-f303-46f2-a817-4aae8fd4b3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:46.679275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-681b10cf-f303-46f2-a817-4aae8fd4b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:46.719980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-681b10cf-f303-46f2-a817-4aae8fd4b3b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88693da1fd464116bdc9d2e30ef5789c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724712 Jul 08 02:18:46.721213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b10cf-f303-46f2-a817-4aae8fd4b3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d052fd-4334-4efd-bce8-64fc2cb4b493,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:46.722659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39514) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:46.773921 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b2dbef-7517-4b57-8e29-0b33207eaf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:46.795245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b2dbef-7517-4b57-8e29-0b33207eaf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:46.967144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b2dbef-7517-4b57-8e29-0b33207eaf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:46.969994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d4b2dbef-7517-4b57-8e29-0b33207eaf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:46.971188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d4b2dbef-7517-4b57-8e29-0b33207eaf8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8d052fd-4334-4efd-bce8-64fc2cb4b493 HTTP/1.1" status: 204 len: 168 time: 0.2473626 Jul 08 02:18:46.980356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2dbef-7517-4b57-8e29-0b33207eaf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d052fd-4334-4efd-bce8-64fc2cb4b493,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:47.263291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ab9a4-c04e-4060-9f8b-df6956ad4277 req-f4d7f825-712a-4aae-93b7-4babebcab7aa tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:47.264891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b3ab9a4-c04e-4060-9f8b-df6956ad4277 req-f4d7f825-712a-4aae-93b7-4babebcab7aa tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0649924 Jul 08 02:18:47.304538 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b3ab9a4-c04e-4060-9f8b-df6956ad4277 req-b2423db0-647e-4a71-8531-c778dfffc6e0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Jul 08 02:18:47.424661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device dc0dd356-13a2-42dc-8466-3473a2bb9890 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:47.521492 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:47.544062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port dc0dd356-13a2-42dc-8466-3473a2bb9890, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc0dd356-13a2-42dc-8466-3473a2bb9890,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:47.555740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'dc0dd356-13a2-42dc-8466-3473a2bb9890', 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2', 'port_id': 'dc0dd356-13a2-42dc-8466-3473a2bb9890', 'mac_address': 'fa:16:3e:45:b7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06566d28-ffe6-4bf2-be37-409f1b79c567', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:47.591310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9427a-20e3-4200-9fcd-d2eaa57f78c6 req-a7cc360e-dadf-4882-8906-4c5d46e43d88 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:47.593134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cd9427a-20e3-4200-9fcd-d2eaa57f78c6 req-a7cc360e-dadf-4882-8906-4c5d46e43d88 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 943 time: 0.0792408 Jul 08 02:18:47.596074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:47.610785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0dd356-13a2-42dc-8466-3473a2bb9890 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:47.630447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port dc0dd356-13a2-42dc-8466-3473a2bb9890, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc0dd356-13a2-42dc-8466-3473a2bb9890,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:47.640177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cd9427a-20e3-4200-9fcd-d2eaa57f78c6 req-364721a5-8b38-48b5-9cfb-bde46904ceaf tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Jul 08 02:18:47.687083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 56af7bae-c946-4fa8-886e-05d70a5a43a9 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:47.716446 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:47.971375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=dc0dd356-13a2-42dc-8466-3473a2bb9890,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:47.980563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.980917 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.981260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.981599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.981937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.982268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.982600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.982924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.983254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.983606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.983935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:47.984261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:48.002847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 56af7bae-c946-4fa8-886e-05d70a5a43a9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=56af7bae-c946-4fa8-886e-05d70a5a43a9,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:48.014708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '56af7bae-c946-4fa8-886e-05d70a5a43a9', 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2', 'port_id': '56af7bae-c946-4fa8-886e-05d70a5a43a9', 'mac_address': 'fa:16:3e:ec:42:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06566d28-ffe6-4bf2-be37-409f1b79c567', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:48.026475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['dc0dd356-13a2-42dc-8466-3473a2bb9890'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:48.098918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:48.117844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56af7bae-c946-4fa8-886e-05d70a5a43a9 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:48.161020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 56af7bae-c946-4fa8-886e-05d70a5a43a9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=56af7bae-c946-4fa8-886e-05d70a5a43a9,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:48.256238 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:48.257575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device c234f4fc-f0d9-42bb-a975-ec80568b64f1 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:48.303082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port c234f4fc-f0d9-42bb-a975-ec80568b64f1, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c234f4fc-f0d9-42bb-a975-ec80568b64f1,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:48.303082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:48.335614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'c234f4fc-f0d9-42bb-a975-ec80568b64f1', 'network_id': 'fc77f33d-bf64-4692-bcad-271d2527aff2', 'port_id': 'c234f4fc-f0d9-42bb-a975-ec80568b64f1', 'mac_address': 'fa:16:3e:96:e9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06566d28-ffe6-4bf2-be37-409f1b79c567', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:48.382639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=56af7bae-c946-4fa8-886e-05d70a5a43a9,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:48.414992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:48.448934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c234f4fc-f0d9-42bb-a975-ec80568b64f1 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:48.479395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port c234f4fc-f0d9-42bb-a975-ec80568b64f1, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c234f4fc-f0d9-42bb-a975-ec80568b64f1,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:48.537731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e227-9759-4b3e-843e-e5c2b02eb743 req-89057a5a-c16a-4832-b5a8-68cb06d9bb20 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:48.539898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bcc4e227-9759-4b3e-843e-e5c2b02eb743 req-89057a5a-c16a-4832-b5a8-68cb06d9bb20 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0789461 Jul 08 02:18:48.561577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:48.590039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bcc4e227-9759-4b3e-843e-e5c2b02eb743 req-751c4183-28ec-4499-b8c3-06f03fa0d112 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Jul 08 02:18:48.627061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=c234f4fc-f0d9-42bb-a975-ec80568b64f1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:48.805941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['c234f4fc-f0d9-42bb-a975-ec80568b64f1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:48.820102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['56af7bae-c946-4fa8-886e-05d70a5a43a9'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:48.823564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eca2-2372-47c0-b756-f245a811bff4 req-187fed5d-6bfc-48e0-988a-75c72926e319 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:48.825724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd45eca2-2372-47c0-b756-f245a811bff4 req-187fed5d-6bfc-48e0-988a-75c72926e319 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 944 time: 0.0694737 Jul 08 02:18:48.871079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd45eca2-2372-47c0-b756-f245a811bff4 req-33283bc4-372a-4358-9b2c-c9e06817a407 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 Jul 08 02:18:49.424308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device dc0dd356-13a2-42dc-8466-3473a2bb9890 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:49.590085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port dc0dd356-13a2-42dc-8466-3473a2bb9890 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:49.595124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port dc0dd356-13a2-42dc-8466-3473a2bb9890 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:49.595617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:49.685813 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:49.693363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 56af7bae-c946-4fa8-886e-05d70a5a43a9 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:49.762636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port dc0dd356-13a2-42dc-8466-3473a2bb9890, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc0dd356-13a2-42dc-8466-3473a2bb9890,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:49.764929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2fe26f-3f27-42c4-a16c-cee32863bb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0dd356-13a2-42dc-8466-3473a2bb9890'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:49.767081 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be754dc9-9212-4b4c-baa7-a1c876e6641c" -d '{"events": [{"server_uuid": "ed2fe26f-3f27-42c4-a16c-cee32863bb73", "name": "network-vif-plugged", "status": "completed", "tag": "dc0dd356-13a2-42dc-8466-3473a2bb9890"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:49.814815 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f81c89a-1b2c-4f09-a6d1-166d40e6537c x-openstack-request-id: req-0f81c89a-1b2c-4f09-a6d1-166d40e6537c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:49.815114 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2fe26f-3f27-42c4-a16c-cee32863bb73", "name": "network-vif-plugged", "status": "completed", "tag": "dc0dd356-13a2-42dc-8466-3473a2bb9890", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:49.815388 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f81c89a-1b2c-4f09-a6d1-166d40e6537c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:49.815959 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2fe26f-3f27-42c4-a16c-cee32863bb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0dd356-13a2-42dc-8466-3473a2bb9890', 'code': 200} Jul 08 02:18:49.855933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b30c06-4d60-4b19-b8ba-4e0a281c9eb2 req-83fa396a-5164-4c49-bcf3-6d7ef05c2afc tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:49.858133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31b30c06-4d60-4b19-b8ba-4e0a281c9eb2 req-83fa396a-5164-4c49-bcf3-6d7ef05c2afc tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0747824 Jul 08 02:18:49.898426 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:49.903000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 56af7bae-c946-4fa8-886e-05d70a5a43a9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:49.909114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 56af7bae-c946-4fa8-886e-05d70a5a43a9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:49.909114 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:49.965494 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31b30c06-4d60-4b19-b8ba-4e0a281c9eb2 req-2b2f6b0f-2067-461b-98f8-ac1796eccbe8 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004868 Jul 08 02:18:50.007566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3dc09-bb81-4c49-a042-b292492898f4 req-836100bc-c9d4-4506-a89f-63da42775f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:50.009331 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6a3dc09-bb81-4c49-a042-b292492898f4 req-836100bc-c9d4-4506-a89f-63da42775f78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 1098 time: 0.1224947 Jul 08 02:18:50.017276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=dc0dd356-13a2-42dc-8466-3473a2bb9890,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:50.063014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6a3dc09-bb81-4c49-a042-b292492898f4 req-c984dc58-5901-4b68-8a03-b91be15a13b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460205 Jul 08 02:18:50.076602 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:50.118345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 56af7bae-c946-4fa8-886e-05d70a5a43a9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=56af7bae-c946-4fa8-886e-05d70a5a43a9,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:50.119173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c333f-5fa8-40c7-b740-9462401cde96 req-8d501ced-6829-46ed-bf6b-0f2c54859ed3 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:50.120895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-781c333f-5fa8-40c7-b740-9462401cde96 req-8d501ced-6829-46ed-bf6b-0f2c54859ed3 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 944 time: 0.0892353 Jul 08 02:18:50.171930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-781c333f-5fa8-40c7-b740-9462401cde96 req-93907a48-a8e9-46cd-adfa-a9f5a99666a9 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Jul 08 02:18:50.207592 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:50.208452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device c234f4fc-f0d9-42bb-a975-ec80568b64f1 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:50.292453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=56af7bae-c946-4fa8-886e-05d70a5a43a9,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:50.364697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port c234f4fc-f0d9-42bb-a975-ec80568b64f1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:50.369311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port c234f4fc-f0d9-42bb-a975-ec80568b64f1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:50.370301 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:50.457512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:50.497331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port c234f4fc-f0d9-42bb-a975-ec80568b64f1, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c234f4fc-f0d9-42bb-a975-ec80568b64f1,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:50.581681 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:50.656217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=c234f4fc-f0d9-42bb-a975-ec80568b64f1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:50.992334 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:51.200949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eabd69-36fd-4ca2-ba35-2ec3dc7d75a3 req-4e8979f6-ee97-48cd-8c88-5d103411e42d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:51.203137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63eabd69-36fd-4ca2-ba35-2ec3dc7d75a3 req-4e8979f6-ee97-48cd-8c88-5d103411e42d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0847285 Jul 08 02:18:51.245012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63eabd69-36fd-4ca2-ba35-2ec3dc7d75a3 req-7d839513-b2e9-4923-9161-e2027477a35e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357540 Jul 08 02:18:51.373948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce067-d9a5-4361-b4db-20f45456bfad req-1d507aa0-3a95-47c4-bb5c-787552eb36c7 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:51.376344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b10ce067-d9a5-4361-b4db-20f45456bfad req-1d507aa0-3a95-47c4-bb5c-787552eb36c7 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 945 time: 0.0704994 Jul 08 02:18:51.426028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b10ce067-d9a5-4361-b4db-20f45456bfad req-b2631acf-c433-4ad4-829a-d84de565bd26 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Jul 08 02:18:51.817500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59528193-8f85-47da-bd8d-d667b6a11b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56af7bae-c946-4fa8-886e-05d70a5a43a9'}, {'server_uuid': '74688efc-499e-481e-bdf5-c5fe673f82ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c234f4fc-f0d9-42bb-a975-ec80568b64f1'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:51.819891 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b2fdd2-7e8a-4ecf-a9a3-60bcf3a03cdc" -d '{"events": [{"server_uuid": "59528193-8f85-47da-bd8d-d667b6a11b66", "name": "network-vif-plugged", "status": "completed", "tag": "56af7bae-c946-4fa8-886e-05d70a5a43a9"}, {"server_uuid": "74688efc-499e-481e-bdf5-c5fe673f82ff", "name": "network-vif-plugged", "status": "completed", "tag": "c234f4fc-f0d9-42bb-a975-ec80568b64f1"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:51.871873 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c29b45-a18c-4c50-a627-00d471fa164a x-openstack-request-id: req-61c29b45-a18c-4c50-a627-00d471fa164a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:51.872382 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59528193-8f85-47da-bd8d-d667b6a11b66", "name": "network-vif-plugged", "status": "completed", "tag": "56af7bae-c946-4fa8-886e-05d70a5a43a9", "code": 200}, {"server_uuid": "74688efc-499e-481e-bdf5-c5fe673f82ff", "name": "network-vif-plugged", "status": "completed", "tag": "c234f4fc-f0d9-42bb-a975-ec80568b64f1", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:51.872750 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61c29b45-a18c-4c50-a627-00d471fa164a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:51.873397 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59528193-8f85-47da-bd8d-d667b6a11b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56af7bae-c946-4fa8-886e-05d70a5a43a9', 'code': 200} Jul 08 02:18:51.873753 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74688efc-499e-481e-bdf5-c5fe673f82ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c234f4fc-f0d9-42bb-a975-ec80568b64f1', 'code': 200} Jul 08 02:18:52.033094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ec0b7-507a-4512-a0a7-16d51c86a591 req-654e5e91-bda7-4213-9859-78ffdfbfaaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:52.036719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b3ec0b7-507a-4512-a0a7-16d51c86a591 req-654e5e91-bda7-4213-9859-78ffdfbfaaf8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59528193-8f85-47da-bd8d-d667b6a11b66 HTTP/1.1" status: 200 len: 1097 time: 0.0655074 Jul 08 02:18:52.042882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe608a6-bd7a-4771-a753-9b1ff6b19b2f req-d42f7c4b-1030-4565-86a5-72fd3643c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:52.044698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fe608a6-bd7a-4771-a753-9b1ff6b19b2f req-d42f7c4b-1030-4565-86a5-72fd3643c9dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 1097 time: 0.0748110 Jul 08 02:18:52.085947 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b3ec0b7-507a-4512-a0a7-16d51c86a591 req-0d805375-8086-4d7a-8b71-667b9ddb237c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Jul 08 02:18:52.088520 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fe608a6-bd7a-4771-a753-9b1ff6b19b2f req-d6561af4-c462-41d8-aa04-3cebe2fe0d52 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373881 Jul 08 02:18:52.440268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de02362-1d73-407f-a4ca-1b67e7e38981 req-4b63dbf5-2594-4920-a346-139506cbc58e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:52.447962 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2de02362-1d73-407f-a4ca-1b67e7e38981 req-4b63dbf5-2594-4920-a346-139506cbc58e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0838523 Jul 08 02:18:52.487927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2de02362-1d73-407f-a4ca-1b67e7e38981 req-94874ced-be15-4a4e-be39-e5763fde6e8c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 Jul 08 02:18:52.583136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7914d90-cc55-423e-a227-cb16a97eb433 req-5c670643-135e-4473-a0ce-830688a69ed7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:52.584877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7914d90-cc55-423e-a227-cb16a97eb433 req-5c670643-135e-4473-a0ce-830688a69ed7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 946 time: 0.0659940 Jul 08 02:18:52.637857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b7914d90-cc55-423e-a227-cb16a97eb433 req-1839f408-4f9f-46e8-acc4-64e5da8ca5b5 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470338 Jul 08 02:18:52.680885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b3b72-c80b-4c49-be55-f4369443d7fc req-5bad25f9-7221-41e2-8112-85c93cc56ae5 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:52.682405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea4b3b72-c80b-4c49-be55-f4369443d7fc req-5bad25f9-7221-41e2-8112-85c93cc56ae5 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 945 time: 0.0947471 Jul 08 02:18:52.725380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea4b3b72-c80b-4c49-be55-f4369443d7fc req-e9a06ee0-c3e4-4d4d-97b4-95188445ff3b tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Jul 08 02:18:53.679884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539593f2-107a-4fb6-8e67-a381af216b81 req-4ffddd4d-a662-41cc-bfa2-2234cec36418 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:53.686625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-539593f2-107a-4fb6-8e67-a381af216b81 req-4ffddd4d-a662-41cc-bfa2-2234cec36418 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0759304 Jul 08 02:18:53.736875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-539593f2-107a-4fb6-8e67-a381af216b81 req-cdce1bd9-ebc4-410a-99bb-19d87354211b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493028 Jul 08 02:18:53.873136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3184cd-cdff-4dd2-93b7-305cca91bc4a req-576b36c0-5bcd-49c1-aad9-2eb5e06ad8e6 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:53.875379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a3184cd-cdff-4dd2-93b7-305cca91bc4a req-576b36c0-5bcd-49c1-aad9-2eb5e06ad8e6 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 946 time: 0.0889189 Jul 08 02:18:53.922085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2a3184cd-cdff-4dd2-93b7-305cca91bc4a req-e0b5db45-1224-4cec-b644-440db3a77702 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403399 Jul 08 02:18:53.966275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177bdf6-240e-456f-bbcf-51199e2c38fc req-5f4446f4-cf7c-48b6-a2ff-c9be7d48d4ea tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:53.969346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4177bdf6-240e-456f-bbcf-51199e2c38fc req-5f4446f4-cf7c-48b6-a2ff-c9be7d48d4ea tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 945 time: 0.1031225 Jul 08 02:18:54.014518 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4177bdf6-240e-456f-bbcf-51199e2c38fc req-0a65fbd0-cfe6-4c19-a383-33bf9b705f1d tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Jul 08 02:18:54.221221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1243afe-d73a-440c-bffe-57738cd8a014 req-bdcf5f3d-6e8c-4ae3-8469-76076b2cdb54 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:54.222709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1243afe-d73a-440c-bffe-57738cd8a014 req-bdcf5f3d-6e8c-4ae3-8469-76076b2cdb54 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 946 time: 0.0768380 Jul 08 02:18:54.291924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1243afe-d73a-440c-bffe-57738cd8a014 req-13c4d470-83e4-4bcc-adb2-6509ea03a9f4 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590093 Jul 08 02:18:54.320194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-e6e98e5e-5b7a-4dbd-b461-e5fe755d5ac5 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:54.321896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-e6e98e5e-5b7a-4dbd-b461-e5fe755d5ac5 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 946 time: 0.0983100 Jul 08 02:18:54.444650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Deleting port 5a9e4419-9582-4646-be79-e60004a523a6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:18:54.445230 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.498073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dce050-a7ef-4c5f-b3f2-07c1a74c43cd req-48887fd7-ab72-4cf9-af78-7b228a268a14 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:54.507037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-05dce050-a7ef-4c5f-b3f2-07c1a74c43cd req-48887fd7-ab72-4cf9-af78-7b228a268a14 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=59528193-8f85-47da-bd8d-d667b6a11b66 HTTP/1.1" status: 200 len: 945 time: 0.0798502 Jul 08 02:18:54.549566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-05dce050-a7ef-4c5f-b3f2-07c1a74c43cd req-318f5390-2708-43d4-8b34-b00546ed3088 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Jul 08 02:18:54.577237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] For port 5a9e4419-9582-4646-be79-e60004a523a6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=5a9e4419-9582-4646-be79-e60004a523a6,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:54.577844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.796109 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.796493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.796816 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Floating IP f272b094-1ef7-4d99-999b-17b4bfa7dd76 disassociated. External IP: 172.25.8.3, port: 5a9e4419-9582-4646-be79-e60004a523a6. Jul 08 02:18:54.797362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Calling delete_port for 5a9e4419-9582-4646-be79-e60004a523a6 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:18:54.961940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e82e2-4b3d-4b99-a783-94f5b986a2da req-ef83fd87-8413-4ea7-8376-5b5bce4630a5 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:54.963495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-305e82e2-4b3d-4b99-a783-94f5b986a2da req-ef83fd87-8413-4ea7-8376-5b5bce4630a5 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0826454 Jul 08 02:18:55.010976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-305e82e2-4b3d-4b99-a783-94f5b986a2da req-6766866c-f789-4614-b8ba-4ccee0620503 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408328 Jul 08 02:18:55.057577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.097147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event deleted for resources: {'Port': ['ID=5a9e4419-9582-4646-be79-e60004a523a6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:55.230950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ea14f6b-c539-4ae7-9e65-c50e71920683 req-99b33cd4-dd0a-4e1d-a71c-e68f22065843 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 210 time: 0.0480659 Jul 08 02:18:55.677104 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Router 55649e43-8f59-431e-8954-cccf5e066246 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:18:55.706147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e45f8b-7c04-41a9-bbc2-9efe21708bcd req-173b3de5-033d-4081-b067-b88ab2c632e6 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:55.707588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99e45f8b-7c04-41a9-bbc2-9efe21708bcd req-173b3de5-033d-4081-b067-b88ab2c632e6 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=59528193-8f85-47da-bd8d-d667b6a11b66 HTTP/1.1" status: 200 len: 945 time: 0.4466438 Jul 08 02:18:55.827157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99e45f8b-7c04-41a9-bbc2-9efe21708bcd req-73669392-988a-4f21-afd4-82ce20f85b32 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855010 Jul 08 02:18:55.860571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:18:55.877911 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5150e5-0242-404f-909f-1f510495412d None None] Sync routers for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:18:55.889532 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5150e5-0242-404f-909f-1f510495412d None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:55.890494 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9f5150e5-0242-404f-909f-1f510495412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:18:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:55.913356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] No DVR routers for this DVR port 5a9e4419-9582-4646-be79-e60004a523a6 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:18:55.916954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.920023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67c1005f-04af-4fe9-bb43-21b5f983d1ec req-f5745a97-41a1-4762-9633-64d19125e03d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "DELETE /v2.0/ports/5a9e4419-9582-4646-be79-e60004a523a6 HTTP/1.1" status: 204 len: 173 time: 1.5908945 Jul 08 02:18:55.923823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-deleted', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:55.923940 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb512541-bad8-4012-9286-7491b7b7dd7d" -d '{"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-deleted", "tag": "5a9e4419-9582-4646-be79-e60004a523a6"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:55.969965 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43c4b71-c8e9-4306-83dc-d3da405d01fa x-openstack-request-id: req-b43c4b71-c8e9-4306-83dc-d3da405d01fa {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:55.969965 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f1f8be-f5b8-4382-aa65-1b4e36f2d018", "name": "network-vif-deleted", "tag": "5a9e4419-9582-4646-be79-e60004a523a6", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:55.970274 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b43c4b71-c8e9-4306-83dc-d3da405d01fa {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:55.970678 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f1f8be-f5b8-4382-aa65-1b4e36f2d018', 'name': 'network-vif-deleted', 'tag': '5a9e4419-9582-4646-be79-e60004a523a6', 'status': 'completed', 'code': 200} Jul 08 02:18:56.007374 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-9f5150e5-0242-404f-909f-1f510495412d None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:56.210180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f3fe8-fa3b-45cd-9ca8-1ceb611c57b8 req-1443acae-ad60-4f3a-96a4-3a2808505a7b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:56.217534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d42f3fe8-fa3b-45cd-9ca8-1ceb611c57b8 req-1443acae-ad60-4f3a-96a4-3a2808505a7b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0805721 Jul 08 02:18:56.266005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d42f3fe8-fa3b-45cd-9ca8-1ceb611c57b8 req-9271bf2a-3a89-4a43-9d91-029d4b163ad3 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476620 Jul 08 02:18:56.302698 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9f5150e5-0242-404f-909f-1f510495412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:56.334609 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5150e5-0242-404f-909f-1f510495412d None None] Checking router: 55649e43-8f59-431e-8954-cccf5e066246 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:18:56.350546 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5150e5-0242-404f-909f-1f510495412d None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:56.351222 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9f5150e5-0242-404f-909f-1f510495412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:18:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:56.412327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3ca9f38f-1e11-4a4e-b884-954943cdea39 req-14e1eb1e-c7e7-4039-ab7e-d72400a87e50 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=45f1f8be-f5b8-4382-aa65-1b4e36f2d018 HTTP/1.1" status: 200 len: 210 time: 0.0346732 Jul 08 02:18:56.470650 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-9f5150e5-0242-404f-909f-1f510495412d None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:56.639642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-4ca1a951-e7be-4071-8530-1364b2497a5f tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:56.641230 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-4ca1a951-e7be-4071-8530-1364b2497a5f tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.18 "GET /v2.0/ports?device_id=59528193-8f85-47da-bd8d-d667b6a11b66 HTTP/1.1" status: 200 len: 945 time: 0.0803862 Jul 08 02:18:56.646257 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:18:56.705486 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9f5150e5-0242-404f-909f-1f510495412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:56.756888 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5150e5-0242-404f-909f-1f510495412d None None] The sync data for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 is: [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:18:56.768108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Deleting port 56af7bae-c946-4fa8-886e-05d70a5a43a9 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:18:56.768463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.889581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] For port 56af7bae-c946-4fa8-886e-05d70a5a43a9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=56af7bae-c946-4fa8-886e-05d70a5a43a9,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:56.890193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.905145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Calling delete_port for 56af7bae-c946-4fa8-886e-05d70a5a43a9 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:18:57.170956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846f5a0-c631-4057-8c04-526a9f99a5ee req-51e966e2-ed92-44b3-b04a-6f444ff1f185 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:57.171600 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d846f5a0-c631-4057-8c04-526a9f99a5ee req-51e966e2-ed92-44b3-b04a-6f444ff1f185 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=59528193-8f85-47da-bd8d-d667b6a11b66 HTTP/1.1" status: 200 len: 945 time: 0.1171606 Jul 08 02:18:57.193514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61812681-fecf-4587-80af-2ce6345df8d0 None None] New status for floating IP f272b094-1ef7-4d99-999b-17b4bfa7dd76: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:18:57.220145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d846f5a0-c631-4057-8c04-526a9f99a5ee req-340c58b1-a58c-4da1-9131-ce1a675e899e tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426285 Jul 08 02:18:57.345225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:57.363384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['56af7bae-c946-4fa8-886e-05d70a5a43a9', 'c234f4fc-f0d9-42bb-a975-ec80568b64f1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:57.365710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['dc0dd356-13a2-42dc-8466-3473a2bb9890'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:57.415401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Pushing event deleted for resources: {'Port': ['ID=56af7bae-c946-4fa8-886e-05d70a5a43a9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:57.474547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6a97a-264e-441a-9985-d4248fd5e23c req-a80589a0-c221-45ab-9382-75d6c5effe04 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:57.483486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67b6a97a-264e-441a-9985-d4248fd5e23c req-a80589a0-c221-45ab-9382-75d6c5effe04 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0872414 Jul 08 02:18:57.492540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] No DVR routers for this DVR port 56af7bae-c946-4fa8-886e-05d70a5a43a9 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:18:57.495747 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:57.498869 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d74862b4-a9d4-4b1b-acd6-a0f00c16d2e1 req-700b6613-c013-4f3a-b05d-de214d793705 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.18 "DELETE /v2.0/ports/56af7bae-c946-4fa8-886e-05d70a5a43a9 HTTP/1.1" status: 204 len: 173 time: 0.8510361 Jul 08 02:18:57.536251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67b6a97a-264e-441a-9985-d4248fd5e23c req-df58e7e2-68a2-406d-9df1-e4bb71a551ff tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515146 Jul 08 02:18:57.739646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:57.816687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b2940d8-00f3-4738-8973-640a8bea0728 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:57.849063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b2940d8-00f3-4738-8973-640a8bea0728 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:57.971587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59528193-8f85-47da-bd8d-d667b6a11b66', 'name': 'network-vif-deleted', 'tag': '56af7bae-c946-4fa8-886e-05d70a5a43a9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:57.973980 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce531d1-6a00-4116-83d2-7bfea9ecface" -d '{"events": [{"server_uuid": "59528193-8f85-47da-bd8d-d667b6a11b66", "name": "network-vif-deleted", "tag": "56af7bae-c946-4fa8-886e-05d70a5a43a9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:58.020514 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd1ac5e-4c89-4b05-8615-b59e56b0262d x-openstack-request-id: req-0dd1ac5e-4c89-4b05-8615-b59e56b0262d {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:58.020824 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59528193-8f85-47da-bd8d-d667b6a11b66", "name": "network-vif-deleted", "tag": "56af7bae-c946-4fa8-886e-05d70a5a43a9", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:58.021086 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dd1ac5e-4c89-4b05-8615-b59e56b0262d {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:58.021628 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59528193-8f85-47da-bd8d-d667b6a11b66', 'name': 'network-vif-deleted', 'tag': '56af7bae-c946-4fa8-886e-05d70a5a43a9', 'status': 'completed', 'code': 200} Jul 08 02:18:58.032434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b2940d8-00f3-4738-8973-640a8bea0728 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.032434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b2940d8-00f3-4738-8973-640a8bea0728 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.032434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2b2940d8-00f3-4738-8973-640a8bea0728 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "DELETE /v2.0/security-groups/f5c2d3fd-a7bb-441d-a948-faa07e9da6ba HTTP/1.1" status: 204 len: 168 time: 0.2910917 Jul 08 02:18:58.034526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39740) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:58.044308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2940d8-00f3-4738-8973-640a8bea0728 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c2d3fd-a7bb-441d-a948-faa07e9da6ba,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:58.054949 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-774b7f68-37a9-449f-b402-8af282d43cf8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] show failed (client error): The resource could not be found. Jul 08 02:18:58.059248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-774b7f68-37a9-449f-b402-8af282d43cf8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups/f5c2d3fd-a7bb-441d-a948-faa07e9da6ba HTTP/1.1" status: 404 len: 347 time: 0.0208085 Jul 08 02:18:58.059408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:58.198934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Deleting port f8197afa-67a1-4558-9354-5f720e3812e8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:18:58.199627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.292007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.292643 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.309586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Calling delete_port for f8197afa-67a1-4558-9354-5f720e3812e8 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:18:58.399636 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9da35207-5a8b-46e2-8269-75da4ecb31ce req-32574431-aecf-4fbd-b772-3ef78a258ecd tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=59528193-8f85-47da-bd8d-d667b6a11b66 HTTP/1.1" status: 200 len: 210 time: 0.0390255 Jul 08 02:18:58.627012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.656588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event deleted for resources: {'Port': ['ID=f8197afa-67a1-4558-9354-5f720e3812e8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:58.712482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846379f6-3e4a-47a5-bb14-88f480606f4e req-edf2c09e-d8ed-41b0-980d-02154402d165 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:58.714300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-846379f6-3e4a-47a5-bb14-88f480606f4e req-edf2c09e-d8ed-41b0-980d-02154402d165 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0690606 Jul 08 02:18:58.725962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.728822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.730027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-73a989dd-07dc-4bed-b7e2-4979f4af1071 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "DELETE /v2.0/floatingips/f272b094-1ef7-4d99-999b-17b4bfa7dd76 HTTP/1.1" status: 204 len: 168 time: 0.6696353 Jul 08 02:18:58.769575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-846379f6-3e4a-47a5-bb14-88f480606f4e req-dbfc947d-37d4-47c1-b2a0-00dfc2ebb131 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Jul 08 02:18:59.130382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:59.135960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-23e16e71-ad8e-45b1-943e-cdd2d3957a3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385429389', 'description': 'tempest-description--1194921962'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:59.230344 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23e16e71-ad8e-45b1-943e-cdd2d3957a3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.314225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23e16e71-ad8e-45b1-943e-cdd2d3957a3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.419632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23e16e71-ad8e-45b1-943e-cdd2d3957a3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.463329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e16e71-ad8e-45b1-943e-cdd2d3957a3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a3b785-fa3e-4545-856f-f0c218a1ae71,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:59.538324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23e16e71-ad8e-45b1-943e-cdd2d3957a3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.540153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-23e16e71-ad8e-45b1-943e-cdd2d3957a3f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4077332 Jul 08 02:18:59.542547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:59.547208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9eda4900-b735-4845-aefe-f4c46a8eb32c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'security_group_rule': {'security_group_id': '69a3b785-fa3e-4545-856f-f0c218a1ae71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:59.647946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eda4900-b735-4845-aefe-f4c46a8eb32c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.738507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:18:59.765957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 5a9e4419-9582-4646-be79-e60004a523a6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:18:59.766891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 5a9e4419-9582-4646-be79-e60004a523a6 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:18:59.776875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eda4900-b735-4845-aefe-f4c46a8eb32c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.882397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eda4900-b735-4845-aefe-f4c46a8eb32c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.917449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda4900-b735-4845-aefe-f4c46a8eb32c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c476b9-601a-436b-b8ae-23a9245e2505,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:00.001726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eda4900-b735-4845-aefe-f4c46a8eb32c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.005660 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9eda4900-b735-4845-aefe-f4c46a8eb32c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4594495 Jul 08 02:19:00.007024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39786) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:00.011961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-994b69e5-cf00-470f-9af7-399bcd8a381a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'security_group_rule': {'security_group_id': '69a3b785-fa3e-4545-856f-f0c218a1ae71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:00.134204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-994b69e5-cf00-470f-9af7-399bcd8a381a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.171540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad125-f304-40af-961f-3f96550b3f89 req-1f678d6b-84ad-45b8-86a7-9633aa5f06de tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.173209 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-28dad125-f304-40af-961f-3f96550b3f89 req-1f678d6b-84ad-45b8-86a7-9633aa5f06de tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.2524767 Jul 08 02:19:00.260916 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-0d1f661d-837b-495e-82ce-3d4e1bc56947 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2197938 Jul 08 02:19:00.266732 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-28dad125-f304-40af-961f-3f96550b3f89 req-525be297-5825-448b-b9cc-dbcb806da084 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843995 Jul 08 02:19:00.273327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-994b69e5-cf00-470f-9af7-399bcd8a381a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.385532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-994b69e5-cf00-470f-9af7-399bcd8a381a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.416078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-929bdbc0-7b3b-4d7f-b8c8-4591d86b68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.417660 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-929bdbc0-7b3b-4d7f-b8c8-4591d86b68fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1097 time: 0.0846350 Jul 08 02:19:00.418275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b69e5-cf00-470f-9af7-399bcd8a381a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e836ff8-dcbe-4271-8e9d-dd86d755b0af,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:00.490217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-994b69e5-cf00-470f-9af7-399bcd8a381a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.491470 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-994b69e5-cf00-470f-9af7-399bcd8a381a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4833353 Jul 08 02:19:00.496724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:00.500191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:00.540599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-29a01a13-016b-4687-b135-c1799c2b1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.542150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-29a01a13-016b-4687-b135-c1799c2b1d26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.0973773 Jul 08 02:19:00.632151 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-21ae24e4-fa74-400f-9aef-ecd4cc819f2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 200 len: 1001 time: 0.0789540 Jul 08 02:19:00.636047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.697643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-0d25605d-106d-409e-8761-c695b864da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.701016 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-0d25605d-106d-409e-8761-c695b864da68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.0601897 Jul 08 02:19:00.814680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-d57a7716-a347-48db-832d-fb4123179b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.814680 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-d57a7716-a347-48db-832d-fb4123179b27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943391 Jul 08 02:19:00.821504 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:01.001953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-bf112be3-67e9-4272-bd77-2425805f55bd service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854537 Jul 08 02:19:01.007909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Allocated IP 172.25.8.47 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/c7a8eea4-f172-4491-b8e6-3e88e91777fe) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:01.088472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4875-6b66-42f3-9738-e7c9e847d9ff req-aa6005ce-b73e-4b52-bd90-5118eacaacbf tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.094779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4875-6b66-42f3-9738-e7c9e847d9ff req-aa6005ce-b73e-4b52-bd90-5118eacaacbf tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.096416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67ca4875-6b66-42f3-9738-e7c9e847d9ff req-aa6005ce-b73e-4b52-bd90-5118eacaacbf tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff&device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 1682 time: 0.1536694 Jul 08 02:19:01.128441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:01.182234 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67ca4875-6b66-42f3-9738-e7c9e847d9ff req-34713726-37ca-4eed-b5db-62e0666fd4fc tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668073 Jul 08 02:19:01.182234 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8985b51d-ca6d-4606-9b61-87ac90e19c68 req-94bd6460-d3ba-4d9b-b901-b79062e60067 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594341 Jul 08 02:19:01.270181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:01.314940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:01.320661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:01.323658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:01.329430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'Port': ['ID=c7a8eea4-f172-4491-b8e6-3e88e91777fe,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:01.430505 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:01.518381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13de99-9dc1-4b8d-9083-f55a5bb8ae2c req-17b8f549-90b8-459b-9926-71d6b0284ddc tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.531137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef13de99-9dc1-4b8d-9083-f55a5bb8ae2c req-17b8f549-90b8-459b-9926-71d6b0284ddc tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0860136 Jul 08 02:19:01.615825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef13de99-9dc1-4b8d-9083-f55a5bb8ae2c req-eab4fd0e-34db-4c71-a388-e7473df4f5de tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821369 Jul 08 02:19:01.616679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:01.737571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 56af7bae-c946-4fa8-886e-05d70a5a43a9 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:01.769810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 56af7bae-c946-4fa8-886e-05d70a5a43a9 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:01.770434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 56af7bae-c946-4fa8-886e-05d70a5a43a9 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:01.856603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:01.964806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:02.039084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'Port': ['ID=c7a8eea4-f172-4491-b8e6-3e88e91777fe,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:02.050559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:02.172979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:02.174304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ed97fa4-4c1a-43f5-bd52-1b948d45ec5e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6783650 Jul 08 02:19:02.605910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-152d6b88-04ca-44cf-bf47-f9f50098ede2 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1385429389&fields=id&tenant_id=f969ee555a594dabb9294b7d70695fc3 HTTP/1.1" status: 200 len: 267 time: 0.0476048 Jul 08 02:19:02.726292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591a17-c90b-4289-8030-7ad79d438be3 req-81957ffc-f48e-4da1-b408-ef9964222e89 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:02.733258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-81957ffc-f48e-4da1-b408-ef9964222e89 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 817 time: 0.1226687 Jul 08 02:19:02.753451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-e8d4101f-2fbc-4308-82de-c5449f03bdf1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/quotas/f969ee555a594dabb9294b7d70695fc3 HTTP/1.1" status: 200 len: 375 time: 0.0177407 Jul 08 02:19:02.837964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-02ecb95d-f33c-40fa-bfd0-9db3b1751be2 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836451 Jul 08 02:19:02.871558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8ef49-9153-4494-abc5-d4b871ea3ad2 req-81592ece-e5f5-4df6-b3e3-085e144f0b49 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:02.873191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1fa8ef49-9153-4494-abc5-d4b871ea3ad2 req-81592ece-e5f5-4df6-b3e3-085e144f0b49 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0752563 Jul 08 02:19:02.925107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1fa8ef49-9153-4494-abc5-d4b871ea3ad2 req-262f7d8f-7bd6-4bf5-8e0f-65798c5cdf8c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 Jul 08 02:19:02.971770 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-4b6788ab-f56f-4711-b1b8-d96675c38ff6 service neutron] 10.222.0.10 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195202 Jul 08 02:19:03.097179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-16d112e9-f3a2-4e2f-b71c-2a0bfdd0d8de service neutron] 10.222.0.10 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178551 Jul 08 02:19:03.201768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384530c-90d1-4fb6-a6f1-aa53eb15549a req-29ca273f-546b-4615-a957-75c9023abd7d tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:03.203331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8384530c-90d1-4fb6-a6f1-aa53eb15549a req-29ca273f-546b-4615-a957-75c9023abd7d tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 946 time: 0.0723569 Jul 08 02:19:03.247311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8384530c-90d1-4fb6-a6f1-aa53eb15549a req-e8ffd227-7116-4f47-a1f6-5ef77075deb6 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 Jul 08 02:19:03.392865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abe14df2-d1fd-49e4-9757-4b28d5e59e7e req-b7f78000-c74c-4f84-b632-67af3c3139ed tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 210 time: 0.0388482 Jul 08 02:19:03.665866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-00cef2cc-3a1b-4bc4-b468-b609284ad914 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:03.667483 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-00cef2cc-3a1b-4bc4-b468-b609284ad914 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 946 time: 0.0734782 Jul 08 02:19:03.793794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Deleting port dc0dd356-13a2-42dc-8466-3473a2bb9890 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:03.794553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:03.910081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] For port dc0dd356-13a2-42dc-8466-3473a2bb9890, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=dc0dd356-13a2-42dc-8466-3473a2bb9890,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:03.911152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:03.928914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Calling delete_port for dc0dd356-13a2-42dc-8466-3473a2bb9890 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:04.276054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa579a-ee95-481c-9568-f37c2c3a0563 req-387807fe-8b9a-4d64-9bdd-0275f7631972 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:04.276054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35fa579a-ee95-481c-9568-f37c2c3a0563 req-387807fe-8b9a-4d64-9bdd-0275f7631972 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.1309328 Jul 08 02:19:04.276054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-5aa22185-8d1c-49b1-98d7-49952977fe83 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:04.276054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-5aa22185-8d1c-49b1-98d7-49952977fe83 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 945 time: 0.0996306 Jul 08 02:19:04.311528 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35fa579a-ee95-481c-9568-f37c2c3a0563 req-076082cc-dd8b-4ed3-8ae1-860fb2ca5f71 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737846 Jul 08 02:19:04.372375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Deleting port c234f4fc-f0d9-42bb-a975-ec80568b64f1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:04.372737 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:04.437915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56ba6-7daa-4ff2-9313-7286dc4881e3 req-838cfbd8-07a5-47a2-ad00-102b5db5c62c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:04.439836 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbe56ba6-7daa-4ff2-9313-7286dc4881e3 req-838cfbd8-07a5-47a2-ad00-102b5db5c62c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 946 time: 0.0704393 Jul 08 02:19:04.445783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:04.463264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['c234f4fc-f0d9-42bb-a975-ec80568b64f1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:04.519890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['dc0dd356-13a2-42dc-8466-3473a2bb9890'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:04.529183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbe56ba6-7daa-4ff2-9313-7286dc4881e3 req-5a47e898-2ba5-4ea8-be05-854eb8588721 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/security-groups?id=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810864 Jul 08 02:19:04.553805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] For port c234f4fc-f0d9-42bb-a975-ec80568b64f1, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=c234f4fc-f0d9-42bb-a975-ec80568b64f1,segment=NetworkSegment(6dcabda9-c34a-43fb-a40b-80cd35c3b556),segment_id=6dcabda9-c34a-43fb-a40b-80cd35c3b556)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:04.554407 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:04.643228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Pushing event deleted for resources: {'Port': ['ID=dc0dd356-13a2-42dc-8466-3473a2bb9890,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:04.706305 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ee22bca-75a9-47cc-a946-96897fbce84b req-c39e7d1e-d074-4b69-b59f-9b40e9de5322 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 210 time: 0.0948844 Jul 08 02:19:04.713661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Calling delete_port for c234f4fc-f0d9-42bb-a975-ec80568b64f1 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:04.713661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] No DVR routers for this DVR port dc0dd356-13a2-42dc-8466-3473a2bb9890 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:04.716423 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:04.719425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39850c63-9d3b-4a7e-a51a-42e25d2cbfe0 req-138fdbc1-bc6d-4611-a13d-9a646a5b1269 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.32 "DELETE /v2.0/ports/dc0dd356-13a2-42dc-8466-3473a2bb9890 HTTP/1.1" status: 204 len: 173 time: 1.0451941 Jul 08 02:19:04.723009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2fe26f-3f27-42c4-a16c-cee32863bb73', 'name': 'network-vif-deleted', 'tag': 'dc0dd356-13a2-42dc-8466-3473a2bb9890'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:04.737043 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45854ad3-fc16-4046-9d25-fe31b2d8af18" -d '{"events": [{"server_uuid": "ed2fe26f-3f27-42c4-a16c-cee32863bb73", "name": "network-vif-deleted", "tag": "dc0dd356-13a2-42dc-8466-3473a2bb9890"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:04.788836 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cb4a96-b262-4e51-8803-d958aa6ad770 x-openstack-request-id: req-08cb4a96-b262-4e51-8803-d958aa6ad770 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:04.789049 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2fe26f-3f27-42c4-a16c-cee32863bb73", "name": "network-vif-deleted", "tag": "dc0dd356-13a2-42dc-8466-3473a2bb9890", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:04.789280 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08cb4a96-b262-4e51-8803-d958aa6ad770 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:04.789679 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2fe26f-3f27-42c4-a16c-cee32863bb73', 'name': 'network-vif-deleted', 'tag': 'dc0dd356-13a2-42dc-8466-3473a2bb9890', 'status': 'completed', 'code': 200} Jul 08 02:19:05.049541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:05.062285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['dc0dd356-13a2-42dc-8466-3473a2bb9890'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:05.126254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Pushing event deleted for resources: {'Port': ['ID=c234f4fc-f0d9-42bb-a975-ec80568b64f1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:05.186240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] No DVR routers for this DVR port c234f4fc-f0d9-42bb-a975-ec80568b64f1 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:05.192636 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:05.196919 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72f4a92c-c962-44e7-bbac-abbe02a9ff07 req-524e9b4e-0340-4c21-bca8-e5691b45b25c tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.18 "DELETE /v2.0/ports/c234f4fc-f0d9-42bb-a975-ec80568b64f1 HTTP/1.1" status: 204 len: 173 time: 0.9546833 Jul 08 02:19:05.493763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a5e8-6cdf-4869-92af-7a7eadf0fe6d req-83aa00ff-cd9c-4a50-b1fa-d73cb28c5a69 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:05.590740 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63e0a5e8-6cdf-4869-92af-7a7eadf0fe6d req-83aa00ff-cd9c-4a50-b1fa-d73cb28c5a69 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0691319 Jul 08 02:19:05.590740 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63e0a5e8-6cdf-4869-92af-7a7eadf0fe6d req-a12d40eb-3107-4d96-ae88-584d1af9cb42 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352631 Jul 08 02:19:05.727890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20975684-1227-4d80-a082-b7541687ee95 req-a913cac2-5439-4556-b5d7-050933ca20b5 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed2fe26f-3f27-42c4-a16c-cee32863bb73 HTTP/1.1" status: 200 len: 210 time: 0.0296819 Jul 08 02:19:05.870684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4e1df30-bf40-40ec-a80a-eb962b2adbce req-921f2c56-79aa-4564-bb87-868cf63205b1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 210 time: 0.0433316 Jul 08 02:19:06.573805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0e7c6e5e-3295-49b4-8235-fc44c5e5a085 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:06.575741 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0e7c6e5e-3295-49b4-8235-fc44c5e5a085 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 817 time: 0.1123226 Jul 08 02:19:06.668552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-ce372f89-8bc3-4b90-93e4-44ce18013b59 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f969ee555a594dabb9294b7d70695fc3 HTTP/1.1" status: 200 len: 380 time: 0.0817778 Jul 08 02:19:06.683548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'port': {'device_id': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'admin_state_up': True, 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'security_groups': ['69a3b785-fa3e-4545-856f-f0c218a1ae71']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:06.790805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74688efc-499e-481e-bdf5-c5fe673f82ff', 'name': 'network-vif-deleted', 'tag': 'c234f4fc-f0d9-42bb-a975-ec80568b64f1'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:06.796247 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c40bc07-be75-43f3-8340-1828f50418ad" -d '{"events": [{"server_uuid": "74688efc-499e-481e-bdf5-c5fe673f82ff", "name": "network-vif-deleted", "tag": "c234f4fc-f0d9-42bb-a975-ec80568b64f1"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:06.894114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c7b2-305f-4dd0-9630-cd0c6e32387e req-5922cde2-7338-4b54-88c4-6adbfc487722 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:06.895713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11e7c7b2-305f-4dd0-9630-cd0c6e32387e req-5922cde2-7338-4b54-88c4-6adbfc487722 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.1353595 Jul 08 02:19:06.936851 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536d3b97-5929-48d5-9d58-53b55f584585 x-openstack-request-id: req-536d3b97-5929-48d5-9d58-53b55f584585 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:06.937811 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74688efc-499e-481e-bdf5-c5fe673f82ff", "name": "network-vif-deleted", "tag": "c234f4fc-f0d9-42bb-a975-ec80568b64f1", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:06.938223 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-536d3b97-5929-48d5-9d58-53b55f584585 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:06.938780 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74688efc-499e-481e-bdf5-c5fe673f82ff', 'name': 'network-vif-deleted', 'tag': 'c234f4fc-f0d9-42bb-a975-ec80568b64f1', 'status': 'completed', 'code': 200} Jul 08 02:19:06.970427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11e7c7b2-305f-4dd0-9630-cd0c6e32387e req-17eb7ae1-c2c2-45b8-b8de-635c556936d0 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669930 Jul 08 02:19:07.068038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Made reservation on behalf of f969ee555a594dabb9294b7d70695fc3 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:07.072553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:07.144580 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f36d862f-97f8-4fbe-b6f2-e9b81c91d3b8 req-c945ea31-ab68-4f9d-99d6-868c2044a224 tempest-ListServersNegativeTestJSON-1551743052 tempest-ListServersNegativeTestJSON-1551743052-project] 10.222.0.10 "GET /v2.0/ports?device_id=74688efc-499e-481e-bdf5-c5fe673f82ff HTTP/1.1" status: 200 len: 210 time: 0.0360913 Jul 08 02:19:07.199084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11a9e5ce-d3d8-48a6-9d37-1e1608c4cd1d req-0ea04f11-2503-4796-bb7d-12c85dd5ac76 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 210 time: 0.0309234 Jul 08 02:19:07.219536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9340-e425-4300-b0b9-84e019707eb1 req-09f75df5-e37c-43e2-8395-ce1111664213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:07.221096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-437b9340-e425-4300-b0b9-84e019707eb1 req-09f75df5-e37c-43e2-8395-ce1111664213 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 1098 time: 0.2192976 Jul 08 02:19:07.306065 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-437b9340-e425-4300-b0b9-84e019707eb1 req-c734a746-4a3d-4ddf-9f57-a9944aecd618 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Jul 08 02:19:07.307073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Allocated IP 172.20.0.7 (e416d104-4ce0-4fb0-9d5a-623685fa16f2/7edae37b-8d99-4d7a-9048-87cded41230f/cb887d03-32db-4997-ae24-c4b105c57edc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:07.483362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:07.485778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device dc0dd356-13a2-42dc-8466-3473a2bb9890 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:07.499447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Transition to ACTIVE for port object cb887d03-32db-4997-ae24-c4b105c57edc will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:07.508743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: dc0dd356-13a2-42dc-8466-3473a2bb9890 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:07.509089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device dc0dd356-13a2-42dc-8466-3473a2bb9890 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:07.603147 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:07.655686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:07.659584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:07.665588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:07.673792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:07.729190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:07.729676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:07.799844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device c234f4fc-f0d9-42bb-a975-ec80568b64f1 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:07.814085 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-3ac64673-1626-4f74-8e10-adb01f2f9333 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1345716 Jul 08 02:19:07.820510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Request body: {'port': {'device_id': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:07.825834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: c234f4fc-f0d9-42bb-a975-ec80568b64f1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:07.826190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device c234f4fc-f0d9-42bb-a975-ec80568b64f1 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:07.901902 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.059176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2f5a11e9-a14a-488a-8f0b-823986bfc449 None None] Provisioning for port cb887d03-32db-4997-ae24-c4b105c57edc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:08.064264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2f5a11e9-a14a-488a-8f0b-823986bfc449 None None] Provisioning complete for port cb887d03-32db-4997-ae24-c4b105c57edc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:08.065222 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2f5a11e9-a14a-488a-8f0b-823986bfc449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.134802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a11e9-a14a-488a-8f0b-823986bfc449 None None] Port cb887d03-32db-4997-ae24-c4b105c57edc cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:19:08.253601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb887d03-32db-4997-ae24-c4b105c57edc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:08.262416 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.285914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Transition to ACTIVE for port object cb887d03-32db-4997-ae24-c4b105c57edc will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:08.290166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39968) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:08.349483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1418f3-cb47-4cb5-ba80-f868c9aeeb4c req-e4badcef-e305-4671-8212-28bb717da8f5 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:08.351448 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1418f3-cb47-4cb5-ba80-f868c9aeeb4c req-e4badcef-e305-4671-8212-28bb717da8f5 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0801990 Jul 08 02:19:08.371016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df6954c-3d54-4522-a2eb-a5c5abb30032 admin admin] Deleting subnet 06566d28-ffe6-4bf2-be37-409f1b79c567 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:19:08.375303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9df6954c-3d54-4522-a2eb-a5c5abb30032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.378588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.434787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9df6954c-3d54-4522-a2eb-a5c5abb30032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.466739 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f1418f3-cb47-4cb5-ba80-f868c9aeeb4c req-de766b5d-775b-4d7d-8d72-5b90e257c8d4 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092713 Jul 08 02:19:08.477972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:08.515012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9df6954c-3d54-4522-a2eb-a5c5abb30032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.586148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Attempting to bind port cb887d03-32db-4997-ae24-c4b105c57edc on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:08.586148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Attempting to bind port cb887d03-32db-4997-ae24-c4b105c57edc by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:08.586148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Attempting to bind port cb887d03-32db-4997-ae24-c4b105c57edc on network e416d104-4ce0-4fb0-9d5a-623685fa16f2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:08.589372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ba53-cba7-482e-8b85-4fe3506e2bfb req-2c0d50fd-3364-4068-af94-4ed0c1fef687 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:08.590121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c8ba53-cba7-482e-8b85-4fe3506e2bfb req-2c0d50fd-3364-4068-af94-4ed0c1fef687 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.1687422 Jul 08 02:19:08.595545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Port cb887d03-32db-4997-ae24-c4b105c57edc on network e416d104-4ce0-4fb0-9d5a-623685fa16f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:19:08.595887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Attempting to bind port cb887d03-32db-4997-ae24-c4b105c57edc on network e416d104-4ce0-4fb0-9d5a-623685fa16f2 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:08.608547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:08.609140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Checking segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:08.609675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Bound using segment: {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:08.610225 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Bound port: cb887d03-32db-4997-ae24-c4b105c57edc, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e0f1f9-b2dc-4b03-8c58-87b0e078319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:08.610847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.660791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8c8ba53-cba7-482e-8b85-4fe3506e2bfb req-7aed0779-f321-48f7-b059-8d3c76a41898 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621235 Jul 08 02:19:08.703949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:08.708041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:08.724596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9df6954c-3d54-4522-a2eb-a5c5abb30032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.757934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6954c-3d54-4522-a2eb-a5c5abb30032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06566d28-ffe6-4bf2-be37-409f1b79c567,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:08.760201 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9df6954c-3d54-4522-a2eb-a5c5abb30032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.765190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9df6954c-3d54-4522-a2eb-a5c5abb30032 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/06566d28-ffe6-4bf2-be37-409f1b79c567 HTTP/1.1" status: 204 len: 168 time: 0.4710991 Jul 08 02:19:08.765190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39974) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:08.816535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.835012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.878465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:08.879168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.881450 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] 10.222.0.18 "PUT /v2.0/ports/cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 1092 time: 1.0648513 Jul 08 02:19:08.884703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f3531-fedf-4d48-9815-cf4192331c4d service neutron] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:08.937911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:08.940656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:08.942872 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8767c44d-a198-4034-9b17-4f6026cc1320" -d '{"events": [{"name": "network-changed", "server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:08.986269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc77f33d-bf64-4692-bcad-271d2527aff2']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:08.999843 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc4adf0-a970-4122-996b-4770e194e056 x-openstack-request-id: req-dbc4adf0-a970-4122-996b-4770e194e056 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:09.000417 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:09.000757 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbc4adf0-a970-4122-996b-4770e194e056 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:09.001242 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'status': 'completed', 'code': 200} Jul 08 02:19:09.013701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcabda9-c34a-43fb-a40b-80cd35c3b556') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:09.014003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcabda9-c34a-43fb-a40b-80cd35c3b556') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:09.028714 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:09.048090 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:09.056360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:19:09.056780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:19:09.058605 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:19:09.085753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591a17-c90b-4289-8030-7ad79d438be3 req-32322dff-bd24-4347-acfa-418c53cd9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:09.087505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-32322dff-bd24-4347-acfa-418c53cd9e5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1095 time: 0.0842900 Jul 08 02:19:09.161937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-774772a8-3a6d-4fc1-92f7-f7930ea2d2b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 217 time: 0.0665333 Jul 08 02:19:09.218118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591a17-c90b-4289-8030-7ad79d438be3 req-5afeb2e7-6109-4cfa-8ef2-723133ddc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:09.220772 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-5afeb2e7-6109-4cfa-8ef2-723133ddc0e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0530090 Jul 08 02:19:09.221390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:09.241016 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:09.243399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fc77f33d-bf64-4692-bcad-271d2527aff2 HTTP/1.1" status: 204 len: 168 time: 0.4774728 Jul 08 02:19:09.244545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf457244-ec68-404d-a2c8-8d58b7b64206 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc77f33d-bf64-4692-bcad-271d2527aff2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:09.317363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591a17-c90b-4289-8030-7ad79d438be3 req-13fb7830-0641-48a2-aac3-bd63112a266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:09.320328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-13fb7830-0641-48a2-aac3-bd63112a266b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916405 Jul 08 02:19:09.426881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-de8fd900-35f9-4c4b-9d70-411ac81a9815 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006696 Jul 08 02:19:09.519312 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be591a17-c90b-4289-8030-7ad79d438be3 req-02b756df-82cc-4da5-923c-ed21743e8d25 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861659 Jul 08 02:19:09.718691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 39996) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:09.776937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c68a-e6e0-47d4-ac51-b612accb77eb req-ac4b7b53-21f5-4b80-b358-c416db6d145e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:09.779722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e36c68a-e6e0-47d4-ac51-b612accb77eb req-ac4b7b53-21f5-4b80-b358-c416db6d145e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.1537044 Jul 08 02:19:09.781736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-3abf6224-7e93-4680-9fc3-3f2a17b37847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:09.783410 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-3abf6224-7e93-4680-9fc3-3f2a17b37847 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1095 time: 0.1259854 Jul 08 02:19:09.788754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bb65c2ec-fe77-48ba-ba9e-6da6a19cacc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=660c4aeb316e4628841bffe201e668e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638494 Jul 08 02:19:09.788872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 39998) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:09.832186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e36c68a-e6e0-47d4-ac51-b612accb77eb req-c743cbb1-91b5-4fb4-b3cc-f0536bb4f1b6 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Jul 08 02:19:10.389678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe69d252-41af-4a43-b0a2-c5cc6a44270a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.397958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbe04c-7c54-43d5-b091-a6f426cbe31e req-c8435cf5-6e73-4397-8edc-98cd4dcea8f8 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:10.400451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74cbe04c-7c54-43d5-b091-a6f426cbe31e req-c8435cf5-6e73-4397-8edc-98cd4dcea8f8 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0944946 Jul 08 02:19:10.446169 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74cbe04c-7c54-43d5-b091-a6f426cbe31e req-5d4bcc69-3bc2-42c0-8a20-6e0fc4d3cf67 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Jul 08 02:19:10.466090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db24a6-6ef1-4178-8a1b-f0626ad753dd req-35e0ca6f-cc8b-468e-89e6-8c15293b8f30 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:10.467651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2db24a6-6ef1-4178-8a1b-f0626ad753dd req-35e0ca6f-cc8b-468e-89e6-8c15293b8f30 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.6317346 Jul 08 02:19:10.482071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe69d252-41af-4a43-b0a2-c5cc6a44270a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.484773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-94ae2899-7f92-4c6a-acab-caa0252a361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:10.486321 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-94ae2899-7f92-4c6a-acab-caa0252a361c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.6845124 Jul 08 02:19:10.562676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-3cf91ec9-847b-44ce-bd02-80602a90b0fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 217 time: 0.0623705 Jul 08 02:19:10.624708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2db24a6-6ef1-4178-8a1b-f0626ad753dd req-b6cc3c1d-7627-45e9-b209-e325c68cc9e0 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455894 Jul 08 02:19:10.639367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89721329-e981-4511-96e5-92923134b9c2 req-79b6fd64-715c-44a1-8af9-f0c15006b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:10.640942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89721329-e981-4511-96e5-92923134b9c2 req-79b6fd64-715c-44a1-8af9-f0c15006b052 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b29e9f602514e6485652744f1a22bda&device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 1098 time: 0.2551494 Jul 08 02:19:10.661810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-0419461a-656c-4472-931a-b9cc1c3fde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:10.663230 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-0419461a-656c-4472-931a-b9cc1c3fde7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0914998 Jul 08 02:19:10.748506 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe69d252-41af-4a43-b0a2-c5cc6a44270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.752215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe69d252-41af-4a43-b0a2-c5cc6a44270a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.753449 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fe69d252-41af-4a43-b0a2-c5cc6a44270a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/371b3bcf-cc2e-40bd-b82b-95dc39df2e0c HTTP/1.1" status: 204 len: 168 time: 0.9652612 Jul 08 02:19:10.781020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69d252-41af-4a43-b0a2-c5cc6a44270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371b3bcf-cc2e-40bd-b82b-95dc39df2e0c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:10.824217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89721329-e981-4511-96e5-92923134b9c2 req-45b20622-afc4-46d8-b1b1-570b2dff3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:10.825775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89721329-e981-4511-96e5-92923134b9c2 req-45b20622-afc4-46d8-b1b1-570b2dff3194 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 200 len: 912 time: 0.1727121 Jul 08 02:19:10.828578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-6cbc4495-b57c-4f2e-b371-ba5a937f5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:10.829999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-6cbc4495-b57c-4f2e-b371-ba5a937f5462 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554732 Jul 08 02:19:10.884092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89721329-e981-4511-96e5-92923134b9c2 req-60fc4844-6241-45a7-aa5d-a841a4fddc40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=823e37ee-3370-46f2-b746-e3748497129a HTTP/1.1" status: 200 len: 217 time: 0.0511944 Jul 08 02:19:10.976171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89721329-e981-4511-96e5-92923134b9c2 req-fc66e78b-92e1-4ae9-ba77-ec31c44344dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:10.977591 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89721329-e981-4511-96e5-92923134b9c2 req-fc66e78b-92e1-4ae9-ba77-ec31c44344dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62471928-cf45-4edd-9e96-9e09427783cb HTTP/1.1" status: 200 len: 851 time: 0.0664628 Jul 08 02:19:11.005882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-66c5f1d5-6b07-4f2e-a92f-e6ebc5a42c91 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656556 Jul 08 02:19:11.031202 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89721329-e981-4511-96e5-92923134b9c2 req-4088cd47-697e-473a-a5aa-54dab9d92c7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ce7582-693e-452b-99f9-a6c8997c8f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425491 Jul 08 02:19:11.182039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8767c44d-a198-4034-9b17-4f6026cc1320 req-024e4a41-1dd7-4dfe-b842-4c979cd5e10e service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601784 Jul 08 02:19:11.198257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89721329-e981-4511-96e5-92923134b9c2 req-5d59acd0-506c-4e1d-88be-aaeb6ce19641 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514204 Jul 08 02:19:11.301431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-89721329-e981-4511-96e5-92923134b9c2 req-ca1ce69d-7174-46a0-a8ba-e1faeb17ad9a service neutron] 10.222.0.32 "GET /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946338 Jul 08 02:19:11.651089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf8820-20eb-429b-bf92-a8a33229a651 req-c1fff8f9-b1c4-4562-9184-65edea5cff61 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:11.652736 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69bf8820-20eb-429b-bf92-a8a33229a651 req-c1fff8f9-b1c4-4562-9184-65edea5cff61 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0777297 Jul 08 02:19:11.700195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69bf8820-20eb-429b-bf92-a8a33229a651 req-4277623f-50b1-46e6-92db-5edce419b91f tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Jul 08 02:19:11.820313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5b813-746f-41b5-a480-1ded21dfb069 req-de1bc1e2-3c46-4ed4-a547-2ec07f8a6dd3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:11.821927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-37e5b813-746f-41b5-a480-1ded21dfb069 req-de1bc1e2-3c46-4ed4-a547-2ec07f8a6dd3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0733669 Jul 08 02:19:11.867560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-37e5b813-746f-41b5-a480-1ded21dfb069 req-47842dbf-6d9e-407d-8c2d-f7b9bec90e9f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389695 Jul 08 02:19:12.089680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40046) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:12.094137 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ce89-52c9-48b4-b6ac-099c47ee3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.189637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1158192136-network', 'tenant_id': '7f1780cd04c04fa4bd8114a8c78956ba'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:12.381934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Made reservation on behalf of 7f1780cd04c04fa4bd8114a8c78956ba for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:12.384409 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.393088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.493619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.586675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.614408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:19:12.620650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f684d09-07ef-410c-90ae-11f69c99ff1d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:12.626880 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.627219 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Added segment 57011dc5-555a-40f4-8e5b-5e7876d04713 of type vlan for network 93186c24-50ca-4c2a-9506-9cd55665ee87 Jul 08 02:19:12.669640 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.774123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.790471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:12.791934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.860243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=93186c24-50ca-4c2a-9506-9cd55665ee87,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:12.872771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 93186c24-50ca-4c2a-9506-9cd55665ee87 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:19:12.890911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520987a2-341e-4bfa-b46f-be170ced4c89 req-fba716a9-600d-4360-ad28-6661f0bcff1d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:12.892372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-520987a2-341e-4bfa-b46f-be170ced4c89 req-fba716a9-600d-4360-ad28-6661f0bcff1d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0663860 Jul 08 02:19:12.933768 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-520987a2-341e-4bfa-b46f-be170ced4c89 req-3ac49357-19c3-44f0-bd6d-2f1d81265c0d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356650 Jul 08 02:19:12.965159 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c0a3a4e7-81bd-45c0-96d6-90f80362e7d8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8692422 Jul 08 02:19:12.965851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40060) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:12.972169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Request body: {'subnet': {'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1158192136-subnet', 'tenant_id': '7f1780cd04c04fa4bd8114a8c78956ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:13.065316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7e062-0129-4e0d-9fa0-2e8228b750f3 req-aeef01a8-4087-40f9-9c12-8fac06dd70bc tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:13.066906 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-afb7e062-0129-4e0d-9fa0-2e8228b750f3 req-aeef01a8-4087-40f9-9c12-8fac06dd70bc tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0732663 Jul 08 02:19:13.109661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-afb7e062-0129-4e0d-9fa0-2e8228b750f3 req-9b42c397-b835-4374-8546-f6ba94165169 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364721 Jul 08 02:19:13.280757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Made reservation on behalf of 7f1780cd04c04fa4bd8114a8c78956ba for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:13.283205 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:13.529966 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:13.585697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cef866f-c39f-4dd0-be43-a1d17baf7498,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:13.594611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Checking segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:13.594981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Network hostable DHCP agents. Network: 93186c24-50ca-4c2a-9506-9cd55665ee87, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:19:13.752480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Network 93186c24-50ca-4c2a-9506-9cd55665ee87 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:19:13.829435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 93186c24-50ca-4c2a-9506-9cd55665ee87) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:13.831764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:19:13.833380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:13.834525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:13.842023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe04e8-58da-4f85-b917-58fd488befab None None] Network 93186c24-50ca-4c2a-9506-9cd55665ee87 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:19:13.930150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1c565110-8ac1-4fdb-a528-0de260139823 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9632502 Jul 08 02:19:14.054693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e6386-011a-4b04-a067-871d1a7e4a50 None None] Network 93186c24-50ca-4c2a-9506-9cd55665ee87 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:19:14.060805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:14.140687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'port_id': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'mac_address': 'fa:16:3e:3a:1c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:19:14.212917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33058823-b4bb-4639-a526-a2fe05308761 req-f06eb644-7fc7-42bf-8e9d-7804587acb77 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:14.215560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33058823-b4bb-4639-a526-a2fe05308761 req-f06eb644-7fc7-42bf-8e9d-7804587acb77 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.1112931 Jul 08 02:19:14.225313 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:14.273451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33058823-b4bb-4639-a526-a2fe05308761 req-344c3d2b-12be-4c53-a580-1e9fcb8e5c17 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513077 Jul 08 02:19:14.284586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb887d03-32db-4997-ae24-c4b105c57edc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:14.311890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:14.347276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411524-ba3e-455b-8e00-3382f32df608 req-258d3bdc-f560-41e5-b6b6-22736db89585 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:14.348760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e0411524-ba3e-455b-8e00-3382f32df608 req-258d3bdc-f560-41e5-b6b6-22736db89585 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.1026473 Jul 08 02:19:14.395987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e0411524-ba3e-455b-8e00-3382f32df608 req-f27eec9a-7a87-4fd2-86c5-b54d7c9cc911 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414917 Jul 08 02:19:14.406881 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:14.465925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:14.501439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-30cbd618-2c8e-4d09-a89a-743f1ab89b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:14.607593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cb887d03-32db-4997-ae24-c4b105c57edc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:14.609198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-2ae55b16-10d9-4bdc-bc0a-69154ba5bdc6 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:14.610825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-2ae55b16-10d9-4bdc-bc0a-69154ba5bdc6 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/networks?id=93186c24-50ca-4c2a-9506-9cd55665ee87 HTTP/1.1" status: 200 len: 813 time: 0.1159031 Jul 08 02:19:14.626793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-c52e50b0-1500-4282-a441-9a4a852dbc0f tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/quotas/7f1780cd04c04fa4bd8114a8c78956ba HTTP/1.1" status: 200 len: 375 time: 0.0100181 Jul 08 02:19:14.667915 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-c258d12d-3378-4189-89ff-33e551364c84 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343611 Jul 08 02:19:14.839511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-f2c1a711-5306-493e-a2fd-d87f3fa73a11 service neutron] 10.222.0.10 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652148 Jul 08 02:19:14.965908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:15.064772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580807d-3b55-4794-9579-880db4307803 req-b06ae88d-3adb-4532-a179-38f15ac4cc3e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:15.066611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9580807d-3b55-4794-9579-880db4307803 req-b06ae88d-3adb-4532-a179-38f15ac4cc3e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0729079 Jul 08 02:19:15.110451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9580807d-3b55-4794-9579-880db4307803 req-2ee56e31-288c-4eac-8796-5a769adee7ae tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370603 Jul 08 02:19:15.297074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-d9dd2394-a077-4910-a94f-3d27525c7e77 service neutron] 10.222.0.10 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514308 Jul 08 02:19:15.577371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc11de9-5783-4bfa-9de9-2e29152f167f req-c53aa276-12e9-4b37-8f32-3324444f0476 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:15.579057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffc11de9-5783-4bfa-9de9-2e29152f167f req-c53aa276-12e9-4b37-8f32-3324444f0476 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 944 time: 0.0717800 Jul 08 02:19:15.628937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ffc11de9-5783-4bfa-9de9-2e29152f167f req-ec01bd26-73fc-4946-83f0-5cdc532a193f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 Jul 08 02:19:15.778045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:15.849255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:15.884648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c43bd50a-68a2-43f2-8ac4-4f526b88d7b8 req-9a963a92-19d1-4c2d-a4a2-9fcd233e2fb3 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 210 time: 0.0537021 Jul 08 02:19:16.095211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port cb887d03-32db-4997-ae24-c4b105c57edc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:16.100202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port cb887d03-32db-4997-ae24-c4b105c57edc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:16.100580 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:16.210231 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:16.240145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:16.242506 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7e96a-04e6-498c-977b-c9adbb49aafb" -d '{"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:16.264554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:16.298992 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63282a55-eff8-4ab5-a74f-77e40c63b39a x-openstack-request-id: req-63282a55-eff8-4ab5-a74f-77e40c63b39a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:16.299388 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:16.299841 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63282a55-eff8-4ab5-a74f-77e40c63b39a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:16.300455 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'code': 200} Jul 08 02:19:16.327831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac2172-f043-465c-9284-4dba1a480758 req-d99b2665-c3c9-42eb-8843-a7759be3e7b5 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:16.330107 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1ac2172-f043-465c-9284-4dba1a480758 req-d99b2665-c3c9-42eb-8843-a7759be3e7b5 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0958982 Jul 08 02:19:16.375025 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a1ac2172-f043-465c-9284-4dba1a480758 req-324bfcdb-179b-406b-a166-de1791cce13c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373025 Jul 08 02:19:16.434949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539309d2-f157-4deb-a2b5-7ff56624a206 req-0ce98ef0-04b5-4c01-a8cb-1f1cf5cb19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:16.436606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-539309d2-f157-4deb-a2b5-7ff56624a206 req-0ce98ef0-04b5-4c01-a8cb-1f1cf5cb19ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1096 time: 0.0603704 Jul 08 02:19:16.446876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:16.477877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-539309d2-f157-4deb-a2b5-7ff56624a206 req-ecd67f87-4117-4689-ab89-c4e22f7b7d6e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353949 Jul 08 02:19:16.507225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:16.832971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7122a-95b6-4d60-ab21-fcbc37b8c244 req-5388a7c6-2443-4b7f-9d6d-56efadb5876a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:16.835865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eea7122a-95b6-4d60-ab21-fcbc37b8c244 req-5388a7c6-2443-4b7f-9d6d-56efadb5876a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0815814 Jul 08 02:19:16.876709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eea7122a-95b6-4d60-ab21-fcbc37b8c244 req-ba3f41d7-0a40-4646-80a3-4d1bb3eeec93 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Jul 08 02:19:16.973443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc0bf8a9-67f2-4581-8244-94f0f93582dd req-61712937-3c8e-4b5f-91af-e92890998c84 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 210 time: 0.0337179 Jul 08 02:19:17.609522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a326ca9-2e43-4e0b-b42b-2357388806f6 req-a51b919d-896e-4fd4-9874-389f1fa5cf92 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:17.611427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a326ca9-2e43-4e0b-b42b-2357388806f6 req-a51b919d-896e-4fd4-9874-389f1fa5cf92 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.0692530 Jul 08 02:19:17.656129 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a326ca9-2e43-4e0b-b42b-2357388806f6 req-84c9a1f2-0904-4844-9928-8a5f93e6fb3b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Jul 08 02:19:17.744139 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:18.061521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1a4c86e-f996-4f5a-84d0-4323dfb80b03 req-ca85d53e-d4df-4e2f-9e97-4f2216a1ddb4 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 210 time: 0.0327797 Jul 08 02:19:18.127357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e6c9-9823-4e3e-939d-d9827ff71a4f req-5c91768b-3ae1-4a46-8bbc-958b8ece319a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:18.129105 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1406e6c9-9823-4e3e-939d-d9827ff71a4f req-5c91768b-3ae1-4a46-8bbc-958b8ece319a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1292439 Jul 08 02:19:18.138174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e319686-a48c-412f-a214-5ad712547c93 req-7ce08a8e-6606-471f-bf80-f8191e9bf581 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:18.139584 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e319686-a48c-412f-a214-5ad712547c93 req-7ce08a8e-6606-471f-bf80-f8191e9bf581 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.32 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 946 time: 0.1095860 Jul 08 02:19:18.216638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1406e6c9-9823-4e3e-939d-d9827ff71a4f req-89f097bb-acdb-4f39-821f-4109ecdbb394 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761027 Jul 08 02:19:18.281490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Deleting port 823e37ee-3370-46f2-b746-e3748497129a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:18.281920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:18.326584 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:18.397915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] For port 823e37ee-3370-46f2-b746-e3748497129a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=823e37ee-3370-46f2-b746-e3748497129a,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:18.398397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:18.413144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Calling delete_port for 823e37ee-3370-46f2-b746-e3748497129a owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:18.420878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2ec2-c557-4b6a-afe1-bb581e298053 req-c5b5f3ee-8e27-4cb7-a6a7-2f96b16e15a1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:18.422418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-464a2ec2-c557-4b6a-afe1-bb581e298053 req-c5b5f3ee-8e27-4cb7-a6a7-2f96b16e15a1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0867369 Jul 08 02:19:18.432347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40162) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:18.437487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Request body: {'floatingip': {'port_id': 'cb887d03-32db-4997-ae24-c4b105c57edc'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:18.481033 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:18.687063 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:18.700027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['823e37ee-3370-46f2-b746-e3748497129a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:18.702322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['05a13f7c-1973-410a-a7d7-d2b5b12e7d10'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:18.748028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Pushing event deleted for resources: {'Port': ['ID=823e37ee-3370-46f2-b746-e3748497129a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:18.863287 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] No DVR routers for this DVR port 823e37ee-3370-46f2-b746-e3748497129a on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:18.867510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:18.870847 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8e319686-a48c-412f-a214-5ad712547c93 req-0a74a41a-8a96-44dd-b4be-e87763156b4e tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.32 "DELETE /v2.0/ports/823e37ee-3370-46f2-b746-e3748497129a HTTP/1.1" status: 204 len: 173 time: 0.7244263 Jul 08 02:19:18.871543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0815dcdd-3150-470e-85f7-d14c8210d6ab', 'name': 'network-vif-deleted', 'tag': '823e37ee-3370-46f2-b746-e3748497129a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:18.875176 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11e119a-8ada-4e9a-85c6-fa2a3381407a" -d '{"events": [{"server_uuid": "0815dcdd-3150-470e-85f7-d14c8210d6ab", "name": "network-vif-deleted", "tag": "823e37ee-3370-46f2-b746-e3748497129a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:18.926361 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd17c2ac-469a-4646-acb4-eb7af7d6a202 req-798c48d9-a1bf-430c-b411-462648f84e1b tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 210 time: 0.0457871 Jul 08 02:19:18.928064 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bee2d8-be54-4184-8488-eba2c2e4a3be x-openstack-request-id: req-89bee2d8-be54-4184-8488-eba2c2e4a3be {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:18.928332 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0815dcdd-3150-470e-85f7-d14c8210d6ab", "name": "network-vif-deleted", "tag": "823e37ee-3370-46f2-b746-e3748497129a", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:18.928588 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89bee2d8-be54-4184-8488-eba2c2e4a3be {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:18.928989 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0815dcdd-3150-470e-85f7-d14c8210d6ab', 'name': 'network-vif-deleted', 'tag': '823e37ee-3370-46f2-b746-e3748497129a', 'status': 'completed', 'code': 200} Jul 08 02:19:19.070453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:19.215573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36470aa2-c6db-44b6-82c8-d294d74a7763 req-c2bb9212-a728-4c0f-b3ac-6d2369e5cb5e tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 210 time: 0.0311873 Jul 08 02:19:19.226524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:19.348674 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Floating IP 473411b0-5a81-4a1e-9190-1c913954f5c9 associated. External IP: 172.25.8.47, port: cb887d03-32db-4997-ae24-c4b105c57edc. Jul 08 02:19:19.572887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Router 55649e43-8f59-431e-8954-cccf5e066246 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:19:19.687176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:19.692213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:19.700369 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] Sync routers for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:19.711386 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:19.712637 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:19.733378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0e54691d-600d-444d-ae69-813be1cab164 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "PUT /v2.0/floatingips/473411b0-5a81-4a1e-9190-1c913954f5c9 HTTP/1.1" status: 200 len: 990 time: 1.2998149 Jul 08 02:19:19.734113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:19.736585 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a936e-25e9-4810-95e0-af84b61283d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:19.762954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-960432cc-8b31-42b6-8a6d-38eb1e42227b tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:19.765546 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-960432cc-8b31-42b6-8a6d-38eb1e42227b tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.18 "GET /v2.0/networks?id=93186c24-50ca-4c2a-9506-9cd55665ee87 HTTP/1.1" status: 200 len: 813 time: 0.1321971 Jul 08 02:19:19.794691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Request body: {'port': {'device_id': '51702739-71d7-4239-81e1-d2f5750acbad', 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'admin_state_up': True, 'tenant_id': '7f1780cd04c04fa4bd8114a8c78956ba'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:19.832842 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8f4bd6-6810-430d-8a48-73154e8616ab x-openstack-request-id: req-4b8f4bd6-6810-430d-8a48-73154e8616ab {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:19.833134 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:19.833422 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b8f4bd6-6810-430d-8a48-73154e8616ab {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:19.833834 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'status': 'completed', 'code': 200} Jul 08 02:19:19.997530 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:20.004474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-8b23f839-4229-495e-a7ec-393332c10a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:20.004474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-8b23f839-4229-495e-a7ec-393332c10a05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1097 time: 0.1490114 Jul 08 02:19:20.109350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Made reservation on behalf of 7f1780cd04c04fa4bd8114a8c78956ba for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:20.112996 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:20.128902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9e2b1d35-fded-4e12-8bcb-ae038753d669 req-5c5aa004-25e4-4b09-967f-e36524675ede tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=0815dcdd-3150-470e-85f7-d14c8210d6ab HTTP/1.1" status: 200 len: 210 time: 0.0526745 Jul 08 02:19:20.159253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-55e74e1d-5ea4-4c83-b6d2-533b80b90ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:20.160957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-55e74e1d-5ea4-4c83-b6d2-533b80b90ae0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.1552901 Jul 08 02:19:20.233342 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-4335faf6-93ff-4374-b94a-a8187a333163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 998 time: 0.0664427 Jul 08 02:19:20.313193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Allocated IP 172.20.0.9 (93186c24-50ca-4c2a-9506-9cd55665ee87/8cef866f-c39f-4dd0-be43-a1d17baf7498/cd4489ea-e00f-42da-a171-529a0575b538) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:20.315897 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '473411b0-5a81-4a1e-9190-1c913954f5c9', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '55649e43-8f59-431e-8954-cccf5e066246', 'port_id': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'mac_address': 'fa:16:3e:3a:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:19:01Z', 'updated_at': '2021-07-08T02:19:18Z', 'revision_number': 1, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:20.337345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-e4b007ac-745e-42eb-a7d0-2674812c6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:20.341452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-e4b007ac-745e-42eb-a7d0-2674812c6340 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.1021442 Jul 08 02:19:20.380602 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] Checking router: 55649e43-8f59-431e-8954-cccf5e066246 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:20.392051 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:20.392962 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:20.444105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-d920678d-6137-46fa-8901-b68911f504e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:20.446755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-d920678d-6137-46fa-8901-b68911f504e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981622 Jul 08 02:19:20.464808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af938567-77a7-441d-b541-5666462132cb req-49f6c7a7-e939-4e3a-8243-588e81b49f7f tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 210 time: 0.0496440 Jul 08 02:19:20.585102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-a57d6e15-e0af-45a7-8086-c9e60da50dbb tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:20.586604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-a57d6e15-e0af-45a7-8086-c9e60da50dbb tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.32 "GET /v2.0/networks?id=93186c24-50ca-4c2a-9506-9cd55665ee87 HTTP/1.1" status: 200 len: 813 time: 0.2581396 Jul 08 02:19:20.603937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Request body: {'port': {'device_id': 'ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65', 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'admin_state_up': True, 'tenant_id': '7f1780cd04c04fa4bd8114a8c78956ba'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:20.607422 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:20.610598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-9b2f11ba-44f0-437c-b21e-d9a6c5ee4712 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556432 Jul 08 02:19:20.717708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:20.778595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a38a936e-25e9-4810-95e0-af84b61283d6 req-e2e6e9d5-f2c3-4443-8946-d72ea1495164 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629269 Jul 08 02:19:20.869803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Made reservation on behalf of 7f1780cd04c04fa4bd8114a8c78956ba for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:20.876321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:20.964395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:21.036154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Network 93186c24-50ca-4c2a-9506-9cd55665ee87 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:21.046804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:21.049453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:21.117037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Pushing event updated for resources: {'Port': ['ID=cd4489ea-e00f-42da-a171-529a0575b538,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:21.126303 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:21.157025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:21.157714 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:21.178066 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '473411b0-5a81-4a1e-9190-1c913954f5c9', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '55649e43-8f59-431e-8954-cccf5e066246', 'port_id': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'mac_address': 'fa:16:3e:3a:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:19:01Z', 'updated_at': '2021-07-08T02:19:18Z', 'revision_number': 1, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:21.182373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Allocated IP 172.20.0.11 (93186c24-50ca-4c2a-9506-9cd55665ee87/8cef866f-c39f-4dd0-be43-a1d17baf7498/1eebb0ab-4989-4573-b536-0eeab69d15c5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:21.215731 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceb1c20-b2e4-4644-9ef6-806089735bc2 None None] The sync data for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 is: [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '473411b0-5a81-4a1e-9190-1c913954f5c9', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '55649e43-8f59-431e-8954-cccf5e066246', 'port_id': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'mac_address': 'fa:16:3e:3a:1c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:19:01Z', 'updated_at': '2021-07-08T02:19:18Z', 'revision_number': 1, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:21.335398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-ebfb87f2-f572-4244-bc0d-5cca6da4d628 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5612495 Jul 08 02:19:21.355432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Request body: {'port': {'device_id': '51702739-71d7-4239-81e1-d2f5750acbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:21.419057 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:21.474904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:21.498061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34a581-d736-4380-bff9-ad5a0fe29194 None None] New status for floating IP 473411b0-5a81-4a1e-9190-1c913954f5c9: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:19:21.534978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 823e37ee-3370-46f2-b746-e3748497129a no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:21.561557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 823e37ee-3370-46f2-b746-e3748497129a {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:21.561920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 823e37ee-3370-46f2-b746-e3748497129a not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:21.641137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:21.759908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Network 93186c24-50ca-4c2a-9506-9cd55665ee87 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:21.772049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:21.774439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:21.814918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Pushing event updated for resources: {'Port': ['ID=1eebb0ab-4989-4573-b536-0eeab69d15c5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:21.900676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:21.901470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:21.936189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e0f3e-f7c0-47c4-b678-c3df0bb9c951 req-a417a0ea-0ac6-4035-8dd8-d72aca251dd5 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:21.937794 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f5e0f3e-f7c0-47c4-b678-c3df0bb9c951 req-a417a0ea-0ac6-4035-8dd8-d72aca251dd5 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 932 time: 0.2300360 Jul 08 02:19:21.998874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4489ea-e00f-42da-a171-529a0575b538 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:22.012850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:22.024885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f5e0f3e-f7c0-47c4-b678-c3df0bb9c951 req-4215e969-6653-4027-83b5-a2767f3a793e tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573056 Jul 08 02:19:22.031015 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-06843a8f-abf2-4d3c-aa2f-0b6b10429ac8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4326022 Jul 08 02:19:22.034558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Transition to ACTIVE for port object cd4489ea-e00f-42da-a171-529a0575b538 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:22.046709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Request body: {'port': {'device_id': 'ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:22.077740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863803a-8632-49f4-86b8-72e006a18688 req-6a054c19-a0f6-4eaa-a103-2ecc67d1f327 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:22.087002 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5863803a-8632-49f4-86b8-72e006a18688 req-6a054c19-a0f6-4eaa-a103-2ecc67d1f327 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0892386 Jul 08 02:19:22.128400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5863803a-8632-49f4-86b8-72e006a18688 req-62e51b36-bb74-4b49-a635-7ee845498e8d tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Jul 08 02:19:22.471183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:22.524457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:22.544596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Pushing event updated for resources: {'Port': ['ID=cd4489ea-e00f-42da-a171-529a0575b538,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:22.707894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Attempting to bind port cd4489ea-e00f-42da-a171-529a0575b538 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:22.708841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Attempting to bind port cd4489ea-e00f-42da-a171-529a0575b538 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:22.709187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Attempting to bind port cd4489ea-e00f-42da-a171-529a0575b538 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:22.721056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Port cd4489ea-e00f-42da-a171-529a0575b538 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:19:22.721427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Attempting to bind port cd4489ea-e00f-42da-a171-529a0575b538 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:22.766365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:22.766764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Checking segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:22.767251 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Bound using segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:22.767736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Bound port: cd4489ea-e00f-42da-a171-529a0575b538, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:22.768107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:22.883843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] For port cd4489ea-e00f-42da-a171-529a0575b538, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:22.890003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] For port cd4489ea-e00f-42da-a171-529a0575b538, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cd4489ea-e00f-42da-a171-529a0575b538,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:22.939902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eebb0ab-4989-4573-b536-0eeab69d15c5 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:22.949357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:22.964455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Transition to ACTIVE for port object 1eebb0ab-4989-4573-b536-0eeab69d15c5 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:23.023176 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:23.061581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.062316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:23.063898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] 10.222.0.18 "PUT /v2.0/ports/cd4489ea-e00f-42da-a171-529a0575b538 HTTP/1.1" status: 200 len: 1092 time: 1.7170229 Jul 08 02:19:23.064609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51702739-71d7-4239-81e1-d2f5750acbad', 'tag': 'cd4489ea-e00f-42da-a171-529a0575b538'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:23.068388 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a520c-2238-428a-9f95-b2190c01dd50" -d '{"events": [{"name": "network-changed", "server_uuid": "51702739-71d7-4239-81e1-d2f5750acbad", "tag": "cd4489ea-e00f-42da-a171-529a0575b538"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:23.096077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e5f6b-3ca5-46e7-88c4-b5f48d6920bc service neutron] Pushing event updated for resources: {'Port': ['ID=cd4489ea-e00f-42da-a171-529a0575b538,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:23.126676 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dd17dc-a6d4-4865-b5a0-4a1ddf6ec947 x-openstack-request-id: req-20dd17dc-a6d4-4865-b5a0-4a1ddf6ec947 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:23.126977 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51702739-71d7-4239-81e1-d2f5750acbad", "tag": "cd4489ea-e00f-42da-a171-529a0575b538", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:23.127231 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20dd17dc-a6d4-4865-b5a0-4a1ddf6ec947 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:23.127664 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51702739-71d7-4239-81e1-d2f5750acbad', 'tag': 'cd4489ea-e00f-42da-a171-529a0575b538', 'status': 'completed', 'code': 200} Jul 08 02:19:23.129584 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:23.223687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Pushing event updated for resources: {'Port': ['ID=1eebb0ab-4989-4573-b536-0eeab69d15c5,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:23.237690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ead9f-8b3a-4889-a693-884aafc602c5 req-c226072c-bf4e-4c67-8b9e-a8d877c3b004 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.240482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-986ead9f-8b3a-4889-a693-884aafc602c5 req-c226072c-bf4e-4c67-8b9e-a8d877c3b004 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 944 time: 0.0960548 Jul 08 02:19:23.292453 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-986ead9f-8b3a-4889-a693-884aafc602c5 req-ffc6b344-bfea-4acd-a170-e7b2a6970929 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Jul 08 02:19:23.305086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a520c-2238-428a-9f95-b2190c01dd50 req-d9c3672a-55ac-42ad-bbc9-ae3a9f20ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.306567 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d8a520c-2238-428a-9f95-b2190c01dd50 req-d9c3672a-55ac-42ad-bbc9-ae3a9f20ad00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&device_id=51702739-71d7-4239-81e1-d2f5750acbad HTTP/1.1" status: 200 len: 1095 time: 0.1467423 Jul 08 02:19:23.411978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Attempting to bind port 1eebb0ab-4989-4573-b536-0eeab69d15c5 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:23.412503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Attempting to bind port 1eebb0ab-4989-4573-b536-0eeab69d15c5 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:23.412846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Attempting to bind port 1eebb0ab-4989-4573-b536-0eeab69d15c5 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:23.432028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Port 1eebb0ab-4989-4573-b536-0eeab69d15c5 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:19:23.432357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Attempting to bind port 1eebb0ab-4989-4573-b536-0eeab69d15c5 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:23.453127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:23.453478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Checking segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:23.453866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Bound using segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:23.454308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Bound port: 1eebb0ab-4989-4573-b536-0eeab69d15c5, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:23.454676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:23.523467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a520c-2238-428a-9f95-b2190c01dd50 req-c202a50a-e792-4299-bd2e-d374615e0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.525370 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d8a520c-2238-428a-9f95-b2190c01dd50 req-c202a50a-e792-4299-bd2e-d374615e0d26 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2086499 Jul 08 02:19:23.533436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e8128-7cad-47ee-bf73-95d685a8d633 req-df5574f1-6e50-483e-8d33-2b03a4264c30 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.534828 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d88e8128-7cad-47ee-bf73-95d685a8d633 req-df5574f1-6e50-483e-8d33-2b03a4264c30 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.2163427 Jul 08 02:19:23.653720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] For port 1eebb0ab-4989-4573-b536-0eeab69d15c5, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:23.660043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d88e8128-7cad-47ee-bf73-95d685a8d633 req-be5cea7a-68b9-4745-b670-780cac2e96da tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/security-groups?id=c200b2e3-bccd-4ae8-9122-d9536b2eeffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131072 Jul 08 02:19:23.683482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] For port 1eebb0ab-4989-4573-b536-0eeab69d15c5, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=1eebb0ab-4989-4573-b536-0eeab69d15c5,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:23.705260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a520c-2238-428a-9f95-b2190c01dd50 req-877f6d1d-22ba-463a-a10f-a8ed493fd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.706837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d8a520c-2238-428a-9f95-b2190c01dd50 req-877f6d1d-22ba-463a-a10f-a8ed493fd467 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693912 Jul 08 02:19:23.806772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-d1b24d6e-2859-42d0-9267-482ac6e4a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.808626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-d1b24d6e-2859-42d0-9267-482ac6e4a141 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&device_id=51702739-71d7-4239-81e1-d2f5750acbad HTTP/1.1" status: 200 len: 1095 time: 0.0563343 Jul 08 02:19:23.856558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-7a14e7de-bf38-47f7-affc-3c751e118cae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4489ea-e00f-42da-a171-529a0575b538 HTTP/1.1" status: 200 len: 217 time: 0.0402768 Jul 08 02:19:23.857639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:23.925663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.926370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:23.927832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] 10.222.0.32 "PUT /v2.0/ports/1eebb0ab-4989-4573-b536-0eeab69d15c5 HTTP/1.1" status: 200 len: 1093 time: 1.8867204 Jul 08 02:19:23.956044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-6ecf008c-95c5-4ee1-b551-41cec74851c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:23.957547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-6ecf008c-95c5-4ee1-b551-41cec74851c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cef866f-c39f-4dd0-be43-a1d17baf7498 HTTP/1.1" status: 200 len: 853 time: 0.0912495 Jul 08 02:19:23.959080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070a35-0e5d-4bd7-847c-aedec27ca426 service neutron] Pushing event updated for resources: {'Port': ['ID=1eebb0ab-4989-4573-b536-0eeab69d15c5,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:23.994853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-ba3bd636-e4f1-4210-92e6-5ea89a0fbfd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93186c24-50ca-4c2a-9506-9cd55665ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294452 Jul 08 02:19:24.084748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-67afed7f-9a3b-4006-9aaa-cf42fb9524b3 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:24.089166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-67afed7f-9a3b-4006-9aaa-cf42fb9524b3 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 946 time: 0.0708113 Jul 08 02:19:24.123904 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-e9cbfb3e-2892-49ca-a1fc-f1d068ecb3d0 service neutron] 10.222.0.18 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060016 Jul 08 02:19:24.201498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Deleting port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:24.201848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:24.287467 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-9f9ce3d5-97e7-4447-88a1-6e469021f219 service neutron] 10.222.0.18 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513720 Jul 08 02:19:24.293536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-1bb7d8c2-a4fe-464e-8240-30d041a09d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:24.295061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-1bb7d8c2-a4fe-464e-8240-30d041a09d3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 1096 time: 0.1703606 Jul 08 02:19:24.338607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] For port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:24.339085 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:24.342416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-6f83ff9b-3ef5-4b7f-aae6-0e9aa27930cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eebb0ab-4989-4573-b536-0eeab69d15c5 HTTP/1.1" status: 200 len: 217 time: 0.0391827 Jul 08 02:19:24.360405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Calling delete_port for 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:24.405338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b82e-99ae-4800-88a6-59914f4caada req-9e5a130c-ae5f-4d15-8fe5-11a95d9b31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:24.407579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-9e5a130c-ae5f-4d15-8fe5-11a95d9b31fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cef866f-c39f-4dd0-be43-a1d17baf7498 HTTP/1.1" status: 200 len: 853 time: 0.0551491 Jul 08 02:19:24.469960 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-892570b9-cafa-4467-9bd2-627b5588f533 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93186c24-50ca-4c2a-9506-9cd55665ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539668 Jul 08 02:19:24.573549 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-6c2f9d18-4931-4f09-a2ea-a0384176287e service neutron] 10.222.0.32 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962791 Jul 08 02:19:24.581928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42c249-d12a-4392-9596-7d42431ff0c4 req-b2a5bbcd-a0b9-443e-b160-cf53d595a5d6 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:24.583638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e42c249-d12a-4392-9596-7d42431ff0c4 req-b2a5bbcd-a0b9-443e-b160-cf53d595a5d6 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 944 time: 0.1460915 Jul 08 02:19:24.631991 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e42c249-d12a-4392-9596-7d42431ff0c4 req-cb8e1481-6784-437c-b697-4cd3a5611124 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Jul 08 02:19:24.672255 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:24.690826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['05a13f7c-1973-410a-a7d7-d2b5b12e7d10'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:24.692311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8341b82e-99ae-4800-88a6-59914f4caada req-ca2a1573-d800-4dac-9866-4d29e99df2db service neutron] 10.222.0.32 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109052 Jul 08 02:19:24.726454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Pushing event deleted for resources: {'Port': ['ID=05a13f7c-1973-410a-a7d7-d2b5b12e7d10,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:24.788165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] No DVR routers for this DVR port 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:24.790931 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:24.793629 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0dcd99d9-0b96-4624-b58a-e1aa6eaa2d62 req-e9932496-5d8c-480d-96d7-80445f07c59c tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.18 "DELETE /v2.0/ports/05a13f7c-1973-410a-a7d7-d2b5b12e7d10 HTTP/1.1" status: 204 len: 173 time: 0.6988008 Jul 08 02:19:24.794229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e637d9-3215-42b3-aef1-2966b982c28f', 'name': 'network-vif-deleted', 'tag': '05a13f7c-1973-410a-a7d7-d2b5b12e7d10'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:24.798172 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00438662-7d65-466b-ad2c-f6e0c53b03ad" -d '{"events": [{"server_uuid": "52e637d9-3215-42b3-aef1-2966b982c28f", "name": "network-vif-deleted", "tag": "05a13f7c-1973-410a-a7d7-d2b5b12e7d10"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:24.839631 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82210645-7c72-4d78-9253-34fda2879eda x-openstack-request-id: req-82210645-7c72-4d78-9253-34fda2879eda {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:24.839950 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e637d9-3215-42b3-aef1-2966b982c28f", "name": "network-vif-deleted", "tag": "05a13f7c-1973-410a-a7d7-d2b5b12e7d10", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:24.840251 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82210645-7c72-4d78-9253-34fda2879eda {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:24.840663 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e637d9-3215-42b3-aef1-2966b982c28f', 'name': 'network-vif-deleted', 'tag': '05a13f7c-1973-410a-a7d7-d2b5b12e7d10', 'status': 'completed', 'code': 200} Jul 08 02:19:24.843226 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-03fa7e3e-e23c-4691-8ab7-4e3bcb6bda84 req-3a2c7ec9-7314-415f-8cba-52ee61ced79a tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 210 time: 0.0308790 Jul 08 02:19:25.128491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65', 'tag': '1eebb0ab-4989-4573-b536-0eeab69d15c5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:25.132199 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a936680c-145d-4122-b249-373a7538162e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65", "tag": "1eebb0ab-4989-4573-b536-0eeab69d15c5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:25.171152 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65205075-744a-46b4-b6df-d67e4d590c58 x-openstack-request-id: req-65205075-744a-46b4-b6df-d67e4d590c58 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:25.171483 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65", "tag": "1eebb0ab-4989-4573-b536-0eeab69d15c5", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:25.171734 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65205075-744a-46b4-b6df-d67e4d590c58 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:25.172138 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65', 'tag': '1eebb0ab-4989-4573-b536-0eeab69d15c5', 'status': 'completed', 'code': 200} Jul 08 02:19:25.262661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936680c-145d-4122-b249-373a7538162e req-21111e06-e21b-4861-8c36-17cd32ee9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:25.264588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a936680c-145d-4122-b249-373a7538162e req-21111e06-e21b-4861-8c36-17cd32ee9a26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 1096 time: 0.0601726 Jul 08 02:19:25.371419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936680c-145d-4122-b249-373a7538162e req-625c1416-5e2b-43c6-a9cd-5535518c3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:25.372948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a936680c-145d-4122-b249-373a7538162e req-625c1416-5e2b-43c6-a9cd-5535518c3108 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93186c24-50ca-4c2a-9506-9cd55665ee87 HTTP/1.1" status: 200 len: 914 time: 0.1010098 Jul 08 02:19:25.415656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a936680c-145d-4122-b249-373a7538162e req-13058938-f4a7-45fb-a07c-6122a2eb38b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eebb0ab-4989-4573-b536-0eeab69d15c5 HTTP/1.1" status: 200 len: 217 time: 0.0355008 Jul 08 02:19:25.470659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936680c-145d-4122-b249-373a7538162e req-fb0ea984-5a02-4742-b1c6-a286f9d86916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:25.472257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a936680c-145d-4122-b249-373a7538162e req-fb0ea984-5a02-4742-b1c6-a286f9d86916 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cef866f-c39f-4dd0-be43-a1d17baf7498 HTTP/1.1" status: 200 len: 853 time: 0.0451229 Jul 08 02:19:25.516302 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a936680c-145d-4122-b249-373a7538162e req-92a4b414-1869-459b-8937-c84f19165630 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93186c24-50ca-4c2a-9506-9cd55665ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350685 Jul 08 02:19:25.620431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a936680c-145d-4122-b249-373a7538162e req-94df7504-53f3-4588-8839-096306c5951f service neutron] 10.222.0.32 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963862 Jul 08 02:19:25.738040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a936680c-145d-4122-b249-373a7538162e req-18179b6f-5881-4b79-9f64-3049f0d03b75 service neutron] 10.222.0.32 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086261 Jul 08 02:19:25.813749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcf6b0-4a78-46f2-87be-f619159ad267 req-faa90378-ef12-48fc-978d-0b75db74c834 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:25.815326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9dcf6b0-4a78-46f2-87be-f619159ad267 req-faa90378-ef12-48fc-978d-0b75db74c834 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 944 time: 0.0648255 Jul 08 02:19:25.856837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9dcf6b0-4a78-46f2-87be-f619159ad267 req-bdb1ec3e-ab1a-4691-af55-1331627750f8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348871 Jul 08 02:19:26.016584 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5885b0e6-395c-4704-822f-8acb1c0e5eab req-532566fa-a2c0-4284-a9db-7a50873ad8e4 tempest-ServerRescueTestJSON-1419775604 tempest-ServerRescueTestJSON-1419775604-project] 10.222.0.10 "GET /v2.0/ports?device_id=52e637d9-3215-42b3-aef1-2966b982c28f HTTP/1.1" status: 200 len: 210 time: 0.0306034 Jul 08 02:19:27.046244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169d83-8612-413d-bc82-8849218d3adc req-11853ed8-21a9-4da4-841c-de8c2c1c4210 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:27.048079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d169d83-8612-413d-bc82-8849218d3adc req-11853ed8-21a9-4da4-841c-de8c2c1c4210 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 944 time: 0.0744436 Jul 08 02:19:27.101438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d169d83-8612-413d-bc82-8849218d3adc req-a3de13d3-9d36-4843-aba3-31e1b8675107 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470157 Jul 08 02:19:27.123012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:27.471307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:27.563502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 1eebb0ab-4989-4573-b536-0eeab69d15c5 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:19:27.671951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 1eebb0ab-4989-4573-b536-0eeab69d15c5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=1eebb0ab-4989-4573-b536-0eeab69d15c5,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:27.684782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '1eebb0ab-4989-4573-b536-0eeab69d15c5', 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'port_id': '1eebb0ab-4989-4573-b536-0eeab69d15c5', 'mac_address': 'fa:16:3e:f2:27:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cef866f-c39f-4dd0-be43-a1d17baf7498', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:19:27.725649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:27.736757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eebb0ab-4989-4573-b536-0eeab69d15c5 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:27.757883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 1eebb0ab-4989-4573-b536-0eeab69d15c5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=1eebb0ab-4989-4573-b536-0eeab69d15c5,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:27.772914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Deleting port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:27.773270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:27.843927 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:27.858544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] For port b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,segment=NetworkSegment(560dae40-1dc7-4c70-ad81-5d6e85c92a27),segment_id=560dae40-1dc7-4c70-ad81-5d6e85c92a27)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:27.859219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:27.877482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Calling delete_port for b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:27.903710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cd4489ea-e00f-42da-a171-529a0575b538 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:19:27.905792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:27.941053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:27.941410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 05a13f7c-1973-410a-a7d7-d2b5b12e7d10 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:27.965193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=1eebb0ab-4989-4573-b536-0eeab69d15c5,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:28.054376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cd4489ea-e00f-42da-a171-529a0575b538, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cd4489ea-e00f-42da-a171-529a0575b538,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:28.066716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'cd4489ea-e00f-42da-a171-529a0575b538', 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'port_id': 'cd4489ea-e00f-42da-a171-529a0575b538', 'mac_address': 'fa:16:3e:93:4f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cef866f-c39f-4dd0-be43-a1d17baf7498', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:19:28.096605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['1eebb0ab-4989-4573-b536-0eeab69d15c5'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:28.158586 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:28.173303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4489ea-e00f-42da-a171-529a0575b538 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:28.200607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cd4489ea-e00f-42da-a171-529a0575b538, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cd4489ea-e00f-42da-a171-529a0575b538,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:28.289294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c0971-6696-40f6-a683-d8263ef55bb8 req-cc86100f-b887-493c-bc8c-0c1b6907fc5d tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:28.290979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f62c0971-6696-40f6-a683-d8263ef55bb8 req-cc86100f-b887-493c-bc8c-0c1b6907fc5d tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 945 time: 0.0762615 Jul 08 02:19:28.341736 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f62c0971-6696-40f6-a683-d8263ef55bb8 req-187aeace-1571-4bff-aa91-9aa9f88ff4ed tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Jul 08 02:19:28.352414 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:28.377606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:28.416468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cd4489ea-e00f-42da-a171-529a0575b538,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:28.424416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:28.557699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cd4489ea-e00f-42da-a171-529a0575b538'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:28.593840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:29.190852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:19:29.320455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:29.326272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d9bcb151-6090-49b2-b66e-6923f4b1d51a admin admin] 10.222.0.10 "PUT /v2.0/routers/85d8e44f-7ca5-4764-bf67-8b394fdd8a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2021129 Jul 08 02:19:29.329815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40324) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:29.334157 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] Sync routers for ids ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:29.343554 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] Routers {'85d8e44f-7ca5-4764-bf67-8b394fdd8a18'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:29.344181 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:29.458566 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] Set router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:29.550511 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:29.581099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 1eebb0ab-4989-4573-b536-0eeab69d15c5 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:29.698503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b103fc0-0644-4407-af6c-beba17129a48 req-0568df7d-c386-40ba-ae6f-0a803cf70b5d tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:29.709643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b103fc0-0644-4407-af6c-beba17129a48 req-0568df7d-c386-40ba-ae6f-0a803cf70b5d tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 945 time: 0.1542492 Jul 08 02:19:29.719754 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:19:28Z', 'revision_number': 5, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:29.738833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:29.757595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b103fc0-0644-4407-af6c-beba17129a48 req-911c7205-60fe-4468-a0fa-2ef6781e1e75 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469289 Jul 08 02:19:29.777898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40338) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:29.791370 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] Checking router: 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:29.801675 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] Routers {'85d8e44f-7ca5-4764-bf67-8b394fdd8a18'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:29.802739 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:29.838238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 1eebb0ab-4989-4573-b536-0eeab69d15c5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:29.845305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 1eebb0ab-4989-4573-b536-0eeab69d15c5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:29.847129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:29.920589 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] Set router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:29.921781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cd4489ea-e00f-42da-a171-529a0575b538 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:30.023402 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2154842-44cc-46ca-8c56-aa38bfd1af2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.036531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.036794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Deleting port 15428924-2b53-43ec-854c-fed2a46456fd {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:30.037792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.073503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eebb0ab-4989-4573-b536-0eeab69d15c5'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:30.078284 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f370204-9575-4a62-940c-184f52eb4170" -d '{"events": [{"server_uuid": "ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65", "name": "network-vif-plugged", "status": "completed", "tag": "1eebb0ab-4989-4573-b536-0eeab69d15c5"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:30.103754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port cd4489ea-e00f-42da-a171-529a0575b538 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:30.114523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 1eebb0ab-4989-4573-b536-0eeab69d15c5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=1eebb0ab-4989-4573-b536-0eeab69d15c5,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:30.126364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port cd4489ea-e00f-42da-a171-529a0575b538 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:30.127021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.178098 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a4a6a8-b057-49cd-8524-98fc31a7368d x-openstack-request-id: req-c9a4a6a8-b057-49cd-8524-98fc31a7368d {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:30.181403 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65", "name": "network-vif-plugged", "status": "completed", "tag": "1eebb0ab-4989-4573-b536-0eeab69d15c5", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:30.185017 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9a4a6a8-b057-49cd-8524-98fc31a7368d {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:30.185691 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eebb0ab-4989-4573-b536-0eeab69d15c5', 'code': 200} Jul 08 02:19:30.202597 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.222958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] For port 15428924-2b53-43ec-854c-fed2a46456fd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=15428924-2b53-43ec-854c-fed2a46456fd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:30.223363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.240997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Calling delete_port for 15428924-2b53-43ec-854c-fed2a46456fd owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:30.292896 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:19:28Z', 'revision_number': 5, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:30.296464 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2154842-44cc-46ca-8c56-aa38bfd1af2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.316774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=1eebb0ab-4989-4573-b536-0eeab69d15c5,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:30.332877 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777726f-d3b1-4d2c-850a-95a66c34a0fa None None] The sync data for ids ['85d8e44f-7ca5-4764-bf67-8b394fdd8a18'] in n-d-695189-13 is: [{'id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'name': 'tempest-ServerRescueTestJSON-1163657357-router', 'tenant_id': '6b29e9f602514e6485652744f1a22bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '15428924-2b53-43ec-854c-fed2a46456fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:19:28Z', 'revision_number': 5, 'project_id': '6b29e9f602514e6485652744f1a22bda', 'gw_port': {'id': '15428924-2b53-43ec-854c-fed2a46456fd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d8e44f-7ca5-4764-bf67-8b394fdd8a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:18Z', 'updated_at': '2021-07-08T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:30.342098 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.369270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2154842-44cc-46ca-8c56-aa38bfd1af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.385527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cd4489ea-e00f-42da-a171-529a0575b538, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cd4489ea-e00f-42da-a171-529a0575b538,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:30.409570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c2154842-44cc-46ca-8c56-aa38bfd1af2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2e68625a6b64fbe96f5b8ad85fdc598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6307387 Jul 08 02:19:30.416140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:30.453517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2154842-44cc-46ca-8c56-aa38bfd1af2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2247f7e-ebea-438c-8688-16c5623851b8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:30.464023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.465413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15b5c4-0fba-46fd-9b83-b873a1a9db98 req-632e8173-b4fc-430f-89a4-25fcb0343cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:30.467883 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d15b5c4-0fba-46fd-9b83-b873a1a9db98 req-632e8173-b4fc-430f-89a4-25fcb0343cad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 1098 time: 0.1434340 Jul 08 02:19:30.485163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4155f301-5cb8-49bd-ac8c-7bcb85a9d138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.515270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4155f301-5cb8-49bd-ac8c-7bcb85a9d138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.533665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cd4489ea-e00f-42da-a171-529a0575b538,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:30.589798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d15b5c4-0fba-46fd-9b83-b873a1a9db98 req-5b8393fa-ae2e-47c7-afa6-3a1ea29e06e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095138 Jul 08 02:19:30.675047 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.700371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Pushing event deleted for resources: {'Port': ['ID=15428924-2b53-43ec-854c-fed2a46456fd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:30.706293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4155f301-5cb8-49bd-ac8c-7bcb85a9d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.711699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4155f301-5cb8-49bd-ac8c-7bcb85a9d138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.718151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4155f301-5cb8-49bd-ac8c-7bcb85a9d138 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2247f7e-ebea-438c-8688-16c5623851b8 HTTP/1.1" status: 204 len: 168 time: 0.3041875 Jul 08 02:19:30.731140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.733594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.733992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.734326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.734670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.735011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.736670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155f301-5cb8-49bd-ac8c-7bcb85a9d138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2247f7e-ebea-438c-8688-16c5623851b8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:30.738391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.738391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.744513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.744907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.745261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.745607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:30.850920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.962490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.965136 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:30.979641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f551c-a12d-4958-82b5-ecf95a81a3e3 req-11d29064-8688-470c-b181-92ff7f445a04 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:30.981238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca5f551c-a12d-4958-82b5-ecf95a81a3e3 req-11d29064-8688-470c-b181-92ff7f445a04 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 946 time: 0.0901144 Jul 08 02:19:31.080850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca5f551c-a12d-4958-82b5-ecf95a81a3e3 req-597d4f12-a542-4862-8176-35e9961a3cea tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849969 Jul 08 02:19:31.100784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.101382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d8e44f-7ca5-4764-bf67-8b394fdd8a18 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:19:31.105888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.109497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ddfc2bca-e26e-45b1-82aa-d3a5ca63339f admin admin] 10.222.0.10 "DELETE /v2.0/routers/85d8e44f-7ca5-4764-bf67-8b394fdd8a18 HTTP/1.1" status: 204 len: 168 time: 1.7760649 Jul 08 02:19:31.109842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:31.154217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:31.171194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-894ad6c3-7177-4e54-b6c3-24f43fb77cb2 admin admin] Deleting subnet 62471928-cf45-4edd-9e96-9e09427783cb {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:19:31.181338 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-894ad6c3-7177-4e54-b6c3-24f43fb77cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.187793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:31.188385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b4883cc2-a4eb-4ddc-b7ac-1e9725bf295d not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:31.231839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-894ad6c3-7177-4e54-b6c3-24f43fb77cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.277609 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-894ad6c3-7177-4e54-b6c3-24f43fb77cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.469816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-894ad6c3-7177-4e54-b6c3-24f43fb77cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.501316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ad6c3-7177-4e54-b6c3-24f43fb77cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62471928-cf45-4edd-9e96-9e09427783cb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:31.503264 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-894ad6c3-7177-4e54-b6c3-24f43fb77cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.505692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-894ad6c3-7177-4e54-b6c3-24f43fb77cb2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/62471928-cf45-4edd-9e96-9e09427783cb HTTP/1.1" status: 204 len: 168 time: 0.3947854 Jul 08 02:19:31.508373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40368) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:31.573821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.678134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.688935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ce7582-693e-452b-99f9-a6c8997c8f29']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:31.702756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560dae40-1dc7-4c70-ad81-5d6e85c92a27') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:31.703031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560dae40-1dc7-4c70-ad81-5d6e85c92a27') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:31.713405 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.731667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.737159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:19:31.737706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:19:31.740110 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:19:31.928971 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.934694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.936552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] 10.222.0.10 "DELETE /v2.0/networks/e8ce7582-693e-452b-99f9-a6c8997c8f29 HTTP/1.1" status: 204 len: 168 time: 0.4272723 Jul 08 02:19:31.954332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044f9ff-4185-4846-8d2b-9b3eed6f558e admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ce7582-693e-452b-99f9-a6c8997c8f29,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:32.187058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51702739-71d7-4239-81e1-d2f5750acbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4489ea-e00f-42da-a171-529a0575b538'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:32.190691 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6339897-a744-48fa-9b18-f0b42430362a" -d '{"events": [{"server_uuid": "51702739-71d7-4239-81e1-d2f5750acbad", "name": "network-vif-plugged", "status": "completed", "tag": "cd4489ea-e00f-42da-a171-529a0575b538"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:32.269877 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2abf88-46a9-47e7-9d7c-f99d4185c224 x-openstack-request-id: req-bf2abf88-46a9-47e7-9d7c-f99d4185c224 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:32.271043 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51702739-71d7-4239-81e1-d2f5750acbad", "name": "network-vif-plugged", "status": "completed", "tag": "cd4489ea-e00f-42da-a171-529a0575b538", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:32.271469 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf2abf88-46a9-47e7-9d7c-f99d4185c224 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:32.272232 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51702739-71d7-4239-81e1-d2f5750acbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4489ea-e00f-42da-a171-529a0575b538', 'code': 200} Jul 08 02:19:32.321176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff7e7-779c-40bd-aefe-dcf28dda93d3 req-482f9430-ba25-4233-97fb-7c6898d63c2b tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:32.322701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6ff7e7-779c-40bd-aefe-dcf28dda93d3 req-482f9430-ba25-4233-97fb-7c6898d63c2b tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 946 time: 0.0816681 Jul 08 02:19:32.363798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40392) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:32.368603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6ff7e7-779c-40bd-aefe-dcf28dda93d3 req-2234e3a6-8b53-4046-9755-295c543573af tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Jul 08 02:19:32.422358 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ea9c95ae-71c6-4bb9-a2b8-a65685987070 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b29e9f602514e6485652744f1a22bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569732 Jul 08 02:19:32.423099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:32.483822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11a46f92-4687-4cd8-8be2-33d8e0a72463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:32.495526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870707fd-8406-4664-a2a7-4e513a11b323 req-43189240-1f80-413b-a2c5-12d968a811c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:32.497063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-870707fd-8406-4664-a2a7-4e513a11b323 req-43189240-1f80-413b-a2c5-12d968a811c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51702739-71d7-4239-81e1-d2f5750acbad HTTP/1.1" status: 200 len: 1097 time: 0.1114900 Jul 08 02:19:32.530477 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11a46f92-4687-4cd8-8be2-33d8e0a72463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:32.577669 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-870707fd-8406-4664-a2a7-4e513a11b323 req-f9611c1e-5a44-41d2-abb9-f6a9dc19e42a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681124 Jul 08 02:19:32.671876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b86de9-c35d-422c-a5b4-cda03ba61fd1 req-3fe772fa-256a-4aef-a733-72f4c497a2ef tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:32.673419 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-65b86de9-c35d-422c-a5b4-cda03ba61fd1 req-3fe772fa-256a-4aef-a733-72f4c497a2ef tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=51702739-71d7-4239-81e1-d2f5750acbad HTTP/1.1" status: 200 len: 945 time: 0.1110742 Jul 08 02:19:32.714608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-65b86de9-c35d-422c-a5b4-cda03ba61fd1 req-3dbdbcdf-e440-4f3b-a324-00aebbe78cd9 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354950 Jul 08 02:19:32.723974 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11a46f92-4687-4cd8-8be2-33d8e0a72463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:32.726495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11a46f92-4687-4cd8-8be2-33d8e0a72463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:32.727641 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-11a46f92-4687-4cd8-8be2-33d8e0a72463 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c200b2e3-bccd-4ae8-9122-d9536b2eeffe HTTP/1.1" status: 204 len: 168 time: 0.3035209 Jul 08 02:19:32.736304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a46f92-4687-4cd8-8be2-33d8e0a72463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c200b2e3-bccd-4ae8-9122-d9536b2eeffe,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:33.031777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 15428924-2b53-43ec-854c-fed2a46456fd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:33.053151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 15428924-2b53-43ec-854c-fed2a46456fd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:33.053574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 15428924-2b53-43ec-854c-fed2a46456fd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:33.635360 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:19:33.900427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676e2d7-cae7-4f81-8808-b8d3471594d1 req-bff99f96-97d9-468e-b5e3-9b47e849a1d4 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:33.902015 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c676e2d7-cae7-4f81-8808-b8d3471594d1 req-bff99f96-97d9-468e-b5e3-9b47e849a1d4 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=51702739-71d7-4239-81e1-d2f5750acbad HTTP/1.1" status: 200 len: 945 time: 0.0678823 Jul 08 02:19:33.969010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c676e2d7-cae7-4f81-8808-b8d3471594d1 req-ec75d633-8d79-4adb-a30b-c9ab036be27a tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587766 Jul 08 02:19:34.025377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40460) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:34.256428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-network', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:34.372087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Made reservation on behalf of 275b6e5aecdb4a3e8b933a80b1342f78 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:34.374510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:34.383998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:34.487915 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:34.603433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:34.628846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:19:34.638638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48007cdf-be9f-4d9d-8886-8db18a581d17,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:34.655916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:34.656271 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Added segment 41cfc758-38c3-4a9b-885e-86f182a6019b of type vlan for network 59f82da1-23b3-4175-8144-0e6a918b68c7 Jul 08 02:19:34.712397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:34.844246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:34.845484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:34.846085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:34.911359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] Pushing event updated for resources: {'Network': ['ID=59f82da1-23b3-4175-8144-0e6a918b68c7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:34.922171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 59f82da1-23b3-4175-8144-0e6a918b68c7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:19:35.038552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5e9a17ba-f11f-45f6-8221-e244ff913d32 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0119443 Jul 08 02:19:35.041293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40478) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:35.047193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Request body: {'subnet': {'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-subnet', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:35.249305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Made reservation on behalf of 275b6e5aecdb4a3e8b933a80b1342f78 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:35.252577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:35.539031 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:35.557595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-bee5bb71-ec80-479c-84ed-ea47458d8c27 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:35.559155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-bee5bb71-ec80-479c-84ed-ea47458d8c27 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/networks?id=93186c24-50ca-4c2a-9506-9cd55665ee87 HTTP/1.1" status: 200 len: 813 time: 0.1189768 Jul 08 02:19:35.574733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-53f92234-100e-47ae-9245-94a0c45882d5 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/quotas/7f1780cd04c04fa4bd8114a8c78956ba HTTP/1.1" status: 200 len: 375 time: 0.0101392 Jul 08 02:19:35.597666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d255f37-fac5-4b3c-8d3c-ad40544bc649,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:35.607320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Checking segment: {'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:35.610627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Network hostable DHCP agents. Network: 59f82da1-23b3-4175-8144-0e6a918b68c7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:19:35.646864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7c6626a4-5457-4742-bd72-156d0325d19a tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663028 Jul 08 02:19:35.723911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Network 59f82da1-23b3-4175-8144-0e6a918b68c7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:19:35.764009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-89fc154f-e240-4d82-bf0c-1dce712f4f04 service neutron] 10.222.0.10 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042585 Jul 08 02:19:35.849999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 59f82da1-23b3-4175-8144-0e6a918b68c7) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:35.855045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:35.855666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:35.876341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3771457d-9f27-478a-8c44-995695f7c490 None None] Network 59f82da1-23b3-4175-8144-0e6a918b68c7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:19:35.879462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-f2ed39bd-4884-4e0a-b908-59fbed31167e service neutron] 10.222.0.10 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094105 Jul 08 02:19:36.026500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-2e155f7b-82ef-4aee-92da-53df6591134d tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:36.028580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-2e155f7b-82ef-4aee-92da-53df6591134d tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.18 "GET /v2.0/ports?device_id=51702739-71d7-4239-81e1-d2f5750acbad HTTP/1.1" status: 200 len: 945 time: 0.0756035 Jul 08 02:19:36.034209 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-15be8e27-7ead-4daf-a597-301f3a6186c5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9910765 Jul 08 02:19:36.045434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40504) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:36.054606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:36.113969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28170050-bd17-46a6-8856-981b11e6c0e1 None None] Network 59f82da1-23b3-4175-8144-0e6a918b68c7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:19:36.168391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Deleting port cd4489ea-e00f-42da-a171-529a0575b538 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:36.168746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.211486 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.212282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.266460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] For port cd4489ea-e00f-42da-a171-529a0575b538, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cd4489ea-e00f-42da-a171-529a0575b538,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:36.266836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.279544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.283596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Calling delete_port for cd4489ea-e00f-42da-a171-529a0575b538 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:36.596339 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.618245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.633758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cd4489ea-e00f-42da-a171-529a0575b538'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:36.636204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['1eebb0ab-4989-4573-b536-0eeab69d15c5'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:36.653060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Pushing event deleted for resources: {'Port': ['ID=cd4489ea-e00f-42da-a171-529a0575b538,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:36.709964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] No DVR routers for this DVR port cd4489ea-e00f-42da-a171-529a0575b538 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:36.713104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.715310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3b0db575-9195-4ca0-b72b-e10e2da5a547 req-9b911b42-e9ca-4976-9d96-b0f4881db209 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.18 "DELETE /v2.0/ports/cd4489ea-e00f-42da-a171-529a0575b538 HTTP/1.1" status: 204 len: 173 time: 0.6738985 Jul 08 02:19:36.715835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51702739-71d7-4239-81e1-d2f5750acbad', 'name': 'network-vif-deleted', 'tag': 'cd4489ea-e00f-42da-a171-529a0575b538'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:36.722598 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03df4d8-d921-48b2-9285-9273e3943edb" -d '{"events": [{"server_uuid": "51702739-71d7-4239-81e1-d2f5750acbad", "name": "network-vif-deleted", "tag": "cd4489ea-e00f-42da-a171-529a0575b538"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:36.811019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1391e6ad-796b-45f6-bc2d-d11dddb7c785 req-87753c7d-559a-4bb1-a9bc-8591f5153ab1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 210 time: 0.0590925 Jul 08 02:19:36.813209 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4089a5be-108e-441d-995b-63b814f0a003 x-openstack-request-id: req-4089a5be-108e-441d-995b-63b814f0a003 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:36.813889 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51702739-71d7-4239-81e1-d2f5750acbad", "name": "network-vif-deleted", "tag": "cd4489ea-e00f-42da-a171-529a0575b538", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:36.814355 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4089a5be-108e-441d-995b-63b814f0a003 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:36.814974 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51702739-71d7-4239-81e1-d2f5750acbad', 'name': 'network-vif-deleted', 'tag': 'cd4489ea-e00f-42da-a171-529a0575b538', 'status': 'completed', 'code': 200} Jul 08 02:19:36.859957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538033c-0534-457d-89e2-2d1b661bec1d req-203864d2-c75d-42c5-95eb-6dd3eada4acc tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:36.861756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d538033c-0534-457d-89e2-2d1b661bec1d req-203864d2-c75d-42c5-95eb-6dd3eada4acc tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65 HTTP/1.1" status: 200 len: 946 time: 0.1483018 Jul 08 02:19:37.469410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Deleting port 1eebb0ab-4989-4573-b536-0eeab69d15c5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:37.470121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.493767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.552556 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.651464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] For port 1eebb0ab-4989-4573-b536-0eeab69d15c5, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=1eebb0ab-4989-4573-b536-0eeab69d15c5,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:37.651847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.688753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Calling delete_port for 1eebb0ab-4989-4573-b536-0eeab69d15c5 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:37.758153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Allocated IP 172.25.8.65 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/e4e04a2b-ef5b-4c88-ba31-672532a28d52) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:37.929538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4215f53f-ef6c-4606-add4-37acdee4179a req-33fd7fb9-c496-4afb-bfde-f5ff50b49690 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 210 time: 0.0454330 Jul 08 02:19:38.023501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:38.183984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:38.196006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:38.243521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Pushing event deleted for resources: {'Port': ['ID=1eebb0ab-4989-4573-b536-0eeab69d15c5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:38.294544 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:38.301318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:38.305890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:38.348584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] No DVR routers for this DVR port 1eebb0ab-4989-4573-b536-0eeab69d15c5 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:38.357709 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:38.359762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d538033c-0534-457d-89e2-2d1b661bec1d req-48019f12-0232-49e3-ab0e-6dfffcc4f60c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.32 "DELETE /v2.0/ports/1eebb0ab-4989-4573-b536-0eeab69d15c5 HTTP/1.1" status: 204 len: 173 time: 1.4911623 Jul 08 02:19:38.360220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65', 'name': 'network-vif-deleted', 'tag': '1eebb0ab-4989-4573-b536-0eeab69d15c5'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:38.373708 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf424d-ce9d-41e6-b948-6cbcf9a7344b" -d '{"events": [{"server_uuid": "ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65", "name": "network-vif-deleted", "tag": "1eebb0ab-4989-4573-b536-0eeab69d15c5"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:38.437165 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8add8f1-f7e0-49f7-ae85-89d12123ef3b x-openstack-request-id: req-f8add8f1-f7e0-49f7-ae85-89d12123ef3b {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:38.437506 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65", "name": "network-vif-deleted", "tag": "1eebb0ab-4989-4573-b536-0eeab69d15c5", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:38.437717 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8add8f1-f7e0-49f7-ae85-89d12123ef3b {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:38.438127 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1ad8a4-5d75-4d5b-b00d-5a887dc38e65', 'name': 'network-vif-deleted', 'tag': '1eebb0ab-4989-4573-b536-0eeab69d15c5', 'status': 'completed', 'code': 200} Jul 08 02:19:38.467360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Pushing event updated for resources: {'Port': ['ID=e4e04a2b-ef5b-4c88-ba31-672532a28d52,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:38.735095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:38.949505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:39.210868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1ab9c4c-aa2c-4836-9e3f-c8dcc5afbd75 req-4a111b2b-385a-40d7-a2f4-a2935995a2c2 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 210 time: 0.0994461 Jul 08 02:19:39.280532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:19:39.398594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:39.411242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Sync routers for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:39.420594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:39.421322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:39.485238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:39.487739 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-810d7a21-9437-4df2-a295-d13534a6e5ac admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4416397 Jul 08 02:19:39.554851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:39.632904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:39.704410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 1eebb0ab-4989-4573-b536-0eeab69d15c5 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:39.764481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 1eebb0ab-4989-4573-b536-0eeab69d15c5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:39.765146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 1eebb0ab-4989-4573-b536-0eeab69d15c5 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:39.859306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:38Z', 'revision_number': 3, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:39.928706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Checking router: 0e8e5588-8c17-4d23-9d67-b3f58311bc08 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:39.931292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Updating router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 port e4e04a2b-ef5b-4c88-ba31-672532a28d52 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:19:39.963469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cd4489ea-e00f-42da-a171-529a0575b538 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:40.026683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: cd4489ea-e00f-42da-a171-529a0575b538 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:40.027038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cd4489ea-e00f-42da-a171-529a0575b538 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:40.056700 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.116501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-cdf09fbb-5853-4ce9-9648-c585a2e77d37 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:40.118070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-cdf09fbb-5853-4ce9-9648-c585a2e77d37 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.32 "GET /v2.0/networks?id=93186c24-50ca-4c2a-9506-9cd55665ee87 HTTP/1.1" status: 200 len: 813 time: 0.2288778 Jul 08 02:19:40.140216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Request body: {'port': {'device_id': '14515e8d-f964-413f-9b0d-a82aa817c8a9', 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'admin_state_up': True, 'tenant_id': '7f1780cd04c04fa4bd8114a8c78956ba'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:40.320010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.446369 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4ed8267d-731a-4f7d-b7fc-8b0b39beb93e req-9ae09ff2-9a18-4ff1-885e-7f122022de3a tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 210 time: 0.0638864 Jul 08 02:19:40.456034 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.475636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Transition to ACTIVE for port object e4e04a2b-ef5b-4c88-ba31-672532a28d52 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:40.500235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Made reservation on behalf of 7f1780cd04c04fa4bd8114a8c78956ba for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:40.505226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.615166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Allocated IP 172.20.0.1 (59f82da1-23b3-4175-8144-0e6a918b68c7/8d255f37-fac5-4b3c-8d3c-ad40544bc649/ea53be94-a3a0-4c65-a1bc-778411b1d9d1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:40.682423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.733483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Allocated IP 172.20.0.6 (93186c24-50ca-4c2a-9506-9cd55665ee87/8cef866f-c39f-4dd0-be43-a1d17baf7498/83c37ef6-2e43-41c8-98af-ffca1c238b65) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:40.735061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-584021c1-3808-4663-a1b7-1d8f7c8dca93 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:40.736543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-584021c1-3808-4663-a1b7-1d8f7c8dca93 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.18 "GET /v2.0/networks?id=93186c24-50ca-4c2a-9506-9cd55665ee87 HTTP/1.1" status: 200 len: 813 time: 0.1999376 Jul 08 02:19:40.751718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Request body: {'port': {'device_id': 'a0b5bf69-50f7-4e41-8000-51df8ccaa84d', 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'admin_state_up': True, 'tenant_id': '7f1780cd04c04fa4bd8114a8c78956ba'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:40.781395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae4123-954b-43a4-b0d5-21a8fe6d3c5b None None] Pushing event updated for resources: {'Port': ['ID=e4e04a2b-ef5b-4c88-ba31-672532a28d52,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:40.785395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Attempting to bind port e4e04a2b-ef5b-4c88-ba31-672532a28d52 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:40.786050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Attempting to bind port e4e04a2b-ef5b-4c88-ba31-672532a28d52 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:40.786426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Attempting to bind port e4e04a2b-ef5b-4c88-ba31-672532a28d52 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:40.792768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:40.793163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:40.793574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.794135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:40.794611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Bound port: e4e04a2b-ef5b-4c88-ba31-672532a28d52, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:40.796054 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.928590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] For port e4e04a2b-ef5b-4c88-ba31-672532a28d52, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:40.932088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] For port e4e04a2b-ef5b-4c88-ba31-672532a28d52, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e4e04a2b-ef5b-4c88-ba31-672532a28d52,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:40.963420 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.012472 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.048404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.090802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:41.091509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:41.096626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae4123-954b-43a4-b0d5-21a8fe6d3c5b None None] Pushing event updated for resources: {'Port': ['ID=e4e04a2b-ef5b-4c88-ba31-672532a28d52,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:41.100520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Made reservation on behalf of 7f1780cd04c04fa4bd8114a8c78956ba for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:41.104681 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.200794 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.230045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.275437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Pushing event updated for resources: {'Port': ['ID=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:41.287013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Network 59f82da1-23b3-4175-8144-0e6a918b68c7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:41.296285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Network 93186c24-50ca-4c2a-9506-9cd55665ee87 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:41.302230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:41.322481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:41.365270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:41.374484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:41.374484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.377997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Pushing event updated for resources: {'Port': ['ID=83c37ef6-2e43-41c8-98af-ffca1c238b65,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:41.380997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:41.406245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:41.439047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Allocated IP 172.20.0.2 (93186c24-50ca-4c2a-9506-9cd55665ee87/8cef866f-c39f-4dd0-be43-a1d17baf7498/3459d714-fa88-48da-a9c4-c55e4dfc1310) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:41.451353 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.458743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-40cd0dd0-9de1-424d-a5bd-efd57b8412d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3257825 Jul 08 02:19:41.473987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Request body: {'port': {'device_id': '14515e8d-f964-413f-9b0d-a82aa817c8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:41.624905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:38Z', 'revision_number': 3, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:41.662299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63243e1-653f-40b9-81c0-c3de5c044ff0 None None] The sync data for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 is: [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:38Z', 'revision_number': 3, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:41.684103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.724058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-400a989b-ee10-4e68-acdd-055741fabeca req-45405b45-c33d-4b76-9a3c-ab530ff61189 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 210 time: 0.0498745 Jul 08 02:19:41.797036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.810853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.098184 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb1e09a1-a4ee-4e14-8f03-0d1f818b2dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.108513 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.135728 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.197812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Network 93186c24-50ca-4c2a-9506-9cd55665ee87 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:42.207160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:42.217700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:42.222353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Pushing event updated for resources: {'Port': ['ID=3459d714-fa88-48da-a9c4-c55e4dfc1310,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:42.257042 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.358310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:42.358637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.369518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c37ef6-2e43-41c8-98af-ffca1c238b65 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:42.381603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.398889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Pushing event updated for resources: {'Port': ['ID=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:42.399806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Transition to ACTIVE for port object 83c37ef6-2e43-41c8-98af-ffca1c238b65 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:42.401369 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.476880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-26aba5bc-afe9-4b1f-9cae-237d0bef365c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7300596 Jul 08 02:19:42.495680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Request body: {'port': {'device_id': 'a0b5bf69-50f7-4e41-8000-51df8ccaa84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:42.503446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.554696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Network 59f82da1-23b3-4175-8144-0e6a918b68c7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:42.558300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:42.617001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Pushing event updated for resources: {'Port': ['ID=83c37ef6-2e43-41c8-98af-ffca1c238b65,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:42.674690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Attempting to bind port 83c37ef6-2e43-41c8-98af-ffca1c238b65 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:42.675323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Attempting to bind port 83c37ef6-2e43-41c8-98af-ffca1c238b65 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:42.675911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Attempting to bind port 83c37ef6-2e43-41c8-98af-ffca1c238b65 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:42.681389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Port 83c37ef6-2e43-41c8-98af-ffca1c238b65 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:19:42.682073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Attempting to bind port 83c37ef6-2e43-41c8-98af-ffca1c238b65 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:42.687456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:42.688012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Checking segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:42.688676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Bound using segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:42.689280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Bound port: 83c37ef6-2e43-41c8-98af-ffca1c238b65, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:42.689802 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.721246 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.773498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] For port 83c37ef6-2e43-41c8-98af-ffca1c238b65, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:42.777587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] For port 83c37ef6-2e43-41c8-98af-ffca1c238b65, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=83c37ef6-2e43-41c8-98af-ffca1c238b65,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:42.854491 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.907843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:42.908473 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.909940 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] 10.222.0.32 "PUT /v2.0/ports/83c37ef6-2e43-41c8-98af-ffca1c238b65 HTTP/1.1" status: 200 len: 1092 time: 1.4433446 Jul 08 02:19:42.911217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14515e8d-f964-413f-9b0d-a82aa817c8a9', 'tag': '83c37ef6-2e43-41c8-98af-ffca1c238b65'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:42.913618 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e35006e-5cab-4906-8850-5f600913f890" -d '{"events": [{"name": "network-changed", "server_uuid": "14515e8d-f964-413f-9b0d-a82aa817c8a9", "tag": "83c37ef6-2e43-41c8-98af-ffca1c238b65"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:42.987605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a2d2-c077-4781-ab18-6e20a933e33f service neutron] Pushing event updated for resources: {'Port': ['ID=83c37ef6-2e43-41c8-98af-ffca1c238b65,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:42.993601 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8307911-dc88-4c8f-911f-e6b28b7d10b8 x-openstack-request-id: req-b8307911-dc88-4c8f-911f-e6b28b7d10b8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:42.993890 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14515e8d-f964-413f-9b0d-a82aa817c8a9", "tag": "83c37ef6-2e43-41c8-98af-ffca1c238b65", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:42.994227 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8307911-dc88-4c8f-911f-e6b28b7d10b8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:42.994545 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14515e8d-f964-413f-9b0d-a82aa817c8a9', 'tag': '83c37ef6-2e43-41c8-98af-ffca1c238b65', 'status': 'completed', 'code': 200} Jul 08 02:19:43.156907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35006e-5cab-4906-8850-5f600913f890 req-de78e8b1-0c4b-4092-bfd9-df7877784b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:43.162814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e35006e-5cab-4906-8850-5f600913f890 req-de78e8b1-0c4b-4092-bfd9-df7877784b6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&device_id=14515e8d-f964-413f-9b0d-a82aa817c8a9 HTTP/1.1" status: 200 len: 1095 time: 0.1128001 Jul 08 02:19:43.181809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:19:43.198912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e4e04a2b-ef5b-4c88-ba31-672532a28d52 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:43.248332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3639e-9ce1-4407-a77d-55808208369d req-dfde716c-c65d-4e60-929a-817b489ffae2 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:43.249944 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8a3639e-9ce1-4407-a77d-55808208369d req-dfde716c-c65d-4e60-929a-817b489ffae2 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 931 time: 0.3790307 Jul 08 02:19:43.320921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35006e-5cab-4906-8850-5f600913f890 req-576281b6-e93c-4b4d-a744-0b36a4c364c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:43.322519 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e35006e-5cab-4906-8850-5f600913f890 req-576281b6-e93c-4b4d-a744-0b36a4c364c6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1506002 Jul 08 02:19:43.363092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e4e04a2b-ef5b-4c88-ba31-672532a28d52 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:43.371526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e4e04a2b-ef5b-4c88-ba31-672532a28d52 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:43.372110 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.436116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35006e-5cab-4906-8850-5f600913f890 req-de72dd42-4c2e-4b4c-84b4-aafb5cf2ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:43.438194 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2e35006e-5cab-4906-8850-5f600913f890 req-de72dd42-4c2e-4b4c-84b4-aafb5cf2ea26 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075361 Jul 08 02:19:43.505972 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.530018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e4e04a2b-ef5b-4c88-ba31-672532a28d52, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e4e04a2b-ef5b-4c88-ba31-672532a28d52,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:43.577542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-3e0182cf-4437-4a8c-937f-7bc3943bc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:43.579024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-3e0182cf-4437-4a8c-937f-7bc3943bc7bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&device_id=14515e8d-f964-413f-9b0d-a82aa817c8a9 HTTP/1.1" status: 200 len: 1095 time: 0.0935972 Jul 08 02:19:43.595626 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.630577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-1a3ceb03-f050-41bb-8fa2-9fc9842e456c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83c37ef6-2e43-41c8-98af-ffca1c238b65 HTTP/1.1" status: 200 len: 217 time: 0.0437100 Jul 08 02:19:43.649959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e4e04a2b-ef5b-4c88-ba31-672532a28d52,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:43.695302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-57953e10-6032-4b27-85ba-287d738df107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:43.697484 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-57953e10-6032-4b27-85ba-287d738df107 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cef866f-c39f-4dd0-be43-a1d17baf7498 HTTP/1.1" status: 200 len: 853 time: 0.0588076 Jul 08 02:19:43.744135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-cc38fa1a-32e3-411b-bbc8-c13ed55eeada service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93186c24-50ca-4c2a-9506-9cd55665ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383899 Jul 08 02:19:43.846122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8a3639e-9ce1-4407-a77d-55808208369d req-6e72fda7-59bb-4aae-961e-2fc195c379c5 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845292 Jul 08 02:19:43.888700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:43.906637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9b46e4b6-a585-4f8c-a505-72ceb91a3ada admin admin] 10.222.0.10 "PUT /v2.0/routers/0e8e5588-8c17-4d23-9d67-b3f58311bc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3504543 Jul 08 02:19:43.914288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-1bdc940a-aeb2-4e14-92b1-e0f496ea1b72 service neutron] 10.222.0.32 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624072 Jul 08 02:19:43.966234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3459d714-fa88-48da-a9c4-c55e4dfc1310 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:43.988769 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.007482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Transition to ACTIVE for port object 3459d714-fa88-48da-a9c4-c55e4dfc1310 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:44.075654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-3c57863d-5060-470a-8b35-e609c50ae889 service neutron] 10.222.0.32 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529288 Jul 08 02:19:44.131651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.274175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Pushing event updated for resources: {'Port': ['ID=3459d714-fa88-48da-a9c4-c55e4dfc1310,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:44.367679 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Sync routers for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:44.383086 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:44.389668 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:44.423727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Attempting to bind port 3459d714-fa88-48da-a9c4-c55e4dfc1310 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:44.424074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Attempting to bind port 3459d714-fa88-48da-a9c4-c55e4dfc1310 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:44.424602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Attempting to bind port 3459d714-fa88-48da-a9c4-c55e4dfc1310 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:44.431576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Port 3459d714-fa88-48da-a9c4-c55e4dfc1310 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:19:44.431915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Attempting to bind port 3459d714-fa88-48da-a9c4-c55e4dfc1310 on network 93186c24-50ca-4c2a-9506-9cd55665ee87 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:44.437683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:44.442163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Checking segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:44.442163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Bound using segment: {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:44.442163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Bound port: 3459d714-fa88-48da-a9c4-c55e4dfc1310, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57011dc5-555a-40f4-8e5b-5e7876d04713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:44.442163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.488981 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-678fee14-f16b-4a46-bfd2-cb21d90f1845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.532670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] For port 3459d714-fa88-48da-a9c4-c55e4dfc1310, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:44.536875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] For port 3459d714-fa88-48da-a9c4-c55e4dfc1310, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=3459d714-fa88-48da-a9c4-c55e4dfc1310,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:44.537954 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:44.631027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.699184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:44.700056 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.702257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] 10.222.0.18 "PUT /v2.0/ports/3459d714-fa88-48da-a9c4-c55e4dfc1310 HTTP/1.1" status: 200 len: 1092 time: 2.2118111 Jul 08 02:19:44.704663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b5bf69-50f7-4e41-8000-51df8ccaa84d', 'tag': '3459d714-fa88-48da-a9c4-c55e4dfc1310'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:44.724108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceef00-660d-49b3-8865-2229455369bd req-6e126c04-4ade-49f1-b497-8cdd370d43b5 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:44.725925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-6e126c04-4ade-49f1-b497-8cdd370d43b5 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 820 time: 0.1939566 Jul 08 02:19:44.735567 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afee33a-c52f-45d8-a5bf-c1b98ad26b91" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b5bf69-50f7-4e41-8000-51df8ccaa84d", "tag": "3459d714-fa88-48da-a9c4-c55e4dfc1310"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:44.763781 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-2380333a-eaf4-4edf-ae2b-9c07f1377363 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/quotas/275b6e5aecdb4a3e8b933a80b1342f78 HTTP/1.1" status: 200 len: 375 time: 0.0299296 Jul 08 02:19:44.805208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cbf54-f9e9-41b0-bf9c-7ac7cb993017 service neutron] Pushing event updated for resources: {'Port': ['ID=3459d714-fa88-48da-a9c4-c55e4dfc1310,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:44.820809 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43252356-22d9-4124-baaf-7183d1e05afe x-openstack-request-id: req-43252356-22d9-4124-baaf-7183d1e05afe {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:44.821527 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b5bf69-50f7-4e41-8000-51df8ccaa84d", "tag": "3459d714-fa88-48da-a9c4-c55e4dfc1310", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:44.826766 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43252356-22d9-4124-baaf-7183d1e05afe {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:44.826766 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b5bf69-50f7-4e41-8000-51df8ccaa84d', 'tag': '3459d714-fa88-48da-a9c4-c55e4dfc1310', 'status': 'completed', 'code': 200} Jul 08 02:19:44.850306 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 2, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:44.877220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.898178 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Checking router: 0e8e5588-8c17-4d23-9d67-b3f58311bc08 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:44.898550 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Updating router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 port ea53be94-a3a0-4c65-a1bc-778411b1d9d1 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:19:44.901576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-9a3fb25f-d118-40d5-bf1b-4bcbd78aa88e tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329951 Jul 08 02:19:44.965256 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.974140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee33a-c52f-45d8-a5bf-c1b98ad26b91 req-21ed73ea-4ae2-4d88-b57a-3ae8460a718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:44.977345 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4afee33a-c52f-45d8-a5bf-c1b98ad26b91 req-21ed73ea-4ae2-4d88-b57a-3ae8460a718a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 1095 time: 0.1430197 Jul 08 02:19:45.119665 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-60f0360c-5e2e-4876-b631-3d53c2d0345f service neutron] 10.222.0.10 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993270 Jul 08 02:19:45.136205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e4e04a2b-ef5b-4c88-ba31-672532a28d52 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:45.158526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3cba9-cf55-418d-af5f-00a10aea57af req-4037cb1d-4627-40c0-9011-4a785f0753d7 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:45.160740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27b3cba9-cf55-418d-af5f-00a10aea57af req-4037cb1d-4627-40c0-9011-4a785f0753d7 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 943 time: 0.1146834 Jul 08 02:19:45.162021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee33a-c52f-45d8-a5bf-c1b98ad26b91 req-52f50ef4-b09d-4bf0-b780-ca322b53a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:45.167420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4afee33a-c52f-45d8-a5bf-c1b98ad26b91 req-52f50ef4-b09d-4bf0-b780-ca322b53a0f0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1781719 Jul 08 02:19:45.221592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e4e04a2b-ef5b-4c88-ba31-672532a28d52 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:45.229998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.309532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-50577796-3291-4c9f-aede-32444421dfea service neutron] 10.222.0.10 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795323 Jul 08 02:19:45.349835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27b3cba9-cf55-418d-af5f-00a10aea57af req-3482a54f-b07f-465e-b973-f78e8ea07aff tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780915 Jul 08 02:19:45.351074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee33a-c52f-45d8-a5bf-c1b98ad26b91 req-b68e33f9-8914-46fb-9be7-81de5b92f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:45.352509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4afee33a-c52f-45d8-a5bf-c1b98ad26b91 req-b68e33f9-8914-46fb-9be7-81de5b92f346 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622391 Jul 08 02:19:45.497811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-6ced578b-dba7-4280-b29c-d8889d0dbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:45.499372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-6ced578b-dba7-4280-b29c-d8889d0dbbf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 1095 time: 0.0849578 Jul 08 02:19:45.559307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-2108c5a2-8e0a-4546-842b-de06aa9fe2d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3459d714-fa88-48da-a9c4-c55e4dfc1310 HTTP/1.1" status: 200 len: 217 time: 0.0522988 Jul 08 02:19:45.580519 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.593521 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Transition to ACTIVE for port object ea53be94-a3a0-4c65-a1bc-778411b1d9d1 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:45.622949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-411d67a4-79f5-49d3-b62c-c87d0d0f8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:45.624932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-411d67a4-79f5-49d3-b62c-c87d0d0f8e29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8cef866f-c39f-4dd0-be43-a1d17baf7498 HTTP/1.1" status: 200 len: 853 time: 0.0593548 Jul 08 02:19:45.662864 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.672105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-78abe565-adb3-40be-8558-fe04552c2150 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93186c24-50ca-4c2a-9506-9cd55665ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342085 Jul 08 02:19:45.771616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.773375 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Pushing event updated for resources: {'Port': ['ID=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:45.799291 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.799291 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.799669 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.800012 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.800348 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.800681 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.801553 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.801874 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.802200 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.802531 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.802855 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.803177 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:45.818924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-438da687-7792-4899-8671-2f8b632aa646 req-9296040c-6ee0-4609-bb2c-d6baf5334327 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 210 time: 0.1303680 Jul 08 02:19:45.887726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-a282daea-2a88-497d-a170-1df2f4979f58 service neutron] 10.222.0.18 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074428 Jul 08 02:19:45.892960 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Attempting to bind port ea53be94-a3a0-4c65-a1bc-778411b1d9d1 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:45.893299 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Attempting to bind port ea53be94-a3a0-4c65-a1bc-778411b1d9d1 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:45.893665 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Attempting to bind port ea53be94-a3a0-4c65-a1bc-778411b1d9d1 on network 59f82da1-23b3-4175-8144-0e6a918b68c7 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:45.900361 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:45.900850 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Checking segment: {'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:45.901506 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.902173 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Bound using segment: {'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:45.902902 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Bound port: ea53be94-a3a0-4c65-a1bc-778411b1d9d1, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:45.903286 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.982980 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] For port ea53be94-a3a0-4c65-a1bc-778411b1d9d1, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:45.986428 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] For port ea53be94-a3a0-4c65-a1bc-778411b1d9d1, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:45.996640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f22383-9385-4ff5-8682-dcf8efbbdd5e req-345ef40b-981a-4557-947d-3cb5ce9509e3 service neutron] 10.222.0.18 "GET /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015370 Jul 08 02:19:46.089595 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:46.150137 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a395af-ac72-4abb-9a76-5a2c11364071 None None] Pushing event updated for resources: {'Port': ['ID=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:46.152736 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:46.153375 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:46.271727 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:46.493979 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:45Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:46.521496 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088b7b2-6224-4ff4-89f7-0ed8c8d42319 None None] The sync data for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 is: [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:45Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:46.532691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158a5b2-62ea-4518-a1b1-62fbeb026978 req-7a5e65b9-5b6c-40b8-a74b-719314f4487f tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:46.534536 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7158a5b2-62ea-4518-a1b1-62fbeb026978 req-7a5e65b9-5b6c-40b8-a74b-719314f4487f tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 943 time: 0.0686255 Jul 08 02:19:46.588332 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7158a5b2-62ea-4518-a1b1-62fbeb026978 req-46cffd79-e19b-4752-8782-e4c6e167abc7 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471690 Jul 08 02:19:47.010442 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2247004e-ef8c-4966-b6eb-751308dd8666 req-236fcd84-dcab-4173-b800-75368574f3df tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 210 time: 0.0360358 Jul 08 02:19:47.166655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea53be94-a3a0-4c65-a1bc-778411b1d9d1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:47.288554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port ea53be94-a3a0-4c65-a1bc-778411b1d9d1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:47.293465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ea53be94-a3a0-4c65-a1bc-778411b1d9d1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:47.293858 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.421922 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.459914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port ea53be94-a3a0-4c65-a1bc-778411b1d9d1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:47.510227 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.516268 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.596436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:47.675176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 83c37ef6-2e43-41c8-98af-ffca1c238b65 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:19:47.847063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ee6a3-be8b-41a1-b527-c94fdf9ae5e1 req-30269071-d2d8-47e0-ba62-b81045e74492 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:47.862532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-031ee6a3-be8b-41a1-b527-c94fdf9ae5e1 req-30269071-d2d8-47e0-ba62-b81045e74492 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 943 time: 0.1380222 Jul 08 02:19:47.867709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 83c37ef6-2e43-41c8-98af-ffca1c238b65, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=83c37ef6-2e43-41c8-98af-ffca1c238b65,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:47.883668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '83c37ef6-2e43-41c8-98af-ffca1c238b65', 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'port_id': '83c37ef6-2e43-41c8-98af-ffca1c238b65', 'mac_address': 'fa:16:3e:dc:14:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cef866f-c39f-4dd0-be43-a1d17baf7498', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:19:47.926533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-031ee6a3-be8b-41a1-b527-c94fdf9ae5e1 req-f48e4c71-1d22-46df-abc8-35f3c1052d2c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707006 Jul 08 02:19:47.944945 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.961224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c37ef6-2e43-41c8-98af-ffca1c238b65 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:48.000294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 83c37ef6-2e43-41c8-98af-ffca1c238b65, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=83c37ef6-2e43-41c8-98af-ffca1c238b65,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:48.077533 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.135795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=83c37ef6-2e43-41c8-98af-ffca1c238b65,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:48.145268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.146164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.146164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.146354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.146665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.147004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.147388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.147698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.148050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.148585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.148931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.149266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:48.181611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-803d8abf-8829-4b1a-8f18-79c6f3260384 req-c44ed261-225c-4b72-a7ce-d56bc4a8c28d tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 210 time: 0.0325556 Jul 08 02:19:48.224017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.329900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceef00-660d-49b3-8865-2229455369bd req-de2f9409-df9d-4f5b-a92c-7d6ed1291274 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:48.331846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-de2f9409-df9d-4f5b-a92c-7d6ed1291274 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.18 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 820 time: 0.1419926 Jul 08 02:19:48.344231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Request body: {'port': {'device_id': '772b7988-ce8b-4947-9f92-be242131390e', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'admin_state_up': True, 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:48.345189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['83c37ef6-2e43-41c8-98af-ffca1c238b65'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:48.542711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Made reservation on behalf of 275b6e5aecdb4a3e8b933a80b1342f78 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:48.546433 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.687763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Allocated IP 172.20.0.7 (59f82da1-23b3-4175-8144-0e6a918b68c7/8d255f37-fac5-4b3c-8d3c-ad40544bc649/972f7f1d-1e17-4abc-8536-54ffea67e77b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:48.842849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.994760 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.043243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Network 59f82da1-23b3-4175-8144-0e6a918b68c7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:49.046839 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:49.054727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:49.132313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea53be94-a3a0-4c65-a1bc-778411b1d9d1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:49.146768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.149620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.171845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226522f-f542-4882-b524-ab021e6c4eaa req-a4560624-c2f3-4ac4-bc12-eed09bb0a3a5 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.182290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2226522f-f542-4882-b524-ab021e6c4eaa req-a4560624-c2f3-4ac4-bc12-eed09bb0a3a5 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 943 time: 0.1138437 Jul 08 02:19:49.188079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event updated for resources: {'Port': ['ID=972f7f1d-1e17-4abc-8536-54ffea67e77b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:49.201034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.204377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.205698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.207854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.208432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.221624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.222520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.224374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.228386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.228944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.229499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.230452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:49.231398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2226522f-f542-4882-b524-ab021e6c4eaa req-7f597e08-b9b5-4ead-90d4-4ee653e6e567 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Jul 08 02:19:49.237663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ea53be94-a3a0-4c65-a1bc-778411b1d9d1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:49.238616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.266886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-90524a51-28d6-443b-a675-f61bd19af917 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9271917 Jul 08 02:19:49.348707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Request body: {'port': {'device_id': '772b7988-ce8b-4947-9f92-be242131390e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:49.469998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.492603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8417f-96ed-4821-bf3b-2874b7518c20 req-cac7a07a-8643-4cdb-8c42-a5c616bd12f3 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.494146 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-80f8417f-96ed-4821-bf3b-2874b7518c20 req-cac7a07a-8643-4cdb-8c42-a5c616bd12f3 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 931 time: 0.1223679 Jul 08 02:19:49.612880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-80f8417f-96ed-4821-bf3b-2874b7518c20 req-2a2f165d-631c-4db6-b8f1-8428cf698a49 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975037 Jul 08 02:19:49.690451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 83c37ef6-2e43-41c8-98af-ffca1c238b65 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:49.787147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972f7f1d-1e17-4abc-8536-54ffea67e77b {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:49.794900 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.807400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Transition to ACTIVE for port object 972f7f1d-1e17-4abc-8536-54ffea67e77b will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:49.814426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 83c37ef6-2e43-41c8-98af-ffca1c238b65 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:49.819122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 83c37ef6-2e43-41c8-98af-ffca1c238b65 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:49.819569 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.871360 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.897601 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.923234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=972f7f1d-1e17-4abc-8536-54ffea67e77b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:49.932534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14515e8d-f964-413f-9b0d-a82aa817c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c37ef6-2e43-41c8-98af-ffca1c238b65'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:49.935642 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7666386f-9a77-4388-8439-e386b5f4e5b0" -d '{"events": [{"server_uuid": "14515e8d-f964-413f-9b0d-a82aa817c8a9", "name": "network-vif-plugged", "status": "completed", "tag": "83c37ef6-2e43-41c8-98af-ffca1c238b65"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:49.985420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 83c37ef6-2e43-41c8-98af-ffca1c238b65, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=83c37ef6-2e43-41c8-98af-ffca1c238b65,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:49.997486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 3459d714-fa88-48da-a9c4-c55e4dfc1310 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:19:50.023559 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e5a9d1-5ef1-43db-b4d9-85d6bb5173d5 x-openstack-request-id: req-82e5a9d1-5ef1-43db-b4d9-85d6bb5173d5 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:50.023973 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14515e8d-f964-413f-9b0d-a82aa817c8a9", "name": "network-vif-plugged", "status": "completed", "tag": "83c37ef6-2e43-41c8-98af-ffca1c238b65", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:50.025088 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82e5a9d1-5ef1-43db-b4d9-85d6bb5173d5 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:50.025088 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14515e8d-f964-413f-9b0d-a82aa817c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c37ef6-2e43-41c8-98af-ffca1c238b65', 'code': 200} Jul 08 02:19:50.095881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Attempting to bind port 972f7f1d-1e17-4abc-8536-54ffea67e77b on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:50.096455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Attempting to bind port 972f7f1d-1e17-4abc-8536-54ffea67e77b by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:50.096781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Attempting to bind port 972f7f1d-1e17-4abc-8536-54ffea67e77b on network 59f82da1-23b3-4175-8144-0e6a918b68c7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:50.104549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Port 972f7f1d-1e17-4abc-8536-54ffea67e77b on network 59f82da1-23b3-4175-8144-0e6a918b68c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:19:50.107195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Attempting to bind port 972f7f1d-1e17-4abc-8536-54ffea67e77b on network 59f82da1-23b3-4175-8144-0e6a918b68c7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:50.123026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:50.130788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Checking segment: {'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:50.133164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Bound using segment: {'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:50.134334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Bound port: 972f7f1d-1e17-4abc-8536-54ffea67e77b, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cfc758-38c3-4a9b-885e-86f182a6019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:50.135887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.139396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.193796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3eb45-4875-440d-bd32-943e905a106e req-eb4c4d9b-920b-40d7-a5dd-37d7e995f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:50.198058 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3a3eb45-4875-440d-bd32-943e905a106e req-eb4c4d9b-920b-40d7-a5dd-37d7e995f33f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14515e8d-f964-413f-9b0d-a82aa817c8a9 HTTP/1.1" status: 200 len: 1097 time: 0.0933685 Jul 08 02:19:50.213021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=83c37ef6-2e43-41c8-98af-ffca1c238b65,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.260353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 3459d714-fa88-48da-a9c4-c55e4dfc1310, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=3459d714-fa88-48da-a9c4-c55e4dfc1310,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:50.276962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '3459d714-fa88-48da-a9c4-c55e4dfc1310', 'network_id': '93186c24-50ca-4c2a-9506-9cd55665ee87', 'port_id': '3459d714-fa88-48da-a9c4-c55e4dfc1310', 'mac_address': 'fa:16:3e:f2:c3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cef866f-c39f-4dd0-be43-a1d17baf7498', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:19:50.286968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] For port 972f7f1d-1e17-4abc-8536-54ffea67e77b, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:50.291555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] For port 972f7f1d-1e17-4abc-8536-54ffea67e77b, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:50.298455 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3a3eb45-4875-440d-bd32-943e905a106e req-2bec6688-e73a-4f8b-a585-fb0613dba463 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926442 Jul 08 02:19:50.339407 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.359355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3459d714-fa88-48da-a9c4-c55e4dfc1310 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:50.377619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.388254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 3459d714-fa88-48da-a9c4-c55e4dfc1310, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=3459d714-fa88-48da-a9c4-c55e4dfc1310,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:50.417512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:50.418154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.419727 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 1092 time: 1.1445229 Jul 08 02:19:50.420135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:50.422370 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd75c594-5e20-4144-8064-3313ed823913" -d '{"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:50.507698 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.514319 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-ed119670-f5e2-4220-93fd-49b44da88ed3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820858 Jul 08 02:19:50.576305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=3459d714-fa88-48da-a9c4-c55e4dfc1310,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.627242 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f238c7ff-ed41-4bd5-8fb9-1db7e9e43cc3 x-openstack-request-id: req-f238c7ff-ed41-4bd5-8fb9-1db7e9e43cc3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:50.627646 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:50.627970 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f238c7ff-ed41-4bd5-8fb9-1db7e9e43cc3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:50.628445 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'status': 'completed', 'code': 200} Jul 08 02:19:50.637929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaf63b-352f-4fb9-9ae9-f402f6f3d4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=972f7f1d-1e17-4abc-8536-54ffea67e77b,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.678216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-38770559-4627-44df-8220-1842ea3403d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:50.680394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-38770559-4627-44df-8220-1842ea3403d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1097 time: 0.0912318 Jul 08 02:19:50.700885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7aa5f-34a2-4118-b9d4-f88e55ffd6cc req-b1c80b3a-6ace-4437-8b06-29bca348fe4d tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:50.704833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39f7aa5f-34a2-4118-b9d4-f88e55ffd6cc req-b1c80b3a-6ace-4437-8b06-29bca348fe4d tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 943 time: 0.2409792 Jul 08 02:19:50.726912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['3459d714-fa88-48da-a9c4-c55e4dfc1310'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:50.760561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:50.764254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39f7aa5f-34a2-4118-b9d4-f88e55ffd6cc req-babef6f6-fc5c-4052-b9f5-e8fe058a9526 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532193 Jul 08 02:19:50.767905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75c594-5e20-4144-8064-3313ed823913 req-63175f84-6cc2-425d-b53a-d9329d61ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:50.770906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fd75c594-5e20-4144-8064-3313ed823913 req-63175f84-6cc2-425d-b53a-d9329d61ded5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1095 time: 0.2291379 Jul 08 02:19:50.840678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-98ab742e-6c86-43eb-9624-382e8f72bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:50.842145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-98ab742e-6c86-43eb-9624-382e8f72bca1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.1373844 Jul 08 02:19:51.016123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75c594-5e20-4144-8064-3313ed823913 req-163fdc72-cfc7-446b-a3bf-2d5aad605314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.017276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fd75c594-5e20-4144-8064-3313ed823913 req-163fdc72-cfc7-446b-a3bf-2d5aad605314 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2301440 Jul 08 02:19:51.018232 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd0cc-61c6-4976-ae4c-8483a2c196de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.032854 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-e6224ab6-ef35-48fc-87ac-8daeb4ceefcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 1000 time: 0.1800079 Jul 08 02:19:51.045156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c58e7-70c6-4e34-8b53-e561b0a03a56 req-ed81bd2c-2c95-46c3-b02a-4d4f074c435f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.046849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-984c58e7-70c6-4e34-8b53-e561b0a03a56 req-ed81bd2c-2c95-46c3-b02a-4d4f074c435f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 943 time: 0.2038093 Jul 08 02:19:51.074257 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.130525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-984c58e7-70c6-4e34-8b53-e561b0a03a56 req-858d9cfd-7ffc-4fc2-8b12-e1620d966792 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737298 Jul 08 02:19:51.149334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-2f2ecb0b-8a39-4924-b969-75cbfab6623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.151698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-2f2ecb0b-8a39-4924-b969-75cbfab6623e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.1035633 Jul 08 02:19:51.196221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75c594-5e20-4144-8064-3313ed823913 req-6a296c1a-bef1-4722-9a3c-0af4e6061e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.198581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fd75c594-5e20-4144-8064-3313ed823913 req-6a296c1a-bef1-4722-9a3c-0af4e6061e11 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724851 Jul 08 02:19:51.233302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-ab4478d1-1af6-484b-a0d8-275ca24546d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.235664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-ab4478d1-1af6-484b-a0d8-275ca24546d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694141 Jul 08 02:19:51.248499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-f46f052c-6095-46fd-93be-9b9dd3baea0d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:19:51.249491 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-f46f052c-6095-46fd-93be-9b9dd3baea0d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053761 Jul 08 02:19:51.261145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd0cc-61c6-4976-ae4c-8483a2c196de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.314011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceef00-660d-49b3-8865-2229455369bd req-cc8aa618-ad73-4d0a-89bd-fe36e88acedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.317698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-cc8aa618-ad73-4d0a-89bd-fe36e88acedb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1095 time: 0.0664966 Jul 08 02:19:51.359037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-887eb373-efd8-49fe-9386-10b06f54a694 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025126 Jul 08 02:19:51.371536 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-9a97988d-d86d-4514-8ac8-fd1058993c3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 217 time: 0.0446725 Jul 08 02:19:51.372355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c1ecd0cc-61c6-4976-ae4c-8483a2c196de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.463401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecd0cc-61c6-4976-ae4c-8483a2c196de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d65b74-d7d5-4b4a-9d39-db27638efa85,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:51.470049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c1ecd0cc-61c6-4976-ae4c-8483a2c196de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24f8cf7b09944bb58044f6664ad42311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043562 Jul 08 02:19:51.473219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:51.489373 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-13f7b0d2-42a9-4595-af9f-203d3866042a req-68c2c0a4-e376-4be3-95bd-5de2c67cc7a2 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196752 Jul 08 02:19:51.500873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceef00-660d-49b3-8865-2229455369bd req-46580ca5-a779-484e-ab73-f7be021432bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.509549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-46580ca5-a779-484e-ab73-f7be021432bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 200 len: 860 time: 0.1168852 Jul 08 02:19:51.543431 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-130d0cda-e48a-4d13-98ca-c261be8b0099 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59f82da1-23b3-4175-8144-0e6a918b68c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311208 Jul 08 02:19:51.575137 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb98b-ed08-4833-a2bc-67dc3c4b6799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.637107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb98b-ed08-4833-a2bc-67dc3c4b6799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.688811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-eba9d659-cb2f-45a4-a55a-d9a5dd34e0b3 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351864 Jul 08 02:19:51.777080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-75ceef00-660d-49b3-8865-2229455369bd req-81a910e9-9073-4b6b-9f6d-3a0783fe6880 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825522 Jul 08 02:19:51.806004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb98b-ed08-4833-a2bc-67dc3c4b6799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.808819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb98b-ed08-4833-a2bc-67dc3c4b6799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.812794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9f0eb98b-ed08-4833-a2bc-67dc3c4b6799 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58d65b74-d7d5-4b4a-9d39-db27638efa85 HTTP/1.1" status: 204 len: 168 time: 0.3360927 Jul 08 02:19:51.818858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0eb98b-ed08-4833-a2bc-67dc3c4b6799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d65b74-d7d5-4b4a-9d39-db27638efa85,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:51.964305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedabb2-e203-40b6-a84f-33213bc664e8 req-701acd06-1637-4c0e-b786-3a15ab4da944 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.965920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bedabb2-e203-40b6-a84f-33213bc664e8 req-701acd06-1637-4c0e-b786-3a15ab4da944 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 944 time: 0.0651994 Jul 08 02:19:52.009875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bedabb2-e203-40b6-a84f-33213bc664e8 req-f99a02b8-9f7e-49d2-aa79-8f1b331fac42 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372243 Jul 08 02:19:52.010128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 3459d714-fa88-48da-a9c4-c55e4dfc1310 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:52.137267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 3459d714-fa88-48da-a9c4-c55e4dfc1310 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:52.141210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 3459d714-fa88-48da-a9c4-c55e4dfc1310 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:52.141601 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.223509 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.248187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b5bf69-50f7-4e41-8000-51df8ccaa84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3459d714-fa88-48da-a9c4-c55e4dfc1310'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:52.250464 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd20d2-5226-4f6b-997b-e6490f1c64e8" -d '{"events": [{"server_uuid": "a0b5bf69-50f7-4e41-8000-51df8ccaa84d", "name": "network-vif-plugged", "status": "completed", "tag": "3459d714-fa88-48da-a9c4-c55e4dfc1310"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:52.263977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 3459d714-fa88-48da-a9c4-c55e4dfc1310, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=3459d714-fa88-48da-a9c4-c55e4dfc1310,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:52.309094 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc70393-7113-43de-ae25-6044e261c841 x-openstack-request-id: req-acc70393-7113-43de-ae25-6044e261c841 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:52.309756 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b5bf69-50f7-4e41-8000-51df8ccaa84d", "name": "network-vif-plugged", "status": "completed", "tag": "3459d714-fa88-48da-a9c4-c55e4dfc1310", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:52.310152 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acc70393-7113-43de-ae25-6044e261c841 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:52.310987 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b5bf69-50f7-4e41-8000-51df8ccaa84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3459d714-fa88-48da-a9c4-c55e4dfc1310', 'code': 200} Jul 08 02:19:52.344744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dfc5a-d493-417a-a59f-3ee4bec6df2a req-cc0c55dd-4551-4368-937e-96de9924543a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:52.346358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c6dfc5a-d493-417a-a59f-3ee4bec6df2a req-cc0c55dd-4551-4368-937e-96de9924543a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 943 time: 0.0856981 Jul 08 02:19:52.347653 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.405872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=3459d714-fa88-48da-a9c4-c55e4dfc1310,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:52.418934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c6dfc5a-d493-417a-a59f-3ee4bec6df2a req-0312ef81-4c44-4d19-8ea5-8dc52f689567 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652659 Jul 08 02:19:52.445261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40818) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:52.462308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3bacf-e02b-4278-8e46-6aebdead338d req-55df0a52-6f6e-45ab-9259-b2012087261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:52.464237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ecc3bacf-e02b-4278-8e46-6aebdead338d req-55df0a52-6f6e-45ab-9259-b2012087261d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 1097 time: 0.0813041 Jul 08 02:19:52.468762 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74964e8e-7f5e-4d37-83d7-41d1b7fbd958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.511107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ecc3bacf-e02b-4278-8e46-6aebdead338d req-27897ca8-4452-4c7c-a70b-15a1a636026e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382407 Jul 08 02:19:52.569870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74964e8e-7f5e-4d37-83d7-41d1b7fbd958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.648242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74964e8e-7f5e-4d37-83d7-41d1b7fbd958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.689920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-74964e8e-7f5e-4d37-83d7-41d1b7fbd958 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cb0aaf9de9f456e8f4ec9968b79358e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435610 Jul 08 02:19:52.692064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74964e8e-7f5e-4d37-83d7-41d1b7fbd958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee55277-08ea-4518-b767-ffa7b4dcddf3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:52.693327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40824) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:52.743828 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9070cc3-5dc6-48f6-a056-e63cea70a5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.766515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9070cc3-5dc6-48f6-a056-e63cea70a5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.888526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9070cc3-5dc6-48f6-a056-e63cea70a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.891367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9070cc3-5dc6-48f6-a056-e63cea70a5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.892533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a9070cc3-5dc6-48f6-a056-e63cea70a5c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fee55277-08ea-4518-b767-ffa7b4dcddf3 HTTP/1.1" status: 204 len: 168 time: 0.1982310 Jul 08 02:19:52.901133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9070cc3-5dc6-48f6-a056-e63cea70a5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee55277-08ea-4518-b767-ffa7b4dcddf3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:53.188393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59e9d-38cf-4ad1-b505-e19bb3e6a9c6 req-2b436007-dbc3-4e9d-baa9-b7ce6749fe31 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:53.190170 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ab59e9d-38cf-4ad1-b505-e19bb3e6a9c6 req-2b436007-dbc3-4e9d-baa9-b7ce6749fe31 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 945 time: 0.0640972 Jul 08 02:19:53.233045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ab59e9d-38cf-4ad1-b505-e19bb3e6a9c6 req-fefead6a-c633-4ac2-905d-d3d3441caa2c tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364470 Jul 08 02:19:53.608127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 40846) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:53.623564 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30f545ec-9ab7-439d-993e-f58e4d1672fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.627312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9b58a-5f04-487a-8b93-161106caafa3 req-526388d5-14c3-480f-9b65-127f7a417132 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:53.631953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efb9b58a-5f04-487a-8b93-161106caafa3 req-526388d5-14c3-480f-9b65-127f7a417132 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 943 time: 0.0841777 Jul 08 02:19:53.671614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efb9b58a-5f04-487a-8b93-161106caafa3 req-9116e995-598f-4f52-8632-8963698694b1 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Jul 08 02:19:53.729657 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30f545ec-9ab7-439d-993e-f58e4d1672fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.805506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30f545ec-9ab7-439d-993e-f58e4d1672fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.841933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f545ec-9ab7-439d-993e-f58e4d1672fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5212eae-f223-4556-86e3-60b11338851e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:53.849322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-30f545ec-9ab7-439d-993e-f58e4d1672fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=526aa779deec4c8b8149d69381c41d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365906 Jul 08 02:19:53.849436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 40850) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:53.898714 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3f509e2-b0e1-48bb-83ae-e076d76b80e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.920000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3f509e2-b0e1-48bb-83ae-e076d76b80e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.034969 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3f509e2-b0e1-48bb-83ae-e076d76b80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.037684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d3f509e2-b0e1-48bb-83ae-e076d76b80e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.039019 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d3f509e2-b0e1-48bb-83ae-e076d76b80e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5212eae-f223-4556-86e3-60b11338851e HTTP/1.1" status: 204 len: 168 time: 0.1886153 Jul 08 02:19:54.048744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f509e2-b0e1-48bb-83ae-e076d76b80e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5212eae-f223-4556-86e3-60b11338851e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:54.426619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50abb8-e72c-4404-819c-011a5712a0a4 req-5cff1fbb-0cd3-4fa2-8b26-162c85aadb44 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:54.428152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9a50abb8-e72c-4404-819c-011a5712a0a4 req-5cff1fbb-0cd3-4fa2-8b26-162c85aadb44 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 945 time: 0.0793080 Jul 08 02:19:54.470921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9a50abb8-e72c-4404-819c-011a5712a0a4 req-b16eb5ad-302f-4ed4-a7f2-2f6e7a731813 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365255 Jul 08 02:19:54.665884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb27fd0-000c-4a5c-8004-b319698769ae req-f9ddff0a-d0c0-4f0a-aa60-823f15131153 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:54.667512 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bb27fd0-000c-4a5c-8004-b319698769ae req-f9ddff0a-d0c0-4f0a-aa60-823f15131153 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=14515e8d-f964-413f-9b0d-a82aa817c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0702808 Jul 08 02:19:54.708552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bb27fd0-000c-4a5c-8004-b319698769ae req-48c67246-5c12-447b-9b7d-b0e58b071124 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Jul 08 02:19:54.889710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43ac6b-59d0-4725-ba77-7fe46d99c77d req-8bb90339-588d-4224-a9b5-fc203d97cb37 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:54.891254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c43ac6b-59d0-4725-ba77-7fe46d99c77d req-8bb90339-588d-4224-a9b5-fc203d97cb37 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 943 time: 0.0754800 Jul 08 02:19:54.934222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c43ac6b-59d0-4725-ba77-7fe46d99c77d req-ca29c745-8d84-4631-b869-8e93683407aa tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Jul 08 02:19:55.761110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cafec-5eb7-49bd-a75d-50029bda1372 req-9b33fc37-fcda-485a-8a19-ed73f1f1ac43 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:55.762771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c8cafec-5eb7-49bd-a75d-50029bda1372 req-9b33fc37-fcda-485a-8a19-ed73f1f1ac43 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=14515e8d-f964-413f-9b0d-a82aa817c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0720842 Jul 08 02:19:55.826785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c8cafec-5eb7-49bd-a75d-50029bda1372 req-b2f416fc-7577-4721-9bf6-4d80c83221f1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Jul 08 02:19:56.017028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 972f7f1d-1e17-4abc-8536-54ffea67e77b details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:19:56.124949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69016f-d0af-478b-87cc-c9f7a8ddd80c req-f1dd965a-a5c7-4857-a9a3-c8151d36a7d3 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:56.134420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb69016f-d0af-478b-87cc-c9f7a8ddd80c req-f1dd965a-a5c7-4857-a9a3-c8151d36a7d3 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 943 time: 0.0833509 Jul 08 02:19:56.143327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 972f7f1d-1e17-4abc-8536-54ffea67e77b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:56.155891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'port_id': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:19:56.173540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb69016f-d0af-478b-87cc-c9f7a8ddd80c req-4df4e3c5-da82-47d1-ba1a-38f732e2dd8b tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Jul 08 02:19:56.197532 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:56.210794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972f7f1d-1e17-4abc-8536-54ffea67e77b {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:56.235630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 972f7f1d-1e17-4abc-8536-54ffea67e77b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:56.320081 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:56.367284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=972f7f1d-1e17-4abc-8536-54ffea67e77b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:56.541808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['972f7f1d-1e17-4abc-8536-54ffea67e77b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:56.734491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-291774b7-cae9-49a2-84ed-b4f70905a0e5 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:56.735897 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-291774b7-cae9-49a2-84ed-b4f70905a0e5 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.32 "GET /v2.0/ports?device_id=14515e8d-f964-413f-9b0d-a82aa817c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0862510 Jul 08 02:19:57.017441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09ab4f-42e6-412d-aeec-02696574605b req-8724b0b3-ce55-479c-85ec-baa684a59791 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:57.019651 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c09ab4f-42e6-412d-aeec-02696574605b req-8724b0b3-ce55-479c-85ec-baa684a59791 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0b5bf69-50f7-4e41-8000-51df8ccaa84d HTTP/1.1" status: 200 len: 945 time: 0.1181760 Jul 08 02:19:57.129410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc60dc7-5f78-48fa-b539-a9311e1d1a40 req-727df1be-e6fe-4799-bd61-dd0eb2eecfd4 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:57.131001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7bc60dc7-5f78-48fa-b539-a9311e1d1a40 req-727df1be-e6fe-4799-bd61-dd0eb2eecfd4 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=14515e8d-f964-413f-9b0d-a82aa817c8a9 HTTP/1.1" status: 200 len: 945 time: 0.1531439 Jul 08 02:19:57.187645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Deleting port 3459d714-fa88-48da-a9c4-c55e4dfc1310 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:57.187989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:57.193043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7bc60dc7-5f78-48fa-b539-a9311e1d1a40 req-cef0a042-09d5-4e1c-bf78-5803cba475c8 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f684d09-07ef-410c-90ae-11f69c99ff1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547740 Jul 08 02:19:57.251655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Deleting port 83c37ef6-2e43-41c8-98af-ffca1c238b65 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:57.252197 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:57.318713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] For port 3459d714-fa88-48da-a9c4-c55e4dfc1310, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=3459d714-fa88-48da-a9c4-c55e4dfc1310,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:57.319078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:57.332438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Calling delete_port for 3459d714-fa88-48da-a9c4-c55e4dfc1310 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:57.409475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] For port 83c37ef6-2e43-41c8-98af-ffca1c238b65, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=83c37ef6-2e43-41c8-98af-ffca1c238b65,segment=NetworkSegment(57011dc5-555a-40f4-8e5b-5e7876d04713),segment_id=57011dc5-555a-40f4-8e5b-5e7876d04713)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:57.410088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:57.421558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d59553-17a9-48ea-8110-0e39cab5e41a req-e3d03d45-1adc-4333-8d0b-a4d30f775dbf tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:57.422931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20d59553-17a9-48ea-8110-0e39cab5e41a req-e3d03d45-1adc-4333-8d0b-a4d30f775dbf tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 944 time: 0.1164443 Jul 08 02:19:57.443700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Calling delete_port for 83c37ef6-2e43-41c8-98af-ffca1c238b65 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:57.515484 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20d59553-17a9-48ea-8110-0e39cab5e41a req-92c84a12-1bcd-4249-9a19-1a5e946b8de7 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857978 Jul 08 02:19:57.614281 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:57.626643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['3459d714-fa88-48da-a9c4-c55e4dfc1310'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:57.630767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['83c37ef6-2e43-41c8-98af-ffca1c238b65'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:57.641718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Pushing event deleted for resources: {'Port': ['ID=3459d714-fa88-48da-a9c4-c55e4dfc1310,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:57.693207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] No DVR routers for this DVR port 3459d714-fa88-48da-a9c4-c55e4dfc1310 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:57.695678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:57.697671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c09ab4f-42e6-412d-aeec-02696574605b req-e414ea06-d27a-47c2-9086-f3fdefbbbb24 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.18 "DELETE /v2.0/ports/3459d714-fa88-48da-a9c4-c55e4dfc1310 HTTP/1.1" status: 204 len: 173 time: 0.6709855 Jul 08 02:19:57.698131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b5bf69-50f7-4e41-8000-51df8ccaa84d', 'name': 'network-vif-deleted', 'tag': '3459d714-fa88-48da-a9c4-c55e4dfc1310'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:57.700425 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea9dad3-2d05-47a2-8eab-b0fbb980e77d" -d '{"events": [{"server_uuid": "a0b5bf69-50f7-4e41-8000-51df8ccaa84d", "name": "network-vif-deleted", "tag": "3459d714-fa88-48da-a9c4-c55e4dfc1310"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:57.734275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:57.752176 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858ad8df-e553-4236-ba7b-7df7ab3e5b94 x-openstack-request-id: req-858ad8df-e553-4236-ba7b-7df7ab3e5b94 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:57.752698 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b5bf69-50f7-4e41-8000-51df8ccaa84d", "name": "network-vif-deleted", "tag": "3459d714-fa88-48da-a9c4-c55e4dfc1310", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:57.753140 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-858ad8df-e553-4236-ba7b-7df7ab3e5b94 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:57.754303 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b5bf69-50f7-4e41-8000-51df8ccaa84d', 'name': 'network-vif-deleted', 'tag': '3459d714-fa88-48da-a9c4-c55e4dfc1310', 'status': 'completed', 'code': 200} Jul 08 02:19:57.762125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['3459d714-fa88-48da-a9c4-c55e4dfc1310'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:57.812648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Pushing event deleted for resources: {'Port': ['ID=83c37ef6-2e43-41c8-98af-ffca1c238b65,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:57.851226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] No DVR routers for this DVR port 83c37ef6-2e43-41c8-98af-ffca1c238b65 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:57.854088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:57.856884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ff167a23-a9e3-49c4-82f8-df5cdc5c4f06 req-a6094ae8-2493-4075-b19b-56cb9f5d41d1 tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.32 "DELETE /v2.0/ports/83c37ef6-2e43-41c8-98af-ffca1c238b65 HTTP/1.1" status: 204 len: 173 time: 1.1148174 Jul 08 02:19:57.857370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14515e8d-f964-413f-9b0d-a82aa817c8a9', 'name': 'network-vif-deleted', 'tag': '83c37ef6-2e43-41c8-98af-ffca1c238b65'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:57.861511 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fd9a09-044b-4680-8f7b-7178d8086e07" -d '{"events": [{"server_uuid": "14515e8d-f964-413f-9b0d-a82aa817c8a9", "name": "network-vif-deleted", "tag": "83c37ef6-2e43-41c8-98af-ffca1c238b65"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:57.901202 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f11984-c90a-44b6-9484-2bb39fd7b750 x-openstack-request-id: req-34f11984-c90a-44b6-9484-2bb39fd7b750 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:57.901566 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14515e8d-f964-413f-9b0d-a82aa817c8a9", "name": "network-vif-deleted", "tag": "83c37ef6-2e43-41c8-98af-ffca1c238b65", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:57.901797 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34f11984-c90a-44b6-9484-2bb39fd7b750 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:57.902277 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14515e8d-f964-413f-9b0d-a82aa817c8a9', 'name': 'network-vif-deleted', 'tag': '83c37ef6-2e43-41c8-98af-ffca1c238b65', 'status': 'completed', 'code': 200} Jul 08 02:19:58.031972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 972f7f1d-1e17-4abc-8536-54ffea67e77b up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:58.170677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 972f7f1d-1e17-4abc-8536-54ffea67e77b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:58.176076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 972f7f1d-1e17-4abc-8536-54ffea67e77b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:58.176656 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:58.259029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:58.281760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:58.284285 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1149c0-4320-448e-87a7-4142f5eeec41" -d '{"events": [{"server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "name": "network-vif-plugged", "status": "completed", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:58.298011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 972f7f1d-1e17-4abc-8536-54ffea67e77b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:58.333014 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a7e04-cd4d-43af-9bec-25ff7558f526 x-openstack-request-id: req-cb4a7e04-cd4d-43af-9bec-25ff7558f526 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:58.333313 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "name": "network-vif-plugged", "status": "completed", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:58.333566 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb4a7e04-cd4d-43af-9bec-25ff7558f526 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:58.333961 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'code': 200} Jul 08 02:19:58.365654 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:58.405254 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f09cd824-9b4c-43da-a197-1d0559284618 req-a85ae003-fc04-47b6-ba7e-6ef4f5a0b76e tempest-MultipleCreateTestJSON-1411920398 tempest-MultipleCreateTestJSON-1411920398-project] 10.222.0.10 "GET /v2.0/ports?device_id=14515e8d-f964-413f-9b0d-a82aa817c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0432899 Jul 08 02:19:58.438019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=972f7f1d-1e17-4abc-8536-54ffea67e77b,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:58.481550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4a49-aae4-44c7-94a8-8fc96ffdf313 req-3107d05d-0b9d-4dbd-8c02-2e2bbe490c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:58.483860 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe1c4a49-aae4-44c7-94a8-8fc96ffdf313 req-3107d05d-0b9d-4dbd-8c02-2e2bbe490c5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1097 time: 0.0679033 Jul 08 02:19:58.519589 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe1c4a49-aae4-44c7-94a8-8fc96ffdf313 req-9d47fc44-8ecf-4367-a01f-46de08eb63f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286224 Jul 08 02:19:58.709519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff998e0-e378-4b24-8f11-b85c9e36ee3a req-02df8006-7252-45d1-a8f3-782eb4cc33de tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:58.723978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ff998e0-e378-4b24-8f11-b85c9e36ee3a req-02df8006-7252-45d1-a8f3-782eb4cc33de tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0776975 Jul 08 02:19:58.779630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ff998e0-e378-4b24-8f11-b85c9e36ee3a req-99e4f733-e420-4022-add4-164b75ca1083 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491011 Jul 08 02:19:59.590560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41006) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:59.636414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1781f911-3849-4614-bf00-d6984b83313b admin admin] Deleting subnet 8cef866f-c39f-4dd0-be43-a1d17baf7498 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:19:59.639802 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1781f911-3849-4614-bf00-d6984b83313b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:59.676693 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1781f911-3849-4614-bf00-d6984b83313b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:59.715294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1781f911-3849-4614-bf00-d6984b83313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:59.766199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 83c37ef6-2e43-41c8-98af-ffca1c238b65 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:59.787184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 83c37ef6-2e43-41c8-98af-ffca1c238b65 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:59.787557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 83c37ef6-2e43-41c8-98af-ffca1c238b65 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:59.834591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1781f911-3849-4614-bf00-d6984b83313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:59.862520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781f911-3849-4614-bf00-d6984b83313b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cef866f-c39f-4dd0-be43-a1d17baf7498,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:59.867035 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1781f911-3849-4614-bf00-d6984b83313b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:59.871765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:59.872418 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1781f911-3849-4614-bf00-d6984b83313b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8cef866f-c39f-4dd0-be43-a1d17baf7498 HTTP/1.1" status: 204 len: 168 time: 0.2801757 Jul 08 02:19:59.989416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.043567 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62985288-0e7b-435e-88fa-8c1eb8274be6 req-6a83ef4d-aa3f-4de4-8f52-5cdfd05bfd37 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.045063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62985288-0e7b-435e-88fa-8c1eb8274be6 req-6a83ef4d-aa3f-4de4-8f52-5cdfd05bfd37 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1604817 Jul 08 02:20:00.114115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-2e2656d7-81f2-4cd7-a5ff-49bdb97ea94b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0767734 Jul 08 02:20:00.119312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.137820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93186c24-50ca-4c2a-9506-9cd55665ee87']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:00.150501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62985288-0e7b-435e-88fa-8c1eb8274be6 req-733e7e37-c6e8-4144-9690-d9860c741790 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915289 Jul 08 02:20:00.153911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57011dc5-555a-40f4-8e5b-5e7876d04713') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:00.154339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57011dc5-555a-40f4-8e5b-5e7876d04713') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:00.165854 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.201665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.216239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:20:00.217940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:20:00.220396 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:20:00.223754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-1667558e-a608-466e-995c-e33601de2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.224830 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-1667558e-a608-466e-995c-e33601de2a91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 1097 time: 0.0845799 Jul 08 02:20:00.372237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-d84876f7-275b-451c-83e4-e0e1501402d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.373745 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-d84876f7-275b-451c-83e4-e0e1501402d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1184206 Jul 08 02:20:00.402765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.409840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.416110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] 10.222.0.10 "DELETE /v2.0/networks/93186c24-50ca-4c2a-9506-9cd55665ee87 HTTP/1.1" status: 204 len: 168 time: 0.5432816 Jul 08 02:20:00.442111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28469b-e62a-46eb-8042-19dbcc8be727 admin admin] Pushing event deleted for resources: {'Network': ['ID=93186c24-50ca-4c2a-9506-9cd55665ee87,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:00.475147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-dfa767eb-d020-47d5-9a05-6adae043e887 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7145abf9-07b8-48b2-8f0c-24890010cb89 HTTP/1.1" status: 200 len: 1001 time: 0.0943809 Jul 08 02:20:00.540657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-b2437dc4-859a-4c14-9afd-1a4acb92075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.542248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-b2437dc4-859a-4c14-9afd-1a4acb92075a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.0593274 Jul 08 02:20:00.609326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-201d6e52-ab9d-48e4-9a09-cf193c16545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.610903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-201d6e52-ab9d-48e4-9a09-cf193c16545d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617192 Jul 08 02:20:00.719975 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-2b5e5928-a9b8-47b0-9766-46d4a8fc8919 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018498 Jul 08 02:20:00.825963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bb28f60-ca4b-49c6-a47a-eb22197c5e83 req-a2b5d5ed-b145-4ac9-abd8-b733ae143d16 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998602 Jul 08 02:20:00.901469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41048) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:00.922459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2d26-11c4-4364-9174-7307d88c6053 req-eb51d688-3ae8-471d-829f-9b262225009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.924051 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-498d2d26-11c4-4364-9174-7307d88c6053 req-eb51d688-3ae8-471d-829f-9b262225009f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1097 time: 0.0746694 Jul 08 02:20:00.949195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14223-1033-4a4e-9bb2-8e70e4afb735 req-45f81188-7ee1-4973-b825-0b6f2858179a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.950787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fb14223-1033-4a4e-9bb2-8e70e4afb735 req-45f81188-7ee1-4973-b825-0b6f2858179a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1155221 Jul 08 02:20:00.968626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-440a50a6-9b34-4f5d-882e-1d5cf981fd77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f1780cd04c04fa4bd8114a8c78956ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657389 Jul 08 02:20:00.975481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41050) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:01.029834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2d26-11c4-4364-9174-7307d88c6053 req-9048fc91-5a38-4c0b-8e4f-7d749c8a1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:01.029834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-498d2d26-11c4-4364-9174-7307d88c6053 req-9048fc91-5a38-4c0b-8e4f-7d749c8a1dd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 921 time: 0.0957725 Jul 08 02:20:01.030518 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fb14223-1033-4a4e-9bb2-8e70e4afb735 req-de9a225e-21b3-4db3-8795-f96212bafa84 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718362 Jul 08 02:20:01.063713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76bfa6e6-04ae-43b7-956b-966c045ef0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:01.080544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-498d2d26-11c4-4364-9174-7307d88c6053 req-67d701e4-31a8-43ab-a376-32735b7186f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 217 time: 0.0463874 Jul 08 02:20:01.098061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76bfa6e6-04ae-43b7-956b-966c045ef0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:01.140177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d2d26-11c4-4364-9174-7307d88c6053 req-5d9260b3-20e5-4070-aa2b-1cc89796e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:01.141655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-498d2d26-11c4-4364-9174-7307d88c6053 req-5d9260b3-20e5-4070-aa2b-1cc89796e462 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 200 len: 860 time: 0.0540621 Jul 08 02:20:01.174484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-498d2d26-11c4-4364-9174-7307d88c6053 req-41e92a35-c670-46ce-a8ca-d8e0dfe7c1ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59f82da1-23b3-4175-8144-0e6a918b68c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269344 Jul 08 02:20:01.229865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76bfa6e6-04ae-43b7-956b-966c045ef0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:01.232726 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76bfa6e6-04ae-43b7-956b-966c045ef0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:01.233946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-76bfa6e6-04ae-43b7-956b-966c045ef0ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f684d09-07ef-410c-90ae-11f69c99ff1d HTTP/1.1" status: 204 len: 168 time: 0.2575614 Jul 08 02:20:01.243928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfa6e6-04ae-43b7-956b-966c045ef0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f684d09-07ef-410c-90ae-11f69c99ff1d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:01.283845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-498d2d26-11c4-4364-9174-7307d88c6053 req-1713bf72-870c-4dd0-8032-27da5c28ce37 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010571 Jul 08 02:20:01.387283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-498d2d26-11c4-4364-9174-7307d88c6053 req-fb5e47a1-0cd8-4eea-8fec-b05ed29a0b3b service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989709 Jul 08 02:20:02.035868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 3459d714-fa88-48da-a9c4-c55e4dfc1310 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:02.055982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 3459d714-fa88-48da-a9c4-c55e4dfc1310 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:02.056338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 3459d714-fa88-48da-a9c4-c55e4dfc1310 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:02.254698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35673829-2197-46eb-9af6-7187433f4c68 req-75f9654c-67b3-4ad8-b8b5-9607a4aa9c82 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:02.256391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35673829-2197-46eb-9af6-7187433f4c68 req-75f9654c-67b3-4ad8-b8b5-9607a4aa9c82 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0965021 Jul 08 02:20:02.304919 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-35673829-2197-46eb-9af6-7187433f4c68 req-1c9fad26-a009-4134-9c88-f8cd752862c5 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Jul 08 02:20:02.422385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41098) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:02.541471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1239623241-network', 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:02.648226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:20:02.650544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.659217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.750784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.851017 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.879094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:20:02.889017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be11ca95-30b3-4d59-a510-6c935ba9cc05,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:02.893643 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.894004 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Added segment 9f52e48c-23d0-4b2f-8f17-5925f57d7cd8 of type vlan for network 862fc505-704e-4cda-9c02-b39905742854 Jul 08 02:20:03.104100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.104100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.104100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:03.104100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.140145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] Pushing event updated for resources: {'Network': ['ID=862fc505-704e-4cda-9c02-b39905742854,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:03.151668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 862fc505-704e-4cda-9c02-b39905742854 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:20:03.216581 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0c235dc1-0685-4013-8289-ab7f0e52be7a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7930655 Jul 08 02:20:03.225569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41110) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:03.231002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Request body: {'subnet': {'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1239623241-subnet', 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:03.333774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:20:03.336611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.573076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5aac7c-776c-4662-be32-f68adea9ad32 req-59c611dc-d8d2-4263-84f9-097ab0e67d66 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:03.574621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd5aac7c-776c-4662-be32-f68adea9ad32 req-59c611dc-d8d2-4263-84f9-097ab0e67d66 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1439936 Jul 08 02:20:03.629363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd5aac7c-776c-4662-be32-f68adea9ad32 req-8e6c27a7-17ae-4903-a8fb-77e600341324 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484197 Jul 08 02:20:03.653661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.714730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b9e33f-3ebb-479b-a5be-583489b44949,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:03.719584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Checking segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:20:03.719722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Network hostable DHCP agents. Network: 862fc505-704e-4cda-9c02-b39905742854, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:20:03.805598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Network 862fc505-704e-4cda-9c02-b39905742854 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:20:03.887948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 862fc505-704e-4cda-9c02-b39905742854) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:20:03.898638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153a6dd-2cfa-4277-9f81-7a9f8d0581f5 None None] Network 862fc505-704e-4cda-9c02-b39905742854 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:03.902744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:03.903374 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:04.027063 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8abd2103-8028-4f3f-bbd4-651fa388c52c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7915080 Jul 08 02:20:04.035600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d21d6-2ad7-406b-a9b7-cd5400e4be54 None None] Network 862fc505-704e-4cda-9c02-b39905742854 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:04.525410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-875a8e3a-663c-4a5e-a42f-f1750737455b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:04.526926 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-875a8e3a-663c-4a5e-a42f-f1750737455b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1122522 Jul 08 02:20:04.542002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-ecacf3fb-2d69-4efb-aa78-1a3a7b5ead9c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/quotas/80edd775dfe24f26b666d7e2ccedde2c HTTP/1.1" status: 200 len: 375 time: 0.0096622 Jul 08 02:20:04.579259 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-4c80bb48-5498-4698-9d13-ddf4cd50632c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322130 Jul 08 02:20:04.678669 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-41ece838-ce44-48ff-8db0-af6920abd58d service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915573 Jul 08 02:20:04.779238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-d36ac77e-a423-462e-82c5-57a68b8019ac service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948491 Jul 08 02:20:04.816455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac503-c807-4398-be6a-47fb2a9268be req-4cbbe49f-15f3-4c5d-b7e0-f513c50a644a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:04.818260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e66ac503-c807-4398-be6a-47fb2a9268be req-4cbbe49f-15f3-4c5d-b7e0-f513c50a644a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0701318 Jul 08 02:20:04.870188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e66ac503-c807-4398-be6a-47fb2a9268be req-eab08307-e380-49f3-aa3e-28775fc689be tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Jul 08 02:20:05.138859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4816c46e-de8c-49ef-b5a1-73dda05179f2 req-3a7a51cd-33b0-485b-b528-4f2c82e732d2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 210 time: 0.0297911 Jul 08 02:20:06.091721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9f414-eaaa-4e0a-8cb3-af88b7ec7086 req-dc75d3a1-c204-4485-8e2f-016a8973a1e3 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:06.099566 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a9f414-eaaa-4e0a-8cb3-af88b7ec7086 req-dc75d3a1-c204-4485-8e2f-016a8973a1e3 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0771785 Jul 08 02:20:06.136401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f7a9f414-eaaa-4e0a-8cb3-af88b7ec7086 req-7550f1f8-2d0c-4e50-9171-6f27a4646fcc tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357668 Jul 08 02:20:06.221484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff56c1af-2e44-4cfa-96ec-dbe83ff7e3b9 req-64b85dda-18d7-4a82-83f6-35acd065889b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 210 time: 0.0282629 Jul 08 02:20:07.314397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2dd75-fbab-41da-9d43-f95475e7f5ac req-d277de11-bae2-4a09-b6d4-6fa30462f502 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:07.316470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fd2dd75-fbab-41da-9d43-f95475e7f5ac req-d277de11-bae2-4a09-b6d4-6fa30462f502 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0648005 Jul 08 02:20:07.360578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0fd2dd75-fbab-41da-9d43-f95475e7f5ac req-bd46573e-f1b1-47a4-9df7-37fb18715bc0 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Jul 08 02:20:07.370654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7d4e854-5408-40c5-b5d3-9d72b04dc7f0 req-fd5487d8-b46a-4c80-9e3d-2b25a2024ced tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 210 time: 0.0290282 Jul 08 02:20:07.943753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-6ac6c4f1-1c77-438f-b89b-2bc7ab30be71 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:07.945359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-6ac6c4f1-1c77-438f-b89b-2bc7ab30be71 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1383021 Jul 08 02:20:07.960506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Request body: {'port': {'device_id': '164da2f2-e3e3-4021-a1c9-4803512b0c83', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'admin_state_up': True, 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:08.171623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:20:08.177741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:08.318106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Allocated IP 172.20.0.2 (862fc505-704e-4cda-9c02-b39905742854/c6b9e33f-3ebb-479b-a5be-583489b44949/a6d1c0bf-5e9b-4ae1-8706-963942f416a2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:20:08.551261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:08.551949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2beda0e-7613-4002-9078-e36c07480f64 req-d3f0022a-e660-45a4-94fe-72bab71c13af tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 210 time: 0.0298920 Jul 08 02:20:08.609377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add417cc-0414-4270-a96e-b227df451265 req-07ae31ec-5b68-4cdc-b8f4-4c45c0262a5e tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:08.610898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-add417cc-0414-4270-a96e-b227df451265 req-07ae31ec-5b68-4cdc-b8f4-4c45c0262a5e tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1047964 Jul 08 02:20:08.660327 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-add417cc-0414-4270-a96e-b227df451265 req-c1f98253-db06-4c10-be6b-948cfaff93db tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Jul 08 02:20:08.675080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:08.717572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Network 862fc505-704e-4cda-9c02-b39905742854 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:20:08.721372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:20:08.727495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:20:08.775067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event updated for resources: {'Port': ['ID=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:08.790174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:08.790866 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:08.860442 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-13754856-cd90-41f0-8624-b2a11a0c1fae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9038985 Jul 08 02:20:08.872610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Request body: {'port': {'device_id': '164da2f2-e3e3-4021-a1c9-4803512b0c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:08.957242 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.241430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d1c0bf-5e9b-4ae1-8706-963942f416a2 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:20:09.248949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.261398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Transition to ACTIVE for port object a6d1c0bf-5e9b-4ae1-8706-963942f416a2 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:20:09.314529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.374953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:09.447261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Attempting to bind port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:20:09.447636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Attempting to bind port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:20:09.447977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Attempting to bind port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:20:09.452268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 on network 862fc505-704e-4cda-9c02-b39905742854 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:20:09.452598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Attempting to bind port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:20:09.457400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:20:09.457749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Checking segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:20:09.458141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Bound using segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:20:09.458572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Bound port: a6d1c0bf-5e9b-4ae1-8706-963942f416a2, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:20:09.458948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.538222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] For port a6d1c0bf-5e9b-4ae1-8706-963942f416a2, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:20:09.542075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] For port a6d1c0bf-5e9b-4ae1-8706-963942f416a2, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:20:09.617672 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.654442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:09.655623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.656811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6d1c0bf-5e9b-4ae1-8706-963942f416a2 HTTP/1.1" status: 200 len: 1092 time: 0.7886035 Jul 08 02:20:09.660317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164da2f2-e3e3-4021-a1c9-4803512b0c83', 'tag': 'a6d1c0bf-5e9b-4ae1-8706-963942f416a2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:09.662710 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08560da5-2abd-4a15-ab6d-9ac65d818241" -d '{"events": [{"name": "network-changed", "server_uuid": "164da2f2-e3e3-4021-a1c9-4803512b0c83", "tag": "a6d1c0bf-5e9b-4ae1-8706-963942f416a2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:09.734094 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f08df63-93b0-4ec6-b825-8c531a45cf5a x-openstack-request-id: req-3f08df63-93b0-4ec6-b825-8c531a45cf5a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:09.734426 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164da2f2-e3e3-4021-a1c9-4803512b0c83", "tag": "a6d1c0bf-5e9b-4ae1-8706-963942f416a2", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:09.734671 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f08df63-93b0-4ec6-b825-8c531a45cf5a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:09.735321 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164da2f2-e3e3-4021-a1c9-4803512b0c83', 'tag': 'a6d1c0bf-5e9b-4ae1-8706-963942f416a2', 'status': 'completed', 'code': 200} Jul 08 02:20:09.736670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ba8f2-9d84-4beb-9dc0-9aaf835560c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:09.821702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc058588-907b-413c-a2d7-010baa52cfd0 req-521960f5-1cde-43e0-b288-135bdc5b7407 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:09.823824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc058588-907b-413c-a2d7-010baa52cfd0 req-521960f5-1cde-43e0-b288-135bdc5b7407 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 943 time: 0.1419985 Jul 08 02:20:09.883988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08560da5-2abd-4a15-ab6d-9ac65d818241 req-57bb8bf6-34dd-4a2e-a458-f0cd5617db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:09.885754 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08560da5-2abd-4a15-ab6d-9ac65d818241 req-57bb8bf6-34dd-4a2e-a458-f0cd5617db2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 1095 time: 0.1288950 Jul 08 02:20:09.889608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dc058588-907b-413c-a2d7-010baa52cfd0 req-489c8c60-71e4-4465-b9e8-c2ae621fe3d7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573742 Jul 08 02:20:09.935424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64d2b8-01cf-4100-a37a-10cda25aa51c req-cf22eb3b-1284-4a98-b3c4-8938b0b841b4 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:09.942913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df64d2b8-01cf-4100-a37a-10cda25aa51c req-cf22eb3b-1284-4a98-b3c4-8938b0b841b4 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0921278 Jul 08 02:20:09.982086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df64d2b8-01cf-4100-a37a-10cda25aa51c req-06ac4aa7-c9ea-499f-b999-98c3bd48d036 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Jul 08 02:20:10.013036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08560da5-2abd-4a15-ab6d-9ac65d818241 req-1d2d07ae-22a1-44be-8a31-dd468155619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.014614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08560da5-2abd-4a15-ab6d-9ac65d818241 req-1d2d07ae-22a1-44be-8a31-dd468155619d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1166449 Jul 08 02:20:10.119013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08560da5-2abd-4a15-ab6d-9ac65d818241 req-f85e75e7-bad3-4a8f-ab75-91848405c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.120789 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-08560da5-2abd-4a15-ab6d-9ac65d818241 req-f85e75e7-bad3-4a8f-ab75-91848405c37b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985312 Jul 08 02:20:10.222520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-03475b65-7b0d-4cc5-a908-80639c8d3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.224251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-03475b65-7b0d-4cc5-a908-80639c8d3aa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 1095 time: 0.0577404 Jul 08 02:20:10.269118 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-a914fe37-f8a3-436d-ad8c-ef5244604138 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6d1c0bf-5e9b-4ae1-8706-963942f416a2 HTTP/1.1" status: 200 len: 217 time: 0.0347602 Jul 08 02:20:10.321415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-6105f5af-e3c2-4a47-b034-2832cc8e7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.322877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-6105f5af-e3c2-4a47-b034-2832cc8e7508 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 200 len: 846 time: 0.0472052 Jul 08 02:20:10.363412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-f74103c7-08f4-4641-93ff-bd9c27b7dbea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=862fc505-704e-4cda-9c02-b39905742854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287650 Jul 08 02:20:10.452948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-c6f9c429-c99e-4db1-9245-162429f3f8be service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Jul 08 02:20:10.562141 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f9009bd7-3525-4bf8-9691-7e4268a090c7 req-510b199c-3b33-48ce-9a93-ac471410b37c service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008644 Jul 08 02:20:10.636811 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:20:11.092540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41318) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:11.156356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ea576-0ff9-4eff-8053-178a2b3d62f7 req-a390e530-9933-40e3-b3f9-56dd9fa28aa4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:11.164936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-541ea576-0ff9-4eff-8053-178a2b3d62f7 req-a390e530-9933-40e3-b3f9-56dd9fa28aa4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 943 time: 0.1463242 Jul 08 02:20:11.246834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-541ea576-0ff9-4eff-8053-178a2b3d62f7 req-4562569d-ba90-4e84-bcfc-ee3f7b982305 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810039 Jul 08 02:20:11.269566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41324) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:11.280671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b1a3f-438c-4b40-afc1-5223165685d1 req-0939c99f-8eaf-4a94-871e-ad8d48251bc6 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:11.283308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d32b1a3f-438c-4b40-afc1-5223165685d1 req-0939c99f-8eaf-4a94-871e-ad8d48251bc6 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1492782 Jul 08 02:20:11.329716 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d32b1a3f-438c-4b40-afc1-5223165685d1 req-71f81ef0-b278-45a3-b9b5-c16fcda4a0a5 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Jul 08 02:20:11.341555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-542d5e8c-bf6a-4f1d-9434-5c2e112caf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.479130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-542d5e8c-bf6a-4f1d-9434-5c2e112caf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.516840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port 372f20f6-3778-4405-83bc-f6120f45dd7b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:11.517208 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.533538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-542d5e8c-bf6a-4f1d-9434-5c2e112caf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.583328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-542d5e8c-bf6a-4f1d-9434-5c2e112caf6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=709ff733bfa2423a979e9b05ff963126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103440 Jul 08 02:20:11.583328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5e8c-bf6a-4f1d-9434-5c2e112caf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e6d030-03b6-4126-b63d-029323456839,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:11.584293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41330) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:11.650420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.650756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.670706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for 372f20f6-3778-4405-83bc-f6120f45dd7b owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:11.683283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b303a8f4-2958-4077-b29b-fa86e50c45c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.757776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b303a8f4-2958-4077-b29b-fa86e50c45c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.951170 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b303a8f4-2958-4077-b29b-fa86e50c45c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.953801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b303a8f4-2958-4077-b29b-fa86e50c45c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:11.955045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b303a8f4-2958-4077-b29b-fa86e50c45c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3e6d030-03b6-4126-b63d-029323456839 HTTP/1.1" status: 204 len: 168 time: 0.3699977 Jul 08 02:20:11.963767 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303a8f4-2958-4077-b29b-fa86e50c45c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e6d030-03b6-4126-b63d-029323456839,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:12.002749 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.037143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=372f20f6-3778-4405-83bc-f6120f45dd7b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:12.059516 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56202a53-e6c3-4045-bf92-08970463380c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.103151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.103824 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Floating IP 82e4f4b6-ce11-4121-8225-b8057bf56817 disassociated (deleted). External IP: 172.25.8.240, port: 7145abf9-07b8-48b2-8f0c-24890010cb89. Jul 08 02:20:12.323668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:12.486127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:12.491484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.495332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:12.501637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df438d7-3d04-4b9a-b034-66dcc9002316 req-2e6ed9ab-5a38-4423-8e7a-264e5750717c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:12.503764 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4df438d7-3d04-4b9a-b034-66dcc9002316 req-2e6ed9ab-5a38-4423-8e7a-264e5750717c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 943 time: 0.1329453 Jul 08 02:20:12.523059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:12.524072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:12.533828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e047df8-4910-44ba-9a7f-86b215d58859 req-06be9f45-7d49-4cc3-b30b-18008a32f7fa tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:12.539302 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e047df8-4910-44ba-9a7f-86b215d58859 req-06be9f45-7d49-4cc3-b30b-18008a32f7fa tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0720873 Jul 08 02:20:12.565669 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7794b49f-3069-4f45-81cf-5725d1e16cac tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "DELETE /v2.0/floatingips/82e4f4b6-ce11-4121-8225-b8057bf56817 HTTP/1.1" status: 204 len: 168 time: 1.4702468 Jul 08 02:20:12.571542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:12.574036 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292fd3fa-b873-490e-bbfe-63b3f870fb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:12.584512 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4df438d7-3d04-4b9a-b034-66dcc9002316 req-e8be3452-1c28-4648-9fff-02d6f8d3401f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568252 Jul 08 02:20:12.591974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e047df8-4910-44ba-9a7f-86b215d58859 req-af8c83f0-90a4-4e82-8090-7a5f72023fe2 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469573 Jul 08 02:20:12.649288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41360) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:12.675618 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7375f96a-dc80-491b-8fab-2a605cede0ac x-openstack-request-id: req-7375f96a-dc80-491b-8fab-2a605cede0ac {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:12.675922 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:12.676205 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7375f96a-dc80-491b-8fab-2a605cede0ac {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:12.676926 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'status': 'completed', 'code': 200} Jul 08 02:20:12.677864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73155e7e-e0c8-4e16-b853-a1b3c069ab5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.678882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:12.822067 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73155e7e-e0c8-4e16-b853-a1b3c069ab5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.930291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73155e7e-e0c8-4e16-b853-a1b3c069ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.988492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73155e7e-e0c8-4e16-b853-a1b3c069ab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7c1e6d-1b0b-4c53-bf9c-6d0115849e24,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:13.019684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41374) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:13.019819 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-73155e7e-e0c8-4e16-b853-a1b3c069ab5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6886a8d630ed47e48606af6d1fe3cff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693147 Jul 08 02:20:13.037015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-33c7ff21-d2e5-49fd-977d-6b7632368823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:13.039543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-33c7ff21-d2e5-49fd-977d-6b7632368823 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 1097 time: 0.3165135 Jul 08 02:20:13.126565 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47180ec2-4d7a-4c8b-8f76-d66383e7670b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:13.158340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47180ec2-4d7a-4c8b-8f76-d66383e7670b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:13.187643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 1, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:13.211253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-7c915272-5b30-48ca-b9c8-bdf5f74cbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:13.212997 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-7c915272-5b30-48ca-b9c8-bdf5f74cbf90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1655972 Jul 08 02:20:13.236833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:13.247526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:13.250537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:19:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:13.322388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47180ec2-4d7a-4c8b-8f76-d66383e7670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:13.324949 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47180ec2-4d7a-4c8b-8f76-d66383e7670b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:13.326794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-47180ec2-4d7a-4c8b-8f76-d66383e7670b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe7c1e6d-1b0b-4c53-bf9c-6d0115849e24 HTTP/1.1" status: 204 len: 168 time: 0.3051353 Jul 08 02:20:13.330759 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-574648e8-bf8c-4e88-ab4a-7bd02c5ac316 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7145abf9-07b8-48b2-8f0c-24890010cb89 HTTP/1.1" status: 200 len: 217 time: 0.1036050 Jul 08 02:20:13.369202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350ae4-86d0-4c2c-a102-309f587378e4 req-01904c4d-4683-4973-9791-0537298b33ec tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:13.377916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3350ae4-86d0-4c2c-a102-309f587378e4 req-01904c4d-4683-4973-9791-0537298b33ec tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 945 time: 0.1276689 Jul 08 02:20:13.388958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47180ec2-4d7a-4c8b-8f76-d66383e7670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7c1e6d-1b0b-4c53-bf9c-6d0115849e24,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:13.395822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:13.431906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3350ae4-86d0-4c2c-a102-309f587378e4 req-16786712-905b-4e77-9b48-fe27a21c13c0 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530303 Jul 08 02:20:13.727595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 1, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:13.797743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31466b14-586d-4e26-bfa2-4a24d0971c26 None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'e037cf5f-561e-4196-806b-df557f4027da', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'port_id': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'mac_address': 'fa:16:3e:c8:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:14:22Z', 'updated_at': '2021-07-08T02:14:25Z', 'revision_number': 1, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:13.800983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-5a5d7079-83b1-4546-aa77-c3c501f52a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:13.802595 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-5a5d7079-83b1-4546-aa77-c3c501f52a3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.4664030 Jul 08 02:20:13.863395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a6d1c0bf-5e9b-4ae1-8706-963942f416a2 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:20:13.888183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574889ff-09c8-40e2-b7c8-2e2286dee6c3 req-608d75a2-1960-4c47-998c-a117923857eb tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:13.889908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-574889ff-09c8-40e2-b7c8-2e2286dee6c3 req-608d75a2-1960-4c47-998c-a117923857eb tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1410096 Jul 08 02:20:13.949529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-574889ff-09c8-40e2-b7c8-2e2286dee6c3 req-a8487db4-ff99-415f-b853-3b850d8b3935 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503602 Jul 08 02:20:13.963243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc421437-3143-4c80-b2ba-f2d4e8e7a173 req-f3dc8141-a713-491c-82d3-eab8693d50cd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:13.965316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc421437-3143-4c80-b2ba-f2d4e8e7a173 req-f3dc8141-a713-491c-82d3-eab8693d50cd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 943 time: 0.1676278 Jul 08 02:20:13.989458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-6f8e34dc-ed7b-46c2-8038-eb59e6bcf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:13.991802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-6f8e34dc-ed7b-46c2-8038-eb59e6bcf102 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790285 Jul 08 02:20:14.010044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-46d84d0d-8f6c-4454-a2a4-0b2342d88852 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:20:14.011036 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-46d84d0d-8f6c-4454-a2a4-0b2342d88852 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088513 Jul 08 02:20:14.017172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a6d1c0bf-5e9b-4ae1-8706-963942f416a2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:14.038132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'a6d1c0bf-5e9b-4ae1-8706-963942f416a2', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'port_id': 'a6d1c0bf-5e9b-4ae1-8706-963942f416a2', 'mac_address': 'fa:16:3e:f3:f8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9e33f-3ebb-479b-a5be-583489b44949', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:20:14.087190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.106629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d1c0bf-5e9b-4ae1-8706-963942f416a2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:20:14.107379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc421437-3143-4c80-b2ba-f2d4e8e7a173 req-cdd413c3-ebd9-4d9b-b2fa-e96eb914e7a8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341004 Jul 08 02:20:14.196487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a6d1c0bf-5e9b-4ae1-8706-963942f416a2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:14.226527 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8adfbb1-408d-485d-8861-f5df05e3b045 None None] New status for floating IP 82e4f4b6-ce11-4121-8225-b8057bf56817: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:20:14.234400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-d9d6e400-60ef-4d43-8600-e38824a8cbc8 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059443 Jul 08 02:20:14.338838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-292fd3fa-b873-490e-bbfe-63b3f870fb3a req-35ea72be-74e3-44c8-82b7-2bc4d30fee57 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960388 Jul 08 02:20:14.362871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41404) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:14.376259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76c69e3b-a872-4e25-8111-899b0f86c4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.402260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.453730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:14.475006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76c69e3b-a872-4e25-8111-899b0f86c4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.510941 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-130f8d2e-b1b8-4c5a-a44b-37cabf2fd13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.539245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-76c69e3b-a872-4e25-8111-899b0f86c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.624805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-76c69e3b-a872-4e25-8111-899b0f86c4d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62879d9c75d043beb6158e150bfae486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605200 Jul 08 02:20:14.626820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69e3b-a872-4e25-8111-899b0f86c4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2256d57c-780e-4566-93ed-5531027c6ae8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:14.628249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 41410) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:14.637065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:14.663675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec12ccd-0447-49f9-8d92-1ce7d95ca157 req-92354fbe-6e75-4922-ade7-b1293db71820 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:14.665213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fec12ccd-0447-49f9-8d92-1ce7d95ca157 req-92354fbe-6e75-4922-ade7-b1293db71820 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 945 time: 0.1134689 Jul 08 02:20:14.711260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fec12ccd-0447-49f9-8d92-1ce7d95ca157 req-7a0be381-56ab-4806-b06e-21d7655ee354 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 Jul 08 02:20:14.723450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21116119-48a3-4245-9011-671a9b9b89b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.745819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21116119-48a3-4245-9011-671a9b9b89b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.839456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde75464-f274-4957-8bad-aa327f1c9753 req-e9ecfdc9-785f-404f-88bc-1b81aba14e8e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:14.840935 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bde75464-f274-4957-8bad-aa327f1c9753 req-e9ecfdc9-785f-404f-88bc-1b81aba14e8e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 945 time: 0.0782912 Jul 08 02:20:14.880918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.921620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21116119-48a3-4245-9011-671a9b9b89b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.924431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21116119-48a3-4245-9011-671a9b9b89b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:14.925616 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-21116119-48a3-4245-9011-671a9b9b89b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2256d57c-780e-4566-93ed-5531027c6ae8 HTTP/1.1" status: 204 len: 168 time: 0.2962878 Jul 08 02:20:14.941897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21116119-48a3-4245-9011-671a9b9b89b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2256d57c-780e-4566-93ed-5531027c6ae8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:14.966407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port 7145abf9-07b8-48b2-8f0c-24890010cb89 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:14.966770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:15.065680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] For port 7145abf9-07b8-48b2-8f0c-24890010cb89, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7145abf9-07b8-48b2-8f0c-24890010cb89,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:15.066782 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:15.082464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for 7145abf9-07b8-48b2-8f0c-24890010cb89 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:15.217385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0f7f7-709b-4a56-973b-f236cab59c56 req-f50b1377-da3b-4570-97fa-74a9fc9b7b30 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:15.219241 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-09e0f7f7-709b-4a56-973b-f236cab59c56 req-f50b1377-da3b-4570-97fa-74a9fc9b7b30 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1277108 Jul 08 02:20:15.333333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-09e0f7f7-709b-4a56-973b-f236cab59c56 req-27b8430a-8bf9-4aed-94d9-a128ed82c51d tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015604 Jul 08 02:20:15.390845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f5ddd-d87f-45f7-911f-1a5b2097fb4b req-633fc506-6fa0-4481-9e42-032a89a43852 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:15.392828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a1f5ddd-d87f-45f7-911f-1a5b2097fb4b req-633fc506-6fa0-4481-9e42-032a89a43852 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 944 time: 0.0901327 Jul 08 02:20:15.425535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:15.443940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a1f5ddd-d87f-45f7-911f-1a5b2097fb4b req-518fd444-f78a-4ece-8993-67ab2b552e60 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Jul 08 02:20:15.462179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=7145abf9-07b8-48b2-8f0c-24890010cb89,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:15.518642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] No DVR routers for this DVR port 7145abf9-07b8-48b2-8f0c-24890010cb89 on host n-h2-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:15.521230 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:15.523217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bde75464-f274-4957-8bad-aa327f1c9753 req-548427a6-ad00-41dc-a4cd-72eb5dbe079d tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "DELETE /v2.0/ports/7145abf9-07b8-48b2-8f0c-24890010cb89 HTTP/1.1" status: 204 len: 173 time: 0.6765556 Jul 08 02:20:15.523740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'name': 'network-vif-deleted', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:15.529185 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0dab2-e7ad-4988-9534-554f86346e5c" -d '{"events": [{"server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "name": "network-vif-deleted", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:15.561210 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95ecce8-e6d5-4379-a9a3-c83d24f9a7ba x-openstack-request-id: req-a95ecce8-e6d5-4379-a9a3-c83d24f9a7ba {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:15.561506 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca555ed6-60d8-41d6-952e-16b5ab38fabd", "name": "network-vif-deleted", "tag": "7145abf9-07b8-48b2-8f0c-24890010cb89", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:15.561757 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a95ecce8-e6d5-4379-a9a3-c83d24f9a7ba {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:15.562163 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca555ed6-60d8-41d6-952e-16b5ab38fabd', 'name': 'network-vif-deleted', 'tag': '7145abf9-07b8-48b2-8f0c-24890010cb89', 'status': 'completed', 'code': 200} Jul 08 02:20:15.762184 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:15.879751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a6d1c0bf-5e9b-4ae1-8706-963942f416a2 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:20:15.957713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-80915026-275d-4d10-920e-3bdb80f08b32 req-1b10f5f3-f52a-41fb-b7ce-2521c789dd03 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0658960 Jul 08 02:20:16.077146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:20:16.082657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:20:16.083044 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:16.192514 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:16.267755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164da2f2-e3e3-4021-a1c9-4803512b0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1c0bf-5e9b-4ae1-8706-963942f416a2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:16.271052 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1527c39-42c7-4a76-905a-fcffdf62b5da" -d '{"events": [{"server_uuid": "164da2f2-e3e3-4021-a1c9-4803512b0c83", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1c0bf-5e9b-4ae1-8706-963942f416a2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:16.302562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port a6d1c0bf-5e9b-4ae1-8706-963942f416a2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:16.341886 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40707d1b-87b3-4f85-8c36-58873dc188d1 x-openstack-request-id: req-40707d1b-87b3-4f85-8c36-58873dc188d1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:16.342192 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164da2f2-e3e3-4021-a1c9-4803512b0c83", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1c0bf-5e9b-4ae1-8706-963942f416a2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:16.342453 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40707d1b-87b3-4f85-8c36-58873dc188d1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:16.344089 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164da2f2-e3e3-4021-a1c9-4803512b0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1c0bf-5e9b-4ae1-8706-963942f416a2', 'code': 200} Jul 08 02:20:16.369131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:16.370279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7145abf9-07b8-48b2-8f0c-24890010cb89 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:16.397280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 7145abf9-07b8-48b2-8f0c-24890010cb89 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:16.397856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7145abf9-07b8-48b2-8f0c-24890010cb89 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:16.535135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1ccc-7d6f-4fd4-8282-6139fdf706a6 req-dcd7a182-957d-4e12-b501-38a5fa6cca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:16.536464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:16.538357 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-793a1ccc-7d6f-4fd4-8282-6139fdf706a6 req-dcd7a182-957d-4e12-b501-38a5fa6cca89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 1097 time: 0.1227121 Jul 08 02:20:16.732389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-793a1ccc-7d6f-4fd4-8282-6139fdf706a6 req-9b61412c-11dc-404c-9ea5-2eb7a43bf2c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832526 Jul 08 02:20:16.751468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138fc00-7343-4933-98cf-27a2063910d8 req-1b6c985f-1108-4e3c-b4b5-31e43616b3fc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:16.754249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8138fc00-7343-4933-98cf-27a2063910d8 req-1b6c985f-1108-4e3c-b4b5-31e43616b3fc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 945 time: 0.0976441 Jul 08 02:20:16.770895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10255fd-c2c7-49e3-ab49-042fcc49aeec req-c564d070-eaa4-4ff6-9924-b7e2187101b3 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:16.779420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b10255fd-c2c7-49e3-ab49-042fcc49aeec req-c564d070-eaa4-4ff6-9924-b7e2187101b3 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.2023165 Jul 08 02:20:16.808605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8138fc00-7343-4933-98cf-27a2063910d8 req-d6311835-0158-4483-bc3c-402f8549a769 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Jul 08 02:20:16.829993 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b10255fd-c2c7-49e3-ab49-042fcc49aeec req-2549035a-5dd7-4761-bfe2-aa68e4cc604a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 Jul 08 02:20:17.140414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-90a5f4c0-6218-44c2-98ac-e6eb05ffd39b req-6029dbc5-a20d-4802-8e73-f45142149359 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0351207 Jul 08 02:20:17.469204 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:18.037126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866b412-6a15-4eb8-ac01-1ec34e9de61e req-a9fef075-5970-4e6c-83eb-009296d8627e tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:18.039294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e866b412-6a15-4eb8-ac01-1ec34e9de61e req-a9fef075-5970-4e6c-83eb-009296d8627e tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0755608 Jul 08 02:20:18.064795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb43e5-5f08-4c46-8ac0-cf3d44858b98 req-2e8dbb51-f770-4636-b0ac-894e8894456c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:18.067526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4abb43e5-5f08-4c46-8ac0-cf3d44858b98 req-2e8dbb51-f770-4636-b0ac-894e8894456c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 945 time: 0.0909853 Jul 08 02:20:18.098382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e866b412-6a15-4eb8-ac01-1ec34e9de61e req-93baac2e-0bd9-4d9a-b5a0-27cb65c2314c tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524757 Jul 08 02:20:18.106496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4abb43e5-5f08-4c46-8ac0-cf3d44858b98 req-c72de624-d8c9-4ce4-9c16-b693b53c28a4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328581 Jul 08 02:20:18.230491 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:18.361428 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-48d48931-756f-4b81-8fce-053322c1a1f1 req-d0fd4b5c-d213-460e-baba-02d251293677 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0478275 Jul 08 02:20:18.550289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c453bc-0fec-4f2a-b933-15a480bda262 req-4d4fce72-eb24-4f89-be9f-13cc15ab35c9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:18.551933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69c453bc-0fec-4f2a-b933-15a480bda262 req-4d4fce72-eb24-4f89-be9f-13cc15ab35c9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1398621 Jul 08 02:20:18.570688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69c453bc-0fec-4f2a-b933-15a480bda262 req-54752830-1868-4bb0-8c67-1b636523fe09 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/quotas/80edd775dfe24f26b666d7e2ccedde2c HTTP/1.1" status: 200 len: 375 time: 0.0131416 Jul 08 02:20:18.644014 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69c453bc-0fec-4f2a-b933-15a480bda262 req-e13a78a3-a6f9-44b4-b1d1-333388bbee75 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675094 Jul 08 02:20:18.747591 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69c453bc-0fec-4f2a-b933-15a480bda262 req-1ac12f6d-c955-4371-b6c2-4ccb65c730c6 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983593 Jul 08 02:20:18.856832 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69c453bc-0fec-4f2a-b933-15a480bda262 req-13d63043-f5b3-40aa-ae10-2868824d8b08 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984581 Jul 08 02:20:19.271822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d64f6c-99eb-442f-bf80-b8bcfca8e3bb req-a97f97d4-b611-4105-aa7c-b73af007f9d5 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:19.273417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-65d64f6c-99eb-442f-bf80-b8bcfca8e3bb req-a97f97d4-b611-4105-aa7c-b73af007f9d5 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0660567 Jul 08 02:20:19.321386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-65d64f6c-99eb-442f-bf80-b8bcfca8e3bb req-2fb85728-74a3-4ad4-a08d-7517b53c54b9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Jul 08 02:20:19.545761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e6aa801d-9b10-4397-82f8-2fe05995214d req-c58e098c-ce54-4691-84f2-25c7e047cf3e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0446091 Jul 08 02:20:19.855938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a51207-5ee9-4d4d-9548-35625af4201b req-33e1acba-454d-42b1-950a-2910e74192ea tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:19.857622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-33e1acba-454d-42b1-950a-2910e74192ea tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1058033 Jul 08 02:20:19.872860 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-46141090-9c10-4571-9fb3-21372cd4c063 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/quotas/80edd775dfe24f26b666d7e2ccedde2c HTTP/1.1" status: 200 len: 375 time: 0.0096722 Jul 08 02:20:20.329244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-98e85aa6-db01-496b-b956-ab360e7ba842 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4501987 Jul 08 02:20:20.437551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-522ec56e-d400-42d4-8eab-3aec2ffcd4e6 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010339 Jul 08 02:20:20.541488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f5cce-2bb9-4ba5-b437-d88a39c2dee9 req-ac3ab593-081b-4d79-baa4-e73a3876d62f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:20.543128 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-544f5cce-2bb9-4ba5-b437-d88a39c2dee9 req-ac3ab593-081b-4d79-baa4-e73a3876d62f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0812788 Jul 08 02:20:20.543917 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-dc28e19d-4d27-4802-8ec5-e8bedcd6b8e0 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991454 Jul 08 02:20:20.592692 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-544f5cce-2bb9-4ba5-b437-d88a39c2dee9 req-f040129e-d45b-4b73-b0a4-cbf30e635c9d tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Jul 08 02:20:20.773747 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a1a1ae3-057f-4fc9-9ec2-95f8012d7173 req-44d5d8c3-5059-4a54-aab6-ea3ba346872f tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca555ed6-60d8-41d6-952e-16b5ab38fabd HTTP/1.1" status: 200 len: 210 time: 0.0344884 Jul 08 02:20:20.943196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a752456f-bcd8-485c-aca9-e8fc07caf3e5 req-3322f8eb-e15b-424a-b45b-233fa7dc72ee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 210 time: 0.0475204 Jul 08 02:20:21.030928 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:21.781601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d320bf7-e1f9-413d-917c-64290551ca7e req-e39788c3-cc80-4ede-9b47-df73da0a3f3b tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:21.783117 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d320bf7-e1f9-413d-917c-64290551ca7e req-e39788c3-cc80-4ede-9b47-df73da0a3f3b tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0651984 Jul 08 02:20:21.827565 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d320bf7-e1f9-413d-917c-64290551ca7e req-5908b383-c241-4d30-8a05-65df3810255c tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374808 Jul 08 02:20:22.099101 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6877ae7b-9bdb-4de5-9a6a-5464e3aecc73 req-90fc6b6d-8d5e-4fd6-9fb2-cf84103702cf tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 210 time: 0.0288067 Jul 08 02:20:23.092962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a51207-5ee9-4d4d-9548-35625af4201b req-7ef32657-ec53-4139-b8bd-bf02c45bcf11 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:23.096522 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-7ef32657-ec53-4139-b8bd-bf02c45bcf11 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1526525 Jul 08 02:20:23.122627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Request body: {'port': {'device_id': '0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'admin_state_up': True, 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:23.135824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2935d97-2a3a-4fe2-82bf-212e1f845f4e req-ac8105b3-26e4-4565-bf6b-fc73c64529a4 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:23.143740 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2935d97-2a3a-4fe2-82bf-212e1f845f4e req-ac8105b3-26e4-4565-bf6b-fc73c64529a4 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1902122 Jul 08 02:20:23.313227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2935d97-2a3a-4fe2-82bf-212e1f845f4e req-3115d991-88fb-4342-afa5-0f07bdf77905 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686127 Jul 08 02:20:23.405386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:20:23.410055 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.460327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bba3de47-0421-4131-ac91-e2787d7b2095 req-f8c169af-6e4b-441a-ab23-3a154287dbe7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 210 time: 0.0536954 Jul 08 02:20:23.577015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Allocated IP 172.20.0.8 (862fc505-704e-4cda-9c02-b39905742854/c6b9e33f-3ebb-479b-a5be-583489b44949/ebe3a27b-3017-483a-b633-3418c2a9b2dc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:20:23.722698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.822644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.834440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:23.871521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Network 862fc505-704e-4cda-9c02-b39905742854 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:20:23.876942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:20:23.881741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:20:23.889381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event updated for resources: {'Port': ['ID=ebe3a27b-3017-483a-b633-3418c2a9b2dc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:23.945240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:23.952015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:24.071517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-b3f5903a-6102-4590-b5cd-6c5dd24a2e4e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9594884 Jul 08 02:20:24.084590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Request body: {'port': {'device_id': '0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:24.163882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:24.553522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2376eb7-66aa-4d88-baf7-19b2066bd621 req-d43e45b4-45e8-4982-8e29-338327e3f6bc tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:24.562737 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2376eb7-66aa-4d88-baf7-19b2066bd621 req-d43e45b4-45e8-4982-8e29-338327e3f6bc tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0838318 Jul 08 02:20:24.580324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe3a27b-3017-483a-b633-3418c2a9b2dc {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:20:24.595646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:24.610388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2376eb7-66aa-4d88-baf7-19b2066bd621 req-f0f71e90-1b7c-4308-8188-2a7688a5f566 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Jul 08 02:20:24.619020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Transition to ACTIVE for port object ebe3a27b-3017-483a-b633-3418c2a9b2dc will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:20:24.710561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a510ed-7cba-484e-8dab-1b545c8dc5de req-85c78831-29e0-44ae-a663-b8ab914c15fd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:24.712276 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33a510ed-7cba-484e-8dab-1b545c8dc5de req-85c78831-29e0-44ae-a663-b8ab914c15fd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 931 time: 0.0709467 Jul 08 02:20:24.713799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:24.796062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe3a27b-3017-483a-b633-3418c2a9b2dc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:24.810104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33a510ed-7cba-484e-8dab-1b545c8dc5de req-37f3b721-51ff-4145-b75c-e37745ab9978 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865395 Jul 08 02:20:24.885052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Attempting to bind port ebe3a27b-3017-483a-b633-3418c2a9b2dc on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:20:24.885396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Attempting to bind port ebe3a27b-3017-483a-b633-3418c2a9b2dc by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:20:24.885806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Attempting to bind port ebe3a27b-3017-483a-b633-3418c2a9b2dc on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:20:24.890440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Port ebe3a27b-3017-483a-b633-3418c2a9b2dc on network 862fc505-704e-4cda-9c02-b39905742854 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:20:24.890770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Attempting to bind port ebe3a27b-3017-483a-b633-3418c2a9b2dc on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:20:24.896455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:20:24.896809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Checking segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:20:24.897206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Bound using segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:20:24.897632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Bound port: ebe3a27b-3017-483a-b633-3418c2a9b2dc, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:20:24.897998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:24.964698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] For port ebe3a27b-3017-483a-b633-3418c2a9b2dc, host n-h2-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:20:24.968043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] For port ebe3a27b-3017-483a-b633-3418c2a9b2dc, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ebe3a27b-3017-483a-b633-3418c2a9b2dc,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:20:25.054224 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:25.096509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:25.097143 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:25.098552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] 10.222.0.32 "PUT /v2.0/ports/ebe3a27b-3017-483a-b633-3418c2a9b2dc HTTP/1.1" status: 200 len: 1092 time: 1.0186355 Jul 08 02:20:25.098990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3', 'tag': 'ebe3a27b-3017-483a-b633-3418c2a9b2dc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:25.103919 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8414a9-c8c9-4e75-8f26-281d082cb3db" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3", "tag": "ebe3a27b-3017-483a-b633-3418c2a9b2dc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:25.118919 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85a65e-1165-4238-8958-06deb1298795 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe3a27b-3017-483a-b633-3418c2a9b2dc,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:25.154547 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de71499f-6b62-49c7-9231-1159a5d5f054 x-openstack-request-id: req-de71499f-6b62-49c7-9231-1159a5d5f054 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:25.154849 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3", "tag": "ebe3a27b-3017-483a-b633-3418c2a9b2dc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:25.155094 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de71499f-6b62-49c7-9231-1159a5d5f054 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:25.155979 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3', 'tag': 'ebe3a27b-3017-483a-b633-3418c2a9b2dc', 'status': 'completed', 'code': 200} Jul 08 02:20:25.250230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8414a9-c8c9-4e75-8f26-281d082cb3db req-e6d8400f-9329-4854-9b8b-50958f082372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:25.252869 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c8414a9-c8c9-4e75-8f26-281d082cb3db req-e6d8400f-9329-4854-9b8b-50958f082372 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 1095 time: 0.0715413 Jul 08 02:20:25.359320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8414a9-c8c9-4e75-8f26-281d082cb3db req-330f3145-cc9d-4308-a25f-3cba7db6ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:25.363980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c8414a9-c8c9-4e75-8f26-281d082cb3db req-330f3145-cc9d-4308-a25f-3cba7db6ae4d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1034908 Jul 08 02:20:25.469924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8414a9-c8c9-4e75-8f26-281d082cb3db req-18c7af66-a484-44ed-acf4-4b89ce202a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:25.471507 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6c8414a9-c8c9-4e75-8f26-281d082cb3db req-18c7af66-a484-44ed-acf4-4b89ce202a83 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006801 Jul 08 02:20:25.575509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a51207-5ee9-4d4d-9548-35625af4201b req-288e302a-f0b9-4ed2-a6d4-47a2a3497fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:25.577093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-288e302a-f0b9-4ed2-a6d4-47a2a3497fbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 1095 time: 0.0644724 Jul 08 02:20:25.624620 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-c5effb56-30c0-4f79-b950-0a9a616c97e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebe3a27b-3017-483a-b633-3418c2a9b2dc HTTP/1.1" status: 200 len: 217 time: 0.0393159 Jul 08 02:20:25.687366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5e6986ef-58d5-45c7-a15c-524b1ec70341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:25.689065 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-5e6986ef-58d5-45c7-a15c-524b1ec70341 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 200 len: 846 time: 0.0575747 Jul 08 02:20:25.725512 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-3c97393c-43ff-4739-9583-1ba101c420be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=862fc505-704e-4cda-9c02-b39905742854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285478 Jul 08 02:20:25.804644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85590b-0cb1-4dc6-b9e7-8bc6f99a5a81 req-016d4623-4c09-4e6b-a896-66d6a8328e0d tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:25.806234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c85590b-0cb1-4dc6-b9e7-8bc6f99a5a81 req-016d4623-4c09-4e6b-a896-66d6a8328e0d tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0697567 Jul 08 02:20:25.826737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-e976340d-4534-45c4-841d-2bc659106b95 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941696 Jul 08 02:20:25.873841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c85590b-0cb1-4dc6-b9e7-8bc6f99a5a81 req-63f73368-f32f-46b9-ba02-6b3df4ef89d0 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490897 Jul 08 02:20:25.954055 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95a51207-5ee9-4d4d-9548-35625af4201b req-ad3e6d1e-0a17-4d41-a76f-e05790efa257 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202507 Jul 08 02:20:26.008457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dd274-ba72-4bdb-a2e3-84e060a7a3b4 req-36c9d4be-4a4a-49ad-b196-20fe11078d07 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:26.010132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d51dd274-ba72-4bdb-a2e3-84e060a7a3b4 req-36c9d4be-4a4a-49ad-b196-20fe11078d07 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 943 time: 0.0689952 Jul 08 02:20:26.051264 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d51dd274-ba72-4bdb-a2e3-84e060a7a3b4 req-8d363c26-a141-4548-a61d-d973c48af2fc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353260 Jul 08 02:20:27.068362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e693b3-fa39-4f67-a13a-e596debf680f req-98f7bf1d-dd87-471b-b03e-02279c0b5b33 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:27.070020 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7e693b3-fa39-4f67-a13a-e596debf680f req-98f7bf1d-dd87-471b-b03e-02279c0b5b33 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0838795 Jul 08 02:20:27.129766 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7e693b3-fa39-4f67-a13a-e596debf680f req-342c7d15-b615-43c6-bd48-ab92ba570675 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538495 Jul 08 02:20:27.246011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d74f-8c40-47f1-8197-6503f1d21d02 req-fac5808f-4eb6-4832-bd98-6c85dcb4ea31 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:27.248234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a53d74f-8c40-47f1-8197-6503f1d21d02 req-fac5808f-4eb6-4832-bd98-6c85dcb4ea31 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 943 time: 0.0659704 Jul 08 02:20:27.302202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a53d74f-8c40-47f1-8197-6503f1d21d02 req-18ad9387-6235-4508-bab6-9fc8c3148a84 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Jul 08 02:20:27.598386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08af7e-4056-4e4b-b92b-a39ca0097da7 req-b9b3ed53-45da-4918-a373-2832cfe9ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:27.599942 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4e08af7e-4056-4e4b-b92b-a39ca0097da7 req-b9b3ed53-45da-4918-a373-2832cfe9ee13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1097 time: 0.0635769 Jul 08 02:20:27.642116 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4e08af7e-4056-4e4b-b92b-a39ca0097da7 req-660c415c-66de-4ce2-a9cc-1413a706e3c5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359018 Jul 08 02:20:28.329426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42335-56eb-41ea-8309-985116ed66a4 req-3a02f313-9723-4541-b608-72b9df769611 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:28.338327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5fc42335-56eb-41ea-8309-985116ed66a4 req-3a02f313-9723-4541-b608-72b9df769611 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0972538 Jul 08 02:20:28.381432 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5fc42335-56eb-41ea-8309-985116ed66a4 req-36996c33-d1c7-4e20-8a2f-998fd1bcdab5 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Jul 08 02:20:28.490814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1533b3-58eb-40bc-9870-eaf623a96af8 req-c997d0b5-8d08-4f87-8a89-9a3039fc0a17 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:28.492345 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c1533b3-58eb-40bc-9870-eaf623a96af8 req-c997d0b5-8d08-4f87-8a89-9a3039fc0a17 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 943 time: 0.0653644 Jul 08 02:20:28.534823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c1533b3-58eb-40bc-9870-eaf623a96af8 req-899fc79c-98a6-44e6-a55e-bc3431b9f7a3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Jul 08 02:20:28.674242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41698) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:28.824244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port 82d8eb2e-d3e4-4602-a655-af3774c2f88e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:28.824598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.903228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.903595 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.916476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for 82d8eb2e-d3e4-4602-a655-af3774c2f88e owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:29.159746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:29.187140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=82d8eb2e-d3e4-4602-a655-af3774c2f88e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:29.250753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:29.251094 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Floating IP e037cf5f-561e-4196-806b-df557f4027da disassociated (deleted). External IP: 172.25.8.131, port: b7d7896f-56c6-4e97-8f41-3782912b07ba. Jul 08 02:20:29.476378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:29.587976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5558b-0531-4d9c-829b-2d5dc2d62984 req-42a93cd8-dcc5-4bb7-91f4-97f5a683f730 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:29.596321 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a8a5558b-0531-4d9c-829b-2d5dc2d62984 req-42a93cd8-dcc5-4bb7-91f4-97f5a683f730 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0868874 Jul 08 02:20:29.620461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:29.631868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:29.643407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:29.649619 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a8a5558b-0531-4d9c-829b-2d5dc2d62984 req-23adb001-0be9-4c5f-97c7-84279f55b1be tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522802 Jul 08 02:20:29.653883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:29.654959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:29.688446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-26f7d12b-7d62-4075-8b44-544313d04497 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "DELETE /v2.0/floatingips/e037cf5f-561e-4196-806b-df557f4027da HTTP/1.1" status: 204 len: 168 time: 1.0106087 Jul 08 02:20:29.688446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:29.690059 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30" -d '{"events": [{"name": "network-changed", "server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:29.703081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-50404f4d-1b54-40e9-8ea8-b6edbba39e81 req-df942958-ed5b-44dd-8f8b-7db0e1651793 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-759092282', 'description': 'tempest-description-711393358'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:29.793259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:29.796413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e5310-d1d8-4497-82ba-ca8310179318 req-278391c2-4f5a-4f33-98b3-d875f830faa1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:29.798105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7e0e5310-d1d8-4497-82ba-ca8310179318 req-278391c2-4f5a-4f33-98b3-d875f830faa1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 943 time: 0.1038733 Jul 08 02:20:29.830778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-50404f4d-1b54-40e9-8ea8-b6edbba39e81 req-df942958-ed5b-44dd-8f8b-7db0e1651793 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:29.841408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7e0e5310-d1d8-4497-82ba-ca8310179318 req-0bfac83d-4f9d-490f-ac90-7cc43ac9c55a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Jul 08 02:20:29.940430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ebe3a27b-3017-483a-b633-3418c2a9b2dc details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:20:29.958099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-50404f4d-1b54-40e9-8ea8-b6edbba39e81 req-df942958-ed5b-44dd-8f8b-7db0e1651793 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.051127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-50404f4d-1b54-40e9-8ea8-b6edbba39e81 req-df942958-ed5b-44dd-8f8b-7db0e1651793 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.092693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ebe3a27b-3017-483a-b633-3418c2a9b2dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ebe3a27b-3017-483a-b633-3418c2a9b2dc,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:30.094102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df942958-ed5b-44dd-8f8b-7db0e1651793 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a6a39-b5ba-4af5-9445-7986215e42a1,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:30.109670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'ebe3a27b-3017-483a-b633-3418c2a9b2dc', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'port_id': 'ebe3a27b-3017-483a-b633-3418c2a9b2dc', 'mac_address': 'fa:16:3e:e5:6a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9e33f-3ebb-479b-a5be-583489b44949', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:20:30.114456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:30.143667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:30.179264 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-50404f4d-1b54-40e9-8ea8-b6edbba39e81 req-df942958-ed5b-44dd-8f8b-7db0e1651793 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.180908 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-50404f4d-1b54-40e9-8ea8-b6edbba39e81 req-df942958-ed5b-44dd-8f8b-7db0e1651793 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4820020 Jul 08 02:20:30.182255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:30.183047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:30.188420 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.237305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe3a27b-3017-483a-b633-3418c2a9b2dc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:20:30.237537 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cbab11-c1d7-45e1-8f20-4749177a7dec x-openstack-request-id: req-a6cbab11-c1d7-45e1-8f20-4749177a7dec {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:30.243953 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:30.243953 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6cbab11-c1d7-45e1-8f20-4749177a7dec {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:30.243953 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'status': 'completed', 'code': 200} Jul 08 02:20:30.319919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ebe3a27b-3017-483a-b633-3418c2a9b2dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ebe3a27b-3017-483a-b633-3418c2a9b2dc,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:30.371423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:30.375573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-69f2a4f8-2411-41b4-aa05-8dbfd74e8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:30.377814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-69f2a4f8-2411-41b4-aa05-8dbfd74e8668 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 1097 time: 0.1058364 Jul 08 02:20:30.558654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-0698653f-0469-4307-b138-7f0aee44023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:30.560187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-0698653f-0469-4307-b138-7f0aee44023d service neutron] 10.222.0.32 "GET /v2.0/networks?id=89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 200 len: 913 time: 0.1707106 Jul 08 02:20:30.593188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.605942 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e000654f-508f-4735-b010-20583613f604 req-89178197-5cf6-424e-8ed4-559178747913 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-759092282&fields=id&tenant_id=275b6e5aecdb4a3e8b933a80b1342f78 HTTP/1.1" status: 200 len: 267 time: 0.0351429 Jul 08 02:20:30.630256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-2b8c4b84-7c81-4cad-be36-b84504c4b7d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 200 len: 217 time: 0.0607176 Jul 08 02:20:30.713249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ebe3a27b-3017-483a-b633-3418c2a9b2dc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:30.718181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000654f-508f-4735-b010-20583613f604 req-03c0821b-20ff-4fe0-9bf9-8cea2f594f13 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:30.726856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e000654f-508f-4735-b010-20583613f604 req-03c0821b-20ff-4fe0-9bf9-8cea2f594f13 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1075938 Jul 08 02:20:30.731366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-879e039a-9996-4c78-b6be-605b8582c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:30.733011 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-879e039a-9996-4c78-b6be-605b8582c0de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 200 len: 851 time: 0.0848577 Jul 08 02:20:30.738004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e000654f-508f-4735-b010-20583613f604 req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Request body: {'port': {'security_groups': ['48007cdf-be9f-4d9d-8886-8db18a581d17', 'ff5a6a39-b5ba-4af5-9445-7986215e42a1']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:30.786748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca57270-13af-48fa-9336-db2c32faeb7a req-300c43a5-1eae-41f3-92a8-0e83f94f8562 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:30.794069 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ca57270-13af-48fa-9336-db2c32faeb7a req-300c43a5-1eae-41f3-92a8-0e83f94f8562 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 945 time: 0.2256436 Jul 08 02:20:30.802126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:30.835057 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e000654f-508f-4735-b010-20583613f604 req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.847174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b06ba3-5017-4cef-b15c-03c83ebae818 None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:02:35Z', 'revision_number': 4, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc', 'name': '', 'network_id': '89016041-be35-4a47-ac46-125f1ffdb927', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'mac_address': 'fa:16:3e:55:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:34Z', 'updated_at': '2021-07-08T02:02:42Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'subnets': [{'id': '33788fec-3d67-4ac0-b03b-452cd8b65937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:30.866583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ca57270-13af-48fa-9336-db2c32faeb7a req-b9fc3bbf-900c-4e97-b187-3e54eb438dcc tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716023 Jul 08 02:20:30.869799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-c2f6939e-dad4-4738-8f5c-7cbc69b69c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:30.871497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-c2f6939e-dad4-4738-8f5c-7cbc69b69c1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89016041-be35-4a47-ac46-125f1ffdb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273336 Jul 08 02:20:30.897456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['ebe3a27b-3017-483a-b633-3418c2a9b2dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:31.209471 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-e1fa1d4f-f2d1-4f12-a696-bcca22f8c34c service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223841 Jul 08 02:20:31.294017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-9470de74-b1d2-4b8d-8afd-aad001c44086 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:31.295538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-9470de74-b1d2-4b8d-8afd-aad001c44086 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 945 time: 0.1411946 Jul 08 02:20:31.342000 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a123936-bc1d-4be9-94e4-c8c5e82abc5e None None] New status for floating IP e037cf5f-561e-4196-806b-df557f4027da: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:20:31.344579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-3d19d9b1-9834-49b4-a079-cb2ccaed4433 service neutron] 10.222.0.32 "GET /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221094 Jul 08 02:20:31.359605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e000654f-508f-4735-b010-20583613f604 req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] For port 972f7f1d-1e17-4abc-8536-54ffea67e77b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:31.367777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb87918-f52d-4948-8d66-4a79c2708796 req-f06167e0-d15a-473f-aa51-c602fa5a8d2a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:31.375229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6fb87918-f52d-4948-8d66-4a79c2708796 req-f06167e0-d15a-473f-aa51-c602fa5a8d2a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 944 time: 0.2306426 Jul 08 02:20:31.426320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6fb87918-f52d-4948-8d66-4a79c2708796 req-3bf2f286-a09e-468d-9235-5a6fe2dac1e8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499523 Jul 08 02:20:31.465316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e000654f-508f-4735-b010-20583613f604 req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:31.520506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port b7d7896f-56c6-4e97-8f41-3782912b07ba {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:31.520859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:31.586483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e000654f-508f-4735-b010-20583613f604 req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:31.599238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['972f7f1d-1e17-4abc-8536-54ffea67e77b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:31.656688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000654f-508f-4735-b010-20583613f604 req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:31.657336 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e000654f-508f-4735-b010-20583613f604 req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:31.663092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e000654f-508f-4735-b010-20583613f604 req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "PUT /v2.0/ports/972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 981 time: 0.9293728 Jul 08 02:20:31.727201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e79718-502f-4a72-b619-ad0948a5796a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event updated for resources: {'Port': ['ID=972f7f1d-1e17-4abc-8536-54ffea67e77b,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:31.735746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['972f7f1d-1e17-4abc-8536-54ffea67e77b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:31.738933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] For port b7d7896f-56c6-4e97-8f41-3782912b07ba, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b7d7896f-56c6-4e97-8f41-3782912b07ba,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:31.739263 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:31.752902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for b7d7896f-56c6-4e97-8f41-3782912b07ba owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:31.823014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bf48dce7-4f13-4805-b066-421a730249d1 req-a25acbf1-e82e-4f9b-ba8c-d1bb4bb8614c tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-759092282&fields=id&tenant_id=275b6e5aecdb4a3e8b933a80b1342f78 HTTP/1.1" status: 200 len: 267 time: 0.0474997 Jul 08 02:20:31.963546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48dce7-4f13-4805-b066-421a730249d1 req-38af4a5e-1e0b-42c6-b844-d8d6b2ebdf51 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:31.978362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bf48dce7-4f13-4805-b066-421a730249d1 req-38af4a5e-1e0b-42c6-b844-d8d6b2ebdf51 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 984 time: 0.1544757 Jul 08 02:20:31.986830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ebe3a27b-3017-483a-b633-3418c2a9b2dc up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:20:31.987378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-bf48dce7-4f13-4805-b066-421a730249d1 req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Request body: {'port': {'security_groups': ['48007cdf-be9f-4d9d-8886-8db18a581d17']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:32.093574 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.108637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bf48dce7-4f13-4805-b066-421a730249d1 req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.171596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=b7d7896f-56c6-4e97-8f41-3782912b07ba,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:32.200057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] No DVR routers for this DVR port b7d7896f-56c6-4e97-8f41-3782912b07ba on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:32.206221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.208296 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9160cffe-dd0a-41eb-ac1a-39a0820e63e1 req-24c0625c-fd5b-40af-b8a0-352f45fcc08e tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.32 "DELETE /v2.0/ports/b7d7896f-56c6-4e97-8f41-3782912b07ba HTTP/1.1" status: 204 len: 173 time: 0.9055307 Jul 08 02:20:32.220278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port ebe3a27b-3017-483a-b633-3418c2a9b2dc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:20:32.226108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port ebe3a27b-3017-483a-b633-3418c2a9b2dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:20:32.226994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.239967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f336f-fcfa-4a91-8000-723b4e02ee55 req-4ec7dab3-254b-46e8-b408-49d369c0b9ba tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:32.241680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-190f336f-fcfa-4a91-8000-723b4e02ee55 req-4ec7dab3-254b-46e8-b408-49d369c0b9ba tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 867 time: 0.1850104 Jul 08 02:20:32.242246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b'}, {'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'name': 'network-vif-deleted', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:32.245253 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245175c8-47e8-43b9-afdc-b349bec16969" -d '{"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b"}, {"server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "name": "network-vif-deleted", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:32.293053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-190f336f-fcfa-4a91-8000-723b4e02ee55 req-b267eab1-970d-45f3-9428-e4ddf0f05bd2 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7a8ab18-ac38-4ef6-81b6-61017c3541fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 Jul 08 02:20:32.357090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.381937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-bf48dce7-4f13-4805-b066-421a730249d1 req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] For port 972f7f1d-1e17-4abc-8536-54ffea67e77b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:32.393432 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8013bf9b-20f7-4f40-9067-ed4ebc49e5b1 x-openstack-request-id: req-8013bf9b-20f7-4f40-9067-ed4ebc49e5b1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:32.394656 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b", "status": "completed", "code": 200}, {"server_uuid": "30b6daa0-1113-46ac-b91d-7c93e80f2845", "name": "network-vif-deleted", "tag": "b7d7896f-56c6-4e97-8f41-3782912b07ba", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:32.394930 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8013bf9b-20f7-4f40-9067-ed4ebc49e5b1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:32.395415 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'status': 'completed', 'code': 200} Jul 08 02:20:32.395682 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b6daa0-1113-46ac-b91d-7c93e80f2845', 'name': 'network-vif-deleted', 'tag': 'b7d7896f-56c6-4e97-8f41-3782912b07ba', 'status': 'completed', 'code': 200} Jul 08 02:20:32.418147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe3a27b-3017-483a-b633-3418c2a9b2dc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:32.419962 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167dff9d-a3d1-4ab3-9263-56b80a9acf7a" -d '{"events": [{"server_uuid": "0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe3a27b-3017-483a-b633-3418c2a9b2dc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:32.432209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bf48dce7-4f13-4805-b066-421a730249d1 req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.433598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ebe3a27b-3017-483a-b633-3418c2a9b2dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ebe3a27b-3017-483a-b633-3418c2a9b2dc,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:32.509034 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f234dba7-6c68-4b87-87a8-629731d34dd3 x-openstack-request-id: req-f234dba7-6c68-4b87-87a8-629731d34dd3 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:32.509407 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe3a27b-3017-483a-b633-3418c2a9b2dc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:32.509791 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f234dba7-6c68-4b87-87a8-629731d34dd3 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:32.510347 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe3a27b-3017-483a-b633-3418c2a9b2dc', 'code': 200} Jul 08 02:20:32.514104 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.514638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bf48dce7-4f13-4805-b066-421a730249d1 req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.576468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245175c8-47e8-43b9-afdc-b349bec16969 req-2a34a35b-e538-4db8-9df9-d31d43b38c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:32.576836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['972f7f1d-1e17-4abc-8536-54ffea67e77b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:32.582515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-245175c8-47e8-43b9-afdc-b349bec16969 req-2a34a35b-e538-4db8-9df9-d31d43b38c89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1136 time: 0.1639180 Jul 08 02:20:32.629988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48dce7-4f13-4805-b066-421a730249d1 req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:32.630673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-bf48dce7-4f13-4805-b066-421a730249d1 req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.632166 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bf48dce7-4f13-4805-b066-421a730249d1 req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "PUT /v2.0/ports/972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 942 time: 0.6529694 Jul 08 02:20:32.632635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:32.634929 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2070c31-5228-4b93-8139-2ad5cc8c9f35" -d '{"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:32.665542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event updated for resources: {'Port': ['ID=972f7f1d-1e17-4abc-8536-54ffea67e77b,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:32.674702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.675059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.675471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.675823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.676355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.676700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.677038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.677378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.677712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.678045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.678375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.678705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff7f563-74f6-451e-b238-6315b39c857f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:32.703320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['972f7f1d-1e17-4abc-8536-54ffea67e77b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:32.710276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ebe3a27b-3017-483a-b633-3418c2a9b2dc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:32.861902 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f327fda-8421-4994-9d2d-b783e65f7816 x-openstack-request-id: req-9f327fda-8421-4994-9d2d-b783e65f7816 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:32.862747 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:32.863149 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f327fda-8421-4994-9d2d-b783e65f7816 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:32.863765 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'status': 'completed', 'code': 200} Jul 08 02:20:32.964201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245175c8-47e8-43b9-afdc-b349bec16969 req-c8bf1196-6bed-470b-94e8-25c0a59a12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:32.965847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-245175c8-47e8-43b9-afdc-b349bec16969 req-c8bf1196-6bed-470b-94e8-25c0a59a12bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 921 time: 0.3811355 Jul 08 02:20:32.970132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f24a7-af98-4e44-868c-c56e88b5878b req-f77f4c46-4eef-4aa1-b414-b77f8f6526e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:32.971857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b55f24a7-af98-4e44-868c-c56e88b5878b req-f77f4c46-4eef-4aa1-b414-b77f8f6526e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 1097 time: 0.3656371 Jul 08 02:20:33.055388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-245175c8-47e8-43b9-afdc-b349bec16969 req-3ecc1a49-e8e6-4646-b095-79afbe00b8cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 217 time: 0.0813367 Jul 08 02:20:33.085305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36f545-7337-48de-8ca2-6dd96314f23f req-ba534d5b-2e72-40eb-98c9-bfec990b3391 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:33.086941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da36f545-7337-48de-8ca2-6dd96314f23f req-ba534d5b-2e72-40eb-98c9-bfec990b3391 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 945 time: 0.2615726 Jul 08 02:20:33.128122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b55f24a7-af98-4e44-868c-c56e88b5878b req-72c1ef78-d649-48a9-8775-289195fbcd30 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475680 Jul 08 02:20:33.132837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-45404ffe-cb7d-4f36-bb67-caa5fd1c8a4a tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2509136 Jul 08 02:20:33.142818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:33.155451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da36f545-7337-48de-8ca2-6dd96314f23f req-e6a1908c-a76b-4c8a-aff6-e660d4375770 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466697 Jul 08 02:20:33.156828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245175c8-47e8-43b9-afdc-b349bec16969 req-c2b8aa69-460d-4608-8b0b-8b8638799dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:33.158607 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-245175c8-47e8-43b9-afdc-b349bec16969 req-c2b8aa69-460d-4608-8b0b-8b8638799dc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 200 len: 860 time: 0.0952940 Jul 08 02:20:33.193921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-245175c8-47e8-43b9-afdc-b349bec16969 req-4e73dc76-9bf7-4073-a0b9-0c6dd5ba8ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59f82da1-23b3-4175-8144-0e6a918b68c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291159 Jul 08 02:20:33.258911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.298060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-245175c8-47e8-43b9-afdc-b349bec16969 req-1452c93c-947f-476a-9c6e-33c489c27e01 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979536 Jul 08 02:20:33.377666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.403232 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-245175c8-47e8-43b9-afdc-b349bec16969 req-a2cb4551-3aa6-4345-80ed-6744311f25d2 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979192 Jul 08 02:20:33.477303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a1f14eb-6016-4545-91ba-3a281bebe657 req-5c894bab-dd9b-4504-977b-9b7a4792c3c5 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.0538678 Jul 08 02:20:33.518173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Allocated IP 172.25.8.101 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f8ebd63e-44c6-4d59-ad7c-00195214215c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:20:33.547069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-8808f068-cf30-4d8f-980b-5932afd35a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:33.548662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-8808f068-cf30-4d8f-980b-5932afd35a14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1097 time: 0.0633485 Jul 08 02:20:33.648950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-5f2e5ae5-5859-4760-aff8-a3aa01981704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:33.650882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-5f2e5ae5-5859-4760-aff8-a3aa01981704 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 921 time: 0.0965917 Jul 08 02:20:33.702019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-cf056242-26c7-4ba6-b1e0-89c638452fe2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 217 time: 0.0445387 Jul 08 02:20:33.754112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-50f884c1-faf4-4982-9f08-cf53274ded61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:33.755690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-50f884c1-faf4-4982-9f08-cf53274ded61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 200 len: 860 time: 0.0475135 Jul 08 02:20:33.791012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-8189bb5f-6c80-46ef-ba59-9cc585161207 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59f82da1-23b3-4175-8144-0e6a918b68c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289643 Jul 08 02:20:33.925688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-272c9656-2f91-4878-b3e6-474b32c0438e service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279731 Jul 08 02:20:34.007955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b7d7896f-56c6-4e97-8f41-3782912b07ba no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:34.051551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: b7d7896f-56c6-4e97-8f41-3782912b07ba {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:34.054431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b7d7896f-56c6-4e97-8f41-3782912b07ba not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:34.081976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2070c31-5228-4b93-8139-2ad5cc8c9f35 req-2ad1e1c7-5794-4825-b6f6-1a6dff25fb33 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489122 Jul 08 02:20:34.115811 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.214004 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.262761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:20:34.269840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:20:34.274581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:20:34.308790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event updated for resources: {'Port': ['ID=f8ebd63e-44c6-4d59-ad7c-00195214215c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:34.368158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fbc44-c4d7-4bd9-88d3-0ed13fc14694 req-9cec7398-f11d-4c24-bd44-5a88fd0bdc79 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:34.371411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac2fbc44-c4d7-4bd9-88d3-0ed13fc14694 req-9cec7398-f11d-4c24-bd44-5a88fd0bdc79 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 945 time: 0.0812652 Jul 08 02:20:34.410519 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.417170 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ac2fbc44-c4d7-4bd9-88d3-0ed13fc14694 req-6cdccb01-ba5a-42fe-bd57-1483ffc88c94 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Jul 08 02:20:34.511783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.678462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.682232 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e469473-e720-4bb8-97e9-e62f003a0d9a req-9e735624-6190-45a9-b0fb-0e4691f187bf tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.0424895 Jul 08 02:20:34.738981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.809326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event updated for resources: {'Port': ['ID=f8ebd63e-44c6-4d59-ad7c-00195214215c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:34.818465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.896660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.898054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-2e260633-2401-45be-88f7-bcd22e98bf90 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7592931 Jul 08 02:20:34.997161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-145321fa-9a19-4f30-ad5a-a42fea27b7b8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.0931430 Jul 08 02:20:35.122139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-5db160b4-448c-4b69-9fa0-5d4989b83925 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:35.123503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-5db160b4-448c-4b69-9fa0-5d4989b83925 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1194410 Jul 08 02:20:35.133715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-fb668543-b659-4aa6-b0ed-b269f22d1686 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:20:35.134691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fa3b774-017f-4451-a7ef-14412ae93f6a req-fb668543-b659-4aa6-b0ed-b269f22d1686 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056231 Jul 08 02:20:35.342066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777005-41e4-4994-8bc9-36438fa63de8 req-b742b832-1a4c-4cf8-a9f2-92bf5fb74777 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:35.343869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-b742b832-1a4c-4cf8-a9f2-92bf5fb74777 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1051040 Jul 08 02:20:35.423945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-d994bf1e-100a-4817-85dc-b85c030acf62 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 696 time: 0.0736887 Jul 08 02:20:35.448951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Request body: {'floatingip': {'port_id': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:35.499216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:35.639700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40639fc2-8d35-49a4-8f5a-3b1a37bf4434 req-f5a66400-f108-4420-a7cd-5b0b9810450a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:35.647638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40639fc2-8d35-49a4-8f5a-3b1a37bf4434 req-f5a66400-f108-4420-a7cd-5b0b9810450a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 945 time: 0.0788057 Jul 08 02:20:35.715550 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40639fc2-8d35-49a4-8f5a-3b1a37bf4434 req-39acc6cd-201f-4de9-983a-b282e64b267d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661173 Jul 08 02:20:35.857317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d60564d-08e5-4ae4-86ea-721fe4a22aba req-adbb9fe5-c37c-424d-94f2-774bf4d06f49 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.0365360 Jul 08 02:20:35.999629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:36.061423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35524-6119-472d-9808-e6bd11efd428 req-1d70a186-713b-45fd-94c5-4af4743d61c1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:36.064890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ad35524-6119-472d-9808-e6bd11efd428 req-1d70a186-713b-45fd-94c5-4af4743d61c1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 945 time: 0.0941424 Jul 08 02:20:36.105042 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ad35524-6119-472d-9808-e6bd11efd428 req-c26c8b51-718a-4b80-85d2-ba84dd7892f9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Jul 08 02:20:36.107939 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:36.211725 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Floating IP bb2a1e03-58ce-49d2-9343-69f50d66ad7c associated. External IP: 172.25.8.101, port: 972f7f1d-1e17-4abc-8536-54ffea67e77b. Jul 08 02:20:36.854365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616f131-9c0b-4692-8ecc-a62f7c390505 req-89115f78-6be3-4374-8b8f-a1132017c71a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:36.854365 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2616f131-9c0b-4692-8ecc-a62f7c390505 req-89115f78-6be3-4374-8b8f-a1132017c71a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 945 time: 0.0685208 Jul 08 02:20:36.869887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:36.919465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2616f131-9c0b-4692-8ecc-a62f7c390505 req-938f2199-c992-40bc-aed2-d6938769ffab tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Jul 08 02:20:37.019377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:37.030754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:37.035615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] Sync routers for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:37.047937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:37.049325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:37.067431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c2f995a-b1e9-49eb-b8e8-910f7efad86d req-ff71c748-da9f-44c3-9379-56d64a3bca56 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.0351329 Jul 08 02:20:37.069590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-289c2e4a-2835-4e03-965b-c4aa88813129 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "PUT /v2.0/floatingips/bb2a1e03-58ce-49d2-9343-69f50d66ad7c HTTP/1.1" status: 200 len: 996 time: 1.6260335 Jul 08 02:20:37.070128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:37.073138 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0" -d '{"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:37.144917 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42ed9d0-62fd-4ddc-b29f-ba5daca51358 x-openstack-request-id: req-b42ed9d0-62fd-4ddc-b29f-ba5daca51358 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:37.144917 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:37.144917 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b42ed9d0-62fd-4ddc-b29f-ba5daca51358 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:37.144917 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'status': 'completed', 'code': 200} Jul 08 02:20:37.170457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:37.181327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777005-41e4-4994-8bc9-36438fa63de8 req-6c166231-c601-41be-b02c-0d4220ab70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:37.182981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-6c166231-c601-41be-b02c-0d4220ab70df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1097 time: 0.0944221 Jul 08 02:20:37.263455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-44306cbe-ffcc-4296-a121-ce004908d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:37.268685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-44306cbe-ffcc-4296-a121-ce004908d238 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1097 time: 0.1185715 Jul 08 02:20:37.380922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-b3fde8f5-dfe3-4c78-b7ad-c4fba2553891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:37.382333 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-b3fde8f5-dfe3-4c78-b7ad-c4fba2553891 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 921 time: 0.1075497 Jul 08 02:20:37.458892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777005-41e4-4994-8bc9-36438fa63de8 req-638dd841-c4b1-4623-a1d1-4b52085d4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:37.460547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-638dd841-c4b1-4623-a1d1-4b52085d4dc1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 921 time: 0.2683780 Jul 08 02:20:37.479452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-ff974c13-3493-4acc-a5ca-3252f776abae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 999 time: 0.0842474 Jul 08 02:20:37.609952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-31ced54e-e366-47b4-a679-7a355f960c3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 999 time: 0.1421261 Jul 08 02:20:37.612353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-3373f7ed-e807-4ece-8a12-89d0d4b1d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:37.613830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-3373f7ed-e807-4ece-8a12-89d0d4b1d2e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 200 len: 860 time: 0.0908546 Jul 08 02:20:37.649006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'bb2a1e03-58ce-49d2-9343-69f50d66ad7c', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'port_id': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772b7988-ce8b-4947-9f92-be242131390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:20:34Z', 'updated_at': '2021-07-08T02:20:35Z', 'revision_number': 1, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:47Z', 'revision_number': 5, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:37.674981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-756c2b0f-f17c-467b-a638-1659aeecb884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59f82da1-23b3-4175-8144-0e6a918b68c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489674 Jul 08 02:20:37.678333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] Checking router: 0e8e5588-8c17-4d23-9d67-b3f58311bc08 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:37.687607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:37.688275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:37.760116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777005-41e4-4994-8bc9-36438fa63de8 req-c325fa76-c400-4955-9fcf-a233738fb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:37.767705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-c325fa76-c400-4955-9fcf-a233738fb9b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 200 len: 860 time: 0.1492128 Jul 08 02:20:37.811389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-91f30f30-dfb5-4260-ae53-161add778f6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59f82da1-23b3-4175-8144-0e6a918b68c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414033 Jul 08 02:20:37.817350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-7b8c70af-7749-4e71-93e2-a876c57ae683 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:20:37.823389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-7b8c70af-7749-4e71-93e2-a876c57ae683 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124218 Jul 08 02:20:37.839294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:37.934488 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-9b623052-d767-4ee2-86e3-4ed9ce1ce257 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517288 Jul 08 02:20:38.044473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1365968e-5e3b-4e0e-94aa-1f8bf85f24d0 req-d2bea73c-ff1b-46a8-a526-8b463d60d387 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033416 Jul 08 02:20:38.080333 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-19f3bb6e-1082-43d0-8ca2-653a334d65ef service neutron] 10.222.0.10 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560766 Jul 08 02:20:38.120918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'bb2a1e03-58ce-49d2-9343-69f50d66ad7c', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'port_id': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772b7988-ce8b-4947-9f92-be242131390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:20:34Z', 'updated_at': '2021-07-08T02:20:35Z', 'revision_number': 1, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:47Z', 'revision_number': 5, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:38.137612 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfb8e0-b55f-4477-9517-df4244fd3ad8 req-8446e531-545e-4305-980b-da306b445d3a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:38.139813 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64dfb8e0-b55f-4477-9517-df4244fd3ad8 req-8446e531-545e-4305-980b-da306b445d3a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 945 time: 0.0859420 Jul 08 02:20:38.176023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554a3c6-bff3-4c98-92b4-bc4eb6d60469 None None] The sync data for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 is: [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'bb2a1e03-58ce-49d2-9343-69f50d66ad7c', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'port_id': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'mac_address': 'fa:16:3e:f9:22:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772b7988-ce8b-4947-9f92-be242131390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:20:34Z', 'updated_at': '2021-07-08T02:20:35Z', 'revision_number': 1, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:47Z', 'revision_number': 5, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:38.243718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63777005-41e4-4994-8bc9-36438fa63de8 req-8e3d4a22-4ca1-42f6-886f-9ff85177266d service neutron] 10.222.0.10 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559827 Jul 08 02:20:38.269539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64dfb8e0-b55f-4477-9517-df4244fd3ad8 req-4f3baeba-8989-4976-a111-e7918a7df7d6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212084 Jul 08 02:20:38.398722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-a2f898a2-0187-47b0-b012-70a5e92bf0de tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 999 time: 0.1074708 Jul 08 02:20:38.429879 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77abc682-6a71-40f5-ab3c-ca747accaab2 req-3df08dc5-2fe3-4555-883e-2aa9a93b5482 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b6daa0-1113-46ac-b91d-7c93e80f2845 HTTP/1.1" status: 200 len: 210 time: 0.0504093 Jul 08 02:20:38.492311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-6f73a5b0-6e7d-4999-a4b2-f937d19d2c54 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:38.498583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-6f73a5b0-6e7d-4999-a4b2-f937d19d2c54 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports/972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 942 time: 0.0976911 Jul 08 02:20:38.578434 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b492c-e903-4bc0-84e8-2886c61af522 None None] New status for floating IP bb2a1e03-58ce-49d2-9343-69f50d66ad7c: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:20:38.647564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-8e6d0977-36e4-4892-908c-ec39fe71f879 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:38.650681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-8e6d0977-36e4-4892-908c-ec39fe71f879 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 945 time: 0.1902542 Jul 08 02:20:38.784028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-1b968e41-04c4-4a60-9dd0-eabee2b6da09 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 999 time: 0.1114297 Jul 08 02:20:38.786244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Deleting port ebe3a27b-3017-483a-b633-3418c2a9b2dc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:38.786603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.924967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] For port ebe3a27b-3017-483a-b633-3418c2a9b2dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ebe3a27b-3017-483a-b633-3418c2a9b2dc,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:38.925403 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.946086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-6cbe102f-8382-4e67-a542-cc33bcc32640 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:38.948781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Calling delete_port for ebe3a27b-3017-483a-b633-3418c2a9b2dc owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:38.953794 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-6cbe102f-8382-4e67-a542-cc33bcc32640 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1648130 Jul 08 02:20:38.960285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-52264bed-9a4f-42b9-a984-ea8e88ecbdbe tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:20:38.967750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-52264bed-9a4f-42b9-a984-ea8e88ecbdbe tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130608 Jul 08 02:20:39.068294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-c3610e9a-fe45-41d4-bd59-d801324c7112 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 1001 time: 0.0994668 Jul 08 02:20:39.073299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:39.141899 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.161273 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.173849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2', 'ebe3a27b-3017-483a-b633-3418c2a9b2dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:39.223522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event deleted for resources: {'Port': ['ID=ebe3a27b-3017-483a-b633-3418c2a9b2dc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:39.304098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] No DVR routers for this DVR port ebe3a27b-3017-483a-b633-3418c2a9b2dc on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:39.306961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.309493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e564b4b2-1d53-4b50-99ec-190e105dc3c9 req-f0863c5f-067f-4d58-bf74-9cbf3a17ecee tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "DELETE /v2.0/ports/ebe3a27b-3017-483a-b633-3418c2a9b2dc HTTP/1.1" status: 204 len: 173 time: 0.6483924 Jul 08 02:20:39.309983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3', 'name': 'network-vif-deleted', 'tag': 'ebe3a27b-3017-483a-b633-3418c2a9b2dc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:39.312915 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000a7008-9631-46ba-8a8b-ed8f469b250d" -d '{"events": [{"server_uuid": "0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3", "name": "network-vif-deleted", "tag": "ebe3a27b-3017-483a-b633-3418c2a9b2dc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:39.342356 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.435881 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.436269 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Floating IP bb2a1e03-58ce-49d2-9343-69f50d66ad7c disassociated. External IP: 172.25.8.101, port: 972f7f1d-1e17-4abc-8536-54ffea67e77b. Jul 08 02:20:39.453708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77f6536c-28ac-4d41-9d3f-4f2ae4e9139d req-7063b86e-f281-48e7-bc93-9526eb4aac1a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 210 time: 0.0358734 Jul 08 02:20:39.519388 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a50447e-4111-40fe-b796-d33b84660979 x-openstack-request-id: req-4a50447e-4111-40fe-b796-d33b84660979 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:39.519700 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3", "name": "network-vif-deleted", "tag": "ebe3a27b-3017-483a-b633-3418c2a9b2dc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:39.520058 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a50447e-4111-40fe-b796-d33b84660979 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:39.520431 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3', 'name': 'network-vif-deleted', 'tag': 'ebe3a27b-3017-483a-b633-3418c2a9b2dc', 'status': 'completed', 'code': 200} Jul 08 02:20:39.663799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 41934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:39.779688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:39.819502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Deleting port 065d49ce-3b17-4777-8310-b11a46db3430 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:39.819806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.899509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:39.904846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.910835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] Sync routers for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:39.917391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.917966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.923602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:39.924342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:39.943656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Calling delete_port for 065d49ce-3b17-4777-8310-b11a46db3430 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:39.975733 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-ccd0036b-4941-457b-8c21-3c9f5834d2a9 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "PUT /v2.0/floatingips/bb2a1e03-58ce-49d2-9343-69f50d66ad7c HTTP/1.1" status: 200 len: 695 time: 0.9062462 Jul 08 02:20:39.976280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:39.978887 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456fde8-365a-4be8-b025-cacd5e73de8d" -d '{"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:40.033419 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7696089-6aa3-413c-8dc5-881fdb193088 x-openstack-request-id: req-e7696089-6aa3-413c-8dc5-881fdb193088 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:40.033963 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:40.034389 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7696089-6aa3-413c-8dc5-881fdb193088 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:40.034963 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'status': 'completed', 'code': 200} Jul 08 02:20:40.062916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-9f9dcf86-1d7e-46c9-b01a-ebbaa77d0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:40.064793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-9f9dcf86-1d7e-46c9-b01a-ebbaa77d0b91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1097 time: 0.0624161 Jul 08 02:20:40.117053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:40.153802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-4f7c0c09-bb85-4100-be2e-f18cde59ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:40.156228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-4f7c0c09-bb85-4100-be2e-f18cde59ac9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 1097 time: 0.1043525 Jul 08 02:20:40.243801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-0c5d6df9-3a76-495d-9e31-5454fce4a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:40.243801 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-0c5d6df9-3a76-495d-9e31-5454fce4a6ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 921 time: 0.1504004 Jul 08 02:20:40.262076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-f56e1b73-ed30-4856-a384-c267c177364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:40.264068 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-f56e1b73-ed30-4856-a384-c267c177364c service neutron] 10.222.0.18 "GET /v2.0/networks?id=59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 200 len: 921 time: 0.0998831 Jul 08 02:20:40.268402 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-f4ab4ba1-c9d5-4d1a-bfe0-4067e8df0ebc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 217 time: 0.0447371 Jul 08 02:20:40.281176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.328202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-b5871415-19f5-49f4-8cf0-f72f6d6014d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:40.330371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-b5871415-19f5-49f4-8cf0-f72f6d6014d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 200 len: 860 time: 0.0610628 Jul 08 02:20:40.344854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'Port': ['ID=065d49ce-3b17-4777-8310-b11a46db3430,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:40.349215 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-778c10fc-31cd-4ab9-9518-6b5956443bbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 200 len: 217 time: 0.0776520 Jul 08 02:20:40.371027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:47Z', 'revision_number': 5, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:40.373663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-f5348007-9a14-45c8-b156-e65967cc1a72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59f82da1-23b3-4175-8144-0e6a918b68c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360498 Jul 08 02:20:40.399759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] Checking router: 0e8e5588-8c17-4d23-9d67-b3f58311bc08 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:40.410044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:40.410914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:40.487389 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-56bc3a56-1fff-4cea-862f-54872612c369 service neutron] 10.222.0.10 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036088 Jul 08 02:20:40.556980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:40.582775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-45b71e4d-b36e-4eb7-bf68-2d428896da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:40.585480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-45b71e4d-b36e-4eb7-bf68-2d428896da3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 200 len: 860 time: 0.2262027 Jul 08 02:20:40.627274 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.630356 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.632959 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-68c85ebf-f185-4042-bbaa-a54ee68a8c08 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "DELETE /v2.0/floatingips/e356e706-0297-47ef-92d7-c1d5b93a9793 HTTP/1.1" status: 204 len: 168 time: 0.9672325 Jul 08 02:20:40.687097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f5e56be-8251-40e2-8b52-53debfacb4d8 req-c9485197-3830-4ab4-b2db-db0d88005d54 service neutron] 10.222.0.10 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935525 Jul 08 02:20:40.715526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed3e2421-7fa8-4627-922e-ba1de696672c req-15412ec2-1770-404a-b2bd-9dab0c86cfd6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7bf3fd-d25d-4a0d-b91d-6dcfdc92efc3 HTTP/1.1" status: 200 len: 210 time: 0.0613728 Jul 08 02:20:40.720802 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-b948924a-4615-4cb6-b6c2-fd9383aa6db3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59f82da1-23b3-4175-8144-0e6a918b68c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154361 Jul 08 02:20:40.846851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:47Z', 'revision_number': 5, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:40.883365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e2b53-ecb4-4a2e-a30d-2eafb3e0a367 None None] The sync data for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 is: [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:19:41Z', 'revision_number': 4, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea53be94-a3a0-4c65-a1bc-778411b1d9d1', 'name': '', 'network_id': '59f82da1-23b3-4175-8144-0e6a918b68c7', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'mac_address': 'fa:16:3e:74:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:40Z', 'updated_at': '2021-07-08T02:19:47Z', 'revision_number': 5, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'subnets': [{'id': '8d255f37-fac5-4b3c-8d3c-ad40544bc649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:40.917988 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-f1c5d83a-c452-42d6-8b5b-b330087efe14 service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877818 Jul 08 02:20:41.156459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-6ae42868-b93e-4d6d-925c-3c015d5fab79 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/floatingips/bb2a1e03-58ce-49d2-9343-69f50d66ad7c HTTP/1.1" status: 200 len: 695 time: 0.0986445 Jul 08 02:20:41.199469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e456fde8-365a-4be8-b025-cacd5e73de8d req-5c9c7a8b-7f80-493e-8df2-f0a9cb8d099f service neutron] 10.222.0.18 "GET /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742970 Jul 08 02:20:41.357908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-4c3d0fb7-097a-4435-a17c-08cd387c3b48 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:41.357908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-4c3d0fb7-097a-4435-a17c-08cd387c3b48 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 784 time: 0.1547897 Jul 08 02:20:41.366092 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd352f85-8f48-4fd6-98b3-c3a432c90d93 None None] New status for floating IP bb2a1e03-58ce-49d2-9343-69f50d66ad7c: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:20:41.367519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-ed0fec74-47ec-4500-a995-fde1a8dcd207 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:20:41.368882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-ed0fec74-47ec-4500-a995-fde1a8dcd207 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075250 Jul 08 02:20:41.430491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-b721967e-f382-44c8-a044-1849e8fc31d0 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 698 time: 0.0505502 Jul 08 02:20:41.645737 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-3747e79a-bfe7-4550-b207-c8b2b58b23b7 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.8.101 HTTP/1.1" status: 200 len: 698 time: 0.0565083 Jul 08 02:20:41.741686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Deleting port f8ebd63e-44c6-4d59-ad7c-00195214215c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:41.742166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.871704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.872051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.885126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Calling delete_port for f8ebd63e-44c6-4d59-ad7c-00195214215c owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:42.077717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ebe3a27b-3017-483a-b633-3418c2a9b2dc no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:42.102466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: ebe3a27b-3017-483a-b633-3418c2a9b2dc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:42.103480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ebe3a27b-3017-483a-b633-3418c2a9b2dc not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:42.119282 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-df78fb9a-3f14-4d10-83c4-944536dfc232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.172953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.209454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event deleted for resources: {'Port': ['ID=f8ebd63e-44c6-4d59-ad7c-00195214215c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:42.287981 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.291248 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.297529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0f73b41e-e21c-4bc2-b478-d69dfa2968ac req-eea7615b-ec17-4889-80e6-53ba919854d8 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "DELETE /v2.0/floatingips/bb2a1e03-58ce-49d2-9343-69f50d66ad7c HTTP/1.1" status: 204 len: 173 time: 0.7943509 Jul 08 02:20:42.391407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9072d179-d404-4adb-ad4c-da02d0bf9284 req-726e9378-1234-4566-aad7-048614f0c010 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups/ff5a6a39-b5ba-4af5-9445-7986215e42a1 HTTP/1.1" status: 200 len: 1808 time: 0.0498674 Jul 08 02:20:42.494025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9072d179-d404-4adb-ad4c-da02d0bf9284 req-2702302e-6e95-4295-b3fb-739bcfede7ca tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.519104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9072d179-d404-4adb-ad4c-da02d0bf9284 req-2702302e-6e95-4295-b3fb-739bcfede7ca tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.676988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9072d179-d404-4adb-ad4c-da02d0bf9284 req-2702302e-6e95-4295-b3fb-739bcfede7ca tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.679196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9072d179-d404-4adb-ad4c-da02d0bf9284 req-2702302e-6e95-4295-b3fb-739bcfede7ca tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.680545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9072d179-d404-4adb-ad4c-da02d0bf9284 req-2702302e-6e95-4295-b3fb-739bcfede7ca tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "DELETE /v2.0/security-groups/ff5a6a39-b5ba-4af5-9445-7986215e42a1 HTTP/1.1" status: 204 len: 173 time: 0.2801628 Jul 08 02:20:42.681222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-f2b1ec8f-31c0-487a-a3c5-a9300da95e08 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:42.682817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-f2b1ec8f-31c0-487a-a3c5-a9300da95e08 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1247797 Jul 08 02:20:42.700732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702302e-6e95-4295-b3fb-739bcfede7ca tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a6a39-b5ba-4af5-9445-7986215e42a1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:42.733492 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c8369741-e37b-4317-b6ba-6be0acc94861 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/quotas/80edd775dfe24f26b666d7e2ccedde2c HTTP/1.1" status: 200 len: 375 time: 0.0340819 Jul 08 02:20:42.892991 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-6e9038f0-1296-4312-b6d9-c1cd6d37acbc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1560247 Jul 08 02:20:42.909713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-641f6949-cd8e-4eac-a1b2-ed5996222c83 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:20:42.911104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-641f6949-cd8e-4eac-a1b2-ed5996222c83 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059369 Jul 08 02:20:43.021588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-2be63242-808e-464a-af5b-32ec32a9911f service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050863 Jul 08 02:20:43.171617 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-96385210-489b-4fea-983a-bab0645113ca service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439598 Jul 08 02:20:43.531140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc52b-0c58-411d-b25d-d63dd6d1ace9 req-7c625f05-6351-402c-b822-07076ff643d2 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:43.533646 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-959cc52b-0c58-411d-b25d-d63dd6d1ace9 req-7c625f05-6351-402c-b822-07076ff643d2 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.1345267 Jul 08 02:20:43.534799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a4d40340-31c2-49b9-8ea0-5114116a6290 req-20f9da9f-8b81-4547-b940-972a8c8e525e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 210 time: 0.0532568 Jul 08 02:20:43.606588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-959cc52b-0c58-411d-b25d-d63dd6d1ace9 req-54246509-a4b8-411c-82a3-6671efe8085f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667903 Jul 08 02:20:44.467764 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-27a28e49-0f09-4aec-abbd-b62e80035a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:44.724778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42094) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:44.761851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc856ccc-fe34-4e47-982e-0cbd6beae7e9 req-6c3d81c5-7735-48c9-8971-bb4e139aad5c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 210 time: 0.0557806 Jul 08 02:20:44.910485 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5520d7f5-c609-4742-be30-4ec1022012d6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:44.919146 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:44.971397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5520d7f5-c609-4742-be30-4ec1022012d6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:44.983778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa550e74-8264-4f2b-a687-90ad35d83dbd req-1864dd20-ff0b-4b6c-9571-0a6105f95ea2 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:44.988296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa550e74-8264-4f2b-a687-90ad35d83dbd req-1864dd20-ff0b-4b6c-9571-0a6105f95ea2 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.2262664 Jul 08 02:20:45.074189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa550e74-8264-4f2b-a687-90ad35d83dbd req-f5fa541f-87ad-40e0-94d0-03c54724c5d0 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Jul 08 02:20:45.161640 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5520d7f5-c609-4742-be30-4ec1022012d6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:45.165231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5520d7f5-c609-4742-be30-4ec1022012d6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:45.169760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5520d7f5-c609-4742-be30-4ec1022012d6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] 10.222.0.10 "DELETE /v2.0/security-groups/f7a8ab18-ac38-4ef6-81b6-61017c3541fa HTTP/1.1" status: 204 len: 168 time: 0.4415464 Jul 08 02:20:45.204349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520d7f5-c609-4742-be30-4ec1022012d6 tempest-TestVolumeBootPattern-1629853192 tempest-TestVolumeBootPattern-1629853192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a8ab18-ac38-4ef6-81b6-61017c3541fa,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:45.392979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42114) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:45.586038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-9f1283fb-8173-4f0d-9f4e-576a46253c54 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:45.587896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-9f1283fb-8173-4f0d-9f4e-576a46253c54 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.18 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 945 time: 0.0783653 Jul 08 02:20:45.750510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Deleting port 972f7f1d-1e17-4abc-8536-54ffea67e77b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:45.750862 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:45.775975 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:45.903386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] For port 972f7f1d-1e17-4abc-8536-54ffea67e77b, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=972f7f1d-1e17-4abc-8536-54ffea67e77b,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:45.903386 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:45.928924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Calling delete_port for 972f7f1d-1e17-4abc-8536-54ffea67e77b owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:45.999811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-91a0c52a-b0e7-40a6-8bac-dc5925d57918 req-d0a196d4-cd0f-4092-9abd-2da5fe50312a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 210 time: 0.0352883 Jul 08 02:20:46.195702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:46.344443 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:46.357790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['972f7f1d-1e17-4abc-8536-54ffea67e77b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:46.376820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Pushing event deleted for resources: {'Port': ['ID=972f7f1d-1e17-4abc-8536-54ffea67e77b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:46.433039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] No DVR routers for this DVR port 972f7f1d-1e17-4abc-8536-54ffea67e77b on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:46.436288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:46.438365 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99671652-1dbf-4e2f-ba15-c0ae25f63376 req-c423c2b9-7a3a-4c8e-b563-6ab0eb97417f tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.18 "DELETE /v2.0/ports/972f7f1d-1e17-4abc-8536-54ffea67e77b HTTP/1.1" status: 204 len: 173 time: 0.8450067 Jul 08 02:20:46.438922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'name': 'network-vif-deleted', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:46.441317 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c075a7d6-fa49-4997-925a-183af6ed3e36" -d '{"events": [{"server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "name": "network-vif-deleted", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:46.458690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e8d06-29a0-4366-921d-52e8e4a60b42 req-eab1e6ea-d4ec-4850-879f-df1c3ba3ecc6 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:46.467658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-470e8d06-29a0-4366-921d-52e8e4a60b42 req-eab1e6ea-d4ec-4850-879f-df1c3ba3ecc6 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/ports?device_id=772b7988-ce8b-4947-9f92-be242131390e HTTP/1.1" status: 200 len: 867 time: 0.2356462 Jul 08 02:20:46.500637 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd6629-5c4c-49af-bf90-e8396197b138 x-openstack-request-id: req-bddd6629-5c4c-49af-bf90-e8396197b138 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:46.500637 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772b7988-ce8b-4947-9f92-be242131390e", "name": "network-vif-deleted", "tag": "972f7f1d-1e17-4abc-8536-54ffea67e77b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:46.501295 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bddd6629-5c4c-49af-bf90-e8396197b138 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:46.502627 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772b7988-ce8b-4947-9f92-be242131390e', 'name': 'network-vif-deleted', 'tag': '972f7f1d-1e17-4abc-8536-54ffea67e77b', 'status': 'completed', 'code': 200} Jul 08 02:20:46.540783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-76d99f59-6aef-4085-81b6-f284ee101005 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:46.542726 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-76d99f59-6aef-4085-81b6-f284ee101005 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.18 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.2775383 Jul 08 02:20:46.905544 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Request body: {'port': {'device_id': '27b5378f-4cdc-43c0-82aa-838c6705dbec', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'admin_state_up': True, 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:46.954102 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-470e8d06-29a0-4366-921d-52e8e4a60b42 req-8de6b294-2438-412a-9755-308e16e48a49 tempest-ServerRescueTestJSONUnderV235-1171318931 tempest-ServerRescueTestJSONUnderV235-1171318931-project] 10.222.0.10 "GET /v2.0/security-groups?id=48007cdf-be9f-4d9d-8886-8db18a581d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854622 Jul 08 02:20:47.127210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Deleting port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:47.127819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:47.190594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:20:47.200207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:47.245061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e7f45be9-a1f0-4179-9b8b-85f5f03fc5a7 req-8a0debf1-8430-4e54-a899-87d1741b802a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 210 time: 0.0434077 Jul 08 02:20:47.307607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] For port f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:47.308058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:47.330051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Calling delete_port for f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:47.425628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Allocated IP 172.20.0.14 (862fc505-704e-4cda-9c02-b39905742854/c6b9e33f-3ebb-479b-a5be-583489b44949/e7d40daa-c21a-4419-b8f9-e9dcf992e3c0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:20:47.513408 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:47.636494 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:20:47.675871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:47.778834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:47.801194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:47.826689 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:47.838797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:47.905951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Network 862fc505-704e-4cda-9c02-b39905742854 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:20:47.910739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:20:47.921933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:20:47.993155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event updated for resources: {'Port': ['ID=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:48.050320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:48.051019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:48.089276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42176) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:48.133958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:48.197924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-a1ed5f43-5b8e-4b8b-897b-3c6c5631e1f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6457798 Jul 08 02:20:48.217527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:48.217645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Request body: {'port': {'device_id': '27b5378f-4cdc-43c0-82aa-838c6705dbec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:48.557448 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:48.584650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa4c27-898b-4d97-8cdb-b9c906fdd311 req-13088e06-e171-4eda-8484-c3a03aecde1f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:48.586261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-25fa4c27-898b-4d97-8cdb-b9c906fdd311 req-13088e06-e171-4eda-8484-c3a03aecde1f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 932 time: 0.2192996 Jul 08 02:20:48.587725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:48.614404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Router 368b958b-a396-4651-a7a2-e23f5a1d3717 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:48.773728 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-25fa4c27-898b-4d97-8cdb-b9c906fdd311 req-cb52144b-b96a-49f7-8430-72bf4e5f074b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617565 Jul 08 02:20:48.919663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:48.922081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Deleting port ea53be94-a3a0-4c65-a1bc-778411b1d9d1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:48.922548 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:48.926485 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-60bb79ba-2681-4b92-8314-96395b0dfa3c admin admin] 10.222.0.10 "PUT /v2.0/routers/368b958b-a396-4651-a7a2-e23f5a1d3717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5312331 Jul 08 02:20:48.929004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:48.931890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] Sync routers for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:48.947954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:48.948630 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:49.053300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:20:49.062521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:49.069622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] For port ea53be94-a3a0-4c65-a1bc-778411b1d9d1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,segment=NetworkSegment(41cfc758-38c3-4a9b-885e-86f182a6019b),segment_id=41cfc758-38c3-4a9b-885e-86f182a6019b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:49.069994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:49.077179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Transition to ACTIVE for port object e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:20:49.110407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:49.130230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Calling delete_port for ea53be94-a3a0-4c65-a1bc-778411b1d9d1 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:49.187896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:49.202297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:49.330381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:49.381231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:20:47Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:49.415413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] Checking router: 368b958b-a396-4651-a7a2-e23f5a1d3717 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:49.426205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] Routers {'368b958b-a396-4651-a7a2-e23f5a1d3717'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:49.427150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['368b958b-a396-4651-a7a2-e23f5a1d3717'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:49.452785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Attempting to bind port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:20:49.453538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Attempting to bind port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:20:49.453916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Attempting to bind port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:20:49.463650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 on network 862fc505-704e-4cda-9c02-b39905742854 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:20:49.464003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Attempting to bind port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:20:49.472316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:20:49.477669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Checking segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:20:49.477669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Bound using segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:20:49.477669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Bound port: e7d40daa-c21a-4419-b8f9-e9dcf992e3c0, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:20:49.477669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:49.572436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] Set router 368b958b-a396-4651-a7a2-e23f5a1d3717 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:49.572822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] For port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:20:49.576826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] For port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:20:49.688435 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:49.728884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:49.729516 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:49.731313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] 10.222.0.18 "PUT /v2.0/ports/e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 HTTP/1.1" status: 200 len: 1093 time: 1.5214643 Jul 08 02:20:49.731800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b5378f-4cdc-43c0-82aa-838c6705dbec', 'tag': 'e7d40daa-c21a-4419-b8f9-e9dcf992e3c0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:49.734114 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f76ca75-af02-4063-b03d-61e3f115b604" -d '{"events": [{"name": "network-changed", "server_uuid": "27b5378f-4cdc-43c0-82aa-838c6705dbec", "tag": "e7d40daa-c21a-4419-b8f9-e9dcf992e3c0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:49.765699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516dab1-7ae7-4373-8bb0-0b51717d1564 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:49.800328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:20:47Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:49.808599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:49.841131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875dbfa1-611d-4bad-b249-625da449a680 None None] The sync data for ids ['368b958b-a396-4651-a7a2-e23f5a1d3717'] in n-d-695189-13 is: [{'id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'name': 'tempest-TestVolumeBootPattern-1987756289-router', 'tenant_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:29Z', 'updated_at': '2021-07-08T02:20:47Z', 'revision_number': 5, 'project_id': '0ecc7b902d2a41909a9367dd4cf47fee', 'gw_port': {'id': '411e3a56-b467-4ec4-9e91-d1a3f8205e25', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b958b-a396-4651-a7a2-e23f5a1d3717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:30Z', 'updated_at': '2021-07-08T02:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:49.865544 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc388d-036b-46aa-b1c3-2dcae53936db x-openstack-request-id: req-dddc388d-036b-46aa-b1c3-2dcae53936db {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:49.866242 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b5378f-4cdc-43c0-82aa-838c6705dbec", "tag": "e7d40daa-c21a-4419-b8f9-e9dcf992e3c0", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:49.866731 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dddc388d-036b-46aa-b1c3-2dcae53936db {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:49.867390 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b5378f-4cdc-43c0-82aa-838c6705dbec', 'tag': 'e7d40daa-c21a-4419-b8f9-e9dcf992e3c0', 'status': 'completed', 'code': 200} Jul 08 02:20:50.001929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76ca75-af02-4063-b03d-61e3f115b604 req-d892c882-a074-49f8-bf0d-f06bd16560ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:50.003606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f76ca75-af02-4063-b03d-61e3f115b604 req-d892c882-a074-49f8-bf0d-f06bd16560ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 1096 time: 0.1099591 Jul 08 02:20:50.032593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Deleting port 411e3a56-b467-4ec4-9e91-d1a3f8205e25 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:50.032945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:50.042367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452874d-4329-4617-8d0a-47c668e0f076 req-ba85dc47-e6a2-4a8d-9450-598ba9e1c95e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:50.044098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7452874d-4329-4617-8d0a-47c668e0f076 req-ba85dc47-e6a2-4a8d-9450-598ba9e1c95e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 944 time: 0.0860302 Jul 08 02:20:50.086189 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:50.136996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76ca75-af02-4063-b03d-61e3f115b604 req-8b0c53d1-5d78-4701-bd1f-9b3b076b2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:50.139845 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f76ca75-af02-4063-b03d-61e3f115b604 req-8b0c53d1-5d78-4701-bd1f-9b3b076b2d90 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1289115 Jul 08 02:20:50.156885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea53be94-a3a0-4c65-a1bc-778411b1d9d1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:50.195295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.195782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.195970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.196305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.196638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.196967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.197291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.197614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.197933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.198393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.198736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.198900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:50.204707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7452874d-4329-4617-8d0a-47c668e0f076 req-4fbebc92-c430-4f69-8346-77cab445ecdd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510153 Jul 08 02:20:50.253720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76ca75-af02-4063-b03d-61e3f115b604 req-342cde4a-725d-4d67-bee4-80a4d8b4fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:50.254843 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f76ca75-af02-4063-b03d-61e3f115b604 req-342cde4a-725d-4d67-bee4-80a4d8b4fd10 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073916 Jul 08 02:20:50.292973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] For port 411e3a56-b467-4ec4-9e91-d1a3f8205e25, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=411e3a56-b467-4ec4-9e91-d1a3f8205e25,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:50.293611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:50.312946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 972f7f1d-1e17-4abc-8536-54ffea67e77b no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:50.365899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 972f7f1d-1e17-4abc-8536-54ffea67e77b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:50.366632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 972f7f1d-1e17-4abc-8536-54ffea67e77b not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:50.395511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-f5209fb2-46e8-4208-b590-e7a8b79114b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:50.397162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-f5209fb2-46e8-4208-b590-e7a8b79114b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 1096 time: 0.0924585 Jul 08 02:20:50.443125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Calling delete_port for 411e3a56-b467-4ec4-9e91-d1a3f8205e25 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:50.449251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-3f704050-3ee7-463d-978c-561127d36d6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 HTTP/1.1" status: 200 len: 217 time: 0.0446472 Jul 08 02:20:50.510976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:50.527051 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-9ab844b9-7cbe-4eba-8088-abe1ba45e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:50.529495 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-9ab844b9-7cbe-4eba-8088-abe1ba45e821 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 200 len: 846 time: 0.0734506 Jul 08 02:20:50.561841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-1e5c9739-58da-49d1-8024-ccb5ad87582e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=862fc505-704e-4cda-9c02-b39905742854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273333 Jul 08 02:20:50.709432 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-ce529d6c-ed4d-4901-93e7-c8dc2ddc0815 service neutron] 10.222.0.18 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405139 Jul 08 02:20:50.829253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab42480d-9b0b-410a-a829-133dbb4369f0 req-eb0d7e10-e74e-4623-a151-18428448c10e service neutron] 10.222.0.18 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119196 Jul 08 02:20:50.851846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:50.897047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:50.950256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Pushing event deleted for resources: {'Port': ['ID=411e3a56-b467-4ec4-9e91-d1a3f8205e25,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:51.041235 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.061232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:51.070366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8f476434-d082-4070-9acc-5190e43a2f2e admin admin] 10.222.0.10 "PUT /v2.0/routers/0e8e5588-8c17-4d23-9d67-b3f58311bc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9785006 Jul 08 02:20:51.070366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.071579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42246) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:51.072554 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] Sync routers for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:51.085885 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:51.087274 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:51.213071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.244729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.247635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.298667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:51.341036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:51.341724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f638dc8f-d3c2-44cc-a6d1-fb25e2b5a5cc not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:51.403466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.427013 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.427830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368b958b-a396-4651-a7a2-e23f5a1d3717 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:20:51.432702 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.433886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0c2eef1a-4b8e-45f3-bedd-cef125574412 admin admin] 10.222.0.10 "DELETE /v2.0/routers/368b958b-a396-4651-a7a2-e23f5a1d3717 HTTP/1.1" status: 204 len: 168 time: 2.5039129 Jul 08 02:20:51.436774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:51.481303 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:51.549683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e239e63-d3a0-4c4d-b7ff-3abd7d42f999 admin admin] Deleting subnet 33788fec-3d67-4ac0-b03b-452cd8b65937 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:20:51.569225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e239e63-d3a0-4c4d-b7ff-3abd7d42f999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.615240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Deleting port e4e04a2b-ef5b-4c88-ba31-672532a28d52 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:51.615619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.635963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b8c0d-ba0f-4d3b-893b-a680fccd6db3 req-bed536b6-5bba-4912-b540-4098cc449ace tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:51.637820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b7b8c0d-ba0f-4d3b-893b-a680fccd6db3 req-bed536b6-5bba-4912-b540-4098cc449ace tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 944 time: 0.1917775 Jul 08 02:20:51.640304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e239e63-d3a0-4c4d-b7ff-3abd7d42f999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.722292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b7b8c0d-ba0f-4d3b-893b-a680fccd6db3 req-0d3cc244-3f8e-47a3-883e-30a06006c436 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604658 Jul 08 02:20:51.771841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] For port e4e04a2b-ef5b-4c88-ba31-672532a28d52, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e4e04a2b-ef5b-4c88-ba31-672532a28d52,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:51.772225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.795504 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:20:49Z', 'revision_number': 5, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port': {'id': 'e4e04a2b-ef5b-4c88-ba31-672532a28d52', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:37Z', 'updated_at': '2021-07-08T02:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:51.809301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Calling delete_port for e4e04a2b-ef5b-4c88-ba31-672532a28d52 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:51.826890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e239e63-d3a0-4c4d-b7ff-3abd7d42f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.834537 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] Checking router: 0e8e5588-8c17-4d23-9d67-b3f58311bc08 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:51.843946 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] Routers {'0e8e5588-8c17-4d23-9d67-b3f58311bc08'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:51.844617 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:51.948270 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] Set router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:52.003083 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:20:51Z', 'revision_number': 6, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:52.010397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e239e63-d3a0-4c4d-b7ff-3abd7d42f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.035539 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8c4b3-bc21-4661-918e-5bd71dbd3253 None None] The sync data for ids ['0e8e5588-8c17-4d23-9d67-b3f58311bc08'] in n-d-695189-13 is: [{'id': '0e8e5588-8c17-4d23-9d67-b3f58311bc08', 'name': 'tempest-ServerRescueTestJSONUnderV235-1376427305-router', 'tenant_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:36Z', 'updated_at': '2021-07-08T02:20:51Z', 'revision_number': 6, 'project_id': '275b6e5aecdb4a3e8b933a80b1342f78', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:52.039597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e239e63-d3a0-4c4d-b7ff-3abd7d42f999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33788fec-3d67-4ac0-b03b-452cd8b65937,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:52.072752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190a5d2-5dd9-495e-83a1-49e14f5c722b None None] Network 89016041-be35-4a47-ac46-125f1ffdb927 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:52.077952 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e239e63-d3a0-4c4d-b7ff-3abd7d42f999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.086382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:52.088939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4e239e63-d3a0-4c4d-b7ff-3abd7d42f999 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/33788fec-3d67-4ac0-b03b-452cd8b65937 HTTP/1.1" status: 204 len: 168 time: 0.6500893 Jul 08 02:20:52.166641 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.212998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e04a2b-ef5b-4c88-ba31-672532a28d52,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:52.247321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.317791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.424471 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.438195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.451853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] DHCP port deletion for 89016041-be35-4a47-ac46-125f1ffdb927 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:20:52.504391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Deleting port 078f8921-a990-47f9-b793-635ec909aabd {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:52.504954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.505108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Deleting port 078f8921-a990-47f9-b793-635ec909aabd {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:52.505442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.582060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] For port 078f8921-a990-47f9-b793-635ec909aabd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=078f8921-a990-47f9-b793-635ec909aabd,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:52.582429 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.585317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] For port 078f8921-a990-47f9-b793-635ec909aabd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=078f8921-a990-47f9-b793-635ec909aabd,segment=NetworkSegment(382d60d2-2def-4eca-9b94-f64d9264db60),segment_id=382d60d2-2def-4eca-9b94-f64d9264db60)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:52.585720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.599276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Calling delete_port for 078f8921-a990-47f9-b793-635ec909aabd owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:52.599503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Calling delete_port for 078f8921-a990-47f9-b793-635ec909aabd owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:52.605969 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-2f9b1cd2-0add-4730-9a2f-8d8853c4d1bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1766872 Jul 08 02:20:52.648110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.648615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8e5588-8c17-4d23-9d67-b3f58311bc08 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:20:52.654050 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.658487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42286) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:52.658681 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b5227785-eed3-4931-b01d-dd76defce813 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0e8e5588-8c17-4d23-9d67-b3f58311bc08 HTTP/1.1" status: 204 len: 168 time: 1.5855324 Jul 08 02:20:52.772630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-4af507bb-68c5-40ef-9e8e-24d69b116858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:52.774350 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-4af507bb-68c5-40ef-9e8e-24d69b116858 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1097 time: 0.1113181 Jul 08 02:20:52.779052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27bd6f1-936b-4449-b95d-dbeffeb5ba03 admin admin] Deleting subnet 8d255f37-fac5-4b3c-8d3c-ad40544bc649 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:20:52.792253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27bd6f1-936b-4449-b95d-dbeffeb5ba03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.866450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.876172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27bd6f1-936b-4449-b95d-dbeffeb5ba03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.963062 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27bd6f1-936b-4449-b95d-dbeffeb5ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:52.996376 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.028461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Pushing event deleted for resources: {'Port': ['ID=078f8921-a990-47f9-b793-635ec909aabd,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:53.036419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] No DVR routers for this DVR port 078f8921-a990-47f9-b793-635ec909aabd on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:53.040244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.040603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.040951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.041297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.041635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.041969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.042396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.042732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.043063 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.043427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.043819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.044380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b0c3-ad81-4399-81d6-34205473a7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:53.202116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812cc4b-72ae-4722-8231-613bd0bd76a8 req-c6172e60-eace-4d16-a236-7363c84aa69a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:53.204521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0812cc4b-72ae-4722-8231-613bd0bd76a8 req-c6172e60-eace-4d16-a236-7363c84aa69a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 944 time: 0.2246053 Jul 08 02:20:53.231976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e4e04a2b-ef5b-4c88-ba31-672532a28d52 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:53.248903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0812cc4b-72ae-4722-8231-613bd0bd76a8 req-22a92ecc-a396-4fad-8b17-b0e5f2120fc7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373240 Jul 08 02:20:53.255500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e4e04a2b-ef5b-4c88-ba31-672532a28d52 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:53.255855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e4e04a2b-ef5b-4c88-ba31-672532a28d52 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:53.256293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 078f8921-a990-47f9-b793-635ec909aabd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:53.279002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 078f8921-a990-47f9-b793-635ec909aabd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:53.279285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 078f8921-a990-47f9-b793-635ec909aabd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:53.279791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 411e3a56-b467-4ec4-9e91-d1a3f8205e25 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:53.291528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27bd6f1-936b-4449-b95d-dbeffeb5ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.301192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 411e3a56-b467-4ec4-9e91-d1a3f8205e25 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:53.301550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 411e3a56-b467-4ec4-9e91-d1a3f8205e25 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:53.301981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea53be94-a3a0-4c65-a1bc-778411b1d9d1 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:53.318978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bd6f1-936b-4449-b95d-dbeffeb5ba03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d255f37-fac5-4b3c-8d3c-ad40544bc649,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:53.329682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c27bd6f1-936b-4449-b95d-dbeffeb5ba03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.329682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c27bd6f1-936b-4449-b95d-dbeffeb5ba03 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d255f37-fac5-4b3c-8d3c-ad40544bc649 HTTP/1.1" status: 204 len: 168 time: 0.6681831 Jul 08 02:20:53.331495 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:53.335423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: ea53be94-a3a0-4c65-a1bc-778411b1d9d1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:53.351961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea53be94-a3a0-4c65-a1bc-778411b1d9d1 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:53.464026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Pushing event deleted for resources: {'Port': ['ID=078f8921-a990-47f9-b793-635ec909aabd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:53.469191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] No DVR routers for this DVR port 078f8921-a990-47f9-b793-635ec909aabd on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:53.473524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-c1ea8ec1-2aa4-4ed4-8546-96e438dd9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:53.475395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-c1ea8ec1-2aa4-4ed4-8546-96e438dd9b2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.6780443 Jul 08 02:20:53.486261 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.574022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.587666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f82da1-23b3-4175-8144-0e6a918b68c7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:53.600945 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.601876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cfc758-38c3-4a9b-885e-86f182a6019b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:53.602184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cfc758-38c3-4a9b-885e-86f182a6019b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:53.612608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-5dc894e6-0104-4896-8746-d4af11c1051c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 1000 time: 0.1131983 Jul 08 02:20:53.613399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.616954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89016041-be35-4a47-ac46-125f1ffdb927']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:53.629892 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.636107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382d60d2-2def-4eca-9b94-f64d9264db60') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:53.636414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382d60d2-2def-4eca-9b94-f64d9264db60') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:53.636587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:20:53.637002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:20:53.639361 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:20:53.665619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.687407 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.698911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-94b40912-c642-48eb-8a7e-b1fa4bb2398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:53.700513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-94b40912-c642-48eb-8a7e-b1fa4bb2398a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0765672 Jul 08 02:20:53.701775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:20:53.702193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:20:53.704155 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:20:53.811111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-f36b4910-7dfc-4cde-85ce-9787e6338a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:53.811733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.811863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-f36b4910-7dfc-4cde-85ce-9787e6338a28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934694 Jul 08 02:20:53.813301 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.815175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] 10.222.0.10 "DELETE /v2.0/networks/59f82da1-23b3-4175-8144-0e6a918b68c7 HTTP/1.1" status: 204 len: 168 time: 0.4825220 Jul 08 02:20:53.826327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724f4e2-5c39-4839-bf56-35e8d6231512 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f82da1-23b3-4175-8144-0e6a918b68c7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:53.876782 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.884793 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.886999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] 10.222.0.10 "DELETE /v2.0/networks/89016041-be35-4a47-ac46-125f1ffdb927 HTTP/1.1" status: 204 len: 168 time: 1.8008070 Jul 08 02:20:53.890228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:53.900716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4becbe-0c40-4c65-a984-fde020c2e35c admin admin] Pushing event deleted for resources: {'Network': ['ID=89016041-be35-4a47-ac46-125f1ffdb927,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:53.932121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-05f9acb2-f556-44c0-a002-7407bb32b7c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166940 Jul 08 02:20:54.063479 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c95ddf3-4fd9-4554-aaf5-b9730c2113e3 req-d92b97c8-2a3a-45a1-ae6d-5df8eb1e6380 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242943 Jul 08 02:20:54.190297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42322) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:54.262046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-37907b1f-16c6-4566-a595-3d8505bd677d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=275b6e5aecdb4a3e8b933a80b1342f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703304 Jul 08 02:20:54.268008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42326) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:54.321518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c325cf4-1322-4b67-895b-739a2d14ff8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.327837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:20:54.362680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c325cf4-1322-4b67-895b-739a2d14ff8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.419217 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.526940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c325cf4-1322-4b67-895b-739a2d14ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.529604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9c325cf4-1322-4b67-895b-739a2d14ff8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.535987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:54.540197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9c325cf4-1322-4b67-895b-739a2d14ff8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48007cdf-be9f-4d9d-8886-8db18a581d17 HTTP/1.1" status: 204 len: 168 time: 0.2702191 Jul 08 02:20:54.552135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'e7d40daa-c21a-4419-b8f9-e9dcf992e3c0', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'port_id': 'e7d40daa-c21a-4419-b8f9-e9dcf992e3c0', 'mac_address': 'fa:16:3e:3a:6d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9e33f-3ebb-479b-a5be-583489b44949', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:20:54.563830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c1dec-f753-4520-a692-576c8846f302 req-b0e7a519-78e3-4245-9ddf-4e0ad9b8deb8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:54.565486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d1c1dec-f753-4520-a692-576c8846f302 req-b0e7a519-78e3-4245-9ddf-4e0ad9b8deb8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 944 time: 0.1783502 Jul 08 02:20:54.568089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c325cf4-1322-4b67-895b-739a2d14ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48007cdf-be9f-4d9d-8886-8db18a581d17,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:54.624638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.638996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:20:54.659996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:54.690512 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d1c1dec-f753-4520-a692-576c8846f302 req-53715eec-0754-40d2-815b-1ea7ff1d1c37 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131513 Jul 08 02:20:54.732526 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.800964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:54.859874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Deleting port 961ad8d6-a772-42ec-a3aa-6b10affbfb32 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:54.860753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.950398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e7d40daa-c21a-4419-b8f9-e9dcf992e3c0'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:20:54.950760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] For port 961ad8d6-a772-42ec-a3aa-6b10affbfb32, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=961ad8d6-a772-42ec-a3aa-6b10affbfb32,segment=NetworkSegment(9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe),segment_id=9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:54.951134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.965788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Calling delete_port for 961ad8d6-a772-42ec-a3aa-6b10affbfb32 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:55.319628 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:55.353644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=961ad8d6-a772-42ec-a3aa-6b10affbfb32,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:55.573802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.015657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42390) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:56.126949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1551190057-network', 'tenant_id': '2900550c0e08415bbede63edfaa151e7'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:56.224979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24567241-9270-4aa6-8360-0562bcbdda46 req-e0bffd06-9dd5-4c97-a546-10851266e19a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:56.226469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24567241-9270-4aa6-8360-0562bcbdda46 req-e0bffd06-9dd5-4c97-a546-10851266e19a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 945 time: 0.1322470 Jul 08 02:20:56.244472 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Made reservation on behalf of 2900550c0e08415bbede63edfaa151e7 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:20:56.249699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.257293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.317028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24567241-9270-4aa6-8360-0562bcbdda46 req-670eb92f-c730-42a9-9aeb-785796d115a4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603437 Jul 08 02:20:56.325221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Router 4645b14b-a74c-4a3c-ae00-3184c4327f86 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:56.347431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:20:56.391587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.451714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:56.459375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1e7e3604-26b1-450a-bbf4-8a2787a37dcc admin admin] 10.222.0.10 "PUT /v2.0/routers/4645b14b-a74c-4a3c-ae00-3184c4327f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5660632 Jul 08 02:20:56.460972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42402) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:56.465536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] Sync routers for ids ['4645b14b-a74c-4a3c-ae00-3184c4327f86'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:56.478864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] Routers {'4645b14b-a74c-4a3c-ae00-3184c4327f86'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:56.478864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4645b14b-a74c-4a3c-ae00-3184c4327f86'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:56.519046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.526446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:20:56.532023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:20:56.532410 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.551508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:20:56.598050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336c0de1-3b96-4f87-bb3c-e2286db6b5ab,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:56.611095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.612179 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Added segment 631f7344-0614-478e-a5ee-dfe6198c1e68 of type vlan for network 920aeaa4-55a2-4384-99b5-450ded4b6ad9 Jul 08 02:20:56.635520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] Set router 4645b14b-a74c-4a3c-ae00-3184c4327f86 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:56.656444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.709225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.762997 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.791314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b5378f-4cdc-43c0-82aa-838c6705dbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d40daa-c21a-4419-b8f9-e9dcf992e3c0'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:56.793668 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885fd427-2f0a-45a9-acb5-eb5acc2b2cbc" -d '{"events": [{"server_uuid": "27b5378f-4cdc-43c0-82aa-838c6705dbec", "name": "network-vif-plugged", "status": "completed", "tag": "e7d40daa-c21a-4419-b8f9-e9dcf992e3c0"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:56.817892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:56.836087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.904727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:20:55Z', 'revision_number': 5, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:56.966504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.966504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:56.968795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.973734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] Checking router: 4645b14b-a74c-4a3c-ae00-3184c4327f86 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:56.985703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] Routers {'4645b14b-a74c-4a3c-ae00-3184c4327f86'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:56.986417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4645b14b-a74c-4a3c-ae00-3184c4327f86'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:57.027967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.102365 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1758757-3cb6-410b-ad6b-d3f1408d66df x-openstack-request-id: req-f1758757-3cb6-410b-ad6b-d3f1408d66df {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:57.102789 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b5378f-4cdc-43c0-82aa-838c6705dbec", "name": "network-vif-plugged", "status": "completed", "tag": "e7d40daa-c21a-4419-b8f9-e9dcf992e3c0", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:57.103144 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1758757-3cb6-410b-ad6b-d3f1408d66df {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:57.103816 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b5378f-4cdc-43c0-82aa-838c6705dbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d40daa-c21a-4419-b8f9-e9dcf992e3c0', 'code': 200} Jul 08 02:20:57.129725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:57.158998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42426) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:57.175944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Request body: {'subnet': {'network_id': '920aeaa4-55a2-4384-99b5-450ded4b6ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1551190057-subnet', 'tenant_id': '2900550c0e08415bbede63edfaa151e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:57.183869 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1663303 Jul 08 02:20:57.190111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] Set router 4645b14b-a74c-4a3c-ae00-3184c4327f86 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:57.191954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17e6f5-3fcd-403d-9dbd-e38618ff6882 admin admin] Pushing event updated for resources: {'Network': ['ID=920aeaa4-55a2-4384-99b5-450ded4b6ad9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:57.311913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 920aeaa4-55a2-4384-99b5-450ded4b6ad9 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:20:57.329376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Deleting port 4e883420-9fcc-40bb-b866-9e4b813eff59 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:57.329734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.346774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Made reservation on behalf of 2900550c0e08415bbede63edfaa151e7 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:20:57.350308 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.429799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf624e12-8343-40bb-b1c9-15f0f57b1ae8 req-fe8da9b2-89b7-4965-b471-ba63f5cb1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:57.434676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf624e12-8343-40bb-b1c9-15f0f57b1ae8 req-fe8da9b2-89b7-4965-b471-ba63f5cb1449 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 1098 time: 0.1947594 Jul 08 02:20:57.493471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:20:55Z', 'revision_number': 5, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:57.529662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52626b51-4e0b-4c5a-a54f-1b29b1d01f63 None None] The sync data for ids ['4645b14b-a74c-4a3c-ae00-3184c4327f86'] in n-d-695189-13 is: [{'id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'name': 'tempest-TestVolumeBootPattern-883136460-router', 'tenant_id': 'b8740194211841c08ebd6aced263e228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:02:43Z', 'updated_at': '2021-07-08T02:20:55Z', 'revision_number': 5, 'project_id': 'b8740194211841c08ebd6aced263e228', 'gw_port': {'id': '4e883420-9fcc-40bb-b866-9e4b813eff59', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645b14b-a74c-4a3c-ae00-3184c4327f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:02:44Z', 'updated_at': '2021-07-08T02:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:57.562707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf624e12-8343-40bb-b1c9-15f0f57b1ae8 req-ce07e4b9-bf30-48fc-929c-373497930de4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199543 Jul 08 02:20:57.580422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] For port 4e883420-9fcc-40bb-b866-9e4b813eff59, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4e883420-9fcc-40bb-b866-9e4b813eff59,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:57.580809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.603257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Calling delete_port for 4e883420-9fcc-40bb-b866-9e4b813eff59 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:57.621849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8dcee-0fa4-431c-a1ff-3a404524c1c5 req-ddc81584-1b46-4f95-8207-c47a392e892e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:57.624014 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12a8dcee-0fa4-431c-a1ff-3a404524c1c5 req-ddc81584-1b46-4f95-8207-c47a392e892e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 946 time: 0.1585517 Jul 08 02:20:57.663396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.727925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-12a8dcee-0fa4-431c-a1ff-3a404524c1c5 req-7ffc6c04-61b0-4eca-aa4e-5b9e4bb8dc3e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978725 Jul 08 02:20:57.743535 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afe8438-fb33-475f-b560-3de099a1b9d7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:57.764136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Checking segment: {'id': '631f7344-0614-478e-a5ee-dfe6198c1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '920aeaa4-55a2-4384-99b5-450ded4b6ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:20:57.764516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Network hostable DHCP agents. Network: 920aeaa4-55a2-4384-99b5-450ded4b6ad9, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:20:57.855949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Network 920aeaa4-55a2-4384-99b5-450ded4b6ad9 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:20:57.902077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.934912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e883420-9fcc-40bb-b866-9e4b813eff59,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:57.959208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 920aeaa4-55a2-4384-99b5-450ded4b6ad9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:20:57.959208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:57.959208 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.970859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43af750-cec7-438a-96cc-1a1930935ec6 None None] Network 920aeaa4-55a2-4384-99b5-450ded4b6ad9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:58.036608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.049067 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-81dc30eb-9f0c-48af-92c8-e1fe612242e8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8886831 Jul 08 02:20:58.148652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3b639-a357-4bac-999f-9fbae50dd03b None None] Network 920aeaa4-55a2-4384-99b5-450ded4b6ad9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:58.156278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.159329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.299163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42462) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:58.388637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cca1e7-799b-4211-a1bf-bad7f7034b78 admin admin] Deleting subnet 5afe8438-fb33-475f-b560-3de099a1b9d7 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:20:58.392784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cca1e7-799b-4211-a1bf-bad7f7034b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.398915 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.402657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4645b14b-a74c-4a3c-ae00-3184c4327f86 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:20:58.404655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.405895 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6b71938f-8291-4c4a-939a-04a96b8cdc92 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4645b14b-a74c-4a3c-ae00-3184c4327f86 HTTP/1.1" status: 204 len: 168 time: 1.9437716 Jul 08 02:20:58.409131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42464) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:58.478852 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cca1e7-799b-4211-a1bf-bad7f7034b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.511165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-42964b10-3472-4c5a-acdc-ce97a3bed47e admin admin] Deleting subnet 213cb4f5-0017-4682-890d-4ac0a49d9d5b {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:20:58.523928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42964b10-3472-4c5a-acdc-ce97a3bed47e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.526472 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cca1e7-799b-4211-a1bf-bad7f7034b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.615309 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42964b10-3472-4c5a-acdc-ce97a3bed47e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.690383 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cca1e7-799b-4211-a1bf-bad7f7034b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.706703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42964b10-3472-4c5a-acdc-ce97a3bed47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.718941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cca1e7-799b-4211-a1bf-bad7f7034b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afe8438-fb33-475f-b560-3de099a1b9d7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:58.724143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6cca1e7-799b-4211-a1bf-bad7f7034b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.728635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e6cca1e7-799b-4211-a1bf-bad7f7034b78 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5afe8438-fb33-475f-b560-3de099a1b9d7 HTTP/1.1" status: 204 len: 168 time: 0.4250448 Jul 08 02:20:58.728888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42476) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:58.827237 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.909219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42964b10-3472-4c5a-acdc-ce97a3bed47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.959272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42964b10-3472-4c5a-acdc-ce97a3bed47e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.959272 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-42964b10-3472-4c5a-acdc-ce97a3bed47e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/213cb4f5-0017-4682-890d-4ac0a49d9d5b HTTP/1.1" status: 204 len: 168 time: 0.5461378 Jul 08 02:20:58.959272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42964b10-3472-4c5a-acdc-ce97a3bed47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213cb4f5-0017-4682-890d-4ac0a49d9d5b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:58.959272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42486) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:58.972073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00a297-f61a-4d37-810e-986be7ec2614 None None] Network 23672062-b486-4438-9b96-485c4b51e033 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:58.979695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:58.990899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920aeaa4-55a2-4384-99b5-450ded4b6ad9']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:59.003539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631f7344-0614-478e-a5ee-dfe6198c1e68') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:59.003859 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631f7344-0614-478e-a5ee-dfe6198c1e68') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:59.014859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.044170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.086785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:20:59.087520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:20:59.091945 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:20:59.146103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc5ee7-8862-4387-a356-a9c38c08ccd3 req-72448b79-40c8-410c-8e42-76f409ea95e3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:59.149348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2afc5ee7-8862-4387-a356-a9c38c08ccd3 req-72448b79-40c8-410c-8e42-76f409ea95e3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 946 time: 0.2805941 Jul 08 02:20:59.152662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.210274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 961ad8d6-a772-42ec-a3aa-6b10affbfb32 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:59.237425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 961ad8d6-a772-42ec-a3aa-6b10affbfb32 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:59.237785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 961ad8d6-a772-42ec-a3aa-6b10affbfb32 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:59.238223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4e883420-9fcc-40bb-b866-9e4b813eff59 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:59.241618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2afc5ee7-8862-4387-a356-a9c38c08ccd3 req-8a83bf58-fa0f-4f5b-8b09-d2f2c3b8cf21 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855305 Jul 08 02:20:59.263973 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Deleting port 4a963a95-a048-4480-a3e4-81f349c9778b {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:59.264546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.273071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.274831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4e883420-9fcc-40bb-b866-9e4b813eff59 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:59.275462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4e883420-9fcc-40bb-b866-9e4b813eff59 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:59.279046 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.286963 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] 10.222.0.10 "DELETE /v2.0/networks/920aeaa4-55a2-4384-99b5-450ded4b6ad9 HTTP/1.1" status: 204 len: 168 time: 0.5510848 Jul 08 02:20:59.305331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975d2d0-c231-418e-b828-9bc8d88e4d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=920aeaa4-55a2-4384-99b5-450ded4b6ad9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:59.309964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741c68c-0379-40be-b58b-6937461901ab None None] DHCP port deletion for 23672062-b486-4438-9b96-485c4b51e033 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:20:59.377737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] For port 4a963a95-a048-4480-a3e4-81f349c9778b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4a963a95-a048-4480-a3e4-81f349c9778b,segment=NetworkSegment(9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe),segment_id=9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:59.378018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.383794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b741c68c-0379-40be-b58b-6937461901ab None None] Deleting port 4a963a95-a048-4480-a3e4-81f349c9778b {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:59.384177 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b741c68c-0379-40be-b58b-6937461901ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.391780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Calling delete_port for 4a963a95-a048-4480-a3e4-81f349c9778b owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:59.484344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50430e6-7bea-49dc-9516-efa973656e8d req-e2ee0131-629c-4593-80c5-da686d5f2eda tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:59.495742 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a50430e6-7bea-49dc-9516-efa973656e8d req-e2ee0131-629c-4593-80c5-da686d5f2eda tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 946 time: 0.0890198 Jul 08 02:20:59.499740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b741c68c-0379-40be-b58b-6937461901ab None None] For port 4a963a95-a048-4480-a3e4-81f349c9778b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4a963a95-a048-4480-a3e4-81f349c9778b,segment=NetworkSegment(9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe),segment_id=9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:59.500181 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b741c68c-0379-40be-b58b-6937461901ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.521887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b741c68c-0379-40be-b58b-6937461901ab None None] Calling delete_port for 4a963a95-a048-4480-a3e4-81f349c9778b owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:59.539110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a50430e6-7bea-49dc-9516-efa973656e8d req-6decdae2-971a-4817-9ded-fcf4da1a1af9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341196 Jul 08 02:20:59.610536 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.624089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] No DVR routers for this DVR port 4a963a95-a048-4480-a3e4-81f349c9778b on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:59.634846 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b741c68c-0379-40be-b58b-6937461901ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.675507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a963a95-a048-4480-a3e4-81f349c9778b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:59.675817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741c68c-0379-40be-b58b-6937461901ab None None] Pushing event deleted for resources: {'Port': ['ID=4a963a95-a048-4480-a3e4-81f349c9778b,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:59.680987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741c68c-0379-40be-b58b-6937461901ab None None] No DVR routers for this DVR port 4a963a95-a048-4480-a3e4-81f349c9778b on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:59.728897 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.739799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23672062-b486-4438-9b96-485c4b51e033']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:59.750749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:59.751055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e53ad6a-1f5d-4063-84a5-6ff6319c2dbe') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:59.752825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42506) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:59.772128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.792118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.805638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:20:59.806039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:20:59.807745 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:20:59.850352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f2881394-456d-464b-898d-903d8abb6a93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2900550c0e08415bbede63edfaa151e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963111 Jul 08 02:20:59.852837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42510) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:59.931358 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-078e59ee-ed1a-4165-a906-90e1e5004070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.955793 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-078e59ee-ed1a-4165-a906-90e1e5004070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:59.994119 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:00.004702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:00.006464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/23672062-b486-4438-9b96-485c4b51e033 HTTP/1.1" status: 204 len: 168 time: 1.0440280 Jul 08 02:21:00.021981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27fb47-1d2e-49ec-b808-6049e3bdb9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=23672062-b486-4438-9b96-485c4b51e033,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:00.132712 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-078e59ee-ed1a-4165-a906-90e1e5004070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:00.143311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-078e59ee-ed1a-4165-a906-90e1e5004070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:00.144273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-078e59ee-ed1a-4165-a906-90e1e5004070 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/336c0de1-3b96-4f87-bb3c-e2286db6b5ab HTTP/1.1" status: 204 len: 168 time: 0.2882929 Jul 08 02:21:00.167201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e59ee-ed1a-4165-a906-90e1e5004070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c0de1-3b96-4f87-bb3c-e2286db6b5ab,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:00.331070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d5a15-d5d8-4928-a1cf-98ca73754f60 req-bc904960-7cde-4a50-a60e-46fd7adf591e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:00.332754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-251d5a15-d5d8-4928-a1cf-98ca73754f60 req-bc904960-7cde-4a50-a60e-46fd7adf591e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 946 time: 0.0701303 Jul 08 02:21:00.376002 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-251d5a15-d5d8-4928-a1cf-98ca73754f60 req-e440d32f-e4e0-4a26-ad98-975ac871fbae tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365801 Jul 08 02:21:00.658880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42540) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:00.716793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5431a79f-0398-4e82-bfa3-95330263b980 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ecc7b902d2a41909a9367dd4cf47fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496798 Jul 08 02:21:00.719669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42548) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:00.775595 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c67a4ff1-75c1-4237-9302-55e82648eaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:00.800028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c67a4ff1-75c1-4237-9302-55e82648eaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:00.999166 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c67a4ff1-75c1-4237-9302-55e82648eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:01.002798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c67a4ff1-75c1-4237-9302-55e82648eaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:01.004114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c67a4ff1-75c1-4237-9302-55e82648eaa5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e6f878a-d38a-4269-8965-47e8c18ed31a HTTP/1.1" status: 204 len: 168 time: 0.2834332 Jul 08 02:21:01.014259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a4ff1-75c1-4237-9302-55e82648eaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6f878a-d38a-4269-8965-47e8c18ed31a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:01.216754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4a963a95-a048-4480-a3e4-81f349c9778b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:01.249142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4a963a95-a048-4480-a3e4-81f349c9778b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:21:01.249492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4a963a95-a048-4480-a3e4-81f349c9778b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:21:01.526031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-72a48378-1c03-4846-9926-6ba1ca70bc58 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:01.527980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-72a48378-1c03-4846-9926-6ba1ca70bc58 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 946 time: 0.0967715 Jul 08 02:21:01.733539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecbf4c-2a01-4e27-8cf0-8fc6cd1154fb req-060115cc-1bb3-4114-961f-490a5aa85693 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:01.733539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ecbf4c-2a01-4e27-8cf0-8fc6cd1154fb req-060115cc-1bb3-4114-961f-490a5aa85693 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 946 time: 0.1919489 Jul 08 02:21:01.756263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Deleting port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:21:01.756956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:01.771975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2ecbf4c-2a01-4e27-8cf0-8fc6cd1154fb req-fc954302-618f-426c-9495-4277adcf23ff tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339098 Jul 08 02:21:01.861617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28f172-0928-4177-b328-414de21e4f31 req-f87ef7fd-02ac-4836-afed-c567d1eef33c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:01.863145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4b28f172-0928-4177-b328-414de21e4f31 req-f87ef7fd-02ac-4836-afed-c567d1eef33c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1703048 Jul 08 02:21:01.883542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] For port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:01.883911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:01.899806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42604) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:01.908338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Calling delete_port for e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:21:01.934273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4b28f172-0928-4177-b328-414de21e4f31 req-e3a9a3ae-98f5-49af-9392-2638242e9e0e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629058 Jul 08 02:21:01.957823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-295e87f7-c489-41d9-82a3-1048afd180f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8740194211841c08ebd6aced263e228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564518 Jul 08 02:21:01.960041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42608) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:02.026944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d12d9e6-225d-48c4-9818-facf89dce4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.037120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:02.057630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d12d9e6-225d-48c4-9818-facf89dce4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.163066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1444361924-network', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:02.200983 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.213423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e7d40daa-c21a-4419-b8f9-e9dcf992e3c0'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:02.215742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:02.236348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event deleted for resources: {'Port': ['ID=e7d40daa-c21a-4419-b8f9-e9dcf992e3c0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:02.238705 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d12d9e6-225d-48c4-9818-facf89dce4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.245891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d12d9e6-225d-48c4-9818-facf89dce4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.247487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3d12d9e6-225d-48c4-9818-facf89dce4d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9e2fb34-d571-4640-8340-82fdc6d14fa6 HTTP/1.1" status: 204 len: 168 time: 0.2854805 Jul 08 02:21:02.255784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12d9e6-225d-48c4-9818-facf89dce4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e2fb34-d571-4640-8340-82fdc6d14fa6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:02.284622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Made reservation on behalf of 909d9d73b42e4a4090989d5365c6a85f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:02.288533 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.301183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.308170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] No DVR routers for this DVR port e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:21:02.317523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.322828 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d4bf58e-5569-479b-8ebc-ab915c668cd7 req-1631395c-b7fc-459f-95dd-45a1e2a25700 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.18 "DELETE /v2.0/ports/e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 HTTP/1.1" status: 204 len: 173 time: 0.7836168 Jul 08 02:21:02.323366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b5378f-4cdc-43c0-82aa-838c6705dbec', 'name': 'network-vif-deleted', 'tag': 'e7d40daa-c21a-4419-b8f9-e9dcf992e3c0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:02.325662 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7c801-b89e-4057-b19b-2f533cdf898f" -d '{"events": [{"server_uuid": "27b5378f-4cdc-43c0-82aa-838c6705dbec", "name": "network-vif-deleted", "tag": "e7d40daa-c21a-4419-b8f9-e9dcf992e3c0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:02.457788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.537946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.559215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:21:02.577908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdfdb29-967c-4ed1-bab7-5cc50373335e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:02.582183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.582749 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Added segment 51910b87-fd3b-46a4-827b-e820a60b38f2 of type vlan for network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 Jul 08 02:21:02.663396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.674902 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d5c950-3b65-439a-b8fe-22ea9056b7c5 x-openstack-request-id: req-c3d5c950-3b65-439a-b8fe-22ea9056b7c5 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:02.675447 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b5378f-4cdc-43c0-82aa-838c6705dbec", "name": "network-vif-deleted", "tag": "e7d40daa-c21a-4419-b8f9-e9dcf992e3c0", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:02.675931 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3d5c950-3b65-439a-b8fe-22ea9056b7c5 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:02.676680 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b5378f-4cdc-43c0-82aa-838c6705dbec', 'name': 'network-vif-deleted', 'tag': 'e7d40daa-c21a-4419-b8f9-e9dcf992e3c0', 'status': 'completed', 'code': 200} Jul 08 02:21:02.761271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.762974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:02.764168 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.874245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8360243 Jul 08 02:21:02.877886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42640) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:02.883620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Request body: {'subnet': {'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1444361924-subnet', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:02.913295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58f162-e154-4a19-8b6b-c0334c25b47f admin admin] Pushing event updated for resources: {'Network': ['ID=106a5d3f-24be-4b9b-a79e-2e297f3a6390,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:02.929372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:21:02.975922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9015dc82-c55d-4a0a-b05f-61b642ea4352 req-41713f7e-6a78-4f50-b7b4-5a8fc0f64b58 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=27b5378f-4cdc-43c0-82aa-838c6705dbec HTTP/1.1" status: 200 len: 210 time: 0.0504341 Jul 08 02:21:03.038950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Made reservation on behalf of 909d9d73b42e4a4090989d5365c6a85f for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:03.042130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:03.293199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f2ee9-fade-4089-af16-9434342f9186 req-83824d9a-030a-4f77-854e-e2a7dae1a705 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:03.295034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-376f2ee9-fade-4089-af16-9434342f9186 req-83824d9a-030a-4f77-854e-e2a7dae1a705 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1382151 Jul 08 02:21:03.378682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-376f2ee9-fade-4089-af16-9434342f9186 req-53e88d91-d34d-4222-9c14-87eb6bb31ae4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504162 Jul 08 02:21:03.498170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:03.573032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=859e4436-c543-4358-a5bf-c88b5539b750,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:03.594896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Checking segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:03.597916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Network hostable DHCP agents. Network: 106a5d3f-24be-4b9b-a79e-2e297f3a6390, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:21:03.713146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:21:03.801028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 106a5d3f-24be-4b9b-a79e-2e297f3a6390) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:03.805094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:03.805878 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:03.813461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09822699-3734-427b-9720-0fb6026ab206 None None] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:21:03.923317 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0cca2739-948b-4e05-9e69-99f45e419aa7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0417035 Jul 08 02:21:03.923582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42666) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:03.927921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:03.974339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:21:03.990232 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.033885 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.034804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.118781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.136801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Allocated IP 172.20.0.2 (106a5d3f-24be-4b9b-a79e-2e297f3a6390/859e4436-c543-4358-a5bf-c88b5539b750/29f36959-4039-4c71-a133-105b1c6a4356) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:04.445757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.488729 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.511107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Transition to ACTIVE for port object 29f36959-4039-4c71-a133-105b1c6a4356 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:04.528376 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Transition to ACTIVE for port object 29f36959-4039-4c71-a133-105b1c6a4356 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:04.607435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be347eb-612f-480a-af13-54de9449139b req-f98c07c4-c746-4dd9-9e8a-d7c01dc6f9d7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:04.615379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-f98c07c4-c746-4dd9-9e8a-d7c01dc6f9d7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1370647 Jul 08 02:21:04.621836 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.635115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-da8acb48-8c18-4804-90fd-10e169a8b9bc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/quotas/80edd775dfe24f26b666d7e2ccedde2c HTTP/1.1" status: 200 len: 375 time: 0.0182910 Jul 08 02:21:04.664561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:04.669817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:04.674494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:04.681049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Pushing event updated for resources: {'Port': ['ID=29f36959-4039-4c71-a133-105b1c6a4356,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:04.733544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396b63-a66d-47ee-a2a1-ffedfd300511 req-ca81f747-1067-4317-af6b-af5712dbe6b8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:04.742056 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a396b63-a66d-47ee-a2a1-ffedfd300511 req-ca81f747-1067-4317-af6b-af5712dbe6b8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1996262 Jul 08 02:21:04.749567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Attempting to bind port 29f36959-4039-4c71-a133-105b1c6a4356 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:04.750964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Attempting to bind port 29f36959-4039-4c71-a133-105b1c6a4356 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:04.751365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Attempting to bind port 29f36959-4039-4c71-a133-105b1c6a4356 on network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:04.757146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:04.757620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Checking segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:04.757937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.758337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Bound using segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:04.758806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Bound port: 29f36959-4039-4c71-a133-105b1c6a4356, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:04.759190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.766261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-9b9166df-bb65-4e9b-b2c0-88deedb1da53 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1297889 Jul 08 02:21:04.825402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] For port 29f36959-4039-4c71-a133-105b1c6a4356, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:04.829392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] For port 29f36959-4039-4c71-a133-105b1c6a4356, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=29f36959-4039-4c71-a133-105b1c6a4356,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:04.855803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a396b63-a66d-47ee-a2a1-ffedfd300511 req-a661c2ce-7f57-44c3-8b9c-03d83291e801 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115763 Jul 08 02:21:04.897543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-0215507f-fe70-479a-b27a-e78209a14050 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304324 Jul 08 02:21:04.958709 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:04.991645 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:05.022923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839edaf7-39f2-4495-a384-0696e3e50881 None None] Pushing event updated for resources: {'Port': ['ID=29f36959-4039-4c71-a133-105b1c6a4356,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:05.024798 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:05.031903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-8f6a3522-6b97-4a1b-bcba-a9384fdea9c1 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244106 Jul 08 02:21:05.162711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Allocated IP 172.25.8.210 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/5b77ce1c-5fd9-4a92-ac56-82051ea2c388) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:05.314076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:05.410577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-226f9381-cc20-4374-8e59-ddbd9f032b40 req-6b18f493-5c12-45b8-80ab-d112347c040e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 210 time: 0.0349605 Jul 08 02:21:05.444742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:05.512375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:05.515246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:05.520434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:05.523302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Pushing event updated for resources: {'Port': ['ID=5b77ce1c-5fd9-4a92-ac56-82051ea2c388,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:05.915792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:06.177883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399d57-e901-4fd8-a14f-dec965d6cb5b req-5e1953f8-f9d2-4052-b8f4-a030de170ae9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:06.188597 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad399d57-e901-4fd8-a14f-dec965d6cb5b req-5e1953f8-f9d2-4052-b8f4-a030de170ae9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0900233 Jul 08 02:21:06.192707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:06.230018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad399d57-e901-4fd8-a14f-dec965d6cb5b req-c3dc5d3e-9997-4fee-a554-5398f567dd97 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404475 Jul 08 02:21:06.364819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b048c7a-6abd-491d-aff9-a35713278dc8 None None] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:21:06.415603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:06.444933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:21:06.452534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:21:06.452989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e7d40daa-c21a-4419-b8f9-e9dcf992e3c0 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:21:06.530698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f32e5a94-1ad5-4d4c-85eb-06c3f5545242 req-7a9c9ba9-c12d-40f8-b041-620ebca2a71b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 210 time: 0.0406806 Jul 08 02:21:06.554367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e2ad3ef9-d145-4add-a1bd-edfde4a4ef4d None None] Provisioning for port 29f36959-4039-4c71-a133-105b1c6a4356 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:06.597957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:21:06.615274 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Sync routers for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:21:06.630727 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:21:06.631497 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:06.747904 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:21:06.749794 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:06.753765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-70ec3e8f-6f88-41dd-ad12-aceb658e3d68 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8266509 Jul 08 02:21:06.754079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42760) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:07.003679 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:05Z', 'revision_number': 3, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:07.031138 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Checking router: 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:21:07.032238 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Updating router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:21:07.104236 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.284413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 29f36959-4039-4c71-a133-105b1c6a4356 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:07.342481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.406087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 29f36959-4039-4c71-a133-105b1c6a4356 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:07.410162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 29f36959-4039-4c71-a133-105b1c6a4356 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:07.415551 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.516635 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.521365 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.528141 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Transition to ACTIVE for port object 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:07.558188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 29f36959-4039-4c71-a133-105b1c6a4356, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=29f36959-4039-4c71-a133-105b1c6a4356,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:07.611475 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.633143 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.651782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Allocated IP 172.20.0.1 (106a5d3f-24be-4b9b-a79e-2e297f3a6390/859e4436-c543-4358-a5bf-c88b5539b750/ea56cd3b-3f65-45e3-ad45-cd95973a6449) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:07.672657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bcf0a-0cd7-4108-8322-17c1c6c75125 req-1dd2d3a5-8166-46c4-b0ca-83ae09a715a5 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:07.680315 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-992bcf0a-0cd7-4108-8322-17c1c6c75125 req-1dd2d3a5-8166-46c4-b0ca-83ae09a715a5 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.2049963 Jul 08 02:21:07.681374 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Attempting to bind port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:07.682356 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Attempting to bind port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:07.682923 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Attempting to bind port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:07.695309 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:07.700280 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:07.700280 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.700280 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:07.700527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=29f36959-4039-4c71-a133-105b1c6a4356,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:07.700628 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Bound port: 5b77ce1c-5fd9-4a92-ac56-82051ea2c388, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:07.700628 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.725295 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Pushing event updated for resources: {'Port': ['ID=5b77ce1c-5fd9-4a92-ac56-82051ea2c388,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:07.737234 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.737584 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.738110 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.738453 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.738790 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.739127 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.739487 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.740047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.746147 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.746147 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.746147 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.746147 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.781054 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] For port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:07.781285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a465717-e25c-4845-854d-05860f07fd66 req-c4c00cd6-330e-4cc8-a434-9a9445d32835 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 210 time: 0.0324445 Jul 08 02:21:07.785478 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] For port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5b77ce1c-5fd9-4a92-ac56-82051ea2c388,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:07.792378 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-992bcf0a-0cd7-4108-8322-17c1c6c75125 req-e3ceea50-b2ae-4bbd-af35-d470701bed13 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096420 Jul 08 02:21:07.842132 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.858178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Transition to ACTIVE for port object ea56cd3b-3f65-45e3-ad45-cd95973a6449 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:07.864021 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.932617 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:21:07.937039 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:07.982434 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f96cf-fbe8-49de-bf6a-8f4a7845d88e None None] Pushing event updated for resources: {'Port': ['ID=5b77ce1c-5fd9-4a92-ac56-82051ea2c388,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:08.055307 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:21:08.113321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.158013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:08.160843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:08.165320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:08.189729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Pushing event updated for resources: {'Port': ['ID=ea56cd3b-3f65-45e3-ad45-cd95973a6449,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:08.215383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.245400 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:05Z', 'revision_number': 3, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:08.281818 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba015511-a7d5-467d-b7fe-ed56cfc96cb1 None None] The sync data for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 is: [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:05Z', 'revision_number': 3, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:21:08.455498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be347eb-612f-480a-af13-54de9449139b req-dd0d8810-4b47-442c-8bf4-8da46d41370f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:08.456941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-dd0d8810-4b47-442c-8bf4-8da46d41370f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1458993 Jul 08 02:21:08.472066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Request body: {'port': {'device_id': '600a8590-a7c4-4d22-b853-5333543aedbf', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'admin_state_up': True, 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:08.497763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f6bb5b55-5f19-40fc-99df-25d1ef3e7a58 None None] Provisioning for port ea56cd3b-3f65-45e3-ad45-cd95973a6449 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:08.501827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f6bb5b55-5f19-40fc-99df-25d1ef3e7a58 None None] Provisioning complete for port ea56cd3b-3f65-45e3-ad45-cd95973a6449 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:08.502215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f6bb5b55-5f19-40fc-99df-25d1ef3e7a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.523892 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.568173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb5b55-5f19-40fc-99df-25d1ef3e7a58 None None] Port ea56cd3b-3f65-45e3-ad45-cd95973a6449 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:21:08.773379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.783717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:08.787975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.841116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.999005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Pushing event updated for resources: {'Port': ['ID=ea56cd3b-3f65-45e3-ad45-cd95973a6449,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:09.008550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.267293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65f6e5e8-2e94-4a65-b0b1-33bcb121581d req-f3b76d3a-8f0d-463d-8484-e16cb449c398 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 210 time: 0.1161499 Jul 08 02:21:09.294080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Allocated IP 172.20.0.13 (862fc505-704e-4cda-9c02-b39905742854/c6b9e33f-3ebb-479b-a5be-583489b44949/656af421-49c0-4430-b2dc-07bb2e579acb) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:09.404130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 29f36959-4039-4c71-a133-105b1c6a4356 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:09.526474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 29f36959-4039-4c71-a133-105b1c6a4356 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:09.527794 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.611805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.707931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:09.739174 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9cc4-4480-4c55-b773-9e445f03d651 req-a210c210-957d-46e4-8dee-f3f7c75c271a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:09.740798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-996c9cc4-4480-4c55-b773-9e445f03d651 req-a210c210-957d-46e4-8dee-f3f7c75c271a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.6338484 Jul 08 02:21:09.752424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:09.774997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:09.868818 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-996c9cc4-4480-4c55-b773-9e445f03d651 req-263d4150-c4e7-44b1-9c47-4cb62ff07329 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149054 Jul 08 02:21:09.881592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:09.886228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:09.886557 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.052184 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.060013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:21:10.091017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5b77ce1c-5fd9-4a92-ac56-82051ea2c388,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:10.181804 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.239632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.243593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:21:10.254537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0bcf7bc6-e574-4b2e-abad-4b7ebc986e5c admin admin] 10.222.0.10 "PUT /v2.0/routers/16a4eaf0-0655-4805-a4a9-00db6ce7a8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4986970 Jul 08 02:21:10.266704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:10.277184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e857c66f-b159-46ef-88d2-8bc0e6da11a0 None None] Provisioning complete for port ea56cd3b-3f65-45e3-ad45-cd95973a6449 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:10.277656 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e857c66f-b159-46ef-88d2-8bc0e6da11a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.321856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5b77ce1c-5fd9-4a92-ac56-82051ea2c388,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:10.335717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Network 862fc505-704e-4cda-9c02-b39905742854 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:10.366088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:10.369763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:10.373259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event updated for resources: {'Port': ['ID=656af421-49c0-4430-b2dc-07bb2e579acb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:10.385512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e857c66f-b159-46ef-88d2-8bc0e6da11a0 None None] Port ea56cd3b-3f65-45e3-ad45-cd95973a6449 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:21:10.459293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:10.465298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.568573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-71ee5e35-a5ff-4864-97ce-38676707bc47 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1027033 Jul 08 02:21:10.585131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Request body: {'port': {'device_id': '600a8590-a7c4-4d22-b853-5333543aedbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:10.641118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc3ceb-55e2-4f7a-9aab-149a06d418e8 req-c2c8b162-85a9-469c-b075-e225afbc9220 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:10.642653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0bc3ceb-55e2-4f7a-9aab-149a06d418e8 req-c2c8b162-85a9-469c-b075-e225afbc9220 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 932 time: 0.1390719 Jul 08 02:21:10.653504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Sync routers for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:21:10.664953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:21:10.666401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:10.700251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.726447 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0bc3ceb-55e2-4f7a-9aab-149a06d418e8 req-b39acc3c-5a7c-4f46-93c4-71ef57506fe8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429473 Jul 08 02:21:10.838835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:21:11.032691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42832) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:11.039390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-836a18c6-510a-4877-8e79-25cc4c080c4e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3238974', 'description': 'tempest-description--97020015'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:11.132794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 2, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:11.158445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656af421-49c0-4430-b2dc-07bb2e579acb {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:11.169823 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.176507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Checking router: 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:21:11.177075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Updating router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 port ea56cd3b-3f65-45e3-ad45-cd95973a6449 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:21:11.179781 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-836a18c6-510a-4877-8e79-25cc4c080c4e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.210741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Transition to ACTIVE for port object 656af421-49c0-4430-b2dc-07bb2e579acb will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:11.227126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:11.231613 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.244772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80514-6b96-4e84-8938-f9a7cbc3a1c4 req-2fcdb0d7-4a64-44bf-aa76-8c351942d8ea tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:11.247057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbb80514-6b96-4e84-8938-f9a7cbc3a1c4 req-2fcdb0d7-4a64-44bf-aa76-8c351942d8ea tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1692417 Jul 08 02:21:11.290541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-836a18c6-510a-4877-8e79-25cc4c080c4e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.313079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cbb80514-6b96-4e84-8938-f9a7cbc3a1c4 req-b0c793ec-c7a4-4b3b-bc2a-fa1c87bc38be tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593228 Jul 08 02:21:11.314560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.381761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Pushing event updated for resources: {'Port': ['ID=656af421-49c0-4430-b2dc-07bb2e579acb,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:11.398149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-836a18c6-510a-4877-8e79-25cc4c080c4e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.426286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:11.426667 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.434499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a18c6-510a-4877-8e79-25cc4c080c4e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5834d6c7-2335-4f3a-a78b-81a9fa8e835b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:11.484331 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-836a18c6-510a-4877-8e79-25cc4c080c4e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.490187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:11.492460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-836a18c6-510a-4877-8e79-25cc4c080c4e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4581103 Jul 08 02:21:11.495931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-58d05def-4bbb-4f14-b193-0002fe77b0c9 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'security_group_rule': {'security_group_id': '5834d6c7-2335-4f3a-a78b-81a9fa8e835b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:11.539299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Attempting to bind port 656af421-49c0-4430-b2dc-07bb2e579acb on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:11.539975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Attempting to bind port 656af421-49c0-4430-b2dc-07bb2e579acb by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:11.540498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Attempting to bind port 656af421-49c0-4430-b2dc-07bb2e579acb on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:11.547532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Port 656af421-49c0-4430-b2dc-07bb2e579acb on network 862fc505-704e-4cda-9c02-b39905742854 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:21:11.548095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Attempting to bind port 656af421-49c0-4430-b2dc-07bb2e579acb on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:11.553642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:11.560583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Checking segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:11.560583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Bound using segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:11.560583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Bound port: 656af421-49c0-4430-b2dc-07bb2e579acb, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:11.560583 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.621805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d05def-4bbb-4f14-b193-0002fe77b0c9 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.644070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] For port 656af421-49c0-4430-b2dc-07bb2e579acb, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:11.663456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] For port 656af421-49c0-4430-b2dc-07bb2e579acb, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=656af421-49c0-4430-b2dc-07bb2e579acb,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:11.689581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d05def-4bbb-4f14-b193-0002fe77b0c9 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.692912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.702756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Transition to ACTIVE for port object ea56cd3b-3f65-45e3-ad45-cd95973a6449 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:11.739005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.798273 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.817515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d05def-4bbb-4f14-b193-0002fe77b0c9 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.819691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Pushing event updated for resources: {'Port': ['ID=656af421-49c0-4430-b2dc-07bb2e579acb,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:11.862381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:11.863725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.865393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-9604f165-d53f-4fc0-b47b-7d402f4d1dac service neutron] 10.222.0.32 "PUT /v2.0/ports/656af421-49c0-4430-b2dc-07bb2e579acb HTTP/1.1" status: 200 len: 1093 time: 1.2849414 Jul 08 02:21:11.866393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600a8590-a7c4-4d22-b853-5333543aedbf', 'tag': '656af421-49c0-4430-b2dc-07bb2e579acb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:11.869225 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3487d008-1ba4-4159-95cc-6a8780d2f5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "600a8590-a7c4-4d22-b853-5333543aedbf", "tag": "656af421-49c0-4430-b2dc-07bb2e579acb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:11.883013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d05def-4bbb-4f14-b193-0002fe77b0c9 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc456de6-9c52-4c1b-ad00-7f426dd58c25,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:11.901723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b157728-15e7-42b9-b9d0-741d045edc57 None None] Pushing event updated for resources: {'Port': ['ID=ea56cd3b-3f65-45e3-ad45-cd95973a6449,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:11.978398 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19088c93-b089-453c-ad5f-4591520a62f3 x-openstack-request-id: req-19088c93-b089-453c-ad5f-4591520a62f3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:11.980453 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600a8590-a7c4-4d22-b853-5333543aedbf", "tag": "656af421-49c0-4430-b2dc-07bb2e579acb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:11.980453 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19088c93-b089-453c-ad5f-4591520a62f3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:11.980453 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600a8590-a7c4-4d22-b853-5333543aedbf', 'tag': '656af421-49c0-4430-b2dc-07bb2e579acb', 'status': 'completed', 'code': 200} Jul 08 02:21:11.985030 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d05def-4bbb-4f14-b193-0002fe77b0c9 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:11.988878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-58d05def-4bbb-4f14-b193-0002fe77b0c9 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4974148 Jul 08 02:21:11.990621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 42852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:11.995122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9870d991-0e1c-4591-b553-d7c1d5300348 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'security_group_rule': {'security_group_id': '5834d6c7-2335-4f3a-a78b-81a9fa8e835b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:12.042084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Attempting to bind port ea56cd3b-3f65-45e3-ad45-cd95973a6449 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:12.043876 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Attempting to bind port ea56cd3b-3f65-45e3-ad45-cd95973a6449 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:12.044141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93e29-1483-4756-9497-7b15dabc8b38 req-78d662b4-1e0b-4a6b-9c03-22b18beb2dfb tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:12.044636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Attempting to bind port ea56cd3b-3f65-45e3-ad45-cd95973a6449 on network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:12.052893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43d93e29-1483-4756-9497-7b15dabc8b38 req-78d662b4-1e0b-4a6b-9c03-22b18beb2dfb tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 944 time: 0.1183722 Jul 08 02:21:12.064507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:12.064986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Checking segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:12.066200 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.066200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Bound using segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:12.066422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Bound port: ea56cd3b-3f65-45e3-ad45-cd95973a6449, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:12.066902 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.116547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487d008-1ba4-4159-95cc-6a8780d2f5b0 req-ef96d841-d8ce-49c8-b13c-98777c47d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:12.121632 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3487d008-1ba4-4159-95cc-6a8780d2f5b0 req-ef96d841-d8ce-49c8-b13c-98777c47d4e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 1096 time: 0.1151502 Jul 08 02:21:12.146900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43d93e29-1483-4756-9497-7b15dabc8b38 req-8ac8a602-1c30-4f3c-9f7b-ab759d81a071 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865426 Jul 08 02:21:12.152279 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b64bdcf6-5e05-4c07-99f8-1f9f58a0d00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.169325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] For port ea56cd3b-3f65-45e3-ad45-cd95973a6449, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:12.174019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] For port ea56cd3b-3f65-45e3-ad45-cd95973a6449, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea56cd3b-3f65-45e3-ad45-cd95973a6449,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:12.198963 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9870d991-0e1c-4591-b553-d7c1d5300348 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.273314 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.302190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487d008-1ba4-4159-95cc-6a8780d2f5b0 req-f39b9133-4db3-4ba7-9ff9-1571b19311de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:12.304402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3487d008-1ba4-4159-95cc-6a8780d2f5b0 req-f39b9133-4db3-4ba7-9ff9-1571b19311de service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1742263 Jul 08 02:21:12.324375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9870d991-0e1c-4591-b553-d7c1d5300348 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.352751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:21:12.353475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:20:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:12.362102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b157728-15e7-42b9-b9d0-741d045edc57 None None] Pushing event updated for resources: {'Port': ['ID=ea56cd3b-3f65-45e3-ad45-cd95973a6449,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:12.394321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9870d991-0e1c-4591-b553-d7c1d5300348 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.478524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487d008-1ba4-4159-95cc-6a8780d2f5b0 req-52b184c1-96e8-419b-81fd-dc25b150d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:12.480639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3487d008-1ba4-4159-95cc-6a8780d2f5b0 req-52b184c1-96e8-419b-81fd-dc25b150d886 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1684434 Jul 08 02:21:12.481396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870d991-0e1c-4591-b553-d7c1d5300348 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c743d6a-c8e7-408b-82f5-d8e361a501f6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:12.481697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:21:12.501064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9870d991-0e1c-4591-b553-d7c1d5300348 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.505437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9870d991-0e1c-4591-b553-d7c1d5300348 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5115242 Jul 08 02:21:12.505822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 42862) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:12.510531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:12.646184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.684226 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be347eb-612f-480a-af13-54de9449139b req-90a2781e-9639-4583-9632-8651b7c46807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:12.685766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-90a2781e-9639-4583-9632-8651b7c46807 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 1096 time: 0.1435637 Jul 08 02:21:12.733288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-76f0a8b8-0167-4a66-a9cf-4f44042647a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=656af421-49c0-4430-b2dc-07bb2e579acb HTTP/1.1" status: 200 len: 217 time: 0.0387237 Jul 08 02:21:12.749627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fb7d2-6c31-4e67-909e-3aa7147ddf99 req-389c05db-0731-465c-9ec7-37a3dd9f4f0c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:12.751256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc3fb7d2-6c31-4e67-909e-3aa7147ddf99 req-389c05db-0731-465c-9ec7-37a3dd9f4f0c tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1456542 Jul 08 02:21:12.789380 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.796671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:12Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:12.829981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f4bec3-d903-4bdd-8a7f-3be1f02b8be8 None None] The sync data for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 is: [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:12Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:21:12.907805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc3fb7d2-6c31-4e67-909e-3aa7147ddf99 req-92d216d7-5f71-45bf-a21a-2546c1f36244 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304903 Jul 08 02:21:12.922731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be347eb-612f-480a-af13-54de9449139b req-839e3f2f-c98a-4cc6-aa1b-e8f783f05d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:12.924348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-839e3f2f-c98a-4cc6-aa1b-e8f783f05d42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 200 len: 846 time: 0.1721721 Jul 08 02:21:12.979315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-6b7504f5-30f5-43b6-a26e-1b9dae49ed5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=862fc505-704e-4cda-9c02-b39905742854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429780 Jul 08 02:21:13.047926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Allocated IP 172.25.8.174 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/1d398c54-3d48-42ed-b655-fe4c5e3d069b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:13.081887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-4678594c-88b6-4a6a-bb2b-405e119407e8 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923994 Jul 08 02:21:13.258778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea56cd3b-3f65-45e3-ad45-cd95973a6449 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:13.262570 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.302547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8be347eb-612f-480a-af13-54de9449139b req-5ba5edad-4dd7-41a4-acef-0f1e7666003c service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159457 Jul 08 02:21:13.379425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.434992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port ea56cd3b-3f65-45e3-ad45-cd95973a6449 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:13.438557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:13.444096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:13.446738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ea56cd3b-3f65-45e3-ad45-cd95973a6449 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:13.447507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.449937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:13.458810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'Port': ['ID=1d398c54-3d48-42ed-b655-fe4c5e3d069b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:13.544877 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e406f00-2d17-47fe-8790-2c124c74239c req-bf64d866-b1df-483b-801b-db6651bb50dd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:13.549053 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e406f00-2d17-47fe-8790-2c124c74239c req-bf64d866-b1df-483b-801b-db6651bb50dd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 944 time: 0.2060537 Jul 08 02:21:13.618150 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.640480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e406f00-2d17-47fe-8790-2c124c74239c req-c5790b74-135f-477c-aaba-5cbb3e9db94a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809455 Jul 08 02:21:13.668091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port ea56cd3b-3f65-45e3-ad45-cd95973a6449, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea56cd3b-3f65-45e3-ad45-cd95973a6449,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:13.672118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.714830 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.800429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=ea56cd3b-3f65-45e3-ad45-cd95973a6449,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:13.802949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.056529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.148954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.149286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae452b4-3207-42b4-91be-6af168d1c122 req-9c846c6e-c569-4e29-aae8-9480b068497d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:14.157445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ae452b4-3207-42b4-91be-6af168d1c122 req-9c846c6e-c569-4e29-aae8-9480b068497d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0905261 Jul 08 02:21:14.256531 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ae452b4-3207-42b4-91be-6af168d1c122 req-47e68e09-60d0-4cf5-ab9f-80a13bf631ba tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943632 Jul 08 02:21:14.268377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'Port': ['ID=1d398c54-3d48-42ed-b655-fe4c5e3d069b,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:14.300708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.404628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.414925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bd7c9bc1-ccef-48fb-99e7-281d79b764a4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8992527 Jul 08 02:21:14.427672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:14.470036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fcd15865-e2ea-4f80-8cfc-0f91c31054b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.584468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:14.599929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'port_id': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'mac_address': 'fa:16:3e:3a:1c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:14.644227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-2993c738-57ca-4111-ad16-c9bf16a4641e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--3238974&fields=id&tenant_id=909d9d73b42e4a4090989d5365c6a85f HTTP/1.1" status: 200 len: 267 time: 0.0756011 Jul 08 02:21:14.686746 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.708950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb887d03-32db-4997-ae24-c4b105c57edc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:14.737421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:14.819805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-be5043f5-5568-4606-be56-39d5f78b29c2 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:14.826752 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-be5043f5-5568-4606-be56-39d5f78b29c2 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 811 time: 0.1815453 Jul 08 02:21:14.829901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.849406 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-f28eb0be-5197-4ae9-af58-57cdc8fc8f52 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/quotas/909d9d73b42e4a4090989d5365c6a85f HTTP/1.1" status: 200 len: 375 time: 0.0212123 Jul 08 02:21:14.924124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:14.940153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cb887d03-32db-4997-ae24-c4b105c57edc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:14.946435 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:14.996646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bef13b-1326-41c9-a7cb-72c3f5f4d155 req-f6ebabe8-07e9-4e23-a71e-b1901b23eeba tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:14.998424 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6bef13b-1326-41c9-a7cb-72c3f5f4d155 req-f6ebabe8-07e9-4e23-a71e-b1901b23eeba tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 944 time: 0.1034925 Jul 08 02:21:15.003775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-7b3fcd5b-1fc4-466a-9619-960a586b43fe tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452091 Jul 08 02:21:15.082218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6bef13b-1326-41c9-a7cb-72c3f5f4d155 req-28f3ac53-d593-498e-b18f-2c332a066f5f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738170 Jul 08 02:21:15.154271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-bc567687-65e9-4cc8-a010-ce850235d523 service neutron] 10.222.0.10 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482971 Jul 08 02:21:15.210222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea56cd3b-3f65-45e3-ad45-cd95973a6449 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:15.282758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ea56cd3b-3f65-45e3-ad45-cd95973a6449 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:15.284057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:15.384054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-0576a25d-656f-4aa8-8752-775e12d2dcbe service neutron] 10.222.0.10 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070386 Jul 08 02:21:15.501476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91c0d6-f508-4aa6-ae30-2a6fd278fc63 req-50d38508-f2b0-4654-ba03-7a08ec24f122 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:15.503203 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9e91c0d6-f508-4aa6-ae30-2a6fd278fc63 req-50d38508-f2b0-4654-ba03-7a08ec24f122 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 944 time: 0.0826695 Jul 08 02:21:15.554385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9e91c0d6-f508-4aa6-ae30-2a6fd278fc63 req-d4350671-b2eb-4493-8d99-44410e784068 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392411 Jul 08 02:21:15.829102 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:16.111456 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a766c860-63c3-4182-85a1-2872376363ea req-43a96c40-caed-4b57-be91-2467df374197 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 210 time: 0.0728722 Jul 08 02:21:16.231045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 656af421-49c0-4430-b2dc-07bb2e579acb details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:16.428999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e0606-d998-4cf3-9ff1-4c6fdfa33286 req-774f8310-fad9-4356-9e6e-ef6b1c4170c6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:16.439631 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-593e0606-d998-4cf3-9ff1-4c6fdfa33286 req-774f8310-fad9-4356-9e6e-ef6b1c4170c6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 944 time: 0.1966679 Jul 08 02:21:16.503184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:16.511463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 656af421-49c0-4430-b2dc-07bb2e579acb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=656af421-49c0-4430-b2dc-07bb2e579acb,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:16.544394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-593e0606-d998-4cf3-9ff1-4c6fdfa33286 req-028c3bc7-1b98-4d97-bc29-4ddf9fb9b0b8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961006 Jul 08 02:21:16.549642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '656af421-49c0-4430-b2dc-07bb2e579acb', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'port_id': '656af421-49c0-4430-b2dc-07bb2e579acb', 'mac_address': 'fa:16:3e:b6:0d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9e33f-3ebb-479b-a5be-583489b44949', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:16.654819 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:16.895156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63712562-0720-4557-92f5-a1922d94d74f req-106dfcbd-ae64-41cf-8e42-a1792bfb7563 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:16.907269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63712562-0720-4557-92f5-a1922d94d74f req-106dfcbd-ae64-41cf-8e42-a1792bfb7563 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 944 time: 0.0952518 Jul 08 02:21:16.964230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63712562-0720-4557-92f5-a1922d94d74f req-1ae9a2d7-24da-41ef-9945-503252908e7d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556941 Jul 08 02:21:17.012863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656af421-49c0-4430-b2dc-07bb2e579acb {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:17.058781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port cb887d03-32db-4997-ae24-c4b105c57edc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:17.061064 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:17.131252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 656af421-49c0-4430-b2dc-07bb2e579acb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=656af421-49c0-4430-b2dc-07bb2e579acb,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:17.239868 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-847fd84d-ccbe-491d-a980-3e28bac02a27 req-299b1b1b-4fd4-4694-9061-2cf9e78033a0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 210 time: 0.0446024 Jul 08 02:21:17.266347 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:17.348125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=656af421-49c0-4430-b2dc-07bb2e579acb,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:17.381740 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:17.438455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:17.441986 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5365665-cb79-4ba3-8795-d17c5bb6f37c" -d '{"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:17.480540 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:17.497040 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea784df5-d08b-4f9e-8c93-57476f0caff7 x-openstack-request-id: req-ea784df5-d08b-4f9e-8c93-57476f0caff7 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:17.497584 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:17.497939 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea784df5-d08b-4f9e-8c93-57476f0caff7 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:17.498435 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'code': 200} Jul 08 02:21:17.507931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['656af421-49c0-4430-b2dc-07bb2e579acb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:17.564803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:17.580297 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:17.844403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:17.919884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cbff7-11f3-47ed-bb77-eedc1b4aad85 req-cb28c842-4627-4f39-a1f5-3920b040c512 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:17.928772 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-393cbff7-11f3-47ed-bb77-eedc1b4aad85 req-cb28c842-4627-4f39-a1f5-3920b040c512 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 945 time: 0.1229947 Jul 08 02:21:18.000863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-393cbff7-11f3-47ed-bb77-eedc1b4aad85 req-be4c231c-25a3-4ef8-a37a-5cc3fa91e222 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707693 Jul 08 02:21:18.215236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff8540-61db-49a4-92de-acf7b339c5b4 req-b8a93cbc-1aaa-472a-9444-e5c75a2a08a4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:18.222934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8ff8540-61db-49a4-92de-acf7b339c5b4 req-b8a93cbc-1aaa-472a-9444-e5c75a2a08a4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0965936 Jul 08 02:21:18.273162 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:18.276247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8ff8540-61db-49a4-92de-acf7b339c5b4 req-733718cc-c922-4abf-822a-1f9beee60487 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516796 Jul 08 02:21:18.473258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af77d1ca-bff3-4f58-be3e-d87c0c1aab0f req-11ae7255-8e30-4658-ba1c-dcf427c4fbd3 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 210 time: 0.0494196 Jul 08 02:21:19.255900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9248a-3e8b-476f-affb-92800a15fe04 req-b15b0ef3-768d-4cff-a28c-c27844c511aa tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:19.258528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ed9248a-3e8b-476f-affb-92800a15fe04 req-b15b0ef3-768d-4cff-a28c-c27844c511aa tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 945 time: 0.0692434 Jul 08 02:21:19.353156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ed9248a-3e8b-476f-affb-92800a15fe04 req-fafc8d6b-9368-4f9f-91c7-ca98c998401c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881014 Jul 08 02:21:19.540106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-a9636753-3a5b-4b23-bba5-1e9b6ab24a35 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:19.541511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-a9636753-3a5b-4b23-bba5-1e9b6ab24a35 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.18 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 811 time: 0.2386220 Jul 08 02:21:19.602737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-34cfd391-cc39-4d04-ba63-65006e6ff2c1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909d9d73b42e4a4090989d5365c6a85f HTTP/1.1" status: 200 len: 377 time: 0.0507960 Jul 08 02:21:19.623537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08f2e6-2cf5-44fe-8913-3540d2ed6c8f req-4e55c1ed-8353-442a-afab-4de908c2378a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:19.626638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e08f2e6-2cf5-44fe-8913-3540d2ed6c8f req-4e55c1ed-8353-442a-afab-4de908c2378a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1395564 Jul 08 02:21:19.632171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'port': {'device_id': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'admin_state_up': True, 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'security_groups': ['5834d6c7-2335-4f3a-a78b-81a9fa8e835b']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:19.740667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6bdb0aa9-d4c5-4c45-8d8d-2b388fb4a646 req-da37a42b-5094-49c5-a45e-4f05623bb530 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 210 time: 0.0354526 Jul 08 02:21:19.797563 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e08f2e6-2cf5-44fe-8913-3540d2ed6c8f req-f4404310-244d-4917-9c3a-445a804e03a5 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303587 Jul 08 02:21:19.918146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Made reservation on behalf of 909d9d73b42e4a4090989d5365c6a85f for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:19.922728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:20.097462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Allocated IP 172.20.0.14 (106a5d3f-24be-4b9b-a79e-2e297f3a6390/859e4436-c543-4358-a5bf-c88b5539b750/f8c40d6c-4a22-413e-8a1c-ce53adb2aac9) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:20.237454 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 656af421-49c0-4430-b2dc-07bb2e579acb up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:20.302318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:20.318040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Transition to ACTIVE for port object f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:20.410765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 656af421-49c0-4430-b2dc-07bb2e579acb completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:20.419149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 656af421-49c0-4430-b2dc-07bb2e579acb triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:20.421693 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:20.518649 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:20.582436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6010-4817-4b3f-8e55-45b4ff89f5c0 req-53e7d6eb-9938-44bb-9b8d-8943ab61e395 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:20.590850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6ba6010-4817-4b3f-8e55-45b4ff89f5c0 req-53e7d6eb-9938-44bb-9b8d-8943ab61e395 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 945 time: 0.1106689 Jul 08 02:21:20.604214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:20.608081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:20.626628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:20.651909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6ba6010-4817-4b3f-8e55-45b4ff89f5c0 req-877b76c7-4fea-4078-a22e-16e16637373a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597847 Jul 08 02:21:20.697086 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:20.707865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'Port': ['ID=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:20.735897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:20.737036 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:20.824183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-11bbf0b3-36af-41cc-b9cb-736d5245cac1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1959541 Jul 08 02:21:20.839721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Request body: {'port': {'device_id': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:20.867503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600a8590-a7c4-4d22-b853-5333543aedbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656af421-49c0-4430-b2dc-07bb2e579acb'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:20.869811 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca731d-f8a9-4940-b747-72a6d6347968" -d '{"events": [{"server_uuid": "600a8590-a7c4-4d22-b853-5333543aedbf", "name": "network-vif-plugged", "status": "completed", "tag": "656af421-49c0-4430-b2dc-07bb2e579acb"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:20.902557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 656af421-49c0-4430-b2dc-07bb2e579acb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=656af421-49c0-4430-b2dc-07bb2e579acb,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:21.008371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:21.010255 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:21.075290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=656af421-49c0-4430-b2dc-07bb2e579acb,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:21.089371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:21.132698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32b8c-7585-4c0c-8926-2f7189963beb req-7e5df6d8-3c9e-4846-b52f-65c43c33f5a8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:21.134329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5f32b8c-7585-4c0c-8926-2f7189963beb req-7e5df6d8-3c9e-4846-b52f-65c43c33f5a8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1115975 Jul 08 02:21:21.215298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d10b85af-1226-44e2-a1cf-6e707e1ddab6 None None] Provisioning for port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:21.222817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d10b85af-1226-44e2-a1cf-6e707e1ddab6 None None] Provisioning complete for port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:21.223845 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d10b85af-1226-44e2-a1cf-6e707e1ddab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:21.243624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5f32b8c-7585-4c0c-8926-2f7189963beb req-685f2c93-7df4-4a4f-95bb-7451079c778a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032691 Jul 08 02:21:21.274509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d10b85af-1226-44e2-a1cf-6e707e1ddab6 None None] Port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:21:21.363565 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3037511c-3212-4df4-8191-7700ed5c4b71 x-openstack-request-id: req-3037511c-3212-4df4-8191-7700ed5c4b71 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:21.364072 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600a8590-a7c4-4d22-b853-5333543aedbf", "name": "network-vif-plugged", "status": "completed", "tag": "656af421-49c0-4430-b2dc-07bb2e579acb", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:21.364637 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3037511c-3212-4df4-8191-7700ed5c4b71 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:21.365419 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600a8590-a7c4-4d22-b853-5333543aedbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656af421-49c0-4430-b2dc-07bb2e579acb', 'code': 200} Jul 08 02:21:21.371141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732058-cdf4-4926-8c12-7ea0fc4f310e req-08b92649-a715-4868-ab08-1688eee7d217 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:21.379837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5732058-cdf4-4926-8c12-7ea0fc4f310e req-08b92649-a715-4868-ab08-1688eee7d217 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 932 time: 0.2853324 Jul 08 02:21:21.569293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5732058-cdf4-4926-8c12-7ea0fc4f310e req-5c867f66-958d-4935-99a3-cd5b9486114d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1715813 Jul 08 02:21:21.572823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f071a8-727e-4f3e-a555-95464afad0d4 req-00b340ae-453c-463e-a1e3-3dd19d5c94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:21.575503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3f071a8-727e-4f3e-a555-95464afad0d4 req-00b340ae-453c-463e-a1e3-3dd19d5c94f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 1098 time: 0.1198475 Jul 08 02:21:21.626473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3f071a8-727e-4f3e-a555-95464afad0d4 req-195d04c0-2ff8-4790-87e2-58fe8d20e692 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 Jul 08 02:21:21.759930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 {{(pid=100713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:21.769432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:21.788111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Transition to ACTIVE for port object f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 will not be triggered until provisioned by entity L2. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:21.857575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:21.955781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:21.998139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e1e7c-70a3-47dc-ad60-14a1e0f10c21 req-99b45399-e648-400a-b65d-acd89e06a428 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:21.998139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f27e1e7c-70a3-47dc-ad60-14a1e0f10c21 req-99b45399-e648-400a-b65d-acd89e06a428 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 946 time: 0.1248834 Jul 08 02:21:22.080906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f27e1e7c-70a3-47dc-ad60-14a1e0f10c21 req-af095d15-8630-4b2a-a791-4f5277d3dce1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739577 Jul 08 02:21:22.150830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Attempting to bind port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:22.150830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Attempting to bind port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:22.150830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Attempting to bind port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 on network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:22.150830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 on network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:21:22.150830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Attempting to bind port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 on network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:22.155662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:22.156044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Checking segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:22.156468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Bound using segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} {{(pid=100713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:22.156906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.managers [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Bound port: f8c40d6c-4a22-413e-8a1c-ce53adb2aac9, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'}}] {{(pid=100713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:22.157295 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:22.233366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] For port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9, host n-h1-695189-13, cleared binding levels {{(pid=100713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:22.240121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] For port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:22.366598 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:22.416160 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:22.416763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:22.418324 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] 10.222.0.18 "PUT /v2.0/ports/f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 200 len: 1093 time: 1.5843306 Jul 08 02:21:22.418947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'tag': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:22.421549 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3792ed33-e8bd-4299-9478-649e5845c771" -d '{"events": [{"name": "network-changed", "server_uuid": "1e32ec12-1f16-40af-8938-7b0ba60c097d", "tag": "f8c40d6c-4a22-413e-8a1c-ce53adb2aac9"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:22.545336 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addde26d-fb57-404c-8951-fcacfe8c2371 x-openstack-request-id: req-addde26d-fb57-404c-8951-fcacfe8c2371 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:22.546615 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e32ec12-1f16-40af-8938-7b0ba60c097d", "tag": "f8c40d6c-4a22-413e-8a1c-ce53adb2aac9", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:22.552003 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-addde26d-fb57-404c-8951-fcacfe8c2371 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:22.552663 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'tag': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'status': 'completed', 'code': 200} Jul 08 02:21:22.594860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f6d38-29b8-4d15-b476-d142f6c2f746 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:22.742029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-3ff49179-abc3-4bb1-9db3-4809767223b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:22.753274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-3ff49179-abc3-4bb1-9db3-4809767223b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 1096 time: 0.1995568 Jul 08 02:21:22.780315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008db076-4e0d-4214-bc0c-2a508eec0fc9 req-12d1fba4-ae1e-4313-9200-7139ac6673c4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:22.782080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-008db076-4e0d-4214-bc0c-2a508eec0fc9 req-12d1fba4-ae1e-4313-9200-7139ac6673c4 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.2609794 Jul 08 02:21:22.824984 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-cfbc3c52-9603-4f81-8482-89b7f46fdfb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 200 len: 217 time: 0.0618615 Jul 08 02:21:22.893133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf8103-033e-41e9-8edd-1e02746318ab req-288e7c38-f8fd-4f20-aca1-5868565cd82c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:22.908906 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bcaf8103-033e-41e9-8edd-1e02746318ab req-288e7c38-f8fd-4f20-aca1-5868565cd82c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 944 time: 0.1521566 Jul 08 02:21:22.958419 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-008db076-4e0d-4214-bc0c-2a508eec0fc9 req-ef113555-68e9-4bc1-823c-6df4fb5f7946 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417677 Jul 08 02:21:22.975082 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bcaf8103-033e-41e9-8edd-1e02746318ab req-65c436fb-2f67-471b-bc4f-fa605feec5f6 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0651014 Jul 08 02:21:22.993372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-cba137c0-34b6-4d7a-ba1d-9718a9bdef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:22.995203 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-cba137c0-34b6-4d7a-ba1d-9718a9bdef3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.1334553 Jul 08 02:21:23.078372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-bacfa351-d609-4f80-9476-ef09a568f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:23.080048 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-bacfa351-d609-4f80-9476-ef09a568f3d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775135 Jul 08 02:21:23.216153 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-f7e9ef96-6ffd-418d-9513-612ffa83e660 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288652 Jul 08 02:21:23.332746 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2100bfe0-3d87-4677-a14d-beb7fa28ec7d req-8fa72f4f-1277-4ff6-a061-9daa32e45cfc service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059003 Jul 08 02:21:23.339296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d97a2-51e1-442a-b642-3d7ddc0560d8 req-a2584021-5bf9-4e3a-9ca6-3b032f98b696 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:23.345100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-684d97a2-51e1-442a-b642-3d7ddc0560d8 req-a2584021-5bf9-4e3a-9ca6-3b032f98b696 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 946 time: 0.0840552 Jul 08 02:21:23.388263 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-684d97a2-51e1-442a-b642-3d7ddc0560d8 req-ecbef083-3b83-42c5-ad73-1f3f9bd18824 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Jul 08 02:21:23.738586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792ed33-e8bd-4299-9478-649e5845c771 req-3044609b-c289-4f5f-92ec-9b9e05067a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:23.740148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3792ed33-e8bd-4299-9478-649e5845c771 req-3044609b-c289-4f5f-92ec-9b9e05067a1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 1096 time: 0.2543805 Jul 08 02:21:23.816522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-64fc3e0f-7e6a-4d94-8a21-404892b42902 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:23.822990 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-64fc3e0f-7e6a-4d94-8a21-404892b42902 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.2264166 Jul 08 02:21:23.852333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-9ab5dedf-dc06-42e2-b025-2b793c500e85 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/quotas/80edd775dfe24f26b666d7e2ccedde2c HTTP/1.1" status: 200 len: 375 time: 0.0271826 Jul 08 02:21:23.927932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792ed33-e8bd-4299-9478-649e5845c771 req-49c445b7-951e-4d3d-9e3d-adcee8b1e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:23.929547 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3792ed33-e8bd-4299-9478-649e5845c771 req-49c445b7-951e-4d3d-9e3d-adcee8b1e165 service neutron] 10.222.0.18 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.1790359 Jul 08 02:21:24.003245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-3871c31f-cd3a-405f-9940-0efee7df6a6f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408751 Jul 08 02:21:24.012776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3792ed33-e8bd-4299-9478-649e5845c771 req-43ccda7d-bf68-4a87-9796-4ebb91640da9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 200 len: 217 time: 0.0683153 Jul 08 02:21:24.108269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792ed33-e8bd-4299-9478-649e5845c771 req-d4312fc2-2c56-4248-8f61-938cd6f8f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:24.110367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3792ed33-e8bd-4299-9478-649e5845c771 req-d4312fc2-2c56-4248-8f61-938cd6f8f1a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.0863853 Jul 08 02:21:24.288141 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-33368c3d-8680-4b52-8f50-5cfcc108a247 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838271 Jul 08 02:21:24.328963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21231d0-8b35-454e-98c4-b445d161fc9f req-a17d6266-5208-4dc4-bdc1-fef53dbde002 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:24.330643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c21231d0-8b35-454e-98c4-b445d161fc9f req-a17d6266-5208-4dc4-bdc1-fef53dbde002 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1632793 Jul 08 02:21:24.347299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792ed33-e8bd-4299-9478-649e5845c771 req-30fc3894-03d6-4b3c-a63b-bf3ac8faf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:24.348943 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3792ed33-e8bd-4299-9478-649e5845c771 req-30fc3894-03d6-4b3c-a63b-bf3ac8faf6ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062297 Jul 08 02:21:24.375872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c21231d0-8b35-454e-98c4-b445d161fc9f req-4dcefca6-3521-4118-8973-39963dc92797 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Jul 08 02:21:24.518109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-38186f28-4b25-4eb3-bcdf-ab5072f3aa4a service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227802 Jul 08 02:21:24.522417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3792ed33-e8bd-4299-9478-649e5845c771 req-9210333e-5785-42c7-921d-cbf4f4660f6f service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656160 Jul 08 02:21:24.552021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887c754-c3aa-4667-9759-0c4d7d96a0e2 req-a652c8f2-1319-439e-b312-24c47c0819a5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:24.567454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0887c754-c3aa-4667-9759-0c4d7d96a0e2 req-a652c8f2-1319-439e-b312-24c47c0819a5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 944 time: 0.0732076 Jul 08 02:21:24.620952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0887c754-c3aa-4667-9759-0c4d7d96a0e2 req-f095e8f8-30df-4bcf-a7a0-5a484b77d050 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0521998 Jul 08 02:21:24.637339 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:21:24.655227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3792ed33-e8bd-4299-9478-649e5845c771 req-35502940-4508-4cf5-a22f-a067cebdb2f9 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252806 Jul 08 02:21:25.186118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bac3aeb5-c5e5-460b-a202-b588dfb098fd req-f15151a9-0763-40f3-8d16-9b329f526b7f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 210 time: 0.0298200 Jul 08 02:21:25.665155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a539-1915-4952-a5fa-99d54cad4584 req-4cf84a1e-03a5-4697-9ecb-7a2ba368d970 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:25.666684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fe0a539-1915-4952-a5fa-99d54cad4584 req-4cf84a1e-03a5-4697-9ecb-7a2ba368d970 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0928652 Jul 08 02:21:25.861391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f62c6-e2ac-4f9c-a6ee-9d232faad7e4 req-06ee5a53-35cb-488f-a7ea-9a5b52933b72 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:25.869903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-654f62c6-e2ac-4f9c-a6ee-9d232faad7e4 req-06ee5a53-35cb-488f-a7ea-9a5b52933b72 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 944 time: 0.1179986 Jul 08 02:21:25.947844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-654f62c6-e2ac-4f9c-a6ee-9d232faad7e4 req-b38e1c9f-8e54-453d-894e-a1dba59d73b7 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0758424 Jul 08 02:21:26.228241 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fe0a539-1915-4952-a5fa-99d54cad4584 req-4052553e-fce0-4c5c-8700-8f78bd85b32f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5538919 Jul 08 02:21:26.343857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ea963db-6b7f-4a58-9771-c4a0eb8e5d0b req-f9d76258-30bb-4b1c-84cd-d3e32507a987 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 210 time: 0.0323761 Jul 08 02:21:26.498386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:26.639717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:26.662852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'port_id': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'mac_address': 'fa:16:3e:94:69:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:26.708968 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:26.723280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:26.752424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:26.826951 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:26.893132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:27.051109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['f8c40d6c-4a22-413e-8a1c-ce53adb2aac9'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:27.206464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54af9-d390-4094-8985-9208be9203b6 req-af65abcb-3359-4638-a871-62907bafda5c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:27.216254 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63e54af9-d390-4094-8985-9208be9203b6 req-af65abcb-3359-4638-a871-62907bafda5c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 945 time: 0.1359553 Jul 08 02:21:27.259629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63e54af9-d390-4094-8985-9208be9203b6 req-f587aa14-9007-4537-822d-13f564f13091 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424654 Jul 08 02:21:27.454388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0098b-976a-4652-9165-6093e36aa967 req-9ccee7d1-9351-4a0f-a7a2-b360745114ac tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:27.463754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0c0098b-976a-4652-9165-6093e36aa967 req-9ccee7d1-9351-4a0f-a7a2-b360745114ac tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0894058 Jul 08 02:21:27.520523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0c0098b-976a-4652-9165-6093e36aa967 req-152dfd1d-2145-48ee-a468-09d8bb2036fa tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546861 Jul 08 02:21:27.539764 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-de73af57-f41f-465f-9b73-e434ccd7e33e req-d5575aa3-0b52-4afc-a118-808e92847975 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 210 time: 0.0547886 Jul 08 02:21:28.008462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-abb9e2d4-60d7-471b-8546-ce05071cc159 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:28.010455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-abb9e2d4-60d7-471b-8546-ce05071cc159 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1668768 Jul 08 02:21:28.027652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Request body: {'port': {'device_id': '6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'admin_state_up': True, 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:28.227467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:28.237071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:28.423673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Allocated IP 172.20.0.11 (862fc505-704e-4cda-9c02-b39905742854/c6b9e33f-3ebb-479b-a5be-583489b44949/502892d6-6012-4e0c-b978-dc126155b86b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:28.472219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21437-28ea-48f9-ab36-22cb8307f715 req-c1d78a8b-665b-4f0a-b90e-9b04601e6982 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:28.473953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73a21437-28ea-48f9-ab36-22cb8307f715 req-c1d78a8b-665b-4f0a-b90e-9b04601e6982 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 945 time: 0.0844135 Jul 08 02:21:28.498285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:28.516929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73a21437-28ea-48f9-ab36-22cb8307f715 req-cdeff26f-d2a8-40a5-98ad-687346780fea tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370674 Jul 08 02:21:28.599224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:28.729638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200c5bf-464a-4ca0-a3e7-659adf8da200 req-635e46e5-8c0e-4751-8216-f1d7d8bf1ae8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:28.731304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a200c5bf-464a-4ca0-a3e7-659adf8da200 req-635e46e5-8c0e-4751-8216-f1d7d8bf1ae8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0790484 Jul 08 02:21:28.735030 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aefce4e0-4c4c-4ee5-8cf5-7acab17709d1 req-8c5e23c8-de83-478e-9947-e6048339062a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 210 time: 0.0309429 Jul 08 02:21:28.777846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a200c5bf-464a-4ca0-a3e7-659adf8da200 req-a1f3fc61-3fdf-4208-b033-b58afe282c8e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393877 Jul 08 02:21:28.821613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:28.827169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:28.827595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:28.886078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:28.904129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2', '656af421-49c0-4430-b2dc-07bb2e579acb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:28.942304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Network 862fc505-704e-4cda-9c02-b39905742854 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:28.944086 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:28.947784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:28.951799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:28.981868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event updated for resources: {'Port': ['ID=502892d6-6012-4e0c-b978-dc126155b86b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:28.989675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:28.991786 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5b01cc-22e2-483f-9332-e7e280fc4f11" -d '{"events": [{"server_uuid": "1e32ec12-1f16-40af-8938-7b0ba60c097d", "name": "network-vif-plugged", "status": "completed", "tag": "f8c40d6c-4a22-413e-8a1c-ce53adb2aac9"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:29.013543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:29.014198 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:29.033858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:29.035766 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f50cb2-d891-4ef6-a922-b598d1fa9e6e x-openstack-request-id: req-d1f50cb2-d891-4ef6-a922-b598d1fa9e6e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:29.036048 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e32ec12-1f16-40af-8938-7b0ba60c097d", "name": "network-vif-plugged", "status": "completed", "tag": "f8c40d6c-4a22-413e-8a1c-ce53adb2aac9", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:29.036320 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1f50cb2-d891-4ef6-a922-b598d1fa9e6e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:29.036703 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'code': 200} Jul 08 02:21:29.107704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-514957cd-81a5-4c18-b2e0-1c78c0e9efc3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0881877 Jul 08 02:21:29.121243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Request body: {'port': {'device_id': '6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:29.153214 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:29.227023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:29.253052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:29.266315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cb4e-2b27-401f-9d93-2893326fc57c req-8c7a9109-24df-49e0-b70b-d24297b5a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:29.269120 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5847cb4e-2b27-401f-9d93-2893326fc57c req-8c7a9109-24df-49e0-b70b-d24297b5a1b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 1097 time: 0.1623254 Jul 08 02:21:29.361264 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5847cb4e-2b27-401f-9d93-2893326fc57c req-e84f20b4-847c-496e-9334-e1eb87437d48 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0830526 Jul 08 02:21:29.659056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502892d6-6012-4e0c-b978-dc126155b86b {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:29.681185 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:29.708369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Transition to ACTIVE for port object 502892d6-6012-4e0c-b978-dc126155b86b will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:29.823434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:29.898174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Pushing event updated for resources: {'Port': ['ID=502892d6-6012-4e0c-b978-dc126155b86b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:29.982865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb4c55-c612-47da-bb07-fe768370b8eb req-1dca1529-cf2e-4abf-989e-8412bd815246 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:29.993044 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbeb4c55-c612-47da-bb07-fe768370b8eb req-1dca1529-cf2e-4abf-989e-8412bd815246 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 944 time: 0.0897162 Jul 08 02:21:30.042933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbeb4c55-c612-47da-bb07-fe768370b8eb req-846837f2-d43d-470d-9824-a20056daf5f9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486794 Jul 08 02:21:30.053413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083837d-8d6e-4b70-810a-a29047eeec0c req-e68d75ec-f3a4-44b5-878d-c1b3d690da26 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.060594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e083837d-8d6e-4b70-810a-a29047eeec0c req-e68d75ec-f3a4-44b5-878d-c1b3d690da26 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.2839937 Jul 08 02:21:30.071617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Attempting to bind port 502892d6-6012-4e0c-b978-dc126155b86b on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:30.072092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Attempting to bind port 502892d6-6012-4e0c-b978-dc126155b86b by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:30.072859 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Attempting to bind port 502892d6-6012-4e0c-b978-dc126155b86b on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:30.107137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Port 502892d6-6012-4e0c-b978-dc126155b86b on network 862fc505-704e-4cda-9c02-b39905742854 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:21:30.107644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Attempting to bind port 502892d6-6012-4e0c-b978-dc126155b86b on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:30.125678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:30.126256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Checking segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:30.126935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Bound using segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:30.127929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Bound port: 502892d6-6012-4e0c-b978-dc126155b86b, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:30.128870 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:30.158709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e083837d-8d6e-4b70-810a-a29047eeec0c req-e379b898-5b04-40c3-ba89-08aaadf1ca77 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0971997 Jul 08 02:21:30.230016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] For port 502892d6-6012-4e0c-b978-dc126155b86b, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:30.233913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] For port 502892d6-6012-4e0c-b978-dc126155b86b, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=502892d6-6012-4e0c-b978-dc126155b86b,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:30.268251 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76295856-b3d8-4a11-a9d0-e8072d55f395 req-6be98d73-271a-4781-a1dc-0c239c1f0901 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.271098 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76295856-b3d8-4a11-a9d0-e8072d55f395 req-6be98d73-271a-4781-a1dc-0c239c1f0901 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1007333 Jul 08 02:21:30.308323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76295856-b3d8-4a11-a9d0-e8072d55f395 req-5b047303-4743-49e7-9416-39b051cbc788 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358477 Jul 08 02:21:30.314691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:30.329883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.330581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:30.332200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] 10.222.0.32 "PUT /v2.0/ports/502892d6-6012-4e0c-b978-dc126155b86b HTTP/1.1" status: 200 len: 1093 time: 1.2163596 Jul 08 02:21:30.332651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa', 'tag': '502892d6-6012-4e0c-b978-dc126155b86b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:30.334892 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5672b3dd-a883-4c31-b350-fb26b834eb21" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa", "tag": "502892d6-6012-4e0c-b978-dc126155b86b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:30.380853 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca449dff-a34e-4946-811a-bf3b1e1caba9 x-openstack-request-id: req-ca449dff-a34e-4946-811a-bf3b1e1caba9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:30.381159 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa", "tag": "502892d6-6012-4e0c-b978-dc126155b86b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:30.381439 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca449dff-a34e-4946-811a-bf3b1e1caba9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:30.381886 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa', 'tag': '502892d6-6012-4e0c-b978-dc126155b86b', 'status': 'completed', 'code': 200} Jul 08 02:21:30.396321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea5fe9-95c1-4b02-ac2b-dca8847f8449 service neutron] Pushing event updated for resources: {'Port': ['ID=502892d6-6012-4e0c-b978-dc126155b86b,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:30.465277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b3dd-a883-4c31-b350-fb26b834eb21 req-72c57f23-c33b-4a9d-8c55-56bfcbf3c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.466880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5672b3dd-a883-4c31-b350-fb26b834eb21 req-72c57f23-c33b-4a9d-8c55-56bfcbf3c369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 1096 time: 0.0667095 Jul 08 02:21:30.570895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b3dd-a883-4c31-b350-fb26b834eb21 req-d31c31d5-b794-4462-b150-b288dd0ba375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.572677 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5672b3dd-a883-4c31-b350-fb26b834eb21 req-d31c31d5-b794-4462-b150-b288dd0ba375 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0982807 Jul 08 02:21:30.676194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672b3dd-a883-4c31-b350-fb26b834eb21 req-ae3b808a-b0a1-48a4-9084-7ec0f96a9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.677743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5672b3dd-a883-4c31-b350-fb26b834eb21 req-ae3b808a-b0a1-48a4-9084-7ec0f96a9c7e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983238 Jul 08 02:21:30.774472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-4c9993ba-6ff4-47f6-990e-18c1c6e69487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.776087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-4c9993ba-6ff4-47f6-990e-18c1c6e69487 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 1096 time: 0.0577419 Jul 08 02:21:30.821064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-b6b20777-7e0a-4541-addc-f8f8c92e146e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=502892d6-6012-4e0c-b978-dc126155b86b HTTP/1.1" status: 200 len: 217 time: 0.0366905 Jul 08 02:21:30.878181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-daf8fb0d-32d6-4131-94f2-1edf1c0eef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.879911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-daf8fb0d-32d6-4131-94f2-1edf1c0eef03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 200 len: 846 time: 0.0529528 Jul 08 02:21:30.913542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-dbafb299-9a98-4a20-8f69-56719e1b69ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=862fc505-704e-4cda-9c02-b39905742854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261562 Jul 08 02:21:31.016159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-2e6e843f-f84d-43af-818a-8cd45e477454 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954061 Jul 08 02:21:31.114301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4436a85b-0068-492b-a9ce-f8b4fef8dff8 req-8ba4774b-6385-416a-a394-1130d3ffa4c7 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918455 Jul 08 02:21:31.290189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8761-0b91-4948-ae77-05a84dbd0ae3 req-d343db27-9fe5-469d-8984-9a01d7afd210 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.291708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60aa8761-0b91-4948-ae77-05a84dbd0ae3 req-d343db27-9fe5-469d-8984-9a01d7afd210 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 944 time: 0.1161890 Jul 08 02:21:31.298057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-5d58de20-24ce-480d-b41f-33ddb330e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.299758 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-5d58de20-24ce-480d-b41f-33ddb330e83d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1097 time: 0.0929222 Jul 08 02:21:31.365128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5ce4f-2d58-4fbe-8c15-8f8f963177a5 req-43b49d56-82b0-4900-b30d-27fafdf4de01 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.367263 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-53e5ce4f-2d58-4fbe-8c15-8f8f963177a5 req-43b49d56-82b0-4900-b30d-27fafdf4de01 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0768058 Jul 08 02:21:31.393765 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60aa8761-0b91-4948-ae77-05a84dbd0ae3 req-70dc2233-1ee9-4760-974a-ca6cac4665f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928831 Jul 08 02:21:31.416174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-53e5ce4f-2d58-4fbe-8c15-8f8f963177a5 req-01a6ae99-34e2-4970-9f64-78cae303b1e0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420859 Jul 08 02:21:31.457063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-14c58aaf-766e-4bb1-b66f-68880be7103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.458691 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-14c58aaf-766e-4bb1-b66f-68880be7103a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.1515064 Jul 08 02:21:31.569554 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-e030fef7-90b1-4fcf-9764-6e78b3ea62b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 1000 time: 0.1029747 Jul 08 02:21:31.632806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad846111-3f9b-4a0a-95a3-382b93a616a4 req-12d852f9-d5d4-4e00-9391-fd581db8df6d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.634336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad846111-3f9b-4a0a-95a3-382b93a616a4 req-12d852f9-d5d4-4e00-9391-fd581db8df6d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0972955 Jul 08 02:21:31.646666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9374d-5273-4dd5-9131-a298f97719e4 req-e09ca673-60f4-4c39-a847-6916f5eb3e83 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.647885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 43488) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:31.654458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b9b9374d-5273-4dd5-9131-a298f97719e4 req-e09ca673-60f4-4c39-a847-6916f5eb3e83 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.1373658 Jul 08 02:21:31.657380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'floatingip': {'port_id': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:31.676872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-d4ae2ed5-7b30-475c-a4a7-fadce086c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.678371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-d4ae2ed5-7b30-475c-a4a7-fadce086c349 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.1024055 Jul 08 02:21:31.699629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:31.723217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b9b9374d-5273-4dd5-9131-a298f97719e4 req-8ce06db9-a356-47b5-a5f0-4eaae39ffb88 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678341 Jul 08 02:21:31.750680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-7e425573-0138-4e10-8493-9e343b2d573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.752264 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-7e425573-0138-4e10-8493-9e343b2d573d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634189 Jul 08 02:21:31.879588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-351c6dd9-f8b5-464f-b66b-1678f243e082 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198127 Jul 08 02:21:31.980411 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bc84b9ad-1567-4601-84c7-3a2d744b05b9 req-57199551-eac5-40a8-843e-cb985fccc13e service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943980 Jul 08 02:21:32.208197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:32.267228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:32.374100 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Floating IP 292bffd7-67e0-4be5-a5c7-b3629fd77f25 associated. External IP: 172.25.8.174, port: f8c40d6c-4a22-413e-8a1c-ce53adb2aac9. Jul 08 02:21:32.997261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7742a-1143-4d10-8d99-e10f01adbf64 req-c9a7b758-8a2f-4e94-ad28-f4cc982d9910 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:32.998877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2a7742a-1143-4d10-8d99-e10f01adbf64 req-c9a7b758-8a2f-4e94-ad28-f4cc982d9910 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0820446 Jul 08 02:21:33.011489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa2812-1343-41f6-9540-b678b41e0064 req-a9d0442e-0e21-48b5-97a6-ac67afdd686b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:33.013026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2daa2812-1343-41f6-9540-b678b41e0064 req-a9d0442e-0e21-48b5-97a6-ac67afdd686b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 944 time: 0.5012875 Jul 08 02:21:33.018926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:21:33.057427 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2a7742a-1143-4d10-8d99-e10f01adbf64 req-64ddeb18-97a1-431f-9635-799e79bcebe8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Jul 08 02:21:33.094198 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2daa2812-1343-41f6-9540-b678b41e0064 req-a938f631-fa0d-4ef0-962f-10def93105a4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729208 Jul 08 02:21:33.161042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:21:33.166029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:33.170203 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] Sync routers for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:21:33.180946 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:21:33.181563 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:21:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:33.207861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-09c5ba55-359d-42dd-843e-c140dd1b70b1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "PUT /v2.0/floatingips/292bffd7-67e0-4be5-a5c7-b3629fd77f25 HTTP/1.1" status: 200 len: 992 time: 1.5554850 Jul 08 02:21:33.208677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'tag': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:33.211162 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b0a928-e377-4980-8d34-0369cc124791" -d '{"events": [{"name": "network-changed", "server_uuid": "1e32ec12-1f16-40af-8938-7b0ba60c097d", "tag": "f8c40d6c-4a22-413e-8a1c-ce53adb2aac9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:33.278656 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de3c888-ab91-42b2-8434-d32f3d847d60 x-openstack-request-id: req-8de3c888-ab91-42b2-8434-d32f3d847d60 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:33.278954 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e32ec12-1f16-40af-8938-7b0ba60c097d", "tag": "f8c40d6c-4a22-413e-8a1c-ce53adb2aac9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:33.279213 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8de3c888-ab91-42b2-8434-d32f3d847d60 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:33.279699 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'tag': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'status': 'completed', 'code': 200} Jul 08 02:21:33.300479 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:21:33.389157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0a928-e377-4980-8d34-0369cc124791 req-54aeb73c-064a-4227-b988-d144ff412356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:33.391394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15b0a928-e377-4980-8d34-0369cc124791 req-54aeb73c-064a-4227-b988-d144ff412356 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 1098 time: 0.0573311 Jul 08 02:21:33.490030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0a928-e377-4980-8d34-0369cc124791 req-3596238d-f304-48bc-bebe-f640fe06fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:33.491713 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15b0a928-e377-4980-8d34-0369cc124791 req-3596238d-f304-48bc-bebe-f640fe06fde3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.0932281 Jul 08 02:21:33.573955 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15b0a928-e377-4980-8d34-0369cc124791 req-73a14769-587c-43b3-a633-2c5284db1839 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 200 len: 1000 time: 0.0740654 Jul 08 02:21:33.629923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0a928-e377-4980-8d34-0369cc124791 req-f3cfab81-1e23-448b-84cf-e375a9fc441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:33.631956 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15b0a928-e377-4980-8d34-0369cc124791 req-f3cfab81-1e23-448b-84cf-e375a9fc441f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.0517263 Jul 08 02:21:33.671217 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '292bffd7-67e0-4be5-a5c7-b3629fd77f25', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'port_id': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'mac_address': 'fa:16:3e:94:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:21:13Z', 'updated_at': '2021-07-08T02:21:32Z', 'revision_number': 1, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:33.693403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0a928-e377-4980-8d34-0369cc124791 req-bc0b1272-67fc-448a-b0fa-c0ea40f26f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:33.694943 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15b0a928-e377-4980-8d34-0369cc124791 req-bc0b1272-67fc-448a-b0fa-c0ea40f26f67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570803 Jul 08 02:21:33.709685 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] Checking router: 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:21:33.721390 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:21:33.722022 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:21:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:33.811776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15b0a928-e377-4980-8d34-0369cc124791 req-6a1c0c97-6a3d-4db1-be6e-95ed896fa8d5 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095300 Jul 08 02:21:33.833913 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:21:33.930560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15b0a928-e377-4980-8d34-0369cc124791 req-e7e204c6-a43e-4608-9eed-e6b616d1a11a service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116276 Jul 08 02:21:34.075200 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '292bffd7-67e0-4be5-a5c7-b3629fd77f25', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'port_id': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'mac_address': 'fa:16:3e:94:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:21:13Z', 'updated_at': '2021-07-08T02:21:32Z', 'revision_number': 1, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:34.102149 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480772d-6a69-4f5d-a4fa-2556e97e8387 None None] The sync data for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 is: [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '292bffd7-67e0-4be5-a5c7-b3629fd77f25', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'port_id': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'mac_address': 'fa:16:3e:94:69:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:21:13Z', 'updated_at': '2021-07-08T02:21:32Z', 'revision_number': 1, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:21:34.265768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9c6e5-1ffd-41f4-ab9e-866a3a00a087 req-6354c260-169c-4bd0-ab7d-fb508766e8f6 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:34.267401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efd9c6e5-1ffd-41f4-ab9e-866a3a00a087 req-6354c260-169c-4bd0-ab7d-fb508766e8f6 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 945 time: 0.0787280 Jul 08 02:21:34.309400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efd9c6e5-1ffd-41f4-ab9e-866a3a00a087 req-b5ad50c9-8cee-486c-96dc-5d460901460a tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361164 Jul 08 02:21:34.333397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cde04-546c-4408-8e9d-a1861d7a3b9c req-321f14ea-67b0-402d-92de-8eab7fdc44eb tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:34.336611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa4cde04-546c-4408-8e9d-a1861d7a3b9c req-321f14ea-67b0-402d-92de-8eab7fdc44eb tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 944 time: 0.0783556 Jul 08 02:21:34.355065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f325d-06c9-4de0-a10b-4744b0c96a53 None None] New status for floating IP 292bffd7-67e0-4be5-a5c7-b3629fd77f25: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:21:34.400937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 502892d6-6012-4e0c-b978-dc126155b86b details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:34.410756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa4cde04-546c-4408-8e9d-a1861d7a3b9c req-5eee5b57-34a1-42d9-bc87-fcc58e3f034c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680223 Jul 08 02:21:34.536782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:34.610870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 502892d6-6012-4e0c-b978-dc126155b86b, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=502892d6-6012-4e0c-b978-dc126155b86b,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:34.658967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '502892d6-6012-4e0c-b978-dc126155b86b', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'port_id': '502892d6-6012-4e0c-b978-dc126155b86b', 'mac_address': 'fa:16:3e:b2:94:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9e33f-3ebb-479b-a5be-583489b44949', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:34.722195 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:34.737369 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:34.746565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502892d6-6012-4e0c-b978-dc126155b86b {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:34.780569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:34.784442 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d5ab5b-4f1c-47ca-9bcf-e522b25a461b" -d '{"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:34.790127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 502892d6-6012-4e0c-b978-dc126155b86b, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=502892d6-6012-4e0c-b978-dc126155b86b,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:34.801156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:34.821739 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a971b1e-f9af-4787-affb-3f7447e369f4 x-openstack-request-id: req-3a971b1e-f9af-4787-affb-3f7447e369f4 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:34.822032 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-unplugged", "status": "failed", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc", "code": 422}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:34.822289 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a971b1e-f9af-4787-affb-3f7447e369f4 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:34.822698 n-d-695189-13 neutron-server[100714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'code': 422} returned with failed status Jul 08 02:21:34.892130 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:34.894376 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:34.952245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=502892d6-6012-4e0c-b978-dc126155b86b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:35.008129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:35.133986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['502892d6-6012-4e0c-b978-dc126155b86b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:35.580097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec2163-c5e2-42e7-b94d-2be81097f881 req-39dabcb5-231b-4ed8-a7a5-c94d55f28871 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:35.581618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9ec2163-c5e2-42e7-b94d-2be81097f881 req-39dabcb5-231b-4ed8-a7a5-c94d55f28871 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 945 time: 0.0636556 Jul 08 02:21:35.619606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9ec2163-c5e2-42e7-b94d-2be81097f881 req-80b0ae40-220a-4d5f-9726-6e9f6f66c45a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Jul 08 02:21:36.372131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 502892d6-6012-4e0c-b978-dc126155b86b up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:36.525844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 502892d6-6012-4e0c-b978-dc126155b86b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:36.529870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 502892d6-6012-4e0c-b978-dc126155b86b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:36.530317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:36.611261 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:36.642358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 502892d6-6012-4e0c-b978-dc126155b86b, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=502892d6-6012-4e0c-b978-dc126155b86b,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:36.748634 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:36.797350 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=502892d6-6012-4e0c-b978-dc126155b86b,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:36.801082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489b187-babc-4ba0-8350-ef9f72833d32 req-68d04829-e3a9-4efc-b64b-6fe4e8a87853 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:36.803045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c489b187-babc-4ba0-8350-ef9f72833d32 req-68d04829-e3a9-4efc-b64b-6fe4e8a87853 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 945 time: 0.0702579 Jul 08 02:21:36.824125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502892d6-6012-4e0c-b978-dc126155b86b'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:36.840962 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c31213-13fc-4910-97d4-a4d7a0639fd3" -d '{"events": [{"server_uuid": "6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa", "name": "network-vif-plugged", "status": "completed", "tag": "502892d6-6012-4e0c-b978-dc126155b86b"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:36.845453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c489b187-babc-4ba0-8350-ef9f72833d32 req-ac225d50-86ca-44e6-b901-95d9c3c474e5 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367222 Jul 08 02:21:37.032178 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2685e0-5f61-4e27-9fee-aef4519bf2c0 x-openstack-request-id: req-7f2685e0-5f61-4e27-9fee-aef4519bf2c0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:37.032828 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa", "name": "network-vif-plugged", "status": "completed", "tag": "502892d6-6012-4e0c-b978-dc126155b86b", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:37.033340 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f2685e0-5f61-4e27-9fee-aef4519bf2c0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:37.034071 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502892d6-6012-4e0c-b978-dc126155b86b', 'code': 200} Jul 08 02:21:37.034557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb08c-af6c-48ec-a327-e52822c14340 req-e58da0f8-695b-4673-9361-8edf90a36598 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:37.041708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562eb08c-af6c-48ec-a327-e52822c14340 req-e58da0f8-695b-4673-9361-8edf90a36598 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0915649 Jul 08 02:21:37.088307 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562eb08c-af6c-48ec-a327-e52822c14340 req-d6779208-ef9f-4343-a878-47f8e90742b2 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 Jul 08 02:21:37.195011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a7289-75c5-4f8b-91f9-3eaa6c354792 req-738be451-a2ec-4a6c-b984-9089c49c690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:37.196798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-820a7289-75c5-4f8b-91f9-3eaa6c354792 req-738be451-a2ec-4a6c-b984-9089c49c690a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 1098 time: 0.0793829 Jul 08 02:21:37.239618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-820a7289-75c5-4f8b-91f9-3eaa6c354792 req-b4cbb666-94b3-450d-838b-3ff9e1c225b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Jul 08 02:21:37.584094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-f9b339da-e080-4dae-ba83-7f421fa0437c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1701167 Jul 08 02:21:38.064184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f074b-1caf-426b-93ed-a5d2ed5206c3 req-b60ae5ae-f337-4b34-b565-cd18a93d140f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:38.065681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b18f074b-1caf-426b-93ed-a5d2ed5206c3 req-b60ae5ae-f337-4b34-b565-cd18a93d140f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 946 time: 0.0761771 Jul 08 02:21:38.107086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b18f074b-1caf-426b-93ed-a5d2ed5206c3 req-04d8765f-1213-4522-acaf-cf1c856a67e3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Jul 08 02:21:38.294219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248555f1-a0f4-4f82-a1a8-03a6e34f2958 req-f40f2ea6-93ca-42d2-ba37-6b5463ba5021 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:38.295787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-248555f1-a0f4-4f82-a1a8-03a6e34f2958 req-f40f2ea6-93ca-42d2-ba37-6b5463ba5021 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0810931 Jul 08 02:21:38.351929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-248555f1-a0f4-4f82-a1a8-03a6e34f2958 req-d2382be7-6ad5-4ae0-804e-eb9a6e7ff0a1 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458896 Jul 08 02:21:38.544338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:39.290284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb53b75-1045-4a49-8989-a2e3ca9f8c35 req-654de93d-12d6-4c94-a7f2-0f8ec6eef228 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.291750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cb53b75-1045-4a49-8989-a2e3ca9f8c35 req-654de93d-12d6-4c94-a7f2-0f8ec6eef228 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 946 time: 0.0666845 Jul 08 02:21:39.331040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cb53b75-1045-4a49-8989-a2e3ca9f8c35 req-b0008d13-eb3c-4bfc-b57b-6f7d139e92a5 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Jul 08 02:21:39.453926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-6594532c-8cb3-4382-b6e2-a3665e7293ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.455580 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-6594532c-8cb3-4382-b6e2-a3665e7293ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0&tenant_id=f969ee555a594dabb9294b7d70695fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0572734 Jul 08 02:21:39.524381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8052-c6b6-4cd3-8afa-d342baa31934 req-28463465-6e92-4e08-9fa7-8e124df38f7a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.525921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-362d8052-c6b6-4cd3-8afa-d342baa31934 req-28463465-6e92-4e08-9fa7-8e124df38f7a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 946 time: 0.0749960 Jul 08 02:21:39.564137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-362d8052-c6b6-4cd3-8afa-d342baa31934 req-3dc63f15-3747-405e-a9b2-4884f646e58f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Jul 08 02:21:39.586459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063737f-6364-4fe0-a79a-89ac6490a8e5 req-c76b3f41-a4c8-4e9f-b854-d699d65e3ded tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.588050 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7063737f-6364-4fe0-a79a-89ac6490a8e5 req-c76b3f41-a4c8-4e9f-b854-d699d65e3ded tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0960717 Jul 08 02:21:39.594546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-ae8b7d70-7c00-4a38-b264-cf4cb4d9e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.596962 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-ae8b7d70-7c00-4a38-b264-cf4cb4d9e3b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1095 time: 0.1167912 Jul 08 02:21:39.676203 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7063737f-6364-4fe0-a79a-89ac6490a8e5 req-a17cd8b7-7780-4f49-834e-26c4bb0b717b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781968 Jul 08 02:21:39.723649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-40c839a1-cc8e-4405-be04-9f266b9e2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.725295 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-40c839a1-cc8e-4405-be04-9f266b9e2650 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.1202424 Jul 08 02:21:39.758256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea3c7-dac6-4452-a86c-17e18d37d70b req-0fb2f40c-e721-4eae-9fc5-ca3b5abc000c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.760181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ecea3c7-dac6-4452-a86c-17e18d37d70b req-0fb2f40c-e721-4eae-9fc5-ca3b5abc000c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 946 time: 0.0758190 Jul 08 02:21:39.799952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-980d0800-834d-4f7b-8857-2421725cadd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 998 time: 0.0685325 Jul 08 02:21:39.800698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ecea3c7-dac6-4452-a86c-17e18d37d70b req-b972157a-6cc3-4ca3-99f8-e5d19f517451 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346658 Jul 08 02:21:39.852689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-a46ce874-60ab-4f71-a405-d51996c18509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.854217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-a46ce874-60ab-4f71-a405-d51996c18509 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0478582 Jul 08 02:21:39.913059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-2823fb9e-9b59-43d9-b535-6e6c3f3d2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.915145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-2823fb9e-9b59-43d9-b535-6e6c3f3d2c4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543532 Jul 08 02:21:40.011163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-c2b549d8-8b33-47ca-bc03-039074eb64e8 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901940 Jul 08 02:21:40.100043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-73997b30-8e53-408c-bf11-f3ee5e86b39c service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832663 Jul 08 02:21:40.506880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c48f6-ae2f-4f32-9fad-41aa5f6df824 req-8dc993c8-a38c-4e6e-a8b8-38fa3c30a52c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:40.508425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-955c48f6-ae2f-4f32-9fad-41aa5f6df824 req-8dc993c8-a38c-4e6e-a8b8-38fa3c30a52c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 946 time: 0.0628364 Jul 08 02:21:40.546810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-955c48f6-ae2f-4f32-9fad-41aa5f6df824 req-5588ce87-b6c8-40a2-9608-904af3bee426 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Jul 08 02:21:40.952513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf5eef-3253-40cf-8fcb-924d829becdb req-316969f1-12a8-4442-bf68-6781b415db57 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:40.962656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8cbf5eef-3253-40cf-8fcb-924d829becdb req-316969f1-12a8-4442-bf68-6781b415db57 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.1233895 Jul 08 02:21:41.009446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8cbf5eef-3253-40cf-8fcb-924d829becdb req-4b1eb4b1-5f86-4879-bb89-390245ccae56 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 Jul 08 02:21:41.763845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53e4-dbe7-49d6-8bb1-29249da784a5 req-5b9c8ccf-b92f-41db-8257-3bf7638624a6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:41.770712 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-597d53e4-dbe7-49d6-8bb1-29249da784a5 req-5b9c8ccf-b92f-41db-8257-3bf7638624a6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 946 time: 0.0903175 Jul 08 02:21:41.823910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-597d53e4-dbe7-49d6-8bb1-29249da784a5 req-06259073-e858-484c-9a18-96443fbf4f36 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522950 Jul 08 02:21:41.881130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-9b4c49b9-76ce-4ccf-ab15-8f518c9202e1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:41.882649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-9b4c49b9-76ce-4ccf-ab15-8f518c9202e1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 946 time: 0.0940351 Jul 08 02:21:42.004753 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Deleting port 502892d6-6012-4e0c-b978-dc126155b86b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:21:42.005154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:42.091302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c8464f54-32c1-4d05-8c64-2683d9929666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:42.122678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] For port 502892d6-6012-4e0c-b978-dc126155b86b, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=502892d6-6012-4e0c-b978-dc126155b86b,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:42.123070 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:42.158921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Calling delete_port for 502892d6-6012-4e0c-b978-dc126155b86b owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:21:42.259068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8031f5-1c06-4742-a4b4-f24216795b5c req-2bd5607b-d860-4f97-ada7-76c4d02dadc9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:42.260762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e8031f5-1c06-4742-a4b4-f24216795b5c req-2bd5607b-d860-4f97-ada7-76c4d02dadc9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0773695 Jul 08 02:21:42.328004 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e8031f5-1c06-4742-a4b4-f24216795b5c req-cd28e27a-f77d-4a6b-b2a5-ffeaa243148e tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551147 Jul 08 02:21:42.409209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:42.420225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2', '656af421-49c0-4430-b2dc-07bb2e579acb'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:42.449940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event deleted for resources: {'Port': ['ID=502892d6-6012-4e0c-b978-dc126155b86b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:42.540103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] No DVR routers for this DVR port 502892d6-6012-4e0c-b978-dc126155b86b on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:21:42.542523 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:42.553101 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23b070d4-7ec3-4caa-ac3b-e53bdf909058 req-b1cbb649-2c95-4b21-973a-4698f8b70d22 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "DELETE /v2.0/ports/502892d6-6012-4e0c-b978-dc126155b86b HTTP/1.1" status: 204 len: 173 time: 0.6638098 Jul 08 02:21:42.553622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa', 'name': 'network-vif-deleted', 'tag': '502892d6-6012-4e0c-b978-dc126155b86b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:42.556244 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4745b5-96b8-47d4-8c56-8e1b5f3c6b3a" -d '{"events": [{"server_uuid": "6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa", "name": "network-vif-deleted", "tag": "502892d6-6012-4e0c-b978-dc126155b86b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:42.617419 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1820507f-7bba-402c-8dcb-83d31b057675 x-openstack-request-id: req-1820507f-7bba-402c-8dcb-83d31b057675 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:42.618314 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa", "name": "network-vif-deleted", "tag": "502892d6-6012-4e0c-b978-dc126155b86b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:42.618577 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1820507f-7bba-402c-8dcb-83d31b057675 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:42.618986 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa', 'name': 'network-vif-deleted', 'tag': '502892d6-6012-4e0c-b978-dc126155b86b', 'status': 'completed', 'code': 200} Jul 08 02:21:43.017239 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-570e5032-77d0-4c52-8b67-fc27e405fd7a req-c4f9d7b7-4b69-486c-a197-2b5fd174dd04 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8c2bee-aec3-48dc-a1cd-2f6c58da1bfa HTTP/1.1" status: 200 len: 210 time: 0.0610666 Jul 08 02:21:43.579288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78529417-dfd9-4133-b3f8-acf35d336e32 req-61600f0c-37e7-4a90-af96-707eb57106af tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:43.581548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78529417-dfd9-4133-b3f8-acf35d336e32 req-61600f0c-37e7-4a90-af96-707eb57106af tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0809853 Jul 08 02:21:43.639829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-78529417-dfd9-4133-b3f8-acf35d336e32 req-81613ece-4abf-4dca-8d83-ba200fac867d tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497091 Jul 08 02:21:44.402493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 502892d6-6012-4e0c-b978-dc126155b86b no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:44.440553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 502892d6-6012-4e0c-b978-dc126155b86b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:21:44.440912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 502892d6-6012-4e0c-b978-dc126155b86b not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:21:44.513973 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e74019a-a13f-4449-ab92-8579bdf0bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:44.871942 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:44.916168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635db654-9101-4d1e-a60f-a7b2cbc7f72f req-93a80043-adf7-4e82-9d1c-68d10996cba7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:44.924057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-635db654-9101-4d1e-a60f-a7b2cbc7f72f req-93a80043-adf7-4e82-9d1c-68d10996cba7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.1407611 Jul 08 02:21:44.970049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-635db654-9101-4d1e-a60f-a7b2cbc7f72f req-60bf63e2-c43c-4d7f-a858-edb17eb1c34b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 Jul 08 02:21:45.175444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394246a-4425-4b0e-acca-c2e569854e3f req-48ac04a3-edd7-43c2-91d1-7d9a52e14145 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:45.177488 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d394246a-4425-4b0e-acca-c2e569854e3f req-48ac04a3-edd7-43c2-91d1-7d9a52e14145 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 946 time: 0.0908351 Jul 08 02:21:45.226096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d394246a-4425-4b0e-acca-c2e569854e3f req-949bdc11-b7c0-4c61-8e4e-6b247ca962c7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Jul 08 02:21:45.776947 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:46.164948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99484a44-90c1-4683-8fda-3d60c6276895 req-b6a9e028-260f-49e4-900e-52a7f08ccfd7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:46.167446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99484a44-90c1-4683-8fda-3d60c6276895 req-b6a9e028-260f-49e4-900e-52a7f08ccfd7 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0669627 Jul 08 02:21:46.204638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-c1f0973a-2139-4804-b64b-416d0a0dc74a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:46.206439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-c1f0973a-2139-4804-b64b-416d0a0dc74a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 946 time: 0.0743954 Jul 08 02:21:46.221762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99484a44-90c1-4683-8fda-3d60c6276895 req-7132e8a5-2c49-4a06-bbce-67dfbf64634b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483463 Jul 08 02:21:46.323448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Deleting port 656af421-49c0-4430-b2dc-07bb2e579acb {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:21:46.323970 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:46.423894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2038e-1bf1-4f04-a4a6-b152af14e930 req-3ff5d931-6102-4574-bdbe-b943ab22f3b9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:46.426122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8fa2038e-1bf1-4f04-a4a6-b152af14e930 req-3ff5d931-6102-4574-bdbe-b943ab22f3b9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 946 time: 0.0829268 Jul 08 02:21:46.449575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] For port 656af421-49c0-4430-b2dc-07bb2e579acb, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=656af421-49c0-4430-b2dc-07bb2e579acb,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:46.449961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:46.466144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Calling delete_port for 656af421-49c0-4430-b2dc-07bb2e579acb owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:21:46.470425 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8fa2038e-1bf1-4f04-a4a6-b152af14e930 req-57c20868-30e6-4337-9fa9-d92b43291f90 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377588 Jul 08 02:21:46.714713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:46.727021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:46.753188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event deleted for resources: {'Port': ['ID=656af421-49c0-4430-b2dc-07bb2e579acb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:46.823872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] No DVR routers for this DVR port 656af421-49c0-4430-b2dc-07bb2e579acb on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:21:46.836608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:46.842734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-101000df-d6a2-4d79-91f0-576ce6ab1d1e req-5f46d2ac-9de7-4212-821b-3613f7d2ed34 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "DELETE /v2.0/ports/656af421-49c0-4430-b2dc-07bb2e579acb HTTP/1.1" status: 204 len: 173 time: 0.6260285 Jul 08 02:21:46.842734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600a8590-a7c4-4d22-b853-5333543aedbf', 'name': 'network-vif-deleted', 'tag': '656af421-49c0-4430-b2dc-07bb2e579acb'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:46.842734 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cc122f-1a05-4319-8a28-b4338c805897" -d '{"events": [{"server_uuid": "600a8590-a7c4-4d22-b853-5333543aedbf", "name": "network-vif-deleted", "tag": "656af421-49c0-4430-b2dc-07bb2e579acb"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:46.893402 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e05e064-8730-4499-bdab-6b120123f119 x-openstack-request-id: req-6e05e064-8730-4499-bdab-6b120123f119 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:46.894002 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600a8590-a7c4-4d22-b853-5333543aedbf", "name": "network-vif-deleted", "tag": "656af421-49c0-4430-b2dc-07bb2e579acb", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:46.894416 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e05e064-8730-4499-bdab-6b120123f119 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:46.895197 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600a8590-a7c4-4d22-b853-5333543aedbf', 'name': 'network-vif-deleted', 'tag': '656af421-49c0-4430-b2dc-07bb2e579acb', 'status': 'completed', 'code': 200} Jul 08 02:21:47.439284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44779c00-9b3e-4857-b972-0e28d5bb3dfa req-89e3ad09-4f91-441d-b07b-511c71edac19 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:47.441885 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44779c00-9b3e-4857-b972-0e28d5bb3dfa req-89e3ad09-4f91-441d-b07b-511c71edac19 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0683274 Jul 08 02:21:47.490198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44779c00-9b3e-4857-b972-0e28d5bb3dfa req-99ac777c-3eee-4c45-9b9d-fab3b6e192fe tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429733 Jul 08 02:21:47.494726 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:47.691573 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c2d81900-2fb4-4d71-a4ff-6b9fb78457ea req-a64cfa92-fc3a-49e2-9985-64c3ff8a25a7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=600a8590-a7c4-4d22-b853-5333543aedbf HTTP/1.1" status: 200 len: 210 time: 0.0424626 Jul 08 02:21:48.419488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 656af421-49c0-4430-b2dc-07bb2e579acb no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:48.439500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 656af421-49c0-4430-b2dc-07bb2e579acb {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:21:48.439894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 656af421-49c0-4430-b2dc-07bb2e579acb not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:21:48.483465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:48.686926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc526-715f-4f73-b38e-272e22c229c0 req-f1ba6445-0003-410b-93c9-fe0658b21f7b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:48.688468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efbbc526-715f-4f73-b38e-272e22c229c0 req-f1ba6445-0003-410b-93c9-fe0658b21f7b tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0715230 Jul 08 02:21:48.732743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efbbc526-715f-4f73-b38e-272e22c229c0 req-6b90b6c0-81fd-48a1-9fe8-271a3d12a720 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387521 Jul 08 02:21:49.093545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-68c2808e-d9ad-4a07-855f-26a10c381faf tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:49.096733 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-68c2808e-d9ad-4a07-855f-26a10c381faf tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1180241 Jul 08 02:21:49.113891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-102f4f97-f812-4f74-a417-42d53324c37c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/quotas/80edd775dfe24f26b666d7e2ccedde2c HTTP/1.1" status: 200 len: 375 time: 0.0119092 Jul 08 02:21:49.186579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-52ca0eaa-cbf8-4775-877f-68af4d426c76 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673578 Jul 08 02:21:49.278780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-2f7d09b0-dd98-4276-8d0e-23a80afdad75 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856462 Jul 08 02:21:49.413247 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-e179eb21-9dd2-4cfe-aebf-ea8747b1f473 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225250 Jul 08 02:21:49.699837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd7a3584-b4cc-485c-9940-3d29e5fc8cbd req-970b345e-98dc-4ee9-a829-1571d9d43d49 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 210 time: 0.0350206 Jul 08 02:21:49.967636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5192bd6-347e-4204-9286-58fd7feeb2a8 req-e42abe44-3d88-48f5-9bd9-41edd0e211dd tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:49.969583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5192bd6-347e-4204-9286-58fd7feeb2a8 req-e42abe44-3d88-48f5-9bd9-41edd0e211dd tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.1072838 Jul 08 02:21:50.020055 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5192bd6-347e-4204-9286-58fd7feeb2a8 req-08af31eb-9977-430e-8f2b-78c19939459f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 Jul 08 02:21:50.789323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5afc1f02-3fb6-4d17-9860-4cdc6bcaf46a req-643cdc7f-99dc-4f28-9980-ac6d028a138d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 210 time: 0.0362909 Jul 08 02:21:50.959615 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:51.259703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999b99c-234a-4c47-8c4d-72bde583f95b req-29fd126a-13e5-45d4-b1c0-b5c0ea83c4b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:51.261223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a999b99c-234a-4c47-8c4d-72bde583f95b req-29fd126a-13e5-45d4-b1c0-b5c0ea83c4b9 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.1072621 Jul 08 02:21:51.304212 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a999b99c-234a-4c47-8c4d-72bde583f95b req-5ecaf20b-aaf0-4f93-8a4f-788d965dabad tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363538 Jul 08 02:21:51.975562 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-22364d26-8e2c-4360-8a0e-b52fc4fe9834 req-546b9220-2f02-4ba1-bf30-5b08c2365081 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 210 time: 0.0384851 Jul 08 02:21:52.490671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c554b0-ad8f-4eb4-9bc1-798c34e80878 req-2c2f96b3-9824-4a2c-a0d0-78709de64991 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:52.492277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71c554b0-ad8f-4eb4-9bc1-798c34e80878 req-2c2f96b3-9824-4a2c-a0d0-78709de64991 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0636621 Jul 08 02:21:52.582185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-71c554b0-ad8f-4eb4-9bc1-798c34e80878 req-f7d4f854-6d1d-4c59-9884-f04b4e317542 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784986 Jul 08 02:21:52.628565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-c075cd77-d058-4bba-baa3-d51ed630c384 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:52.629981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-c075cd77-d058-4bba-baa3-d51ed630c384 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1367717 Jul 08 02:21:52.643136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Request body: {'port': {'device_id': 'f381cd20-6595-40ab-bdd7-98d639fcebc0', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'admin_state_up': True, 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:52.837343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:52.841596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:52.997536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Allocated IP 172.20.0.5 (862fc505-704e-4cda-9c02-b39905742854/c6b9e33f-3ebb-479b-a5be-583489b44949/354599df-bf7b-4ddf-820c-8d96c1e2a0b1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:53.136929 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2534223d-e207-4ea7-9cea-a9ef87586a1f req-166b462a-77df-4422-8895-bfeed287e753 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 210 time: 0.0410113 Jul 08 02:21:53.171720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.274451 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.288075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:53.331858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event updated for resources: {'Port': ['ID=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:53.348207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.350973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.350973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.350973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.350973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.350973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.350973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.350973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.351635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.351635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.351883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.352232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.357708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Network 862fc505-704e-4cda-9c02-b39905742854 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:53.359202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:53.361761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:53.416744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.417375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.491541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-21b11356-c3df-4230-8198-2f452f2b3db4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522823 Jul 08 02:21:53.504456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Request body: {'port': {'device_id': 'f381cd20-6595-40ab-bdd7-98d639fcebc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:53.584069 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.790340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe175b1-2737-4e5c-9250-2467f1914790 req-b562ff60-7f6e-4112-8dab-b2300c9e1fb3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.791865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dbe175b1-2737-4e5c-9250-2467f1914790 req-b562ff60-7f6e-4112-8dab-b2300c9e1fb3 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 943 time: 0.0816720 Jul 08 02:21:53.831697 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dbe175b1-2737-4e5c-9250-2467f1914790 req-996b5dc1-b16b-4660-acf0-1e200f540433 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341325 Jul 08 02:21:53.875765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:53.883558 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.898557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Transition to ACTIVE for port object 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:53.980762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:54.049624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Pushing event updated for resources: {'Port': ['ID=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:54.099750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Attempting to bind port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:54.100088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Attempting to bind port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:54.100422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Attempting to bind port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:54.104644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 on network 862fc505-704e-4cda-9c02-b39905742854 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:21:54.104978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Attempting to bind port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:54.109727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:54.110077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Checking segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:54.110469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Bound using segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:54.110899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Bound port: 354599df-bf7b-4ddf-820c-8d96c1e2a0b1, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:54.111279 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:54.176449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] For port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:54.179879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] For port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:54.276201 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:54.329756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.330418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:54.331844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] 10.222.0.32 "PUT /v2.0/ports/354599df-bf7b-4ddf-820c-8d96c1e2a0b1 HTTP/1.1" status: 200 len: 1092 time: 0.8323739 Jul 08 02:21:54.333810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f381cd20-6595-40ab-bdd7-98d639fcebc0', 'tag': '354599df-bf7b-4ddf-820c-8d96c1e2a0b1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:54.336093 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f634d92-3866-4674-817a-1ff2278cf6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f381cd20-6595-40ab-bdd7-98d639fcebc0", "tag": "354599df-bf7b-4ddf-820c-8d96c1e2a0b1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:54.368976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c11f5-59eb-47e9-8a9f-59f869249acc service neutron] Pushing event updated for resources: {'Port': ['ID=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:54.377236 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815c73bc-86f8-400a-8fac-4e8e0485a3fe x-openstack-request-id: req-815c73bc-86f8-400a-8fac-4e8e0485a3fe {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:54.377536 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f381cd20-6595-40ab-bdd7-98d639fcebc0", "tag": "354599df-bf7b-4ddf-820c-8d96c1e2a0b1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:54.377796 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-815c73bc-86f8-400a-8fac-4e8e0485a3fe {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:54.378201 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f381cd20-6595-40ab-bdd7-98d639fcebc0', 'tag': '354599df-bf7b-4ddf-820c-8d96c1e2a0b1', 'status': 'completed', 'code': 200} Jul 08 02:21:54.394125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517cc91-ac90-4b7b-ac05-b669a6e54ebc req-57013f90-a3cf-452e-8431-281802759cbe tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.395842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e517cc91-ac90-4b7b-ac05-b669a6e54ebc req-57013f90-a3cf-452e-8431-281802759cbe tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 943 time: 0.1362889 Jul 08 02:21:54.464040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e517cc91-ac90-4b7b-ac05-b669a6e54ebc req-ae6c46be-1f85-4032-83c9-2e5a764939c0 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617800 Jul 08 02:21:54.485238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f634d92-3866-4674-817a-1ff2278cf6fc req-816b664c-0f30-4c9e-bb6f-b95419dd7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.486763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f634d92-3866-4674-817a-1ff2278cf6fc req-816b664c-0f30-4c9e-bb6f-b95419dd7dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 1095 time: 0.0780516 Jul 08 02:21:54.593021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f634d92-3866-4674-817a-1ff2278cf6fc req-0253153a-eab9-4050-a810-9d7d276c08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.593961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:54.594852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f634d92-3866-4674-817a-1ff2278cf6fc req-0253153a-eab9-4050-a810-9d7d276c08f4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1000817 Jul 08 02:21:54.695093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:54.696373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f634d92-3866-4674-817a-1ff2278cf6fc req-58bda797-99a0-4e7d-b79f-4183455bff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.697909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2f634d92-3866-4674-817a-1ff2278cf6fc req-58bda797-99a0-4e7d-b79f-4183455bff64 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963786 Jul 08 02:21:54.708762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'port_id': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'mac_address': 'fa:16:3e:3a:1c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:54.751606 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:54.764803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb887d03-32db-4997-ae24-c4b105c57edc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:54.786133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:54.796471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-1e8fb532-d852-4c75-9837-12c27e84c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.801038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-1e8fb532-d852-4c75-9837-12c27e84c933 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 1095 time: 0.0602372 Jul 08 02:21:54.840552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-076f9948-880f-49b0-a7c0-47e29f178f99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=354599df-bf7b-4ddf-820c-8d96c1e2a0b1 HTTP/1.1" status: 200 len: 217 time: 0.0340748 Jul 08 02:21:54.854924 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:54.897160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-bd0064f0-3b52-4bef-8178-f233c7da92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.899256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-bd0064f0-3b52-4bef-8178-f233c7da92a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 200 len: 846 time: 0.0526080 Jul 08 02:21:54.928356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:54.944599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.956932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.956932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.956932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.956932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.956932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.956932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.956932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.956932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.957595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-6d1c0d70-1013-47f3-a51c-14c8270cda24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=862fc505-704e-4cda-9c02-b39905742854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379682 Jul 08 02:21:54.957705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.957705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:54.957705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:55.070813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cb887d03-32db-4997-ae24-c4b105c57edc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:55.087824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-cd15ccbb-ab8c-49bd-afdf-80ec0ab055b2 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323388 Jul 08 02:21:55.100056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb4a20-ca47-422a-bb49-b5b5f258723c req-797feece-0dec-4685-9a12-6159fa54f532 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:55.101543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17bb4a20-ca47-422a-bb49-b5b5f258723c req-797feece-0dec-4685-9a12-6159fa54f532 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 944 time: 0.1275594 Jul 08 02:21:55.232477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d9c0293-d618-45ff-be85-fb5d4bb66775 req-903cdacd-4083-4612-b84b-a142119386ff service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299574 Jul 08 02:21:55.235576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17bb4a20-ca47-422a-bb49-b5b5f258723c req-d7656d76-8b32-4e43-85a7-9bbb1a40caa8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244795 Jul 08 02:21:55.338341 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-3ce9ebe8-20b6-401d-99fc-e2b58ad0f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:55.339900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-3ce9ebe8-20b6-401d-99fc-e2b58ad0f071 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f969ee555a594dabb9294b7d70695fc3&device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1096 time: 0.0531678 Jul 08 02:21:55.457814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-332b7c64-8251-4355-9946-c4cf11e4bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:55.459231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-332b7c64-8251-4355-9946-c4cf11e4bbac service neutron] 10.222.0.18 "GET /v2.0/networks?id=e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 200 len: 918 time: 0.0977182 Jul 08 02:21:55.531122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-5afef450-6355-4546-901a-5fc06ca9be97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 200 len: 999 time: 0.0615866 Jul 08 02:21:55.604113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-5585047e-c198-4fad-949f-4851fa56e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:55.605866 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-5585047e-c198-4fad-949f-4851fa56e3d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 200 len: 856 time: 0.0670297 Jul 08 02:21:55.721675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-0fd2edbc-c359-4ec4-a18f-41d24e7f802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:55.723202 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-0fd2edbc-c359-4ec4-a18f-41d24e7f802b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e416d104-4ce0-4fb0-9d5a-623685fa16f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091237 Jul 08 02:21:55.736076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e686210-dcca-4765-9f2f-c0647232b3af req-547f367e-4c1a-45e1-a305-119065fd4cc9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:55.737564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e686210-dcca-4765-9f2f-c0647232b3af req-547f367e-4c1a-45e1-a305-119065fd4cc9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 943 time: 0.1106741 Jul 08 02:21:55.828379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7e686210-dcca-4765-9f2f-c0647232b3af req-55fe9e90-6558-4e73-8e4c-01c7decaa95b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799298 Jul 08 02:21:55.860953 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-0c00fe15-eb86-4bc2-a25b-fdd3c18d27d6 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224401 Jul 08 02:21:55.964216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a38c84a6-eb55-453c-a5dd-86e1aa0c86de req-91375a50-f43c-4763-a277-975503bda553 service neutron] 10.222.0.18 "GET /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957637 Jul 08 02:21:56.438255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467140c-3300-419e-a32c-0737301ec42a req-f8e99202-85ee-4b98-a740-67dab3d90412 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:56.439766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e467140c-3300-419e-a32c-0737301ec42a req-f8e99202-85ee-4b98-a740-67dab3d90412 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 944 time: 0.0631633 Jul 08 02:21:56.483089 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e467140c-3300-419e-a32c-0737301ec42a req-1b946d4c-4c41-4f6a-ab09-027fc2e31065 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377769 Jul 08 02:21:56.608752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:56.658514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port cb887d03-32db-4997-ae24-c4b105c57edc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:56.658902 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:56.740463 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:56.764937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:56.767382 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169259a1-59b8-4b7b-8660-0f6136c786d4" -d '{"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:56.780355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:56.804252 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e2ccd5-d964-4755-b6f0-d9b07e80b4b0 x-openstack-request-id: req-d9e2ccd5-d964-4755-b6f0-d9b07e80b4b0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:56.804644 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:56.804939 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9e2ccd5-d964-4755-b6f0-d9b07e80b4b0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:56.805500 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'code': 200} Jul 08 02:21:56.834190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:56.892485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:57.057704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda7484-d367-4732-bf12-d315b6be70f5 req-fd8b6b35-89aa-4355-bf4e-947414037670 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:57.059458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9bda7484-d367-4732-bf12-d315b6be70f5 req-fd8b6b35-89aa-4355-bf4e-947414037670 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 943 time: 0.0882068 Jul 08 02:21:57.101859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9bda7484-d367-4732-bf12-d315b6be70f5 req-0bd761a7-3304-4fd5-adc4-2327cb28deef tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351279 Jul 08 02:21:57.116347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568db4c6-d779-440a-83d4-cb91233787e2 req-98db5a1b-f66f-474f-ab62-08020c044da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:57.118465 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-568db4c6-d779-440a-83d4-cb91233787e2 req-98db5a1b-f66f-474f-ab62-08020c044da0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 1098 time: 0.0724390 Jul 08 02:21:57.155875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-568db4c6-d779-440a-83d4-cb91233787e2 req-e4b978a4-a383-4df1-8fbd-0a220a85fed7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295458 Jul 08 02:21:57.670298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e8931-841e-4726-a255-9cbbce714867 req-c1accd2a-de2a-4158-83aa-4c6650b75397 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:57.671791 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d61e8931-841e-4726-a255-9cbbce714867 req-c1accd2a-de2a-4158-83aa-4c6650b75397 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 946 time: 0.0658922 Jul 08 02:21:57.710754 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d61e8931-841e-4726-a255-9cbbce714867 req-7d808c1a-3fc4-487d-af20-233aa7f3a4ac tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326469 Jul 08 02:21:58.297347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6da1b-dbdd-48cb-a67b-ebb2169cb07e req-4439ad83-faee-4caf-80f0-255c5524d290 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:58.298905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ec6da1b-dbdd-48cb-a67b-ebb2169cb07e req-4439ad83-faee-4caf-80f0-255c5524d290 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 943 time: 0.0700669 Jul 08 02:21:58.338537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ec6da1b-dbdd-48cb-a67b-ebb2169cb07e req-ebe0eee2-0769-46c9-bd64-979e338143f7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Jul 08 02:21:58.484238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:58.586201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:58.597634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '354599df-bf7b-4ddf-820c-8d96c1e2a0b1', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'port_id': '354599df-bf7b-4ddf-820c-8d96c1e2a0b1', 'mac_address': 'fa:16:3e:e1:9d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9e33f-3ebb-479b-a5be-583489b44949', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:58.638662 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:58.651266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:58.671703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:58.787788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:58.835528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:58.898441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37074720-c775-42a1-be13-c59739e9f4d0 req-f8200f31-04ce-420a-90d9-c04b65651502 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:58.899980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37074720-c775-42a1-be13-c59739e9f4d0 req-f8200f31-04ce-420a-90d9-c04b65651502 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 946 time: 0.0654342 Jul 08 02:21:58.938742 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37074720-c775-42a1-be13-c59739e9f4d0 req-0c7606b2-3309-439a-b6df-46452d915e38 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Jul 08 02:21:58.990415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['354599df-bf7b-4ddf-820c-8d96c1e2a0b1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:59.123378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 44610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:59.233775 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f628d0f-652a-43be-bca3-169886915778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.327616 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f628d0f-652a-43be-bca3-169886915778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.404814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f628d0f-652a-43be-bca3-169886915778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.455249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f628d0f-652a-43be-bca3-169886915778 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d2a75584b824dfeae318b6402d70112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304815 Jul 08 02:21:59.459013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 44620) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:59.465242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f628d0f-652a-43be-bca3-169886915778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8332f277-698d-417c-99c6-a9b54cec03a0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:59.528535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.530045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80016-bb44-4d65-bcc7-49f16ca1e857 req-bcef0645-122e-40dd-ba2b-94e113235af6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:59.532304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dcc80016-bb44-4d65-bcc7-49f16ca1e857 req-bcef0645-122e-40dd-ba2b-94e113235af6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 944 time: 0.0754795 Jul 08 02:21:59.551699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.573181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dcc80016-bb44-4d65-bcc7-49f16ca1e857 req-a869f2f8-c4b5-4912-81c1-1a8bdc0a3a5a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Jul 08 02:21:59.667661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.670293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.671488 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8332f277-698d-417c-99c6-a9b54cec03a0 HTTP/1.1" status: 204 len: 168 time: 0.2108827 Jul 08 02:21:59.681079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8332f277-698d-417c-99c6-a9b54cec03a0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:59.688791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.689153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.689501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.689848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.690189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.690526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.690862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.691196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.691560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.691892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.692237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.692669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15891219-30b5-48c3-b37d-b71d23bf5e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:00.157289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bf07-74fb-4221-90d6-8d1e49cfa4d5 req-37d0e946-590f-46ee-9eb8-9cb7f2947596 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:00.159216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63b2bf07-74fb-4221-90d6-8d1e49cfa4d5 req-37d0e946-590f-46ee-9eb8-9cb7f2947596 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 946 time: 0.0809400 Jul 08 02:22:00.227150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63b2bf07-74fb-4221-90d6-8d1e49cfa4d5 req-cca64435-0635-4428-83a4-87cbd01094a8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533094 Jul 08 02:22:00.483930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:22:00.582346 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:22:00.586495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:22:00.586877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.671575 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.695230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f381cd20-6595-40ab-bdd7-98d639fcebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354599df-bf7b-4ddf-820c-8d96c1e2a0b1'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:00.699354 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9efcac7-167d-49ea-90cc-810824a52cff" -d '{"events": [{"server_uuid": "f381cd20-6595-40ab-bdd7-98d639fcebc0", "name": "network-vif-plugged", "status": "completed", "tag": "354599df-bf7b-4ddf-820c-8d96c1e2a0b1"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:00.716541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:00.746632 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c395662c-5831-4376-96a4-a419b3e1ed25 x-openstack-request-id: req-c395662c-5831-4376-96a4-a419b3e1ed25 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:00.746985 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f381cd20-6595-40ab-bdd7-98d639fcebc0", "name": "network-vif-plugged", "status": "completed", "tag": "354599df-bf7b-4ddf-820c-8d96c1e2a0b1", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:00.747247 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c395662c-5831-4376-96a4-a419b3e1ed25 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:00.747676 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f381cd20-6595-40ab-bdd7-98d639fcebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354599df-bf7b-4ddf-820c-8d96c1e2a0b1', 'code': 200} Jul 08 02:22:00.799752 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.804948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fb113-01dc-4caf-afbe-ebf2a13ca2cd req-31016ec8-277c-4684-b92b-80c4d0be5df6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:00.806458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a57fb113-01dc-4caf-afbe-ebf2a13ca2cd req-31016ec8-277c-4684-b92b-80c4d0be5df6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 944 time: 0.0820873 Jul 08 02:22:00.890416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a57fb113-01dc-4caf-afbe-ebf2a13ca2cd req-44e7ceac-d248-4dcf-a0a8-a4f097474f5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762527 Jul 08 02:22:00.893898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:00.902422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506d76b-01ec-4cdd-a5ce-40de6f8ae47b req-f688a070-48fd-42cf-8ef3-4884064a5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:00.902422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b506d76b-01ec-4cdd-a5ce-40de6f8ae47b req-f688a070-48fd-42cf-8ef3-4884064a5277 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 1097 time: 0.0895913 Jul 08 02:22:00.944225 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b506d76b-01ec-4cdd-a5ce-40de6f8ae47b req-44a9a9fb-4715-42bc-935e-0c6108cd9734 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354328 Jul 08 02:22:01.637530 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:22:02.081098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cce96bef-6166-485b-854c-8f02fb58d44a req-ca86386d-bbf1-416f-b060-064902d1bc31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800829 Jul 08 02:22:02.092794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e00c1-9bf4-40df-92c7-012cb758ba26 req-3028afa8-c7d0-4065-ba21-9e6b78a610cd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:02.095438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a87e00c1-9bf4-40df-92c7-012cb758ba26 req-3028afa8-c7d0-4065-ba21-9e6b78a610cd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 945 time: 0.0834765 Jul 08 02:22:02.141981 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a87e00c1-9bf4-40df-92c7-012cb758ba26 req-938c59c5-4da9-4ff7-a779-569d0b4647d8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Jul 08 02:22:02.188392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce96bef-6166-485b-854c-8f02fb58d44a req-8b3c14ca-f6c0-4cb1-89de-02383e540d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:02.193741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cce96bef-6166-485b-854c-8f02fb58d44a req-8b3c14ca-f6c0-4cb1-89de-02383e540d41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 1097 time: 0.0593934 Jul 08 02:22:02.297691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce96bef-6166-485b-854c-8f02fb58d44a req-31757636-1ad0-474d-b725-637b43638f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:02.299195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cce96bef-6166-485b-854c-8f02fb58d44a req-31757636-1ad0-474d-b725-637b43638f80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 907 time: 0.0887542 Jul 08 02:22:02.351000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cce96bef-6166-485b-854c-8f02fb58d44a req-6c33ff38-1d7c-494d-8d03-131682c03872 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6d1c0bf-5e9b-4ae1-8706-963942f416a2 HTTP/1.1" status: 200 len: 217 time: 0.0444214 Jul 08 02:22:02.412781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce96bef-6166-485b-854c-8f02fb58d44a req-52ac083c-92f6-4dff-b0ac-580fe7018477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:02.414372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cce96bef-6166-485b-854c-8f02fb58d44a req-52ac083c-92f6-4dff-b0ac-580fe7018477 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 200 len: 846 time: 0.0553396 Jul 08 02:22:02.471248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cce96bef-6166-485b-854c-8f02fb58d44a req-f5f442cc-a2e5-4f7e-ad4f-c547f37fdfab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=862fc505-704e-4cda-9c02-b39905742854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492320 Jul 08 02:22:02.581390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cce96bef-6166-485b-854c-8f02fb58d44a req-49b863f5-5fe2-4036-bd7c-bc226a956651 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988243 Jul 08 02:22:02.677950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cce96bef-6166-485b-854c-8f02fb58d44a req-598c371e-555c-41aa-9c3d-a0b8ea97bf51 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897713 Jul 08 02:22:03.316085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e1b60-06dc-4946-9b9d-e720ead3912d req-081b3664-ff18-466d-a8cf-55567cd5ef6b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:03.317583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-768e1b60-06dc-4946-9b9d-e720ead3912d req-081b3664-ff18-466d-a8cf-55567cd5ef6b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 945 time: 0.0700562 Jul 08 02:22:03.354851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-768e1b60-06dc-4946-9b9d-e720ead3912d req-9cdc8801-535e-4b5c-94f6-4b461deedb71 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Jul 08 02:22:03.789589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd15e6-5689-47ee-bfb9-70fc25a2f8fa req-1cea5a46-a5a9-424c-ab15-22e0cf7d816d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:03.789589 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fdd15e6-5689-47ee-bfb9-70fc25a2f8fa req-1cea5a46-a5a9-424c-ab15-22e0cf7d816d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 945 time: 0.0653391 Jul 08 02:22:03.840644 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fdd15e6-5689-47ee-bfb9-70fc25a2f8fa req-ae419386-9f2d-4a0e-af2b-87450c9fcb01 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Jul 08 02:22:04.026881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89de51-f3bf-4ff6-958e-9f468ba242a2 req-2fa4b837-4313-4809-a52d-10772c217cc0 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:04.028470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed89de51-f3bf-4ff6-958e-9f468ba242a2 req-2fa4b837-4313-4809-a52d-10772c217cc0 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 945 time: 0.0667486 Jul 08 02:22:04.070428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed89de51-f3bf-4ff6-958e-9f468ba242a2 req-1371bded-93b1-4fca-abed-36feab4fe7a7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363193 Jul 08 02:22:04.649701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b55d1-61c1-4474-a6de-bb7c3b43eeb4 req-e69d0a09-081c-40c7-b20b-4015ff79726e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:04.651796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b9b55d1-61c1-4474-a6de-bb7c3b43eeb4 req-e69d0a09-081c-40c7-b20b-4015ff79726e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 945 time: 0.0767231 Jul 08 02:22:04.691366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b9b55d1-61c1-4474-a6de-bb7c3b43eeb4 req-1075a3d5-c07b-4480-a027-66e9e9e99fba tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Jul 08 02:22:05.910339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37def5-db34-4dd2-a542-15cf2beb9381 req-ce549527-2edf-41e3-a8d7-da152b3d1759 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:05.912689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d37def5-db34-4dd2-a542-15cf2beb9381 req-ce549527-2edf-41e3-a8d7-da152b3d1759 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 945 time: 0.0891271 Jul 08 02:22:05.953749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d37def5-db34-4dd2-a542-15cf2beb9381 req-ad7327c9-ca07-4573-b01d-f7f4b6436ee3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348954 Jul 08 02:22:06.053225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-d2f30c64-65aa-459d-92ed-ff543d802c0d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:06.055217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-d2f30c64-65aa-459d-92ed-ff543d802c0d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 945 time: 0.0704441 Jul 08 02:22:06.167301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Deleting port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:06.167766 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:06.268806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] For port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:06.269245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:06.283215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Calling delete_port for 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:06.500615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:06.511761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:06.530773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event deleted for resources: {'Port': ['ID=354599df-bf7b-4ddf-820c-8d96c1e2a0b1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:06.604973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] No DVR routers for this DVR port 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:22:06.607980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:06.610140 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9999f30e-082a-4ab4-985c-f1ccf2f92fe7 req-02cb21c6-4c21-4a73-842a-b56f0de8fc5d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "DELETE /v2.0/ports/354599df-bf7b-4ddf-820c-8d96c1e2a0b1 HTTP/1.1" status: 204 len: 173 time: 0.5486012 Jul 08 02:22:06.610673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f381cd20-6595-40ab-bdd7-98d639fcebc0', 'name': 'network-vif-deleted', 'tag': '354599df-bf7b-4ddf-820c-8d96c1e2a0b1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:06.623558 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c84f6b-4f9c-46f8-9c87-24dfbebf10da" -d '{"events": [{"server_uuid": "f381cd20-6595-40ab-bdd7-98d639fcebc0", "name": "network-vif-deleted", "tag": "354599df-bf7b-4ddf-820c-8d96c1e2a0b1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:06.666454 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299a1acd-85a2-4a78-8676-826283a46c07 x-openstack-request-id: req-299a1acd-85a2-4a78-8676-826283a46c07 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:06.666802 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f381cd20-6595-40ab-bdd7-98d639fcebc0", "name": "network-vif-deleted", "tag": "354599df-bf7b-4ddf-820c-8d96c1e2a0b1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:06.667993 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-299a1acd-85a2-4a78-8676-826283a46c07 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:06.667993 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f381cd20-6595-40ab-bdd7-98d639fcebc0', 'name': 'network-vif-deleted', 'tag': '354599df-bf7b-4ddf-820c-8d96c1e2a0b1', 'status': 'completed', 'code': 200} Jul 08 02:22:07.121046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-18b41602-526f-4be8-a1d5-ed3f4af3f788 req-52181f93-e2d9-4742-a6b0-3ec545c1a09e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=f381cd20-6595-40ab-bdd7-98d639fcebc0 HTTP/1.1" status: 200 len: 210 time: 0.0350926 Jul 08 02:22:08.497035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:22:08.534676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:22:08.537461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96634d-1570-4bed-b226-179085fe5e87 req-2025b2d4-5198-41a6-bed9-1df4736e431b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:08.539550 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-2025b2d4-5198-41a6-bed9-1df4736e431b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1399863 Jul 08 02:22:08.540192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 354599df-bf7b-4ddf-820c-8d96c1e2a0b1 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:22:08.559883 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-284331ba-89f0-4b20-9d8b-f6b151226fde tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/quotas/80edd775dfe24f26b666d7e2ccedde2c HTTP/1.1" status: 200 len: 375 time: 0.0149238 Jul 08 02:22:08.626808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-dfd16b30-c986-492f-aa9e-4424fd576c9b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643311 Jul 08 02:22:08.634102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-20a054ee-d844-4a79-bbbd-d5c24ecd1d85 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:22:08.635110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-20a054ee-d844-4a79-bbbd-d5c24ecd1d85 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053933 Jul 08 02:22:08.733070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-d76a14b9-e6e4-47b2-b6b7-31742fc02269 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921285 Jul 08 02:22:08.828330 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-ab218d38-7629-4ae2-b399-8cda8a1114b2 service neutron] 10.222.0.10 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871754 Jul 08 02:22:09.124410 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8a86993-bcc8-425c-987d-5ce8c144bbf2 req-4fc084d7-5df8-437a-adc6-ffefa79cc9d3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 210 time: 0.0362725 Jul 08 02:22:10.297189 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5ee26997-5798-40e6-9b67-ef62c4f4da56 req-0e1214ec-2d11-4ccf-817c-6fd01da757a9 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 210 time: 0.0417595 Jul 08 02:22:11.245487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96634d-1570-4bed-b226-179085fe5e87 req-80c13cb8-3259-40de-a0fb-60c4ba478157 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:11.247203 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-80c13cb8-3259-40de-a0fb-60c4ba478157 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/networks?id=862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 200 len: 806 time: 0.1310229 Jul 08 02:22:11.261750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Request body: {'port': {'device_id': 'ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'admin_state_up': True, 'tenant_id': '80edd775dfe24f26b666d7e2ccedde2c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:11.473945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1fe64088-0d47-4d15-86a1-e16192ff7bc0 req-e992f457-46a3-4e0e-b284-779302eb17dc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 210 time: 0.0443828 Jul 08 02:22:11.488196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Made reservation on behalf of 80edd775dfe24f26b666d7e2ccedde2c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:22:11.492525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:11.657995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Allocated IP 172.20.0.4 (862fc505-704e-4cda-9c02-b39905742854/c6b9e33f-3ebb-479b-a5be-583489b44949/71de8c99-abf8-4051-914d-559f6efd05f4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:22:11.818845 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:11.925304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:11.938109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:12.007710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Network 862fc505-704e-4cda-9c02-b39905742854 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:22:12.009814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:22:12.012896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:22:12.074829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event updated for resources: {'Port': ['ID=71de8c99-abf8-4051-914d-559f6efd05f4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:12.099100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:12.099917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:12.105651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41406472-5da0-4304-a932-ef47e4ce0763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:12.186578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-4517c82b-0671-4d81-9fe9-f6fd45617139 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9290016 Jul 08 02:22:12.199597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Request body: {'port': {'device_id': 'ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:12.279034 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:12.546311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71de8c99-abf8-4051-914d-559f6efd05f4 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:22:12.554903 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:12.569099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Transition to ACTIVE for port object 71de8c99-abf8-4051-914d-559f6efd05f4 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:22:12.643191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0da06b-1a37-41f2-b59e-cd8c5959e015 req-df96237b-0219-4688-95b2-b2a60dfa1b12 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:12.644864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a0da06b-1a37-41f2-b59e-cd8c5959e015 req-df96237b-0219-4688-95b2-b2a60dfa1b12 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 931 time: 0.0678108 Jul 08 02:22:12.650639 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:12.704359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1a0da06b-1a37-41f2-b59e-cd8c5959e015 req-5c3379bc-452d-4c1a-8fef-fac5430b46d0 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Jul 08 02:22:12.731762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Pushing event updated for resources: {'Port': ['ID=71de8c99-abf8-4051-914d-559f6efd05f4,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:12.779118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Attempting to bind port 71de8c99-abf8-4051-914d-559f6efd05f4 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:22:12.779505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Attempting to bind port 71de8c99-abf8-4051-914d-559f6efd05f4 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:22:12.779841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Attempting to bind port 71de8c99-abf8-4051-914d-559f6efd05f4 on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:22:12.785436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Port 71de8c99-abf8-4051-914d-559f6efd05f4 on network 862fc505-704e-4cda-9c02-b39905742854 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:22:12.785762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Attempting to bind port 71de8c99-abf8-4051-914d-559f6efd05f4 on network 862fc505-704e-4cda-9c02-b39905742854 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:22:12.790772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:22:12.791115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Checking segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:22:12.791541 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Bound using segment: {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:22:12.791977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Bound port: 71de8c99-abf8-4051-914d-559f6efd05f4, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '862fc505-704e-4cda-9c02-b39905742854'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:22:12.792345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:12.853974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] For port 71de8c99-abf8-4051-914d-559f6efd05f4, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:22:12.856913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] For port 71de8c99-abf8-4051-914d-559f6efd05f4, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=71de8c99-abf8-4051-914d-559f6efd05f4,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:22:12.907419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:12.944391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:12.945430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:12.946339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] 10.222.0.32 "PUT /v2.0/ports/71de8c99-abf8-4051-914d-559f6efd05f4 HTTP/1.1" status: 200 len: 1092 time: 0.7518857 Jul 08 02:22:12.946781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05', 'tag': '71de8c99-abf8-4051-914d-559f6efd05f4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:12.949036 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce3f2c-0c51-4586-a156-1c421c06596c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05", "tag": "71de8c99-abf8-4051-914d-559f6efd05f4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:12.980033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020b817-902d-48e3-a8f3-e7ccc0ca678f service neutron] Pushing event updated for resources: {'Port': ['ID=71de8c99-abf8-4051-914d-559f6efd05f4,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:12.990104 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ddf87b-487c-41b7-bc07-0763bcaeb677 x-openstack-request-id: req-72ddf87b-487c-41b7-bc07-0763bcaeb677 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:12.990401 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05", "tag": "71de8c99-abf8-4051-914d-559f6efd05f4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:12.990663 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72ddf87b-487c-41b7-bc07-0763bcaeb677 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:12.991085 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05', 'tag': '71de8c99-abf8-4051-914d-559f6efd05f4', 'status': 'completed', 'code': 200} Jul 08 02:22:13.072995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce3f2c-0c51-4586-a156-1c421c06596c req-6bd793f9-e2b8-4435-a8de-089f7b6ccdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.074524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10ce3f2c-0c51-4586-a156-1c421c06596c req-6bd793f9-e2b8-4435-a8de-089f7b6ccdf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 1095 time: 0.0546708 Jul 08 02:22:13.214015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce3f2c-0c51-4586-a156-1c421c06596c req-c2386792-417e-4825-83ae-9fb6a728e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.215579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10ce3f2c-0c51-4586-a156-1c421c06596c req-c2386792-417e-4825-83ae-9fb6a728e551 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1335125 Jul 08 02:22:13.314570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce3f2c-0c51-4586-a156-1c421c06596c req-888e64ea-3a7f-47bc-a954-af1468cc74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.316122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10ce3f2c-0c51-4586-a156-1c421c06596c req-888e64ea-3a7f-47bc-a954-af1468cc74a5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927119 Jul 08 02:22:13.420130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96634d-1570-4bed-b226-179085fe5e87 req-d9ad5c46-5b04-4297-986b-4a762aa85ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.422372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-d9ad5c46-5b04-4297-986b-4a762aa85ca1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 1095 time: 0.0565538 Jul 08 02:22:13.467470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-f573f6e1-9e75-45db-98a1-e4751292de92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71de8c99-abf8-4051-914d-559f6efd05f4 HTTP/1.1" status: 200 len: 217 time: 0.0374963 Jul 08 02:22:13.516354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96634d-1570-4bed-b226-179085fe5e87 req-37f626d4-567a-40bf-9e6e-ceb5d3efac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.517973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-37f626d4-567a-40bf-9e6e-ceb5d3efac4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 200 len: 846 time: 0.0441241 Jul 08 02:22:13.552492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-8be99496-0ea5-458c-b040-8adaf82f4a55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=862fc505-704e-4cda-9c02-b39905742854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270464 Jul 08 02:22:13.645838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-4bb8c307-290d-443e-a0dd-53db96412e13 service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850337 Jul 08 02:22:13.750814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af96634d-1570-4bed-b226-179085fe5e87 req-490daa8b-0fe9-4786-860f-f188973f85bc service neutron] 10.222.0.32 "GET /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984702 Jul 08 02:22:13.925202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b5f6-68ad-4bd1-af4b-1382806ca6a9 req-478ccade-ae39-420c-8dc0-ff85f3264acf tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.927123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1252b5f6-68ad-4bd1-af4b-1382806ca6a9 req-478ccade-ae39-420c-8dc0-ff85f3264acf tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 943 time: 0.0867255 Jul 08 02:22:13.965853 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1252b5f6-68ad-4bd1-af4b-1382806ca6a9 req-ee2fa5ed-c987-4e10-88d0-c3616a68b1b8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Jul 08 02:22:14.473569 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d57cdc2a-2c89-4a3a-a091-b8caba204202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:14.890617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:15.592989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65ca4-0248-4180-8c50-b8616d41da1f req-ec41b93a-2e8a-4e8c-a6b7-14546fea0dda tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:15.594709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fe65ca4-0248-4180-8c50-b8616d41da1f req-ec41b93a-2e8a-4e8c-a6b7-14546fea0dda tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 943 time: 0.5129688 Jul 08 02:22:15.634266 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fe65ca4-0248-4180-8c50-b8616d41da1f req-ea6cfb3e-ec2b-4565-ac27-3108f70f42dc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333006 Jul 08 02:22:15.762431 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:16.513877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 71de8c99-abf8-4051-914d-559f6efd05f4 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:22:16.616577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 71de8c99-abf8-4051-914d-559f6efd05f4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=71de8c99-abf8-4051-914d-559f6efd05f4,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:16.629118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '71de8c99-abf8-4051-914d-559f6efd05f4', 'network_id': '862fc505-704e-4cda-9c02-b39905742854', 'port_id': '71de8c99-abf8-4051-914d-559f6efd05f4', 'mac_address': 'fa:16:3e:5d:43:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9e33f-3ebb-479b-a5be-583489b44949', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:22:16.668181 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:16.682320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71de8c99-abf8-4051-914d-559f6efd05f4 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:22:16.703714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 71de8c99-abf8-4051-914d-559f6efd05f4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=71de8c99-abf8-4051-914d-559f6efd05f4,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:16.781893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:16.832465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01890e-4b6f-4d5e-8517-425c070df4a0 req-47dcd121-85ae-46b4-a851-259f69cf31fb tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:16.832465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf01890e-4b6f-4d5e-8517-425c070df4a0 req-47dcd121-85ae-46b4-a851-259f69cf31fb tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 944 time: 0.0767715 Jul 08 02:22:16.847889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=71de8c99-abf8-4051-914d-559f6efd05f4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:16.874406 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf01890e-4b6f-4d5e-8517-425c070df4a0 req-ae724994-fc4e-4992-93ee-ec3426a8e086 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350869 Jul 08 02:22:16.993820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['71de8c99-abf8-4051-914d-559f6efd05f4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:17.467152 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:18.055624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37c329-078b-41c2-9e10-498998cc3023 req-2db22199-b762-4701-8dd8-81c9289149e8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:18.057384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f37c329-078b-41c2-9e10-498998cc3023 req-2db22199-b762-4701-8dd8-81c9289149e8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 944 time: 0.0690460 Jul 08 02:22:18.112473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4f37c329-078b-41c2-9e10-498998cc3023 req-3fe36795-0520-4634-9ddd-a0a707d36dfd tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455642 Jul 08 02:22:18.251430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:18.525589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 71de8c99-abf8-4051-914d-559f6efd05f4 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:22:18.661690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 71de8c99-abf8-4051-914d-559f6efd05f4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:22:18.665875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 71de8c99-abf8-4051-914d-559f6efd05f4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:22:18.666253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:18.740530 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:18.763282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71de8c99-abf8-4051-914d-559f6efd05f4'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:18.765537 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad14c0-ce58-423c-bb5a-2aa891ebe183" -d '{"events": [{"server_uuid": "ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05", "name": "network-vif-plugged", "status": "completed", "tag": "71de8c99-abf8-4051-914d-559f6efd05f4"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:18.779088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 71de8c99-abf8-4051-914d-559f6efd05f4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=71de8c99-abf8-4051-914d-559f6efd05f4,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:18.811251 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d505d14-1917-4826-93fd-5db3092cf23f x-openstack-request-id: req-2d505d14-1917-4826-93fd-5db3092cf23f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:18.811588 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05", "name": "network-vif-plugged", "status": "completed", "tag": "71de8c99-abf8-4051-914d-559f6efd05f4", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:18.811843 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d505d14-1917-4826-93fd-5db3092cf23f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:18.812241 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71de8c99-abf8-4051-914d-559f6efd05f4', 'code': 200} Jul 08 02:22:18.877087 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:18.930519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=71de8c99-abf8-4051-914d-559f6efd05f4,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:18.949151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6ca2d-1697-4eef-823e-554d17bfc2a8 req-d8e0a4bf-794e-4540-9c59-5e96785755c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:18.950752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49d6ca2d-1697-4eef-823e-554d17bfc2a8 req-d8e0a4bf-794e-4540-9c59-5e96785755c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 1097 time: 0.0717137 Jul 08 02:22:18.986739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49d6ca2d-1697-4eef-823e-554d17bfc2a8 req-196e1dc3-f178-4c08-9bc5-1be898353fdb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288880 Jul 08 02:22:19.317420 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6efdc-861f-4a68-975a-f17a15a939b6 req-9a859ed5-d9ad-4246-909e-c51cd6214d6e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:19.319271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95e6efdc-861f-4a68-975a-f17a15a939b6 req-9a859ed5-d9ad-4246-909e-c51cd6214d6e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0780141 Jul 08 02:22:19.366502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-95e6efdc-861f-4a68-975a-f17a15a939b6 req-dbfc2a12-a3ac-44cd-b7d0-e53461bf2d97 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375268 Jul 08 02:22:20.557414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba9901-34f5-499d-b2e6-97642e91a892 req-ead5ec14-7aff-4770-85e7-f302a8e1b964 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:20.558931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-17ba9901-34f5-499d-b2e6-97642e91a892 req-ead5ec14-7aff-4770-85e7-f302a8e1b964 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0753908 Jul 08 02:22:20.598120 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-17ba9901-34f5-499d-b2e6-97642e91a892 req-840257ab-1cfd-47d3-a483-96024215330f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Jul 08 02:22:21.028029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:21.045392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc41529-81bd-4824-bd5e-005fe570d5da req-3261326c-9525-4bb3-9e39-8d65a92d4661 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:21.046912 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2dc41529-81bd-4824-bd5e-005fe570d5da req-3261326c-9525-4bb3-9e39-8d65a92d4661 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0680802 Jul 08 02:22:21.084925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2dc41529-81bd-4824-bd5e-005fe570d5da req-67223025-05ba-4855-bbed-f4375a967caa tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Jul 08 02:22:21.271273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef546eb-b750-4a06-9e10-4269dd7028b2 req-4a5f8bae-3a46-4bd1-98cd-4c519b1454c5 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:21.272908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ef546eb-b750-4a06-9e10-4269dd7028b2 req-4a5f8bae-3a46-4bd1-98cd-4c519b1454c5 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0716453 Jul 08 02:22:21.315293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ef546eb-b750-4a06-9e10-4269dd7028b2 req-21d5cdac-e65b-4771-aff4-497d1f94ac9f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367339 Jul 08 02:22:21.964530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb3b30-e030-4da1-91b5-f4be1462b4d6 req-58e7ba72-1406-4287-b18b-da07b295564e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:21.966012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9afb3b30-e030-4da1-91b5-f4be1462b4d6 req-58e7ba72-1406-4287-b18b-da07b295564e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0693715 Jul 08 02:22:22.010785 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9afb3b30-e030-4da1-91b5-f4be1462b4d6 req-9d8df490-d5ee-483a-8732-1a99845f3fd7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Jul 08 02:22:23.189594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bcc6-0842-4e2c-9c94-345e36a58322 req-a6461c88-a283-4678-ba93-da907acf00d3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:23.191126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1711bcc6-0842-4e2c-9c94-345e36a58322 req-a6461c88-a283-4678-ba93-da907acf00d3 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0651939 Jul 08 02:22:23.229774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1711bcc6-0842-4e2c-9c94-345e36a58322 req-6c91d437-f8fe-4198-8b1d-2a5ada6c32b7 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Jul 08 02:22:24.424033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014fd1d-c3b1-4427-9f53-483a4734c994 req-e605bbd1-b4e1-469d-bc20-c3f44711d329 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:24.425464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f014fd1d-c3b1-4427-9f53-483a4734c994 req-e605bbd1-b4e1-469d-bc20-c3f44711d329 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0720415 Jul 08 02:22:24.464279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f014fd1d-c3b1-4427-9f53-483a4734c994 req-c9a0c454-94fe-48db-ada7-594b34e250cf tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Jul 08 02:22:25.657354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8ee68-45ef-48b4-bb93-e193ce3774f2 req-8404dd99-7c48-4e66-a104-fb53558eb29a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:25.663821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-56e8ee68-45ef-48b4-bb93-e193ce3774f2 req-8404dd99-7c48-4e66-a104-fb53558eb29a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0726454 Jul 08 02:22:25.697766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-56e8ee68-45ef-48b4-bb93-e193ce3774f2 req-6ca55ca6-ae61-4fc0-855c-50fd258cc55c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Jul 08 02:22:26.888997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaa434-5886-467a-849a-22a9e098979f req-67f5bf6e-66ce-4085-b002-f2c9d8b1016e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:26.890616 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3beaa434-5886-467a-849a-22a9e098979f req-67f5bf6e-66ce-4085-b002-f2c9d8b1016e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0762260 Jul 08 02:22:26.928930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3beaa434-5886-467a-849a-22a9e098979f req-db915077-36a4-4673-8c19-80709f739e8c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jul 08 02:22:28.125239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9245901-b339-4709-972a-46080708f2d3 req-7822a116-f673-4030-9f6e-7b057ed650e2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:28.130281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9245901-b339-4709-972a-46080708f2d3 req-7822a116-f673-4030-9f6e-7b057ed650e2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0680592 Jul 08 02:22:28.166337 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9245901-b339-4709-972a-46080708f2d3 req-858acf10-25da-464a-9b18-19d97ae4126b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Jul 08 02:22:29.342123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c5018-4123-46c9-9e29-8fe539200b8f req-43626880-0ed1-4886-9e04-08b8ced7d9a1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:29.344933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b4c5018-4123-46c9-9e29-8fe539200b8f req-43626880-0ed1-4886-9e04-08b8ced7d9a1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0681474 Jul 08 02:22:29.392479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b4c5018-4123-46c9-9e29-8fe539200b8f req-48673d89-f1b9-4621-a44d-54ec38336b3e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Jul 08 02:22:30.582082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019833d3-bd81-4153-9b56-05fae743291f req-d1358dc4-cefa-4578-9225-f16ad2e7aa23 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:30.583600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-019833d3-bd81-4153-9b56-05fae743291f req-d1358dc4-cefa-4578-9225-f16ad2e7aa23 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0702996 Jul 08 02:22:30.626118 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-019833d3-bd81-4153-9b56-05fae743291f req-b49f9b33-9931-49d2-92ac-383cb46f5b8e tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340412 Jul 08 02:22:31.627531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ed52b-9c1d-41fe-ae41-05ccd5c62917 req-cb8c4df5-8257-4234-b678-fe8a144124c8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:31.629047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-935ed52b-9c1d-41fe-ae41-05ccd5c62917 req-cb8c4df5-8257-4234-b678-fe8a144124c8 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 946 time: 0.0815895 Jul 08 02:22:31.671099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-935ed52b-9c1d-41fe-ae41-05ccd5c62917 req-a83bdc87-fe0f-4220-b198-d1e7f60ed4d2 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358615 Jul 08 02:22:31.838700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1793f62-fdcc-44c6-84dd-6c26d0a55801 req-84c6ff85-8dca-47ca-aa48-881e1a39a9b6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:31.840982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1793f62-fdcc-44c6-84dd-6c26d0a55801 req-84c6ff85-8dca-47ca-aa48-881e1a39a9b6 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0939229 Jul 08 02:22:31.882187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1793f62-fdcc-44c6-84dd-6c26d0a55801 req-bc314b84-2c19-4005-9d9e-785387c42c7d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350075 Jul 08 02:22:32.902079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f07e45-d430-4f88-8162-972106b277da req-a0a65ac3-e2e8-4a22-b7c7-7f88c44d7a52 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:32.902723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47f07e45-d430-4f88-8162-972106b277da req-a0a65ac3-e2e8-4a22-b7c7-7f88c44d7a52 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 946 time: 0.1334491 Jul 08 02:22:32.936190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74dd0e-5fbe-4242-96a2-e1f7065c4351 req-88af0de4-d4ff-46b6-b452-4190b48cbf80 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:32.955765 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea74dd0e-5fbe-4242-96a2-e1f7065c4351 req-88af0de4-d4ff-46b6-b452-4190b48cbf80 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 946 time: 0.1403036 Jul 08 02:22:33.080553 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea74dd0e-5fbe-4242-96a2-e1f7065c4351 req-8549dad5-4b94-4561-8814-bf850dbc23cf tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups?id=69a3b785-fa3e-4545-856f-f0c218a1ae71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295516 Jul 08 02:22:33.114686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Deleting port cb887d03-32db-4997-ae24-c4b105c57edc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:33.115151 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:33.138723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659134c-386f-4d34-95b4-127afe21ef2c req-db0af772-c087-4266-bca9-46500244c9b8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:33.141105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a659134c-386f-4d34-95b4-127afe21ef2c req-db0af772-c087-4266-bca9-46500244c9b8 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.1016905 Jul 08 02:22:33.184343 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a659134c-386f-4d34-95b4-127afe21ef2c req-942f25dc-c14f-4aa3-9366-43aa52590eb5 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 Jul 08 02:22:33.216962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] For port cb887d03-32db-4997-ae24-c4b105c57edc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cb887d03-32db-4997-ae24-c4b105c57edc,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:33.217366 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:33.749962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:33.749962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:33.749962 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Floating IP 473411b0-5a81-4a1e-9190-1c913954f5c9 disassociated. External IP: 172.25.8.47, port: cb887d03-32db-4997-ae24-c4b105c57edc. Jul 08 02:22:33.749962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Calling delete_port for cb887d03-32db-4997-ae24-c4b105c57edc owned by compute:nova {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:34.021243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:34.054270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event deleted for resources: {'Port': ['ID=cb887d03-32db-4997-ae24-c4b105c57edc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:34.173967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Router 55649e43-8f59-431e-8954-cccf5e066246 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:22:34.236179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b383f787-39e9-4b2a-ac2f-52dbb411fe56 req-7cd27041-d28a-4eb8-833d-ccbc7f64d266 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5637cad-e91b-4d28-b0f2-27d1c4bb10f0 HTTP/1.1" status: 200 len: 210 time: 0.0305843 Jul 08 02:22:34.279898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:22:34.292963 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] Sync routers for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:22:34.302811 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:22:34.303471 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:22:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:34.351332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] No DVR routers for this DVR port cb887d03-32db-4997-ae24-c4b105c57edc on host n-h1-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:22:34.355817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:34.357880 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47f07e45-d430-4f88-8162-972106b277da req-8d5a11b5-561d-444e-9245-fff458f4cc6f tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.18 "DELETE /v2.0/ports/cb887d03-32db-4997-ae24-c4b105c57edc HTTP/1.1" status: 204 len: 173 time: 1.3952863 Jul 08 02:22:34.358323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-deleted', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:34.361301 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf5b93-3723-41a1-b468-9d79239656d1" -d '{"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-deleted", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:34.397785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce3cd8-6507-4b03-9f91-07ba78f1e788 req-1b88e3e6-07e7-4888-928f-1a9401f5cb7d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:34.403971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39ce3cd8-6507-4b03-9f91-07ba78f1e788 req-1b88e3e6-07e7-4888-928f-1a9401f5cb7d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0914845 Jul 08 02:22:34.415415 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bc7a79-9146-4a15-9845-0f87cc52c9a7 x-openstack-request-id: req-40bc7a79-9146-4a15-9845-0f87cc52c9a7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:34.415713 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5637cad-e91b-4d28-b0f2-27d1c4bb10f0", "name": "network-vif-deleted", "tag": "cb887d03-32db-4997-ae24-c4b105c57edc", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:34.415968 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40bc7a79-9146-4a15-9845-0f87cc52c9a7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:34.416376 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5637cad-e91b-4d28-b0f2-27d1c4bb10f0', 'name': 'network-vif-deleted', 'tag': 'cb887d03-32db-4997-ae24-c4b105c57edc', 'status': 'completed', 'code': 200} Jul 08 02:22:34.418859 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:22:34.451698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39ce3cd8-6507-4b03-9f91-07ba78f1e788 req-32bcc62b-550f-49de-a20e-03d26523cd27 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 Jul 08 02:22:34.625725 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:34.652337 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] Checking router: 55649e43-8f59-431e-8954-cccf5e066246 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:22:34.661307 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:22:34.661912 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:22:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:34.764524 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:22:34.964319 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:35.005673 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d11156-645b-4f43-a52b-1f9f9f84b090 None None] The sync data for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 is: [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:35Z', 'revision_number': 4, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c70d4f04-de73-4227-b639-cd40ae29bd64', 'name': '', 'network_id': 'e416d104-4ce0-4fb0-9d5a-623685fa16f2', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'mac_address': 'fa:16:3e:18:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:34Z', 'updated_at': '2021-07-08T02:14:43Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'subnets': [{'id': '7edae37b-8d99-4d7a-9048-87cded41230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:22:35.257103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc137665-6488-4073-87a0-866991ee6aa5 None None] New status for floating IP 473411b0-5a81-4a1e-9190-1c913954f5c9: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:22:35.478213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45360) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:35.550636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-583204c4-785f-4d8a-a953-202f17111fcb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:35.580525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-583204c4-785f-4d8a-a953-202f17111fcb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:35.633354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582301c-268b-42fd-8767-2ed2247d7023 req-986b3874-788d-476a-a0df-286884af9936 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:35.634857 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c582301c-268b-42fd-8767-2ed2247d7023 req-986b3874-788d-476a-a0df-286884af9936 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0677118 Jul 08 02:22:35.677434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c582301c-268b-42fd-8767-2ed2247d7023 req-b37c824a-127d-413e-a3f1-480d08b70f31 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368061 Jul 08 02:22:35.706995 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-583204c4-785f-4d8a-a953-202f17111fcb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:35.709584 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-583204c4-785f-4d8a-a953-202f17111fcb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:35.710757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-583204c4-785f-4d8a-a953-202f17111fcb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "DELETE /v2.0/security-groups/69a3b785-fa3e-4545-856f-f0c218a1ae71 HTTP/1.1" status: 204 len: 168 time: 0.2316906 Jul 08 02:22:35.713522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45364) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:35.720939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583204c4-785f-4d8a-a953-202f17111fcb tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a3b785-fa3e-4545-856f-f0c218a1ae71,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:35.728953 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-df4cc273-7412-44f7-bdf7-15907964bc17 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] show failed (client error): The resource could not be found. Jul 08 02:22:35.729957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df4cc273-7412-44f7-bdf7-15907964bc17 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "GET /v2.0/security-groups/69a3b785-fa3e-4545-856f-f0c218a1ae71 HTTP/1.1" status: 404 len: 347 time: 0.0154569 Jul 08 02:22:35.733289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45366) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:35.859228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Deleting port c7a8eea4-f172-4491-b8e6-3e88e91777fe {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:35.859624 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:35.936839 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:35.937182 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:35.950268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Calling delete_port for c7a8eea4-f172-4491-b8e6-3e88e91777fe owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:36.173914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:36.201150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Pushing event deleted for resources: {'Port': ['ID=c7a8eea4-f172-4491-b8e6-3e88e91777fe,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:36.265850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:36.268404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:36.269618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-643c7928-0597-4249-a022-77af9a210888 tempest-AttachVolumeShelveTestJSON-287411635 tempest-AttachVolumeShelveTestJSON-287411635-project] 10.222.0.10 "DELETE /v2.0/floatingips/473411b0-5a81-4a1e-9190-1c913954f5c9 HTTP/1.1" status: 204 len: 168 time: 0.5348697 Jul 08 02:22:36.768751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:22:36.810355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: cb887d03-32db-4997-ae24-c4b105c57edc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:22:36.810922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cb887d03-32db-4997-ae24-c4b105c57edc not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:22:36.880471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddff6b-4e4f-4e76-b68b-52e29c2aa45b req-f24c6459-5f8b-4208-8bdb-52189f1233cc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:36.882117 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-48ddff6b-4e4f-4e76-b68b-52e29c2aa45b req-f24c6459-5f8b-4208-8bdb-52189f1233cc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0836110 Jul 08 02:22:36.925130 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-48ddff6b-4e4f-4e76-b68b-52e29c2aa45b req-7a829008-0b77-4b4f-a2f8-9c2a48354eff tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Jul 08 02:22:38.134217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba846e1-cdbf-4b7a-8fba-e0ec6bfd3510 req-0c78e952-e12d-4d18-ae24-baa67aa8c934 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:38.141569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ba846e1-cdbf-4b7a-8fba-e0ec6bfd3510 req-0c78e952-e12d-4d18-ae24-baa67aa8c934 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0873935 Jul 08 02:22:38.180049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ba846e1-cdbf-4b7a-8fba-e0ec6bfd3510 req-0317e2d4-ce70-40dc-ab35-b19bfafd4375 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 Jul 08 02:22:38.638222 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:22:39.384579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9de1f-f1ce-4a91-955d-b1453d6fdef2 req-871cfdf6-867c-4539-8309-da20e7e4b67b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:39.387667 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6b9de1f-f1ce-4a91-955d-b1453d6fdef2 req-871cfdf6-867c-4539-8309-da20e7e4b67b tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0909593 Jul 08 02:22:39.444399 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6b9de1f-f1ce-4a91-955d-b1453d6fdef2 req-19234719-ba7f-45ab-9b2a-be152e64d6ef tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Jul 08 02:22:39.803381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-628a8b90-b93e-40ce-8298-299c12d05528 req-b7eec463-d9e3-411e-8888-b5b0e7671707 service neutron] (100713) timed out ('10.222.0.18', 56544) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:22:40.689632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbd87f-7f89-4d0f-8ab5-1cb649ce5f07 req-fc7329d7-46a1-474b-a437-2e31170d5f72 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:40.691206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8efbd87f-7f89-4d0f-8ab5-1cb649ce5f07 req-fc7329d7-46a1-474b-a437-2e31170d5f72 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.1155682 Jul 08 02:22:40.742070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8efbd87f-7f89-4d0f-8ab5-1cb649ce5f07 req-ea02ad11-5a77-4768-985f-71c5a2cf5283 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Jul 08 02:22:41.964554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de737e2-22af-4966-92e4-d342e0e5d0bd req-5c863d3b-b3d8-4df9-ad3f-f36fe1ef498a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:41.972290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3de737e2-22af-4966-92e4-d342e0e5d0bd req-5c863d3b-b3d8-4df9-ad3f-f36fe1ef498a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.1061141 Jul 08 02:22:42.027061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3de737e2-22af-4966-92e4-d342e0e5d0bd req-03cc02ea-3c4f-4d53-9c7d-872ad037ff98 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Jul 08 02:22:42.088387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7d42876d-031b-456b-921b-d27c1faf3634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:43.288796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17a9d4-2a0c-4db8-b0d3-436f158817b3 req-7033e83a-4b86-4ccf-b47c-bf0d7903df41 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:43.294372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c17a9d4-2a0c-4db8-b0d3-436f158817b3 req-7033e83a-4b86-4ccf-b47c-bf0d7903df41 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.1193864 Jul 08 02:22:43.353008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0c17a9d4-2a0c-4db8-b0d3-436f158817b3 req-35460c60-8b61-42fd-ab7f-d4c1f68f17c2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498426 Jul 08 02:22:44.490550 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2b2a29a-6b03-4058-abb2-bf6942520cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:44.556165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45556) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:44.611507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd68b-7c9f-4b70-8f7d-e94fff624da1 req-a3d51b47-12fb-478b-b344-c5ed92c64500 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:44.613710 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a8fd68b-7c9f-4b70-8f7d-e94fff624da1 req-a3d51b47-12fb-478b-b344-c5ed92c64500 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0962262 Jul 08 02:22:44.656446 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8a8fd68b-7c9f-4b70-8f7d-e94fff624da1 req-50977eca-d638-4e0e-a491-7b59e7d4342d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356975 Jul 08 02:22:44.918145 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.203323 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.490257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Deleting port c70d4f04-de73-4227-b639-cd40ae29bd64 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:45.490522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.580034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] For port c70d4f04-de73-4227-b639-cd40ae29bd64, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c70d4f04-de73-4227-b639-cd40ae29bd64,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:45.582225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.599366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Calling delete_port for c70d4f04-de73-4227-b639-cd40ae29bd64 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:45.844176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.882804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15eee0-c757-4193-acde-b256796585da req-ce26092c-e06a-429c-9eff-fbb420af0d2d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:45.884455 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf15eee0-c757-4193-acde-b256796585da req-ce26092c-e06a-429c-9eff-fbb420af0d2d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0784044 Jul 08 02:22:45.934985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf15eee0-c757-4193-acde-b256796585da req-e8411371-c896-42b9-bdbf-7d994a218f02 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Jul 08 02:22:45.952689 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.979926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70d4f04-de73-4227-b639-cd40ae29bd64,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:46.204388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:46.479781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Router 55649e43-8f59-431e-8954-cccf5e066246 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:22:46.607109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:22:46.613875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-17cab374-d9df-422a-8405-dcf66fc66970 admin admin] 10.222.0.10 "PUT /v2.0/routers/55649e43-8f59-431e-8954-cccf5e066246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0566072 Jul 08 02:22:46.616773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45606) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:46.619653 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] Sync routers for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:22:46.629818 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:22:46.630420 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:22:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:46.777148 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:46.779440 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:22:46.914541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:47.020348 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:22:45Z', 'revision_number': 5, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port': {'id': '9de7fc64-2342-4694-a088-1b29a4af4109', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55649e43-8f59-431e-8954-cccf5e066246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:47.052026 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] Checking router: 55649e43-8f59-431e-8954-cccf5e066246 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:22:47.061959 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] Routers {'55649e43-8f59-431e-8954-cccf5e066246'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:22:47.062616 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:22:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['55649e43-8f59-431e-8954-cccf5e066246'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:47.078602 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Deleting port 9de7fc64-2342-4694-a088-1b29a4af4109 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:47.079365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:47.186832 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] Set router 55649e43-8f59-431e-8954-cccf5e066246 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:22:47.321933 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:22:46Z', 'revision_number': 6, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:47.323817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] For port 9de7fc64-2342-4694-a088-1b29a4af4109, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9de7fc64-2342-4694-a088-1b29a4af4109,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:47.324502 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:47.349586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Calling delete_port for 9de7fc64-2342-4694-a088-1b29a4af4109 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:47.355431 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86c0c9-aade-4a9d-abe6-4da393d163f4 None None] The sync data for ids ['55649e43-8f59-431e-8954-cccf5e066246'] in n-d-695189-13 is: [{'id': '55649e43-8f59-431e-8954-cccf5e066246', 'name': 'tempest-AttachVolumeShelveTestJSON-1430744576-router', 'tenant_id': 'f969ee555a594dabb9294b7d70695fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:31Z', 'updated_at': '2021-07-08T02:22:46Z', 'revision_number': 6, 'project_id': 'f969ee555a594dabb9294b7d70695fc3', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:22:47.371463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd93c9b-20c1-451e-abd1-74bea6447d3f req-0ce963ad-a7f9-4be0-91f8-482c8eb7ee31 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:47.381980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dbd93c9b-20c1-451e-abd1-74bea6447d3f req-0ce963ad-a7f9-4be0-91f8-482c8eb7ee31 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.2523272 Jul 08 02:22:47.506657 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dbd93c9b-20c1-451e-abd1-74bea6447d3f req-6f26f23d-55d2-4214-ab8b-cb07e1e708f2 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236331 Jul 08 02:22:47.516030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-91cbc996-11b8-430d-831e-749a07332e96 req-ff790b72-b3f5-4ea6-99b3-a680ba77f64a service neutron] (100713) timed out ('10.222.0.18', 56592) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:22:47.791428 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:47.831015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:47.860190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9de7fc64-2342-4694-a088-1b29a4af4109,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:47.936512 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.036675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.039590 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.152548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.157838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55649e43-8f59-431e-8954-cccf5e066246 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:22:48.161238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.165293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fd9ee04c-f208-46dc-8818-dd11585653bc admin admin] 10.222.0.10 "DELETE /v2.0/routers/55649e43-8f59-431e-8954-cccf5e066246 HTTP/1.1" status: 204 len: 168 time: 1.5449841 Jul 08 02:22:48.166220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45636) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:48.246650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ec9687-dcaf-4825-bd34-08342aa2ad3f admin admin] Deleting subnet 7edae37b-8d99-4d7a-9048-87cded41230f {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:22:48.249969 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92ec9687-dcaf-4825-bd34-08342aa2ad3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.267596 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.300158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92ec9687-dcaf-4825-bd34-08342aa2ad3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.388119 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92ec9687-dcaf-4825-bd34-08342aa2ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.516826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92ec9687-dcaf-4825-bd34-08342aa2ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.557972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92ec9687-dcaf-4825-bd34-08342aa2ad3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.560010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-92ec9687-dcaf-4825-bd34-08342aa2ad3f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7edae37b-8d99-4d7a-9048-87cded41230f HTTP/1.1" status: 204 len: 168 time: 0.3918333 Jul 08 02:22:48.561687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec9687-dcaf-4825-bd34-08342aa2ad3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7edae37b-8d99-4d7a-9048-87cded41230f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:48.563287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 45648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:48.568847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160c698-1d7e-4e6b-a0f4-6b18ff699c22 None None] Network e416d104-4ce0-4fb0-9d5a-623685fa16f2 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:22:48.646651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.740833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Deleting port 4951b096-ad8b-4dbf-99de-a86e2156d18f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:48.741196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.780768 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265c6b-14bf-4985-99db-5ade99c6f15f req-b9c0ce6f-26a6-4c8f-9bef-c8f722faee04 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:48.782475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-24265c6b-14bf-4985-99db-5ade99c6f15f req-b9c0ce6f-26a6-4c8f-9bef-c8f722faee04 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.1126001 Jul 08 02:22:48.828589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] For port 4951b096-ad8b-4dbf-99de-a86e2156d18f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4951b096-ad8b-4dbf-99de-a86e2156d18f,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:48.829393 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.831713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] DHCP port deletion for e416d104-4ce0-4fb0-9d5a-623685fa16f2 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:22:48.848163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-24265c6b-14bf-4985-99db-5ade99c6f15f req-930c9f34-b1e4-4d74-bd29-3adf81821965 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600476 Jul 08 02:22:48.852311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Calling delete_port for 4951b096-ad8b-4dbf-99de-a86e2156d18f owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:48.885946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] Deleting port 4951b096-ad8b-4dbf-99de-a86e2156d18f {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:48.886340 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.980480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] For port 4951b096-ad8b-4dbf-99de-a86e2156d18f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4951b096-ad8b-4dbf-99de-a86e2156d18f,segment=NetworkSegment(03e0f1f9-b2dc-4b03-8c58-87b0e078319b),segment_id=03e0f1f9-b2dc-4b03-8c58-87b0e078319b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:48.980480 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.990195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] Calling delete_port for 4951b096-ad8b-4dbf-99de-a86e2156d18f owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:49.079819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.085782 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.122929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4951b096-ad8b-4dbf-99de-a86e2156d18f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:49.123184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] Pushing event deleted for resources: {'Port': ['ID=4951b096-ad8b-4dbf-99de-a86e2156d18f,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:49.125525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] No DVR routers for this DVR port 4951b096-ad8b-4dbf-99de-a86e2156d18f on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:22:49.155508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75b234-c3ac-47c6-a840-88eade1cb9d8 None None] No DVR routers for this DVR port 4951b096-ad8b-4dbf-99de-a86e2156d18f on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:22:49.229975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.242587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e416d104-4ce0-4fb0-9d5a-623685fa16f2']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:49.255604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e0f1f9-b2dc-4b03-8c58-87b0e078319b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:49.256182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e0f1f9-b2dc-4b03-8c58-87b0e078319b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:22:49.271479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4951b096-ad8b-4dbf-99de-a86e2156d18f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:22:49.273547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.308168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4951b096-ad8b-4dbf-99de-a86e2156d18f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:22:49.308435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4951b096-ad8b-4dbf-99de-a86e2156d18f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:22:49.308633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.309738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9de7fc64-2342-4694-a088-1b29a4af4109 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:22:49.322525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:22:49.322954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.339712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 9de7fc64-2342-4694-a088-1b29a4af4109 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:22:49.358542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9de7fc64-2342-4694-a088-1b29a4af4109 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:22:49.358722 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:22:49.361524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c70d4f04-de73-4227-b639-cd40ae29bd64 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:22:49.364615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c70d4f04-de73-4227-b639-cd40ae29bd64 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:22:49.365022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c70d4f04-de73-4227-b639-cd40ae29bd64 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:22:49.380269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009ae55-fd41-41e0-a711-4d3dc699754d req-acc8b16d-8a38-471b-8399-370a4ef51511 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:49.381903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6009ae55-fd41-41e0-a711-4d3dc699754d req-acc8b16d-8a38-471b-8399-370a4ef51511 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0927985 Jul 08 02:22:49.426669 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6009ae55-fd41-41e0-a711-4d3dc699754d req-848d7e19-c14c-4ae3-9079-461091f0d1d4 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349495 Jul 08 02:22:49.466576 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.478163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.480903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e416d104-4ce0-4fb0-9d5a-623685fa16f2 HTTP/1.1" status: 204 len: 168 time: 0.9146290 Jul 08 02:22:49.495690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef06bfe-af62-488e-98d2-85a8cb76aa63 admin admin] Pushing event deleted for resources: {'Network': ['ID=e416d104-4ce0-4fb0-9d5a-623685fa16f2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:49.637641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5693c1-340c-411a-89d9-8afc7ead019d req-45e8c156-ea13-42be-8d47-dc2a124136de tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:49.644826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a5693c1-340c-411a-89d9-8afc7ead019d req-45e8c156-ea13-42be-8d47-dc2a124136de tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0744884 Jul 08 02:22:49.683613 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a5693c1-340c-411a-89d9-8afc7ead019d req-7aa2cb0d-55a9-4170-b73e-3907faa8dcfc tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Jul 08 02:22:49.892741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45680) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:49.946258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fa57b494-d117-416f-88d3-d1953ed54c21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f969ee555a594dabb9294b7d70695fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523250 Jul 08 02:22:49.948619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 45684) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:50.010911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-385e4df8-cc08-42f9-9f94-86d57437cbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:50.035181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-385e4df8-cc08-42f9-9f94-86d57437cbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:50.180890 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-385e4df8-cc08-42f9-9f94-86d57437cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:50.183573 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-385e4df8-cc08-42f9-9f94-86d57437cbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:50.184745 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-385e4df8-cc08-42f9-9f94-86d57437cbf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c02938a-dccb-4085-9b76-f8bf8f82ad85 HTTP/1.1" status: 204 len: 168 time: 0.2352340 Jul 08 02:22:50.194331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e4df8-cc08-42f9-9f94-86d57437cbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02938a-dccb-4085-9b76-f8bf8f82ad85,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:50.410214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac5edd-7dc2-4586-91a9-0bc8bde5f381 req-1c74f251-7bd6-4ff0-882f-324926d30b53 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:50.411796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1ac5edd-7dc2-4586-91a9-0bc8bde5f381 req-1c74f251-7bd6-4ff0-882f-324926d30b53 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.0770469 Jul 08 02:22:50.453090 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1ac5edd-7dc2-4586-91a9-0bc8bde5f381 req-2ac041b1-8b54-4411-aab8-deb8f400ddcb tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346797 Jul 08 02:22:51.032609 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:51.654967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-1d3ccfec-3857-4530-bde3-fa699497922a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:51.656489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-1d3ccfec-3857-4530-bde3-fa699497922a tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.1544249 Jul 08 02:22:51.723076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2f14-701b-411c-968a-28fbf26acb52 req-59aea47d-0765-4e0f-b1e6-e91b0c970aa1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:51.729756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8bff2f14-701b-411c-968a-28fbf26acb52 req-59aea47d-0765-4e0f-b1e6-e91b0c970aa1 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 945 time: 0.1406806 Jul 08 02:22:51.805438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8bff2f14-701b-411c-968a-28fbf26acb52 req-d066bbff-49db-4756-8263-9dd619b8e5be tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696640 Jul 08 02:22:51.824511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Deleting port 71de8c99-abf8-4051-914d-559f6efd05f4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:51.825115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:51.947035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] For port 71de8c99-abf8-4051-914d-559f6efd05f4, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=71de8c99-abf8-4051-914d-559f6efd05f4,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:51.947512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:51.968401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Calling delete_port for 71de8c99-abf8-4051-914d-559f6efd05f4 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:52.173573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:52.187040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2', '71de8c99-abf8-4051-914d-559f6efd05f4'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:52.206487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event deleted for resources: {'Port': ['ID=71de8c99-abf8-4051-914d-559f6efd05f4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:52.290952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] No DVR routers for this DVR port 71de8c99-abf8-4051-914d-559f6efd05f4 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:22:52.293467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:52.295824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-966709dc-1373-4c17-9d89-a51850a7e6ef req-60e0e5f6-9ebe-4072-be69-cfb09dc3ca30 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "DELETE /v2.0/ports/71de8c99-abf8-4051-914d-559f6efd05f4 HTTP/1.1" status: 204 len: 173 time: 0.6332083 Jul 08 02:22:52.296487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05', 'name': 'network-vif-deleted', 'tag': '71de8c99-abf8-4051-914d-559f6efd05f4'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:52.300244 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1ad63c-5606-473e-9415-03a550487a84" -d '{"events": [{"server_uuid": "ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05", "name": "network-vif-deleted", "tag": "71de8c99-abf8-4051-914d-559f6efd05f4"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:52.683401 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a186f1f-a9f8-47ba-87c5-ea2c7561516b x-openstack-request-id: req-3a186f1f-a9f8-47ba-87c5-ea2c7561516b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:52.684182 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05", "name": "network-vif-deleted", "tag": "71de8c99-abf8-4051-914d-559f6efd05f4", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:52.684312 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a186f1f-a9f8-47ba-87c5-ea2c7561516b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:52.685004 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05', 'name': 'network-vif-deleted', 'tag': '71de8c99-abf8-4051-914d-559f6efd05f4', 'status': 'completed', 'code': 200} Jul 08 02:22:52.975943 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b61deef8-d5a0-4e7a-bf13-3767572df1f9 req-4b3b323e-3b65-4aa1-997d-4f77a4bc686c tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff463bbe-dc9e-4c1b-b8c8-7efecfed3d05 HTTP/1.1" status: 200 len: 210 time: 0.0406311 Jul 08 02:22:54.539560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-a0d53031-66f1-4c8e-978a-526078b312e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694954 Jul 08 02:22:54.668373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-0f03dd5d-5ab4-4547-927c-1f11807f1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:54.671548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-0f03dd5d-5ab4-4547-927c-1f11807f1132 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 1098 time: 0.1053801 Jul 08 02:22:54.858545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-9fec59df-448a-4af2-9eed-658b272eb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:54.860883 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-9fec59df-448a-4af2-9eed-658b272eb86b service neutron] 10.222.0.18 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.1659751 Jul 08 02:22:54.928548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-530a83cd-e675-41f8-b285-4eff7c38a36c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 200 len: 1002 time: 0.0616741 Jul 08 02:22:55.018890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-f3a9d105-b13a-4a73-a82b-fa801bd10660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:55.020840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-f3a9d105-b13a-4a73-a82b-fa801bd10660 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.0853968 Jul 08 02:22:55.095293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-52eab52d-55ef-452c-a3b4-d86a21a31e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:55.097814 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-52eab52d-55ef-452c-a3b4-d86a21a31e5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704741 Jul 08 02:22:55.289475 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-08365cb1-5d13-4bd1-b269-3f77bd6c86ff service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829083 Jul 08 02:22:55.423982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-97adab73-202d-43cb-a3b3-53e7cf413849 req-8fe47be3-6230-4fe3-82ea-4e99bfa0d0a1 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283216 Jul 08 02:22:56.099476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af7d25-850c-482d-ad3d-a5d292a25b10 req-8e8d272a-1ba2-40a7-a120-6fea0041d4df tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:56.101091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91af7d25-850c-482d-ad3d-a5d292a25b10 req-8e8d272a-1ba2-40a7-a120-6fea0041d4df tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 945 time: 0.0778663 Jul 08 02:22:56.160027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91af7d25-850c-482d-ad3d-a5d292a25b10 req-cf849df6-4d39-464a-ab18-911673bde013 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Jul 08 02:22:56.643793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 71de8c99-abf8-4051-914d-559f6efd05f4 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:22:56.666983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 71de8c99-abf8-4051-914d-559f6efd05f4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:22:56.667390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 71de8c99-abf8-4051-914d-559f6efd05f4 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:22:57.414349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60ca8-376d-48df-8035-613902c91efb req-9e37bc86-d8f8-4cdf-a67d-eca64dc78850 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:57.416040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc60ca8-376d-48df-8035-613902c91efb req-9e37bc86-d8f8-4cdf-a67d-eca64dc78850 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 945 time: 0.1095006 Jul 08 02:22:57.472684 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fc60ca8-376d-48df-8035-613902c91efb req-f0e2cea7-3004-40af-9c7e-c6c6cbc5d205 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/security-groups?id=be11ca95-30b3-4d59-a510-6c935ba9cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487120 Jul 08 02:22:57.481228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-77c643c2-7910-4af1-ae1a-634736517628 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:57.483261 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-77c643c2-7910-4af1-ae1a-634736517628 tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 945 time: 0.1171389 Jul 08 02:22:57.592997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Deleting port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:57.593730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:57.702389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] For port a6d1c0bf-5e9b-4ae1-8706-963942f416a2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,segment=NetworkSegment(9f52e48c-23d0-4b2f-8f17-5925f57d7cd8),segment_id=9f52e48c-23d0-4b2f-8f17-5925f57d7cd8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:57.702832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:57.719958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Calling delete_port for a6d1c0bf-5e9b-4ae1-8706-963942f416a2 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:58.007978 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:58.020644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['a6d1c0bf-5e9b-4ae1-8706-963942f416a2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:58.047689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Pushing event deleted for resources: {'Port': ['ID=a6d1c0bf-5e9b-4ae1-8706-963942f416a2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:58.075793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.076967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.077315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.077698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.078038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.078371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.078710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.079039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.079383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.079924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.080430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.080755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:58.104559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] No DVR routers for this DVR port a6d1c0bf-5e9b-4ae1-8706-963942f416a2 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:22:58.108251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:58.110528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7df1f18a-81ce-4e35-8a20-cee45e6a6cdb req-cbf9242c-d754-4d2c-860d-82580324c56f tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.32 "DELETE /v2.0/ports/a6d1c0bf-5e9b-4ae1-8706-963942f416a2 HTTP/1.1" status: 204 len: 173 time: 0.6215379 Jul 08 02:22:58.111062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164da2f2-e3e3-4021-a1c9-4803512b0c83', 'name': 'network-vif-deleted', 'tag': 'a6d1c0bf-5e9b-4ae1-8706-963942f416a2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:58.113750 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13594318-1fbd-4a5e-84b1-cfb3fb4da4e2" -d '{"events": [{"server_uuid": "164da2f2-e3e3-4021-a1c9-4803512b0c83", "name": "network-vif-deleted", "tag": "a6d1c0bf-5e9b-4ae1-8706-963942f416a2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:58.152372 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c240d-3fc4-4e7d-ae47-6a6d4fc56910 x-openstack-request-id: req-bd6c240d-3fc4-4e7d-ae47-6a6d4fc56910 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:58.156638 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164da2f2-e3e3-4021-a1c9-4803512b0c83", "name": "network-vif-deleted", "tag": "a6d1c0bf-5e9b-4ae1-8706-963942f416a2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:58.156638 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd6c240d-3fc4-4e7d-ae47-6a6d4fc56910 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:58.156638 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164da2f2-e3e3-4021-a1c9-4803512b0c83', 'name': 'network-vif-deleted', 'tag': 'a6d1c0bf-5e9b-4ae1-8706-963942f416a2', 'status': 'completed', 'code': 200} Jul 08 02:22:58.643138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72b8a635-ff5c-46ed-ad2c-371095be1209 req-a6e798ab-09e4-4b6c-9b56-438f77a83e6d tempest-ServersTestJSON-127989887 tempest-ServersTestJSON-127989887-project] 10.222.0.10 "GET /v2.0/ports?device_id=164da2f2-e3e3-4021-a1c9-4803512b0c83 HTTP/1.1" status: 200 len: 210 time: 0.0419941 Jul 08 02:22:59.771055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46020) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:59.842330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Deleting subnet c6b9e33f-3ebb-479b-a5be-583489b44949 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:22:59.847739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:59.892681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:59.967965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.152517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.177226 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b9e33f-3ebb-479b-a5be-583489b44949,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:00.188454 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.190362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c6b9e33f-3ebb-479b-a5be-583489b44949 HTTP/1.1" status: 204 len: 168 time: 0.4161160 Jul 08 02:23:00.192081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.192359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.192737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.193053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.193210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:00.194740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.195258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.195813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.196140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.196484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.196822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.197161 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.197501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f82a6-a4ef-4312-a626-fc263504018d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:00.275329 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.371585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.383623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862fc505-704e-4cda-9c02-b39905742854']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:00.395015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:00.395612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f52e48c-23d0-4b2f-8f17-5925f57d7cd8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:00.405998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.422801 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.429429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:23:00.430179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:23:00.432352 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:23:00.641770 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.646762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:00.651692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] 10.222.0.10 "DELETE /v2.0/networks/862fc505-704e-4cda-9c02-b39905742854 HTTP/1.1" status: 204 len: 168 time: 0.4549901 Jul 08 02:23:00.663594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a19dc-83c6-4995-9c6a-786bdf672011 admin admin] Pushing event deleted for resources: {'Network': ['ID=862fc505-704e-4cda-9c02-b39905742854,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:01.367581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:01.434448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-81e7e9fb-a2f5-44ce-88a8-1c65029ae82b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80edd775dfe24f26b666d7e2ccedde2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650680 Jul 08 02:23:01.437570 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46068) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:01.495040 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f79eb19d-355c-4011-9063-4316b29b90c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:01.531997 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f79eb19d-355c-4011-9063-4316b29b90c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:01.775319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f79eb19d-355c-4011-9063-4316b29b90c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:01.777936 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f79eb19d-355c-4011-9063-4316b29b90c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:01.782030 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f79eb19d-355c-4011-9063-4316b29b90c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be11ca95-30b3-4d59-a510-6c935ba9cc05 HTTP/1.1" status: 204 len: 168 time: 0.3405378 Jul 08 02:23:01.799645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eb19d-355c-4011-9063-4316b29b90c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be11ca95-30b3-4d59-a510-6c935ba9cc05,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:02.108738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46090) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:02.337795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5983d43a-a6e5-4ee8-a9e6-0d7d2c9c4fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:02.453000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5983d43a-a6e5-4ee8-a9e6-0d7d2c9c4fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:02.580487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5983d43a-a6e5-4ee8-a9e6-0d7d2c9c4fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:02.623401 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5983d43a-a6e5-4ee8-a9e6-0d7d2c9c4fe3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f10e2e0db150445cba019d783b34f6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125992 Jul 08 02:23:02.625563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983d43a-a6e5-4ee8-a9e6-0d7d2c9c4fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e5d8f3-1656-4072-8c88-870e26af3855,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:02.626196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46110) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:02.679668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a6d1c0bf-5e9b-4ae1-8706-963942f416a2 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:23:02.691743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72d99fb4-e8b9-4210-962e-c27d3c2486cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:02.709983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: a6d1c0bf-5e9b-4ae1-8706-963942f416a2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:23:02.710330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device a6d1c0bf-5e9b-4ae1-8706-963942f416a2 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:23:02.737037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72d99fb4-e8b9-4210-962e-c27d3c2486cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:02.927162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72d99fb4-e8b9-4210-962e-c27d3c2486cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:02.940997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72d99fb4-e8b9-4210-962e-c27d3c2486cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:02.940997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-72d99fb4-e8b9-4210-962e-c27d3c2486cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74e5d8f3-1656-4072-8c88-870e26af3855 HTTP/1.1" status: 204 len: 168 time: 0.3036511 Jul 08 02:23:02.942321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d99fb4-e8b9-4210-962e-c27d3c2486cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e5d8f3-1656-4072-8c88-870e26af3855,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:03.849244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:03.866698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46158) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:03.880423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2721a50-5bb7-4836-88f8-c7ee605ae261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.025590 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2721a50-5bb7-4836-88f8-c7ee605ae261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.104494 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c7846d9-db80-4d76-9579-c7ca97abdaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.147876 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c2721a50-5bb7-4836-88f8-c7ee605ae261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.194715 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c2721a50-5bb7-4836-88f8-c7ee605ae261 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd43a04c93c54cf692222fff2f273ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268173 Jul 08 02:23:04.197498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46162) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:04.215120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2721a50-5bb7-4836-88f8-c7ee605ae261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9959ef-f042-4ce2-84cf-1e9c34aa453c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:04.269101 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7b0afa5-a9db-43f8-88b7-8c7ba0124a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.283687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c7846d9-db80-4d76-9579-c7ca97abdaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.297619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7b0afa5-a9db-43f8-88b7-8c7ba0124a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.375031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c7846d9-db80-4d76-9579-c7ca97abdaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.420548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1c7846d9-db80-4d76-9579-c7ca97abdaf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55ad8157b84947a8b3634153cab3008c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725577 Jul 08 02:23:04.421580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7846d9-db80-4d76-9579-c7ca97abdaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f6451-2f4a-4949-96f0-44b1af6caeac,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:04.423055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46168) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:04.483897 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7b0afa5-a9db-43f8-88b7-8c7ba0124a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.494092 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7b0afa5-a9db-43f8-88b7-8c7ba0124a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.494092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b7b0afa5-a9db-43f8-88b7-8c7ba0124a75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a9959ef-f042-4ce2-84cf-1e9c34aa453c HTTP/1.1" status: 204 len: 168 time: 0.2891538 Jul 08 02:23:04.502765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0afa5-a9db-43f8-88b7-8c7ba0124a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9959ef-f042-4ce2-84cf-1e9c34aa453c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:04.516666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdddf543-b8a3-452b-9058-a89a61565bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.543830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdddf543-b8a3-452b-9058-a89a61565bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.685206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdddf543-b8a3-452b-9058-a89a61565bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.688047 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bdddf543-b8a3-452b-9058-a89a61565bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.697355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bdddf543-b8a3-452b-9058-a89a61565bf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e18f6451-2f4a-4949-96f0-44b1af6caeac HTTP/1.1" status: 204 len: 168 time: 0.2651317 Jul 08 02:23:04.702246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddf543-b8a3-452b-9058-a89a61565bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f6451-2f4a-4949-96f0-44b1af6caeac,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:05.980908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46222) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:06.139504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-434671084-network', 'tenant_id': 'f84d1072ace0446d9cb21d6561adb7e6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:06.237834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Made reservation on behalf of f84d1072ace0446d9cb21d6561adb7e6 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:06.240600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:06.250444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:06.361350 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:06.441487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:06.474357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:23:06.481833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8118bcb7-c0bd-489b-91a6-e942c9628c0b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:06.488962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:06.491056 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Added segment 18092808-0118-438f-9af6-464b0260039a of type vlan for network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 Jul 08 02:23:06.537380 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:06.681404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:06.682333 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:06.682947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:06.761020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] Pushing event updated for resources: {'Network': ['ID=92ea16e7-ef93-4824-bfa7-71679bfc42b9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:06.772647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:23:06.846353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:06.847064 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-555b73ad-c45f-411b-a546-17fc1d9d44d8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8643076 Jul 08 02:23:06.852829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Request body: {'subnet': {'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-434671084-subnet', 'tenant_id': 'f84d1072ace0446d9cb21d6561adb7e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:06.997604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Made reservation on behalf of f84d1072ace0446d9cb21d6561adb7e6 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:07.006978 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:07.346272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:07.403314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=986ba42c-b8d6-49cc-8b20-72f169827319,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:07.423105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Checking segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:07.424231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Network hostable DHCP agents. Network: 92ea16e7-ef93-4824-bfa7-71679bfc42b9, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:23:07.602044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:23:07.717998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 92ea16e7-ef93-4824-bfa7-71679bfc42b9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:07.722612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:07.723637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:07.733984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfc3f0-9f02-4384-a483-b5e10f6e9d62 None None] Network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:07.868061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ccdfa-7bad-4f9f-81fc-b8225af5fbb9 None None] Network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:07.897112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d978e51e-fcec-4967-856e-18e30eb13348 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0484624 Jul 08 02:23:08.552551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7b5d-719c-4264-ac73-0641c664dada req-c924470e-1038-4199-8e08-68e59fbb4cb4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:08.554111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-c924470e-1038-4199-8e08-68e59fbb4cb4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 814 time: 0.1104758 Jul 08 02:23:08.568677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-287f56cd-0072-43d4-bde2-ade3ea025cbc tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/quotas/f84d1072ace0446d9cb21d6561adb7e6 HTTP/1.1" status: 200 len: 375 time: 0.0091918 Jul 08 02:23:08.607863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-e32c9d48-6db8-4a92-8c5a-531f4fefe5cf tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333755 Jul 08 02:23:08.865838 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-7805b46f-6bc3-4aa1-8337-307ea3ac6d5d service neutron] 10.222.0.10 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511303 Jul 08 02:23:08.965494 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-7c2803e1-ee4b-46f9-8a17-ae242888908b service neutron] 10.222.0.10 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939481 Jul 08 02:23:09.278164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46306) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:09.297190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa4fd2b3-0174-4ef2-8c71-88b7c380ae6c req-e919b6e5-507c-4bc5-96de-66a6bd233a4b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 210 time: 0.0381000 Jul 08 02:23:09.395015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42c59313-6ff2-4b50-95da-64d06f011d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:09.491451 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42c59313-6ff2-4b50-95da-64d06f011d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:09.597227 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42c59313-6ff2-4b50-95da-64d06f011d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:09.638753 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-42c59313-6ff2-4b50-95da-64d06f011d65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62ca4f6441a642eba4513cabf6fac742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579917 Jul 08 02:23:09.640147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c59313-6ff2-4b50-95da-64d06f011d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e11cb-120f-4ade-82c2-f49417236f38,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:09.641403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46320) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:09.694165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c70a05a1-c006-4745-abc9-dd7c8f3a6f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:09.716136 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c70a05a1-c006-4745-abc9-dd7c8f3a6f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:09.854307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c70a05a1-c006-4745-abc9-dd7c8f3a6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:09.857682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c70a05a1-c006-4745-abc9-dd7c8f3a6f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:09.858951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c70a05a1-c006-4745-abc9-dd7c8f3a6f11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/531e11cb-120f-4ade-82c2-f49417236f38 HTTP/1.1" status: 204 len: 168 time: 0.2156861 Jul 08 02:23:09.866934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a05a1-c006-4745-abc9-dd7c8f3a6f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e11cb-120f-4ade-82c2-f49417236f38,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:10.437980 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4865dd68-c4d5-4f0f-8ee6-9ff0bfeac624 req-e3b955fc-0baf-41c8-bc08-781a8f350e7c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 210 time: 0.0314100 Jul 08 02:23:10.531509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46340) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:10.543671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c77f8d0-3ee9-4b10-b1fc-a0fb6dc0fcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:10.641458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c77f8d0-3ee9-4b10-b1fc-a0fb6dc0fcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:10.712110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c77f8d0-3ee9-4b10-b1fc-a0fb6dc0fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:10.755882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7c77f8d0-3ee9-4b10-b1fc-a0fb6dc0fcfa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5de9bec09274a5fbc48bbcdd4c90bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256851 Jul 08 02:23:10.757807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46348) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:10.759465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77f8d0-3ee9-4b10-b1fc-a0fb6dc0fcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8976327f-3353-4a8e-964e-64a522afe3e3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:10.814548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a611ef12-403c-4dcc-95d6-7f361ad04ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:10.836867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a611ef12-403c-4dcc-95d6-7f361ad04ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:10.998530 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a611ef12-403c-4dcc-95d6-7f361ad04ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:11.001490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a611ef12-403c-4dcc-95d6-7f361ad04ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:11.005999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a611ef12-403c-4dcc-95d6-7f361ad04ba0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8976327f-3353-4a8e-964e-64a522afe3e3 HTTP/1.1" status: 204 len: 168 time: 0.2468967 Jul 08 02:23:11.016340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611ef12-403c-4dcc-95d6-7f361ad04ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8976327f-3353-4a8e-964e-64a522afe3e3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:11.616267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e19e46b-1014-426e-848a-8f349ca9e298 req-48e1abe7-e56a-45f5-9311-33f9d78fd5c5 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 210 time: 0.0443194 Jul 08 02:23:11.749121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7b5d-719c-4264-ac73-0641c664dada req-1550880c-9bcc-4f17-a450-fd66eae6b5b4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:11.751261 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-1550880c-9bcc-4f17-a450-fd66eae6b5b4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.32 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 814 time: 0.1374533 Jul 08 02:23:11.764201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Request body: {'port': {'device_id': 'ee007ec5-e357-4a02-9da0-20ec26c04c0a', 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'admin_state_up': True, 'tenant_id': 'f84d1072ace0446d9cb21d6561adb7e6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:11.974816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Made reservation on behalf of f84d1072ace0446d9cb21d6561adb7e6 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:11.980032 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:12.118234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2b376942-fe79-4978-ae38-72c7d7e9201b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:12.144351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Allocated IP 172.20.0.2 (92ea16e7-ef93-4824-bfa7-71679bfc42b9/986ba42c-b8d6-49cc-8b20-72f169827319/0528efc8-2b9e-41c3-b973-e3d2aacd33f7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:12.329256 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:12.455574 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:12.499327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:12.502708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:12.506918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:12.549586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Pushing event updated for resources: {'Port': ['ID=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:12.582976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:12.583836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:12.689151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-d6ce552b-fd96-4c83-acfc-aa7b254d00bb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9297054 Jul 08 02:23:12.711953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Request body: {'port': {'device_id': 'ee007ec5-e357-4a02-9da0-20ec26c04c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:12.910106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:12.935707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b0882-958e-4543-8245-259c472a8d8a req-26300c1e-79eb-4b89-9b5e-71e276b3bc42 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:12.935707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df0b0882-958e-4543-8245-259c472a8d8a req-26300c1e-79eb-4b89-9b5e-71e276b3bc42 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 931 time: 0.1187575 Jul 08 02:23:12.987086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df0b0882-958e-4543-8245-259c472a8d8a req-d1311bcd-5ccf-4b0b-b35a-32abc69c5b29 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Jul 08 02:23:13.351455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:13.359808 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:13.371669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Transition to ACTIVE for port object 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:13.459944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:13.528167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:13.597840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Attempting to bind port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:13.598223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Attempting to bind port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:13.598559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Attempting to bind port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:13.603896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:23:13.604785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Attempting to bind port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:13.610767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:13.611106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Checking segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:13.611533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Bound using segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:13.611964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Bound port: 0528efc8-2b9e-41c3-b973-e3d2aacd33f7, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:13.612330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:14.048849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] For port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:14.053587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] For port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:14.188011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:14.231084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:14.232463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:14.233947 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] 10.222.0.32 "PUT /v2.0/ports/0528efc8-2b9e-41c3-b973-e3d2aacd33f7 HTTP/1.1" status: 200 len: 1092 time: 1.5359266 Jul 08 02:23:14.234332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee007ec5-e357-4a02-9da0-20ec26c04c0a', 'tag': '0528efc8-2b9e-41c3-b973-e3d2aacd33f7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:14.236621 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29900d89-28c7-4836-a902-9ebb18ffe37f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee007ec5-e357-4a02-9da0-20ec26c04c0a", "tag": "0528efc8-2b9e-41c3-b973-e3d2aacd33f7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:14.277084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeac08-26a0-4cb2-acb0-0eaaa9c8acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:14.289591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0b322-4603-4558-8da3-779b097c69c5 req-fdf7fb5e-ca24-4191-a3ed-0dc164a5f829 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:14.291092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d0b322-4603-4558-8da3-779b097c69c5 req-fdf7fb5e-ca24-4191-a3ed-0dc164a5f829 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 943 time: 0.1495245 Jul 08 02:23:14.334925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d0b322-4603-4558-8da3-779b097c69c5 req-d916cc06-59f9-4dd4-9fd1-df714bdce672 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376315 Jul 08 02:23:14.410132 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94fd892-c9a0-4b97-9281-2d5e75f51469 x-openstack-request-id: req-c94fd892-c9a0-4b97-9281-2d5e75f51469 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:14.410421 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee007ec5-e357-4a02-9da0-20ec26c04c0a", "tag": "0528efc8-2b9e-41c3-b973-e3d2aacd33f7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:14.410741 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c94fd892-c9a0-4b97-9281-2d5e75f51469 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:14.411140 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee007ec5-e357-4a02-9da0-20ec26c04c0a', 'tag': '0528efc8-2b9e-41c3-b973-e3d2aacd33f7', 'status': 'completed', 'code': 200} Jul 08 02:23:14.442982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7b5d-719c-4264-ac73-0641c664dada req-40cc0a48-0906-49bb-8305-2c3815b9efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:14.444585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-40cc0a48-0906-49bb-8305-2c3815b9efde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 1095 time: 0.0644770 Jul 08 02:23:14.489437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-fa64d2e7-50f5-472e-913c-25906c11f40f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0528efc8-2b9e-41c3-b973-e3d2aacd33f7 HTTP/1.1" status: 200 len: 217 time: 0.0365183 Jul 08 02:23:14.517424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2bea28eb-02f9-4bd9-a877-c2152117ffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:14.562209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7b5d-719c-4264-ac73-0641c664dada req-7f211690-29b3-433f-ba7a-2e21740248ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:14.563789 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-7f211690-29b3-433f-ba7a-2e21740248ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=986ba42c-b8d6-49cc-8b20-72f169827319 HTTP/1.1" status: 200 len: 854 time: 0.0671828 Jul 08 02:23:14.608417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-023e35ff-b3ba-459c-aca6-6cec6a628e30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92ea16e7-ef93-4824-bfa7-71679bfc42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376518 Jul 08 02:23:14.711036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-2e3ce573-2cdb-4efd-a164-175a5a2caceb service neutron] 10.222.0.32 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960894 Jul 08 02:23:14.805564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-603a7b5d-719c-4264-ac73-0641c664dada req-72d6feb7-ec7e-4847-ae21-aeac2b0e8ecf service neutron] 10.222.0.32 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882745 Jul 08 02:23:14.923416 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:15.029683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-10221dbc-a2fb-4b4c-8b88-3848759e903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:15.031329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-10221dbc-a2fb-4b4c-8b88-3848759e903b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 1095 time: 0.0689056 Jul 08 02:23:15.134926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-d1d97b66-485d-4345-8ec9-e9e9ab86a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:15.139260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-d1d97b66-485d-4345-8ec9-e9e9ab86a9a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 915 time: 0.0988786 Jul 08 02:23:15.199254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-064897b7-7504-4cf0-a25e-881c83b57334 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0528efc8-2b9e-41c3-b973-e3d2aacd33f7 HTTP/1.1" status: 200 len: 217 time: 0.0554190 Jul 08 02:23:15.254780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-00f74a68-d44a-4934-995f-eff7c966eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:15.256732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-00f74a68-d44a-4934-995f-eff7c966eac0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=986ba42c-b8d6-49cc-8b20-72f169827319 HTTP/1.1" status: 200 len: 854 time: 0.0503657 Jul 08 02:23:15.298625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-66f61cf7-bfe2-471f-a46a-e3c02e19a073 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92ea16e7-ef93-4824-bfa7-71679bfc42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333767 Jul 08 02:23:15.459399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-40117430-c4fb-4e68-b77f-54b62899f0e1 service neutron] 10.222.0.32 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530509 Jul 08 02:23:15.640670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29900d89-28c7-4836-a902-9ebb18ffe37f req-42011ad3-47b6-41f1-b49f-aa3b3b90bffa service neutron] 10.222.0.32 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540697 Jul 08 02:23:15.643158 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:23:15.659497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1509bd-f573-46f2-9c0f-87486234dc74 req-6d907af6-62c4-48c1-b8a6-0ac352dae00f tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:15.661527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da1509bd-f573-46f2-9c0f-87486234dc74 req-6d907af6-62c4-48c1-b8a6-0ac352dae00f tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 943 time: 0.1484420 Jul 08 02:23:15.720188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da1509bd-f573-46f2-9c0f-87486234dc74 req-8a61d74a-b34a-4a13-a38e-49286454e1ff tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528638 Jul 08 02:23:15.842408 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:15.869410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46650) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:16.010116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c51e7c5-3359-4073-922f-0a71aaa66af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:16.111885 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c51e7c5-3359-4073-922f-0a71aaa66af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:16.203264 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c51e7c5-3359-4073-922f-0a71aaa66af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:16.251933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8c51e7c5-3359-4073-922f-0a71aaa66af4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82d36dc715ef41949682203c7c22c0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806646 Jul 08 02:23:16.252646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46668) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:16.262620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51e7c5-3359-4073-922f-0a71aaa66af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76570754-4d4b-4e5a-8fa1-4c4204b9758c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:16.312721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-061a5361-6843-4d34-9d5e-995f6a9bc244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:16.335248 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-061a5361-6843-4d34-9d5e-995f6a9bc244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:16.470611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-061a5361-6843-4d34-9d5e-995f6a9bc244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:16.475156 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-061a5361-6843-4d34-9d5e-995f6a9bc244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:16.476827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-061a5361-6843-4d34-9d5e-995f6a9bc244 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76570754-4d4b-4e5a-8fa1-4c4204b9758c HTTP/1.1" status: 204 len: 168 time: 0.2226193 Jul 08 02:23:16.490271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a5361-6843-4d34-9d5e-995f6a9bc244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76570754-4d4b-4e5a-8fa1-4c4204b9758c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:16.809226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:23:16.965353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:16.987834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '0528efc8-2b9e-41c3-b973-e3d2aacd33f7', 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'port_id': '0528efc8-2b9e-41c3-b973-e3d2aacd33f7', 'mac_address': 'fa:16:3e:a3:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986ba42c-b8d6-49cc-8b20-72f169827319', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:23:17.050712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.066963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:17.094372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:17.096259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94084e4e-d2b9-4570-8cc3-21376f33b052 req-a67baa5c-ba61-4f8d-a75f-5e60602fc198 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:17.106061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94084e4e-d2b9-4570-8cc3-21376f33b052 req-a67baa5c-ba61-4f8d-a75f-5e60602fc198 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 943 time: 0.0896490 Jul 08 02:23:17.156344 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-94084e4e-d2b9-4570-8cc3-21376f33b052 req-3f4f2294-5012-44c4-a754-64251c99e09e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 Jul 08 02:23:17.202081 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.279132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:17.288478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.289412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.289926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.290441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.290965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.291506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.292057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.292551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.293656 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.294416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.295109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.295664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:17.385958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 46728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:17.405960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-143f0412-58cf-400a-9ba1-a0e1713dbdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.416538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0528efc8-2b9e-41c3-b973-e3d2aacd33f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:23:17.560065 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-143f0412-58cf-400a-9ba1-a0e1713dbdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.572712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.620310 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-143f0412-58cf-400a-9ba1-a0e1713dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.690338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f0412-58cf-400a-9ba1-a0e1713dbdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8d4495-c5dd-41c0-b2ba-0129936f82bf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:17.695423 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-143f0412-58cf-400a-9ba1-a0e1713dbdc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8147832be0134ba89d6842c9ab6a8ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127818 Jul 08 02:23:17.698344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 46744) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:17.779655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bcbad3f-82ed-4ddb-8c6f-024cbad5696d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.802525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bcbad3f-82ed-4ddb-8c6f-024cbad5696d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.955526 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bcbad3f-82ed-4ddb-8c6f-024cbad5696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.962296 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3bcbad3f-82ed-4ddb-8c6f-024cbad5696d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:17.962296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3bcbad3f-82ed-4ddb-8c6f-024cbad5696d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c8d4495-c5dd-41c0-b2ba-0129936f82bf HTTP/1.1" status: 204 len: 168 time: 0.2597644 Jul 08 02:23:17.985638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbad3f-82ed-4ddb-8c6f-024cbad5696d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8d4495-c5dd-41c0-b2ba-0129936f82bf,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:18.317666 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:18.338246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216244-bd9d-490b-8dc7-7ca93ad7e5f1 req-7071a56f-8a73-4b9a-9bf6-69a6a93f0fd7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:18.343753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84216244-bd9d-490b-8dc7-7ca93ad7e5f1 req-7071a56f-8a73-4b9a-9bf6-69a6a93f0fd7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 944 time: 0.0727139 Jul 08 02:23:18.382061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84216244-bd9d-490b-8dc7-7ca93ad7e5f1 req-0a72eb05-8ce1-46fd-b2b0-f11b659c491e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352445 Jul 08 02:23:18.832674 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:18.940102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:18.944175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:18.944559 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:19.052490 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:19.080594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee007ec5-e357-4a02-9da0-20ec26c04c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0528efc8-2b9e-41c3-b973-e3d2aacd33f7'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:19.083174 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a52013-2a1c-4299-9577-a06764d702d2" -d '{"events": [{"server_uuid": "ee007ec5-e357-4a02-9da0-20ec26c04c0a", "name": "network-vif-plugged", "status": "completed", "tag": "0528efc8-2b9e-41c3-b973-e3d2aacd33f7"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:19.102194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:19.127534 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035ef988-410e-4827-bae2-b55bf03a19dc x-openstack-request-id: req-035ef988-410e-4827-bae2-b55bf03a19dc {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:19.127837 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee007ec5-e357-4a02-9da0-20ec26c04c0a", "name": "network-vif-plugged", "status": "completed", "tag": "0528efc8-2b9e-41c3-b973-e3d2aacd33f7", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:19.128112 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-035ef988-410e-4827-bae2-b55bf03a19dc {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:19.128541 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee007ec5-e357-4a02-9da0-20ec26c04c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0528efc8-2b9e-41c3-b973-e3d2aacd33f7', 'code': 200} Jul 08 02:23:19.208938 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:19.308782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:19.347038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc27a51-c311-43fa-bb49-02354405789e req-5f94975d-46f5-4294-9257-b2c0934a21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:19.349330 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbc27a51-c311-43fa-bb49-02354405789e req-5f94975d-46f5-4294-9257-b2c0934a21fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 1097 time: 0.1371007 Jul 08 02:23:19.392620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbc27a51-c311-43fa-bb49-02354405789e req-9ea9f5e9-14af-41ef-9938-614706e2577f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352228 Jul 08 02:23:19.639105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8e43-4ff0-4610-b493-e170a51fb8c2 req-c29557d3-31cc-4614-ae9f-91e7968ef8f9 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:19.646091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd2f8e43-4ff0-4610-b493-e170a51fb8c2 req-c29557d3-31cc-4614-ae9f-91e7968ef8f9 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 945 time: 0.0809035 Jul 08 02:23:19.687657 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd2f8e43-4ff0-4610-b493-e170a51fb8c2 req-a6392665-0fe5-4238-982d-a12f21c1fb42 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Jul 08 02:23:20.900584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3519b-7486-4d8a-a89e-a396ca1458a6 req-7df008eb-daad-455b-a891-e9b1ae4bbf86 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:20.900584 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15e3519b-7486-4d8a-a89e-a396ca1458a6 req-7df008eb-daad-455b-a891-e9b1ae4bbf86 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 945 time: 0.0850503 Jul 08 02:23:20.953805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15e3519b-7486-4d8a-a89e-a396ca1458a6 req-842ab392-237f-415f-b325-46abc8797209 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487490 Jul 08 02:23:21.037643 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:21.674510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:21.819308 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e18bd54-395d-46e6-8d17-4dc9fe6a43ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:21.916167 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e18bd54-395d-46e6-8d17-4dc9fe6a43ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:21.989680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e18bd54-395d-46e6-8d17-4dc9fe6a43ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.034331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3e18bd54-395d-46e6-8d17-4dc9fe6a43ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cd5e4f0097644738c6df944d9315be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586562 Jul 08 02:23:22.036538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18bd54-395d-46e6-8d17-4dc9fe6a43ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2a0a77-1e83-4723-a274-ceb1f91e81ba,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:22.037291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47028) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:22.100271 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-185dd43a-e29c-4531-8302-1c73e8f2d75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.122215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-185dd43a-e29c-4531-8302-1c73e8f2d75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.277423 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-185dd43a-e29c-4531-8302-1c73e8f2d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.281777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-185dd43a-e29c-4531-8302-1c73e8f2d75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.283685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-185dd43a-e29c-4531-8302-1c73e8f2d75f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c2a0a77-1e83-4723-a274-ceb1f91e81ba HTTP/1.1" status: 204 len: 168 time: 0.2446816 Jul 08 02:23:22.303818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47050) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:22.313364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dd43a-e29c-4531-8302-1c73e8f2d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2a0a77-1e83-4723-a274-ceb1f91e81ba,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:22.463297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e821c16-8ff6-4b35-afba-ea782266b85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.562928 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e821c16-8ff6-4b35-afba-ea782266b85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.648111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e821c16-8ff6-4b35-afba-ea782266b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.687863 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6e821c16-8ff6-4b35-afba-ea782266b85d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=759154044c5e4d2083c6e7fa0b50d67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826578 Jul 08 02:23:22.690522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:22.693029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e821c16-8ff6-4b35-afba-ea782266b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d519d0-4153-4197-adc8-77dee013b15e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:22.746875 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-571d974b-88be-496b-9cd5-c48cc63070b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.774048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-571d974b-88be-496b-9cd5-c48cc63070b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.911025 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-571d974b-88be-496b-9cd5-c48cc63070b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.913940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-571d974b-88be-496b-9cd5-c48cc63070b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:22.915275 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-571d974b-88be-496b-9cd5-c48cc63070b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45d519d0-4153-4197-adc8-77dee013b15e HTTP/1.1" status: 204 len: 168 time: 0.2234237 Jul 08 02:23:22.928348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d974b-88be-496b-9cd5-c48cc63070b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d519d0-4153-4197-adc8-77dee013b15e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:22.969229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47092) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:22.982618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42b55c03-9e71-4b7a-8f0b-c9115a5c6f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:23.071626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42b55c03-9e71-4b7a-8f0b-c9115a5c6f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:23.179936 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42b55c03-9e71-4b7a-8f0b-c9115a5c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:23.219244 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-42b55c03-9e71-4b7a-8f0b-c9115a5c6f25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=971e740b15724dc583ea30d0f2ddf118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488892 Jul 08 02:23:23.223506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47110) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:23.229006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b55c03-9e71-4b7a-8f0b-c9115a5c6f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596ba4de-b59f-4a85-905f-303391e59e17,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:23.278382 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15b16b03-d826-4b8e-89fd-851e789b1ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:23.303724 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15b16b03-d826-4b8e-89fd-851e789b1ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:23.437241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15b16b03-d826-4b8e-89fd-851e789b1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:23.439848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-15b16b03-d826-4b8e-89fd-851e789b1ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:23.441193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-15b16b03-d826-4b8e-89fd-851e789b1ed0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/596ba4de-b59f-4a85-905f-303391e59e17 HTTP/1.1" status: 204 len: 168 time: 0.2165236 Jul 08 02:23:23.449220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b16b03-d826-4b8e-89fd-851e789b1ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596ba4de-b59f-4a85-905f-303391e59e17,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:24.057247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:24.206562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1255472365-network', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:24.323133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Made reservation on behalf of 91b0e85f575241638dfa0c8df3bc827d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:24.326414 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.336150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.459575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.544891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.582547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:23:24.597735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d78470-7576-4d09-975a-de1bcbcdf66e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:24.602507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.603159 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Added segment 1defcc65-b12e-4eac-b77f-69696b1ca0fc of type vlan for network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 Jul 08 02:23:24.646737 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.757194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.758129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:24.758759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.818732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] Pushing event updated for resources: {'Network': ['ID=4ac4ca1c-fe2f-4b05-8600-69a8d26db763,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:24.830193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:23:24.895445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5f0f6cbc-b1bd-4e68-8a5c-6fc147bf68db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8370063 Jul 08 02:23:24.898251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47210) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:24.904016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Request body: {'subnet': {'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1255472365-subnet', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:25.031102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Made reservation on behalf of 91b0e85f575241638dfa0c8df3bc827d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:25.033608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.273147 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.338743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0409cbf2-66d1-4c24-908b-6b63b3cfe8e6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:25.346521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Checking segment: {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:25.346879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Network hostable DHCP agents. Network: 4ac4ca1c-fe2f-4b05-8600-69a8d26db763, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:23:25.436972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:23:25.540605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 4ac4ca1c-fe2f-4b05-8600-69a8d26db763) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:25.545665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:25.550501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.553183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7bc46-b413-4df2-a2c6-e36914d0454c None None] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:25.626249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-297a3949-9c83-48ea-8693-ce54ff501768 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7265007 Jul 08 02:23:25.628702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47236) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:25.633242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:25.714842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:23:25.715832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.741306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.743081 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.865826 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.876616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Allocated IP 172.20.0.2 (4ac4ca1c-fe2f-4b05-8600-69a8d26db763/0409cbf2-66d1-4c24-908b-6b63b3cfe8e6/da9f8e39-0550-4ec8-9aa2-0dadac704968) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:26.042194 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.051276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Transition to ACTIVE for port object da9f8e39-0550-4ec8-9aa2-0dadac704968 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:26.069439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Transition to ACTIVE for port object da9f8e39-0550-4ec8-9aa2-0dadac704968 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:26.107850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.138849 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.186002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:26.190488 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Pushing event updated for resources: {'Port': ['ID=da9f8e39-0550-4ec8-9aa2-0dadac704968,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:26.193077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:26.195324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:26.287663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Attempting to bind port da9f8e39-0550-4ec8-9aa2-0dadac704968 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:26.289154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Attempting to bind port da9f8e39-0550-4ec8-9aa2-0dadac704968 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:26.289745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Attempting to bind port da9f8e39-0550-4ec8-9aa2-0dadac704968 on network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:26.300362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:26.300983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Checking segment: {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:26.301632 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.302241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Bound using segment: {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:26.302883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Bound port: da9f8e39-0550-4ec8-9aa2-0dadac704968, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:26.303278 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.369757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] For port da9f8e39-0550-4ec8-9aa2-0dadac704968, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:26.373186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] For port da9f8e39-0550-4ec8-9aa2-0dadac704968, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=da9f8e39-0550-4ec8-9aa2-0dadac704968,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:26.430409 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.454083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.454873 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.519257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc6641-2a9e-4ffb-86b2-a7ff92141584 None None] Pushing event updated for resources: {'Port': ['ID=da9f8e39-0550-4ec8-9aa2-0dadac704968,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:26.593530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Allocated IP 172.25.8.86 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/c76053bd-fd81-40fe-ad01-9a3366e56505) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:26.713384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.848607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.926636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:26.930093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:26.941716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:26.947051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c76053bd-fd81-40fe-ad01-9a3366e56505,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:27.303653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device da9f8e39-0550-4ec8-9aa2-0dadac704968 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:27.349987 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:27.473718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port da9f8e39-0550-4ec8-9aa2-0dadac704968 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:27.565739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942bec7-5c9e-4ee5-bf8c-ca9f1beb4d25 req-f658a95c-a806-4d06-bbc8-84950893f3df tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:27.572685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d942bec7-5c9e-4ee5-bf8c-ca9f1beb4d25 req-f658a95c-a806-4d06-bbc8-84950893f3df tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1589565 Jul 08 02:23:27.627940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d942bec7-5c9e-4ee5-bf8c-ca9f1beb4d25 req-d5e884e8-fc88-48b0-900a-b56df9c4871c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0542984 Jul 08 02:23:27.689816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:27.777670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc978a52-a6fa-4126-a6e5-f9c4291246c4 None None] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:27.916442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:23:27.968746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-87ed3a27-a79a-4b93-9a5f-9869d5ea3fca None None] Provisioning for port da9f8e39-0550-4ec8-9aa2-0dadac704968 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:27.976866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-87ed3a27-a79a-4b93-9a5f-9869d5ea3fca None None] Provisioning complete for port da9f8e39-0550-4ec8-9aa2-0dadac704968 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:27.981113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-87ed3a27-a79a-4b93-9a5f-9869d5ea3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:28.053191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47306) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:28.065682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:23:28.076725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Sync routers for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:23:28.096071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:28.096817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:28.138679 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-87ed3a27-a79a-4b93-9a5f-9869d5ea3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:28.149867 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:28.153774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5df3d500-ee82-460c-bb20-80b2abdab3b3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5215626 Jul 08 02:23:28.154184 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47310) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:28.248831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-87ed3a27-a79a-4b93-9a5f-9869d5ea3fca None None] For port da9f8e39-0550-4ec8-9aa2-0dadac704968, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=da9f8e39-0550-4ec8-9aa2-0dadac704968,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:28.287922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:28.353713 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-87ed3a27-a79a-4b93-9a5f-9869d5ea3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:28.471093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed3a27-a79a-4b93-9a5f-9869d5ea3fca None None] Pushing event updated for resources: {'Port': ['ID=da9f8e39-0550-4ec8-9aa2-0dadac704968,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:28.494614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1c20aab3-08dd-4fd2-8cf9-0bbdb758ba7e None None] Provisioning complete for port da9f8e39-0550-4ec8-9aa2-0dadac704968 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:28.495088 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1c20aab3-08dd-4fd2-8cf9-0bbdb758ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:28.611679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:27Z', 'revision_number': 3, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:28.647216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Checking router: dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:23:28.647216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Updating router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 port c76053bd-fd81-40fe-ad01-9a3366e56505 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:23:28.691013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:28.780552 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-132fba7c-6117-4f5f-b46b-fbfce9a39778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:28.974906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84084c6e-ac03-4402-8a24-a4d5aba89e83 req-2a9059b1-fa9c-4bb1-9307-2349c854e94c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:28.976778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84084c6e-ac03-4402-8a24-a4d5aba89e83 req-2a9059b1-fa9c-4bb1-9307-2349c854e94c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1867013 Jul 08 02:23:29.021396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.033610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Transition to ACTIVE for port object c76053bd-fd81-40fe-ad01-9a3366e56505 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:29.079576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-132fba7c-6117-4f5f-b46b-fbfce9a39778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.117428 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.123668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84084c6e-ac03-4402-8a24-a4d5aba89e83 req-99337b07-dc43-4fe9-8bc2-7e48e1e3f7fb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1381471 Jul 08 02:23:29.172571 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.175759 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-132fba7c-6117-4f5f-b46b-fbfce9a39778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.190378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8cb8d-2568-48e0-866e-c0857826f35d None None] Pushing event updated for resources: {'Port': ['ID=c76053bd-fd81-40fe-ad01-9a3366e56505,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:29.194769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Attempting to bind port c76053bd-fd81-40fe-ad01-9a3366e56505 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:29.195126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Attempting to bind port c76053bd-fd81-40fe-ad01-9a3366e56505 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:29.195539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Attempting to bind port c76053bd-fd81-40fe-ad01-9a3366e56505 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:29.204439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:29.204439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:29.204439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.204439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:29.204439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Bound port: c76053bd-fd81-40fe-ad01-9a3366e56505, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:29.204439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.230826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-132fba7c-6117-4f5f-b46b-fbfce9a39778 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf7594e995db49299f16e77049316cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1758020 Jul 08 02:23:29.233503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:29.270172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fba7c-6117-4f5f-b46b-fbfce9a39778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bbffdf-7b60-45c2-a895-82ded63c35a5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:29.308781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a44bf128-c5ef-465b-a2d8-918e8019862a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.336117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] For port c76053bd-fd81-40fe-ad01-9a3366e56505, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:29.341632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] For port c76053bd-fd81-40fe-ad01-9a3366e56505, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c76053bd-fd81-40fe-ad01-9a3366e56505,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:29.368678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a44bf128-c5ef-465b-a2d8-918e8019862a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.378625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device da9f8e39-0550-4ec8-9aa2-0dadac704968 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:29.420769 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.474921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:29.475613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:29.503433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Allocated IP 172.20.0.1 (4ac4ca1c-fe2f-4b05-8600-69a8d26db763/0409cbf2-66d1-4c24-908b-6b63b3cfe8e6/77c19a27-85e9-48e0-a98c-b8ea3e9a403e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:29.539631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port da9f8e39-0550-4ec8-9aa2-0dadac704968 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:29.540013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.545534 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a44bf128-c5ef-465b-a2d8-918e8019862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.548125 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a44bf128-c5ef-465b-a2d8-918e8019862a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.549339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a44bf128-c5ef-465b-a2d8-918e8019862a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61bbffdf-7b60-45c2-a895-82ded63c35a5 HTTP/1.1" status: 204 len: 168 time: 0.3146238 Jul 08 02:23:29.572747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bf128-c5ef-465b-a2d8-918e8019862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bbffdf-7b60-45c2-a895-82ded63c35a5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:29.589147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8cb8d-2568-48e0-866e-c0857826f35d None None] Pushing event updated for resources: {'Port': ['ID=c76053bd-fd81-40fe-ad01-9a3366e56505,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:29.694998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:29.695744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.714037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Transition to ACTIVE for port object 77c19a27-85e9-48e0-a98c-b8ea3e9a403e will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:29.814346 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.877282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:29.881739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:29.886031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:29.942516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Pushing event updated for resources: {'Port': ['ID=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:29.966767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.967709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:27Z', 'revision_number': 3, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:30.005308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d86d37-a633-4e92-8789-73d2913dd0de None None] The sync data for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 is: [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:27Z', 'revision_number': 3, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:23:30.316273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.333892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f38663ed-eefd-4d05-982b-8fc910b6b416 None None] Provisioning for port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:30.338173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f38663ed-eefd-4d05-982b-8fc910b6b416 None None] Provisioning complete for port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:30.338675 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f38663ed-eefd-4d05-982b-8fc910b6b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.417612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fcb34-46c5-4a12-bd23-87ed4a3c92c0 req-a589119c-dd03-4563-874b-dc6516e46672 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:30.430980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-943fcb34-46c5-4a12-bd23-87ed4a3c92c0 req-a589119c-dd03-4563-874b-dc6516e46672 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1673541 Jul 08 02:23:30.431318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47332) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:30.447741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f38663ed-eefd-4d05-982b-8fc910b6b416 None None] Port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:30.460766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8200b211-2085-4f41-8ecb-db2b8bb304fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.508116 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-943fcb34-46c5-4a12-bd23-87ed4a3c92c0 req-996c9624-369b-4855-bcf0-df24b74c1fdc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0642979 Jul 08 02:23:30.672867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.700853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8200b211-2085-4f41-8ecb-db2b8bb304fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.717639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.789124 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Pushing event updated for resources: {'Port': ['ID=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:30.791991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8200b211-2085-4f41-8ecb-db2b8bb304fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.797647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.845704 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8200b211-2085-4f41-8ecb-db2b8bb304fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4609b0456744918990fe08367746633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086990 Jul 08 02:23:30.846085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:30.854446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200b211-2085-4f41-8ecb-db2b8bb304fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf0841-c159-4949-8d85-00db9898403f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:30.920926 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-253644ab-4756-4456-9bf9-b2dc8808c8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.956733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-253644ab-4756-4456-9bf9-b2dc8808c8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:30.968569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:30.970097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:31.093970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:23:31.128111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-253644ab-4756-4456-9bf9-b2dc8808c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.131280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-253644ab-4756-4456-9bf9-b2dc8808c8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.132182 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-253644ab-4756-4456-9bf9-b2dc8808c8cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1edf0841-c159-4949-8d85-00db9898403f HTTP/1.1" status: 204 len: 168 time: 0.2850935 Jul 08 02:23:31.141254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253644ab-4756-4456-9bf9-b2dc8808c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf0841-c159-4949-8d85-00db9898403f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:31.248257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:23:31.253076 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bca187fc-e9d5-4879-bcf9-5849a6f06b71 admin admin] 10.222.0.10 "PUT /v2.0/routers/dcb6e0b1-7660-46e4-be1b-1e64a7d3b811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0977259 Jul 08 02:23:31.308594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1b04f572-daf1-4a54-a55d-e6c40f384a45 None None] Provisioning complete for port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:31.309965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1b04f572-daf1-4a54-a55d-e6c40f384a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.314064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c76053bd-fd81-40fe-ad01-9a3366e56505 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:31.374879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1b04f572-daf1-4a54-a55d-e6c40f384a45 None None] Port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:31.442362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c76053bd-fd81-40fe-ad01-9a3366e56505 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:31.447068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c76053bd-fd81-40fe-ad01-9a3366e56505 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:31.447686 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.729239 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.753341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c76053bd-fd81-40fe-ad01-9a3366e56505, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c76053bd-fd81-40fe-ad01-9a3366e56505,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:31.779857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d566-b21d-446e-bb45-a5c33b23a65d req-c986a143-cd64-42d6-a583-071bb0d8ee1b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:31.781474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7029d566-b21d-446e-bb45-a5c33b23a65d req-c986a143-cd64-42d6-a583-071bb0d8ee1b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1058946 Jul 08 02:23:31.825969 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.839272 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7029d566-b21d-446e-bb45-a5c33b23a65d req-847f6c65-7898-4f91-8e31-d33a01abd989 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515442 Jul 08 02:23:31.900989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c76053bd-fd81-40fe-ad01-9a3366e56505,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:32.067159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47374) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:32.068356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-341953979-network', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:32.160646 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Sync routers for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:23:32.171693 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:32.172382 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:32.173759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Made reservation on behalf of ac6f7ddcc5f4428e923d5b00189b895a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:32.176731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.191609 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.314398 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:32.319118 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.390963 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.422092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:23:32.429216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67562e26-4d12-4320-821f-54625efb5e29,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:32.438343 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.438737 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Added segment 02b5fd39-58db-4c74-a827-ccb9aca94f66 of type vlan for network 46321cde-a797-4b3e-ab4e-07382ddc22b9 Jul 08 02:23:32.484491 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.550470 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 2, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:32.579807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.580805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:32.581400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.595530 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Checking router: dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:23:32.595878 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Updating router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:23:32.636587 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:32.651370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] Pushing event updated for resources: {'Network': ['ID=46321cde-a797-4b3e-ab4e-07382ddc22b9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:32.663453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 46321cde-a797-4b3e-ab4e-07382ddc22b9 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:23:32.751091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-412bb96c-3d6c-4382-a7fc-54fc8432f0ce admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6848290 Jul 08 02:23:32.751544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47404) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:32.756537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Request body: {'subnet': {'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-341953979-subnet', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:32.842740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Made reservation on behalf of ac6f7ddcc5f4428e923d5b00189b895a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:32.854493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.025642 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.036300 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Transition to ACTIVE for port object 77c19a27-85e9-48e0-a98c-b8ea3e9a403e will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:33.128642 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.128795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b3003-f31a-46a8-a868-b75da08b1b8d req-e3eff8c0-f271-4908-b73c-e5e0a03c32e5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:33.128795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-523b3003-f31a-46a8-a868-b75da08b1b8d req-e3eff8c0-f271-4908-b73c-e5e0a03c32e5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1108179 Jul 08 02:23:33.174649 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Pushing event updated for resources: {'Port': ['ID=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:33.180184 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-523b3003-f31a-46a8-a868-b75da08b1b8d req-68949395-46e5-45b7-a9ed-20ec319d250e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458858 Jul 08 02:23:33.185775 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.185999 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.196460 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.196460 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.196460 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.196460 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.196829 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.196910 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.197188 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.197704 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.198036 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.198360 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:33.213904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.264956 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Attempting to bind port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:33.265323 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Attempting to bind port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:33.265810 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Attempting to bind port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e on network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:33.280799 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:33.282062 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Checking segment: {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:33.282762 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.283454 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Bound using segment: {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:33.284202 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Bound port: 77c19a27-85e9-48e0-a98c-b8ea3e9a403e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:33.284914 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.303019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03e039f-cbb7-4c5a-90c7-d3f9b05c7622,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:33.328868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Checking segment: {'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:33.329183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c76053bd-fd81-40fe-ad01-9a3366e56505 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:33.329651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Network hostable DHCP agents. Network: 46321cde-a797-4b3e-ab4e-07382ddc22b9, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:23:33.403401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Network 46321cde-a797-4b3e-ab4e-07382ddc22b9 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:23:33.404868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c76053bd-fd81-40fe-ad01-9a3366e56505 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:33.405531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.454854 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] For port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:33.463288 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] For port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:33.475473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 46321cde-a797-4b3e-ab4e-07382ddc22b9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:33.480098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:33.480908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.503840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b961dec-5c35-43c7-9d91-19f1c679ce9b None None] Network 46321cde-a797-4b3e-ab4e-07382ddc22b9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:33.521822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47442) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:33.523756 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.551473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0361041e-7927-4458-9409-e5fd3620f21c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7989688 Jul 08 02:23:33.553831 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47446) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:33.561012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:33.593503 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:33.596986 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:33.679388 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e4aba99-bbf0-45b2-8b13-34ca982b9119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.680594 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dbe44-676b-4706-8c67-8c86678d2fc1 None None] Pushing event updated for resources: {'Port': ['ID=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:33.690653 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.691903 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.751226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-46321cde-a797-4b3e-ab4e-07382ddc22b9', 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'fixed_ips': [{'subnet_id': 'd03e039f-cbb7-4c5a-90c7-d3f9b05c7622'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:23:33.752869 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.842431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.896340 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:33.929584 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e4aba99-bbf0-45b2-8b13-34ca982b9119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.945216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Allocated IP 172.20.0.2 (46321cde-a797-4b3e-ab4e-07382ddc22b9/d03e039f-cbb7-4c5a-90c7-d3f9b05c7622/ed1d11a7-083f-4d75-a7f2-371e1fb226b9) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:34.101697 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.111626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Transition to ACTIVE for port object ed1d11a7-083f-4d75-a7f2-371e1fb226b9 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:34.127160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Transition to ACTIVE for port object ed1d11a7-083f-4d75-a7f2-371e1fb226b9 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:34.130223 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:33Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:34.140041 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e4aba99-bbf0-45b2-8b13-34ca982b9119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.161552 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0440859-159d-4017-9bf2-7a258950a984 None None] The sync data for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 is: [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:33Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:23:34.214238 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.270129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aba99-bbf0-45b2-8b13-34ca982b9119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139ea63d-ac89-4d18-8cf5-d0a40111b5b0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:34.281154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Network 46321cde-a797-4b3e-ab4e-07382ddc22b9 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:34.287112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:34.294254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:34.306213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Pushing event updated for resources: {'Port': ['ID=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:34.324672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6e4aba99-bbf0-45b2-8b13-34ca982b9119 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4202c9ecbd334fd39339a5c60c9ece7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7991261 Jul 08 02:23:34.325189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47452) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:34.343906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.381430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Attempting to bind port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:34.381981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Attempting to bind port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:34.382132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Attempting to bind port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 on network 46321cde-a797-4b3e-ab4e-07382ddc22b9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:34.391890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:34.392274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Checking segment: {'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:34.392788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.393187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Bound using segment: {'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:34.393661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Bound port: ed1d11a7-083f-4d75-a7f2-371e1fb226b9, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:34.394054 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.459299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f227fa3b-5445-4ec6-965b-2cd5001dfad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.494131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] For port ed1d11a7-083f-4d75-a7f2-371e1fb226b9, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:34.497700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] For port ed1d11a7-083f-4d75-a7f2-371e1fb226b9, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,segment=NetworkSegment(02b5fd39-58db-4c74-a827-ccb9aca94f66),segment_id=02b5fd39-58db-4c74-a827-ccb9aca94f66)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:34.500259 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f227fa3b-5445-4ec6-965b-2cd5001dfad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.532648 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959325-517a-4316-8294-4f97387d2540 req-f3ece7f6-b47e-4b1c-987e-3dd17e723772 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:34.534649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea959325-517a-4316-8294-4f97387d2540 req-f3ece7f6-b47e-4b1c-987e-3dd17e723772 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1532102 Jul 08 02:23:34.566750 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.624132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea959325-517a-4316-8294-4f97387d2540 req-1b15f1b8-c3f2-43dd-b265-8210665313ea tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0740578 Jul 08 02:23:34.688451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e307c-ec9f-4c33-8d1b-95b92754597a None None] Pushing event updated for resources: {'Port': ['ID=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:34.733875 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f227fa3b-5445-4ec6-965b-2cd5001dfad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.736757 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f227fa3b-5445-4ec6-965b-2cd5001dfad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.738036 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f227fa3b-5445-4ec6-965b-2cd5001dfad4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/139ea63d-ac89-4d18-8cf5-d0a40111b5b0 HTTP/1.1" status: 204 len: 168 time: 0.4118276 Jul 08 02:23:34.752166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227fa3b-5445-4ec6-965b-2cd5001dfad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139ea63d-ac89-4d18-8cf5-d0a40111b5b0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:34.792208 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.815998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.970507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Allocated IP 172.25.8.106 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/05795bd0-31bd-4346-80a8-c8769985daca) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:35.129630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.288688 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.341760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Pushing event updated for resources: {'Port': ['ID=05795bd0-31bd-4346-80a8-c8769985daca,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:35.353853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:35.355898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:35.359302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:35.369357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ed1d11a7-083f-4d75-a7f2-371e1fb226b9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:35.488197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:35.493710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 77c19a27-85e9-48e0-a98c-b8ea3e9a403e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:35.663903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:35.669441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:35.672663 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.801505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.872692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:35.898343 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.974205 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.036314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:36.099080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb58ce-06ce-4d68-baa7-ba65f1e543c3 None None] Network 46321cde-a797-4b3e-ab4e-07382ddc22b9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:36.275794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-89e10c4e-9298-4bd1-ad96-a5c43731ca2b None None] Provisioning for port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:36.282839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-89e10c4e-9298-4bd1-ad96-a5c43731ca2b None None] Provisioning complete for port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:36.283542 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-89e10c4e-9298-4bd1-ad96-a5c43731ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.337407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47490) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:36.423479 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-89e10c4e-9298-4bd1-ad96-a5c43731ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.476625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-89e10c4e-9298-4bd1-ad96-a5c43731ca2b None None] For port ed1d11a7-083f-4d75-a7f2-371e1fb226b9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,segment=NetworkSegment(02b5fd39-58db-4c74-a827-ccb9aca94f66),segment_id=02b5fd39-58db-4c74-a827-ccb9aca94f66)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:36.529517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fabe1-c40e-4498-bbc3-eab6baed9a41 req-b5abc50c-dd5d-4df8-a9de-b83a53ccaa6a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:36.536582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f21fabe1-c40e-4498-bbc3-eab6baed9a41 req-b5abc50c-dd5d-4df8-a9de-b83a53ccaa6a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.6819797 Jul 08 02:23:36.591026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f21fabe1-c40e-4498-bbc3-eab6baed9a41 req-69d23c08-3f04-4a65-b1ce-ddeedc2f8a51 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534456 Jul 08 02:23:36.613637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7a75b6ca-7ae8-4067-980b-7af0e607dad6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0667c3b990e4beaa64cff1607c2ff51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727191 Jul 08 02:23:36.615511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47500) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:36.648332 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-89e10c4e-9298-4bd1-ad96-a5c43731ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.708227 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.720049 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0a846bc-647e-4309-bbd2-025b66a06e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.733665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e10c4e-9298-4bd1-ad96-a5c43731ca2b None None] Pushing event updated for resources: {'Port': ['ID=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:36.772033 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0a846bc-647e-4309-bbd2-025b66a06e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.774641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-01f8871e-8fc8-4f9c-a8dc-b3a58b3bd65e None None] Provisioning complete for port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:36.775077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-01f8871e-8fc8-4f9c-a8dc-b3a58b3bd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.916702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0a846bc-647e-4309-bbd2-025b66a06e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.922405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d0a846bc-647e-4309-bbd2-025b66a06e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.926982 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d0a846bc-647e-4309-bbd2-025b66a06e8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b HTTP/1.1" status: 204 len: 168 time: 0.3070517 Jul 08 02:23:36.933175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a846bc-647e-4309-bbd2-025b66a06e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b1a7fd-9ca3-4f9f-a4ef-49dae5a1b31b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:36.980458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Router e76749b7-e929-4d2a-bf41-68165d849745 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:23:37.141052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:23:37.150693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Sync routers for ids ['e76749b7-e929-4d2a-bf41-68165d849745'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:23:37.160528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Routers {'e76749b7-e929-4d2a-bf41-68165d849745'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:37.161251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e76749b7-e929-4d2a-bf41-68165d849745'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:37.270750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.274859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47540) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:37.276985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3119798f-3b68-4ae9-a7c7-c0aeb15eaa4c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7209132 Jul 08 02:23:37.289765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Set router e76749b7-e929-4d2a-bf41-68165d849745 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:37.319730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ed1d11a7-083f-4d75-a7f2-371e1fb226b9 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:37.474934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:37.474934 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.491271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-eb3e81d1-3803-4791-ad8b-26776772673f tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:37.493499 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-eb3e81d1-3803-4791-ad8b-26776772673f tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 814 time: 0.2176931 Jul 08 02:23:37.609091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-de344615-eb72-4973-9f3b-08663218c60d tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/quotas/f84d1072ace0446d9cb21d6561adb7e6 HTTP/1.1" status: 200 len: 375 time: 0.0732329 Jul 08 02:23:37.627007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '05795bd0-31bd-4346-80a8-c8769985daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 3, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port': {'id': '05795bd0-31bd-4346-80a8-c8769985daca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:34Z', 'updated_at': '2021-07-08T02:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:37.655049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 77c19a27-85e9-48e0-a98c-b8ea3e9a403e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:37.658857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Checking router: e76749b7-e929-4d2a-bf41-68165d849745 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:23:37.658857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Updating router e76749b7-e929-4d2a-bf41-68165d849745 port 05795bd0-31bd-4346-80a8-c8769985daca binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:23:37.748991 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.775928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0a46f-bfeb-42cc-82a1-e037e1b6eb16 req-6cba8393-ee3e-4994-9025-b1d545b8324f tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:37.781105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:37.781724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.784627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c8e0a46f-bfeb-42cc-82a1-e037e1b6eb16 req-6cba8393-ee3e-4994-9025-b1d545b8324f tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0766575 Jul 08 02:23:37.823213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c8e0a46f-bfeb-42cc-82a1-e037e1b6eb16 req-33d85513-9771-4ed5-bc58-6e6d310bc095 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376053 Jul 08 02:23:37.836606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-79736b33-a35a-4211-a54b-cccc21f8444a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2184675 Jul 08 02:23:38.010767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-d63e0468-5319-4b62-b9cf-0a4ba9d18795 service neutron] 10.222.0.10 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732316 Jul 08 02:23:38.085743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47572) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:38.122981 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.161291 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-c1f6b349-a558-4905-aac3-ab1c8ca89e17 service neutron] 10.222.0.10 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495695 Jul 08 02:23:38.202093 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.213797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Transition to ACTIVE for port object 05795bd0-31bd-4346-80a8-c8769985daca will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:38.234355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ab09d66-35be-49d9-96ce-b8805d37b909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.282206 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.336320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Attempting to bind port 05795bd0-31bd-4346-80a8-c8769985daca on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:38.338431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Attempting to bind port 05795bd0-31bd-4346-80a8-c8769985daca by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:38.339038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Attempting to bind port 05795bd0-31bd-4346-80a8-c8769985daca on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:38.363548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:38.368253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:38.368253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.368253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:38.368253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Bound port: 05795bd0-31bd-4346-80a8-c8769985daca, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:38.368253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.370132 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ab09d66-35be-49d9-96ce-b8805d37b909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.377352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e71b-5b64-44f2-b440-dc1ac8a04f40 None None] Pushing event updated for resources: {'Port': ['ID=05795bd0-31bd-4346-80a8-c8769985daca,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:38.408161 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b66f24a1-1fbb-4394-808c-bb6429440b39 req-8e11e6c8-5fe4-4c55-a47f-39336aa761e0 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 210 time: 0.0406497 Jul 08 02:23:38.446459 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ab09d66-35be-49d9-96ce-b8805d37b909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.456285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Allocated IP 172.20.0.1 (46321cde-a797-4b3e-ab4e-07382ddc22b9/d03e039f-cbb7-4c5a-90c7-d3f9b05c7622/17f91d2b-b001-49d6-a2bc-137d6e3b0be5) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:38.457425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] For port 05795bd0-31bd-4346-80a8-c8769985daca, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:38.461073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] For port 05795bd0-31bd-4346-80a8-c8769985daca, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=05795bd0-31bd-4346-80a8-c8769985daca,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:38.481488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab09d66-35be-49d9-96ce-b8805d37b909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f462ee3-e719-47fd-97df-69bdb1bb4ccd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:38.516383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7ab09d66-35be-49d9-96ce-b8805d37b909 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d23597eca9c44cc8108a854b04c2cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274759 Jul 08 02:23:38.516383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47590) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:38.532953 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.573330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-511aa5d7-5d61-42ac-9288-4f6fd5ea1905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.595369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.598894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-511aa5d7-5d61-42ac-9288-4f6fd5ea1905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.612875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Routers {'e76749b7-e929-4d2a-bf41-68165d849745'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:38.613999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e76749b7-e929-4d2a-bf41-68165d849745'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:38.622952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Transition to ACTIVE for port object 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:38.657092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e71b-5b64-44f2-b440-dc1ac8a04f40 None None] Pushing event updated for resources: {'Port': ['ID=05795bd0-31bd-4346-80a8-c8769985daca,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:38.733530 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-511aa5d7-5d61-42ac-9288-4f6fd5ea1905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.736363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-511aa5d7-5d61-42ac-9288-4f6fd5ea1905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.739592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-511aa5d7-5d61-42ac-9288-4f6fd5ea1905 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f462ee3-e719-47fd-97df-69bdb1bb4ccd HTTP/1.1" status: 204 len: 168 time: 0.2214618 Jul 08 02:23:38.739689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] Set router e76749b7-e929-4d2a-bf41-68165d849745 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:38.746893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511aa5d7-5d61-42ac-9288-4f6fd5ea1905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f462ee3-e719-47fd-97df-69bdb1bb4ccd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:38.785348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.840102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Network 46321cde-a797-4b3e-ab4e-07382ddc22b9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:38.844292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:38.847802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:38.947459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Pushing event updated for resources: {'Port': ['ID=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:38.967277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.071205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '05795bd0-31bd-4346-80a8-c8769985daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 3, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port': {'id': '05795bd0-31bd-4346-80a8-c8769985daca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:34Z', 'updated_at': '2021-07-08T02:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:39.109801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27ef14-c1dc-472d-bfda-3b9dcbbbcc3d None None] The sync data for ids ['e76749b7-e929-4d2a-bf41-68165d849745'] in n-d-695189-13 is: [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '05795bd0-31bd-4346-80a8-c8769985daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 3, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port': {'id': '05795bd0-31bd-4346-80a8-c8769985daca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:34Z', 'updated_at': '2021-07-08T02:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:23:39.166014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9494-ec96-4256-aaf5-095fcafc173b req-e5ef1231-bb33-456e-b2fe-ec42f666f580 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:39.169386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d25b9494-ec96-4256-aaf5-095fcafc173b req-e5ef1231-bb33-456e-b2fe-ec42f666f580 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1261528 Jul 08 02:23:39.231245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d25b9494-ec96-4256-aaf5-095fcafc173b req-37c3f7b3-cf1a-4de6-a961-a10ce50433dc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549352 Jul 08 02:23:39.312558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.333500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-83fff679-065f-48d9-bd6d-1e844d33dfbe None None] Provisioning for port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:39.338537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-83fff679-065f-48d9-bd6d-1e844d33dfbe None None] Provisioning complete for port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:39.338855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83fff679-065f-48d9-bd6d-1e844d33dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.449056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-83fff679-065f-48d9-bd6d-1e844d33dfbe None None] Port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:39.595651 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c3156d8-6c5d-4562-868a-c9ef10ffd93a req-a090e8a5-37a3-40e4-954a-177d69d074cf tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 210 time: 0.0329099 Jul 08 02:23:39.617355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.675127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.773803 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.779083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Pushing event updated for resources: {'Port': ['ID=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:39.941170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba8208-f320-4c87-b48e-b7b26af1325e req-81e8ce66-7b2b-4a47-9442-fd8970e72acd tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:39.948413 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39ba8208-f320-4c87-b48e-b7b26af1325e req-81e8ce66-7b2b-4a47-9442-fd8970e72acd tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1650045 Jul 08 02:23:40.043994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Network 46321cde-a797-4b3e-ab4e-07382ddc22b9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:40.049074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:40.053541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39ba8208-f320-4c87-b48e-b7b26af1325e req-3e8cebbe-6097-41cb-a548-f924a0e04864 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1042900 Jul 08 02:23:40.068597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-bc6dc8bb-5777-4160-89a6-56e85fe3b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:40.070214 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-bc6dc8bb-5777-4160-89a6-56e85fe3b488 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 1098 time: 0.1403549 Jul 08 02:23:40.437118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-222931d7-6347-45d5-ab34-4dfe77685b0b None None] Provisioning complete for port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:40.437118 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-222931d7-6347-45d5-ab34-4dfe77685b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.714664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-222931d7-6347-45d5-ab34-4dfe77685b0b None None] Port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:40.757664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Router e76749b7-e929-4d2a-bf41-68165d849745 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:23:40.760079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-46dbf426-2524-4ab8-834b-15f704acd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:40.763859 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-46dbf426-2524-4ab8-834b-15f704acd3cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.6462858 Jul 08 02:23:40.806840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d5edf45-3544-42af-80d6-57142ba62598 req-69c7ad7b-31d4-45fd-beb4-d6f16299f9c6 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 210 time: 0.0441849 Jul 08 02:23:40.918545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-447d2231-6162-42aa-91d1-5b6c7071ddc2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 200 len: 1002 time: 0.1489234 Jul 08 02:23:41.010434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:23:41.020154 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-752183ac-c702-4701-954c-74d1a772a667 admin admin] 10.222.0.10 "PUT /v2.0/routers/e76749b7-e929-4d2a-bf41-68165d849745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7427354 Jul 08 02:23:41.022810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-ac47dfa6-ad0a-4427-a6ea-45426336c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:41.024722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-ac47dfa6-ad0a-4427-a6ea-45426336c3ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.0994375 Jul 08 02:23:41.116851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-b16be960-c07a-48ad-b34a-bddff274fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:41.118452 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-b16be960-c07a-48ad-b34a-bddff274fde7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877590 Jul 08 02:23:41.250177 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-b6ff23c3-0bc4-4ff2-99b5-94cd1729dff3 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252694 Jul 08 02:23:41.448316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 05795bd0-31bd-4346-80a8-c8769985daca up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:41.500501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-bbe1fe46-8634-443b-bb8c-bcfe2a5726d5 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:41.502087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-bbe1fe46-8634-443b-bb8c-bcfe2a5726d5 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.18 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 814 time: 0.2639134 Jul 08 02:23:41.521616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Request body: {'port': {'device_id': 'efda604a-d9ec-4012-9890-f76bd89d494a', 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'admin_state_up': True, 'tenant_id': 'f84d1072ace0446d9cb21d6561adb7e6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:41.534456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-ea0f4ac6-452f-4971-8814-5400e4eb60d2 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727375 Jul 08 02:23:41.550004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ba485-7816-4bd0-8691-4123032b6331 req-98e91d40-c453-44ef-a6df-8d74c123dffc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:41.551803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab9ba485-7816-4bd0-8691-4123032b6331 req-98e91d40-c453-44ef-a6df-8d74c123dffc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.2476621 Jul 08 02:23:41.614886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab9ba485-7816-4bd0-8691-4123032b6331 req-40874b12-b139-4cb1-b21a-d0376292bdee tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545020 Jul 08 02:23:41.704830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 05795bd0-31bd-4346-80a8-c8769985daca completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:41.709480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 05795bd0-31bd-4346-80a8-c8769985daca triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:41.709877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.823470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Made reservation on behalf of f84d1072ace0446d9cb21d6561adb7e6 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:41.828021 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.829455 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.861090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 05795bd0-31bd-4346-80a8-c8769985daca, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=05795bd0-31bd-4346-80a8-c8769985daca,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:41.926612 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.055018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=05795bd0-31bd-4346-80a8-c8769985daca,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:42.065099 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Sync routers for ids ['e76749b7-e929-4d2a-bf41-68165d849745'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:23:42.081653 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Routers {'e76749b7-e929-4d2a-bf41-68165d849745'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:42.081653 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e76749b7-e929-4d2a-bf41-68165d849745'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:42.098390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Allocated IP 172.20.0.13 (92ea16e7-ef93-4824-bfa7-71679bfc42b9/986ba42c-b8d6-49cc-8b20-72f169827319/9be51ba8-4f1d-42a3-8cd2-8bce8165017d) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:42.129318 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-86eef696-3409-4d32-adea-77576d15958f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.143019 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e87c0a79-0cf0-48ba-ad58-74fb3757590d req-d766fbb4-decd-4973-8b2f-ee8a86765d34 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 210 time: 0.0688524 Jul 08 02:23:42.194623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47736) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.199454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-58c13ff5-df84-4afa-8a5f-e689d5e1e65a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529789715', 'description': 'tempest-secgroup-smoke-1529789715 description', 'project_id': '91b0e85f575241638dfa0c8df3bc827d'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:42.221414 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Set router e76749b7-e929-4d2a-bf41-68165d849745 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:42.296303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.330789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.364425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58c13ff5-df84-4afa-8a5f-e689d5e1e65a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.436693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7909671d-6d48-4245-9dd6-0d3aec7a2eb6 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:42.477082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.479518 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '05795bd0-31bd-4346-80a8-c8769985daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port': {'id': '05795bd0-31bd-4346-80a8-c8769985daca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:34Z', 'updated_at': '2021-07-08T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '17f91d2b-b001-49d6-a2bc-137d6e3b0be5', 'name': '', 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'mac_address': 'fa:16:3e:c5:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'd03e039f-cbb7-4c5a-90c7-d3f9b05c7622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 2, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'subnets': [{'id': 'd03e039f-cbb7-4c5a-90c7-d3f9b05c7622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:42.481824 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58c13ff5-df84-4afa-8a5f-e689d5e1e65a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.490933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0528efc8-2b9e-41c3-b973-e3d2aacd33f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:23:42.513041 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Checking router: e76749b7-e929-4d2a-bf41-68165d849745 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:23:42.513743 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Updating router e76749b7-e929-4d2a-bf41-68165d849745 port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:23:42.527915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:42.531609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:42.537792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:42.564462 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.570268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Pushing event updated for resources: {'Port': ['ID=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:42.597480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:42.600166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.628642 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58c13ff5-df84-4afa-8a5f-e689d5e1e65a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.664471 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7909671d-6d48-4245-9dd6-0d3aec7a2eb6 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "PUT /v2.0/quotas/ad714f028930431a980b45f777fd1ff3 HTTP/1.1" status: 200 len: 366 time: 0.3660204 Jul 08 02:23:42.665631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c13ff5-df84-4afa-8a5f-e689d5e1e65a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd48867-5655-4642-a937-e4a21511681f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:42.666447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47744) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.694908 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b5dbe674-3e4f-4aaa-9fbb-be5bbeada796 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0254445 Jul 08 02:23:42.698658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.711748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-e8fa0eb5-614e-4983-817d-239f19dbf87c tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1988475 Jul 08 02:23:42.715848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5905b8a0-c9fa-43f6-ab9d-6e7e6ed2cb98 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "GET /v2.0/quotas/ad714f028930431a980b45f777fd1ff3 HTTP/1.1" status: 200 len: 366 time: 0.0154612 Jul 08 02:23:42.718653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47748) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.729137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Request body: {'port': {'device_id': 'efda604a-d9ec-4012-9890-f76bd89d494a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:42.733760 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58c13ff5-df84-4afa-8a5f-e689d5e1e65a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.735182 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-58c13ff5-df84-4afa-8a5f-e689d5e1e65a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5395494 Jul 08 02:23:42.744176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47750) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.765722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0e1e507a-a007-4f78-805b-a20a5ec0753b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'security_group_rule': {'security_group_id': '1dd48867-5655-4642-a937-e4a21511681f', 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:42.817476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4338aeed-b993-4e53-8043-f2f52bc810a0 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/ad714f028930431a980b45f777fd1ff3 HTTP/1.1" status: 204 len: 168 time: 0.0972831 Jul 08 02:23:42.821100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47752) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.825282 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.842627 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d709885c-28d8-4076-ba0c-a4726243a65f tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0188768 Jul 08 02:23:42.845705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47754) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.863925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dccfea11-c10d-4bd3-a02b-abefdb073f5f tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "GET /v2.0/quotas/ad714f028930431a980b45f777fd1ff3 HTTP/1.1" status: 200 len: 370 time: 0.0163867 Jul 08 02:23:42.866755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.875746 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bab769c0-4538-4d5d-97af-2e9208e8c840 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "GET /v2.0/quotas/ad714f028930431a980b45f777fd1ff3/default HTTP/1.1" status: 200 len: 370 time: 0.0072935 Jul 08 02:23:42.878227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47758) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:42.884388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957f7cf-2e3a-4034-a5b0-b6e205fa07ca req-0500c22e-18d3-46f4-8516-75bffae51613 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:42.886995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f957f7cf-2e3a-4034-a5b0-b6e205fa07ca req-0500c22e-18d3-46f4-8516-75bffae51613 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1156776 Jul 08 02:23:42.895397 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-1678e050-7ea4-405e-aecc-f9d36aaae531 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] delete failed (client error): The resource could not be found. Jul 08 02:23:42.896809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1678e050-7ea4-405e-aecc-f9d36aaae531 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/ad714f028930431a980b45f777fd1ff3 HTTP/1.1" status: 404 len: 348 time: 0.0174110 Jul 08 02:23:42.921470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e1e507a-a007-4f78-805b-a20a5ec0753b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.972598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f957f7cf-2e3a-4034-a5b0-b6e205fa07ca req-9a99db65-d6f0-463c-a7c4-31bb9e12cf1b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0788803 Jul 08 02:23:42.976576 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.010284 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Transition to ACTIVE for port object 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:43.027103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e1e507a-a007-4f78-805b-a20a5ec0753b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.197801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be51ba8-4f1d-42a3-8cd2-8bce8165017d {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:43.207788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.214221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e1e507a-a007-4f78-805b-a20a5ec0753b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.215593 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.242001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Transition to ACTIVE for port object 9be51ba8-4f1d-42a3-8cd2-8bce8165017d will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:43.256550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47768) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:43.270101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e507a-a007-4f78-805b-a20a5ec0753b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115aae68-f17a-4118-a913-8aa2b20ebe05,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:43.293082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Usage tracker for resource:network and tenant:6097877673ae4acf8aa945af7bb69184 is out of sync, need to count used quota {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:23:43.316042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:23:43.328217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 05795bd0-31bd-4346-80a8-c8769985daca up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:43.333136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Usage tracker for resource:subnet and tenant:6097877673ae4acf8aa945af7bb69184 is out of sync, need to count used quota {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:23:43.340224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:23:43.347958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Usage tracker for resource:subnetpool and tenant:6097877673ae4acf8aa945af7bb69184 is out of sync, need to count used quota {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:23:43.354337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:23:43.361190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Usage tracker for resource:port and tenant:6097877673ae4acf8aa945af7bb69184 is out of sync, need to count used quota {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:23:43.371736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:23:43.378711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e1e507a-a007-4f78-805b-a20a5ec0753b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.383677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e1e507a-a007-4f78-805b-a20a5ec0753b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6342273 Jul 08 02:23:43.383677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47770) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:43.393018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.395190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6a5f1c71-178c-486c-a16e-e0ec6c4f9b9a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'security_group_rule': {'security_group_id': '1dd48867-5655-4642-a937-e4a21511681f', 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:43.403793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Usage tracker for resource:router and tenant:6097877673ae4acf8aa945af7bb69184 is out of sync, need to count used quota {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:23:43.404021 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d7295-32e0-4f24-82d2-b43b43f58880 None None] Pushing event updated for resources: {'Port': ['ID=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:43.415525 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Attempting to bind port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:43.416016 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Attempting to bind port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:43.416879 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Attempting to bind port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 on network 46321cde-a797-4b3e-ab4e-07382ddc22b9 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:43.421269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:23:43.424323 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:43.424801 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Checking segment: {'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:43.425268 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.425874 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Bound using segment: {'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:43.426629 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Bound port: 17f91d2b-b001-49d6-a2bc-137d6e3b0be5, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b5fd39-58db-4c74-a827-ccb9aca94f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:43.427092 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.449266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 05795bd0-31bd-4346-80a8-c8769985daca triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:43.452153 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.452488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Usage tracker for resource:floatingip and tenant:6097877673ae4acf8aa945af7bb69184 is out of sync, need to count used quota {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:23:43.474969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:23:43.488282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Pushing event updated for resources: {'Port': ['ID=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:43.548816 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] For port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:43.552453 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] For port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,segment=NetworkSegment(02b5fd39-58db-4c74-a827-ccb9aca94f66),segment_id=02b5fd39-58db-4c74-a827-ccb9aca94f66)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:43.559394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1c71-178c-486c-a16e-e0ec6c4f9b9a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.579305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Usage tracker for resource:security_group and tenant:6097877673ae4acf8aa945af7bb69184 is out of sync, need to count used quota {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:23:43.587550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee856e1-5b4b-438d-b4c7-baae963f9c17 req-64f19455-74b0-4444-b641-1b6eb6a64bde tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:43.594755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:23:43.595240 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dee856e1-5b4b-438d-b4c7-baae963f9c17 req-64f19455-74b0-4444-b641-1b6eb6a64bde tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 944 time: 0.2725017 Jul 08 02:23:43.613746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Usage tracker for resource:security_group_rule and tenant:6097877673ae4acf8aa945af7bb69184 is out of sync, need to count used quota {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:23:43.625167 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.650266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.quota.resource [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:23:43.650681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Attempting to bind port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:43.651032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Attempting to bind port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:43.651475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Attempting to bind port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:43.679769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dee856e1-5b4b-438d-b4c7-baae963f9c17 req-267a4696-f50c-4077-be94-29e753b19b18 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733690 Jul 08 02:23:43.679769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:23:43.679769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Attempting to bind port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:43.680910 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b88db05-b921-4f79-a3c0-686975b52133 tempest-QuotasTest-855878355 tempest-QuotasTest-855878355-project-admin] 10.222.0.10 "GET /v2.0/quotas/6097877673ae4acf8aa945af7bb69184/details.json HTTP/1.1" status: 200 len: 703 time: 0.4198124 Jul 08 02:23:43.687418 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Routers {'e76749b7-e929-4d2a-bf41-68165d849745'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:43.688123 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e76749b7-e929-4d2a-bf41-68165d849745'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:43.693620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:43.694046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Checking segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:43.694693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Bound using segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:43.695223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Bound port: 9be51ba8-4f1d-42a3-8cd2-8bce8165017d, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:43.697980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.720692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1c71-178c-486c-a16e-e0ec6c4f9b9a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.782571 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d7295-32e0-4f24-82d2-b43b43f58880 None None] Pushing event updated for resources: {'Port': ['ID=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:43.788733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1c71-178c-486c-a16e-e0ec6c4f9b9a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.832483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f1c71-178c-486c-a16e-e0ec6c4f9b9a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3999c3c1-b988-4e8d-b675-992d408a4ff7,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:43.834288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] For port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:43.846745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] For port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:43.881083 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] Set router e76749b7-e929-4d2a-bf41-68165d849745 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:43.906001 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1c71-178c-486c-a16e-e0ec6c4f9b9a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.908523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6a5f1c71-178c-486c-a16e-e0ec6c4f9b9a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5242951 Jul 08 02:23:43.918367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47774) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:43.925054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-345ff398-0dbf-48fe-a9b0-8c10d801b88d tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'security_group_rule': {'security_group_id': '1dd48867-5655-4642-a937-e4a21511681f', 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:43.938342 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.990423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:43.991305 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.993350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] 10.222.0.18 "PUT /v2.0/ports/9be51ba8-4f1d-42a3-8cd2-8bce8165017d HTTP/1.1" status: 200 len: 1093 time: 1.2710636 Jul 08 02:23:43.993958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efda604a-d9ec-4012-9890-f76bd89d494a', 'tag': '9be51ba8-4f1d-42a3-8cd2-8bce8165017d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:43.997744 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f0a84e-c4a6-4126-810f-1d94bb62e8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "efda604a-d9ec-4012-9890-f76bd89d494a", "tag": "9be51ba8-4f1d-42a3-8cd2-8bce8165017d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:44.046168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1499f8-4425-41a1-aac3-ff983537ec6d service neutron] Pushing event updated for resources: {'Port': ['ID=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:44.048592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-345ff398-0dbf-48fe-a9b0-8c10d801b88d tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.062424 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3cbf7-d106-443e-be53-bb317c1551dc x-openstack-request-id: req-d7e3cbf7-d106-443e-be53-bb317c1551dc {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:44.062735 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efda604a-d9ec-4012-9890-f76bd89d494a", "tag": "9be51ba8-4f1d-42a3-8cd2-8bce8165017d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:44.062995 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7e3cbf7-d106-443e-be53-bb317c1551dc {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:44.066834 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efda604a-d9ec-4012-9890-f76bd89d494a', 'tag': '9be51ba8-4f1d-42a3-8cd2-8bce8165017d', 'status': 'completed', 'code': 200} Jul 08 02:23:44.150312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0a84e-c4a6-4126-810f-1d94bb62e8d7 req-f3c7a513-127b-4a5e-a153-0a145fb4f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:44.152934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69f0a84e-c4a6-4126-810f-1d94bb62e8d7 req-f3c7a513-127b-4a5e-a153-0a145fb4f16b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 1096 time: 0.0722353 Jul 08 02:23:44.215492 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '05795bd0-31bd-4346-80a8-c8769985daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port': {'id': '05795bd0-31bd-4346-80a8-c8769985daca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:34Z', 'updated_at': '2021-07-08T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '17f91d2b-b001-49d6-a2bc-137d6e3b0be5', 'name': '', 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'mac_address': 'fa:16:3e:c5:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'd03e039f-cbb7-4c5a-90c7-d3f9b05c7622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:43Z', 'revision_number': 4, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'subnets': [{'id': 'd03e039f-cbb7-4c5a-90c7-d3f9b05c7622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:44.244850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-345ff398-0dbf-48fe-a9b0-8c10d801b88d tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.246584 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaba378-1eeb-441a-820c-7be694646de4 None None] The sync data for ids ['e76749b7-e929-4d2a-bf41-68165d849745'] in n-d-695189-13 is: [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '05795bd0-31bd-4346-80a8-c8769985daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port': {'id': '05795bd0-31bd-4346-80a8-c8769985daca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:34Z', 'updated_at': '2021-07-08T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '17f91d2b-b001-49d6-a2bc-137d6e3b0be5', 'name': '', 'network_id': '46321cde-a797-4b3e-ab4e-07382ddc22b9', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'mac_address': 'fa:16:3e:c5:73:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'd03e039f-cbb7-4c5a-90c7-d3f9b05c7622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:43Z', 'revision_number': 4, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'subnets': [{'id': 'd03e039f-cbb7-4c5a-90c7-d3f9b05c7622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:23:44.279517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0a84e-c4a6-4126-810f-1d94bb62e8d7 req-8387408d-e5b0-4138-b21d-5131a114ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:44.286539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69f0a84e-c4a6-4126-810f-1d94bb62e8d7 req-8387408d-e5b0-4138-b21d-5131a114ad2a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1219583 Jul 08 02:23:44.307418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-345ff398-0dbf-48fe-a9b0-8c10d801b88d tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.336552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ff398-0dbf-48fe-a9b0-8c10d801b88d tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56340df-d60c-418f-8083-54272673c14a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:44.438798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-345ff398-0dbf-48fe-a9b0-8c10d801b88d tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.443617 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-345ff398-0dbf-48fe-a9b0-8c10d801b88d tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5230172 Jul 08 02:23:44.444196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47782) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:44.444540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47784) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:44.460590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-eee9300f-1dce-44b5-8ab2-b0b28f88a9eb tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'security_group_rule': {'security_group_id': '1dd48867-5655-4642-a937-e4a21511681f', 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:44.460854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0a84e-c4a6-4126-810f-1d94bb62e8d7 req-623d06f5-621f-40c7-ba5a-74901dd063d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:44.462611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69f0a84e-c4a6-4126-810f-1d94bb62e8d7 req-623d06f5-621f-40c7-ba5a-74901dd063d9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704175 Jul 08 02:23:44.498465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a13b671f-273e-4871-aa23-4387da87a54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.572043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eee9300f-1dce-44b5-8ab2-b0b28f88a9eb tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.580441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-41aa6c28-e9cc-411e-8fe3-9c03734f9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:44.583644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-41aa6c28-e9cc-411e-8fe3-9c03734f9489 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 1096 time: 0.0756056 Jul 08 02:23:44.625595 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c93b5df-0713-45f2-afbc-871922f89aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.633442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-b4ed32d5-ec9d-4d8b-9010-14ad16c49c8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be51ba8-4f1d-42a3-8cd2-8bce8165017d HTTP/1.1" status: 200 len: 217 time: 0.0416195 Jul 08 02:23:44.684319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eee9300f-1dce-44b5-8ab2-b0b28f88a9eb tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.691953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-135087ce-188a-4300-8a51-745b18578403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:44.694830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-135087ce-188a-4300-8a51-745b18578403 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=986ba42c-b8d6-49cc-8b20-72f169827319 HTTP/1.1" status: 200 len: 854 time: 0.0549254 Jul 08 02:23:44.737605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-772fbbe7-622c-41c8-8d32-8be2c6bd2b75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92ea16e7-ef93-4824-bfa7-71679bfc42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354226 Jul 08 02:23:44.781146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eee9300f-1dce-44b5-8ab2-b0b28f88a9eb tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.837736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c93b5df-0713-45f2-afbc-871922f89aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.838821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9300f-1dce-44b5-8ab2-b0b28f88a9eb tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8d7e11-94bb-45b9-a2a4-70276b10af1d,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:44.896268 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.900219 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-74d11257-0a4e-485e-8ab3-1100055398d7 service neutron] 10.222.0.18 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562676 Jul 08 02:23:44.929670 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4c93b5df-0713-45f2-afbc-871922f89aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.970095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93b5df-0713-45f2-afbc-871922f89aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05177ec-a16b-4f55-a015-72978bc53d19,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:44.982934 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4c93b5df-0713-45f2-afbc-871922f89aca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47cc87edcd2f496c82031d76cb5b1493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316381 Jul 08 02:23:44.983637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47790) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:44.993343 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eee9300f-1dce-44b5-8ab2-b0b28f88a9eb tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.997676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eee9300f-1dce-44b5-8ab2-b0b28f88a9eb tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5520787 Jul 08 02:23:44.998557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47792) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:45.009219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-362727bc-e0c6-4deb-8eb9-646842aca2dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'security_group_rule': {'security_group_id': '1dd48867-5655-4642-a937-e4a21511681f', 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:45.012177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30344e-42bd-4332-8537-928490bbfbd8 req-40ba2757-2054-416b-9908-51c54b6b426b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:45.013748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b30344e-42bd-4332-8537-928490bbfbd8 req-40ba2757-2054-416b-9908-51c54b6b426b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 944 time: 0.1557097 Jul 08 02:23:45.038847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ebee4a2-da04-4422-b534-a76db3d72e63 req-a623e1b8-1f9c-4ef0-b57a-f06e3bc3661f service neutron] 10.222.0.18 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318622 Jul 08 02:23:45.075927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b30344e-42bd-4332-8537-928490bbfbd8 req-d6316e70-902a-495e-b8cf-1e186ead69c6 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494025 Jul 08 02:23:45.082702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb895659-c92c-474a-8bea-5b234abdb049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.110738 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb895659-c92c-474a-8bea-5b234abdb049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.149840 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-362727bc-e0c6-4deb-8eb9-646842aca2dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Project 91b0e85f575241638dfa0c8df3bc827d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:23:45.156269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-362727bc-e0c6-4deb-8eb9-646842aca2dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.321680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:45.336350 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb895659-c92c-474a-8bea-5b234abdb049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.340381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb895659-c92c-474a-8bea-5b234abdb049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.341559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bb895659-c92c-474a-8bea-5b234abdb049 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b05177ec-a16b-4f55-a015-72978bc53d19 HTTP/1.1" status: 204 len: 168 time: 0.3567808 Jul 08 02:23:45.360483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-362727bc-e0c6-4deb-8eb9-646842aca2dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.362290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb895659-c92c-474a-8bea-5b234abdb049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05177ec-a16b-4f55-a015-72978bc53d19,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:45.465550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-362727bc-e0c6-4deb-8eb9-646842aca2dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.493583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362727bc-e0c6-4deb-8eb9-646842aca2dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3835e679-530f-4c48-984b-e1b3ee9f44b5,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:45.523496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:45.531267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:45.541544 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.590261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-362727bc-e0c6-4deb-8eb9-646842aca2dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.592229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-362727bc-e0c6-4deb-8eb9-646842aca2dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5879171 Jul 08 02:23:45.595752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47798) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:45.600716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fdb1564c-57f5-42b0-ba25-337c6317c981 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'security_group_rule': {'security_group_id': '1dd48867-5655-4642-a937-e4a21511681f', 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:45.643746 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.696187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,segment=NetworkSegment(02b5fd39-58db-4c74-a827-ccb9aca94f66),segment_id=02b5fd39-58db-4c74-a827-ccb9aca94f66)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:45.739517 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-fdb1564c-57f5-42b0-ba25-337c6317c981 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Project 91b0e85f575241638dfa0c8df3bc827d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:23:45.744830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fdb1564c-57f5-42b0-ba25-337c6317c981 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.767648 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.831454 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.832146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:45.842375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fdb1564c-57f5-42b0-ba25-337c6317c981 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.945390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fdb1564c-57f5-42b0-ba25-337c6317c981 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.965305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1564c-57f5-42b0-ba25-337c6317c981 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ce4aec-cd72-44bf-a9ae-afa7aa53e973,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:46.024859 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fdb1564c-57f5-42b0-ba25-337c6317c981 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.026222 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fdb1564c-57f5-42b0-ba25-337c6317c981 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4294825 Jul 08 02:23:46.106466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47806) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:46.119992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3759-21e6-4e70-a905-bac6c9105a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.276309 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-b043664f-002a-4ae3-a900-a95e4cf797a3 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529789715&fields=id&tenant_id=91b0e85f575241638dfa0c8df3bc827d HTTP/1.1" status: 200 len: 267 time: 0.0414405 Jul 08 02:23:46.283625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3759-21e6-4e70-a905-bac6c9105a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.332722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35b330-03bc-4ca3-b396-212a1a36ee5d req-d6385af9-9ca5-45a5-9421-b88e144c2142 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:46.336460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d35b330-03bc-4ca3-b396-212a1a36ee5d req-d6385af9-9ca5-45a5-9421-b88e144c2142 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 944 time: 0.1099701 Jul 08 02:23:46.343555 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3759-21e6-4e70-a905-bac6c9105a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.401217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-86ed911e-ce04-4201-95f3-317fbd1a652c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:46.403415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-86ed911e-ce04-4201-95f3-317fbd1a652c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/networks?id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763 HTTP/1.1" status: 200 len: 809 time: 0.1237128 Jul 08 02:23:46.416797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a3759-21e6-4e70-a905-bac6c9105a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8430099-a199-4665-9394-a3651998c46a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:46.420506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-cb9c0874-30ab-471f-9d52-5dd2807a78e7 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/quotas/91b0e85f575241638dfa0c8df3bc827d HTTP/1.1" status: 200 len: 375 time: 0.0105736 Jul 08 02:23:46.428451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8d1a3759-21e6-4e70-a905-bac6c9105a9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6097877673ae4acf8aa945af7bb69184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209045 Jul 08 02:23:46.431147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:46.440682 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d35b330-03bc-4ca3-b396-212a1a36ee5d req-01b008e1-b6e9-46be-8c24-6909e12910b8 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891676 Jul 08 02:23:46.531778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75ef803b-a764-4dd5-a6d7-ac2123178d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.553342 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-df33e071-7728-4de4-b16e-8536eeec3b3f tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=91b0e85f575241638dfa0c8df3bc827d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105804 Jul 08 02:23:46.564966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75ef803b-a764-4dd5-a6d7-ac2123178d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.680053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-7601bf5e-ef36-4ee8-8870-a8b8056534e6 service neutron] 10.222.0.10 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130717 Jul 08 02:23:46.777611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-4e77c074-43e3-4fae-9af9-e3dea65dbdf2 service neutron] 10.222.0.10 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905769 Jul 08 02:23:46.779012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75ef803b-a764-4dd5-a6d7-ac2123178d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.781622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75ef803b-a764-4dd5-a6d7-ac2123178d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.785053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-75ef803b-a764-4dd5-a6d7-ac2123178d41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8430099-a199-4665-9394-a3651998c46a HTTP/1.1" status: 204 len: 168 time: 0.3481410 Jul 08 02:23:46.790869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef803b-a764-4dd5-a6d7-ac2123178d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8430099-a199-4665-9394-a3651998c46a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:47.097645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c7bd6251-289f-42a0-8195-8e4e8cade1bc req-20b69e2a-240c-4af2-adb1-1b2077115401 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 210 time: 0.0436559 Jul 08 02:23:47.241426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9be51ba8-4f1d-42a3-8cd2-8bce8165017d details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:23:47.301047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:47.397521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:47.409642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:47.409642 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:47.421783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '9be51ba8-4f1d-42a3-8cd2-8bce8165017d', 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'port_id': '9be51ba8-4f1d-42a3-8cd2-8bce8165017d', 'mac_address': 'fa:16:3e:3b:ae:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986ba42c-b8d6-49cc-8b20-72f169827319', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:23:47.492879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:47.510008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be51ba8-4f1d-42a3-8cd2-8bce8165017d {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:47.518358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:47.554741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:47.642651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:47.657929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fbf4-339e-4b12-855c-e1563f8504e7 req-8ee735b0-d8d5-4500-89cc-bd5702b9b786 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:47.665159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7627fbf4-339e-4b12-855c-e1563f8504e7 req-8ee735b0-d8d5-4500-89cc-bd5702b9b786 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 944 time: 0.0992999 Jul 08 02:23:47.712157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:47.720108 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7627fbf4-339e-4b12-855c-e1563f8504e7 req-9d1e2c6d-45fb-465d-8e33-25fc3b384ba7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535324 Jul 08 02:23:47.900329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9be51ba8-4f1d-42a3-8cd2-8bce8165017d'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:23:48.002388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47856) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:48.127549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c6580a10-332b-4f82-8692-5beda5805c43 tempest-AgentManagementNegativeTest-1427703905 tempest-AgentManagementNegativeTest-1427703905-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1238668 Jul 08 02:23:48.183787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-11c091d6-8558-46ba-89f5-d8f45d956cda req-88a067b1-b8c6-48de-a857-4800ae487975 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 210 time: 0.0321367 Jul 08 02:23:48.286336 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:48.644598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 47868) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:48.769487 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9934ec5b-2f82-47b2-bc71-06c14ffa7606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:48.874854 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9934ec5b-2f82-47b2-bc71-06c14ffa7606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:48.918782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9934ec5b-2f82-47b2-bc71-06c14ffa7606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:48.971297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9934ec5b-2f82-47b2-bc71-06c14ffa7606 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34bb556224764d8d9ed03fe85416f126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248699 Jul 08 02:23:48.972667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934ec5b-2f82-47b2-bc71-06c14ffa7606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5e5867-ee16-4375-8df6-9ebefffd76dc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:48.973848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47874) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:48.995814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d0a7a-ae84-491e-b657-01f3ad3dc478 req-55d3a8a2-08b6-456d-91dd-e8bc20d927d5 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:48.995814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d4d0a7a-ae84-491e-b657-01f3ad3dc478 req-55d3a8a2-08b6-456d-91dd-e8bc20d927d5 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 945 time: 0.1078491 Jul 08 02:23:49.030502 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d31d304d-875d-45dd-9144-3047ed7a0d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.041264 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d4d0a7a-ae84-491e-b657-01f3ad3dc478 req-ad4fd78f-366e-43c6-aa47-1d7e7ed572ad tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Jul 08 02:23:49.055160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d31d304d-875d-45dd-9144-3047ed7a0d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.190352 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d31d304d-875d-45dd-9144-3047ed7a0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.193009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d31d304d-875d-45dd-9144-3047ed7a0d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.194251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d31d304d-875d-45dd-9144-3047ed7a0d2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d5e5867-ee16-4375-8df6-9ebefffd76dc HTTP/1.1" status: 204 len: 168 time: 0.2193832 Jul 08 02:23:49.203838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d304d-875d-45dd-9144-3047ed7a0d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5e5867-ee16-4375-8df6-9ebefffd76dc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:49.244157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9be51ba8-4f1d-42a3-8cd2-8bce8165017d up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:49.365248 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da8d3a35-1c44-4f47-bfd2-4d1046a12a06 req-fdeae3ed-bab2-49ab-9d51-786b3dba59dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 210 time: 0.0459685 Jul 08 02:23:49.400307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:49.404941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:49.405356 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.489419 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.516590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efda604a-d9ec-4012-9890-f76bd89d494a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be51ba8-4f1d-42a3-8cd2-8bce8165017d'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:49.518890 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dffd2c-14d9-49da-9f99-583b3a7b2c50" -d '{"events": [{"server_uuid": "efda604a-d9ec-4012-9890-f76bd89d494a", "name": "network-vif-plugged", "status": "completed", "tag": "9be51ba8-4f1d-42a3-8cd2-8bce8165017d"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:49.545050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:49.577460 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d7941a-cc89-47d2-9bcb-e5008b556499 x-openstack-request-id: req-d5d7941a-cc89-47d2-9bcb-e5008b556499 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:49.577854 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efda604a-d9ec-4012-9890-f76bd89d494a", "name": "network-vif-plugged", "status": "completed", "tag": "9be51ba8-4f1d-42a3-8cd2-8bce8165017d", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:49.578210 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5d7941a-cc89-47d2-9bcb-e5008b556499 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:49.578676 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efda604a-d9ec-4012-9890-f76bd89d494a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be51ba8-4f1d-42a3-8cd2-8bce8165017d', 'code': 200} Jul 08 02:23:49.619327 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.696470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:49.729435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-82968a11-a663-4169-9b24-27774c77a3f2 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:49.731517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-82968a11-a663-4169-9b24-27774c77a3f2 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.32 "GET /v2.0/networks?id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763 HTTP/1.1" status: 200 len: 809 time: 0.2160873 Jul 08 02:23:49.763017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d68624-6d7d-476b-84c4-e41304f5c74e req-ff810190-772d-4694-9d0d-23df18415964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:49.764633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81d68624-6d7d-476b-84c4-e41304f5c74e req-ff810190-772d-4694-9d0d-23df18415964 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 1098 time: 0.1090143 Jul 08 02:23:49.794418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-769ad50a-4ff5-41ae-809e-a1368c327684 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b0e85f575241638dfa0c8df3bc827d HTTP/1.1" status: 200 len: 380 time: 0.0531735 Jul 08 02:23:49.808652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'port': {'device_id': '3356f398-4f27-4261-8b51-3a7319bfb734', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'admin_state_up': True, 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'security_groups': ['1dd48867-5655-4642-a937-e4a21511681f']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:49.865124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-81d68624-6d7d-476b-84c4-e41304f5c74e req-680657ff-f4ab-4519-a924-424346d17837 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905304 Jul 08 02:23:50.032677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Made reservation on behalf of 91b0e85f575241638dfa0c8df3bc827d for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:50.037664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.204152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Allocated IP 172.20.0.13 (4ac4ca1c-fe2f-4b05-8600-69a8d26db763/0409cbf2-66d1-4c24-908b-6b63b3cfe8e6/c48b9bda-5cab-4b24-b316-745bb1222766) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:50.247009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d48877-79dd-483c-b4bd-1f859b7dd898 req-6f290a31-6bcf-4b8a-97ad-f5565a9fb1d4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:50.249395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5d48877-79dd-483c-b4bd-1f859b7dd898 req-6f290a31-6bcf-4b8a-97ad-f5565a9fb1d4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 946 time: 0.0713143 Jul 08 02:23:50.293420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5d48877-79dd-483c-b4bd-1f859b7dd898 req-058dc312-4804-4732-bd81-d2c5967d5881 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371614 Jul 08 02:23:50.414648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.415300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47906) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:50.434696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Transition to ACTIVE for port object c48b9bda-5cab-4b24-b316-745bb1222766 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:50.534194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-607bc684-2357-4c84-aadd-2e7a01afa441 req-7d48acc8-4718-43c4-983c-51ae896c3f03 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 210 time: 0.0377657 Jul 08 02:23:50.535383 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.536741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1307720011'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:50.585039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:50.587564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:50.590042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:50.617328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Made reservation on behalf of 214f5d10609346049fe86d5bf5935f59 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:50.621682 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.629701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'Port': ['ID=c48b9bda-5cab-4b24-b316-745bb1222766,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:50.631991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.663561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:50.664271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.748640 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.813865 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.845019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:23:50.854910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5547d110-39de-49f7-87c6-307ab3d68308,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:50.860650 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.860998 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Added segment 971bf476-08dc-44aa-a428-95f05b9dfa5d of type vlan for network f32f2eff-14d0-421e-b23a-97ab399521f5 Jul 08 02:23:50.909840 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:50.950139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-a8aeaf67-29f2-4e2e-9abb-1d540c83bfaa tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1487238 Jul 08 02:23:50.963015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Request body: {'port': {'device_id': '3356f398-4f27-4261-8b51-3a7319bfb734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:50.977599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-75f1f946-a3e2-4f96-89f8-1d06291de64b None None] Provisioning for port c48b9bda-5cab-4b24-b316-745bb1222766 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:50.983040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-75f1f946-a3e2-4f96-89f8-1d06291de64b None None] Provisioning complete for port c48b9bda-5cab-4b24-b316-745bb1222766 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:50.988357 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75f1f946-a3e2-4f96-89f8-1d06291de64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.019128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-75f1f946-a3e2-4f96-89f8-1d06291de64b None None] Port c48b9bda-5cab-4b24-b316-745bb1222766 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:51.036137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.042001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:51.045809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.048694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.064974 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.115376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'Network': ['ID=f32f2eff-14d0-421e-b23a-97ab399521f5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:51.130405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f32f2eff-14d0-421e-b23a-97ab399521f5 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:23:51.192286 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c7552af6-06aa-435a-aa55-46f6525157c3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7731299 Jul 08 02:23:51.192983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47912) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:51.199853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Request body: {'subnet': {'network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:51.342471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48b9bda-5cab-4b24-b316-745bb1222766 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:51.350913 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.365025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Transition to ACTIVE for port object c48b9bda-5cab-4b24-b316-745bb1222766 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:51.367603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Made reservation on behalf of 214f5d10609346049fe86d5bf5935f59 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:51.371312 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.425135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.507148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=c48b9bda-5cab-4b24-b316-745bb1222766,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:51.539778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d1bce-439e-4f32-a83a-137a74196414 req-3fed05e5-8bc8-4643-95fb-e2fa09628612 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:51.541439 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e5d1bce-439e-4f32-a83a-137a74196414 req-3fed05e5-8bc8-4643-95fb-e2fa09628612 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 946 time: 0.1204627 Jul 08 02:23:51.594035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Attempting to bind port c48b9bda-5cab-4b24-b316-745bb1222766 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:51.594301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Attempting to bind port c48b9bda-5cab-4b24-b316-745bb1222766 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:51.594645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Attempting to bind port c48b9bda-5cab-4b24-b316-745bb1222766 on network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:51.602774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Port c48b9bda-5cab-4b24-b316-745bb1222766 on network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:23:51.603152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Attempting to bind port c48b9bda-5cab-4b24-b316-745bb1222766 on network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:51.613309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:51.613666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Checking segment: {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:51.614066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Bound using segment: {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:51.614514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Bound port: c48b9bda-5cab-4b24-b316-745bb1222766, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1defcc65-b12e-4eac-b77f-69696b1ca0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:51.614890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.763532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e5d1bce-439e-4f32-a83a-137a74196414 req-fea72697-984b-49d2-9b26-7364255694f4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991594 Jul 08 02:23:51.767055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] For port c48b9bda-5cab-4b24-b316-745bb1222766, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:51.770419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] For port c48b9bda-5cab-4b24-b316-745bb1222766, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c48b9bda-5cab-4b24-b316-745bb1222766,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:51.849077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420edc85-5d5d-418c-aeb3-fe263644d80c req-66d9af1c-5543-4587-b4c5-f3c940496239 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:51.851077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-420edc85-5d5d-418c-aeb3-fe263644d80c req-66d9af1c-5543-4587-b4c5-f3c940496239 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 944 time: 0.0792048 Jul 08 02:23:51.894548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-420edc85-5d5d-418c-aeb3-fe263644d80c req-0b76e5bc-e9f5-4925-aa30-7edf99ce3ba4 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367224 Jul 08 02:23:51.904895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.917270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.982603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:51.982603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.982603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] 10.222.0.32 "PUT /v2.0/ports/c48b9bda-5cab-4b24-b316-745bb1222766 HTTP/1.1" status: 200 len: 1093 time: 1.0239229 Jul 08 02:23:51.985634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3356f398-4f27-4261-8b51-3a7319bfb734', 'tag': 'c48b9bda-5cab-4b24-b316-745bb1222766'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:51.993394 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fe82bd-1df4-402e-8a30-f07e1e50e3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3356f398-4f27-4261-8b51-3a7319bfb734", "tag": "c48b9bda-5cab-4b24-b316-745bb1222766"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:52.020425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4f90c-2491-4511-a248-0dbad1fe4ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=c48b9bda-5cab-4b24-b316-745bb1222766,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:52.021990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'Subnet': ['ID=48971445-240e-4b3e-80dc-f9dcacca3eea,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:52.037956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Checking segment: {'id': '971bf476-08dc-44aa-a428-95f05b9dfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:52.041148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Network hostable DHCP agents. Network: f32f2eff-14d0-421e-b23a-97ab399521f5, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:23:52.068404 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2bfc8c-cf00-496f-84b6-70e97c5e381e x-openstack-request-id: req-ab2bfc8c-cf00-496f-84b6-70e97c5e381e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:52.068697 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3356f398-4f27-4261-8b51-3a7319bfb734", "tag": "c48b9bda-5cab-4b24-b316-745bb1222766", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:52.068963 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab2bfc8c-cf00-496f-84b6-70e97c5e381e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:52.069378 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3356f398-4f27-4261-8b51-3a7319bfb734', 'tag': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'status': 'completed', 'code': 200} Jul 08 02:23:52.141712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe82bd-1df4-402e-8a30-f07e1e50e3a1 req-f98d319c-5bbf-41f2-939d-825a69087694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.143546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3fe82bd-1df4-402e-8a30-f07e1e50e3a1 req-f98d319c-5bbf-41f2-939d-825a69087694 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91b0e85f575241638dfa0c8df3bc827d&device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1096 time: 0.0685761 Jul 08 02:23:52.158990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Network f32f2eff-14d0-421e-b23a-97ab399521f5 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:23:52.247868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f32f2eff-14d0-421e-b23a-97ab399521f5) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:52.252302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.253245 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.277322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3492ae-6932-408a-a451-739ac645fc00 None None] Network f32f2eff-14d0-421e-b23a-97ab399521f5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:52.280250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe82bd-1df4-402e-8a30-f07e1e50e3a1 req-7931c358-f588-4cbd-98a5-10c584ed38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.281830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3fe82bd-1df4-402e-8a30-f07e1e50e3a1 req-7931c358-f588-4cbd-98a5-10c584ed38b4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=91b0e85f575241638dfa0c8df3bc827d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1295896 Jul 08 02:23:52.342543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fce41d1c-6d6a-4a37-a760-3f28ae557ef4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1456597 Jul 08 02:23:52.343924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47934) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:52.347815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-155c8a3e-03b8-4478-a6da-7fda26eb12ac tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-192213103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:52.392315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe82bd-1df4-402e-8a30-f07e1e50e3a1 req-5702d629-0b05-48e2-9969-8b6e0c2e811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.393801 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3fe82bd-1df4-402e-8a30-f07e1e50e3a1 req-5702d629-0b05-48e2-9969-8b6e0c2e811a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052203 Jul 08 02:23:52.447798 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-155c8a3e-03b8-4478-a6da-7fda26eb12ac tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.453801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-155c8a3e-03b8-4478-a6da-7fda26eb12ac tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.453976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-f32f2eff-14d0-421e-b23a-97ab399521f5', 'network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5', 'tenant_id': '214f5d10609346049fe86d5bf5935f59', 'fixed_ips': [{'subnet_id': '48971445-240e-4b3e-80dc-f9dcacca3eea'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:23:52.453976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.500174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-24f2c72b-ccb6-40d0-9937-b41810e054b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.502339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-24f2c72b-ccb6-40d0-9937-b41810e054b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91b0e85f575241638dfa0c8df3bc827d&device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1096 time: 0.0616910 Jul 08 02:23:52.509863 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-155c8a3e-03b8-4478-a6da-7fda26eb12ac tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.555039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-f1ab9be5-7965-438b-88c9-48396deb9eb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48b9bda-5cab-4b24-b316-745bb1222766 HTTP/1.1" status: 200 len: 217 time: 0.0384963 Jul 08 02:23:52.600620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-155c8a3e-03b8-4478-a6da-7fda26eb12ac tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.605965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Allocated IP 172.20.0.2 (f32f2eff-14d0-421e-b23a-97ab399521f5/48971445-240e-4b3e-80dc-f9dcacca3eea/c175a146-bf34-47e1-a746-1515467d97ab) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:52.626472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c62603e5-43bd-4a6b-a5f0-ed6835d77c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.628031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-c62603e5-43bd-4a6b-a5f0-ed6835d77c4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0409cbf2-66d1-4c24-908b-6b63b3cfe8e6 HTTP/1.1" status: 200 len: 848 time: 0.0645952 Jul 08 02:23:52.647483 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:23:52.703976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-48e9eca4-56d0-4d16-8f0b-4fce86a0efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.705896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-48e9eca4-56d0-4d16-8f0b-4fce86a0efbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711551 Jul 08 02:23:52.706503 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-155c8a3e-03b8-4478-a6da-7fda26eb12ac tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.707829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-155c8a3e-03b8-4478-a6da-7fda26eb12ac tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3638437 Jul 08 02:23:52.725957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47938) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:52.782420 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.789490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Transition to ACTIVE for port object c175a146-bf34-47e1-a746-1515467d97ab will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:52.817004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Transition to ACTIVE for port object c175a146-bf34-47e1-a746-1515467d97ab will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:52.859490 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-ddfcc0b5-d52e-4206-816c-0eb67b08b00a service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400642 Jul 08 02:23:52.890185 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:52.942948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Network f32f2eff-14d0-421e-b23a-97ab399521f5 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:52.944836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:52.950606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:52.956113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Pushing event updated for resources: {'Port': ['ID=c175a146-bf34-47e1-a746-1515467d97ab,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:52.991808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-507ee2ff-9f90-439e-a689-f6c37e3b9fdd req-7178367a-b7f1-426d-aa56-3a2976a294d8 service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244547 Jul 08 02:23:53.041155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Attempting to bind port c175a146-bf34-47e1-a746-1515467d97ab on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:53.041552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Attempting to bind port c175a146-bf34-47e1-a746-1515467d97ab by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '971bf476-08dc-44aa-a428-95f05b9dfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:53.041912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Attempting to bind port c175a146-bf34-47e1-a746-1515467d97ab on network f32f2eff-14d0-421e-b23a-97ab399521f5 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:53.047208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:53.047624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Checking segment: {'id': '971bf476-08dc-44aa-a428-95f05b9dfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:53.048036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.048437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Bound using segment: {'id': '971bf476-08dc-44aa-a428-95f05b9dfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:53.048926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Bound port: c175a146-bf34-47e1-a746-1515467d97ab, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971bf476-08dc-44aa-a428-95f05b9dfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:53.049308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.053741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.141173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] For port c175a146-bf34-47e1-a746-1515467d97ab, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:53.144074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ef6d3-3c66-41bc-8f3a-25f840fb5a75 req-290ad355-3158-4549-8925-4e95f67911d7 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:53.144460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] For port c175a146-bf34-47e1-a746-1515467d97ab, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c175a146-bf34-47e1-a746-1515467d97ab,segment=NetworkSegment(971bf476-08dc-44aa-a428-95f05b9dfa5d),segment_id=971bf476-08dc-44aa-a428-95f05b9dfa5d)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:53.145989 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-750ef6d3-3c66-41bc-8f3a-25f840fb5a75 req-290ad355-3158-4549-8925-4e95f67911d7 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 944 time: 0.0879822 Jul 08 02:23:53.186936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-750ef6d3-3c66-41bc-8f3a-25f840fb5a75 req-f3d13342-a88c-44b4-8e51-3a8e8fc4c3ec tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353293 Jul 08 02:23:53.258267 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.345322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5238b-1cad-4701-82ee-83fb9c14aead None None] Pushing event updated for resources: {'Port': ['ID=c175a146-bf34-47e1-a746-1515467d97ab,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:53.443980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Allocated IP 172.20.0.1 (f32f2eff-14d0-421e-b23a-97ab399521f5/48971445-240e-4b3e-80dc-f9dcacca3eea/bc250246-8bca-4782-a7f0-8b1af3cc107a) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:53.618649 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.637053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Transition to ACTIVE for port object bc250246-8bca-4782-a7f0-8b1af3cc107a will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:53.766438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.811319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Network f32f2eff-14d0-421e-b23a-97ab399521f5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:53.816577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:53.821342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:53.854385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'Port': ['ID=bc250246-8bca-4782-a7f0-8b1af3cc107a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:53.876603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:54.113727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:54.483217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa14999-cb81-4eeb-9c55-df46a44e66d5 req-ce64024b-fada-4f58-be89-38b5ab908daf tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:54.488010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fa14999-cb81-4eeb-9c55-df46a44e66d5 req-ce64024b-fada-4f58-be89-38b5ab908daf tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 944 time: 0.1420126 Jul 08 02:23:54.505194 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:54.527955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e5162-3e13-455d-9ff8-b31df607f41f None None] Network f32f2eff-14d0-421e-b23a-97ab399521f5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:54.541474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-d669d704-b6fc-43a9-9d6c-8ef7f0a3bbe9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045046 Jul 08 02:23:54.587888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fa14999-cb81-4eeb-9c55-df46a44e66d5 req-70c5384f-2551-40ad-9d3b-4df7b7669dcc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801556 Jul 08 02:23:54.592111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:54.661790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-78f13398-2287-45f0-ab26-d92a4cf368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:54.663534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-78f13398-2287-45f0-ab26-d92a4cf368d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 1098 time: 0.0727720 Jul 08 02:23:54.684200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:54.693447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'Port': ['ID=bc250246-8bca-4782-a7f0-8b1af3cc107a,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:54.724621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f5110080-aeb0-40d7-9161-ba195fc31270 None None] Provisioning for port c175a146-bf34-47e1-a746-1515467d97ab completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:54.877931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-0f972a9b-b5be-4b85-b569-177d991c5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:54.879478 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-0f972a9b-b5be-4b85-b569-177d991c5bfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.1944649 Jul 08 02:23:54.881991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Network f32f2eff-14d0-421e-b23a-97ab399521f5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:54.883437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:54.915958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device c48b9bda-5cab-4b24-b316-745bb1222766 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:23:55.052287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-f95a7996-8b00-4bb7-9db2-2d4c65211196 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 200 len: 1002 time: 0.1637309 Jul 08 02:23:55.112093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port c48b9bda-5cab-4b24-b316-745bb1222766, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c48b9bda-5cab-4b24-b316-745bb1222766,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:55.129864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'port_id': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'mac_address': 'fa:16:3e:8a:ac:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:23:55.136065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-38b21e72-0ee9-4b0a-b42f-82c3c3413663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:55.138049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-38b21e72-0ee9-4b0a-b42f-82c3c3413663 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.0769017 Jul 08 02:23:55.200883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Router 015031a4-6a63-4d4e-b7d4-58904ebc6b9e is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:23:55.202586 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:55.327823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48b9bda-5cab-4b24-b316-745bb1222766 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:55.327823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port c48b9bda-5cab-4b24-b316-745bb1222766, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c48b9bda-5cab-4b24-b316-745bb1222766,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:55.328401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-e608c546-59b3-4331-9bf7-e66e79da792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:55.328401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-e608c546-59b3-4331-9bf7-e66e79da792d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251876 Jul 08 02:23:55.382620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c175a146-bf34-47e1-a746-1515467d97ab up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:55.390776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:23:55.398941 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bba10b77-fb1d-445b-bd37-44895c36f780 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "PUT /v2.0/routers/015031a4-6a63-4d4e-b7d4-58904ebc6b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6849496 Jul 08 02:23:55.400186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47954) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:55.410090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Request body: {'port': {'network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5', 'name': 'tempest-FloatingIPNegativeTestJSON-43754267'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:55.429257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c140289-7c07-4866-81a4-4d0004a032f7 None None] Sync routers for ids ['015031a4-6a63-4d4e-b7d4-58904ebc6b9e'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:23:55.443089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c140289-7c07-4866-81a4-4d0004a032f7 None None] Routers {'015031a4-6a63-4d4e-b7d4-58904ebc6b9e'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:55.443763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1c140289-7c07-4866-81a4-4d0004a032f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['015031a4-6a63-4d4e-b7d4-58904ebc6b9e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:55.453327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-57622cc9-08d7-4e57-8ef2-99382c76d4f5 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749210 Jul 08 02:23:55.495298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1c140289-7c07-4866-81a4-4d0004a032f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:55.515983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c140289-7c07-4866-81a4-4d0004a032f7 None None] Routers {'015031a4-6a63-4d4e-b7d4-58904ebc6b9e'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:55.516620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1c140289-7c07-4866-81a4-4d0004a032f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['015031a4-6a63-4d4e-b7d4-58904ebc6b9e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:55.564434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1c140289-7c07-4866-81a4-4d0004a032f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:55.565364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c140289-7c07-4866-81a4-4d0004a032f7 None None] The sync data for ids ['015031a4-6a63-4d4e-b7d4-58904ebc6b9e'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:23:55.570366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2f6e90c-7a2c-4a5f-b5f9-5da980d7ae52 req-360f7872-ad4b-4b1e-bb7c-cdbbc2860b3a service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098216 Jul 08 02:23:55.840654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8eaaa-54ee-4a7b-b00b-30cb2d6e7817 req-181ce515-dcfa-464f-a5ff-18e9cbf4fa1b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:55.842387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdc8eaaa-54ee-4a7b-b00b-30cb2d6e7817 req-181ce515-dcfa-464f-a5ff-18e9cbf4fa1b tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 944 time: 0.1005611 Jul 08 02:23:55.917053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdc8eaaa-54ee-4a7b-b00b-30cb2d6e7817 req-f39cc809-3488-4cf3-a060-e342d755e763 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433505 Jul 08 02:23:56.070179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Provisioning for port bc250246-8bca-4782-a7f0-8b1af3cc107a completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:56.083706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Provisioning complete for port bc250246-8bca-4782-a7f0-8b1af3cc107a triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:56.083706 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.104173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c175a146-bf34-47e1-a746-1515467d97ab completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:56.106225 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.135292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c175a146-bf34-47e1-a746-1515467d97ab triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:56.135683 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.169367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Made reservation on behalf of 214f5d10609346049fe86d5bf5935f59 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:56.177084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.181018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Port bc250246-8bca-4782-a7f0-8b1af3cc107a cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:56.206593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=c48b9bda-5cab-4b24-b316-745bb1222766,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:56.216310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Provisioning complete for port c175a146-bf34-47e1-a746-1515467d97ab triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:56.216687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.217912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] device_id is not set on port f13ef4bf-0932-4941-9223-a06749199c69 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:23:56.294636 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.352706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Allocated IP 172.20.0.6 (f32f2eff-14d0-421e-b23a-97ab399521f5/48971445-240e-4b3e-80dc-f9dcacca3eea/f13ef4bf-0932-4941-9223-a06749199c69) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:56.353611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['c48b9bda-5cab-4b24-b316-745bb1222766'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:23:56.381644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c175a146-bf34-47e1-a746-1515467d97ab, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c175a146-bf34-47e1-a746-1515467d97ab,segment=NetworkSegment(971bf476-08dc-44aa-a428-95f05b9dfa5d),segment_id=971bf476-08dc-44aa-a428-95f05b9dfa5d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:56.387614 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.474528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.565528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:23:56.566095 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-d37677ab-71a1-4822-b9c5-6268e85ded3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:23:56.612464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c175a146-bf34-47e1-a746-1515467d97ab,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:56.901903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.925706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Transition to ACTIVE for port object f13ef4bf-0932-4941-9223-a06749199c69 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:57.076368 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.131416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Network f32f2eff-14d0-421e-b23a-97ab399521f5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:57.141015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:57.146435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:57.175182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'Port': ['ID=f13ef4bf-0932-4941-9223-a06749199c69,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:57.211895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454405e-186e-4f73-9164-85ce2add0f7b req-7b918cff-6f1f-4f93-8578-44b32169d2af tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:57.221273 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5454405e-186e-4f73-9164-85ce2add0f7b req-7b918cff-6f1f-4f93-8578-44b32169d2af tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 945 time: 0.1710970 Jul 08 02:23:57.221273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:57.221739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.266989 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5454405e-186e-4f73-9164-85ce2add0f7b req-13193829-3da2-4ff6-b2d4-82be3250b4a5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Jul 08 02:23:57.268929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-def03d3a-f0b6-4a1e-a3a4-2f86db567439 None None] Provisioning complete for port bc250246-8bca-4782-a7f0-8b1af3cc107a triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:57.269391 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-def03d3a-f0b6-4a1e-a3a4-2f86db567439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.334614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-31f53fe1-cd40-48db-8426-1c6b667b2c36 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9332292 Jul 08 02:23:57.335064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c175a146-bf34-47e1-a746-1515467d97ab up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:57.337556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-def03d3a-f0b6-4a1e-a3a4-2f86db567439 None None] Port bc250246-8bca-4782-a7f0-8b1af3cc107a cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:57.337760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 47984) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:57.348315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:57.396233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c175a146-bf34-47e1-a746-1515467d97ab triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:57.396710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.470626 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.545274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3dcdf998-22a4-437f-9420-df2c66a93503 None None] Provisioning for port f13ef4bf-0932-4941-9223-a06749199c69 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:57.549648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3dcdf998-22a4-437f-9420-df2c66a93503 None None] Provisioning complete for port f13ef4bf-0932-4941-9223-a06749199c69 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:57.554220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf998-22a4-437f-9420-df2c66a93503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.574553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.594071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3dcdf998-22a4-437f-9420-df2c66a93503 None None] Port f13ef4bf-0932-4941-9223-a06749199c69 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:57.678937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Allocated IP 172.25.8.69 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/bf42ad15-9c84-4b0d-9555-ea400aa875fc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:57.789193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.904646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:57.943774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:57.948676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:57.952078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:57.957596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'Port': ['ID=bf42ad15-9c84-4b0d-9555-ea400aa875fc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:58.046834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:58.133990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:58.302155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:58.309966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-6f64057c-e9fa-402b-b5b5-90abc048103d tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:58.312099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-6f64057c-e9fa-402b-b5b5-90abc048103d tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 814 time: 0.1052644 Jul 08 02:23:58.327250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-96e36fdc-292d-401d-aa8a-7a699c211891 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/quotas/f84d1072ace0446d9cb21d6561adb7e6 HTTP/1.1" status: 200 len: 375 time: 0.0095999 Jul 08 02:23:58.378683 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:58.426896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-a4a2032a-1266-474b-9869-93dbb32c2315 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941422 Jul 08 02:23:58.493244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'Port': ['ID=bf42ad15-9c84-4b0d-9555-ea400aa875fc,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:58.505080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:58.515699 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3d9b482c-35df-4419-8605-e55d3b3b879c service neutron] 10.222.0.10 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864401 Jul 08 02:23:58.540737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283583ac-6ab1-4300-8dbd-6430b00fdd92 req-b7578ddc-2794-413d-b1fb-7a4a7a9f4d62 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:58.542305 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-283583ac-6ab1-4300-8dbd-6430b00fdd92 req-b7578ddc-2794-413d-b1fb-7a4a7a9f4d62 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 945 time: 0.1005428 Jul 08 02:23:58.588372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-283583ac-6ab1-4300-8dbd-6430b00fdd92 req-91e374a5-1e1e-4601-915b-fccdafe47221 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Jul 08 02:23:58.590839 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:58.592536 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-48a14e4e-6c91-45d8-bc1e-72af7aff1741 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2485900 Jul 08 02:23:58.596027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48008) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:58.601975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-475d61a5-b778-4424-872b-a56448bc4531 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Request body: {'floatingip': {'port_id': 'f13ef4bf-0932-4941-9223-a06749199c69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:58.613544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-4f5638f3-01a4-4b1c-bf00-7329f5013f69 service neutron] 10.222.0.10 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921671 Jul 08 02:23:58.651191 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-475d61a5-b778-4424-872b-a56448bc4531 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:58.786129 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-475d61a5-b778-4424-872b-a56448bc4531 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] update failed (client error): The resource could not be found. Jul 08 02:23:58.787543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-475d61a5-b778-4424-872b-a56448bc4531 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "PUT /v2.0/floatingips/509e0a67-93c5-4cc1-8992-ed49a9b7c7ba HTTP/1.1" status: 404 len: 507 time: 0.1899469 Jul 08 02:23:58.790261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:58.859658 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc428738-38b4-47be-b004-5a2e5130ab3a req-d0bb2324-53c6-488c-b1d0-35f0db0f04fc tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 210 time: 0.0312142 Jul 08 02:23:58.958982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device c48b9bda-5cab-4b24-b316-745bb1222766 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:59.082103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port c48b9bda-5cab-4b24-b316-745bb1222766 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:59.087260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port c48b9bda-5cab-4b24-b316-745bb1222766 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:59.088122 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.178300 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.205081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356f398-4f27-4261-8b51-3a7319bfb734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48b9bda-5cab-4b24-b316-745bb1222766'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:59.207959 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ab6f38-7f43-4920-aee8-ccf9b1c6a91a" -d '{"events": [{"server_uuid": "3356f398-4f27-4261-8b51-3a7319bfb734", "name": "network-vif-plugged", "status": "completed", "tag": "c48b9bda-5cab-4b24-b316-745bb1222766"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:59.222941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port c48b9bda-5cab-4b24-b316-745bb1222766, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c48b9bda-5cab-4b24-b316-745bb1222766,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:59.262549 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef55279-9824-4fa8-b468-d290afd01f3f x-openstack-request-id: req-4ef55279-9824-4fa8-b468-d290afd01f3f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:59.262954 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356f398-4f27-4261-8b51-3a7319bfb734", "name": "network-vif-plugged", "status": "completed", "tag": "c48b9bda-5cab-4b24-b316-745bb1222766", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:59.263313 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ef55279-9824-4fa8-b468-d290afd01f3f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:59.263865 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356f398-4f27-4261-8b51-3a7319bfb734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'code': 200} Jul 08 02:23:59.327718 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.347244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Deleting port bf42ad15-9c84-4b0d-9555-ea400aa875fc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:23:59.347830 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.382432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=c48b9bda-5cab-4b24-b316-745bb1222766,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:59.468455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.469230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.481102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ba135-c63b-4d95-bd53-da3bf57208e1 req-a3f48950-f5d4-41ae-a78e-c81365c4d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:59.484083 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-719ba135-c63b-4d95-bd53-da3bf57208e1 req-a3f48950-f5d4-41ae-a78e-c81365c4d903 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1098 time: 0.1317780 Jul 08 02:23:59.486480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Calling delete_port for bf42ad15-9c84-4b0d-9555-ea400aa875fc owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:23:59.559669 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-719ba135-c63b-4d95-bd53-da3bf57208e1 req-fd3dbfff-3568-4537-a32e-f8edb70fee40 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688851 Jul 08 02:23:59.755985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.793500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event deleted for resources: {'Port': ['ID=bf42ad15-9c84-4b0d-9555-ea400aa875fc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:59.793744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d59df-c129-4858-8804-246f3c646886 req-daab0453-7516-4c22-b7d1-f9af71e654e9 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:59.795121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f0d59df-c129-4858-8804-246f3c646886 req-daab0453-7516-4c22-b7d1-f9af71e654e9 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 946 time: 0.0879095 Jul 08 02:23:59.839402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.839732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.840024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.840368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.840816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.841166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.841503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.841615 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f0d59df-c129-4858-8804-246f3c646886 req-fb358541-1ef2-410c-877e-1646bb59f2db tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374429 Jul 08 02:23:59.841834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.842169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.842498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.842827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.843423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:59.866917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.869457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:59.871387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5ef07deb-1612-4a43-868f-b43dd3916648 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "DELETE /v2.0/floatingips/509e0a67-93c5-4cc1-8992-ed49a9b7c7ba HTTP/1.1" status: 204 len: 168 time: 1.0793791 Jul 08 02:23:59.874308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48032) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:59.879303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d6dde26f-da81-409e-b780-f539b52d9c71 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Request body: {'floatingip': {'floating_network_id': 'f32f2eff-14d0-421e-b23a-97ab399521f5', 'port_id': 'f13ef4bf-0932-4941-9223-a06749199c69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:59.960553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6dde26f-da81-409e-b780-f539b52d9c71 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:00.039776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d60ad841-f128-43d1-aa97-5419ea4e7dfc req-f8a088ab-4725-4bf9-9987-30e7c0db74fb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 210 time: 0.0328662 Jul 08 02:24:00.167511 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-d6dde26f-da81-409e-b780-f539b52d9c71 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:24:00.169778 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d6dde26f-da81-409e-b780-f539b52d9c71 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2931542 Jul 08 02:24:00.177046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48036) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:00.181952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'f13ef4bf-0932-4941-9223-a06749199c69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:00.299505 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:00.418143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:00.526305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Allocated IP 172.25.8.156 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/fa0b9e7a-ec14-4e8b-8861-a7c7cbdac88a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:00.641424 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:00.812410 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:00.855883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:00.858821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:00.863287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:00.866418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event updated for resources: {'Port': ['ID=fa0b9e7a-ec14-4e8b-8861-a7c7cbdac88a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:01.039780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93187e5b-207b-40f3-a65a-e0872a475a57 req-28fa8c36-77b3-4609-84eb-4b993cb7a1ca tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:01.041300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93187e5b-207b-40f3-a65a-e0872a475a57 req-28fa8c36-77b3-4609-84eb-4b993cb7a1ca tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 946 time: 0.0671437 Jul 08 02:24:01.087524 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93187e5b-207b-40f3-a65a-e0872a475a57 req-48cd152d-b34d-4cfe-8bc5-d31e041230dc tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Jul 08 02:24:01.121664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ee73840a-4285-4ffc-ac32-c4d0e98e3cb1 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:01.123462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ee73840a-4285-4ffc-ac32-c4d0e98e3cb1 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.18 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 814 time: 0.1505353 Jul 08 02:24:01.139108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Request body: {'port': {'device_id': 'f6745ef3-8bde-48f2-b7aa-1942abd70305', 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'admin_state_up': True, 'tenant_id': 'f84d1072ace0446d9cb21d6561adb7e6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:01.157108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Deleting port fa0b9e7a-ec14-4e8b-8861-a7c7cbdac88a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:01.157607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:01.266883 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48838187-8f9a-4041-931d-9c3cd15623bd req-95dfc5ce-220b-40bb-b2ca-e70276181a38 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 210 time: 0.0664873 Jul 08 02:24:01.293018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fd5b-2fec-49c2-9471-c2da597f40ba req-a647705a-90c3-4874-a451-1a82ea65c026 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:01.295544 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc40fd5b-2fec-49c2-9471-c2da597f40ba req-a647705a-90c3-4874-a451-1a82ea65c026 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 946 time: 0.0732143 Jul 08 02:24:01.332061 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:01.332315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:01.344680 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc40fd5b-2fec-49c2-9471-c2da597f40ba req-5608b00c-cb1e-4267-9ef2-4cdb6c5f6836 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438936 Jul 08 02:24:01.351273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Calling delete_port for fa0b9e7a-ec14-4e8b-8861-a7c7cbdac88a owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:01.494547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Made reservation on behalf of f84d1072ace0446d9cb21d6561adb7e6 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:01.498062 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:01.578154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e90d8-879a-448a-a61b-3a76803357b4 req-42513599-f864-4b04-a327-9de04da5d03a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:01.579685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df5e90d8-879a-448a-a61b-3a76803357b4 req-42513599-f864-4b04-a327-9de04da5d03a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 946 time: 0.0998383 Jul 08 02:24:01.600263 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:01.662298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event deleted for resources: {'Port': ['ID=fa0b9e7a-ec14-4e8b-8861-a7c7cbdac88a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:01.736655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-df5e90d8-879a-448a-a61b-3a76803357b4 req-35bc25b3-a00a-4120-baaa-088e29d8ce21 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513035 Jul 08 02:24:01.761729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48050) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:01.792419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Allocated IP 172.20.0.14 (92ea16e7-ef93-4824-bfa7-71679bfc42b9/986ba42c-b8d6-49cc-8b20-72f169827319/55ed6239-12bf-46d5-bfd1-498f7e8a4655) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:01.905324 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] create failed (client error): The resource could not be found. Jul 08 02:24:01.906384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bdb392bf-a3a9-471e-ba1c-c936f5e73b67 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7282388 Jul 08 02:24:01.911673 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:01.929379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abce9f4a-42d6-4551-acf5-f3a7b3caab97 tempest-TestServerBasicOps-1003686689 tempest-TestServerBasicOps-1003686689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:01.931269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-abce9f4a-42d6-4551-acf5-f3a7b3caab97 tempest-TestServerBasicOps-1003686689 tempest-TestServerBasicOps-1003686689-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1093 time: 0.1683064 Jul 08 02:24:01.934204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48056) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:01.938895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:02.047617 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.070413 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.117935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-432efdb4-a4f4-4d13-b7b0-689b9c4dd7bf tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Deleting port f13ef4bf-0932-4941-9223-a06749199c69 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:02.118228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-432efdb4-a4f4-4d13-b7b0-689b9c4dd7bf tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.140927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-6201f711-fafd-48f4-8a9c-6e95fdd2c23f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1572256 Jul 08 02:24:02.180254 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.248499 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-432efdb4-a4f4-4d13-b7b0-689b9c4dd7bf tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.262391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.275287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-432efdb4-a4f4-4d13-b7b0-689b9c4dd7bf tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Calling delete_port for f13ef4bf-0932-4941-9223-a06749199c69 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:02.279129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9be51ba8-4f1d-42a3-8cd2-8bce8165017d'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:24:02.284438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0528efc8-2b9e-41c3-b973-e3d2aacd33f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:24:02.301111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Allocated IP 172.25.8.47 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/7857cc43-1205-4eed-80e8-2c7a3db406af) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:02.342932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-26087d1d-81b6-47d5-b009-9c6d66dd7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:02.344911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-26087d1d-81b6-47d5-b009-9c6d66dd7da3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 1097 time: 0.1564050 Jul 08 02:24:02.397816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:02.410398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Pushing event updated for resources: {'Port': ['ID=55ed6239-12bf-46d5-bfd1-498f7e8a4655,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:02.444577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:02.461167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:02.495831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.540071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4b621-31de-4126-a414-57f254da5a7f req-716e7b34-42e5-485d-95ad-6f564987a9b2 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:02.541785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92b4b621-31de-4126-a414-57f254da5a7f req-716e7b34-42e5-485d-95ad-6f564987a9b2 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 932 time: 0.1046488 Jul 08 02:24:02.552373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:02.553620 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.597913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-905facc9-34ae-409a-ad25-fd3f3a7491ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:02.599750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-905facc9-34ae-409a-ad25-fd3f3a7491ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 915 time: 0.2207313 Jul 08 02:24:02.613920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92b4b621-31de-4126-a414-57f254da5a7f req-50a0f5d8-0ae4-4e99-a218-b7825de6de04 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523899 Jul 08 02:24:02.657502 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-6b2815f3-2e59-48ac-963e-0bd0e5115197 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0528efc8-2b9e-41c3-b973-e3d2aacd33f7 HTTP/1.1" status: 200 len: 217 time: 0.0463440 Jul 08 02:24:02.695571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-3cb3fb49-336e-4858-b089-511e37d38714 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5624299 Jul 08 02:24:02.709094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Request body: {'port': {'device_id': 'f6745ef3-8bde-48f2-b7aa-1942abd70305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:02.710549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.738992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-cf96fb03-0fe4-45cb-8764-e2daeb4ab188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:02.740643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-cf96fb03-0fe4-45cb-8764-e2daeb4ab188 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=986ba42c-b8d6-49cc-8b20-72f169827319 HTTP/1.1" status: 200 len: 854 time: 0.0782485 Jul 08 02:24:02.764351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-432efdb4-a4f4-4d13-b7b0-689b9c4dd7bf tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:02.766821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:02.770546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:02.775915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:02.779610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'Port': ['ID=7857cc43-1205-4eed-80e8-2c7a3db406af,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:02.793482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-aa9cbfc1-467d-4c4b-b70a-b145f1bd6ca1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92ea16e7-ef93-4824-bfa7-71679bfc42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443156 Jul 08 02:24:02.808025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.808383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.809067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.809416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.809774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.810090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.810447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.810782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.811110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.811463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.811791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.812237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:02.842934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432efdb4-a4f4-4d13-b7b0-689b9c4dd7bf tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event deleted for resources: {'Port': ['ID=f13ef4bf-0932-4941-9223-a06749199c69,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:02.925212 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.029797 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-432efdb4-a4f4-4d13-b7b0-689b9c4dd7bf tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.031735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-432efdb4-a4f4-4d13-b7b0-689b9c4dd7bf tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "DELETE /v2.0/ports/f13ef4bf-0932-4941-9223-a06749199c69 HTTP/1.1" status: 204 len: 168 time: 1.1193950 Jul 08 02:24:03.034629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48062) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:03.039886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-3d463111-0040-4753-8562-f388510eb89e service neutron] 10.222.0.32 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267370 Jul 08 02:24:03.184259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeea005-168a-496d-a9af-f2a6a940c6e4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:03.185734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4eeea005-168a-496d-a9af-f2a6a940c6e4 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "GET /v2.0/ports?device_id=015031a4-6a63-4d4e-b7d4-58904ebc6b9e HTTP/1.1" status: 200 len: 913 time: 0.1498380 Jul 08 02:24:03.189986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48064) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:03.252908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6af3035-a3a9-43d1-928f-f74e1488046c req-cac5c964-2aca-4705-8e3a-2df3289372af service neutron] 10.222.0.32 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924958 Jul 08 02:24:03.321622 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.326921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ed6239-12bf-46d5-bfd1-498f7e8a4655 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:24:03.334499 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.347508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Transition to ACTIVE for port object 55ed6239-12bf-46d5-bfd1-498f7e8a4655 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:03.457679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.536054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Pushing event updated for resources: {'Port': ['ID=55ed6239-12bf-46d5-bfd1-498f7e8a4655,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:03.567310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.595899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Attempting to bind port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:24:03.596639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Attempting to bind port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:24:03.596639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Attempting to bind port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:03.601352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:24:03.601681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Attempting to bind port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:03.608014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:24:03.608218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Checking segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:03.608929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Bound using segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:24:03.608929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Bound port: 55ed6239-12bf-46d5-bfd1-498f7e8a4655, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:24:03.609295 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.681947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] For port 55ed6239-12bf-46d5-bfd1-498f7e8a4655, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:24:03.685815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] For port 55ed6239-12bf-46d5-bfd1-498f7e8a4655, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=55ed6239-12bf-46d5-bfd1-498f7e8a4655,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:24:03.692406 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.786857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.835704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:03.836339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.837750 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] 10.222.0.18 "PUT /v2.0/ports/55ed6239-12bf-46d5-bfd1-498f7e8a4655 HTTP/1.1" status: 200 len: 1093 time: 1.1329763 Jul 08 02:24:03.840351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6745ef3-8bde-48f2-b7aa-1942abd70305', 'tag': '55ed6239-12bf-46d5-bfd1-498f7e8a4655'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:24:03.842746 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee0003-7ecc-492d-9440-131b07c30471" -d '{"events": [{"name": "network-changed", "server_uuid": "f6745ef3-8bde-48f2-b7aa-1942abd70305", "tag": "55ed6239-12bf-46d5-bfd1-498f7e8a4655"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:24:03.861966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474a0b-fabb-4e3d-9dbb-890221f10242 req-919e9149-8485-4cbe-8e6f-64fdfb001fd1 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:03.869943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f474a0b-fabb-4e3d-9dbb-890221f10242 req-919e9149-8485-4cbe-8e6f-64fdfb001fd1 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 944 time: 0.1260085 Jul 08 02:24:03.886744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e9a81-953c-4559-8584-feb03cc34653 service neutron] Pushing event updated for resources: {'Port': ['ID=55ed6239-12bf-46d5-bfd1-498f7e8a4655,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:03.895614 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2c8dcc-3a46-4ca4-9a2a-db3a5560cab6 x-openstack-request-id: req-8c2c8dcc-3a46-4ca4-9a2a-db3a5560cab6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:24:03.895903 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6745ef3-8bde-48f2-b7aa-1942abd70305", "tag": "55ed6239-12bf-46d5-bfd1-498f7e8a4655", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:24:03.896343 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c2c8dcc-3a46-4ca4-9a2a-db3a5560cab6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:24:03.896708 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6745ef3-8bde-48f2-b7aa-1942abd70305', 'tag': '55ed6239-12bf-46d5-bfd1-498f7e8a4655', 'status': 'completed', 'code': 200} Jul 08 02:24:03.898070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:03.927055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f474a0b-fabb-4e3d-9dbb-890221f10242 req-bafcf0c8-92b9-47bd-b5a3-f59a10b5ea3e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525956 Jul 08 02:24:03.972113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee0003-7ecc-492d-9440-131b07c30471 req-2344e0f4-7dff-4b8a-9c79-085867233f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:03.973689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1dee0003-7ecc-492d-9440-131b07c30471 req-2344e0f4-7dff-4b8a-9c79-085867233f32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 1096 time: 0.0594695 Jul 08 02:24:03.996600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:04.076202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event updated for resources: {'Port': ['ID=7857cc43-1205-4eed-80e8-2c7a3db406af,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:04.085534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee0003-7ecc-492d-9440-131b07c30471 req-6a5ccdda-f3a3-48a8-ad9e-322f8f9671c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:04.087593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1dee0003-7ecc-492d-9440-131b07c30471 req-6a5ccdda-f3a3-48a8-ad9e-322f8f9671c9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1047475 Jul 08 02:24:04.100733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:04.106716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Deleting port bc250246-8bca-4782-a7f0-8b1af3cc107a {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:04.109691 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:04.188004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee0003-7ecc-492d-9440-131b07c30471 req-23c9f61d-86ae-4bba-b445-7eaea47e3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:04.189478 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1dee0003-7ecc-492d-9440-131b07c30471 req-23c9f61d-86ae-4bba-b445-7eaea47e3831 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954452 Jul 08 02:24:04.281234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:04.287455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ed4a9381-c296-4644-a026-b5737821759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:04.289267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-ed4a9381-c296-4644-a026-b5737821759a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 1096 time: 0.0587306 Jul 08 02:24:04.291197 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Floating IP 2402e2d3-b5ff-460a-bb13-b650582915f6 associated. External IP: 172.25.8.47, port: c48b9bda-5cab-4b24-b316-745bb1222766. Jul 08 02:24:04.335381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Calling delete_port for bc250246-8bca-4782-a7f0-8b1af3cc107a owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:04.342084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-2a2fa9e3-fbfb-4d57-90b9-eaccf9b9d15a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55ed6239-12bf-46d5-bfd1-498f7e8a4655 HTTP/1.1" status: 200 len: 217 time: 0.0446978 Jul 08 02:24:04.402125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-a6e5d325-ac92-4581-ab57-a0c0b200cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:04.403659 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-a6e5d325-ac92-4581-ab57-a0c0b200cad9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=986ba42c-b8d6-49cc-8b20-72f169827319 HTTP/1.1" status: 200 len: 854 time: 0.0465097 Jul 08 02:24:04.441370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-b7cd8f7a-368b-40cb-a924-354cf445e592 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92ea16e7-ef93-4824-bfa7-71679bfc42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305393 Jul 08 02:24:04.537818 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-b3ba008e-497b-479c-97be-a220fa7f3bf9 service neutron] 10.222.0.18 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885768 Jul 08 02:24:04.647821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a1cc3e48-75d3-4f2b-85d8-4db0c8b6000c req-74b8ee33-abd4-4fe6-b8ab-07430e85672d service neutron] 10.222.0.18 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981376 Jul 08 02:24:05.000211 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:05.093746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:05.159475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event deleted for resources: {'Port': ['ID=bc250246-8bca-4782-a7f0-8b1af3cc107a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:05.245565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:05.254789 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] Sync routers for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:05.267005 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:05.267757 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:05.291065 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28556-527d-4650-b475-62107e41f0f1 req-410e0403-3279-4023-8e95-54a87408999a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:05.293473 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6eb28556-527d-4650-b475-62107e41f0f1 req-410e0403-3279-4023-8e95-54a87408999a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 944 time: 0.2380886 Jul 08 02:24:05.383525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:05.429270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:05.449215 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fa3d073f-b863-47c9-846f-d1c960a0a2b5 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5135849 Jul 08 02:24:05.451861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3356f398-4f27-4261-8b51-3a7319bfb734', 'tag': 'c48b9bda-5cab-4b24-b316-745bb1222766'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:24:05.454006 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16330197-10de-4040-b469-d8e6a9df6984" -d '{"events": [{"name": "network-changed", "server_uuid": "3356f398-4f27-4261-8b51-3a7319bfb734", "tag": "c48b9bda-5cab-4b24-b316-745bb1222766"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:24:05.473331 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6eb28556-527d-4650-b475-62107e41f0f1 req-68b98f78-6752-4a0d-9924-d6612bbddaf8 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719601 Jul 08 02:24:05.517396 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b12d6-6481-4ca3-af9f-705774c49a9a x-openstack-request-id: req-cb2b12d6-6481-4ca3-af9f-705774c49a9a {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:24:05.517701 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3356f398-4f27-4261-8b51-3a7319bfb734", "tag": "c48b9bda-5cab-4b24-b316-745bb1222766", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:24:05.517960 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb2b12d6-6481-4ca3-af9f-705774c49a9a {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:24:05.518366 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3356f398-4f27-4261-8b51-3a7319bfb734', 'tag': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'status': 'completed', 'code': 200} Jul 08 02:24:05.530146 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:24:05.616512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330197-10de-4040-b469-d8e6a9df6984 req-612f5b4a-5cd3-4730-81b4-18212031f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:05.618204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16330197-10de-4040-b469-d8e6a9df6984 req-612f5b4a-5cd3-4730-81b4-18212031f689 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91b0e85f575241638dfa0c8df3bc827d&device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1098 time: 0.0750730 Jul 08 02:24:05.649269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Router 015031a4-6a63-4d4e-b7d4-58904ebc6b9e has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:05.716397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330197-10de-4040-b469-d8e6a9df6984 req-4f2a42df-1657-42de-8ae2-7f8b28ca943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:05.718468 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16330197-10de-4040-b469-d8e6a9df6984 req-4f2a42df-1657-42de-8ae2-7f8b28ca943f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763 HTTP/1.1" status: 200 len: 910 time: 0.0936751 Jul 08 02:24:05.745242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:05.749557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-15b44350-0ea0-45d5-8a6d-353686600a39 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "PUT /v2.0/routers/015031a4-6a63-4d4e-b7d4-58904ebc6b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5600588 Jul 08 02:24:05.752073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48084) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:05.755148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a47c4f-7b2b-4371-abbe-aab00dc379bd None None] Sync routers for ids ['015031a4-6a63-4d4e-b7d4-58904ebc6b9e'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:05.772140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a47c4f-7b2b-4371-abbe-aab00dc379bd None None] Routers {'015031a4-6a63-4d4e-b7d4-58904ebc6b9e'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:05.772974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1a47c4f-7b2b-4371-abbe-aab00dc379bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['015031a4-6a63-4d4e-b7d4-58904ebc6b9e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:05.839058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1a47c4f-7b2b-4371-abbe-aab00dc379bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:05.843640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16330197-10de-4040-b469-d8e6a9df6984 req-2fd85687-1829-4a7d-a44e-ac28dd013015 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48b9bda-5cab-4b24-b316-745bb1222766 HTTP/1.1" status: 200 len: 999 time: 0.1121736 Jul 08 02:24:05.849272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a47c4f-7b2b-4371-abbe-aab00dc379bd None None] Routers {'015031a4-6a63-4d4e-b7d4-58904ebc6b9e'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:05.849986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1a47c4f-7b2b-4371-abbe-aab00dc379bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['015031a4-6a63-4d4e-b7d4-58904ebc6b9e'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:05.852330 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2402e2d3-b5ff-460a-bb13-b650582915f6', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'port_id': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'mac_address': 'fa:16:3e:8a:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356f398-4f27-4261-8b51-3a7319bfb734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:24:03Z', 'updated_at': '2021-07-08T02:24:03Z', 'revision_number': 0, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 5, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:05.859637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76683a5c-9493-4b30-a0e9-4888320862f3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:05.888323 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] Checking router: dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:24:05.897702 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:05.898471 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:23:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:05.902721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1a47c4f-7b2b-4371-abbe-aab00dc379bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:05.903421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a47c4f-7b2b-4371-abbe-aab00dc379bd None None] The sync data for ids ['015031a4-6a63-4d4e-b7d4-58904ebc6b9e'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:05.954128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330197-10de-4040-b469-d8e6a9df6984 req-63ae09af-9f0d-4efd-bcd6-80a2b6a9f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:05.956222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16330197-10de-4040-b469-d8e6a9df6984 req-63ae09af-9f0d-4efd-bcd6-80a2b6a9f2dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0409cbf2-66d1-4c24-908b-6b63b3cfe8e6 HTTP/1.1" status: 200 len: 848 time: 0.1002796 Jul 08 02:24:06.024909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330197-10de-4040-b469-d8e6a9df6984 req-33bed319-b2c6-47ec-a141-a844c7346629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:06.027083 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16330197-10de-4040-b469-d8e6a9df6984 req-33bed319-b2c6-47ec-a141-a844c7346629 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635335 Jul 08 02:24:06.033421 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:24:06.055165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76683a5c-9493-4b30-a0e9-4888320862f3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.057653 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76683a5c-9493-4b30-a0e9-4888320862f3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.122344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16330197-10de-4040-b469-d8e6a9df6984 req-9c3947ad-1a4c-4009-a7eb-06f82d50dc3e service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881510 Jul 08 02:24:06.177902 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76683a5c-9493-4b30-a0e9-4888320862f3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.178549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76683a5c-9493-4b30-a0e9-4888320862f3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Fanout notify agent at l3_agent the message router_deleted on router 015031a4-6a63-4d4e-b7d4-58904ebc6b9e {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:24:06.187690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76683a5c-9493-4b30-a0e9-4888320862f3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.191421 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-76683a5c-9493-4b30-a0e9-4888320862f3 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "DELETE /v2.0/routers/015031a4-6a63-4d4e-b7d4-58904ebc6b9e HTTP/1.1" status: 204 len: 168 time: 0.4356551 Jul 08 02:24:06.191835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48086) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:06.248547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8517e32-3f42-452d-8d37-864a9263dcd6 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Deleting subnet 48971445-240e-4b3e-80dc-f9dcacca3eea {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:24:06.252379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8517e32-3f42-452d-8d37-864a9263dcd6 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.283144 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2402e2d3-b5ff-460a-bb13-b650582915f6', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'port_id': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'mac_address': 'fa:16:3e:8a:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356f398-4f27-4261-8b51-3a7319bfb734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:24:03Z', 'updated_at': '2021-07-08T02:24:03Z', 'revision_number': 0, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 5, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:06.297844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8517e32-3f42-452d-8d37-864a9263dcd6 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.319862 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0599fade-ac09-4345-9483-e733ec89f02e None None] The sync data for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 is: [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2402e2d3-b5ff-460a-bb13-b650582915f6', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'port_id': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'mac_address': 'fa:16:3e:8a:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3356f398-4f27-4261-8b51-3a7319bfb734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:24:03Z', 'updated_at': '2021-07-08T02:24:03Z', 'revision_number': 0, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 5, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:06.420104 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8517e32-3f42-452d-8d37-864a9263dcd6 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.549233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8517e32-3f42-452d-8d37-864a9263dcd6 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.595681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16330197-10de-4040-b469-d8e6a9df6984 req-9ce84daa-8081-40ff-99d0-fac8b12c1790 service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661937 Jul 08 02:24:06.600916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8517e32-3f42-452d-8d37-864a9263dcd6 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event deleted for resources: {'Subnet': ['ID=48971445-240e-4b3e-80dc-f9dcacca3eea,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:06.612042 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8e2e9-4ea4-41ae-9bfa-86ca3498ddd7 None None] New status for floating IP 2402e2d3-b5ff-460a-bb13-b650582915f6: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:24:06.615681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e8517e32-3f42-452d-8d37-864a9263dcd6 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.617752 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e8517e32-3f42-452d-8d37-864a9263dcd6 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "DELETE /v2.0/subnets/48971445-240e-4b3e-80dc-f9dcacca3eea HTTP/1.1" status: 204 len: 168 time: 0.4248161 Jul 08 02:24:06.627272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:06.633244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d7744-82ae-4081-a81e-67ea8945519b None None] Network f32f2eff-14d0-421e-b23a-97ab399521f5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:06.694054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3704c6-a9b4-41ab-8f4e-742f08a55fe8 req-1b5b1150-0d54-4656-a305-4fe96855625e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:06.695648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ee3704c6-a9b4-41ab-8f4e-742f08a55fe8 req-1b5b1150-0d54-4656-a305-4fe96855625e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 944 time: 0.0986719 Jul 08 02:24:06.719416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.746060 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ee3704c6-a9b4-41ab-8f4e-742f08a55fe8 req-08987b38-e7c6-4e88-bbe8-81a4f19743b9 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Jul 08 02:24:06.796139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Deleting port c175a146-bf34-47e1-a746-1515467d97ab {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:06.796700 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.875610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] For port c175a146-bf34-47e1-a746-1515467d97ab, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c175a146-bf34-47e1-a746-1515467d97ab,segment=NetworkSegment(971bf476-08dc-44aa-a428-95f05b9dfa5d),segment_id=971bf476-08dc-44aa-a428-95f05b9dfa5d)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:06.880226 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:06.887322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] DHCP port deletion for f32f2eff-14d0-421e-b23a-97ab399521f5 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:24:06.904363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Calling delete_port for c175a146-bf34-47e1-a746-1515467d97ab owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:06.955206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] Deleting port c175a146-bf34-47e1-a746-1515467d97ab {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:06.955624 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.016357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] For port c175a146-bf34-47e1-a746-1515467d97ab, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c175a146-bf34-47e1-a746-1515467d97ab,segment=NetworkSegment(971bf476-08dc-44aa-a428-95f05b9dfa5d),segment_id=971bf476-08dc-44aa-a428-95f05b9dfa5d)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:07.016750 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.029231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] Calling delete_port for c175a146-bf34-47e1-a746-1515467d97ab owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:07.064693 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.087360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event deleted for resources: {'Port': ['ID=c175a146-bf34-47e1-a746-1515467d97ab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:07.094513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] No DVR routers for this DVR port c175a146-bf34-47e1-a746-1515467d97ab on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:07.109575 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.133405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] Pushing event deleted for resources: {'Port': ['ID=c175a146-bf34-47e1-a746-1515467d97ab,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:07.139696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349b550b-11fb-4895-ab72-ea3354f473c3 None None] No DVR routers for this DVR port c175a146-bf34-47e1-a746-1515467d97ab on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:07.175370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.184925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32f2eff-14d0-421e-b23a-97ab399521f5']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:07.194841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971bf476-08dc-44aa-a428-95f05b9dfa5d') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:07.195137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971bf476-08dc-44aa-a428-95f05b9dfa5d') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:07.203597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.217188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.223466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:24:07.223936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:24:07.227848 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:24:07.295518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c175a146-bf34-47e1-a746-1515467d97ab no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:24:07.316799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c175a146-bf34-47e1-a746-1515467d97ab {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:24:07.317197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c175a146-bf34-47e1-a746-1515467d97ab not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:24:07.346068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 55ed6239-12bf-46d5-bfd1-498f7e8a4655 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:24:07.367171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.382926 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.387385 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] 10.222.0.10 "DELETE /v2.0/networks/f32f2eff-14d0-421e-b23a-97ab399521f5 HTTP/1.1" status: 204 len: 168 time: 0.7565813 Jul 08 02:24:07.397058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b731b-09fe-4ff2-a5d2-24ad577f6117 tempest-FloatingIPNegativeTestJSON-297017657 tempest-FloatingIPNegativeTestJSON-297017657-project] Pushing event deleted for resources: {'Network': ['ID=f32f2eff-14d0-421e-b23a-97ab399521f5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:07.445353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 55ed6239-12bf-46d5-bfd1-498f7e8a4655, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=55ed6239-12bf-46d5-bfd1-498f7e8a4655,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:07.462044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '55ed6239-12bf-46d5-bfd1-498f7e8a4655', 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'port_id': '55ed6239-12bf-46d5-bfd1-498f7e8a4655', 'mac_address': 'fa:16:3e:e4:0a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986ba42c-b8d6-49cc-8b20-72f169827319', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:24:07.503614 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.516428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ed6239-12bf-46d5-bfd1-498f7e8a4655 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:24:07.536082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 55ed6239-12bf-46d5-bfd1-498f7e8a4655, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=55ed6239-12bf-46d5-bfd1-498f7e8a4655,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:07.624296 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:07.672412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=55ed6239-12bf-46d5-bfd1-498f7e8a4655,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:07.841634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['55ed6239-12bf-46d5-bfd1-498f7e8a4655'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:24:07.857404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48108) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:07.958532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da178354-1b05-45a1-bc5c-3887ca0f6514 req-53958535-0b1a-4e75-a29c-8af6e0fa8df9 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:07.966377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da178354-1b05-45a1-bc5c-3887ca0f6514 req-53958535-0b1a-4e75-a29c-8af6e0fa8df9 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 945 time: 0.0877302 Jul 08 02:24:08.023732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da178354-1b05-45a1-bc5c-3887ca0f6514 req-b02812fc-c986-4429-b9de-30ae6bd9d20a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562890 Jul 08 02:24:08.037410 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-252f6e8c-c373-4ad6-bba9-2b3bdf3f9133 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=214f5d10609346049fe86d5bf5935f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760676 Jul 08 02:24:08.037968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48112) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:08.086346 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dd98c13-e35a-4f7e-b609-e0abffc8742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:08.108512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dd98c13-e35a-4f7e-b609-e0abffc8742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:08.251793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dd98c13-e35a-4f7e-b609-e0abffc8742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:08.254840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7dd98c13-e35a-4f7e-b609-e0abffc8742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:08.256254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7dd98c13-e35a-4f7e-b609-e0abffc8742c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5547d110-39de-49f7-87c6-307ab3d68308 HTTP/1.1" status: 204 len: 168 time: 0.2176208 Jul 08 02:24:08.265790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd98c13-e35a-4f7e-b609-e0abffc8742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5547d110-39de-49f7-87c6-307ab3d68308,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:09.207500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30992c88-f3b4-4c2d-9675-6343abb8c672 req-8f965f99-b929-4d36-a591-10bfc94c3429 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:09.209267 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30992c88-f3b4-4c2d-9675-6343abb8c672 req-8f965f99-b929-4d36-a591-10bfc94c3429 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 945 time: 0.0731337 Jul 08 02:24:09.251806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30992c88-f3b4-4c2d-9675-6343abb8c672 req-904db489-7f91-47a3-8279-ebf189dd17db tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366683 Jul 08 02:24:09.267139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48138) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:09.363349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-78791934'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:09.382857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 55ed6239-12bf-46d5-bfd1-498f7e8a4655 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:09.452905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:09.457451 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.467517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.475508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:09.480389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:09.480976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.576184 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.584897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.599621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6745ef3-8bde-48f2-b7aa-1942abd70305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ed6239-12bf-46d5-bfd1-498f7e8a4655'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:24:09.601965 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bde89f-77fa-494f-b9fe-3fc3156c7377" -d '{"events": [{"server_uuid": "f6745ef3-8bde-48f2-b7aa-1942abd70305", "name": "network-vif-plugged", "status": "completed", "tag": "55ed6239-12bf-46d5-bfd1-498f7e8a4655"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:24:09.615481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 55ed6239-12bf-46d5-bfd1-498f7e8a4655, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=55ed6239-12bf-46d5-bfd1-498f7e8a4655,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:09.639060 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e0bfc-d8ca-4ce3-86fb-b4bbabbaceb4 x-openstack-request-id: req-764e0bfc-d8ca-4ce3-86fb-b4bbabbaceb4 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:24:09.639364 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6745ef3-8bde-48f2-b7aa-1942abd70305", "name": "network-vif-plugged", "status": "completed", "tag": "55ed6239-12bf-46d5-bfd1-498f7e8a4655", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:24:09.639623 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-764e0bfc-d8ca-4ce3-86fb-b4bbabbaceb4 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:24:09.640057 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6745ef3-8bde-48f2-b7aa-1942abd70305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ed6239-12bf-46d5-bfd1-498f7e8a4655', 'code': 200} Jul 08 02:24:09.645889 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.684295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:24:09.690069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1fab62-f7e6-470c-b0f3-9edd905c97af,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:09.693090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.699955 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.702334 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment cb971c59-7666-4443-94e0-3c07121fac7e of type vlan for network 78ce662e-be07-4d52-81e5-6e2660d52dbd Jul 08 02:24:09.749999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=55ed6239-12bf-46d5-bfd1-498f7e8a4655,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:09.772519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.817423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdf507-1a30-4644-b51c-44c1bc6ce534 req-e189e04e-201f-4648-a3ac-6bcc7375e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:09.818854 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ccdf507-1a30-4644-b51c-44c1bc6ce534 req-e189e04e-201f-4648-a3ac-6bcc7375e776 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 1098 time: 0.0839295 Jul 08 02:24:09.855516 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ccdf507-1a30-4644-b51c-44c1bc6ce534 req-51a1de71-7f01-4f59-8eee-5728f9fa74a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281045 Jul 08 02:24:09.868753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.874396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:09.875024 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:10.004135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=78ce662e-be07-4d52-81e5-6e2660d52dbd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:10.015051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 78ce662e-be07-4d52-81e5-6e2660d52dbd details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:24:10.058571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-75b1822a-4808-4e5b-8ca9-6c7e355ab6a9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7901874 Jul 08 02:24:10.061237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48146) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:10.066560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-797454077'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:10.149654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:10.153248 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:10.176722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:24:10.186021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:10.186606 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment dcae108a-de46-410e-9dcc-61848d20ad2f of type vlan for network 52798b1b-f40c-4c11-b68c-b32096ec8e49 Jul 08 02:24:10.225868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:10.331401 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:10.339875 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:10.340887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:10.444516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=52798b1b-f40c-4c11-b68c-b32096ec8e49,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:10.454942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 52798b1b-f40c-4c11-b68c-b32096ec8e49 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:24:10.478681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c6dad-9add-436d-ab64-b6a11fb2bed1 req-b9264b88-fbff-41c6-a4f2-a25f9557ab5f tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:10.480828 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-005c6dad-9add-436d-ab64-b6a11fb2bed1 req-b9264b88-fbff-41c6-a4f2-a25f9557ab5f tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 946 time: 0.0844400 Jul 08 02:24:10.482578 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f1ec1c6-ee0c-4a3c-8f63-7612ab734eb9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4203553 Jul 08 02:24:10.485616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48150) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:10.490797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': '78ce662e-be07-4d52-81e5-6e2660d52dbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:10.605566 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-005c6dad-9add-436d-ab64-b6a11fb2bed1 req-229343a4-3f9a-4208-8dfe-312ff8061d56 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110830 Jul 08 02:24:10.691818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:10.701658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:10.961769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.021365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=62df42c6-270b-48bf-9b69-a2b99a9801b3,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:11.032007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': 'cb971c59-7666-4443-94e0-3c07121fac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '78ce662e-be07-4d52-81e5-6e2660d52dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:11.032377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: 78ce662e-be07-4d52-81e5-6e2660d52dbd, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:24:11.132960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 78ce662e-be07-4d52-81e5-6e2660d52dbd is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:24:11.245920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 78ce662e-be07-4d52-81e5-6e2660d52dbd) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:11.250132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:11.250731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.259578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771df481-a530-44f9-a390-0825636f4f82 None None] Network 78ce662e-be07-4d52-81e5-6e2660d52dbd requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:11.385607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-61abcf2f-2791-464b-a44b-54c76b9687be tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8982856 Jul 08 02:24:11.388380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48156) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:11.395164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': '52798b1b-f40c-4c11-b68c-b32096ec8e49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:11.404728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-78ce662e-be07-4d52-81e5-6e2660d52dbd', 'network_id': '78ce662e-be07-4d52-81e5-6e2660d52dbd', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': '62df42c6-270b-48bf-9b69-a2b99a9801b3'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:24:11.406410 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.539165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Allocated IP 2001:db8::2 (78ce662e-be07-4d52-81e5-6e2660d52dbd/62df42c6-270b-48bf-9b69-a2b99a9801b3/9b3a2421-a771-409f-b614-777f26c94407) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:11.579146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:11.583581 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.701298 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.710737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Transition to ACTIVE for port object 9b3a2421-a771-409f-b614-777f26c94407 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:11.727094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Transition to ACTIVE for port object 9b3a2421-a771-409f-b614-777f26c94407 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:11.807820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102f419-2865-4e04-a267-dab9fe0f219e req-345f0dea-c164-4d76-a523-705f13a40c3b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:11.808393 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.810631 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4102f419-2865-4e04-a267-dab9fe0f219e req-345f0dea-c164-4d76-a523-705f13a40c3b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 946 time: 0.0737135 Jul 08 02:24:11.840301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Network 78ce662e-be07-4d52-81e5-6e2660d52dbd is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:11.843604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:11.850994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:11.855573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4102f419-2865-4e04-a267-dab9fe0f219e req-01b05a23-5221-4d18-9dbf-7fe3a6fa5927 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Jul 08 02:24:11.875787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.906167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Pushing event updated for resources: {'Port': ['ID=9b3a2421-a771-409f-b614-777f26c94407,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:11.923831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Attempting to bind port 9b3a2421-a771-409f-b614-777f26c94407 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:24:11.923831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Attempting to bind port 9b3a2421-a771-409f-b614-777f26c94407 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'cb971c59-7666-4443-94e0-3c07121fac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '78ce662e-be07-4d52-81e5-6e2660d52dbd'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:24:11.924353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Attempting to bind port 9b3a2421-a771-409f-b614-777f26c94407 on network 78ce662e-be07-4d52-81e5-6e2660d52dbd {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:11.929774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:24:11.930172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Checking segment: {'id': 'cb971c59-7666-4443-94e0-3c07121fac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '78ce662e-be07-4d52-81e5-6e2660d52dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:11.930759 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.931155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Bound using segment: {'id': 'cb971c59-7666-4443-94e0-3c07121fac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '78ce662e-be07-4d52-81e5-6e2660d52dbd'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:24:11.931675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Bound port: 9b3a2421-a771-409f-b614-777f26c94407, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb971c59-7666-4443-94e0-3c07121fac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '78ce662e-be07-4d52-81e5-6e2660d52dbd'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:24:11.932710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:11.972499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=d9ec40ae-3d52-4d64-8adb-5dbe618e2e07,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:11.983711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': 'dcae108a-de46-410e-9dcc-61848d20ad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52798b1b-f40c-4c11-b68c-b32096ec8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:11.984082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: 52798b1b-f40c-4c11-b68c-b32096ec8e49, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:24:12.019558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] For port 9b3a2421-a771-409f-b614-777f26c94407, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:24:12.022660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] For port 9b3a2421-a771-409f-b614-777f26c94407, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9b3a2421-a771-409f-b614-777f26c94407,segment=NetworkSegment(cb971c59-7666-4443-94e0-3c07121fac7e),segment_id=cb971c59-7666-4443-94e0-3c07121fac7e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:24:12.064386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 52798b1b-f40c-4c11-b68c-b32096ec8e49 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:24:12.098928 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.153644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be2760-3f27-42bc-ae60-e4558807a7f0 None None] Pushing event updated for resources: {'Port': ['ID=9b3a2421-a771-409f-b614-777f26c94407,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:12.195745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1aef4c3a-0265-45aa-a48f-0ecedd77eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.294950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 52798b1b-f40c-4c11-b68c-b32096ec8e49) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:12.302675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:12.302898 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.335585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1e4a8-e3cc-4309-867f-448e4815babf None None] Network 52798b1b-f40c-4c11-b68c-b32096ec8e49 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:12.440261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e2c992a8-996e-492d-a6a0-6b072fa0ba61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0472410 Jul 08 02:24:12.440484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48164) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:12.445715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a454cb4e-c3e2-407b-80a9-ead07256286d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1870823675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:12.500279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-52798b1b-f40c-4c11-b68c-b32096ec8e49', 'network_id': '52798b1b-f40c-4c11-b68c-b32096ec8e49', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': 'd9ec40ae-3d52-4d64-8adb-5dbe618e2e07'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:24:12.501175 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.601728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a454cb4e-c3e2-407b-80a9-ead07256286d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.602713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a454cb4e-c3e2-407b-80a9-ead07256286d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.676107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Allocated IP 2001:db8:1::2 (52798b1b-f40c-4c11-b68c-b32096ec8e49/d9ec40ae-3d52-4d64-8adb-5dbe618e2e07/c7c2cc42-c7b2-4716-9214-781e96ac0ebc) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:12.678259 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a454cb4e-c3e2-407b-80a9-ead07256286d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.767259 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a454cb4e-c3e2-407b-80a9-ead07256286d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.856691 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.865402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Transition to ACTIVE for port object c7c2cc42-c7b2-4716-9214-781e96ac0ebc will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:12.881427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a454cb4e-c3e2-407b-80a9-ead07256286d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:12.886504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a454cb4e-c3e2-407b-80a9-ead07256286d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4416499 Jul 08 02:24:12.886626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Transition to ACTIVE for port object c7c2cc42-c7b2-4716-9214-781e96ac0ebc will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:12.887326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48172) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:12.974932 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:13.024746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Network 52798b1b-f40c-4c11-b68c-b32096ec8e49 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:13.034228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:13.036352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Pushing event updated for resources: {'Port': ['ID=c7c2cc42-c7b2-4716-9214-781e96ac0ebc,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:13.038840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:13.129023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Attempting to bind port c7c2cc42-c7b2-4716-9214-781e96ac0ebc on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:24:13.129676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Attempting to bind port c7c2cc42-c7b2-4716-9214-781e96ac0ebc by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'dcae108a-de46-410e-9dcc-61848d20ad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52798b1b-f40c-4c11-b68c-b32096ec8e49'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:24:13.130197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Attempting to bind port c7c2cc42-c7b2-4716-9214-781e96ac0ebc on network 52798b1b-f40c-4c11-b68c-b32096ec8e49 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:13.137992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:24:13.138374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Checking segment: {'id': 'dcae108a-de46-410e-9dcc-61848d20ad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52798b1b-f40c-4c11-b68c-b32096ec8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:13.138804 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:13.139156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Bound using segment: {'id': 'dcae108a-de46-410e-9dcc-61848d20ad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52798b1b-f40c-4c11-b68c-b32096ec8e49'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:24:13.139643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Bound port: c7c2cc42-c7b2-4716-9214-781e96ac0ebc, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcae108a-de46-410e-9dcc-61848d20ad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52798b1b-f40c-4c11-b68c-b32096ec8e49'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:24:13.140028 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:13.220170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95951e4e-3a49-4b3f-a420-0b109fd13195 None None] Network 78ce662e-be07-4d52-81e5-6e2660d52dbd requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:13.303389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] For port c7c2cc42-c7b2-4716-9214-781e96ac0ebc, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:24:13.312825 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:13.344018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] For port c7c2cc42-c7b2-4716-9214-781e96ac0ebc, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c7c2cc42-c7b2-4716-9214-781e96ac0ebc,segment=NetworkSegment(dcae108a-de46-410e-9dcc-61848d20ad2f),segment_id=dcae108a-de46-410e-9dcc-61848d20ad2f)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:24:13.412525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9b3a2421-a771-409f-b614-777f26c94407 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:13.422906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-73fd34f6-977f-4d3e-922b-12692090562b None None] Provisioning for port 9b3a2421-a771-409f-b614-777f26c94407 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:13.462798 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:13.574797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a713b39-b87a-44aa-99ba-5ba32ab6d532 None None] Pushing event updated for resources: {'Port': ['ID=c7c2cc42-c7b2-4716-9214-781e96ac0ebc,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:13.667411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8::1 (78ce662e-be07-4d52-81e5-6e2660d52dbd/62df42c6-270b-48bf-9b69-a2b99a9801b3/fc8f2931-10fa-4efd-940d-026fa4e6d0f4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:13.721618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 9b3a2421-a771-409f-b614-777f26c94407 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:13.725811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 9b3a2421-a771-409f-b614-777f26c94407 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:13.726191 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:13.941410 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:13.972917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:13.986336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 9b3a2421-a771-409f-b614-777f26c94407, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9b3a2421-a771-409f-b614-777f26c94407,segment=NetworkSegment(cb971c59-7666-4443-94e0-3c07121fac7e),segment_id=cb971c59-7666-4443-94e0-3c07121fac7e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:13.993178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object fc8f2931-10fa-4efd-940d-026fa4e6d0f4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:14.075830 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.126796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ecbe9b94-5660-4a25-91d0-438e0601f129 None None] Provisioning complete for port 9b3a2421-a771-409f-b614-777f26c94407 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:14.127196 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9b94-5660-4a25-91d0-438e0601f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.158632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=9b3a2421-a771-409f-b614-777f26c94407,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:14.168212 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.229509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 78ce662e-be07-4d52-81e5-6e2660d52dbd is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:14.232807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:14.235286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:14.235868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.260482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=fc8f2931-10fa-4efd-940d-026fa4e6d0f4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:14.521058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0e5c68b1-a7bd-4f5f-981a-4073953d763d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.529780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.619201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8ce7b025-90da-4aba-8523-8b03f567ed8d None None] Provisioning for port fc8f2931-10fa-4efd-940d-026fa4e6d0f4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:14.624345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8ce7b025-90da-4aba-8523-8b03f567ed8d None None] Provisioning complete for port fc8f2931-10fa-4efd-940d-026fa4e6d0f4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:14.624777 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b025-90da-4aba-8523-8b03f567ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.664690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7b025-90da-4aba-8523-8b03f567ed8d None None] Port fc8f2931-10fa-4efd-940d-026fa4e6d0f4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:14.752519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ecf3a9-5b3c-43a7-a09f-6c1ffa4353c0 None None] Network 52798b1b-f40c-4c11-b68c-b32096ec8e49 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:14.816400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.876881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5a1e43c4-0d2d-4a90-a821-e6eac5843d66 None None] Provisioning for port c7c2cc42-c7b2-4716-9214-781e96ac0ebc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:14.920905 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.921679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.926388 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:15.039025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=fc8f2931-10fa-4efd-940d-026fa4e6d0f4,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:15.102088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 78ce662e-be07-4d52-81e5-6e2660d52dbd is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:15.106712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:15.354382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router cd693a65-c147-48ab-901f-b716d290854a is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:24:15.434115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9b3a2421-a771-409f-b614-777f26c94407 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:15.458447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5f1bd33b-ecd9-418c-9e4e-08b1780c5b4d None None] Provisioning complete for port fc8f2931-10fa-4efd-940d-026fa4e6d0f4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:15.458886 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5f1bd33b-ecd9-418c-9e4e-08b1780c5b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:15.469617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:15.479925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48196) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:15.481375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2d41b817-a1ab-4333-ac44-679482e9d2b0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/cd693a65-c147-48ab-901f-b716d290854a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5919418 Jul 08 02:24:15.486354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d91eda-9357-41dd-ba90-931bc871490f None None] Sync routers for ids ['cd693a65-c147-48ab-901f-b716d290854a'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:15.518180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d91eda-9357-41dd-ba90-931bc871490f None None] Routers {'cd693a65-c147-48ab-901f-b716d290854a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:15.518733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-54d91eda-9357-41dd-ba90-931bc871490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cd693a65-c147-48ab-901f-b716d290854a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:15.520670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bd33b-ecd9-418c-9e4e-08b1780c5b4d None None] Port fc8f2931-10fa-4efd-940d-026fa4e6d0f4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:15.544521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915fd01-de78-4259-839f-e18e637c6756 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:15.545914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8915fd01-de78-4259-839f-e18e637c6756 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports/fc8f2931-10fa-4efd-940d-026fa4e6d0f4 HTTP/1.1" status: 200 len: 911 time: 0.0654192 Jul 08 02:24:15.548668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48198) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:15.555649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-54d91eda-9357-41dd-ba90-931bc871490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:15.566803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 9b3a2421-a771-409f-b614-777f26c94407 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:15.567177 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:15.595154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d91eda-9357-41dd-ba90-931bc871490f None None] Routers {'cd693a65-c147-48ab-901f-b716d290854a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:15.600165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-54d91eda-9357-41dd-ba90-931bc871490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cd693a65-c147-48ab-901f-b716d290854a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:15.807856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-54d91eda-9357-41dd-ba90-931bc871490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:15.808759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d91eda-9357-41dd-ba90-931bc871490f None None] The sync data for ids ['cd693a65-c147-48ab-901f-b716d290854a'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:15.893347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c7c2cc42-c7b2-4716-9214-781e96ac0ebc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:15.919302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:15.991771 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:16.115610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c7c2cc42-c7b2-4716-9214-781e96ac0ebc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:16.121248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c7c2cc42-c7b2-4716-9214-781e96ac0ebc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:16.121627 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:16.252922 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:16.306416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c7c2cc42-c7b2-4716-9214-781e96ac0ebc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c7c2cc42-c7b2-4716-9214-781e96ac0ebc,segment=NetworkSegment(dcae108a-de46-410e-9dcc-61848d20ad2f),segment_id=dcae108a-de46-410e-9dcc-61848d20ad2f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:16.342891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8:1::1 (52798b1b-f40c-4c11-b68c-b32096ec8e49/d9ec40ae-3d52-4d64-8adb-5dbe618e2e07/20aedeb5-59ae-4176-8d65-f475b296a73d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:16.402667 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:16.462571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c7c2cc42-c7b2-4716-9214-781e96ac0ebc,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:16.546204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:16.560772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object 20aedeb5-59ae-4176-8d65-f475b296a73d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:16.687584 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:16.738578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 52798b1b-f40c-4c11-b68c-b32096ec8e49 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:16.742187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:16.749511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:16.749511 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:16.805937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=20aedeb5-59ae-4176-8d65-f475b296a73d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:17.002405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:17.167413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1b1f326-a72c-429e-b706-10f3bf844c48 None None] Provisioning for port 20aedeb5-59ae-4176-8d65-f475b296a73d completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:17.172421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1b1f326-a72c-429e-b706-10f3bf844c48 None None] Provisioning complete for port 20aedeb5-59ae-4176-8d65-f475b296a73d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:17.172989 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f326-a72c-429e-b706-10f3bf844c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:17.222822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1f326-a72c-429e-b706-10f3bf844c48 None None] Port 20aedeb5-59ae-4176-8d65-f475b296a73d cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:17.338272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c7c2cc42-c7b2-4716-9214-781e96ac0ebc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:17.344938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:17.430261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c7c2cc42-c7b2-4716-9214-781e96ac0ebc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:17.430770 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:17.459293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:17.460599 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:17.555106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=20aedeb5-59ae-4176-8d65-f475b296a73d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:17.559204 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:17.602126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 52798b1b-f40c-4c11-b68c-b32096ec8e49 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:17.604266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:17.734025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router cd693a65-c147-48ab-901f-b716d290854a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:17.954663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-469ec0e0-6aa4-49d4-a2f6-3c2f5de436f8 None None] Provisioning complete for port 20aedeb5-59ae-4176-8d65-f475b296a73d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:17.955226 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-469ec0e0-6aa4-49d4-a2f6-3c2f5de436f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:17.996768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-469ec0e0-6aa4-49d4-a2f6-3c2f5de436f8 None None] Port 20aedeb5-59ae-4176-8d65-f475b296a73d cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:18.195873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:18.203403 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2733cc62-f0fb-4b48-baa4-8a027f8e0976 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/cd693a65-c147-48ab-901f-b716d290854a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6537480 Jul 08 02:24:18.219255 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48222) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:18.219408 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1837-795e-427d-b697-3f629981919f None None] Sync routers for ids ['cd693a65-c147-48ab-901f-b716d290854a'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:18.226680 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe1837-795e-427d-b697-3f629981919f None None] Routers {'cd693a65-c147-48ab-901f-b716d290854a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:18.227327 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1837-795e-427d-b697-3f629981919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cd693a65-c147-48ab-901f-b716d290854a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:18.260997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c35fa7-d3fa-4d54-af42-ddd73589bad4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:18.262434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f1c35fa7-d3fa-4d54-af42-ddd73589bad4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports/20aedeb5-59ae-4176-8d65-f475b296a73d HTTP/1.1" status: 200 len: 913 time: 0.0554447 Jul 08 02:24:18.265231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48226) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:18.266878 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1837-795e-427d-b697-3f629981919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:18.276329 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe1837-795e-427d-b697-3f629981919f None None] Routers {'cd693a65-c147-48ab-901f-b716d290854a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:18.277034 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1837-795e-427d-b697-3f629981919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cd693a65-c147-48ab-901f-b716d290854a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:18.314262 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1837-795e-427d-b697-3f629981919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:18.315585 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1837-795e-427d-b697-3f629981919f None None] The sync data for ids ['cd693a65-c147-48ab-901f-b716d290854a'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:18.321641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:18.620987 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:18.901379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 20aedeb5-59ae-4176-8d65-f475b296a73d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:18.901646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:18.993711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:19.012836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 20aedeb5-59ae-4176-8d65-f475b296a73d owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:19.275134 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:19.305888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=20aedeb5-59ae-4176-8d65-f475b296a73d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:19.445999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:19.657209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router cd693a65-c147-48ab-901f-b716d290854a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:19.757996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:19.764700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c629e3ed-1dec-4c0d-b349-8f11d53a423b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/cd693a65-c147-48ab-901f-b716d290854a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4984436 Jul 08 02:24:19.767573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48228) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:19.769899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c54b26-604d-45ea-9d7f-e0f5c8aaa429 None None] Sync routers for ids ['cd693a65-c147-48ab-901f-b716d290854a'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:19.782660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c54b26-604d-45ea-9d7f-e0f5c8aaa429 None None] Routers {'cd693a65-c147-48ab-901f-b716d290854a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:19.785117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-07c54b26-604d-45ea-9d7f-e0f5c8aaa429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cd693a65-c147-48ab-901f-b716d290854a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:19.823765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-07c54b26-604d-45ea-9d7f-e0f5c8aaa429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:19.835016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c54b26-604d-45ea-9d7f-e0f5c8aaa429 None None] Routers {'cd693a65-c147-48ab-901f-b716d290854a'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:19.835639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-07c54b26-604d-45ea-9d7f-e0f5c8aaa429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cd693a65-c147-48ab-901f-b716d290854a'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:19.875619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-07c54b26-604d-45ea-9d7f-e0f5c8aaa429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:19.876401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c54b26-604d-45ea-9d7f-e0f5c8aaa429 None None] The sync data for ids ['cd693a65-c147-48ab-901f-b716d290854a'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:20.116361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:20.393500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port fc8f2931-10fa-4efd-940d-026fa4e6d0f4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:20.393853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:20.491455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:20.503706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for fc8f2931-10fa-4efd-940d-026fa4e6d0f4 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:20.766578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:20.800023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=fc8f2931-10fa-4efd-940d-026fa4e6d0f4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:20.917202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.030572 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.104324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router cd693a65-c147-48ab-901f-b716d290854a has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:21.184201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:21.191657 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d2838883-828c-4692-8af7-42393b048aae tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/cd693a65-c147-48ab-901f-b716d290854a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4230275 Jul 08 02:24:21.194532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:21.198637 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a38ae-1532-4dc5-83ec-151a03944cda None None] Sync routers for ids ['cd693a65-c147-48ab-901f-b716d290854a'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:21.211984 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a38ae-1532-4dc5-83ec-151a03944cda None None] Routers {'cd693a65-c147-48ab-901f-b716d290854a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:21.213523 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8c2a38ae-1532-4dc5-83ec-151a03944cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cd693a65-c147-48ab-901f-b716d290854a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:21.230461 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21bb3fc3-6ec4-4336-a850-ebfeec90ec6d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd693a65-c147-48ab-901f-b716d290854a HTTP/1.1" status: 200 len: 205 time: 0.0338249 Jul 08 02:24:21.233037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48232) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:21.252324 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8c2a38ae-1532-4dc5-83ec-151a03944cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:21.264555 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a38ae-1532-4dc5-83ec-151a03944cda None None] Routers {'cd693a65-c147-48ab-901f-b716d290854a'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:21.265194 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8c2a38ae-1532-4dc5-83ec-151a03944cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cd693a65-c147-48ab-901f-b716d290854a'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:21.297607 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8c2a38ae-1532-4dc5-83ec-151a03944cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:21.298506 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a38ae-1532-4dc5-83ec-151a03944cda None None] The sync data for ids ['cd693a65-c147-48ab-901f-b716d290854a'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:21.319721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7322fe9d-8497-4d4f-9de0-3dab9ac5327d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.507058 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7322fe9d-8497-4d4f-9de0-3dab9ac5327d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.509313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7322fe9d-8497-4d4f-9de0-3dab9ac5327d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.658761 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7322fe9d-8497-4d4f-9de0-3dab9ac5327d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.659357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7322fe9d-8497-4d4f-9de0-3dab9ac5327d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Fanout notify agent at l3_agent the message router_deleted on router cd693a65-c147-48ab-901f-b716d290854a {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:24:21.673135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7322fe9d-8497-4d4f-9de0-3dab9ac5327d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.674390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7322fe9d-8497-4d4f-9de0-3dab9ac5327d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/cd693a65-c147-48ab-901f-b716d290854a HTTP/1.1" status: 204 len: 168 time: 0.4401491 Jul 08 02:24:21.676844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:21.734809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdb705b-ea02-48b3-b6a9-a99a080f73f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet d9ec40ae-3d52-4d64-8adb-5dbe618e2e07 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:24:21.737923 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb705b-ea02-48b3-b6a9-a99a080f73f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.782933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb705b-ea02-48b3-b6a9-a99a080f73f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:21.908203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb705b-ea02-48b3-b6a9-a99a080f73f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.053413 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb705b-ea02-48b3-b6a9-a99a080f73f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.084173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb705b-ea02-48b3-b6a9-a99a080f73f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ec40ae-3d52-4d64-8adb-5dbe618e2e07,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:22.090317 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb705b-ea02-48b3-b6a9-a99a080f73f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.092471 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2bdb705b-ea02-48b3-b6a9-a99a080f73f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/d9ec40ae-3d52-4d64-8adb-5dbe618e2e07 HTTP/1.1" status: 204 len: 168 time: 0.4146237 Jul 08 02:24:22.095317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48236) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:22.099265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71c4823-dfb3-4863-9d15-d1e1e7030ca6 None None] Network 52798b1b-f40c-4c11-b68c-b32096ec8e49 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:22.167780 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73f9fec-ab2c-4343-a504-a1e2d8e7cdda tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet 62df42c6-270b-48bf-9b69-a2b99a9801b3 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:24:22.172365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a73f9fec-ab2c-4343-a504-a1e2d8e7cdda tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.220699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a73f9fec-ab2c-4343-a504-a1e2d8e7cdda tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.317349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] DHCP port deletion for 52798b1b-f40c-4c11-b68c-b32096ec8e49 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:24:22.339321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a73f9fec-ab2c-4343-a504-a1e2d8e7cdda tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.371308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Deleting port c7c2cc42-c7b2-4716-9214-781e96ac0ebc {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:22.371723 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.441168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] For port c7c2cc42-c7b2-4716-9214-781e96ac0ebc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c7c2cc42-c7b2-4716-9214-781e96ac0ebc,segment=NetworkSegment(dcae108a-de46-410e-9dcc-61848d20ad2f),segment_id=dcae108a-de46-410e-9dcc-61848d20ad2f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:22.441579 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.455886 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Calling delete_port for c7c2cc42-c7b2-4716-9214-781e96ac0ebc owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:22.505190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a73f9fec-ab2c-4343-a504-a1e2d8e7cdda tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.546299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f9fec-ab2c-4343-a504-a1e2d8e7cdda tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=62df42c6-270b-48bf-9b69-a2b99a9801b3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:22.548196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a73f9fec-ab2c-4343-a504-a1e2d8e7cdda tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.550112 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a73f9fec-ab2c-4343-a504-a1e2d8e7cdda tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/62df42c6-270b-48bf-9b69-a2b99a9801b3 HTTP/1.1" status: 204 len: 168 time: 0.4536312 Jul 08 02:24:22.552952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48238) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:22.560705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654419db-7ee0-4b06-84b2-796df073320b None None] Network 78ce662e-be07-4d52-81e5-6e2660d52dbd requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:22.640699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.675509 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.702564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port c7c2cc42-c7b2-4716-9214-781e96ac0ebc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:22.702917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.709868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Pushing event deleted for resources: {'Port': ['ID=c7c2cc42-c7b2-4716-9214-781e96ac0ebc,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:22.714651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] No DVR routers for this DVR port c7c2cc42-c7b2-4716-9214-781e96ac0ebc on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:22.730740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.731042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.731615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.732203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.732493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.732836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.733175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.733516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.733871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.734205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.734541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.734873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57addad-d63e-41a5-a6f4-c2ac29a7d096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:24:22.805750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port c7c2cc42-c7b2-4716-9214-781e96ac0ebc, host n-d-695189-13, got binding levels [] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:22.805750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.818744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] DHCP port deletion for 78ce662e-be07-4d52-81e5-6e2660d52dbd request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:24:22.823525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for c7c2cc42-c7b2-4716-9214-781e96ac0ebc owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:22.823684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Port c7c2cc42-c7b2-4716-9214-781e96ac0ebc was not found and therefore no delete operation was performed {{(pid=100712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:24:22.824932 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:22.883521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No DVR routers for this DVR port c7c2cc42-c7b2-4716-9214-781e96ac0ebc on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:22.898089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=c7c2cc42-c7b2-4716-9214-781e96ac0ebc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:22.915442 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] Deleting port 9b3a2421-a771-409f-b614-777f26c94407 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:22.915442 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.000423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] For port 9b3a2421-a771-409f-b614-777f26c94407, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9b3a2421-a771-409f-b614-777f26c94407,segment=NetworkSegment(cb971c59-7666-4443-94e0-3c07121fac7e),segment_id=cb971c59-7666-4443-94e0-3c07121fac7e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:23.000423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.000685 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.016714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52798b1b-f40c-4c11-b68c-b32096ec8e49']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:23.036549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcae108a-de46-410e-9dcc-61848d20ad2f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:23.037003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcae108a-de46-410e-9dcc-61848d20ad2f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:23.049200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.074666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] Calling delete_port for 9b3a2421-a771-409f-b614-777f26c94407 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:23.075170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.091892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:24:23.092957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:24:23.100827 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:24:23.298453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.310282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9b3a2421-a771-409f-b614-777f26c94407 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:24:23.312272 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.315254 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.316885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/52798b1b-f40c-4c11-b68c-b32096ec8e49 HTTP/1.1" status: 204 len: 168 time: 0.7629435 Jul 08 02:24:23.320005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48242) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:23.327144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a792fa-5744-43ce-a9c7-7fb0d5824e04 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=52798b1b-f40c-4c11-b68c-b32096ec8e49,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:23.360110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 9b3a2421-a771-409f-b614-777f26c94407 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:24:23.361039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9b3a2421-a771-409f-b614-777f26c94407 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:24:23.361039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c7c2cc42-c7b2-4716-9214-781e96ac0ebc no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:24:23.365382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] Pushing event deleted for resources: {'Port': ['ID=9b3a2421-a771-409f-b614-777f26c94407,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:23.385696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c7c2cc42-c7b2-4716-9214-781e96ac0ebc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:24:23.386280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c7c2cc42-c7b2-4716-9214-781e96ac0ebc not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:24:23.388054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cafcc-f08b-492a-900a-8e38183ec589 None None] No DVR routers for this DVR port 9b3a2421-a771-409f-b614-777f26c94407 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:23.429069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.533864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.546827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ce662e-be07-4d52-81e5-6e2660d52dbd']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:23.560570 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb971c59-7666-4443-94e0-3c07121fac7e') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:23.560944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb971c59-7666-4443-94e0-3c07121fac7e') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:23.569833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.589202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.595954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:24:23.596370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:24:23.599950 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:24:23.676074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e238b-b8c2-4235-8c9f-3e5f38159b18 req-2a01564e-fdd0-4f5f-a8b5-b3ec7c8e1dbc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:23.677790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-468e238b-b8c2-4235-8c9f-3e5f38159b18 req-2a01564e-fdd0-4f5f-a8b5-b3ec7c8e1dbc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0769894 Jul 08 02:24:23.717039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-468e238b-b8c2-4235-8c9f-3e5f38159b18 req-4d1d0469-9264-412b-9bbc-6ba390e8add2 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334575 Jul 08 02:24:23.742638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.749713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.751626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/78ce662e-be07-4d52-81e5-6e2660d52dbd HTTP/1.1" status: 204 len: 168 time: 0.4299018 Jul 08 02:24:23.767264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6392cd8-e18d-46ab-944e-d66e3e50cfc9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=78ce662e-be07-4d52-81e5-6e2660d52dbd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:23.769937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:23.776215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-281271916'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:23.877135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:23.881649 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.910986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:24:23.922120 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.922748 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment d8feaf1a-80ac-4799-b793-f34df1c47d28 of type vlan for network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc Jul 08 02:24:23.967462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:24.098226 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:24.104187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:24.104930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:24.171640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=9f849d33-dcc4-4cd5-b010-10b34c2bd6bc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:24.187062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:24:24.233128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-72cacacc-6adf-4725-833f-6cf76830b748 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4591591 Jul 08 02:24:24.233571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48252) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:24.238910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': '9f849d33-dcc4-4cd5-b010-10b34c2bd6bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:24.416611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:24.420184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:24.681246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:24.748387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=38b14d95-20bd-43d0-9535-25e3e082d59d,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:24.757126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': 'd8feaf1a-80ac-4799-b793-f34df1c47d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f849d33-dcc4-4cd5-b010-10b34c2bd6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:24.757503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:24:24.882992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:24:24.914130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ef3be-922b-48f3-8cb9-27a6765fa5ee req-76d81921-c928-4979-9949-afd17a54aa32 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:24.916514 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bf3ef3be-922b-48f3-8cb9-27a6765fa5ee req-76d81921-c928-4979-9949-afd17a54aa32 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0748420 Jul 08 02:24:24.957094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bf3ef3be-922b-48f3-8cb9-27a6765fa5ee req-4391b296-4e7c-4810-88ef-2d90e9d0631c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339537 Jul 08 02:24:25.005239 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:25.012189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:25.012189 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.017945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d213809-0a2d-45a7-aa65-62781e767746 None None] Network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:25.093621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a7cc1472-2e53-42c1-9871-876daa475b65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8585727 Jul 08 02:24:25.096111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48256) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:25.101091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1e04358c-b30e-40cb-a0f0-46d798effda0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-628400758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:25.170485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-9f849d33-dcc4-4cd5-b010-10b34c2bd6bc', 'network_id': '9f849d33-dcc4-4cd5-b010-10b34c2bd6bc', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': '38b14d95-20bd-43d0-9535-25e3e082d59d'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:24:25.171426 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.213219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e04358c-b30e-40cb-a0f0-46d798effda0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.214705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e04358c-b30e-40cb-a0f0-46d798effda0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.275731 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e04358c-b30e-40cb-a0f0-46d798effda0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.377114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e04358c-b30e-40cb-a0f0-46d798effda0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.440777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Allocated IP 2001:db8::2 (9f849d33-dcc4-4cd5-b010-10b34c2bd6bc/38b14d95-20bd-43d0-9535-25e3e082d59d/d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:25.510599 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1e04358c-b30e-40cb-a0f0-46d798effda0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.512298 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1e04358c-b30e-40cb-a0f0-46d798effda0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4150426 Jul 08 02:24:25.515017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48262) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:25.520176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'port': {'network_id': '9f849d33-dcc4-4cd5-b010-10b34c2bd6bc', 'name': 'tempest-RoutersIpV6Test-1226404693'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:25.594167 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.609499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Transition to ACTIVE for port object d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:25.625347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Transition to ACTIVE for port object d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:25.726486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:25.726894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.730460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.757755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] device_id is not set on port 61a830cd-163a-4151-8033-5a3114d06763 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:24:25.768543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:25.774469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:25.778707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:25.785952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Pushing event updated for resources: {'Port': ['ID=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:25.857567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Attempting to bind port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:24:25.858400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Attempting to bind port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd8feaf1a-80ac-4799-b793-f34df1c47d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f849d33-dcc4-4cd5-b010-10b34c2bd6bc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:24:25.858400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Attempting to bind port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 on network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:25.863862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:24:25.864254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Checking segment: {'id': 'd8feaf1a-80ac-4799-b793-f34df1c47d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f849d33-dcc4-4cd5-b010-10b34c2bd6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:25.864649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.865052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Bound using segment: {'id': 'd8feaf1a-80ac-4799-b793-f34df1c47d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f849d33-dcc4-4cd5-b010-10b34c2bd6bc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:24:25.865576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Bound port: d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8feaf1a-80ac-4799-b793-f34df1c47d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f849d33-dcc4-4cd5-b010-10b34c2bd6bc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:24:25.866015 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:25.895809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8::28a (9f849d33-dcc4-4cd5-b010-10b34c2bd6bc/38b14d95-20bd-43d0-9535-25e3e082d59d/61a830cd-163a-4151-8033-5a3114d06763) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:25.933592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] For port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:24:25.936860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] For port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,segment=NetworkSegment(d8feaf1a-80ac-4799-b793-f34df1c47d28),segment_id=d8feaf1a-80ac-4799-b793-f34df1c47d28)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:24:25.995909 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:26.066632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4310b-4a37-4391-8411-674e49eac1d9 None None] Pushing event updated for resources: {'Port': ['ID=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:26.078333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:26.093940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object 61a830cd-163a-4151-8033-5a3114d06763 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:26.170195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f28a1-e73a-45e9-8d28-1a7498a72aef req-05153f44-5569-481a-a242-e1493af6a60c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:26.171851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d21f28a1-e73a-45e9-8d28-1a7498a72aef req-05153f44-5569-481a-a242-e1493af6a60c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0918674 Jul 08 02:24:26.207379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:26.221566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d21f28a1-e73a-45e9-8d28-1a7498a72aef req-989b6128-d1d5-4404-9154-4f9c98f036b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436788 Jul 08 02:24:26.307717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:26.311142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:26.313802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:26.324249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:26.324953 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:26.331733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=61a830cd-163a-4151-8033-5a3114d06763,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:26.425866 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-be125d8c-37e4-4aaf-a4f6-317b8f73deec tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9083898 Jul 08 02:24:26.427099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:26.778216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.058185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f477a7-6e6b-412c-974a-1b930625bf99 None None] Network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:27.229405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f0aed92-5683-4230-a97c-0d2646eae155 None None] Provisioning for port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:27.425682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:27.464568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.503534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037136e-d9be-4a3f-9f94-968b73e6003b req-73fd5c9c-78d7-40f7-a216-cf322aa77067 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:27.508873 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a037136e-d9be-4a3f-9f94-968b73e6003b req-73fd5c9c-78d7-40f7-a216-cf322aa77067 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1127303 Jul 08 02:24:27.527324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.595272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:27.599550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:27.599987 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.614423 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a037136e-d9be-4a3f-9f94-968b73e6003b req-f48df4c5-a3ba-4931-91eb-c3e14839fadc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1029661 Jul 08 02:24:27.643147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=61a830cd-163a-4151-8033-5a3114d06763,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:27.695315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Provisioning for port 61a830cd-163a-4151-8033-5a3114d06763 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:27.705848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Provisioning complete for port 61a830cd-163a-4151-8033-5a3114d06763 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:27.706161 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.730918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.757543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Port 61a830cd-163a-4151-8033-5a3114d06763 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:27.768722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.781283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,segment=NetworkSegment(d8feaf1a-80ac-4799-b793-f34df1c47d28),segment_id=d8feaf1a-80ac-4799-b793-f34df1c47d28)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:27.783386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Provisioning complete for port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:27.790107 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.858146 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.902494 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:27.930990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:27.981883 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:24:27.982250 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-dc4ecb0b-133f-404f-b525-c2eadfce574b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:24:28.004459 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:28.256375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:28.349257 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:28.350010 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:28.440371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=61a830cd-163a-4151-8033-5a3114d06763,revision_number=3']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:28.486583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:28.488112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:28.665309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-46a58c04-79ec-47d5-8ab5-8ed410692553 None None] Provisioning complete for port 61a830cd-163a-4151-8033-5a3114d06763 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:28.666515 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-46a58c04-79ec-47d5-8ab5-8ed410692553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:28.706204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-46a58c04-79ec-47d5-8ab5-8ed410692553 None None] Port 61a830cd-163a-4151-8033-5a3114d06763 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:28.709342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router b330a27f-c52f-4b1f-a103-d9df89f0d525 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:24:28.808603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45944428-7912-4b81-8284-be188eea47c6 req-18070233-f5bf-46da-ad5a-8ec5564fdc38 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:28.809285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:28.810202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-45944428-7912-4b81-8284-be188eea47c6 req-18070233-f5bf-46da-ad5a-8ec5564fdc38 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0649650 Jul 08 02:24:28.815318 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a7ca0a42-823f-4b88-b473-a1b758e16b8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/b330a27f-c52f-4b1f-a103-d9df89f0d525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3871083 Jul 08 02:24:28.818063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48286) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:28.823963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86de970-f2a3-44a1-b36c-3d7439e43500 None None] Sync routers for ids ['b330a27f-c52f-4b1f-a103-d9df89f0d525'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:28.840522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86de970-f2a3-44a1-b36c-3d7439e43500 None None] Routers {'b330a27f-c52f-4b1f-a103-d9df89f0d525'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:28.841254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d86de970-f2a3-44a1-b36c-3d7439e43500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b330a27f-c52f-4b1f-a103-d9df89f0d525'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:28.855192 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-45944428-7912-4b81-8284-be188eea47c6 req-85b5390a-ea54-49ce-bfad-6410c9b86200 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349996 Jul 08 02:24:28.876819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d86de970-f2a3-44a1-b36c-3d7439e43500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:28.880446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3e604cb9-3ec4-4c53-a18d-9c4d2f2061a5 None None] Provisioning complete for port 61a830cd-163a-4151-8033-5a3114d06763 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:28.880913 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e604cb9-3ec4-4c53-a18d-9c4d2f2061a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:28.886306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a2f5c-c572-4c27-ad6d-ef7550b12322 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:28.887763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b97a2f5c-c572-4c27-ad6d-ef7550b12322 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports/61a830cd-163a-4151-8033-5a3114d06763 HTTP/1.1" status: 200 len: 984 time: 0.0683813 Jul 08 02:24:28.890545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48288) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:28.913364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86de970-f2a3-44a1-b36c-3d7439e43500 None None] Routers {'b330a27f-c52f-4b1f-a103-d9df89f0d525'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:28.913995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d86de970-f2a3-44a1-b36c-3d7439e43500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b330a27f-c52f-4b1f-a103-d9df89f0d525'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:28.950726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d86de970-f2a3-44a1-b36c-3d7439e43500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:28.951400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86de970-f2a3-44a1-b36c-3d7439e43500 None None] The sync data for ids ['b330a27f-c52f-4b1f-a103-d9df89f0d525'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:28.954668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3e604cb9-3ec4-4c53-a18d-9c4d2f2061a5 None None] Port 61a830cd-163a-4151-8033-5a3114d06763 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:29.313667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:29.328378 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:29.365049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:29.365672 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:29.550486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 61a830cd-163a-4151-8033-5a3114d06763 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:29.550833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:29.637625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:29.643632 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:24:29.649803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 61a830cd-163a-4151-8033-5a3114d06763 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:29.886311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:29.921815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=61a830cd-163a-4151-8033-5a3114d06763,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:30.057310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:30.167517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622de33-8018-4a1a-ad08-f62ef9d5b097 req-efaade50-0335-4aab-aa2d-8a2ddab40ea4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:30.169021 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8622de33-8018-4a1a-ad08-f62ef9d5b097 req-efaade50-0335-4aab-aa2d-8a2ddab40ea4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1773529 Jul 08 02:24:30.263032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router b330a27f-c52f-4b1f-a103-d9df89f0d525 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:30.273638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8622de33-8018-4a1a-ad08-f62ef9d5b097 req-03988376-1110-4ab7-bcb1-87d24449e84c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0699792 Jul 08 02:24:30.349673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:30.356760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-215e2392-bd91-480e-b6e3-cc6e0eb2b66f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/b330a27f-c52f-4b1f-a103-d9df89f0d525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639089 Jul 08 02:24:30.358421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48296) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:30.361494 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b151c-f73c-4167-af81-586a7bb9f31d None None] Sync routers for ids ['b330a27f-c52f-4b1f-a103-d9df89f0d525'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:30.373402 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b151c-f73c-4167-af81-586a7bb9f31d None None] Routers {'b330a27f-c52f-4b1f-a103-d9df89f0d525'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:30.374037 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-158b151c-f73c-4167-af81-586a7bb9f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b330a27f-c52f-4b1f-a103-d9df89f0d525'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:30.417692 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-158b151c-f73c-4167-af81-586a7bb9f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:30.433574 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b151c-f73c-4167-af81-586a7bb9f31d None None] Routers {'b330a27f-c52f-4b1f-a103-d9df89f0d525'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:30.434231 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-158b151c-f73c-4167-af81-586a7bb9f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b330a27f-c52f-4b1f-a103-d9df89f0d525'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:30.473485 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-158b151c-f73c-4167-af81-586a7bb9f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:30.474126 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b151c-f73c-4167-af81-586a7bb9f31d None None] The sync data for ids ['b330a27f-c52f-4b1f-a103-d9df89f0d525'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:30.558587 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-31e14b84-459b-4664-810f-ae3c398fa82b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 02:24:30.559652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-31e14b84-459b-4664-810f-ae3c398fa82b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/b330a27f-c52f-4b1f-a103-d9df89f0d525/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2002156 Jul 08 02:24:30.562423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48300) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:30.592070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-82df32e7-906a-4f56-9993-362b8f7c9676 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=b330a27f-c52f-4b1f-a103-d9df89f0d525 HTTP/1.1" status: 200 len: 205 time: 0.0285950 Jul 08 02:24:30.594891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48302) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:30.675787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-750d19d5-ffcc-4596-ac70-e451e6897d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:30.838768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-750d19d5-ffcc-4596-ac70-e451e6897d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:30.840973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-750d19d5-ffcc-4596-ac70-e451e6897d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:30.978060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-750d19d5-ffcc-4596-ac70-e451e6897d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:30.978577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750d19d5-ffcc-4596-ac70-e451e6897d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Fanout notify agent at l3_agent the message router_deleted on router b330a27f-c52f-4b1f-a103-d9df89f0d525 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:24:30.985948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-750d19d5-ffcc-4596-ac70-e451e6897d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:30.987076 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-750d19d5-ffcc-4596-ac70-e451e6897d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/b330a27f-c52f-4b1f-a103-d9df89f0d525 HTTP/1.1" status: 204 len: 168 time: 0.3912013 Jul 08 02:24:30.994271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48316) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:31.046473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0fb9b1-c7ca-45cd-9767-f29fa8c38aca tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet 38b14d95-20bd-43d0-9535-25e3e082d59d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:24:31.048069 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb9b1-c7ca-45cd-9767-f29fa8c38aca tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:31.094199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb9b1-c7ca-45cd-9767-f29fa8c38aca tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:31.588539 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb9b1-c7ca-45cd-9767-f29fa8c38aca tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:31.598772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604507f9-140f-425f-bcd5-ef49749c89c7 req-7c24a448-3cac-4337-9413-4eaebe7d9640 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:31.600302 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-604507f9-140f-425f-bcd5-ef49749c89c7 req-7c24a448-3cac-4337-9413-4eaebe7d9640 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1154847 Jul 08 02:24:31.666472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-604507f9-140f-425f-bcd5-ef49749c89c7 req-d58d7dd1-a1f6-45d5-99c0-b3372f38b2fd tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479701 Jul 08 02:24:31.782947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb9b1-c7ca-45cd-9767-f29fa8c38aca tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:31.813600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fb9b1-c7ca-45cd-9767-f29fa8c38aca tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=38b14d95-20bd-43d0-9535-25e3e082d59d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:31.817764 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb9b1-c7ca-45cd-9767-f29fa8c38aca tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:31.819919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2a0fb9b1-c7ca-45cd-9767-f29fa8c38aca tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/38b14d95-20bd-43d0-9535-25e3e082d59d HTTP/1.1" status: 204 len: 168 time: 0.8282702 Jul 08 02:24:31.823458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48328) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:31.828235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81af4c-6701-4e18-b1e4-886801cbc5c8 None None] Network 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:31.912495 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:31.971655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:31.972668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.056723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,segment=NetworkSegment(d8feaf1a-80ac-4799-b793-f34df1c47d28),segment_id=d8feaf1a-80ac-4799-b793-f34df1c47d28)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:32.057216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.077369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:32.080874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] DHCP port deletion for 9f849d33-dcc4-4cd5-b010-10b34c2bd6bc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:24:32.145621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] Deleting port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:32.146008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.212673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] For port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,segment=NetworkSegment(d8feaf1a-80ac-4799-b793-f34df1c47d28),segment_id=d8feaf1a-80ac-4799-b793-f34df1c47d28)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:32.213362 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.227064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] Calling delete_port for d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:32.286880 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.315263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:32.322946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No DVR routers for this DVR port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:32.424382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.441923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f849d33-dcc4-4cd5-b010-10b34c2bd6bc']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:32.457583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8feaf1a-80ac-4799-b793-f34df1c47d28') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:32.459579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8feaf1a-80ac-4799-b793-f34df1c47d28') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:32.463753 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.472325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.487256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] Pushing event deleted for resources: {'Port': ['ID=d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:32.488564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.492908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c9c6e-e336-47aa-b44f-2b59e939d23b None None] No DVR routers for this DVR port d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:32.499629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:24:32.500148 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:24:32.507234 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:24:32.635732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.658307 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.660353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/9f849d33-dcc4-4cd5-b010-10b34c2bd6bc HTTP/1.1" status: 204 len: 168 time: 0.8357871 Jul 08 02:24:32.664060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48334) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:32.670594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1916718272'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:32.674638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891fe1b-201c-417f-b56b-3d60df39d5a3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=9f849d33-dcc4-4cd5-b010-10b34c2bd6bc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:32.817686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:32.822400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.852448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:24:32.868099 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:32.868507 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment e7b42cb7-edae-48d7-9937-44ad8309cc70 of type vlan for network 191b1753-99a9-4c32-be5a-8aa0cd54a172 Jul 08 02:24:32.869815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f4e45-5b0f-423a-8389-62a4419c740a req-757e1e2b-7819-44cf-b095-aec29c99c6d5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:32.872124 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f52f4e45-5b0f-423a-8389-62a4419c740a req-757e1e2b-7819-44cf-b095-aec29c99c6d5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0733695 Jul 08 02:24:32.927116 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f52f4e45-5b0f-423a-8389-62a4419c740a req-94e6b1e1-dc4c-402f-af79-27843d207e0a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489480 Jul 08 02:24:32.935437 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:33.029215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:33.035154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:33.037015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:33.112911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=191b1753-99a9-4c32-be5a-8aa0cd54a172,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:33.123803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 191b1753-99a9-4c32-be5a-8aa0cd54a172 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:24:33.156735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bc8070bd-1b0c-465c-9f09-f40c9478fb03 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4907615 Jul 08 02:24:33.159531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48338) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:33.164570 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': '191b1753-99a9-4c32-be5a-8aa0cd54a172', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:33.303133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:33.308096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:33.327235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:24:33.352597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:24:33.353263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d5a5cc9d-fd97-4c4b-a82c-c8b6760aa1a6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:24:33.956279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.039267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=c25fc147-5771-48e4-99e9-fb3210618629,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:34.047319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': 'e7b42cb7-edae-48d7-9937-44ad8309cc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '191b1753-99a9-4c32-be5a-8aa0cd54a172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:34.047319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: 191b1753-99a9-4c32-be5a-8aa0cd54a172, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:24:34.129147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10232dcb-e286-47ed-8781-879b2a1162c6 req-eaf2a609-5cea-4f97-aad1-a28f9bf41fe8 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:34.130830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10232dcb-e286-47ed-8781-879b2a1162c6 req-eaf2a609-5cea-4f97-aad1-a28f9bf41fe8 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0696952 Jul 08 02:24:34.143794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 191b1753-99a9-4c32-be5a-8aa0cd54a172 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:24:34.170674 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10232dcb-e286-47ed-8781-879b2a1162c6 req-0a4cc45d-9e18-4a39-9e97-acb96c0c0568 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340514 Jul 08 02:24:34.263199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 191b1753-99a9-4c32-be5a-8aa0cd54a172) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:34.267356 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:34.268119 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.272712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fbd84f-dc00-4ac4-8249-f339684193bc None None] Network 191b1753-99a9-4c32-be5a-8aa0cd54a172 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:34.361094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e76a7938-59a1-443d-b632-59a5845c61f2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2004316 Jul 08 02:24:34.363788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48350) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:34.368758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-bc677ddc-72e5-4c0b-9bab-4b8c4ec88f98 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-86562167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:34.427450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-191b1753-99a9-4c32-be5a-8aa0cd54a172', 'network_id': '191b1753-99a9-4c32-be5a-8aa0cd54a172', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': 'c25fc147-5771-48e4-99e9-fb3210618629'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:24:34.428463 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.492546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc677ddc-72e5-4c0b-9bab-4b8c4ec88f98 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.493625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc677ddc-72e5-4c0b-9bab-4b8c4ec88f98 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.563794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc677ddc-72e5-4c0b-9bab-4b8c4ec88f98 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.589626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Allocated IP 2001:db8::2 (191b1753-99a9-4c32-be5a-8aa0cd54a172/c25fc147-5771-48e4-99e9-fb3210618629/a4898fdf-1dac-41c5-aab6-b389c79124e1) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:34.624152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc677ddc-72e5-4c0b-9bab-4b8c4ec88f98 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.726733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc677ddc-72e5-4c0b-9bab-4b8c4ec88f98 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.728772 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bc677ddc-72e5-4c0b-9bab-4b8c4ec88f98 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3637238 Jul 08 02:24:34.730896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48360) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:34.750564 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.758740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Transition to ACTIVE for port object a4898fdf-1dac-41c5-aab6-b389c79124e1 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:34.773985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Transition to ACTIVE for port object a4898fdf-1dac-41c5-aab6-b389c79124e1 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:34.857429 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:34.903207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Pushing event updated for resources: {'Port': ['ID=a4898fdf-1dac-41c5-aab6-b389c79124e1,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:34.926524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Network 191b1753-99a9-4c32-be5a-8aa0cd54a172 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:34.928741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:34.935519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:35.003409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Attempting to bind port a4898fdf-1dac-41c5-aab6-b389c79124e1 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:24:35.003735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Attempting to bind port a4898fdf-1dac-41c5-aab6-b389c79124e1 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'e7b42cb7-edae-48d7-9937-44ad8309cc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '191b1753-99a9-4c32-be5a-8aa0cd54a172'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:24:35.004198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Attempting to bind port a4898fdf-1dac-41c5-aab6-b389c79124e1 on network 191b1753-99a9-4c32-be5a-8aa0cd54a172 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:35.010423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:24:35.010926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Checking segment: {'id': 'e7b42cb7-edae-48d7-9937-44ad8309cc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '191b1753-99a9-4c32-be5a-8aa0cd54a172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:35.011352 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:35.011883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Bound using segment: {'id': 'e7b42cb7-edae-48d7-9937-44ad8309cc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '191b1753-99a9-4c32-be5a-8aa0cd54a172'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:24:35.012355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Bound port: a4898fdf-1dac-41c5-aab6-b389c79124e1, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b42cb7-edae-48d7-9937-44ad8309cc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '191b1753-99a9-4c32-be5a-8aa0cd54a172'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:24:35.012746 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:35.030654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:35.084239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] For port a4898fdf-1dac-41c5-aab6-b389c79124e1, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:24:35.089033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] For port a4898fdf-1dac-41c5-aab6-b389c79124e1, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a4898fdf-1dac-41c5-aab6-b389c79124e1,segment=NetworkSegment(e7b42cb7-edae-48d7-9937-44ad8309cc70),segment_id=e7b42cb7-edae-48d7-9937-44ad8309cc70)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:24:35.189306 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:35.301067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09596-3eec-4d10-9225-6816ee6d3f2b None None] Pushing event updated for resources: {'Port': ['ID=a4898fdf-1dac-41c5-aab6-b389c79124e1,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:35.324487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8::1 (191b1753-99a9-4c32-be5a-8aa0cd54a172/c25fc147-5771-48e4-99e9-fb3210618629/4df0229a-c62d-4c79-8994-41cae04d6bc2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:35.549895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:35.562598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a119b-203f-4b5c-a234-217f41399f8a req-bedbf4f4-b605-447f-af7e-82318a87fb63 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:35.569842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-408a119b-203f-4b5c-a234-217f41399f8a req-bedbf4f4-b605-447f-af7e-82318a87fb63 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1807504 Jul 08 02:24:35.624777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object 4df0229a-c62d-4c79-8994-41cae04d6bc2 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:35.670726 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-408a119b-203f-4b5c-a234-217f41399f8a req-141d673f-92b6-4278-afde-4c64cb2dc5dd tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0847962 Jul 08 02:24:35.789768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:35.845292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 191b1753-99a9-4c32-be5a-8aa0cd54a172 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:35.848411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:35.855188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:35.855765 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:35.893723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=4df0229a-c62d-4c79-8994-41cae04d6bc2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:36.074404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:36.319492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-e72d3ece-1def-4758-a013-271144db1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:36.321262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-e72d3ece-1def-4758-a013-271144db1c60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 1098 time: 0.0608845 Jul 08 02:24:36.345895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763798c-9c9c-45ed-852a-e76e39b78e88 req-90f9752c-0f42-42ce-802c-5849aad623d0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:36.347524 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8763798c-9c9c-45ed-852a-e76e39b78e88 req-90f9752c-0f42-42ce-802c-5849aad623d0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1494672 Jul 08 02:24:36.414950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef231c-3e5b-4083-8d6c-8b970364ba51 None None] Network 191b1753-99a9-4c32-be5a-8aa0cd54a172 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:36.418633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8763798c-9c9c-45ed-852a-e76e39b78e88 req-71b15184-7ca1-4ab8-8dd3-d6572486eda1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0650976 Jul 08 02:24:36.425015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-93f0005d-c333-41bd-8b41-c08a46899f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:36.429067 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-93f0005d-c333-41bd-8b41-c08a46899f13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.1009355 Jul 08 02:24:36.449618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:36.487268 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:36.488262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:36.500998 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-12857d2a-da7e-4ec6-93d6-1b30624f6c95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 200 len: 1002 time: 0.0635221 Jul 08 02:24:36.522892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4e7ac915-1163-4a3c-96fc-f5fd36af6af3 None None] Provisioning for port a4898fdf-1dac-41c5-aab6-b389c79124e1 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:36.554281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-d81c258e-1b51-45d5-a477-93450c4ee759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:36.556279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-d81c258e-1b51-45d5-a477-93450c4ee759 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.0480347 Jul 08 02:24:36.590379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=4df0229a-c62d-4c79-8994-41cae04d6bc2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:36.623332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-43d5044a-7a02-473a-9fd5-ee0cfd10ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:36.624900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-43d5044a-7a02-473a-9fd5-ee0cfd10ce80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605879 Jul 08 02:24:36.640775 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 191b1753-99a9-4c32-be5a-8aa0cd54a172 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:36.642231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:36.737919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-4009a547-c7c2-44e6-986e-b96c0d138769 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054714 Jul 08 02:24:36.881608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82e32e3e-7999-45a0-84e0-0b133e44f698 req-b8676163-a5b7-4061-89a6-a9281ce97614 service neutron] 10.222.0.18 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359999 Jul 08 02:24:36.926916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router 50e79ca1-b429-4832-85b5-1f8d88806847 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:24:37.029311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-12408f06-a6e2-4d40-866f-424aaabf3df7 None None] Provisioning for port 4df0229a-c62d-4c79-8994-41cae04d6bc2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:37.030508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:37.044172 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7d0b2755-cf5d-4498-9a16-b44ac67b6522 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/50e79ca1-b429-4832-85b5-1f8d88806847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3098743 Jul 08 02:24:37.044503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48396) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:37.048221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290cd51-0a96-42d1-a019-00809e633882 None None] Sync routers for ids ['50e79ca1-b429-4832-85b5-1f8d88806847'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:37.052865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-12408f06-a6e2-4d40-866f-424aaabf3df7 None None] Provisioning complete for port 4df0229a-c62d-4c79-8994-41cae04d6bc2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:37.053505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-12408f06-a6e2-4d40-866f-424aaabf3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:37.088394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290cd51-0a96-42d1-a019-00809e633882 None None] Routers {'50e79ca1-b429-4832-85b5-1f8d88806847'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:37.089310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f290cd51-0a96-42d1-a019-00809e633882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['50e79ca1-b429-4832-85b5-1f8d88806847'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:37.110823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c18ad-8989-4024-91d6-795a02e62c42 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:37.112954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-309c18ad-8989-4024-91d6-795a02e62c42 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports/4df0229a-c62d-4c79-8994-41cae04d6bc2 HTTP/1.1" status: 200 len: 911 time: 0.0675688 Jul 08 02:24:37.115722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:37.118786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-e71cf605-a009-4c5f-978f-6c2bfa9876ef tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:37.120360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-e71cf605-a009-4c5f-978f-6c2bfa9876ef tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 814 time: 0.1401725 Jul 08 02:24:37.136951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f290cd51-0a96-42d1-a019-00809e633882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:37.144539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-ddc515e3-4feb-40e8-b397-f175359fa9e6 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/quotas/f84d1072ace0446d9cb21d6561adb7e6 HTTP/1.1" status: 200 len: 375 time: 0.0165420 Jul 08 02:24:37.159242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-12408f06-a6e2-4d40-866f-424aaabf3df7 None None] Port 4df0229a-c62d-4c79-8994-41cae04d6bc2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:37.165849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290cd51-0a96-42d1-a019-00809e633882 None None] Routers {'50e79ca1-b429-4832-85b5-1f8d88806847'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:37.166788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f290cd51-0a96-42d1-a019-00809e633882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['50e79ca1-b429-4832-85b5-1f8d88806847'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:37.205593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f290cd51-0a96-42d1-a019-00809e633882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:37.206273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f290cd51-0a96-42d1-a019-00809e633882 None None] The sync data for ids ['50e79ca1-b429-4832-85b5-1f8d88806847'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:37.242513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-42149069-0e2b-411f-a370-ecbf3bccbbe6 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970228 Jul 08 02:24:37.336918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f2477be0-80ea-4330-aff3-327c68d1d998 None None] Provisioning complete for port 4df0229a-c62d-4c79-8994-41cae04d6bc2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:37.337582 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f2477be0-80ea-4330-aff3-327c68d1d998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:37.404215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a4898fdf-1dac-41c5-aab6-b389c79124e1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:37.519737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f2477be0-80ea-4330-aff3-327c68d1d998 None None] Port 4df0229a-c62d-4c79-8994-41cae04d6bc2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:37.520884 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-10e5e126-86fe-4600-a88a-adebf9a3de5d service neutron] 10.222.0.10 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761075 Jul 08 02:24:37.622218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port a4898fdf-1dac-41c5-aab6-b389c79124e1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:37.627774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a4898fdf-1dac-41c5-aab6-b389c79124e1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:37.628553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:37.650291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-6d422aa5-e527-4109-91be-fe5911748e64 service neutron] 10.222.0.10 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233656 Jul 08 02:24:37.678364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-84087f49-2124-4d2b-a6ac-0cd0216a2ea1 None None] Provisioning complete for port 4df0229a-c62d-4c79-8994-41cae04d6bc2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:37.684485 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-84087f49-2124-4d2b-a6ac-0cd0216a2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:37.743109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-84087f49-2124-4d2b-a6ac-0cd0216a2ea1 None None] Port 4df0229a-c62d-4c79-8994-41cae04d6bc2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:37.758760 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:37.794222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port a4898fdf-1dac-41c5-aab6-b389c79124e1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a4898fdf-1dac-41c5-aab6-b389c79124e1,segment=NetworkSegment(e7b42cb7-edae-48d7-9937-44ad8309cc70),segment_id=e7b42cb7-edae-48d7-9937-44ad8309cc70)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:37.810562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903b175-1ca1-4483-9169-88aa88e8a102 req-e654b0f9-cb43-4346-ad28-0762573a19a0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:37.812067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7903b175-1ca1-4483-9169-88aa88e8a102 req-e654b0f9-cb43-4346-ad28-0762573a19a0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1770821 Jul 08 02:24:37.866269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7903b175-1ca1-4483-9169-88aa88e8a102 req-35344f04-d13b-40a4-8ea5-84266903ae6c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472918 Jul 08 02:24:37.874330 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:37.952359 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:37.964337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=a4898fdf-1dac-41c5-aab6-b389c79124e1,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:38.013952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-96422b00-71d2-401b-953b-85f9cd1611a1 req-2479fdbd-3259-430d-bac6-0f78847b514b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 210 time: 0.0522251 Jul 08 02:24:38.241512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 4df0229a-c62d-4c79-8994-41cae04d6bc2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:38.242539 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:38.332845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:38.349229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 4df0229a-c62d-4c79-8994-41cae04d6bc2 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:38.617458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:38.651866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=4df0229a-c62d-4c79-8994-41cae04d6bc2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:38.749721 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:38.936442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router 50e79ca1-b429-4832-85b5-1f8d88806847 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:39.123563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:39.128896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d2837151-dcf9-4195-ac33-d8033213865c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/50e79ca1-b429-4832-85b5-1f8d88806847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0119343 Jul 08 02:24:39.132011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48430) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:39.146120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b617c1-d212-4658-a7bf-68c303376a67 None None] Sync routers for ids ['50e79ca1-b429-4832-85b5-1f8d88806847'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:39.161213 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b617c1-d212-4658-a7bf-68c303376a67 None None] Routers {'50e79ca1-b429-4832-85b5-1f8d88806847'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:39.162486 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-18b617c1-d212-4658-a7bf-68c303376a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['50e79ca1-b429-4832-85b5-1f8d88806847'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:39.181466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404d0e-c44c-4f85-b664-8b81bb0587ca req-0aeebab6-f4a0-4eae-938d-6bf02451995f tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:39.191265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32404d0e-c44c-4f85-b664-8b81bb0587ca req-0aeebab6-f4a0-4eae-938d-6bf02451995f tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1045389 Jul 08 02:24:39.210178 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-18b617c1-d212-4658-a7bf-68c303376a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:39.224644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-20ef69be-fcd8-458b-8eaa-0fce5aea664e tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=50e79ca1-b429-4832-85b5-1f8d88806847 HTTP/1.1" status: 200 len: 205 time: 0.0909097 Jul 08 02:24:39.229584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:39.229866 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b617c1-d212-4658-a7bf-68c303376a67 None None] Routers {'50e79ca1-b429-4832-85b5-1f8d88806847'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:39.230625 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-18b617c1-d212-4658-a7bf-68c303376a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['50e79ca1-b429-4832-85b5-1f8d88806847'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:39.277530 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-18b617c1-d212-4658-a7bf-68c303376a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:39.280995 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b617c1-d212-4658-a7bf-68c303376a67 None None] The sync data for ids ['50e79ca1-b429-4832-85b5-1f8d88806847'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:39.343886 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32404d0e-c44c-4f85-b664-8b81bb0587ca req-fb0dc815-dc33-4834-bb22-4b13328720fc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1513064 Jul 08 02:24:39.408473 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5b94-8c6c-4c52-bbac-525cf6920de7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.412164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62324ce1-b8bd-4a41-84aa-47e170b38e01 req-58177663-87e8-4fec-b2ba-606a8d3ce067 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 210 time: 0.1907470 Jul 08 02:24:39.420937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a4898fdf-1dac-41c5-aab6-b389c79124e1 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:39.493513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a4898fdf-1dac-41c5-aab6-b389c79124e1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:39.494099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.634097 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5b94-8c6c-4c52-bbac-525cf6920de7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.636299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5b94-8c6c-4c52-bbac-525cf6920de7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.722752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c4137-40fc-4850-93f8-94079891ea73 req-a4511a36-e8a8-4125-96bb-2734c56faa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:39.724373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d3c4137-40fc-4850-93f8-94079891ea73 req-a4511a36-e8a8-4125-96bb-2734c56faa26 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1098 time: 0.1045287 Jul 08 02:24:39.743142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5b94-8c6c-4c52-bbac-525cf6920de7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.745277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f5b94-8c6c-4c52-bbac-525cf6920de7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Fanout notify agent at l3_agent the message router_deleted on router 50e79ca1-b429-4832-85b5-1f8d88806847 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:24:39.750810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5b94-8c6c-4c52-bbac-525cf6920de7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.754588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b8f5b94-8c6c-4c52-bbac-525cf6920de7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/50e79ca1-b429-4832-85b5-1f8d88806847 HTTP/1.1" status: 204 len: 168 time: 0.5214195 Jul 08 02:24:39.754588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48450) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:39.763493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d3c4137-40fc-4850-93f8-94079891ea73 req-1f92dc2f-f7e9-4a11-9e37-d8c8e40fc38b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Jul 08 02:24:39.807811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ab7c1d-a669-4263-9849-ae27927aa1c1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet c25fc147-5771-48e4-99e9-fb3210618629 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:24:39.814588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08ab7c1d-a669-4263-9849-ae27927aa1c1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.855301 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08ab7c1d-a669-4263-9849-ae27927aa1c1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.949018 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08ab7c1d-a669-4263-9849-ae27927aa1c1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.086980 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08ab7c1d-a669-4263-9849-ae27927aa1c1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.118514 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab7c1d-a669-4263-9849-ae27927aa1c1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=c25fc147-5771-48e4-99e9-fb3210618629,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:40.126920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-08ab7c1d-a669-4263-9849-ae27927aa1c1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.129235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-08ab7c1d-a669-4263-9849-ae27927aa1c1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/c25fc147-5771-48e4-99e9-fb3210618629 HTTP/1.1" status: 204 len: 168 time: 0.3736038 Jul 08 02:24:40.132496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48454) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:40.138669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d3b50-27f3-4604-a8bb-9effb2ac1b4d None None] Network 191b1753-99a9-4c32-be5a-8aa0cd54a172 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:40.200025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-515d3e60-aeb2-4d56-ba18-573e5330e8ab tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:40.201796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-515d3e60-aeb2-4d56-ba18-573e5330e8ab tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.32 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 814 time: 0.1533253 Jul 08 02:24:40.217513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Request body: {'port': {'device_id': 'f940292c-54a7-4fba-9c16-dfcdd4f6da08', 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'admin_state_up': True, 'tenant_id': 'f84d1072ace0446d9cb21d6561adb7e6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:40.230466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.297243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port a4898fdf-1dac-41c5-aab6-b389c79124e1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:40.297607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.397309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port a4898fdf-1dac-41c5-aab6-b389c79124e1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a4898fdf-1dac-41c5-aab6-b389c79124e1,segment=NetworkSegment(e7b42cb7-edae-48d7-9937-44ad8309cc70),segment_id=e7b42cb7-edae-48d7-9937-44ad8309cc70)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:40.397959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.423696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Made reservation on behalf of f84d1072ace0446d9cb21d6561adb7e6 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:40.427916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.428344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for a4898fdf-1dac-41c5-aab6-b389c79124e1 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:40.446194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] DHCP port deletion for 191b1753-99a9-4c32-be5a-8aa0cd54a172 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:24:40.539483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] Deleting port a4898fdf-1dac-41c5-aab6-b389c79124e1 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:40.540440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.595138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.613959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] For port a4898fdf-1dac-41c5-aab6-b389c79124e1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a4898fdf-1dac-41c5-aab6-b389c79124e1,segment=NetworkSegment(e7b42cb7-edae-48d7-9937-44ad8309cc70),segment_id=e7b42cb7-edae-48d7-9937-44ad8309cc70)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:40.614409 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.635619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] Calling delete_port for a4898fdf-1dac-41c5-aab6-b389c79124e1 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:40.663279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=a4898fdf-1dac-41c5-aab6-b389c79124e1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:40.724162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No DVR routers for this DVR port a4898fdf-1dac-41c5-aab6-b389c79124e1 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:40.727270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-793a36fc-1fe3-4ae7-b815-7360d9ff506e req-ba862d4c-e875-4f07-8534-be8ca751dac1 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 210 time: 0.0547352 Jul 08 02:24:40.730467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Allocated IP 172.20.0.7 (92ea16e7-ef93-4824-bfa7-71679bfc42b9/986ba42c-b8d6-49cc-8b20-72f169827319/3f94614d-5735-4fd4-a39b-77ac26933bc1) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:40.772536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.785322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] No DVR routers for this DVR port a4898fdf-1dac-41c5-aab6-b389c79124e1 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:40.805386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba3e90-7de5-4067-a2bb-300546fb83d3 None None] Pushing event deleted for resources: {'Port': ['ID=a4898fdf-1dac-41c5-aab6-b389c79124e1,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:40.846681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.860536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191b1753-99a9-4c32-be5a-8aa0cd54a172']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:40.877496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b42cb7-edae-48d7-9937-44ad8309cc70') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:40.877835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b42cb7-edae-48d7-9937-44ad8309cc70') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:40.888479 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.903078 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.916332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:24:40.916332 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.934856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:24:40.949807 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:24:41.052319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.066982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0528efc8-2b9e-41c3-b973-e3d2aacd33f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:24:41.071032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9be51ba8-4f1d-42a3-8cd2-8bce8165017d', '55ed6239-12bf-46d5-bfd1-498f7e8a4655'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:24:41.080783 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.103551 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.104995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:41.105603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/191b1753-99a9-4c32-be5a-8aa0cd54a172 HTTP/1.1" status: 204 len: 168 time: 0.9726911 Jul 08 02:24:41.109893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:41.110948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:41.124846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1073153928', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:41.125570 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e277bd-3b5a-4b0b-83d7-e0c8001503f3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=191b1753-99a9-4c32-be5a-8aa0cd54a172,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:41.129051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:41.180382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Pushing event updated for resources: {'Port': ['ID=3f94614d-5735-4fd4-a39b-77ac26933bc1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:41.213967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:41.214630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.288324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.289621 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.354217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a4898fdf-1dac-41c5-aab6-b389c79124e1 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:24:41.365107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-f6a4c625-183f-4ae7-950d-a2f91368bd3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1521451 Jul 08 02:24:41.367896 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.377106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Request body: {'port': {'device_id': 'f940292c-54a7-4fba-9c16-dfcdd4f6da08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:41.394239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: a4898fdf-1dac-41c5-aab6-b389c79124e1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:24:41.394615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a4898fdf-1dac-41c5-aab6-b389c79124e1 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:24:41.522100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.624614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:41.932112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6987-eb87-46c8-9849-dc3888f25a8d req-2efb68e6-4b4a-4a0c-b8b3-53eb7b5ca4b3 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:41.933656 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d9d6987-eb87-46c8-9849-dc3888f25a8d req-2efb68e6-4b4a-4a0c-b8b3-53eb7b5ca4b3 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 931 time: 0.0719841 Jul 08 02:24:41.976177 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d9d6987-eb87-46c8-9849-dc3888f25a8d req-7956098f-019e-4819-90c1-59f7cc875677 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Jul 08 02:24:42.081015 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dfbe136-832d-4e82-a1d0-35fe482efa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.247317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f94614d-5735-4fd4-a39b-77ac26933bc1 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:24:42.257074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.288429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.290360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Transition to ACTIVE for port object 3f94614d-5735-4fd4-a39b-77ac26933bc1 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:42.308188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.413883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 172.25.8.181 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/201c2051-9f31-4776-aecf-b27e63b5a749) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:42.418060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.515222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Pushing event updated for resources: {'Port': ['ID=3f94614d-5735-4fd4-a39b-77ac26933bc1,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:42.618486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.626024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Attempting to bind port 3f94614d-5735-4fd4-a39b-77ac26933bc1 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:24:42.626367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Attempting to bind port 3f94614d-5735-4fd4-a39b-77ac26933bc1 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:24:42.626697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Attempting to bind port 3f94614d-5735-4fd4-a39b-77ac26933bc1 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:42.634810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Port 3f94614d-5735-4fd4-a39b-77ac26933bc1 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:24:42.635135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Attempting to bind port 3f94614d-5735-4fd4-a39b-77ac26933bc1 on network 92ea16e7-ef93-4824-bfa7-71679bfc42b9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:42.641848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:24:42.642183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Checking segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:42.642575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Bound using segment: {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:24:42.643001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Bound port: 3f94614d-5735-4fd4-a39b-77ac26933bc1, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18092808-0118-438f-9af6-464b0260039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:24:42.643386 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.721512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] For port 3f94614d-5735-4fd4-a39b-77ac26933bc1, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:24:42.724632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] For port 3f94614d-5735-4fd4-a39b-77ac26933bc1, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3f94614d-5735-4fd4-a39b-77ac26933bc1,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:24:42.801100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.841702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:42.844776 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.853190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:42.860163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:42.864817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=201c2051-9f31-4776-aecf-b27e63b5a749,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:42.911251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:42.911912 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:42.913335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] 10.222.0.32 "PUT /v2.0/ports/3f94614d-5735-4fd4-a39b-77ac26933bc1 HTTP/1.1" status: 200 len: 1092 time: 1.5407798 Jul 08 02:24:42.913778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f940292c-54a7-4fba-9c16-dfcdd4f6da08', 'tag': '3f94614d-5735-4fd4-a39b-77ac26933bc1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:24:42.916612 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8100ab-fc9e-42f1-9b05-915058392df3" -d '{"events": [{"name": "network-changed", "server_uuid": "f940292c-54a7-4fba-9c16-dfcdd4f6da08", "tag": "3f94614d-5735-4fd4-a39b-77ac26933bc1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:24:42.983952 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1af8b61-5886-42fd-ba90-b5e313f4e573 x-openstack-request-id: req-a1af8b61-5886-42fd-ba90-b5e313f4e573 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:24:42.984248 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f940292c-54a7-4fba-9c16-dfcdd4f6da08", "tag": "3f94614d-5735-4fd4-a39b-77ac26933bc1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:24:42.984500 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1af8b61-5886-42fd-ba90-b5e313f4e573 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:24:42.984893 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f940292c-54a7-4fba-9c16-dfcdd4f6da08', 'tag': '3f94614d-5735-4fd4-a39b-77ac26933bc1', 'status': 'completed', 'code': 200} Jul 08 02:24:43.040939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea26e8f-fa17-4242-8b26-8075867c64eb service neutron] Pushing event updated for resources: {'Port': ['ID=3f94614d-5735-4fd4-a39b-77ac26933bc1,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:43.106895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100ab-fc9e-42f1-9b05-915058392df3 req-03097e8e-7624-48b6-ba36-3aa9632223ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:43.108459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad8100ab-fc9e-42f1-9b05-915058392df3 req-03097e8e-7624-48b6-ba36-3aa9632223ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 1095 time: 0.0975459 Jul 08 02:24:43.162851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0fba6-3713-42aa-8306-16c09fcd9099 req-c6d77de8-d1ee-4fb8-90bb-b2123c58c735 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:43.164370 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9d0fba6-3713-42aa-8306-16c09fcd9099 req-c6d77de8-d1ee-4fb8-90bb-b2123c58c735 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 943 time: 0.0698209 Jul 08 02:24:43.205224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9d0fba6-3713-42aa-8306-16c09fcd9099 req-28831dbe-f888-405b-87af-91224fd43c46 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Jul 08 02:24:43.286069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100ab-fc9e-42f1-9b05-915058392df3 req-1a909b73-cc0a-42f9-a398-85e839586b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:43.287583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad8100ab-fc9e-42f1-9b05-915058392df3 req-1a909b73-cc0a-42f9-a398-85e839586b11 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1716630 Jul 08 02:24:43.418909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:43.513453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8100ab-fc9e-42f1-9b05-915058392df3 req-77762a9a-5c66-4d20-b2f2-75cdda1b1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:43.514927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad8100ab-fc9e-42f1-9b05-915058392df3 req-77762a9a-5c66-4d20-b2f2-75cdda1b1bef service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1956975 Jul 08 02:24:43.674787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:43.682988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-25fd00f6-d320-4dbd-bf7e-05fcfa8d438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:43.684683 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-25fd00f6-d320-4dbd-bf7e-05fcfa8d438b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 1095 time: 0.1066952 Jul 08 02:24:43.756314 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-e1f05771-d902-4acd-a342-c3ad5420aae1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f94614d-5735-4fd4-a39b-77ac26933bc1 HTTP/1.1" status: 200 len: 217 time: 0.0357366 Jul 08 02:24:43.845647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-10e99cdf-7269-4fa5-a1c6-fa9bae7ff7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:43.847196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-10e99cdf-7269-4fa5-a1c6-fa9bae7ff7d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=986ba42c-b8d6-49cc-8b20-72f169827319 HTTP/1.1" status: 200 len: 854 time: 0.0841763 Jul 08 02:24:43.885176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-ea8496f0-78f6-4eed-a45a-849b30cc746e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92ea16e7-ef93-4824-bfa7-71679bfc42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311379 Jul 08 02:24:43.988509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-55940be8-c35b-42c3-b559-b061b5340ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913587 Jul 08 02:24:44.013983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router 899bf9db-bfb5-4ce0-8354-538e9a1c2f63 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:24:44.156042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b02cf4ca-cf0a-4e9c-a72c-94480446ae58 req-d2776ad2-6d57-431e-a95a-230b4e32e766 service neutron] 10.222.0.32 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609683 Jul 08 02:24:44.175634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:44.185838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b629b-1c10-43bd-8d1a-c304b44c3a4f None None] Sync routers for ids ['899bf9db-bfb5-4ce0-8354-538e9a1c2f63'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:44.197445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b629b-1c10-43bd-8d1a-c304b44c3a4f None None] Routers {'899bf9db-bfb5-4ce0-8354-538e9a1c2f63'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:44.197445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ca1b629b-1c10-43bd-8d1a-c304b44c3a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['899bf9db-bfb5-4ce0-8354-538e9a1c2f63'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:44.226894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ca1b629b-1c10-43bd-8d1a-c304b44c3a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:44.236230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b629b-1c10-43bd-8d1a-c304b44c3a4f None None] Routers {'899bf9db-bfb5-4ce0-8354-538e9a1c2f63'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:44.236836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ca1b629b-1c10-43bd-8d1a-c304b44c3a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['899bf9db-bfb5-4ce0-8354-538e9a1c2f63'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:44.273022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ca1b629b-1c10-43bd-8d1a-c304b44c3a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:44.273687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b629b-1c10-43bd-8d1a-c304b44c3a4f None None] The sync data for ids ['899bf9db-bfb5-4ce0-8354-538e9a1c2f63'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:44.365982 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:44.370566 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-002dc02f-f217-4568-bcd9-45862c7b92d1 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2533317 Jul 08 02:24:44.370701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48486) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:44.491658 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a4783ce-e883-4938-bc3f-03c4ebae073e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:44.515296 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6ca7f39b-aec1-4995-8d81-53fb1ac7820a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/routers/899bf9db-bfb5-4ce0-8354-538e9a1c2f63 HTTP/1.1" status: 200 len: 885 time: 0.1435487 Jul 08 02:24:44.517739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48488) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:44.553059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ac200-983e-4146-bb0a-0fd6be78b4b2 req-b282f0de-fb6c-41c5-b80b-24e37abd57f7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:44.554521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e6ac200-983e-4146-bb0a-0fd6be78b4b2 req-b282f0de-fb6c-41c5-b80b-24e37abd57f7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 943 time: 0.1431205 Jul 08 02:24:44.636807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8e6ac200-983e-4146-bb0a-0fd6be78b4b2 req-28f7eadd-9431-49c4-9b3c-77302c59cf01 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530696 Jul 08 02:24:44.886465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:45.051450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bb23445f-fe05-4ce1-ac3d-4953b55ebddb tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5325897 Jul 08 02:24:45.054063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48492) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:45.058897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7dc67e44-997b-4197-b203-548f130bc232 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1073153928'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:45.620875 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7dc67e44-997b-4197-b203-548f130bc232 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:45.698103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7dc67e44-997b-4197-b203-548f130bc232 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:45.783378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:45.832794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc67e44-997b-4197-b203-548f130bc232 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router 899bf9db-bfb5-4ce0-8354-538e9a1c2f63 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:46.002774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3528-1920-4a9e-808f-a94f09a4b4e4 req-b952d150-528e-4550-96f2-bf543c75f26d tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:46.004322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d92b3528-1920-4a9e-808f-a94f09a4b4e4 req-b952d150-528e-4550-96f2-bf543c75f26d tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 943 time: 0.2197242 Jul 08 02:24:46.005469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc67e44-997b-4197-b203-548f130bc232 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:46.012514 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7dc67e44-997b-4197-b203-548f130bc232 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:46.015157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7dc67e44-997b-4197-b203-548f130bc232 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/899bf9db-bfb5-4ce0-8354-538e9a1c2f63 HTTP/1.1" status: 200 len: 892 time: 0.9584041 Jul 08 02:24:46.016845 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae3734-1705-4ef0-849e-9e31388444cd None None] Sync routers for ids ['899bf9db-bfb5-4ce0-8354-538e9a1c2f63'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:46.019845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:46.036754 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae3734-1705-4ef0-849e-9e31388444cd None None] Routers {'899bf9db-bfb5-4ce0-8354-538e9a1c2f63'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:46.037900 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bcae3734-1705-4ef0-849e-9e31388444cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['899bf9db-bfb5-4ce0-8354-538e9a1c2f63'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:46.057582 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d92b3528-1920-4a9e-808f-a94f09a4b4e4 req-80c0173d-0c2f-4b3a-80bb-f22d0c20c569 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Jul 08 02:24:46.085865 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bcae3734-1705-4ef0-849e-9e31388444cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:46.097678 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae3734-1705-4ef0-849e-9e31388444cd None None] Routers {'899bf9db-bfb5-4ce0-8354-538e9a1c2f63'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:46.098630 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bcae3734-1705-4ef0-849e-9e31388444cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['899bf9db-bfb5-4ce0-8354-538e9a1c2f63'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:46.162380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f558d9fa-26bf-4563-95ca-e9b05173c1bd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/routers/899bf9db-bfb5-4ce0-8354-538e9a1c2f63 HTTP/1.1" status: 200 len: 892 time: 0.1411264 Jul 08 02:24:46.165755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48502) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:46.197985 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8400a376-b8d1-48c9-b70a-0fc7f3cfeaf3 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=899bf9db-bfb5-4ce0-8354-538e9a1c2f63 HTTP/1.1" status: 200 len: 205 time: 0.0297954 Jul 08 02:24:46.200432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48504) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:46.237379 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bcae3734-1705-4ef0-849e-9e31388444cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:46.238043 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae3734-1705-4ef0-849e-9e31388444cd None None] The sync data for ids ['899bf9db-bfb5-4ce0-8354-538e9a1c2f63'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:46.313205 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:46.426927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:46.563971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 201c2051-9f31-4776-aecf-b27e63b5a749 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:46.564318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:46.650633 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:46.662562 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 201c2051-9f31-4776-aecf-b27e63b5a749 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:46.919447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:46.947653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=201c2051-9f31-4776-aecf-b27e63b5a749,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:47.035396 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.129354 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.131576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.160236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 3f94614d-5735-4fd4-a39b-77ac26933bc1 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:24:47.238274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8bdfc-38fb-423f-8947-8d3f8a4da5de req-91214a6b-1c7d-4232-aee5-9aed51d9afa6 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:47.239869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bda8bdfc-38fb-423f-8947-8d3f8a4da5de req-91214a6b-1c7d-4232-aee5-9aed51d9afa6 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 943 time: 0.0654328 Jul 08 02:24:47.280222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 3f94614d-5735-4fd4-a39b-77ac26933bc1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3f94614d-5735-4fd4-a39b-77ac26933bc1,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:47.281143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bda8bdfc-38fb-423f-8947-8d3f8a4da5de req-c4547af5-297b-4396-b3d1-038d94a79d5b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354171 Jul 08 02:24:47.296042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '3f94614d-5735-4fd4-a39b-77ac26933bc1', 'network_id': '92ea16e7-ef93-4824-bfa7-71679bfc42b9', 'port_id': '3f94614d-5735-4fd4-a39b-77ac26933bc1', 'mac_address': 'fa:16:3e:eb:a3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986ba42c-b8d6-49cc-8b20-72f169827319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:24:47.303110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.309434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Fanout notify agent at l3_agent the message router_deleted on router 899bf9db-bfb5-4ce0-8354-538e9a1c2f63 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:24:47.310357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.317196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48510) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:47.317333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-da494bb5-0d45-42f4-92d8-ee4829b88469 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/899bf9db-bfb5-4ce0-8354-538e9a1c2f63 HTTP/1.1" status: 204 len: 168 time: 1.1158004 Jul 08 02:24:47.323381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1374465573'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:47.342928 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.363062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f94614d-5735-4fd4-a39b-77ac26933bc1 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:24:47.382974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 3f94614d-5735-4fd4-a39b-77ac26933bc1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3f94614d-5735-4fd4-a39b-77ac26933bc1,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:47.427818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:47.432181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.454580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:24:47.463654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.463870 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.464361 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment 174ae483-060b-41b5-b241-db38da8b501c of type vlan for network 996f03be-33e3-4402-b76a-52f57e5538fb Jul 08 02:24:47.504542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.513267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=3f94614d-5735-4fd4-a39b-77ac26933bc1,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:47.537078 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.635152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.640703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:47.652370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:47.698928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['3f94614d-5735-4fd4-a39b-77ac26933bc1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:24:47.710425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=996f03be-33e3-4402-b76a-52f57e5538fb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:47.723942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 996f03be-33e3-4402-b76a-52f57e5538fb details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:24:47.783143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0174f5f7-91ea-43f2-958a-6d9132f24c32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4645014 Jul 08 02:24:47.786509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48512) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:47.791910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': '996f03be-33e3-4402-b76a-52f57e5538fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:47.942927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:47.946562 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.200219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.268937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=ab85983f-d648-49db-a7d8-c36bf9a7d411,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:48.273404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': '174ae483-060b-41b5-b241-db38da8b501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '996f03be-33e3-4402-b76a-52f57e5538fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:48.273778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: 996f03be-33e3-4402-b76a-52f57e5538fb, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:24:48.314665 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.383316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 996f03be-33e3-4402-b76a-52f57e5538fb is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:24:48.457923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601fc83-94a7-46c2-b5db-0dc81ce3bb72 req-aacca230-ec57-423b-a536-9761288020df tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:48.459451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4601fc83-94a7-46c2-b5db-0dc81ce3bb72 req-aacca230-ec57-423b-a536-9761288020df tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 944 time: 0.0646100 Jul 08 02:24:48.486170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 996f03be-33e3-4402-b76a-52f57e5538fb) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:48.491385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:48.492765 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.495353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7f747-7ed5-41b8-b847-5ebaf18196b7 None None] Network 996f03be-33e3-4402-b76a-52f57e5538fb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:48.504040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4601fc83-94a7-46c2-b5db-0dc81ce3bb72 req-bed465b0-8525-4f7c-9afd-e38ead75c1ed tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Jul 08 02:24:48.594742 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9d8776b7-506e-415f-8d27-34794d997046 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8070228 Jul 08 02:24:48.597521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48518) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:48.603516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2a3844a9-98be-4b21-826b-f04218e8bbee tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-186456153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:48.641778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-996f03be-33e3-4402-b76a-52f57e5538fb', 'network_id': '996f03be-33e3-4402-b76a-52f57e5538fb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': 'ab85983f-d648-49db-a7d8-c36bf9a7d411'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:24:48.642714 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.690712 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a3844a9-98be-4b21-826b-f04218e8bbee tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.691931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a3844a9-98be-4b21-826b-f04218e8bbee tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.746880 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a3844a9-98be-4b21-826b-f04218e8bbee tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.823616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a3844a9-98be-4b21-826b-f04218e8bbee tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.925250 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2a3844a9-98be-4b21-826b-f04218e8bbee tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:48.925250 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2a3844a9-98be-4b21-826b-f04218e8bbee tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3229334 Jul 08 02:24:48.925581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48520) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:48.925680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Allocated IP 2001:db8::2 (996f03be-33e3-4402-b76a-52f57e5538fb/ab85983f-d648-49db-a7d8-c36bf9a7d411/25c85e14-cd83-405f-a29d-dff73dd2435b) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:49.073508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.081974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Transition to ACTIVE for port object 25c85e14-cd83-405f-a29d-dff73dd2435b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:49.099284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Transition to ACTIVE for port object 25c85e14-cd83-405f-a29d-dff73dd2435b will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:49.164680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 3f94614d-5735-4fd4-a39b-77ac26933bc1 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:49.187130 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.203171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.236437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Network 996f03be-33e3-4402-b76a-52f57e5538fb is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:49.244458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:49.249128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:49.251566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Pushing event updated for resources: {'Port': ['ID=25c85e14-cd83-405f-a29d-dff73dd2435b,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:49.319892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Attempting to bind port 25c85e14-cd83-405f-a29d-dff73dd2435b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:24:49.320601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Attempting to bind port 25c85e14-cd83-405f-a29d-dff73dd2435b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '174ae483-060b-41b5-b241-db38da8b501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '996f03be-33e3-4402-b76a-52f57e5538fb'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:24:49.320601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Attempting to bind port 25c85e14-cd83-405f-a29d-dff73dd2435b on network 996f03be-33e3-4402-b76a-52f57e5538fb {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:49.326252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:24:49.326631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Checking segment: {'id': '174ae483-060b-41b5-b241-db38da8b501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '996f03be-33e3-4402-b76a-52f57e5538fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:49.327038 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.327468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Bound using segment: {'id': '174ae483-060b-41b5-b241-db38da8b501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '996f03be-33e3-4402-b76a-52f57e5538fb'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:24:49.327934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Bound port: 25c85e14-cd83-405f-a29d-dff73dd2435b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174ae483-060b-41b5-b241-db38da8b501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '996f03be-33e3-4402-b76a-52f57e5538fb'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:24:49.328328 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.385948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 3f94614d-5735-4fd4-a39b-77ac26933bc1 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:49.393858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 3f94614d-5735-4fd4-a39b-77ac26933bc1 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:49.394239 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.396300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] For port 25c85e14-cd83-405f-a29d-dff73dd2435b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:24:49.399999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] For port 25c85e14-cd83-405f-a29d-dff73dd2435b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=25c85e14-cd83-405f-a29d-dff73dd2435b,segment=NetworkSegment(174ae483-060b-41b5-b241-db38da8b501c),segment_id=174ae483-060b-41b5-b241-db38da8b501c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:24:49.465231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8::1 (996f03be-33e3-4402-b76a-52f57e5538fb/ab85983f-d648-49db-a7d8-c36bf9a7d411/ced80d23-3338-4da4-9011-0b08b784f611) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:49.481308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.494429 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.530195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f940292c-54a7-4fba-9c16-dfcdd4f6da08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f94614d-5735-4fd4-a39b-77ac26933bc1'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:24:49.532493 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b51aa0-4dd9-4ab6-ba39-dfdec99c8ccf" -d '{"events": [{"server_uuid": "f940292c-54a7-4fba-9c16-dfcdd4f6da08", "name": "network-vif-plugged", "status": "completed", "tag": "3f94614d-5735-4fd4-a39b-77ac26933bc1"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:24:49.559729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 3f94614d-5735-4fd4-a39b-77ac26933bc1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3f94614d-5735-4fd4-a39b-77ac26933bc1,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:49.584090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e926b-1398-4eb4-b6fb-1e94288ce294 None None] Pushing event updated for resources: {'Port': ['ID=25c85e14-cd83-405f-a29d-dff73dd2435b,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:49.595441 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f9484-54e2-4acb-95d3-1dfcc4fa2ba3 x-openstack-request-id: req-d13f9484-54e2-4acb-95d3-1dfcc4fa2ba3 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:24:49.597579 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f940292c-54a7-4fba-9c16-dfcdd4f6da08", "name": "network-vif-plugged", "status": "completed", "tag": "3f94614d-5735-4fd4-a39b-77ac26933bc1", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:24:49.597579 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d13f9484-54e2-4acb-95d3-1dfcc4fa2ba3 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:24:49.597579 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f940292c-54a7-4fba-9c16-dfcdd4f6da08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f94614d-5735-4fd4-a39b-77ac26933bc1', 'code': 200} Jul 08 02:24:49.607742 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.622948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.627010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object ced80d23-3338-4da4-9011-0b08b784f611 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:49.681914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=3f94614d-5735-4fd4-a39b-77ac26933bc1,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:49.766292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.793306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea741a65-1213-44da-bd48-119a69706805 req-9a2b69ce-626c-4ed8-98c0-6c3ff7faf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:49.801255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea741a65-1213-44da-bd48-119a69706805 req-9a2b69ce-626c-4ed8-98c0-6c3ff7faf66a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 1097 time: 0.1183743 Jul 08 02:24:49.826301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd72693-b8d9-470c-ac77-42e32bcc4471 req-791a470d-44c4-48c1-97ec-b0f20158f41e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:49.827911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fd72693-b8d9-470c-ac77-42e32bcc4471 req-791a470d-44c4-48c1-97ec-b0f20158f41e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 945 time: 0.1126144 Jul 08 02:24:49.843372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 996f03be-33e3-4402-b76a-52f57e5538fb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:49.851828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:49.854852 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=ced80d23-3338-4da4-9011-0b08b784f611,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:49.857346 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:49.857887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:49.891171 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea741a65-1213-44da-bd48-119a69706805 req-782a6417-0ed0-4315-a275-5250d134b5b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Jul 08 02:24:49.897216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fd72693-b8d9-470c-ac77-42e32bcc4471 req-928663cd-5ab8-45e3-8374-c7310649ca3a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631061 Jul 08 02:24:50.067429 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:50.329823 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:50.401719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:50.402561 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:50.499845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=ced80d23-3338-4da4-9011-0b08b784f611,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:50.542548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 996f03be-33e3-4402-b76a-52f57e5538fb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:50.543990 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:50.655195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07011f69-1a83-47eb-bd6a-d6c44caf4760 None None] Network 996f03be-33e3-4402-b76a-52f57e5538fb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:50.748404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router a3628673-0147-44ae-899b-26a3933ab6c5 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:24:50.869190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-641ecaf8-a382-4c4a-8ec1-ffd5bc3101b6 None None] Provisioning for port 25c85e14-cd83-405f-a29d-dff73dd2435b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:51.073498 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.154422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:51.160004 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a819dde8-ab49-4e4d-8dfc-1464a9dd33ce tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/a3628673-0147-44ae-899b-26a3933ab6c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2337179 Jul 08 02:24:51.162625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48532) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:51.171501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd67ad-834f-4dbd-9b90-49555e3a490e None None] Sync routers for ids ['a3628673-0147-44ae-899b-26a3933ab6c5'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:51.185244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd67ad-834f-4dbd-9b90-49555e3a490e None None] Routers {'a3628673-0147-44ae-899b-26a3933ab6c5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:51.188201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bedd67ad-834f-4dbd-9b90-49555e3a490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a3628673-0147-44ae-899b-26a3933ab6c5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:51.230352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4a5b9-64c3-48b9-b1ee-614a772a9252 req-a1ec851f-6ffd-4c15-92e1-bb441e2fe0b3 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:51.232602 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a4a5b9-64c3-48b9-b1ee-614a772a9252 req-a1ec851f-6ffd-4c15-92e1-bb441e2fe0b3 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 945 time: 0.1351898 Jul 08 02:24:51.236606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bedd67ad-834f-4dbd-9b90-49555e3a490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:51.246297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-04f31b24-9ec6-4073-a324-ba7d4607c2da None None] Provisioning for port ced80d23-3338-4da4-9011-0b08b784f611 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:51.254433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-04f31b24-9ec6-4073-a324-ba7d4607c2da None None] Provisioning complete for port ced80d23-3338-4da4-9011-0b08b784f611 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:51.254909 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-04f31b24-9ec6-4073-a324-ba7d4607c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.279132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c0bb9-66c8-4110-9be3-f0559d3340ff tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:51.281752 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-018c0bb9-66c8-4110-9be3-f0559d3340ff tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports/ced80d23-3338-4da4-9011-0b08b784f611 HTTP/1.1" status: 200 len: 911 time: 0.1181421 Jul 08 02:24:51.284891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:51.290525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-23dc9fb2-d470-4ca3-a394-2332d2981d24 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab85983f-d648-49db-a7d8-c36bf9a7d411'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:51.327019 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b8a4a5b9-64c3-48b9-b1ee-614a772a9252 req-4599ad24-1e6a-40aa-92dd-03327c174d28 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811293 Jul 08 02:24:51.332242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd67ad-834f-4dbd-9b90-49555e3a490e None None] Routers {'a3628673-0147-44ae-899b-26a3933ab6c5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:51.341930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bedd67ad-834f-4dbd-9b90-49555e3a490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a3628673-0147-44ae-899b-26a3933ab6c5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:51.418645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-04f31b24-9ec6-4073-a324-ba7d4607c2da None None] Port ced80d23-3338-4da4-9011-0b08b784f611 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:51.420518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bedd67ad-834f-4dbd-9b90-49555e3a490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:51.421169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd67ad-834f-4dbd-9b90-49555e3a490e None None] The sync data for ids ['a3628673-0147-44ae-899b-26a3933ab6c5'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:51.449592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 25c85e14-cd83-405f-a29d-dff73dd2435b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:51.537344 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fb2-d470-4ca3-a394-2332d2981d24 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.570501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0ac5bafd-b5f9-45ca-b954-ea0784bba5b4 None None] Provisioning complete for port ced80d23-3338-4da4-9011-0b08b784f611 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:51.571644 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ac5bafd-b5f9-45ca-b954-ea0784bba5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.597971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 25c85e14-cd83-405f-a29d-dff73dd2435b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:51.603520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 25c85e14-cd83-405f-a29d-dff73dd2435b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:51.604184 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.638252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5bafd-b5f9-45ca-b954-ea0784bba5b4 None None] Port ced80d23-3338-4da4-9011-0b08b784f611 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:51.692445 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.728524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 25c85e14-cd83-405f-a29d-dff73dd2435b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=25c85e14-cd83-405f-a29d-dff73dd2435b,segment=NetworkSegment(174ae483-060b-41b5-b241-db38da8b501c),segment_id=174ae483-060b-41b5-b241-db38da8b501c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:51.756520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-41ce06de-5e36-4652-8c6a-44a150648af2 None None] Provisioning complete for port ced80d23-3338-4da4-9011-0b08b784f611 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:51.756897 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41ce06de-5e36-4652-8c6a-44a150648af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.790909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-41ce06de-5e36-4652-8c6a-44a150648af2 None None] Port ced80d23-3338-4da4-9011-0b08b784f611 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:24:51.822133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.872458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=25c85e14-cd83-405f-a29d-dff73dd2435b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:51.930058 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fb2-d470-4ca3-a394-2332d2981d24 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:51.994706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fb2-d470-4ca3-a394-2332d2981d24 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:52.000892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc9fb2-d470-4ca3-a394-2332d2981d24 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:52.001509 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fb2-d470-4ca3-a394-2332d2981d24 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:52.002887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-23dc9fb2-d470-4ca3-a394-2332d2981d24 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/ports/ced80d23-3338-4da4-9011-0b08b784f611 HTTP/1.1" status: 200 len: 911 time: 0.7169275 Jul 08 02:24:52.005766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48538) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:52.046809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc9fb2-d470-4ca3-a394-2332d2981d24 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=ced80d23-3338-4da4-9011-0b08b784f611,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:52.320736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:52.511072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa816d-fe1b-4e6d-821b-e24d3fb7de91 req-da24634b-4d7e-44af-9757-a259d2fa8caa tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:52.512662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88aa816d-fe1b-4e6d-821b-e24d3fb7de91 req-da24634b-4d7e-44af-9757-a259d2fa8caa tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 945 time: 0.0700374 Jul 08 02:24:52.556817 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88aa816d-fe1b-4e6d-821b-e24d3fb7de91 req-346472c9-f7d6-43ff-b47f-8b85ec195142 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371227 Jul 08 02:24:52.578550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port ced80d23-3338-4da4-9011-0b08b784f611 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:52.578903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:52.670481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:52.683740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for ced80d23-3338-4da4-9011-0b08b784f611 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:52.920795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:52.951116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=ced80d23-3338-4da4-9011-0b08b784f611,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:53.051050 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.217009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router a3628673-0147-44ae-899b-26a3933ab6c5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:24:53.295657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:53.303702 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6b1c5ce1-0a28-4095-9246-407996efbe2f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/a3628673-0147-44ae-899b-26a3933ab6c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2937076 Jul 08 02:24:53.304636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48550) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:53.305710 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6be7f-a09f-45c6-929f-233bcc6ef794 None None] Sync routers for ids ['a3628673-0147-44ae-899b-26a3933ab6c5'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:53.328050 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6be7f-a09f-45c6-929f-233bcc6ef794 None None] Routers {'a3628673-0147-44ae-899b-26a3933ab6c5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:53.334961 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f0b6be7f-a09f-45c6-929f-233bcc6ef794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a3628673-0147-44ae-899b-26a3933ab6c5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:53.337997 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d3f37565-c827-45d9-b33d-69deed66679f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3628673-0147-44ae-899b-26a3933ab6c5 HTTP/1.1" status: 200 len: 205 time: 0.0315313 Jul 08 02:24:53.340841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48554) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:53.360141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 25c85e14-cd83-405f-a29d-dff73dd2435b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:53.403233 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f0b6be7f-a09f-45c6-929f-233bcc6ef794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:53.418410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 25c85e14-cd83-405f-a29d-dff73dd2435b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:53.418905 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.424045 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6be7f-a09f-45c6-929f-233bcc6ef794 None None] Routers {'a3628673-0147-44ae-899b-26a3933ab6c5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:53.424676 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f0b6be7f-a09f-45c6-929f-233bcc6ef794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a3628673-0147-44ae-899b-26a3933ab6c5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:53.439747 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-743b1b31-6f36-48ef-9f9e-2a6af2bab23c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.487517 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f0b6be7f-a09f-45c6-929f-233bcc6ef794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:53.488288 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6be7f-a09f-45c6-929f-233bcc6ef794 None None] The sync data for ids ['a3628673-0147-44ae-899b-26a3933ab6c5'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:24:53.609669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-743b1b31-6f36-48ef-9f9e-2a6af2bab23c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.612156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-743b1b31-6f36-48ef-9f9e-2a6af2bab23c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.983391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-743b1b31-6f36-48ef-9f9e-2a6af2bab23c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.983930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743b1b31-6f36-48ef-9f9e-2a6af2bab23c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Fanout notify agent at l3_agent the message router_deleted on router a3628673-0147-44ae-899b-26a3933ab6c5 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:24:53.990999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-743b1b31-6f36-48ef-9f9e-2a6af2bab23c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.992064 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-743b1b31-6f36-48ef-9f9e-2a6af2bab23c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/a3628673-0147-44ae-899b-26a3933ab6c5 HTTP/1.1" status: 204 len: 168 time: 0.6503100 Jul 08 02:24:53.994949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48558) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:54.061570 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a86e16-0ca5-4027-8765-98a8ade5d6d2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet ab85983f-d648-49db-a7d8-c36bf9a7d411 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:24:54.066031 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8a86e16-0ca5-4027-8765-98a8ade5d6d2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.109852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8a86e16-0ca5-4027-8765-98a8ade5d6d2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.205944 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8a86e16-0ca5-4027-8765-98a8ade5d6d2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.384675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8a86e16-0ca5-4027-8765-98a8ade5d6d2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.412652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a86e16-0ca5-4027-8765-98a8ade5d6d2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=ab85983f-d648-49db-a7d8-c36bf9a7d411,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:54.420325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b8a86e16-0ca5-4027-8765-98a8ade5d6d2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.423087 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b8a86e16-0ca5-4027-8765-98a8ade5d6d2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/ab85983f-d648-49db-a7d8-c36bf9a7d411 HTTP/1.1" status: 204 len: 168 time: 0.4265149 Jul 08 02:24:54.425550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48564) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:54.427974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b734828-c215-4838-908b-9289cd5b6730 None None] Network 996f03be-33e3-4402-b76a-52f57e5538fb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:54.510662 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.563556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 25c85e14-cd83-405f-a29d-dff73dd2435b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:54.563910 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.630985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] DHCP port deletion for 996f03be-33e3-4402-b76a-52f57e5538fb request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:24:54.633695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port 25c85e14-cd83-405f-a29d-dff73dd2435b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=25c85e14-cd83-405f-a29d-dff73dd2435b,segment=NetworkSegment(174ae483-060b-41b5-b241-db38da8b501c),segment_id=174ae483-060b-41b5-b241-db38da8b501c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:54.634072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.647086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 25c85e14-cd83-405f-a29d-dff73dd2435b owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:54.685032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] Deleting port 25c85e14-cd83-405f-a29d-dff73dd2435b {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:24:54.685452 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.747713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] For port 25c85e14-cd83-405f-a29d-dff73dd2435b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=25c85e14-cd83-405f-a29d-dff73dd2435b,segment=NetworkSegment(174ae483-060b-41b5-b241-db38da8b501c),segment_id=174ae483-060b-41b5-b241-db38da8b501c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:24:54.749687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.760728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] Calling delete_port for 25c85e14-cd83-405f-a29d-dff73dd2435b owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:24:54.822961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.831304 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:24:54.834449 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:24:54.838664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.850035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=25c85e14-cd83-405f-a29d-dff73dd2435b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:54.852766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No DVR routers for this DVR port 25c85e14-cd83-405f-a29d-dff73dd2435b on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:54.870379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] Pushing event deleted for resources: {'Port': ['ID=25c85e14-cd83-405f-a29d-dff73dd2435b,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:54.874030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9b315-d509-4aa9-aead-93e3482617fa None None] No DVR routers for this DVR port 25c85e14-cd83-405f-a29d-dff73dd2435b on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:24:54.936847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.947416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996f03be-33e3-4402-b76a-52f57e5538fb']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:54.957966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174ae483-060b-41b5-b241-db38da8b501c') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:54.958290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174ae483-060b-41b5-b241-db38da8b501c') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:54.968035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.982511 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:54.988447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:24:55.002741 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:24:55.125991 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.133793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.135698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/996f03be-33e3-4402-b76a-52f57e5538fb HTTP/1.1" status: 204 len: 168 time: 0.7090349 Jul 08 02:24:55.139631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48566) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:55.144442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-374d78a2-e54d-49fc-9b5c-cea27658008d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-679337005', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:55.147901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbc98d-c590-4ed9-be5f-dcd04f697e5a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=996f03be-33e3-4402-b76a-52f57e5538fb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:55.286120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-374d78a2-e54d-49fc-9b5c-cea27658008d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.287219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-374d78a2-e54d-49fc-9b5c-cea27658008d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.336146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 25c85e14-cd83-405f-a29d-dff73dd2435b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:24:55.358726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 25c85e14-cd83-405f-a29d-dff73dd2435b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:24:55.359474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 25c85e14-cd83-405f-a29d-dff73dd2435b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:24:55.359651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-374d78a2-e54d-49fc-9b5c-cea27658008d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.440313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-374d78a2-e54d-49fc-9b5c-cea27658008d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.554384 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-374d78a2-e54d-49fc-9b5c-cea27658008d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.556244 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-374d78a2-e54d-49fc-9b5c-cea27658008d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4156039 Jul 08 02:24:55.559018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48576) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:55.563945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2001892063'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:55.668827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:55.672478 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.696521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:24:55.706698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.713771 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment 7bd83f0b-9c67-4843-bbd0-9eeca0296737 of type vlan for network d29db070-75ed-4951-a755-a5db32332a14 Jul 08 02:24:55.747159 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.885043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.890680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:55.891363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:55.960037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=d29db070-75ed-4951-a755-a5db32332a14,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:55.970424 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d29db070-75ed-4951-a755-a5db32332a14 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:24:56.052165 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a5ff0bd3-3beb-4edc-ba40-d7ed98841e7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4921174 Jul 08 02:24:56.055506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48582) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:56.067977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:56.307415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:56.310977 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:56.580481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-6b6ef5c4-01f7-4afe-a16f-0f9951fe9665 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1190817 Jul 08 02:24:56.617275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:56.663169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-fa95e13e-6c7b-4598-8ad8-317cb9d612e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:56.665611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-fa95e13e-6c7b-4598-8ad8-317cb9d612e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 1098 time: 0.0584183 Jul 08 02:24:56.693942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=4697b8de-9bbc-4532-9629-b06c0225619b,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:56.696714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:56.696949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: d29db070-75ed-4951-a755-a5db32332a14, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:24:56.793839 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-f8fd0c0f-b554-4d8d-9be4-607c5e66f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:56.795728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-f8fd0c0f-b554-4d8d-9be4-607c5e66f0f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 200 len: 915 time: 0.1064210 Jul 08 02:24:56.837073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-4719af53-6fef-41c8-a653-da89a3edfbfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9be51ba8-4f1d-42a3-8cd2-8bce8165017d HTTP/1.1" status: 200 len: 217 time: 0.0348299 Jul 08 02:24:56.837950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network d29db070-75ed-4951-a755-a5db32332a14 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:24:56.890614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-8abad139-0c95-4544-87c8-4ee896f5784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:56.892484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-8abad139-0c95-4544-87c8-4ee896f5784c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=986ba42c-b8d6-49cc-8b20-72f169827319 HTTP/1.1" status: 200 len: 854 time: 0.0480192 Jul 08 02:24:56.908423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d29db070-75ed-4951-a755-a5db32332a14) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:56.913964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:56.915496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:56.930102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592e89b-05a4-4e34-8522-9491846c5c82 None None] Network d29db070-75ed-4951-a755-a5db32332a14 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:56.938219 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-654cef4f-f623-4e7a-8f17-08b434b6bd99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92ea16e7-ef93-4824-bfa7-71679bfc42b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346317 Jul 08 02:24:57.028753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-23264f09-a965-4733-9127-2c84563f1700 service neutron] 10.222.0.18 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877659 Jul 08 02:24:57.052093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b3d40e08-a9d0-4636-aac7-87e4585d1ae4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9954453 Jul 08 02:24:57.057004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48590) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:57.117788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-d29db070-75ed-4951-a755-a5db32332a14', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:24:57.119728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:57.143237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d9a0d14-7ede-4772-80ff-afe7011df39a req-9d8c2c7f-c9cd-4742-8a19-d95b3dad3099 service neutron] 10.222.0.18 "GET /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079373 Jul 08 02:24:57.271038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Allocated IP 2001:db8::2 (d29db070-75ed-4951-a755-a5db32332a14/4697b8de-9bbc-4532-9629-b06c0225619b/ad4b5960-302d-43d5-9a19-6398e02c1e00) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:57.430391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:57.454908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:57.469682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Transition to ACTIVE for port object ad4b5960-302d-43d5-9a19-6398e02c1e00 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:57.490509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Transition to ACTIVE for port object ad4b5960-302d-43d5-9a19-6398e02c1e00 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:57.640545 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:57.689558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Network d29db070-75ed-4951-a755-a5db32332a14 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:57.689558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:57.697835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:57.708452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Pushing event updated for resources: {'Port': ['ID=ad4b5960-302d-43d5-9a19-6398e02c1e00,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:57.720799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8::1 (d29db070-75ed-4951-a755-a5db32332a14/4697b8de-9bbc-4532-9629-b06c0225619b/c9c23d2d-6def-44fe-8766-4515658f0824) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:24:57.792385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Attempting to bind port ad4b5960-302d-43d5-9a19-6398e02c1e00 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:24:57.792764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Attempting to bind port ad4b5960-302d-43d5-9a19-6398e02c1e00 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:24:57.793139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Attempting to bind port ad4b5960-302d-43d5-9a19-6398e02c1e00 on network d29db070-75ed-4951-a755-a5db32332a14 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:24:57.800777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:24:57.801164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Checking segment: {'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:24:57.801570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:57.801976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Bound using segment: {'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:24:57.802457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Bound port: ad4b5960-302d-43d5-9a19-6398e02c1e00, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:24:57.802854 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:57.872060 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:57.886991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object c9c23d2d-6def-44fe-8766-4515658f0824 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:24:57.887635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] For port ad4b5960-302d-43d5-9a19-6398e02c1e00, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:24:57.891872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] For port ad4b5960-302d-43d5-9a19-6398e02c1e00, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ad4b5960-302d-43d5-9a19-6398e02c1e00,segment=NetworkSegment(7bd83f0b-9c67-4843-bbd0-9eeca0296737),segment_id=7bd83f0b-9c67-4843-bbd0-9eeca0296737)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:24:57.978318 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:58.012635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:58.048611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbf8b2-5b7c-4d94-a4fb-1cd8c0130c73 None None] Pushing event updated for resources: {'Port': ['ID=ad4b5960-302d-43d5-9a19-6398e02c1e00,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:58.073029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network d29db070-75ed-4951-a755-a5db32332a14 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:58.080037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:58.086606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:24:58.087150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:58.129208 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=c9c23d2d-6def-44fe-8766-4515658f0824,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:58.312114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:58.627541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:58.680625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:58.681624 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:58.792915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=c9c23d2d-6def-44fe-8766-4515658f0824,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:58.826241 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network d29db070-75ed-4951-a755-a5db32332a14 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:24:58.827572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:24:59.044848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:24:59.150372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:24:59.161005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:24:59.163555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8c95cef8-7303-4297-a46b-1fb8ba31e9a5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1052601 Jul 08 02:24:59.166790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48600) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:59.173399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006799093'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:59.174795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:24:59.175636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:24:59.214501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166eb067-25b2-4b29-8dcd-85a8155ee043 None None] Network d29db070-75ed-4951-a755-a5db32332a14 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:24:59.268793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:59.277794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:59.318764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:24:59.332004 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:59.332623 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment 3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a of type vlan for network cc964224-8e0d-43f9-92d7-36cff99cfafb Jul 08 02:24:59.335649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:24:59.376912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-817170af-8556-4210-a5f8-de0ccfe54a13 None None] Provisioning for port ad4b5960-302d-43d5-9a19-6398e02c1e00 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:59.403011 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:59.452845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ad4b5960-302d-43d5-9a19-6398e02c1e00 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:24:59.520651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:59.527189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:59.527980 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:59.624520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=cc964224-8e0d-43f9-92d7-36cff99cfafb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:24:59.640669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network cc964224-8e0d-43f9-92d7-36cff99cfafb details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:24:59.681560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d196f593-2366-4f27-adac-f51f9e1bea32 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5130637 Jul 08 02:24:59.684234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48604) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:24:59.689712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:24:59.766988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port ad4b5960-302d-43d5-9a19-6398e02c1e00 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:24:59.775628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ad4b5960-302d-43d5-9a19-6398e02c1e00 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:24:59.775995 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:59.897372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:24:59.900978 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.000408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:24:58Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:24:58Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:00.029950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:00.031296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Updating router bf1a5589-c7f0-4f67-956e-0564ae3d08dc port c9c23d2d-6def-44fe-8766-4515658f0824 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:25:00.098859 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.144378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.223550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.256846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1e53781a-c05e-4ee3-9f19-ddca2fed3bec None None] Provisioning for port c9c23d2d-6def-44fe-8766-4515658f0824 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:00.260219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port ad4b5960-302d-43d5-9a19-6398e02c1e00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ad4b5960-302d-43d5-9a19-6398e02c1e00,segment=NetworkSegment(7bd83f0b-9c67-4843-bbd0-9eeca0296737),segment_id=7bd83f0b-9c67-4843-bbd0-9eeca0296737)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:00.267398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1e53781a-c05e-4ee3-9f19-ddca2fed3bec None None] Provisioning complete for port c9c23d2d-6def-44fe-8766-4515658f0824 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:00.267782 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1e53781a-c05e-4ee3-9f19-ddca2fed3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.311448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1e53781a-c05e-4ee3-9f19-ddca2fed3bec None None] Port c9c23d2d-6def-44fe-8766-4515658f0824 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:00.323071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:00.323478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: cc964224-8e0d-43f9-92d7-36cff99cfafb, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:25:00.325763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=c1124c0b-39f0-4b9f-8902-c3106adce703,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:00.371758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1e53781a-c05e-4ee3-9f19-ddca2fed3bec None None] Provisioning complete for port ad4b5960-302d-43d5-9a19-6398e02c1e00 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:00.372142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1e53781a-c05e-4ee3-9f19-ddca2fed3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.373724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.401193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network cc964224-8e0d-43f9-92d7-36cff99cfafb is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:25:00.474240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, cc964224-8e0d-43f9-92d7-36cff99cfafb) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:00.483116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:00.486544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.496505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=ad4b5960-302d-43d5-9a19-6398e02c1e00,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:00.507686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188658d-ddec-457e-b2f9-b2c3c62bee2b None None] Network cc964224-8e0d-43f9-92d7-36cff99cfafb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:00.583613 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a85deac9-0779-48bf-bede-640e0e070c78 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8981957 Jul 08 02:25:00.589119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48610) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:00.678527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.692710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Transition to ACTIVE for port object c9c23d2d-6def-44fe-8766-4515658f0824 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:00.745207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.817249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-cc964224-8e0d-43f9-92d7-36cff99cfafb', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:25:00.818115 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:00.842239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36915b-501a-4e8b-a831-967649fd5b1f None None] Pushing event updated for resources: {'Port': ['ID=c9c23d2d-6def-44fe-8766-4515658f0824,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:00.996291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Attempting to bind port c9c23d2d-6def-44fe-8766-4515658f0824 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:00.996668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Attempting to bind port c9c23d2d-6def-44fe-8766-4515658f0824 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:00.997037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Attempting to bind port c9c23d2d-6def-44fe-8766-4515658f0824 on network d29db070-75ed-4951-a755-a5db32332a14 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:01.009889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:01.010278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Checking segment: {'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:01.010686 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.011088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Bound using segment: {'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:01.011602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Bound port: c9c23d2d-6def-44fe-8766-4515658f0824, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd83f0b-9c67-4843-bbd0-9eeca0296737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:01.011993 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.129242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Allocated IP 2001:db8:1::2 (cc964224-8e0d-43f9-92d7-36cff99cfafb/c1124c0b-39f0-4b9f-8902-c3106adce703/52b236b8-1d6d-464b-a4a9-ddbbc459a0fe) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:01.142869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] For port c9c23d2d-6def-44fe-8766-4515658f0824, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:01.146448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] For port c9c23d2d-6def-44fe-8766-4515658f0824, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c9c23d2d-6def-44fe-8766-4515658f0824,segment=NetworkSegment(7bd83f0b-9c67-4843-bbd0-9eeca0296737),segment_id=7bd83f0b-9c67-4843-bbd0-9eeca0296737)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:01.295600 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.302785 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.303014 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.341061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Transition to ACTIVE for port object 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:01.359463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ad4b5960-302d-43d5-9a19-6398e02c1e00 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:01.426460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Transition to ACTIVE for port object 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:01.432741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36915b-501a-4e8b-a831-967649fd5b1f None None] Pushing event updated for resources: {'Port': ['ID=c9c23d2d-6def-44fe-8766-4515658f0824,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:01.463686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:01.463686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:01.514084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.620803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Pushing event updated for resources: {'Port': ['ID=52b236b8-1d6d-464b-a4a9-ddbbc459a0fe,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:01.624975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Network cc964224-8e0d-43f9-92d7-36cff99cfafb is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:01.632629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port ad4b5960-302d-43d5-9a19-6398e02c1e00 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:01.633017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.635608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8:1::1 (cc964224-8e0d-43f9-92d7-36cff99cfafb/c1124c0b-39f0-4b9f-8902-c3106adce703/d98ce54a-9796-4bb5-88de-dda37fefa480) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:01.637864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:01.639877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:01.642571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:01.764505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.781655 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object d98ce54a-9796-4bb5-88de-dda37fefa480 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:01.818533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Attempting to bind port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:01.818909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Attempting to bind port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:01.819469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Attempting to bind port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe on network cc964224-8e0d-43f9-92d7-36cff99cfafb {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:01.880690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.928108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network cc964224-8e0d-43f9-92d7-36cff99cfafb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:01.932060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:01.938571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:01.939056 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:01.981705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=d98ce54a-9796-4bb5-88de-dda37fefa480,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:02.042490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:02.042875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Checking segment: {'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:02.043281 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:02.044576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Bound using segment: {'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:02.044576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Bound port: 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:02.044576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:02.089167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-e9a35bcc-9725-496f-940c-2d85990c048e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559487 Jul 08 02:25:02.161279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:02.175707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] For port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:02.180579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] For port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=52b236b8-1d6d-464b-a4a9-ddbbc459a0fe,segment=NetworkSegment(3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a),segment_id=3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:02.200440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-80bc48c0-06cd-4ffd-8612-ca757adcdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:02.204799 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-80bc48c0-06cd-4ffd-8612-ca757adcdc6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91b0e85f575241638dfa0c8df3bc827d&device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1098 time: 0.0887673 Jul 08 02:25:02.204969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:24:58Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:01Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:02.233472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b439ec8-ee87-4b78-b891-c4a2a3d04bcd None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:24:58Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:01Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:02.261053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:02.376891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2f6f0-c104-4b68-84a6-df7dfcba61ea None None] Pushing event updated for resources: {'Port': ['ID=52b236b8-1d6d-464b-a4a9-ddbbc459a0fe,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:02.407155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-5b2b960f-e8cd-41d5-83a0-766ebfc01060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:02.409908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-5b2b960f-e8cd-41d5-83a0-766ebfc01060 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763 HTTP/1.1" status: 200 len: 910 time: 0.1825032 Jul 08 02:25:02.510505 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-0b77600f-640e-42a6-8398-a66ecd5b4684 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48b9bda-5cab-4b24-b316-745bb1222766 HTTP/1.1" status: 200 len: 1001 time: 0.0923684 Jul 08 02:25:02.564889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:02.605143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-db792b1f-22ee-48ad-b38f-8e609a2f0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:02.606468 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-db792b1f-22ee-48ad-b38f-8e609a2f0c48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0409cbf2-66d1-4c24-908b-6b63b3cfe8e6 HTTP/1.1" status: 200 len: 848 time: 0.0895743 Jul 08 02:25:02.634250 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:02.635061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:02.756696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-e6cab12e-b777-47e3-a01d-7004cbf3be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:02.758353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-e6cab12e-b777-47e3-a01d-7004cbf3be92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258976 Jul 08 02:25:02.818988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=d98ce54a-9796-4bb5-88de-dda37fefa480,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:02.831295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.831678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.832026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.832367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.832700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.833112 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.833349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.833677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.834101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.834318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.834644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:02.834967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.154076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network cc964224-8e0d-43f9-92d7-36cff99cfafb is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:03.154076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:03.156403 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-fe832b85-3efb-4527-8eee-2e004d5b5b2a service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359338 Jul 08 02:25:03.156787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:03.156892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-223bf8f7-75ea-485d-8ebf-a51ba16150ab req-eaba9fb7-9dcc-4680-a123-de3650a6ca2b service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436884 Jul 08 02:25:03.221962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:03.230696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48628) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:03.231122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e5e99864-8fd2-4271-ab11-b77fc3a72c17 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6431196 Jul 08 02:25:03.237529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2109478271'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:03.359667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:03.364575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:03.395144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:25:03.416195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:03.416195 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment 74c6965e-bbce-4345-8cb6-b07f412af9b1 of type vlan for network 40aa83b1-5607-45e4-8856-d5b52d4727f9 Jul 08 02:25:03.428843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c9c23d2d-6def-44fe-8766-4515658f0824 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:03.464178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:03.548208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c9c23d2d-6def-44fe-8766-4515658f0824 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:03.556447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c9c23d2d-6def-44fe-8766-4515658f0824 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:03.556447 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:03.577116 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:03.582866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:03.587663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:03.650681 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:03.652725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=40aa83b1-5607-45e4-8856-d5b52d4727f9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:03.660666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.661090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.661508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.661916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.662322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.662751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.663148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.663599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.664586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.664991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.665387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.665802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:03.683847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 40aa83b1-5607-45e4-8856-d5b52d4727f9 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:25:03.704427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c9c23d2d-6def-44fe-8766-4515658f0824, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c9c23d2d-6def-44fe-8766-4515658f0824,segment=NetworkSegment(7bd83f0b-9c67-4843-bbd0-9eeca0296737),segment_id=7bd83f0b-9c67-4843-bbd0-9eeca0296737)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:03.732957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3b8b3463-3671-4006-a23c-106946ffabe2 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5005858 Jul 08 02:25:03.735790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:03.741177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:03.765551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1742f6-aa66-42f3-a8c3-abfdc917ca45 None None] Network cc964224-8e0d-43f9-92d7-36cff99cfafb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:03.821002 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:03.821858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:03.892767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fe5e9ffa-b2fc-42b1-bf0f-bdde117afaa5 None None] Provisioning for port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:03.948364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:03.949414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c9c23d2d-6def-44fe-8766-4515658f0824,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:03.953998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.041735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:04.047114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:04.047671 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.141950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.191282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=52b236b8-1d6d-464b-a4a9-ddbbc459a0fe,segment=NetworkSegment(3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a),segment_id=3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:04.280089 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.327077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.352159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=52b236b8-1d6d-464b-a4a9-ddbbc459a0fe,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:04.365478 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:04.380030 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:04.380813 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:04.409217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=55fc9a6f-30a1-43ed-8410-66e279fda9a7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:04.415788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:04.416568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: 40aa83b1-5607-45e4-8856-d5b52d4727f9, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:25:04.423133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1b97fcd-b7b4-49a7-9cab-e23549e4d899 None None] Provisioning for port d98ce54a-9796-4bb5-88de-dda37fefa480 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:04.427370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1b97fcd-b7b4-49a7-9cab-e23549e4d899 None None] Provisioning complete for port d98ce54a-9796-4bb5-88de-dda37fefa480 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:04.427825 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1b97fcd-b7b4-49a7-9cab-e23549e4d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.475208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c1b97fcd-b7b4-49a7-9cab-e23549e4d899 None None] Port d98ce54a-9796-4bb5-88de-dda37fefa480 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:04.481870 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:04.487950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1b97fcd-b7b4-49a7-9cab-e23549e4d899 None None] Provisioning complete for port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:04.488579 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1b97fcd-b7b4-49a7-9cab-e23549e4d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.548313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 40aa83b1-5607-45e4-8856-d5b52d4727f9 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:25:04.679057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 40aa83b1-5607-45e4-8856-d5b52d4727f9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:04.691145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:04.691145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.691442 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c8900-3443-45fd-b5b2-66308afd9d09 None None] Network 40aa83b1-5607-45e4-8856-d5b52d4727f9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:04.707551 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:02Z', 'revision_number': 3, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:02Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:04.737925 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:04.738737 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Updating router bf1a5589-c7f0-4f67-956e-0564ae3d08dc port d98ce54a-9796-4bb5-88de-dda37fefa480 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:25:04.775805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8f64e999-0558-4cc0-a4f6-24750254d82f None None] Provisioning complete for port d98ce54a-9796-4bb5-88de-dda37fefa480 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:04.776778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48640) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:04.777428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f6662a1e-bddb-4e7a-9aaf-440297c24a8c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0404241 Jul 08 02:25:04.785477 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8f64e999-0558-4cc0-a4f6-24750254d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.793772 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.846240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8f64e999-0558-4cc0-a4f6-24750254d82f None None] Port d98ce54a-9796-4bb5-88de-dda37fefa480 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:04.930066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-40aa83b1-5607-45e4-8856-d5b52d4727f9', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:25:04.932825 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.044740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9d63a9ca-2825-4f07-b350-576a55e400db None None] Provisioning complete for port d98ce54a-9796-4bb5-88de-dda37fefa480 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:05.045323 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9d63a9ca-2825-4f07-b350-576a55e400db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.141601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9d63a9ca-2825-4f07-b350-576a55e400db None None] Port d98ce54a-9796-4bb5-88de-dda37fefa480 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:05.160277 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.170779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Allocated IP 2001:db8:2::2 (40aa83b1-5607-45e4-8856-d5b52d4727f9/55fc9a6f-30a1-43ed-8410-66e279fda9a7/3a926ef9-c834-4bc6-88f6-b246fddf900d) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:05.172911 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Transition to ACTIVE for port object d98ce54a-9796-4bb5-88de-dda37fefa480 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:05.229944 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.252198 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.389315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.418600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Transition to ACTIVE for port object 3a926ef9-c834-4bc6-88f6-b246fddf900d will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:05.423616 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Pushing event updated for resources: {'Port': ['ID=d98ce54a-9796-4bb5-88de-dda37fefa480,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:05.439771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c9c23d2d-6def-44fe-8766-4515658f0824 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:05.443789 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.444805 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.444805 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.445068 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.445174 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.445510 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.445834 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.446152 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.446473 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.446789 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.447107 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.447453 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:05.455308 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Attempting to bind port d98ce54a-9796-4bb5-88de-dda37fefa480 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:05.455706 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Attempting to bind port d98ce54a-9796-4bb5-88de-dda37fefa480 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:05.456268 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Attempting to bind port d98ce54a-9796-4bb5-88de-dda37fefa480 on network cc964224-8e0d-43f9-92d7-36cff99cfafb {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:05.468890 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:05.469546 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Checking segment: {'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:05.470446 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.471023 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Bound using segment: {'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:05.471795 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Bound port: d98ce54a-9796-4bb5-88de-dda37fefa480, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:05.472468 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.512699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Transition to ACTIVE for port object 3a926ef9-c834-4bc6-88f6-b246fddf900d will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:05.549435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c9c23d2d-6def-44fe-8766-4515658f0824 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:05.550204 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.555627 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] For port d98ce54a-9796-4bb5-88de-dda37fefa480, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:05.558813 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] For port d98ce54a-9796-4bb5-88de-dda37fefa480, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d98ce54a-9796-4bb5-88de-dda37fefa480,segment=NetworkSegment(3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a),segment_id=3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:05.596271 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.643426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8:2::1 (40aa83b1-5607-45e4-8856-d5b52d4727f9/55fc9a6f-30a1-43ed-8410-66e279fda9a7/7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:05.645127 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.656769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Network 40aa83b1-5607-45e4-8856-d5b52d4727f9 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:05.680900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Pushing event updated for resources: {'Port': ['ID=3a926ef9-c834-4bc6-88f6-b246fddf900d,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:05.688259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:05.690379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:05.712167 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:05.712972 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:05.739005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:05.769248 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c638703-08e6-4102-b2a6-349e7984b17d None None] Pushing event updated for resources: {'Port': ['ID=d98ce54a-9796-4bb5-88de-dda37fefa480,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:05.801868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Attempting to bind port 3a926ef9-c834-4bc6-88f6-b246fddf900d on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:05.802239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Attempting to bind port 3a926ef9-c834-4bc6-88f6-b246fddf900d by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:05.802606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Attempting to bind port 3a926ef9-c834-4bc6-88f6-b246fddf900d on network 40aa83b1-5607-45e4-8856-d5b52d4727f9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:05.817778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:05.818157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Checking segment: {'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:05.818564 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.818957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Bound using segment: {'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:05.819460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Bound port: 3a926ef9-c834-4bc6-88f6-b246fddf900d, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:05.821045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.832236 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.853043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:05.866502 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:05.897583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:05.898113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:05.964217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] For port 3a926ef9-c834-4bc6-88f6-b246fddf900d, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:05.967835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] For port 3a926ef9-c834-4bc6-88f6-b246fddf900d, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3a926ef9-c834-4bc6-88f6-b246fddf900d,segment=NetworkSegment(74c6965e-bbce-4345-8cb6-b07f412af9b1),segment_id=74c6965e-bbce-4345-8cb6-b07f412af9b1)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:05.971884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:06.031194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 40aa83b1-5607-45e4-8856-d5b52d4727f9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:06.037739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:06.043155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:06.049484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:06.086626 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:06.115997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:06.178855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee2ea4-896e-474a-ab3f-12dff24f3579 None None] Pushing event updated for resources: {'Port': ['ID=3a926ef9-c834-4bc6-88f6-b246fddf900d,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:06.184939 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:02Z', 'revision_number': 3, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:05Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:06.217639 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a411e-33c0-415a-a592-8e0feb50b79a None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:02Z', 'revision_number': 3, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:05Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:06.332695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:06.645942 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:25:06.672016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:06.735725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:06.736535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:06.827327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:06.882155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 40aa83b1-5607-45e4-8856-d5b52d4727f9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:06.885115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:07.008889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:07.118318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:07.125067 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-959d20f0-fd4e-468c-932c-76445add8d38 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3435538 Jul 08 02:25:07.125298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48656) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:07.130640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1204755824'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:07.134637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:07.145984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:07.146769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:07.211688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:07.215660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:07.273275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:07.304149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:25:07.333415 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:07.333786 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added segment 0b640379-3f21-4772-b85d-e94a2f80e0b6 of type vlan for network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 Jul 08 02:25:07.415651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:07.463963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e6d84-18ad-42c7-aed1-7701ab1c4d20 None None] Network 40aa83b1-5607-45e4-8856-d5b52d4727f9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:07.526547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3a926ef9-c834-4bc6-88f6-b246fddf900d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:07.587841 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:07.601529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:07.601529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:07.690974 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5645287 Jul 08 02:25:07.694005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:07.699882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d97a3-a67c-4af5-b855-b1ec00e5cc1b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Network': ['ID=683e7f9f-dfd2-4a12-8328-56e10dfbd960,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:07.700544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'subnet': {'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:07.750279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:25:07.899025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Made reservation on behalf of 7dbf5a0a176645f9a04fc8314506cf8a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:07.899025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:07.948208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ea83f025-8eb2-485b-9051-0993542d83b0 None None] Provisioning for port 3a926ef9-c834-4bc6-88f6-b246fddf900d completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:08.043912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:06Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:06Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:05Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:08.073915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:08.074281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Updating router bf1a5589-c7f0-4f67-956e-0564ae3d08dc port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:25:08.080332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 3a926ef9-c834-4bc6-88f6-b246fddf900d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:08.082354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3a926ef9-c834-4bc6-88f6-b246fddf900d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:08.082354 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.156380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.189710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.258196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Subnet': ['ID=126e240c-8eb5-4254-aa1f-72b662ac15f2,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:08.269323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Checking segment: {'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:08.269696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network hostable DHCP agents. Network: 683e7f9f-dfd2-4a12-8328-56e10dfbd960, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:25:08.317326 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.342943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:25:08.402763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 3a926ef9-c834-4bc6-88f6-b246fddf900d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3a926ef9-c834-4bc6-88f6-b246fddf900d,segment=NetworkSegment(74c6965e-bbce-4345-8cb6-b07f412af9b1),segment_id=74c6965e-bbce-4345-8cb6-b07f412af9b1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:08.470638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 683e7f9f-dfd2-4a12-8328-56e10dfbd960) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:08.484578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:08.484578 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.512477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c5bf0-97c4-4326-a599-0d9a32e32131 None None] Network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:08.535748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.537098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d98ce54a-9796-4bb5-88de-dda37fefa480 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:08.581436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48680) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:08.584277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a237c4ce-a5be-48c0-8f4a-42a896a31aa7 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8880415 Jul 08 02:25:08.680720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.690469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=3a926ef9-c834-4bc6-88f6-b246fddf900d,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:08.723985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-81e42003-2932-4973-af11-bd825a34cc7a None None] Provisioning for port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:08.728548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Transition to ACTIVE for port object 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:08.739610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-81e42003-2932-4973-af11-bd825a34cc7a None None] Provisioning complete for port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:08.740046 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-81e42003-2932-4973-af11-bd825a34cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.818711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.831790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d98ce54a-9796-4bb5-88de-dda37fefa480 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:08.842379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d98ce54a-9796-4bb5-88de-dda37fefa480 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:08.843296 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:08.882495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-81e42003-2932-4973-af11-bd825a34cc7a None None] Port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:09.043933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:25:09.045008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.053511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151e19f-0925-4f7b-b059-43dd616cf5c9 None None] Pushing event updated for resources: {'Port': ['ID=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:09.078280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-81e42003-2932-4973-af11-bd825a34cc7a None None] Provisioning complete for port 3a926ef9-c834-4bc6-88f6-b246fddf900d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:09.078774 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-81e42003-2932-4973-af11-bd825a34cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.098990 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.269727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d98ce54a-9796-4bb5-88de-dda37fefa480, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d98ce54a-9796-4bb5-88de-dda37fefa480,segment=NetworkSegment(3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a),segment_id=3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:09.276455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Attempting to bind port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:09.276966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Attempting to bind port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:09.277498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Attempting to bind port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf on network 40aa83b1-5607-45e4-8856-d5b52d4727f9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:09.294957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:09.295754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Checking segment: {'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:09.300241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.300241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Bound using segment: {'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:09.300241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Bound port: 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c6965e-bbce-4345-8cb6-b07f412af9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:09.300241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.380122 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.466893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.493033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] For port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:09.560396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] For port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,segment=NetworkSegment(74c6965e-bbce-4345-8cb6-b07f412af9b1),segment_id=74c6965e-bbce-4345-8cb6-b07f412af9b1)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:09.607099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3a926ef9-c834-4bc6-88f6-b246fddf900d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:09.647199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Allocated IP 2001:db8:3::2 (683e7f9f-dfd2-4a12-8328-56e10dfbd960/126e240c-8eb5-4254-aa1f-72b662ac15f2/9d355fe8-e4b9-4870-b04f-aafe9bff99f8) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:09.659050 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.665820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d98ce54a-9796-4bb5-88de-dda37fefa480,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:09.768008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:09.768912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:09.872521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3a926ef9-c834-4bc6-88f6-b246fddf900d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:09.873275 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.933121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151e19f-0925-4f7b-b059-43dd616cf5c9 None None] Pushing event updated for resources: {'Port': ['ID=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:09.973562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:10.362180 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.388618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Transition to ACTIVE for port object 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:10.427893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Transition to ACTIVE for port object 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:10.489352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:06Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:10.492867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.560502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Allocated IP 2001:db8:3::1 (683e7f9f-dfd2-4a12-8328-56e10dfbd960/126e240c-8eb5-4254-aa1f-72b662ac15f2/2f76ddb7-76f5-469e-9f72-9000334fc904) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:10.574632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Pushing event updated for resources: {'Port': ['ID=9d355fe8-e4b9-4870-b04f-aafe9bff99f8,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:10.590487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705a19e-16d6-4292-8566-eb8d605448e9 None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:06Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:10.601815 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:10.606975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:10.610028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:10.714354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Attempting to bind port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:10.714760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Attempting to bind port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:10.715127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Attempting to bind port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 on network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:10.721252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:10.727378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Checking segment: {'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:10.727378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.727378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Bound using segment: {'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:10.727378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Bound port: 9d355fe8-e4b9-4870-b04f-aafe9bff99f8, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:10.727378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.765234 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.781408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Transition to ACTIVE for port object 2f76ddb7-76f5-469e-9f72-9000334fc904 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:10.840377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] For port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:10.843891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] For port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9d355fe8-e4b9-4870-b04f-aafe9bff99f8,segment=NetworkSegment(0b640379-3f21-4772-b85d-e94a2f80e0b6),segment_id=0b640379-3f21-4772-b85d-e94a2f80e0b6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:10.886167 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.936674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:10.942686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:10.947190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:10.947777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.949545 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.953848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=2f76ddb7-76f5-469e-9f72-9000334fc904,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:11.044748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276c1e8-904e-4d69-96e5-d52ec8ead13a None None] Pushing event updated for resources: {'Port': ['ID=9d355fe8-e4b9-4870-b04f-aafe9bff99f8,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:11.262918 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:11.732131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:11.810214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:11.879176 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:11.879645 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:11.919942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:11.925373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:11.933316 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:11.961984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event updated for resources: {'Port': ['ID=2f76ddb7-76f5-469e-9f72-9000334fc904,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:12.100650 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:12.146635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:12.151085 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a3781e0a-f1e6-4f44-a2de-2904a44c129a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:12.151244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:12.154477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,segment=NetworkSegment(74c6965e-bbce-4345-8cb6-b07f412af9b1),segment_id=74c6965e-bbce-4345-8cb6-b07f412af9b1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:12.156273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38992976-fba1-4e41-961a-5d800da51a0a req-44c47736-ac30-404d-a815-c7b4907b55d4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:12.158053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38992976-fba1-4e41-961a-5d800da51a0a req-44c47736-ac30-404d-a815-c7b4907b55d4 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.0829623 Jul 08 02:25:12.238592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-38992976-fba1-4e41-961a-5d800da51a0a req-1672123d-5683-4392-a3a9-ba0fd89d4a8b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0737667 Jul 08 02:25:12.239663 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:12.240512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:12.350863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:12.353678 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:12.422800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:12.428213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d98ce54a-9796-4bb5-88de-dda37fefa480 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:12.487289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d98ce54a-9796-4bb5-88de-dda37fefa480 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:12.487707 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:12.567040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:12.573076 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1dc64369-4668-4cef-8afe-2b65eb02867a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9904542 Jul 08 02:25:12.576129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48710) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:12.577698 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:12.589507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:12.599912 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:12.599912 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:12.722875 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:12.774051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82d91d7-2687-4b09-985c-82441a286721 None None] Network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:12.971160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c8394426-461b-44c3-8a8d-8588867fb9d6 None None] Provisioning for port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:12.980208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c8394426-461b-44c3-8a8d-8588867fb9d6 None None] Provisioning complete for port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:12.980686 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c8394426-461b-44c3-8a8d-8588867fb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.139040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c8394426-461b-44c3-8a8d-8588867fb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.181271 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:11Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:11Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:13.213727 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:13.214091 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Updating router bf1a5589-c7f0-4f67-956e-0564ae3d08dc port 2f76ddb7-76f5-469e-9f72-9000334fc904 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:25:13.247678 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c8394426-461b-44c3-8a8d-8588867fb9d6 None None] For port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9d355fe8-e4b9-4870-b04f-aafe9bff99f8,segment=NetworkSegment(0b640379-3f21-4772-b85d-e94a2f80e0b6),segment_id=0b640379-3f21-4772-b85d-e94a2f80e0b6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:13.254296 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.319562 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c8394426-461b-44c3-8a8d-8588867fb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.420818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8394426-461b-44c3-8a8d-8588867fb9d6 None None] Pushing event updated for resources: {'Port': ['ID=9d355fe8-e4b9-4870-b04f-aafe9bff99f8,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:13.458602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-29e224b0-70d8-490b-8365-16f8476e0a0f None None] Provisioning complete for port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:13.458989 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-29e224b0-70d8-490b-8365-16f8476e0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.509486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1bdef-5076-472e-b68d-c8e47e602c08 req-6ef7e53e-4244-41fb-95ee-aab59235e302 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:13.519811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cef1bdef-5076-472e-b68d-c8e47e602c08 req-6ef7e53e-4244-41fb-95ee-aab59235e302 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1432748 Jul 08 02:25:13.549252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:13.642439 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cef1bdef-5076-472e-b68d-c8e47e602c08 req-ce358d3d-87ee-4320-ba20-c7f2bf5b2aa0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1214912 Jul 08 02:25:13.728415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:13.728939 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.814513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-0be510c2-617c-4366-87dc-68e7b0e1a1be tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:13.815710 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-0be510c2-617c-4366-87dc-68e7b0e1a1be tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1448550 Jul 08 02:25:13.828019 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.858884 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Transition to ACTIVE for port object 2f76ddb7-76f5-469e-9f72-9000334fc904 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:13.893826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 02:25:13.950047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Removed routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 02:25:13.950727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.971129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-29e224b0-70d8-490b-8365-16f8476e0a0f None None] Provisioning for port 2f76ddb7-76f5-469e-9f72-9000334fc904 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:13.972363 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:13.989355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Deleting port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:13.992149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.182618 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Attempting to bind port 2f76ddb7-76f5-469e-9f72-9000334fc904 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:14.183302 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Attempting to bind port 2f76ddb7-76f5-469e-9f72-9000334fc904 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:14.183849 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Attempting to bind port 2f76ddb7-76f5-469e-9f72-9000334fc904 on network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:14.194400 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712873f-e6e2-4d38-8c8c-81a76710fe80 None None] Pushing event updated for resources: {'Port': ['ID=2f76ddb7-76f5-469e-9f72-9000334fc904,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:14.210839 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:14.210839 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Checking segment: {'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:14.211191 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.211394 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Bound using segment: {'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:14.211996 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Bound port: 2f76ddb7-76f5-469e-9f72-9000334fc904, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b640379-3f21-4772-b85d-e94a2f80e0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:14.212240 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.305335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] For port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:14.306111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.318150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.323918 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.334126 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] For port 2f76ddb7-76f5-469e-9f72-9000334fc904, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:14.337640 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] For port 2f76ddb7-76f5-469e-9f72-9000334fc904, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2f76ddb7-76f5-469e-9f72-9000334fc904,segment=NetworkSegment(0b640379-3f21-4772-b85d-e94a2f80e0b6),segment_id=0b640379-3f21-4772-b85d-e94a2f80e0b6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:14.422155 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.499990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:14.500724 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:24:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:14.515181 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6b4e-d0d0-4af6-8d5d-023f95df2538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.626248 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712873f-e6e2-4d38-8c8c-81a76710fe80 None None] Pushing event updated for resources: {'Port': ['ID=2f76ddb7-76f5-469e-9f72-9000334fc904,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:14.626502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:14.671836 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:14.798636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.803782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.803782 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Floating IP 292bffd7-67e0-4be5-a5c7-b3629fd77f25 disassociated. External IP: 172.25.8.174, port: f8c40d6c-4a22-413e-8a1c-ce53adb2aac9. Jul 08 02:25:14.803782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Calling delete_port for f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:14.893207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.926492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:14.936655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:14.940714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48728) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:14.942403 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-db0a0287-0e12-4fce-9b9c-f8ec285055ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 200 len: 953 time: 2.3649740 Jul 08 02:25:15.025010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec99e4-79dc-41b0-ab98-68b26e07f791 req-0e80e04c-9177-4da2-9988-8e72e0d1e6e8 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:15.026638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a5ec99e4-79dc-41b0-ab98-68b26e07f791 req-0e80e04c-9177-4da2-9988-8e72e0d1e6e8 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 946 time: 0.1614959 Jul 08 02:25:15.038419 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:13Z', 'revision_number': 6, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:14Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:15.077384 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386ce58-9fa9-44ce-bda0-75cc5e876a54 None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:13Z', 'revision_number': 6, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:14Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:15.083804 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a5ec99e4-79dc-41b0-ab98-68b26e07f791 req-adb97865-439f-4a75-9a02-2ccde5007101 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=5834d6c7-2335-4f3a-a78b-81a9fa8e835b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469704 Jul 08 02:25:15.155108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:15.162927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9e42d33a-171c-4401-b8c1-153caea4a467 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 200 len: 953 time: 0.2154388 Jul 08 02:25:15.163754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48730) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:15.172866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'routes': None}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:15.231280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event deleted for resources: {'Port': ['ID=f8c40d6c-4a22-413e-8a1c-ce53adb2aac9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:15.414822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:15.648662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:15.682235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:15.698861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] Sync routers for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:15.796876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] No DVR routers for this DVR port f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:15.800635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:15.808769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd5fb174-725d-4224-8377-24261a1b2ac4 req-55cd855b-3eb9-470e-93ee-f678fd880f0b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.18 "DELETE /v2.0/ports/f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 HTTP/1.1" status: 204 len: 173 time: 1.9862342 Jul 08 02:25:15.809976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'name': 'network-vif-deleted', 'tag': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:15.813289 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a265b634-c7ed-4cae-9b8d-7797c9474bd9" -d '{"events": [{"server_uuid": "1e32ec12-1f16-40af-8938-7b0ba60c097d", "name": "network-vif-deleted", "tag": "f8c40d6c-4a22-413e-8a1c-ce53adb2aac9"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:15.827763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:15.828740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:15.880974 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef08ef8-a235-4fb3-9b66-13f43c377f61 x-openstack-request-id: req-aef08ef8-a235-4fb3-9b66-13f43c377f61 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:15.881269 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e32ec12-1f16-40af-8938-7b0ba60c097d", "name": "network-vif-deleted", "tag": "f8c40d6c-4a22-413e-8a1c-ce53adb2aac9", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:15.881526 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aef08ef8-a235-4fb3-9b66-13f43c377f61 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:15.881967 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e32ec12-1f16-40af-8938-7b0ba60c097d', 'name': 'network-vif-deleted', 'tag': 'f8c40d6c-4a22-413e-8a1c-ce53adb2aac9', 'status': 'completed', 'code': 200} Jul 08 02:25:15.957514 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.032189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.extraroute_db [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added routes are [] {{(pid=100713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 02:25:16.032760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.extraroute_db [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 02:25:16.079947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:16.081649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.169390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.206542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:16.236390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:16.322093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2f76ddb7-76f5-469e-9f72-9000334fc904 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:16.380890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a953679a-cec2-4c10-9e8b-520d94c4c75a req-9b753aee-8209-43cc-92d7-af517d9b77c5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e32ec12-1f16-40af-8938-7b0ba60c097d HTTP/1.1" status: 200 len: 210 time: 0.0536885 Jul 08 02:25:16.494097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b9896c05-b644-4fac-a28b-0a7c014296a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.542862 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:16.565763 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:16.569296 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:16.576640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2f76ddb7-76f5-469e-9f72-9000334fc904 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:16.593980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2f76ddb7-76f5-469e-9f72-9000334fc904 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:16.594356 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.655038 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b9896c05-b644-4fac-a28b-0a7c014296a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.675622 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.681156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.719267 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b9896c05-b644-4fac-a28b-0a7c014296a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.774680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.798153 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:16.839326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 2f76ddb7-76f5-469e-9f72-9000334fc904, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2f76ddb7-76f5-469e-9f72-9000334fc904,segment=NetworkSegment(0b640379-3f21-4772-b85d-e94a2f80e0b6),segment_id=0b640379-3f21-4772-b85d-e94a2f80e0b6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:16.844119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9896c05-b644-4fac-a28b-0a7c014296a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4e1ba9-8c59-49a3-ac76-ebd142fdaf3a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:16.854286 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b9896c05-b644-4fac-a28b-0a7c014296a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2507b01329974d3aa271554c8389f8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167402 Jul 08 02:25:16.857774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48748) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:16.872160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:16.948152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] Checking router: 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:16.951583 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.981833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67daf47-fc24-4ee0-a2b3-25d5641d22d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:16.993534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:17.008680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:17.009331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:17.011894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67daf47-fc24-4ee0-a2b3-25d5641d22d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:17.082992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=2f76ddb7-76f5-469e-9f72-9000334fc904,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:17.148980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:17.149742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67daf47-fc24-4ee0-a2b3-25d5641d22d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:17.160853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:17.162193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9dd9c2a2-80fc-420e-9085-f913698df5d5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 200 len: 703 time: 1.9974504 Jul 08 02:25:17.164053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d67daf47-fc24-4ee0-a2b3-25d5641d22d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:17.167489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d67daf47-fc24-4ee0-a2b3-25d5641d22d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be4e1ba9-8c59-49a3-ac76-ebd142fdaf3a HTTP/1.1" status: 204 len: 168 time: 0.3066337 Jul 08 02:25:17.167489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:17.200778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:17.270431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67daf47-fc24-4ee0-a2b3-25d5641d22d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4e1ba9-8c59-49a3-ac76-ebd142fdaf3a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:17.352095 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 7, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:14Z', 'revision_number': 4, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:17.355361 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ed2d05d8-bed6-4146-81e5-ca55929d0fb0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 200 len: 703 time: 0.1862197 Jul 08 02:25:17.359437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48756) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:17.415884 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:17.441714 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:17.442374 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:17.509671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:17.580830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2f76ddb7-76f5-469e-9f72-9000334fc904 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:17.582957 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:17.585692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05268607-c1ad-4c00-b426-289d3c6acea9 None None] The sync data for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 is: [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:17.635702 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:17.645146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2f76ddb7-76f5-469e-9f72-9000334fc904 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:17.645537 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:17.704225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48764) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:17.810421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:17.863686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:17.864163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device f8c40d6c-4a22-413e-8a1c-ce53adb2aac9 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:17.909204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9b5-1d9c-457e-9819-ccf619a6862a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:17.964230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9b5-1d9c-457e-9819-ccf619a6862a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.062273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568025a-3c1f-4c24-8e02-18c3f72d7045 None None] New status for floating IP 292bffd7-67e0-4be5-a5c7-b3629fd77f25: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:25:18.136845 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 7, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:18.148404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9b5-1d9c-457e-9819-ccf619a6862a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.151098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9b5-1d9c-457e-9819-ccf619a6862a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.156029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d07ec9b5-1d9c-457e-9819-ccf619a6862a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "DELETE /v2.0/security-groups/5834d6c7-2335-4f3a-a78b-81a9fa8e835b HTTP/1.1" status: 204 len: 168 time: 0.4504883 Jul 08 02:25:18.156742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:18.172692 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6f1b8-a804-49fc-bf33-0a5d423467a2 None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 7, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:18.216176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ec9b5-1d9c-457e-9819-ccf619a6862a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5834d6c7-2335-4f3a-a78b-81a9fa8e835b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:18.222015 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-f69248d4-fca6-48fb-905a-e57eb7a4802d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] show failed (client error): The resource could not be found. Jul 08 02:25:18.231371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f69248d4-fca6-48fb-905a-e57eb7a4802d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups/5834d6c7-2335-4f3a-a78b-81a9fa8e835b HTTP/1.1" status: 404 len: 347 time: 0.0458632 Jul 08 02:25:18.232033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48776) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:18.257861 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.429299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.623468 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:18.634866 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:18.635851 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:18.787144 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:18.852300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Deleting port 1d398c54-3d48-42ed-b655-fe4c5e3d069b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:18.852936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.943330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 2f76ddb7-76f5-469e-9f72-9000334fc904 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:18.945941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.966408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.966880 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:18.985765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Calling delete_port for 1d398c54-3d48-42ed-b655-fe4c5e3d069b owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:19.079729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port 2f76ddb7-76f5-469e-9f72-9000334fc904, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2f76ddb7-76f5-469e-9f72-9000334fc904,segment=NetworkSegment(0b640379-3f21-4772-b85d-e94a2f80e0b6),segment_id=0b640379-3f21-4772-b85d-e94a2f80e0b6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:19.080095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:19.099054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 2f76ddb7-76f5-469e-9f72-9000334fc904 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:19.134716 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 7, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:19.166047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:19.176081 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:19.176912 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:19.259798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46bbbf-c802-443f-a808-c322fd6d824a req-0d290e84-8a88-43a2-ab12-0ce1258d95f4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:19.260124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea46bbbf-c802-443f-a808-c322fd6d824a req-0d290e84-8a88-43a2-ab12-0ce1258d95f4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 945 time: 0.1158891 Jul 08 02:25:19.287563 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:19.308821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea46bbbf-c802-443f-a808-c322fd6d824a req-77fd58bc-7a9c-4e3f-9a2d-d66978989bb4 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Jul 08 02:25:19.312850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:19.343593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event deleted for resources: {'Port': ['ID=1d398c54-3d48-42ed-b655-fe4c5e3d069b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:19.370080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:19.408198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=2f76ddb7-76f5-469e-9f72-9000334fc904,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:19.419643 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:19.422314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:19.426409 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9764a6a4-e617-4a36-9c91-dd8055f3f7b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "DELETE /v2.0/floatingips/292bffd7-67e0-4be5-a5c7-b3629fd77f25 HTTP/1.1" status: 204 len: 168 time: 1.1905341 Jul 08 02:25:19.549088 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 7, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:19.578965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:19.592560 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976757-8ab4-41d1-a515-d2489f6f1545 None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 7, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '2f76ddb7-76f5-469e-9f72-9000334fc904', 'name': '', 'network_id': '683e7f9f-dfd2-4a12-8328-56e10dfbd960', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:45:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:09Z', 'updated_at': '2021-07-08T02:25:16Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '126e240c-8eb5-4254-aa1f-72b662ac15f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:19.791486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:19.871076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48836) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:19.875902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-de8e6a68-4356-46ea-a77c-031d8d623cd5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865978683', 'description': 'tempest-description--1378515902'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:19.887244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:19.893715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e5d1f907-ed1d-442d-9f29-3ba6c2be8d09 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5351431 Jul 08 02:25:19.896297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48838) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:19.901105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:19.911730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:19.912566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:19.952632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab34e4d-6cf1-4f33-b694-8e929bddf7cd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet 126e240c-8eb5-4254-aa1f-72b662ac15f2 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:25:19.954054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de8e6a68-4356-46ea-a77c-031d8d623cd5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:19.959105 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ab34e4d-6cf1-4f33-b694-8e929bddf7cd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.005377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:20.012447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ab34e4d-6cf1-4f33-b694-8e929bddf7cd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.041384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de8e6a68-4356-46ea-a77c-031d8d623cd5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.100355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ab34e4d-6cf1-4f33-b694-8e929bddf7cd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.148484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de8e6a68-4356-46ea-a77c-031d8d623cd5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.180189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6a68-4356-46ea-a77c-031d8d623cd5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99703e7-cd5f-47b7-9440-4bcf170c8711,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:20.217149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:19Z', 'revision_number': 8, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:20.251324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ab34e4d-6cf1-4f33-b694-8e929bddf7cd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.267079 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-de8e6a68-4356-46ea-a77c-031d8d623cd5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.271275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-de8e6a68-4356-46ea-a77c-031d8d623cd5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3962786 Jul 08 02:25:20.271619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:20.277246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0e7e3424-6018-41cd-9083-5cc76bc8c36d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'security_group_rule': {'security_group_id': 'e99703e7-cd5f-47b7-9440-4bcf170c8711', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:20.303643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab34e4d-6cf1-4f33-b694-8e929bddf7cd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=126e240c-8eb5-4254-aa1f-72b662ac15f2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:20.306816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9ab34e4d-6cf1-4f33-b694-8e929bddf7cd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.311617 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9ab34e4d-6cf1-4f33-b694-8e929bddf7cd tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/126e240c-8eb5-4254-aa1f-72b662ac15f2 HTTP/1.1" status: 204 len: 168 time: 0.4118490 Jul 08 02:25:20.312275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48858) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:20.400996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3424-6018-41cd-9083-5cc76bc8c36d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.424989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:20.429503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a7990-fc1d-41a2-9efb-af3d8adab3f5 None None] Network 683e7f9f-dfd2-4a12-8328-56e10dfbd960 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:20.445556 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.504389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:20.505320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:20.515848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:20.516334 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.548561 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3424-6018-41cd-9083-5cc76bc8c36d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.599632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=9d355fe8-e4b9-4870-b04f-aafe9bff99f8,segment=NetworkSegment(0b640379-3f21-4772-b85d-e94a2f80e0b6),segment_id=0b640379-3f21-4772-b85d-e94a2f80e0b6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:20.600295 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.621685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:20.626079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263a747-6593-4a73-8ddd-d1ef8fead5fb req-d8b2b02f-be8b-463d-80af-ea964d32bd0d tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:20.627666 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1263a747-6593-4a73-8ddd-d1ef8fead5fb req-d8b2b02f-be8b-463d-80af-ea964d32bd0d tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 945 time: 0.1407967 Jul 08 02:25:20.628527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3424-6018-41cd-9083-5cc76bc8c36d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.663688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3424-6018-41cd-9083-5cc76bc8c36d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c45e35c-3f87-4621-9830-0cc6d4816740,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:20.683068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:20.706999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1263a747-6593-4a73-8ddd-d1ef8fead5fb req-8f0ede56-1924-419e-be59-332a5e66f6e7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603797 Jul 08 02:25:20.721382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-b9bb0ee1-921e-41c5-981d-e6c127bc06ce tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:20.723027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-b9bb0ee1-921e-41c5-981d-e6c127bc06ce tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 945 time: 0.1550510 Jul 08 02:25:20.769705 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3424-6018-41cd-9083-5cc76bc8c36d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.770500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0e7e3424-6018-41cd-9083-5cc76bc8c36d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4980543 Jul 08 02:25:20.774564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48878) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:20.784659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9036772b-0a48-498c-835f-4821bbaab3fa tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'security_group_rule': {'security_group_id': 'e99703e7-cd5f-47b7-9440-4bcf170c8711', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:20.816356 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.849694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=9d355fe8-e4b9-4870-b04f-aafe9bff99f8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:20.851707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No DVR routers for this DVR port 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:20.881390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Deleting port 3f94614d-5735-4fd4-a39b-77ac26933bc1 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:20.882590 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.956994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67dd14c-417b-4b69-aaa4-1f34a12b6212 None None] DHCP port deletion for 683e7f9f-dfd2-4a12-8328-56e10dfbd960 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:25:20.957645 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9036772b-0a48-498c-835f-4821bbaab3fa tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:20.976668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.025125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683e7f9f-dfd2-4a12-8328-56e10dfbd960']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:21.047941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b640379-3f21-4772-b85d-e94a2f80e0b6') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:21.048738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b640379-3f21-4772-b85d-e94a2f80e0b6') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:21.059031 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.063196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] For port 3f94614d-5735-4fd4-a39b-77ac26933bc1, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=3f94614d-5735-4fd4-a39b-77ac26933bc1,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:21.063658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.066767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.080848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Calling delete_port for 3f94614d-5735-4fd4-a39b-77ac26933bc1 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:21.084433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:19Z', 'revision_number': 8, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:21.106640 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.113683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885026b2-8ced-42b4-9eed-4a1e8723e61d None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:19Z', 'revision_number': 8, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': '7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf', 'name': '', 'network_id': '40aa83b1-5607-45e4-8856-d5b52d4727f9', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:bd:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:05Z', 'updated_at': '2021-07-08T02:25:12Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '55fc9a6f-30a1-43ed-8410-66e279fda9a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:21.122772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9036772b-0a48-498c-835f-4821bbaab3fa tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.124448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:25:21.129247 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:25:21.201087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9036772b-0a48-498c-835f-4821bbaab3fa tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.222056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036772b-0a48-498c-835f-4821bbaab3fa tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ab62c6-ca4f-4c05-b331-0bdc640fecc9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:21.274286 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.280401 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.282464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/683e7f9f-dfd2-4a12-8328-56e10dfbd960 HTTP/1.1" status: 204 len: 168 time: 0.9689345 Jul 08 02:25:21.285564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:21.298739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9036772b-0a48-498c-835f-4821bbaab3fa tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.299986 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9036772b-0a48-498c-835f-4821bbaab3fa tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5230589 Jul 08 02:25:21.300895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bdd5b-7c71-4da4-a153-d94763a2e8f9 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=683e7f9f-dfd2-4a12-8328-56e10dfbd960,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:21.303491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48884) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:21.309105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:21.347397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.358839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0528efc8-2b9e-41c3-b973-e3d2aacd33f7', '3f94614d-5735-4fd4-a39b-77ac26933bc1'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:21.361271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9be51ba8-4f1d-42a3-8cd2-8bce8165017d', '55ed6239-12bf-46d5-bfd1-498f7e8a4655'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:21.386739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.436380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Pushing event deleted for resources: {'Port': ['ID=3f94614d-5735-4fd4-a39b-77ac26933bc1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:21.496776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] No DVR routers for this DVR port 3f94614d-5735-4fd4-a39b-77ac26933bc1 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:21.510475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.514267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf3456b3-f49f-468c-8625-b6018513ce98 req-5b46fbaa-db47-4710-ba96-45d8b0daaee7 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.32 "DELETE /v2.0/ports/3f94614d-5735-4fd4-a39b-77ac26933bc1 HTTP/1.1" status: 204 len: 173 time: 0.7854669 Jul 08 02:25:21.515927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f940292c-54a7-4fba-9c16-dfcdd4f6da08', 'name': 'network-vif-deleted', 'tag': '3f94614d-5735-4fd4-a39b-77ac26933bc1'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:21.518245 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e113c733-b2fa-44b9-864c-5499ca6acbdf" -d '{"events": [{"server_uuid": "f940292c-54a7-4fba-9c16-dfcdd4f6da08", "name": "network-vif-deleted", "tag": "3f94614d-5735-4fd4-a39b-77ac26933bc1"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:21.544064 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.545652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:21.579200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:21.579586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 9d355fe8-e4b9-4870-b04f-aafe9bff99f8 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:21.580033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2f76ddb7-76f5-469e-9f72-9000334fc904 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:21.619256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2f76ddb7-76f5-469e-9f72-9000334fc904 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:21.619658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2f76ddb7-76f5-469e-9f72-9000334fc904 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:21.648204 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71b0f37-aa03-490c-8e21-03e5b3c45013 x-openstack-request-id: req-c71b0f37-aa03-490c-8e21-03e5b3c45013 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:21.648204 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f940292c-54a7-4fba-9c16-dfcdd4f6da08", "name": "network-vif-deleted", "tag": "3f94614d-5735-4fd4-a39b-77ac26933bc1", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:21.648204 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c71b0f37-aa03-490c-8e21-03e5b3c45013 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:21.648204 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f940292c-54a7-4fba-9c16-dfcdd4f6da08', 'name': 'network-vif-deleted', 'tag': '3f94614d-5735-4fd4-a39b-77ac26933bc1', 'status': 'completed', 'code': 200} Jul 08 02:25:21.744555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Allocated IP 172.25.8.87 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ffcd2102-0fe4-47e1-961d-7ad77fca7414) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:21.920222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddf7fa5f-6943-4317-a601-695790307bae req-e0e87844-6e7e-4c72-b6a5-8cf38527122a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f940292c-54a7-4fba-9c16-dfcdd4f6da08 HTTP/1.1" status: 200 len: 210 time: 0.0425255 Jul 08 02:25:21.926988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:21.971484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.033236 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.072024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:22.074931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:22.080530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:22.105503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'Port': ['ID=ffcd2102-0fe4-47e1-961d-7ad77fca7414,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:22.176006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.267544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:22.267896 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.328127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.392433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,segment=NetworkSegment(74c6965e-bbce-4345-8cb6-b07f412af9b1),segment_id=74c6965e-bbce-4345-8cb6-b07f412af9b1)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:22.393338 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.410366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:22.524694 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.618003 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.690926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'Port': ['ID=ffcd2102-0fe4-47e1-961d-7ad77fca7414,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:22.691635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.700231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.726178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:22.788373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:22.789762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-81e2bb52-bd3c-45f3-b62f-76fd15bce828 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4846783 Jul 08 02:25:22.862606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.039086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-0f56265b-8245-418f-b8a5-173486c72128 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--865978683&fields=id&tenant_id=909d9d73b42e4a4090989d5365c6a85f HTTP/1.1" status: 200 len: 267 time: 0.0638070 Jul 08 02:25:23.101493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:23.204388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:23.212085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-52f209eb-7ad4-48f7-9771-428472d6fe65 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9227719 Jul 08 02:25:23.213018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:23.215948 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:23.228101 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:23.229251 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:23.261185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-db4dba21-55ef-4def-93fd-28f3fd5f57b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:23.262719 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-db4dba21-55ef-4def-93fd-28f3fd5f57b0 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 811 time: 0.2166874 Jul 08 02:25:23.277842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-03809eb7-9b67-48fc-af71-fc27e54a449f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet 55fc9a6f-30a1-43ed-8410-66e279fda9a7 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:25:23.281323 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03809eb7-9b67-48fc-af71-fc27e54a449f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.292511 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-66fb4aac-d95f-4c9b-9ec9-f315d28b52e1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/quotas/909d9d73b42e4a4090989d5365c6a85f HTTP/1.1" status: 200 len: 375 time: 0.0234826 Jul 08 02:25:23.351822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03809eb7-9b67-48fc-af71-fc27e54a449f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.390478 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:23.466686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03809eb7-9b67-48fc-af71-fc27e54a449f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.469648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-6cbdb053-dd84-4142-a0f2-c22f8924628f tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1608407 Jul 08 02:25:23.634353 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:22Z', 'revision_number': 9, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:23.646709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03809eb7-9b67-48fc-af71-fc27e54a449f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.666649 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:23.679293 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:23.680261 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:23.687784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03809eb7-9b67-48fc-af71-fc27e54a449f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.690405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db99b8-9bd4-4438-9e96-44600b754278 None None] Network 40aa83b1-5607-45e4-8856-d5b52d4727f9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:23.701567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-03809eb7-9b67-48fc-af71-fc27e54a449f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/55fc9a6f-30a1-43ed-8410-66e279fda9a7 HTTP/1.1" status: 204 len: 168 time: 0.4879739 Jul 08 02:25:23.707900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:23.764443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809eb7-9b67-48fc-af71-fc27e54a449f tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=55fc9a6f-30a1-43ed-8410-66e279fda9a7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:23.872689 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.873576 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:23.959156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-3f329d6e-315f-48e1-b849-8788135c6b9a service neutron] 10.222.0.10 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845982 Jul 08 02:25:23.977072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 3a926ef9-c834-4bc6-88f6-b246fddf900d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:23.977331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.020130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] DHCP port deletion for 40aa83b1-5607-45e4-8856-d5b52d4727f9 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:25:24.090840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port 3a926ef9-c834-4bc6-88f6-b246fddf900d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3a926ef9-c834-4bc6-88f6-b246fddf900d,segment=NetworkSegment(74c6965e-bbce-4345-8cb6-b07f412af9b1),segment_id=74c6965e-bbce-4345-8cb6-b07f412af9b1)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:24.098055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.109595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Deleting port 3a926ef9-c834-4bc6-88f6-b246fddf900d {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:24.112131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.131582 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-cab1826f-37c6-4c03-9b9f-688752b1ee29 service neutron] 10.222.0.10 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668215 Jul 08 02:25:24.138643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 3a926ef9-c834-4bc6-88f6-b246fddf900d owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:24.265373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] For port 3a926ef9-c834-4bc6-88f6-b246fddf900d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3a926ef9-c834-4bc6-88f6-b246fddf900d,segment=NetworkSegment(74c6965e-bbce-4345-8cb6-b07f412af9b1),segment_id=74c6965e-bbce-4345-8cb6-b07f412af9b1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:24.265816 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.293303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Calling delete_port for 3a926ef9-c834-4bc6-88f6-b246fddf900d owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:24.433632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.441311 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.508135 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:22Z', 'revision_number': 9, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:24.513735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No DVR routers for this DVR port 3a926ef9-c834-4bc6-88f6-b246fddf900d on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:24.521595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=3a926ef9-c834-4bc6-88f6-b246fddf900d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:24.546570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Pushing event deleted for resources: {'Port': ['ID=3a926ef9-c834-4bc6-88f6-b246fddf900d,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:24.553671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] No DVR routers for this DVR port 3a926ef9-c834-4bc6-88f6-b246fddf900d on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:24.574616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.574616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.574616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.578083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.578559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.579012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.580016 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1922bc46-9d66-44cb-a35b-98513deca811 None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:22Z', 'revision_number': 9, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98ce54a-9796-4bb5-88de-dda37fefa480', 'name': '', 'network_id': 'cc964224-8e0d-43f9-92d7-36cff99cfafb', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:ea:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:25:01Z', 'updated_at': '2021-07-08T02:25:09Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': 'c1124c0b-39f0-4b9f-8902-c3106adce703', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:24.582723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.584519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.584519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.586324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.587984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.588431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610bc0f-fbb7-4c99-818d-425724ff8d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:24.624412 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8d8e344-e5ab-49bc-a4c5-6b5224e729a8 req-918d11a4-1d57-4607-a90e-953aa376a576 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 210 time: 0.0996513 Jul 08 02:25:24.709294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.720897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40aa83b1-5607-45e4-8856-d5b52d4727f9']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:24.734414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c6965e-bbce-4345-8cb6-b07f412af9b1') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:24.735011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c6965e-bbce-4345-8cb6-b07f412af9b1') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:24.745804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.760313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.766558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:25:24.769395 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:25:24.769945 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:25:24.885207 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.892875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.898613 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/40aa83b1-5607-45e4-8856-d5b52d4727f9 HTTP/1.1" status: 204 len: 168 time: 1.1479714 Jul 08 02:25:24.898792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:24.997970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633bd2f-602e-47d6-a4cb-9a65bf5295aa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=40aa83b1-5607-45e4-8856-d5b52d4727f9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:25.300615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 3f94614d-5735-4fd4-a39b-77ac26933bc1 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:25.332852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 3f94614d-5735-4fd4-a39b-77ac26933bc1 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:25.333205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 3f94614d-5735-4fd4-a39b-77ac26933bc1 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:25.425184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:25.468942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3a926ef9-c834-4bc6-88f6-b246fddf900d no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:25.494946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 3a926ef9-c834-4bc6-88f6-b246fddf900d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:25.495206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3a926ef9-c834-4bc6-88f6-b246fddf900d not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:25.496762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:25.524149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:25.524697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7bb61ce4-ba52-44fe-91df-c4a4d0f3c4bf not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:25.801729 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1466ad20-6895-4c27-a7dd-814c63d345cd req-9eac1d2d-55a6-4543-bc85-601c21ca2c59 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 210 time: 0.0571599 Jul 08 02:25:26.073623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port d98ce54a-9796-4bb5-88de-dda37fefa480 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:26.073972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:26.168906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port d98ce54a-9796-4bb5-88de-dda37fefa480, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d98ce54a-9796-4bb5-88de-dda37fefa480,segment=NetworkSegment(3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a),segment_id=3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:26.170072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:26.184837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for d98ce54a-9796-4bb5-88de-dda37fefa480 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:26.416654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:26.447959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=d98ce54a-9796-4bb5-88de-dda37fefa480,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:26.588419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:26.901763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:27.026152 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-358894a7-fcf7-419e-a0f1-6413981599b5 req-6cb541e3-a2e4-43ee-907f-e1ea4cdab8b8 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 210 time: 0.0489049 Jul 08 02:25:27.039633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-afb662e1-5152-4293-b6a2-a41a61439a96 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:27.039633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-afb662e1-5152-4293-b6a2-a41a61439a96 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.32 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 811 time: 0.2257876 Jul 08 02:25:27.097134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:27.106016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48948) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:27.107549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2780b6b1-a7c3-44be-82f5-9c32df8b2e8b tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2068365 Jul 08 02:25:27.108480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:27.119078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-72418f61-31fd-4fb0-b575-8986ec9be79d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909d9d73b42e4a4090989d5365c6a85f HTTP/1.1" status: 200 len: 379 time: 0.0734558 Jul 08 02:25:27.121530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:27.129727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:27.129933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'port': {'device_id': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'admin_state_up': True, 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'security_groups': ['e99703e7-cd5f-47b7-9440-4bcf170c8711']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:27.191930 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a992ae7e-2fb7-42e2-a7c2-f5a5919cff07 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet c1124c0b-39f0-4b9f-8902-c3106adce703 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:25:27.210837 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a992ae7e-2fb7-42e2-a7c2-f5a5919cff07 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.291602 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a992ae7e-2fb7-42e2-a7c2-f5a5919cff07 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.349582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:27.416085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Made reservation on behalf of 909d9d73b42e4a4090989d5365c6a85f for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:27.420021 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.435438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a992ae7e-2fb7-42e2-a7c2-f5a5919cff07 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.537448 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44808b54-64f2-4262-8899-0cb2e41b2357 req-4122377c-6218-4860-a63d-5a3152c1f1ec tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:27.546663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44808b54-64f2-4262-8899-0cb2e41b2357 req-4122377c-6218-4860-a63d-5a3152c1f1ec tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 946 time: 0.1914990 Jul 08 02:25:27.604457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44808b54-64f2-4262-8899-0cb2e41b2357 req-bf22cf4e-fab4-4289-8bfa-5edf51318b4a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530438 Jul 08 02:25:27.647980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Allocated IP 172.20.0.10 (106a5d3f-24be-4b9b-a79e-2e297f3a6390/859e4436-c543-4358-a5bf-c88b5539b750/7e13a402-2a93-4596-a2e2-d9ddd47e67ad) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:27.691321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a992ae7e-2fb7-42e2-a7c2-f5a5919cff07 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.737710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a992ae7e-2fb7-42e2-a7c2-f5a5919cff07 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.739965 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a992ae7e-2fb7-42e2-a7c2-f5a5919cff07 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/c1124c0b-39f0-4b9f-8902-c3106adce703 HTTP/1.1" status: 204 len: 168 time: 0.6325121 Jul 08 02:25:27.741722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992ae7e-2fb7-42e2-a7c2-f5a5919cff07 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=c1124c0b-39f0-4b9f-8902-c3106adce703,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:27.744625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48954) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:27.758972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ece11-e2ea-4121-8715-425279a25bda None None] Network cc964224-8e0d-43f9-92d7-36cff99cfafb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:27.819667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.838744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Transition to ACTIVE for port object 7e13a402-2a93-4596-a2e2-d9ddd47e67ad will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:27.845489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.923085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:27.923397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.943794 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:27.954836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:26Z', 'revision_number': 10, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:27.987505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:27.998669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:28.000934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=52b236b8-1d6d-464b-a4a9-ddbbc459a0fe,segment=NetworkSegment(3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a),segment_id=3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:28.001320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.007148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:28.008439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:28.009763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:28.011917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:28.044621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:28.052509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event updated for resources: {'Port': ['ID=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:28.109664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:28.115105 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.125542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] DHCP port deletion for cc964224-8e0d-43f9-92d7-36cff99cfafb request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:25:28.184170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:28.241621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-e68ef9ea-5c3f-4ad7-8578-15bdf49a047e tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1170275 Jul 08 02:25:28.251313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.271168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] Deleting port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:28.271576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.308311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=52b236b8-1d6d-464b-a4a9-ddbbc459a0fe,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:28.316541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No DVR routers for this DVR port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:28.322226 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50e565-9f87-44f6-812f-60c78c6331a0 req-2e30f02f-a6cb-44f3-a14b-b4341058cd43 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:28.324295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c50e565-9f87-44f6-812f-60c78c6331a0 req-2e30f02f-a6cb-44f3-a14b-b4341058cd43 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 932 time: 0.1011322 Jul 08 02:25:28.369078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7c50e565-9f87-44f6-812f-60c78c6331a0 req-0c31817f-6fbf-4363-a0c4-224948419f90 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Jul 08 02:25:28.442731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Request body: {'port': {'device_id': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:28.453387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.463626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc964224-8e0d-43f9-92d7-36cff99cfafb']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:28.467410 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] For port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe, host n-d-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:28.467824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.479851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:28.480972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8ff2e3-e2e3-4bf5-a6f5-d9d3bd539a1a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:28.491906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] Calling delete_port for 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:28.493434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.495821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.ipam_backend_mixin [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] Port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe was not found and therefore no delete operation was performed {{(pid=100714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:25:28.513800 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.522002 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.525926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:25:28.526254 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:25:28.544132 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:25:28.548084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.560023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9daf7706-6d27-4116-bc3b-0ee9fc89e11b None None] Provisioning for port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:28.566505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] Pushing event deleted for resources: {'Port': ['ID=52b236b8-1d6d-464b-a4a9-ddbbc459a0fe,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:28.586700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9daf7706-6d27-4116-bc3b-0ee9fc89e11b None None] Provisioning complete for port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:28.587087 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9daf7706-6d27-4116-bc3b-0ee9fc89e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.638021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584feaa-7e63-41ff-9356-c97ffaecd880 None None] No DVR routers for this DVR port 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:28.667820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9daf7706-6d27-4116-bc3b-0ee9fc89e11b None None] Port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:28.681113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:26Z', 'revision_number': 10, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:28.712625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75adc886-30d9-47c7-9755-0a660e779897 None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:26Z', 'revision_number': 10, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None, '_interfaces': [{'id': 'c9c23d2d-6def-44fe-8766-4515658f0824', 'name': '', 'network_id': 'd29db070-75ed-4951-a755-a5db32332a14', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'mac_address': 'fa:16:3e:f9:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:24:57Z', 'updated_at': '2021-07-08T02:25:03Z', 'revision_number': 5, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'subnets': [{'id': '4697b8de-9bbc-4532-9629-b06c0225619b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:28.817442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2d0c3-5931-4777-b75c-212fe77bd07d req-dabb7bb1-3d29-4d1f-9909-181c6acb082e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:28.820095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ec2d0c3-5931-4777-b75c-212fe77bd07d req-dabb7bb1-3d29-4d1f-9909-181c6acb082e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 946 time: 0.0800207 Jul 08 02:25:28.831276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-0f2d9af2-23b6-4c9c-a1a4-bb6ec913027e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:28.832856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-0f2d9af2-23b6-4c9c-a1a4-bb6ec913027e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 946 time: 0.2089896 Jul 08 02:25:28.846219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.851307 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:28.856680 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/cc964224-8e0d-43f9-92d7-36cff99cfafb HTTP/1.1" status: 204 len: 168 time: 1.1109700 Jul 08 02:25:28.857325 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48964) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:28.916858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0aa3f-6285-4203-9a56-c04d0571e769 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=cc964224-8e0d-43f9-92d7-36cff99cfafb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:28.959316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0ec2d0c3-5931-4777-b75c-212fe77bd07d req-4d5db091-9d4f-4bf3-9c77-266cf8616b5b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332757 Jul 08 02:25:29.019520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e13a402-2a93-4596-a2e2-d9ddd47e67ad {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:25:29.029887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.031779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Deleting port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:29.032165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.084671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Transition to ACTIVE for port object 7e13a402-2a93-4596-a2e2-d9ddd47e67ad will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:29.140849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] For port 55ed6239-12bf-46d5-bfd1-498f7e8a4655, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=55ed6239-12bf-46d5-bfd1-498f7e8a4655,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:29.141373 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.159140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Calling delete_port for 55ed6239-12bf-46d5-bfd1-498f7e8a4655 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:29.169033 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.269721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Pushing event updated for resources: {'Port': ['ID=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:29.277160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.422882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Attempting to bind port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:29.423229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Attempting to bind port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:29.423598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Attempting to bind port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad on network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:29.434815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad on network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:25:29.435152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Attempting to bind port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad on network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:29.466664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:29.467067 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Checking segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:29.467448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Bound using segment: {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:29.467892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Bound port: 7e13a402-2a93-4596-a2e2-d9ddd47e67ad, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51910b87-fd3b-46a4-827b-e820a60b38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:29.468527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.510681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:29.545846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:29.546248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 52b236b8-1d6d-464b-a4a9-ddbbc459a0fe not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:29.547127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d98ce54a-9796-4bb5-88de-dda37fefa480 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:29.568865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d98ce54a-9796-4bb5-88de-dda37fefa480 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:29.569323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d98ce54a-9796-4bb5-88de-dda37fefa480 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:29.590031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.606690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9be51ba8-4f1d-42a3-8cd2-8bce8165017d', '55ed6239-12bf-46d5-bfd1-498f7e8a4655'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:29.609648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0528efc8-2b9e-41c3-b973-e3d2aacd33f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:29.650644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Pushing event deleted for resources: {'Port': ['ID=55ed6239-12bf-46d5-bfd1-498f7e8a4655,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:29.654292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] For port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:29.685091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] For port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:29.706128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port c9c23d2d-6def-44fe-8766-4515658f0824 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:29.707373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.742542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] No DVR routers for this DVR port 55ed6239-12bf-46d5-bfd1-498f7e8a4655 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:29.752058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49396a-93a2-4858-8e38-a3af140ec8d5 req-41dab68c-f305-4846-a1db-bec999b0dd78 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:29.753766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc49396a-93a2-4858-8e38-a3af140ec8d5 req-41dab68c-f305-4846-a1db-bec999b0dd78 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 944 time: 0.2097108 Jul 08 02:25:29.754871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.757024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffce9b9-9eba-4665-bf95-4cf48a4d4ff2 req-14df1755-4c05-47bb-a9c5-f2cbfb192b7e tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.18 "DELETE /v2.0/ports/55ed6239-12bf-46d5-bfd1-498f7e8a4655 HTTP/1.1" status: 204 len: 173 time: 0.9178524 Jul 08 02:25:29.757396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6745ef3-8bde-48f2-b7aa-1942abd70305', 'name': 'network-vif-deleted', 'tag': '55ed6239-12bf-46d5-bfd1-498f7e8a4655'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:29.762800 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d088336-9c1c-4958-bf5a-a730f7df94a6" -d '{"events": [{"server_uuid": "f6745ef3-8bde-48f2-b7aa-1942abd70305", "name": "network-vif-deleted", "tag": "55ed6239-12bf-46d5-bfd1-498f7e8a4655"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:29.818853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.843916 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1fdcc2-a11f-4f98-9fd7-4a091f72f290 x-openstack-request-id: req-fe1fdcc2-a11f-4f98-9fd7-4a091f72f290 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:29.845019 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6745ef3-8bde-48f2-b7aa-1942abd70305", "name": "network-vif-deleted", "tag": "55ed6239-12bf-46d5-bfd1-498f7e8a4655", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:29.845793 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe1fdcc2-a11f-4f98-9fd7-4a091f72f290 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:29.846412 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6745ef3-8bde-48f2-b7aa-1942abd70305', 'name': 'network-vif-deleted', 'tag': '55ed6239-12bf-46d5-bfd1-498f7e8a4655', 'status': 'completed', 'code': 200} Jul 08 02:25:29.874463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port c9c23d2d-6def-44fe-8766-4515658f0824, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c9c23d2d-6def-44fe-8766-4515658f0824,segment=NetworkSegment(7bd83f0b-9c67-4843-bbd0-9eeca0296737),segment_id=7bd83f0b-9c67-4843-bbd0-9eeca0296737)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:29.878699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.895487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for c9c23d2d-6def-44fe-8766-4515658f0824 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:29.912100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc49396a-93a2-4858-8e38-a3af140ec8d5 req-154c4beb-9659-48d7-bbc8-bcb2059a83a6 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289723 Jul 08 02:25:29.912100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:29.912100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:29.912100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] 10.222.0.32 "PUT /v2.0/ports/7e13a402-2a93-4596-a2e2-d9ddd47e67ad HTTP/1.1" status: 200 len: 1093 time: 1.6468484 Jul 08 02:25:29.946176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07557-e4d7-43d5-874f-34b2788ce3ea service neutron] Pushing event updated for resources: {'Port': ['ID=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:30.132075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-a04805b8-b965-47ce-9989-eb275627d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:30.135379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-a04805b8-b965-47ce-9989-eb275627d05a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 1096 time: 0.0834932 Jul 08 02:25:30.197534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-a7cc0410-24c5-4007-b162-a026b34149ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad HTTP/1.1" status: 200 len: 217 time: 0.0541263 Jul 08 02:25:30.209264 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7bbb382e-30bb-48e4-bdb0-1d254a26e07e req-b4603e06-5c54-46f7-94a6-5cb79fdd1c72 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6745ef3-8bde-48f2-b7aa-1942abd70305 HTTP/1.1" status: 200 len: 210 time: 0.0389783 Jul 08 02:25:30.255921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-bc89e716-1d22-4b51-b5b0-f6f8491cc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:30.258001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-bc89e716-1d22-4b51-b5b0-f6f8491cc0bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.0549119 Jul 08 02:25:30.307562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:30.319430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-2fbdb628-83eb-460e-aa82-6728d0da9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:30.322174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-2fbdb628-83eb-460e-aa82-6728d0da9fb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564799 Jul 08 02:25:30.337012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=c9c23d2d-6def-44fe-8766-4515658f0824,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:30.454042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:30.456734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-443da679-2db0-4438-a055-f109df63b251 service neutron] 10.222.0.32 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283088 Jul 08 02:25:30.567129 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0435453b-2549-4ca6-b27a-3f7546f97a16 req-c5ab87d1-df6c-4335-82c3-a1d8f5b0a5e8 service neutron] 10.222.0.32 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021881 Jul 08 02:25:30.643286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:30.730349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:30.739873 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5fd3983c-ea74-48f4-bef7-1b7ce4029582 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8781998 Jul 08 02:25:30.740136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:30.744119 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:30.754142 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:30.755092 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:30.806856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d39e18-8f67-4e3a-ac6e-caaddf23d0f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting subnet 4697b8de-9bbc-4532-9629-b06c0225619b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:25:30.810430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74d39e18-8f67-4e3a-ac6e-caaddf23d0f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:30.828574 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:30.853396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74d39e18-8f67-4e3a-ac6e-caaddf23d0f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:30.889459 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:30Z', 'revision_number': 11, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:30.919289 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:30.927573 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:30.928786 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:30.946496 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74d39e18-8f67-4e3a-ac6e-caaddf23d0f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.001347 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:31.061394 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:30Z', 'revision_number': 11, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:31.092047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb32e16f-3f5a-4027-9d37-b531a51f2a34 None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:30Z', 'revision_number': 11, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:31.115162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d982377-63b1-4679-95dd-0585648ef231 req-ddd7a6a1-2351-402c-b40b-18b61279a6bc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:31.116915 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d982377-63b1-4679-95dd-0585648ef231 req-ddd7a6a1-2351-402c-b40b-18b61279a6bc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 944 time: 0.0695975 Jul 08 02:25:31.121022 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74d39e18-8f67-4e3a-ac6e-caaddf23d0f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.161603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-74d39e18-8f67-4e3a-ac6e-caaddf23d0f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.166427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-74d39e18-8f67-4e3a-ac6e-caaddf23d0f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/4697b8de-9bbc-4532-9629-b06c0225619b HTTP/1.1" status: 204 len: 168 time: 0.4223385 Jul 08 02:25:31.166427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d39e18-8f67-4e3a-ac6e-caaddf23d0f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Subnet': ['ID=4697b8de-9bbc-4532-9629-b06c0225619b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:31.167247 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 48980) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:31.173942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52afc86-9c4c-4f94-9a4c-1cd73ac572e3 None None] Network d29db070-75ed-4951-a755-a5db32332a14 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:31.194136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5d982377-63b1-4679-95dd-0585648ef231 req-d3c8eb21-3318-46d3-82b4-9837a75e26ca tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643032 Jul 08 02:25:31.285059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.355764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Deleting port ad4b5960-302d-43d5-9a19-6398e02c1e00 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:31.356436 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.436193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] For port ad4b5960-302d-43d5-9a19-6398e02c1e00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ad4b5960-302d-43d5-9a19-6398e02c1e00,segment=NetworkSegment(7bd83f0b-9c67-4843-bbd0-9eeca0296737),segment_id=7bd83f0b-9c67-4843-bbd0-9eeca0296737)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:31.436193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.452604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Calling delete_port for ad4b5960-302d-43d5-9a19-6398e02c1e00 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:31.483809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] DHCP port deletion for d29db070-75ed-4951-a755-a5db32332a14 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:25:31.549361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] Deleting port ad4b5960-302d-43d5-9a19-6398e02c1e00 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:31.549862 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.569820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c9c23d2d-6def-44fe-8766-4515658f0824 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:31.641796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c9c23d2d-6def-44fe-8766-4515658f0824 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:31.642145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c9c23d2d-6def-44fe-8766-4515658f0824 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:31.659178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] For port ad4b5960-302d-43d5-9a19-6398e02c1e00, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ad4b5960-302d-43d5-9a19-6398e02c1e00,segment=NetworkSegment(7bd83f0b-9c67-4843-bbd0-9eeca0296737),segment_id=7bd83f0b-9c67-4843-bbd0-9eeca0296737)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:31.659615 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.671986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] Calling delete_port for ad4b5960-302d-43d5-9a19-6398e02c1e00 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:31.673481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.714479 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Port': ['ID=ad4b5960-302d-43d5-9a19-6398e02c1e00,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:31.716363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No DVR routers for this DVR port ad4b5960-302d-43d5-9a19-6398e02c1e00 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:31.760108 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.798073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] Pushing event deleted for resources: {'Port': ['ID=ad4b5960-302d-43d5-9a19-6398e02c1e00,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:31.800260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452cd21-5bf9-48fa-a7d5-fb0a4a05f417 None None] No DVR routers for this DVR port ad4b5960-302d-43d5-9a19-6398e02c1e00 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:31.827628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.838835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29db070-75ed-4951-a755-a5db32332a14']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:31.848342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'tag': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:31.851143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd83f0b-9c67-4843-bbd0-9eeca0296737') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:31.851324 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd389233-654d-4a79-b513-45a256c32ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "af91bf27-54a2-4502-a6d9-74d38388a429", "tag": "7e13a402-2a93-4596-a2e2-d9ddd47e67ad"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:31.851619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd83f0b-9c67-4843-bbd0-9eeca0296737') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:31.873391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.896941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.905151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:25:31.905652 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.919472 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8727a334-e6af-4320-9614-607fc0692513 x-openstack-request-id: req-8727a334-e6af-4320-9614-607fc0692513 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:31.919472 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af91bf27-54a2-4502-a6d9-74d38388a429", "tag": "7e13a402-2a93-4596-a2e2-d9ddd47e67ad", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:31.919472 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8727a334-e6af-4320-9614-607fc0692513 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:31.919472 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'tag': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'status': 'completed', 'code': 200} Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:25:31.920252 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:25:31.996724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389233-654d-4a79-b513-45a256c32ec0 req-90e3b9c1-f7df-4a92-8e1d-afd287fe7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:32.000770 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd389233-654d-4a79-b513-45a256c32ec0 req-90e3b9c1-f7df-4a92-8e1d-afd287fe7d5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 1096 time: 0.0587480 Jul 08 02:25:32.042879 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8424-12a3-4a42-a614-68c262f6a3c3 req-c2d9f521-8c29-458d-882e-58805b465a4f tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:32.044467 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72bb8424-12a3-4a42-a614-68c262f6a3c3 req-c2d9f521-8c29-458d-882e-58805b465a4f tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 946 time: 0.1313138 Jul 08 02:25:32.066260 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:32.082186 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:32.082186 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/networks/d29db070-75ed-4951-a755-a5db32332a14 HTTP/1.1" status: 204 len: 168 time: 0.9064052 Jul 08 02:25:32.082782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 48992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:32.082782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'routes': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:32.094587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e652b-8bf9-456d-b1a4-eafa05265f5c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Pushing event deleted for resources: {'Network': ['ID=d29db070-75ed-4951-a755-a5db32332a14,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:32.109438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72bb8424-12a3-4a42-a614-68c262f6a3c3 req-bd8753e0-e03f-48a8-b065-3dfa97a9c3e8 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589058 Jul 08 02:25:32.208515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389233-654d-4a79-b513-45a256c32ec0 req-bef68395-0422-41b1-ad24-d9b7765d7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:32.210055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd389233-654d-4a79-b513-45a256c32ec0 req-bef68395-0422-41b1-ad24-d9b7765d7db0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.2048016 Jul 08 02:25:32.603253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd389233-654d-4a79-b513-45a256c32ec0 req-1cda44d7-604e-437a-9e83-15ba23eeb17b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad HTTP/1.1" status: 200 len: 217 time: 0.0642276 Jul 08 02:25:32.627554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Added routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 02:25:32.627867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Removed routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 02:25:32.628243 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:32.784894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389233-654d-4a79-b513-45a256c32ec0 req-6c6093bb-1958-44e8-87c6-82dcc673e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:32.786377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd389233-654d-4a79-b513-45a256c32ec0 req-6c6093bb-1958-44e8-87c6-82dcc673e7d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.1611233 Jul 08 02:25:32.852220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:32.862697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3f351-c519-4f1b-ad86-b0c94a44ec0f req-029d7f55-4aa0-4c43-818a-c5855a642c9a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:32.864165 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fa3f351-c519-4f1b-ad86-b0c94a44ec0f req-029d7f55-4aa0-4c43-818a-c5855a642c9a tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 944 time: 0.3194864 Jul 08 02:25:32.869580 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:32.982198 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fa3f351-c519-4f1b-ad86-b0c94a44ec0f req-a7549889-f117-4051-99bc-f13608e3ca12 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090217 Jul 08 02:25:32.999083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router bf1a5589-c7f0-4f67-956e-0564ae3d08dc has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:33.019251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389233-654d-4a79-b513-45a256c32ec0 req-cedc91b8-9fc7-4edb-b683-14502a5e4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:33.021507 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd389233-654d-4a79-b513-45a256c32ec0 req-cedc91b8-9fc7-4edb-b683-14502a5e4c47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2051122 Jul 08 02:25:33.177438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:33.189679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] Sync routers for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:33.190228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.194592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e5ac0590-04a5-4de6-821d-eb6023708389 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 200 len: 704 time: 1.1125121 Jul 08 02:25:33.194837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49002) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:33.205340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:33.207306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:33.241210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0d0e6858-3b54-457d-875b-cf15261b28f5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 200 len: 205 time: 0.0451765 Jul 08 02:25:33.242765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd389233-654d-4a79-b513-45a256c32ec0 req-f2c14ae7-7426-401c-8c3e-8bb5502a7448 service neutron] 10.222.0.32 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780441 Jul 08 02:25:33.252213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-c01eb2fc-590e-4421-a80a-dcfd271d06ab tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:33.252471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49004) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:33.252598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-c01eb2fc-590e-4421-a80a-dcfd271d06ab tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.18 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 946 time: 0.1868083 Jul 08 02:25:33.308804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:33.362609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6def88eb-aef5-4a2b-8e5e-4c78e9c1d577 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.389403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7e13a402-2a93-4596-a2e2-d9ddd47e67ad details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:25:33.393069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:30Z', 'revision_number': 11, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:33.427001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd389233-654d-4a79-b513-45a256c32ec0 req-d4c29781-f675-47dd-9138-c220ab305b01 service neutron] 10.222.0.32 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734567 Jul 08 02:25:33.475485 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Deleting port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:33.475943 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.504916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] Checking router: bf1a5589-c7f0-4f67-956e-0564ae3d08dc for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:33.511573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126ce0f-e98d-4b38-9b89-f3a1d2602591 req-48e0de34-3bb6-451f-87f2-02e9513a0bb3 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:33.518072 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d126ce0f-e98d-4b38-9b89-f3a1d2602591 req-48e0de34-3bb6-451f-87f2-02e9513a0bb3 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 946 time: 0.2795708 Jul 08 02:25:33.520686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ad4b5960-302d-43d5-9a19-6398e02c1e00 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:33.528846 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] Routers {'bf1a5589-c7f0-4f67-956e-0564ae3d08dc'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:33.530507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:33.591378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] For port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:33.592071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.602076 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6def88eb-aef5-4a2b-8e5e-4c78e9c1d577 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.607852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6def88eb-aef5-4a2b-8e5e-4c78e9c1d577 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.609634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Calling delete_port for 9be51ba8-4f1d-42a3-8cd2-8bce8165017d owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:33.637302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: ad4b5960-302d-43d5-9a19-6398e02c1e00 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:33.637767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ad4b5960-302d-43d5-9a19-6398e02c1e00 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:33.638815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d126ce0f-e98d-4b38-9b89-f3a1d2602591 req-f7240d5f-6e67-4c5e-94f1-4ade835bf08a tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197233 Jul 08 02:25:33.657800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:33.668941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] Set router bf1a5589-c7f0-4f67-956e-0564ae3d08dc gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:33.744906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:30Z', 'revision_number': 11, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:33.746887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'port_id': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:25:33.776587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6def88eb-aef5-4a2b-8e5e-4c78e9c1d577 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.777549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def88eb-aef5-4a2b-8e5e-4c78e9c1d577 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Fanout notify agent at l3_agent the message router_deleted on router bf1a5589-c7f0-4f67-956e-0564ae3d08dc {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:25:33.785842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6def88eb-aef5-4a2b-8e5e-4c78e9c1d577 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.786827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ea331-1af5-4145-b83c-9fda9bb3e378 None None] The sync data for ids ['bf1a5589-c7f0-4f67-956e-0564ae3d08dc'] in n-d-695189-13 is: [{'id': 'bf1a5589-c7f0-4f67-956e-0564ae3d08dc', 'name': 'tempest-RoutersIpV6Test-router-679337005', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:24:55Z', 'updated_at': '2021-07-08T02:25:30Z', 'revision_number': 11, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:33.791841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:33.793559 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6def88eb-aef5-4a2b-8e5e-4c78e9c1d577 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 204 len: 168 time: 0.5412250 Jul 08 02:25:33.799762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ddea13a7-2bea-4522-80a6-0deb49f16629 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1014411516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:33.834088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.840971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.850649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9be51ba8-4f1d-42a3-8cd2-8bce8165017d'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:33.853331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0528efc8-2b9e-41c3-b973-e3d2aacd33f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:33.856575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 55ed6239-12bf-46d5-bfd1-498f7e8a4655 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:33.870909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Pushing event deleted for resources: {'Port': ['ID=9be51ba8-4f1d-42a3-8cd2-8bce8165017d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:33.896157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 55ed6239-12bf-46d5-bfd1-498f7e8a4655 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:33.896734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 55ed6239-12bf-46d5-bfd1-498f7e8a4655 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:33.929607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] No DVR routers for this DVR port 9be51ba8-4f1d-42a3-8cd2-8bce8165017d on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:33.933027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddea13a7-2bea-4522-80a6-0deb49f16629 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.935363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddea13a7-2bea-4522-80a6-0deb49f16629 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.940047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:33.942313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba155879-c3c1-4e35-8d3d-421fee854866 req-5283a519-fd32-438e-8301-78ef184e96da tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.18 "DELETE /v2.0/ports/9be51ba8-4f1d-42a3-8cd2-8bce8165017d HTTP/1.1" status: 204 len: 173 time: 0.6807771 Jul 08 02:25:33.942748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efda604a-d9ec-4012-9890-f76bd89d494a', 'name': 'network-vif-deleted', 'tag': '9be51ba8-4f1d-42a3-8cd2-8bce8165017d'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:33.948640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e13a402-2a93-4596-a2e2-d9ddd47e67ad {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:25:33.954628 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c060226-7650-45b1-9f5c-8e462bd11f23" -d '{"events": [{"server_uuid": "efda604a-d9ec-4012-9890-f76bd89d494a", "name": "network-vif-deleted", "tag": "9be51ba8-4f1d-42a3-8cd2-8bce8165017d"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:34.013988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:34.027671 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fda7f4-2662-4034-a89f-50674fc6dc8e x-openstack-request-id: req-b2fda7f4-2662-4034-a89f-50674fc6dc8e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:34.028203 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efda604a-d9ec-4012-9890-f76bd89d494a", "name": "network-vif-deleted", "tag": "9be51ba8-4f1d-42a3-8cd2-8bce8165017d", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:34.028203 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2fda7f4-2662-4034-a89f-50674fc6dc8e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:34.028623 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efda604a-d9ec-4012-9890-f76bd89d494a', 'name': 'network-vif-deleted', 'tag': '9be51ba8-4f1d-42a3-8cd2-8bce8165017d', 'status': 'completed', 'code': 200} Jul 08 02:25:34.036599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddea13a7-2bea-4522-80a6-0deb49f16629 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:34.119907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddea13a7-2bea-4522-80a6-0deb49f16629 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:34.126835 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:34.216848 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddea13a7-2bea-4522-80a6-0deb49f16629 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:34.219418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ddea13a7-2bea-4522-80a6-0deb49f16629 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4256132 Jul 08 02:25:34.221323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49014) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:34.226748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-df2d9be1-5232-4674-bcd0-b1e7f1efbdf4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:34.232224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:34.246082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f435326-db56-4670-b897-2943c4a2e0ed req-4928c182-da1e-4e09-a05c-376ecb1550d1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:34.247744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f435326-db56-4670-b897-2943c4a2e0ed req-4928c182-da1e-4e09-a05c-376ecb1550d1 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 945 time: 0.0905921 Jul 08 02:25:34.311939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f435326-db56-4670-b897-2943c4a2e0ed req-de195266-fa9f-40dd-a983-c7281ee7d64b tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582228 Jul 08 02:25:34.357701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['7e13a402-2a93-4596-a2e2-d9ddd47e67ad'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:34.452914 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df2d9be1-5232-4674-bcd0-b1e7f1efbdf4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:34.525302 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df2d9be1-5232-4674-bcd0-b1e7f1efbdf4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:34.690655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2d9be1-5232-4674-bcd0-b1e7f1efbdf4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Router 7291176f-c81a-4a46-a071-92236ed8d21b is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:25:34.801265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da8b682d-21e6-459a-809c-75213da48c0a req-6cbdf77c-60fe-4e74-8eec-0a8a8b2c1678 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=efda604a-d9ec-4012-9890-f76bd89d494a HTTP/1.1" status: 200 len: 210 time: 0.0379267 Jul 08 02:25:34.802265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2d9be1-5232-4674-bcd0-b1e7f1efbdf4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:34.809879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df2d9be1-5232-4674-bcd0-b1e7f1efbdf4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:34.812983 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] Sync routers for ids ['7291176f-c81a-4a46-a071-92236ed8d21b'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:34.813965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df2d9be1-5232-4674-bcd0-b1e7f1efbdf4 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "PUT /v2.0/routers/7291176f-c81a-4a46-a071-92236ed8d21b HTTP/1.1" status: 200 len: 698 time: 0.5914953 Jul 08 02:25:34.814165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49018) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:34.827519 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] Routers {'7291176f-c81a-4a46-a071-92236ed8d21b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:34.827519 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7291176f-c81a-4a46-a071-92236ed8d21b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:34.899447 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eff9a3bf-878a-4d63-a1de-17776cab4201 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/routers/7291176f-c81a-4a46-a071-92236ed8d21b HTTP/1.1" status: 200 len: 704 time: 0.0839467 Jul 08 02:25:34.902430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49020) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:34.906760 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] Set router 7291176f-c81a-4a46-a071-92236ed8d21b gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:34.937921 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0dfde32f-3920-4b09-b80c-5d6958a46f77 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=7291176f-c81a-4a46-a071-92236ed8d21b HTTP/1.1" status: 200 len: 205 time: 0.0341899 Jul 08 02:25:34.940552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49022) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:34.976968 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7291176f-c81a-4a46-a071-92236ed8d21b', 'name': 'tempest-RoutersIpV6Test-router-1014411516', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:25:33Z', 'updated_at': '2021-07-08T02:25:34Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:35.008352 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] Checking router: 7291176f-c81a-4a46-a071-92236ed8d21b for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:35.018162 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] Routers {'7291176f-c81a-4a46-a071-92236ed8d21b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:35.018777 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7291176f-c81a-4a46-a071-92236ed8d21b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:35.019295 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8125eaf1-0ae0-4bb2-9bf2-d4d8dc9be542 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:35.087079 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] Set router 7291176f-c81a-4a46-a071-92236ed8d21b gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:35.142218 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7291176f-c81a-4a46-a071-92236ed8d21b', 'name': 'tempest-RoutersIpV6Test-router-1014411516', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:25:33Z', 'updated_at': '2021-07-08T02:25:34Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:35.169781 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b68530-061f-42d2-84c1-ae6ef4bf6f00 None None] The sync data for ids ['7291176f-c81a-4a46-a071-92236ed8d21b'] in n-d-695189-13 is: [{'id': '7291176f-c81a-4a46-a071-92236ed8d21b', 'name': 'tempest-RoutersIpV6Test-router-1014411516', 'tenant_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:25:33Z', 'updated_at': '2021-07-08T02:25:34Z', 'revision_number': 2, 'project_id': '7dbf5a0a176645f9a04fc8314506cf8a', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:35.194665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8125eaf1-0ae0-4bb2-9bf2-d4d8dc9be542 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:35.197083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8125eaf1-0ae0-4bb2-9bf2-d4d8dc9be542 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:35.435520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7e13a402-2a93-4596-a2e2-d9ddd47e67ad up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:35.510980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30725e04-364f-4df1-b3e9-dad831eb6f8c req-1ea47a91-3c33-4c32-98b0-cb28d73f4748 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:35.512712 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30725e04-364f-4df1-b3e9-dad831eb6f8c req-1ea47a91-3c33-4c32-98b0-cb28d73f4748 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 945 time: 0.0920546 Jul 08 02:25:35.558707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30725e04-364f-4df1-b3e9-dad831eb6f8c req-72edcdbb-0967-4b8f-9ccf-22510ea2d117 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383384 Jul 08 02:25:36.056392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:36.057393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8125eaf1-0ae0-4bb2-9bf2-d4d8dc9be542 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:36.058026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8125eaf1-0ae0-4bb2-9bf2-d4d8dc9be542 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Fanout notify agent at l3_agent the message router_deleted on router 7291176f-c81a-4a46-a071-92236ed8d21b {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:25:36.062321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:36.062924 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:36.065840 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8125eaf1-0ae0-4bb2-9bf2-d4d8dc9be542 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:36.075279 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8125eaf1-0ae0-4bb2-9bf2-d4d8dc9be542 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/7291176f-c81a-4a46-a071-92236ed8d21b HTTP/1.1" status: 204 len: 168 time: 1.1266956 Jul 08 02:25:36.075686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.118153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-698abe74-ecb5-4e58-bd34-06abc602745a tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=7291176f-c81a-4a46-a071-92236ed8d21b HTTP/1.1" status: 200 len: 205 time: 0.0449772 Jul 08 02:25:36.122313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49044) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.182560 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-05fe5060-be39-42f5-88be-d9cc81a8b6b5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] delete failed (client error): The resource could not be found. Jul 08 02:25:36.183800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-05fe5060-be39-42f5-88be-d9cc81a8b6b5 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/7291176f-c81a-4a46-a071-92236ed8d21b HTTP/1.1" status: 404 len: 336 time: 0.0598409 Jul 08 02:25:36.186317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49048) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.229831 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd181c62-d6d5-48f6-8c71-95f8256c843d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:36.230436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd181c62-d6d5-48f6-8c71-95f8256c843d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:36.232773 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dd181c62-d6d5-48f6-8c71-95f8256c843d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/126e240c-8eb5-4254-aa1f-72b662ac15f2 HTTP/1.1" status: 404 len: 337 time: 0.0454290 Jul 08 02:25:36.235913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49050) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.236712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:36.270899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:36.274487 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14941c4-a802-4cdc-87f8-c0ff192511f0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:36.278695 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c92003-ac37-462a-aad7-f1da48337237" -d '{"events": [{"server_uuid": "af91bf27-54a2-4502-a6d9-74d38388a429", "name": "network-vif-plugged", "status": "completed", "tag": "7e13a402-2a93-4596-a2e2-d9ddd47e67ad"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:36.278860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14941c4-a802-4cdc-87f8-c0ff192511f0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:36.279704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.289026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:36.291644 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d14941c4-a802-4cdc-87f8-c0ff192511f0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/55fc9a6f-30a1-43ed-8410-66e279fda9a7 HTTP/1.1" status: 404 len: 337 time: 0.0541878 Jul 08 02:25:36.319951 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecd60f6-4e98-4ca9-8938-71a4284affad x-openstack-request-id: req-eecd60f6-4e98-4ca9-8938-71a4284affad {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:36.320293 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af91bf27-54a2-4502-a6d9-74d38388a429", "name": "network-vif-plugged", "status": "completed", "tag": "7e13a402-2a93-4596-a2e2-d9ddd47e67ad", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:36.320545 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eecd60f6-4e98-4ca9-8938-71a4284affad {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:36.320940 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'code': 200} Jul 08 02:25:36.331032 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-97275965-871f-4060-a72e-77bfda440cbb tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:36.331474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97275965-871f-4060-a72e-77bfda440cbb tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:36.336554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49056) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.340557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-97275965-871f-4060-a72e-77bfda440cbb tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/c1124c0b-39f0-4b9f-8902-c3106adce703 HTTP/1.1" status: 404 len: 337 time: 0.0589635 Jul 08 02:25:36.369728 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7133d884-db59-4e0c-9e65-c7bcec97a016 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:36.370217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7133d884-db59-4e0c-9e65-c7bcec97a016 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:36.374638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7133d884-db59-4e0c-9e65-c7bcec97a016 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/4697b8de-9bbc-4532-9629-b06c0225619b HTTP/1.1" status: 404 len: 337 time: 0.0366836 Jul 08 02:25:36.375218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49058) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.376890 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:36.425350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-482c6921-f179-4995-b5a3-61e984224519 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 200 len: 205 time: 0.0485070 Jul 08 02:25:36.428465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49068) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.458428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:36.472576 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-2d80945b-c053-4266-b447-97cf737c6ed8 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] delete failed (client error): The resource could not be found. Jul 08 02:25:36.473640 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2d80945b-c053-4266-b447-97cf737c6ed8 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/bf1a5589-c7f0-4f67-956e-0564ae3d08dc HTTP/1.1" status: 404 len: 336 time: 0.0441818 Jul 08 02:25:36.476944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49070) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.490963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f45e0-c858-48cb-8e58-1296844bd0aa req-b5ba41d5-24ba-4eda-8205-dbc042ffd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:36.492586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe9f45e0-c858-48cb-8e58-1296844bd0aa req-b5ba41d5-24ba-4eda-8205-dbc042ffd11c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 1098 time: 0.0775974 Jul 08 02:25:36.518175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-313e96bf-6d0f-4dba-bb34-64b8e3a3f1ba tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3628673-0147-44ae-899b-26a3933ab6c5 HTTP/1.1" status: 200 len: 205 time: 0.0374172 Jul 08 02:25:36.518747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49072) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.535485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe9f45e0-c858-48cb-8e58-1296844bd0aa req-36a7b2b6-fe83-4e37-8ba3-a219c31a2b77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355449 Jul 08 02:25:36.562025 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-f7f24667-eb6f-420b-868f-37ad3f8d2ebe tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] delete failed (client error): The resource could not be found. Jul 08 02:25:36.563400 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f7f24667-eb6f-420b-868f-37ad3f8d2ebe tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/a3628673-0147-44ae-899b-26a3933ab6c5 HTTP/1.1" status: 404 len: 336 time: 0.0441351 Jul 08 02:25:36.565932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.594009 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00bdd4e-bf31-456f-bc4a-3185366be0fa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:36.594486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00bdd4e-bf31-456f-bc4a-3185366be0fa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:36.596270 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b00bdd4e-bf31-456f-bc4a-3185366be0fa tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/ab85983f-d648-49db-a7d8-c36bf9a7d411 HTTP/1.1" status: 404 len: 337 time: 0.0292575 Jul 08 02:25:36.598841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49078) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.633280 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-81c587f1-063e-49bf-bf4d-c09290c7fa2d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=899bf9db-bfb5-4ce0-8354-538e9a1c2f63 HTTP/1.1" status: 200 len: 205 time: 0.0332491 Jul 08 02:25:36.635674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49080) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.675071 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-5c16e98f-b2a3-46f8-885d-a2f105b486f0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] delete failed (client error): The resource could not be found. Jul 08 02:25:36.679019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5c16e98f-b2a3-46f8-885d-a2f105b486f0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/899bf9db-bfb5-4ce0-8354-538e9a1c2f63 HTTP/1.1" status: 404 len: 336 time: 0.0395453 Jul 08 02:25:36.679263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.739519 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d9b98077-b132-4b0c-81c4-9f748edc4b61 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=50e79ca1-b429-4832-85b5-1f8d88806847 HTTP/1.1" status: 200 len: 205 time: 0.0571415 Jul 08 02:25:36.740383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49084) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.775101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe445-0ff0-46da-b8ae-fdd59e035625 req-e261a8d2-9251-487f-b7ea-4ed61fe2c038 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:36.776830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39ebe445-0ff0-46da-b8ae-fdd59e035625 req-e261a8d2-9251-487f-b7ea-4ed61fe2c038 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 946 time: 0.0872586 Jul 08 02:25:36.784691 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-d2a89a0c-8945-473b-a5c1-502a10d90ec0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] delete failed (client error): The resource could not be found. Jul 08 02:25:36.789293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d2a89a0c-8945-473b-a5c1-502a10d90ec0 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/50e79ca1-b429-4832-85b5-1f8d88806847 HTTP/1.1" status: 404 len: 336 time: 0.0468080 Jul 08 02:25:36.789876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49086) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.826850 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9ebbe3-a182-4527-81f2-988501a15037 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:36.827304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9ebbe3-a182-4527-81f2-988501a15037 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:36.831060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b9ebbe3-a182-4527-81f2-988501a15037 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/c25fc147-5771-48e4-99e9-fb3210618629 HTTP/1.1" status: 404 len: 337 time: 0.0382352 Jul 08 02:25:36.831639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.868495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39ebe445-0ff0-46da-b8ae-fdd59e035625 req-e8467b97-8ccf-486e-8fb9-d422a97fd4a8 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859163 Jul 08 02:25:36.870746 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f1f6fa94-f090-4f32-b43e-ce38cd2fed15 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=b330a27f-c52f-4b1f-a103-d9df89f0d525 HTTP/1.1" status: 200 len: 205 time: 0.0327165 Jul 08 02:25:36.873682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49090) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:36.916349 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-31f81452-b1b1-4c0a-9065-a5fe5fd71c77 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] delete failed (client error): The resource could not be found. Jul 08 02:25:36.917380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-31f81452-b1b1-4c0a-9065-a5fe5fd71c77 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/b330a27f-c52f-4b1f-a103-d9df89f0d525 HTTP/1.1" status: 404 len: 336 time: 0.0426545 Jul 08 02:25:36.920084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49092) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:37.211610 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55291da-b4cd-4efb-a29e-c502d8ab2412 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:37.212078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55291da-b4cd-4efb-a29e-c502d8ab2412 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:37.216200 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a55291da-b4cd-4efb-a29e-c502d8ab2412 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/38b14d95-20bd-43d0-9535-25e3e082d59d HTTP/1.1" status: 404 len: 337 time: 0.2927403 Jul 08 02:25:37.216521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49096) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:37.261829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5e2e65ad-380b-423e-bf8e-24b5d6f38d7d tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd693a65-c147-48ab-901f-b716d290854a HTTP/1.1" status: 200 len: 205 time: 0.0420785 Jul 08 02:25:37.262090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:37.314665 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-74109e02-b6ea-4792-a618-1dbe6e472c0c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] delete failed (client error): The resource could not be found. Jul 08 02:25:37.317742 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-74109e02-b6ea-4792-a618-1dbe6e472c0c tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/routers/cd693a65-c147-48ab-901f-b716d290854a HTTP/1.1" status: 404 len: 336 time: 0.0527823 Jul 08 02:25:37.318263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49102) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:37.345338 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a4d1c3-1544-41fa-87f7-ad8442f69ffc tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:37.345793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a4d1c3-1544-41fa-87f7-ad8442f69ffc tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:37.347554 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-76a4d1c3-1544-41fa-87f7-ad8442f69ffc tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/d9ec40ae-3d52-4d64-8adb-5dbe618e2e07 HTTP/1.1" status: 404 len: 337 time: 0.0277691 Jul 08 02:25:37.355413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49104) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:37.383822 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a799c9-8792-4de1-abb3-8e3166b03813 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] DELETE failed (client error): The resource could not be found. Jul 08 02:25:37.384368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a799c9-8792-4de1-abb3-8e3166b03813 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:25:37.387386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-03a799c9-8792-4de1-abb3-8e3166b03813 tempest-RoutersIpV6Test-62648635 tempest-RoutersIpV6Test-62648635-project] 10.222.0.10 "DELETE /v2.0/subnets/62df42c6-270b-48bf-9b69-a2b99a9801b3 HTTP/1.1" status: 404 len: 337 time: 0.0296838 Jul 08 02:25:37.848754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9be51ba8-4f1d-42a3-8cd2-8bce8165017d no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:37.873583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 9be51ba8-4f1d-42a3-8cd2-8bce8165017d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:37.874406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9be51ba8-4f1d-42a3-8cd2-8bce8165017d not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:37.909147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49120) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:38.078496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-733b3cc7-d38d-49cb-92fc-0f9d135df3b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dbf5a0a176645f9a04fc8314506cf8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671898 Jul 08 02:25:38.082702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49124) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:38.117896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93528b7e-4ac7-4000-8a5e-3724e1011b7f req-119d66be-9822-426f-bd4b-5aed7d757536 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:38.119562 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93528b7e-4ac7-4000-8a5e-3724e1011b7f req-119d66be-9822-426f-bd4b-5aed7d757536 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 946 time: 0.1055410 Jul 08 02:25:38.186457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93528b7e-4ac7-4000-8a5e-3724e1011b7f req-0e80e6fe-8665-4b7f-bc0a-40a32ed897d5 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587831 Jul 08 02:25:38.187670 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22cca8d3-cfe3-4e3e-bd58-98d44c0c98f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:38.222292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22cca8d3-cfe3-4e3e-bd58-98d44c0c98f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:38.387921 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22cca8d3-cfe3-4e3e-bd58-98d44c0c98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:38.397437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-22cca8d3-cfe3-4e3e-bd58-98d44c0c98f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:38.397437 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-22cca8d3-cfe3-4e3e-bd58-98d44c0c98f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c1fab62-f7e6-470c-b0f3-9edd905c97af HTTP/1.1" status: 204 len: 168 time: 0.3119326 Jul 08 02:25:38.405635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a676-b7be-40d2-a249-79f930069ee9 req-40f86df2-fc42-4586-bba9-7dd584a2d603 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:38.406197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cca8d3-cfe3-4e3e-bd58-98d44c0c98f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1fab62-f7e6-470c-b0f3-9edd905c97af,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:38.407296 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe18a676-b7be-40d2-a249-79f930069ee9 req-40f86df2-fc42-4586-bba9-7dd584a2d603 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 946 time: 0.0823596 Jul 08 02:25:38.421220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49134) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:38.430923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Request body: {'floatingip': {'port_id': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:38.474683 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:39.027829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:39.119516 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:39.262329 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Floating IP d4f3eb85-1ba5-44fa-a54d-3b24828fe616 associated. External IP: 172.25.8.87, port: 7e13a402-2a93-4596-a2e2-d9ddd47e67ad. Jul 08 02:25:39.474343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49160) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:39.577283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:39.653538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-533573318'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:39.733659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:39.738349 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:39.742650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] Sync routers for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:39.752834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:39.753716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:39.791523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f5936ee7-daa6-436c-bf8e-b0e9ca9a7cff tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "PUT /v2.0/floatingips/d4f3eb85-1ba5-44fa-a54d-3b24828fe616 HTTP/1.1" status: 200 len: 991 time: 1.3681626 Jul 08 02:25:39.792365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'tag': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:39.795429 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f47db9-0314-4757-b322-a1e2e30f1c58" -d '{"events": [{"name": "network-changed", "server_uuid": "af91bf27-54a2-4502-a6d9-74d38388a429", "tag": "7e13a402-2a93-4596-a2e2-d9ddd47e67ad"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:39.816847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:39.821391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:39.832175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:39.959831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:39.974058 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7badaa9-60f2-436c-9f49-f47a4838ddf2 x-openstack-request-id: req-d7badaa9-60f2-436c-9f49-f47a4838ddf2 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:39.974058 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af91bf27-54a2-4502-a6d9-74d38388a429", "tag": "7e13a402-2a93-4596-a2e2-d9ddd47e67ad", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:39.974058 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7badaa9-60f2-436c-9f49-f47a4838ddf2 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:39.974058 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'tag': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'status': 'completed', 'code': 200} Jul 08 02:25:40.050168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-9a204a3e-5b9a-4778-9164-129a38e26082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:40.051720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-9a204a3e-5b9a-4778-9164-129a38e26082 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 1098 time: 0.0572934 Jul 08 02:25:40.077793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:40.119723 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.148197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-d3d51254-63da-4b6f-84b5-4244bf614274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:40.155955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-d3d51254-63da-4b6f-84b5-4244bf614274 service neutron] 10.222.0.32 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.0900583 Jul 08 02:25:40.157068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:25:40.165031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4f03c4-1f6e-4e83-8b15-b9a31adcfc72,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:40.170262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.170617 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment 59478223-ab8a-457d-b77f-278bf3cee5c8 of type vlan for network b1b4d6f7-c099-48a9-98da-737b102947d7 Jul 08 02:25:40.213304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.241593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-33cf7bb2-cee9-4036-b1cf-a6257f568a58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad HTTP/1.1" status: 200 len: 999 time: 0.0833521 Jul 08 02:25:40.323648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-20dfe28f-14cb-442f-8b43-eae7104f33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:40.325253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-20dfe28f-14cb-442f-8b43-eae7104f33ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.0765171 Jul 08 02:25:40.341700 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.348165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:40.348826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.356643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'd4f3eb85-1ba5-44fa-a54d-3b24828fe616', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'port_id': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:25:22Z', 'updated_at': '2021-07-08T02:25:38Z', 'revision_number': 1, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:40.385322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] Checking router: 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:40.391511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4a5f6-a126-4f7c-a3f8-10423da22b46 req-beba1fbf-3ba1-4b88-8894-ae4e4e1f90cd tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:40.393064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bf4a5f6-a126-4f7c-a3f8-10423da22b46 req-beba1fbf-3ba1-4b88-8894-ae4e4e1f90cd tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 945 time: 0.1352618 Jul 08 02:25:40.402995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:40.403221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:40.432343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=b1b4d6f7-c099-48a9-98da-737b102947d7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:40.443939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-3856064d-34fd-4d58-b495-7f5fe3d1277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:40.445526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-3856064d-34fd-4d58-b495-7f5fe3d1277c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109760 Jul 08 02:25:40.448650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network b1b4d6f7-c099-48a9-98da-737b102947d7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:25:40.461983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bf4a5f6-a126-4f7c-a3f8-10423da22b46 req-d091dc02-02c7-4c47-8910-52ede5a98bfc tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621662 Jul 08 02:25:40.519872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-25f40596-d892-44e6-9ea8-fe588bead56c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0434208 Jul 08 02:25:40.522466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:40.528092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-624338742'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:40.560696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-193dbaf1-bc36-487c-9cd2-78539a978de2 service neutron] 10.222.0.32 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081674 Jul 08 02:25:40.579108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:40.655638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0f47db9-0314-4757-b322-a1e2e30f1c58 req-c1a04b11-bda7-40cf-a6ba-24c94ce5ce7e service neutron] 10.222.0.32 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880585 Jul 08 02:25:40.656836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:40.660515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.689272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:25:40.698952 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.699308 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment 2d1b9594-2010-4e2e-9ffc-57d3b9d14609 of type vlan for network 82b672ad-194c-4958-a412-ed4ec8fde6b0 Jul 08 02:25:40.741214 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.816943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'd4f3eb85-1ba5-44fa-a54d-3b24828fe616', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'port_id': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:25:22Z', 'updated_at': '2021-07-08T02:25:38Z', 'revision_number': 1, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:40.843367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138a25e-bc77-4c34-b0be-09a96c8802d3 None None] The sync data for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 is: [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'd4f3eb85-1ba5-44fa-a54d-3b24828fe616', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'floating_ip_address': '172.25.8.87', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'port_id': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'mac_address': 'fa:16:3e:31:6a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:25:22Z', 'updated_at': '2021-07-08T02:25:38Z', 'revision_number': 1, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:40.861796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.867850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:40.868446 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:41.063906 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f6523-9797-488a-b740-fbd811ce2a7b None None] New status for floating IP d4f3eb85-1ba5-44fa-a54d-3b24828fe616: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:25:41.236649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=82b672ad-194c-4958-a412-ed4ec8fde6b0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:41.247139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 82b672ad-194c-4958-a412-ed4ec8fde6b0 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:25:41.399710 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b73c65d6-89f2-4706-8680-f26c7a3d8abd tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8760972 Jul 08 02:25:41.404166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49178) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:41.407452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': 'b1b4d6f7-c099-48a9-98da-737b102947d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:41.570538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:41.574242 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:41.774310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed34b71-2db2-40e5-a72e-f8b6857c7bc7 req-9a124afb-eeb0-4548-a1d6-482a0fbb2e87 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:41.775934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ed34b71-2db2-40e5-a72e-f8b6857c7bc7 req-9a124afb-eeb0-4548-a1d6-482a0fbb2e87 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 945 time: 0.1858690 Jul 08 02:25:41.810916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-823102ec-4d0d-47e0-a929-e8d1a95d9e9b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:41.812440 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-823102ec-4d0d-47e0-a929-e8d1a95d9e9b tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 945 time: 0.1574676 Jul 08 02:25:41.946445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ed34b71-2db2-40e5-a72e-f8b6857c7bc7 req-33a21420-5d06-4a10-8dc4-ddd345be9cbb tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/security-groups?id=8118bcb7-c0bd-489b-91a6-e942c9628c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476367 Jul 08 02:25:42.005562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Deleting port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:42.005976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.051776 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.119203 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7d04284e-0e9d-4fd6-8efe-6f5ac06c6aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.158911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=c75552c5-1ff7-41bd-95a8-498a2709946a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:42.163360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] For port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,segment=NetworkSegment(18092808-0118-438f-9af6-464b0260039a),segment_id=18092808-0118-438f-9af6-464b0260039a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:42.163722 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.180598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Calling delete_port for 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:42.184652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': '59478223-ab8a-457d-b77f-278bf3cee5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1b4d6f7-c099-48a9-98da-737b102947d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:42.184652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: b1b4d6f7-c099-48a9-98da-737b102947d7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:25:42.296235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network b1b4d6f7-c099-48a9-98da-737b102947d7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:25:42.381033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, b1b4d6f7-c099-48a9-98da-737b102947d7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:42.385112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:42.385802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.390777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c506423-b0fd-44b2-9c02-51725b7d6d13 None None] Network b1b4d6f7-c099-48a9-98da-737b102947d7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:42.415358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.430302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0528efc8-2b9e-41c3-b973-e3d2aacd33f7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:42.446550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Pushing event deleted for resources: {'Port': ['ID=0528efc8-2b9e-41c3-b973-e3d2aacd33f7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:42.478530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b2022a47-2458-4479-b7bf-40b0a3b69432 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0749552 Jul 08 02:25:42.481632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49186) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:42.501631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': '82b672ad-194c-4958-a412-ed4ec8fde6b0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:42.507262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] No DVR routers for this DVR port 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:42.517809 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.519819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e01cfc07-3b37-48d1-b4f2-f0778e168ae0 req-b5dd574e-3383-4795-970b-cd782466ebea tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.32 "DELETE /v2.0/ports/0528efc8-2b9e-41c3-b973-e3d2aacd33f7 HTTP/1.1" status: 204 len: 173 time: 0.6974843 Jul 08 02:25:42.520256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee007ec5-e357-4a02-9da0-20ec26c04c0a', 'name': 'network-vif-deleted', 'tag': '0528efc8-2b9e-41c3-b973-e3d2aacd33f7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:42.523071 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4f9612-b2c0-4e69-a8b5-58a083ee4b0a" -d '{"events": [{"server_uuid": "ee007ec5-e357-4a02-9da0-20ec26c04c0a", "name": "network-vif-deleted", "tag": "0528efc8-2b9e-41c3-b973-e3d2aacd33f7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:42.583404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-b1b4d6f7-c099-48a9-98da-737b102947d7', 'network_id': 'b1b4d6f7-c099-48a9-98da-737b102947d7', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': 'c75552c5-1ff7-41bd-95a8-498a2709946a'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:25:42.585106 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.600410 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59592c4-1dc1-416e-9b62-6804df2ffb84 x-openstack-request-id: req-e59592c4-1dc1-416e-9b62-6804df2ffb84 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:42.600716 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee007ec5-e357-4a02-9da0-20ec26c04c0a", "name": "network-vif-deleted", "tag": "0528efc8-2b9e-41c3-b973-e3d2aacd33f7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:42.601013 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e59592c4-1dc1-416e-9b62-6804df2ffb84 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:42.601422 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee007ec5-e357-4a02-9da0-20ec26c04c0a', 'name': 'network-vif-deleted', 'tag': '0528efc8-2b9e-41c3-b973-e3d2aacd33f7', 'status': 'completed', 'code': 200} Jul 08 02:25:42.678686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:42.682596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.723971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Allocated IP 172.20.0.2 (b1b4d6f7-c099-48a9-98da-737b102947d7/c75552c5-1ff7-41bd-95a8-498a2709946a/1bfecf08-5840-48ed-903e-6b52022edd17) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:42.871937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:42.880688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Transition to ACTIVE for port object 1bfecf08-5840-48ed-903e-6b52022edd17 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:42.896139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Transition to ACTIVE for port object 1bfecf08-5840-48ed-903e-6b52022edd17 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:42.960253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.011128 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.027203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=3541b5ac-7bb3-4cd1-8847-2ca763573c6e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:43.038359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': '2d1b9594-2010-4e2e-9ffc-57d3b9d14609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '82b672ad-194c-4958-a412-ed4ec8fde6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:43.038719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: 82b672ad-194c-4958-a412-ed4ec8fde6b0, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:25:43.068412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Network b1b4d6f7-c099-48a9-98da-737b102947d7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:43.071923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:43.076358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:43.078647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Pushing event updated for resources: {'Port': ['ID=1bfecf08-5840-48ed-903e-6b52022edd17,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:43.115057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4afedc2-82af-461b-8eb8-09a0db4c013a req-66639865-cac3-43a3-9f94-7fb0368b7fc5 tempest-AttachVolumeNegativeTest-1261249862 tempest-AttachVolumeNegativeTest-1261249862-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee007ec5-e357-4a02-9da0-20ec26c04c0a HTTP/1.1" status: 200 len: 210 time: 0.0318305 Jul 08 02:25:43.119874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 82b672ad-194c-4958-a412-ed4ec8fde6b0 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:25:43.140520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Attempting to bind port 1bfecf08-5840-48ed-903e-6b52022edd17 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:43.141100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Attempting to bind port 1bfecf08-5840-48ed-903e-6b52022edd17 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '59478223-ab8a-457d-b77f-278bf3cee5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1b4d6f7-c099-48a9-98da-737b102947d7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:43.141567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Attempting to bind port 1bfecf08-5840-48ed-903e-6b52022edd17 on network b1b4d6f7-c099-48a9-98da-737b102947d7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:43.147561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:43.155730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Checking segment: {'id': '59478223-ab8a-457d-b77f-278bf3cee5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1b4d6f7-c099-48a9-98da-737b102947d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:43.155730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.155730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Bound using segment: {'id': '59478223-ab8a-457d-b77f-278bf3cee5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1b4d6f7-c099-48a9-98da-737b102947d7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:43.155730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Bound port: 1bfecf08-5840-48ed-903e-6b52022edd17, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59478223-ab8a-457d-b77f-278bf3cee5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b1b4d6f7-c099-48a9-98da-737b102947d7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:43.155730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.213812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] For port 1bfecf08-5840-48ed-903e-6b52022edd17, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:43.224394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] For port 1bfecf08-5840-48ed-903e-6b52022edd17, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1bfecf08-5840-48ed-903e-6b52022edd17,segment=NetworkSegment(59478223-ab8a-457d-b77f-278bf3cee5c8),segment_id=59478223-ab8a-457d-b77f-278bf3cee5c8)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:43.295911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 82b672ad-194c-4958-a412-ed4ec8fde6b0) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:43.307860 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:43.307860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.309095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e77fba-9404-4f34-9f30-9f759d59a28a None None] Network 82b672ad-194c-4958-a412-ed4ec8fde6b0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:43.370494 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.405480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6dff73a6-893e-400d-b39c-d6eca64bf87d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9228203 Jul 08 02:25:43.408154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49196) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:43.420705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2bd85a2f-1cb5-4c9b-bdb6-732dd85016b8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-254053499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:43.482773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f8fb0-d2f1-4085-9fc4-9a6f37d18a1a None None] Pushing event updated for resources: {'Port': ['ID=1bfecf08-5840-48ed-903e-6b52022edd17,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:43.522820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-82b672ad-194c-4958-a412-ed4ec8fde6b0', 'network_id': '82b672ad-194c-4958-a412-ed4ec8fde6b0', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': '3541b5ac-7bb3-4cd1-8847-2ca763573c6e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:25:43.523730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.586727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bd85a2f-1cb5-4c9b-bdb6-732dd85016b8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.588315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bd85a2f-1cb5-4c9b-bdb6-732dd85016b8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.672410 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:25:43.702081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Allocated IP 172.21.0.2 (82b672ad-194c-4958-a412-ed4ec8fde6b0/3541b5ac-7bb3-4cd1-8847-2ca763573c6e/5187d553-78c9-448b-8c97-bc0236526688) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:43.706277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bd85a2f-1cb5-4c9b-bdb6-732dd85016b8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.822294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bd85a2f-1cb5-4c9b-bdb6-732dd85016b8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.860574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.869173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Transition to ACTIVE for port object 5187d553-78c9-448b-8c97-bc0236526688 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:43.884296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Transition to ACTIVE for port object 5187d553-78c9-448b-8c97-bc0236526688 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:43.982042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2bd85a2f-1cb5-4c9b-bdb6-732dd85016b8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.982341 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:43.983438 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2bd85a2f-1cb5-4c9b-bdb6-732dd85016b8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5737779 Jul 08 02:25:43.986130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:44.026827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Network 82b672ad-194c-4958-a412-ed4ec8fde6b0 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:44.030107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:44.034506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:44.038133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Pushing event updated for resources: {'Port': ['ID=5187d553-78c9-448b-8c97-bc0236526688,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:44.102992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Attempting to bind port 5187d553-78c9-448b-8c97-bc0236526688 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:44.103404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Attempting to bind port 5187d553-78c9-448b-8c97-bc0236526688 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2d1b9594-2010-4e2e-9ffc-57d3b9d14609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '82b672ad-194c-4958-a412-ed4ec8fde6b0'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:44.103784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Attempting to bind port 5187d553-78c9-448b-8c97-bc0236526688 on network 82b672ad-194c-4958-a412-ed4ec8fde6b0 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:44.110265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:44.110651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Checking segment: {'id': '2d1b9594-2010-4e2e-9ffc-57d3b9d14609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '82b672ad-194c-4958-a412-ed4ec8fde6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:44.111069 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.111495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Bound using segment: {'id': '2d1b9594-2010-4e2e-9ffc-57d3b9d14609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '82b672ad-194c-4958-a412-ed4ec8fde6b0'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:44.112066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Bound port: 5187d553-78c9-448b-8c97-bc0236526688, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1b9594-2010-4e2e-9ffc-57d3b9d14609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '82b672ad-194c-4958-a412-ed4ec8fde6b0'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:44.112368 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.188233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] For port 5187d553-78c9-448b-8c97-bc0236526688, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:44.192223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] For port 5187d553-78c9-448b-8c97-bc0236526688, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5187d553-78c9-448b-8c97-bc0236526688,segment=NetworkSegment(2d1b9594-2010-4e2e-9ffc-57d3b9d14609),segment_id=2d1b9594-2010-4e2e-9ffc-57d3b9d14609)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:44.224233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49204) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:44.285374 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.295589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c4cb47-996a-45a5-8d7d-52c5c6f91969 admin admin] Deleting subnet 986ba42c-b8d6-49cc-8b20-72f169827319 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:25:44.299010 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0c4cb47-996a-45a5-8d7d-52c5c6f91969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.326304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.340176 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0c4cb47-996a-45a5-8d7d-52c5c6f91969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.374279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4277de-a09f-4337-b139-f80fded48cb3 None None] Pushing event updated for resources: {'Port': ['ID=5187d553-78c9-448b-8c97-bc0236526688,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:44.414660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0c4cb47-996a-45a5-8d7d-52c5c6f91969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.497522 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b703a028-c6a1-435d-aa5f-d89109bcd8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.554529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0c4cb47-996a-45a5-8d7d-52c5c6f91969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.571013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fee10d-be45-4de7-8f2f-62c728014c79 None None] Network b1b4d6f7-c099-48a9-98da-737b102947d7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:44.584996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4cb47-996a-45a5-8d7d-52c5c6f91969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986ba42c-b8d6-49cc-8b20-72f169827319,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:44.587005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e0c4cb47-996a-45a5-8d7d-52c5c6f91969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.589023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e0c4cb47-996a-45a5-8d7d-52c5c6f91969 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/986ba42c-b8d6-49cc-8b20-72f169827319 HTTP/1.1" status: 204 len: 168 time: 0.3624718 Jul 08 02:25:44.591680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49208) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:44.667195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.672432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.20.0.1 (b1b4d6f7-c099-48a9-98da-737b102947d7/c75552c5-1ff7-41bd-95a8-498a2709946a/cbe513cd-c829-494c-8bd9-d9e25992c684) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:44.839784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.848804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-de6aceca-4c3d-4ab6-9849-86e2ddf41964 None None] Provisioning for port 1bfecf08-5840-48ed-903e-6b52022edd17 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:44.853523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ea16e7-ef93-4824-bfa7-71679bfc42b9']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:44.866295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18092808-0118-438f-9af6-464b0260039a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:44.866619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18092808-0118-438f-9af6-464b0260039a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:44.878716 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.905450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.913521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:25:44.913521 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.928999 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.938267 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:44.954858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object cbe513cd-c829-494c-8bd9-d9e25992c684 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:25:44.981610 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:25:45.050211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.057195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.061737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] 10.222.0.10 "DELETE /v2.0/networks/92ea16e7-ef93-4824-bfa7-71679bfc42b9 HTTP/1.1" status: 204 len: 168 time: 0.4666679 Jul 08 02:25:45.080067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.105738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670b169-9aba-492d-b42c-dc0d6b6e458c admin admin] Pushing event deleted for resources: {'Network': ['ID=92ea16e7-ef93-4824-bfa7-71679bfc42b9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:45.141305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network b1b4d6f7-c099-48a9-98da-737b102947d7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:45.145092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:45.148331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:45.210263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=cbe513cd-c829-494c-8bd9-d9e25992c684,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:45.231218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.423568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:45.447558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:45.447754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0528efc8-2b9e-41c3-b973-e3d2aacd33f7 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:45.491711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49218) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:45.503097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.556754 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b0246825-7559-4f19-b32f-271df4d610ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f84d1072ace0446d9cb21d6561adb7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633032 Jul 08 02:25:45.560571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49220) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:45.609919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2d6cec3d-e2f2-44e0-bffc-5de1a8778e15 None None] Provisioning for port cbe513cd-c829-494c-8bd9-d9e25992c684 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:45.614746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2d6cec3d-e2f2-44e0-bffc-5de1a8778e15 None None] Provisioning complete for port cbe513cd-c829-494c-8bd9-d9e25992c684 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:45.615982 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec3d-e2f2-44e0-bffc-5de1a8778e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.670157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1bfecf08-5840-48ed-903e-6b52022edd17 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:45.689694 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7820-8721-4605-ac1a-7dd1af5da31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.737935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cec3d-e2f2-44e0-bffc-5de1a8778e15 None None] Port cbe513cd-c829-494c-8bd9-d9e25992c684 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:45.741215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7820-8721-4605-ac1a-7dd1af5da31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.862380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d347090-f7ba-4b91-8464-7d1e07a17e60 None None] Network 82b672ad-194c-4958-a412-ed4ec8fde6b0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:45.874648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.879604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 1bfecf08-5840-48ed-903e-6b52022edd17 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:45.895820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7820-8721-4605-ac1a-7dd1af5da31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.899108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7820-8721-4605-ac1a-7dd1af5da31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.902816 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aa2b7820-8721-4605-ac1a-7dd1af5da31a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8118bcb7-c0bd-489b-91a6-e942c9628c0b HTTP/1.1" status: 204 len: 168 time: 0.3384955 Jul 08 02:25:45.903077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.908937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b7820-8721-4605-ac1a-7dd1af5da31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8118bcb7-c0bd-489b-91a6-e942c9628c0b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:45.909492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1bfecf08-5840-48ed-903e-6b52022edd17 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:45.909869 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.947800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.032222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=cbe513cd-c829-494c-8bd9-d9e25992c684,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:46.034799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.092156 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.143583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network b1b4d6f7-c099-48a9-98da-737b102947d7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:46.145215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:46.286541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2db13019-6488-46b6-93fc-be9ca244c3ae None None] Provisioning for port 5187d553-78c9-448b-8c97-bc0236526688 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:46.321390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 1bfecf08-5840-48ed-903e-6b52022edd17, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1bfecf08-5840-48ed-903e-6b52022edd17,segment=NetworkSegment(59478223-ab8a-457d-b77f-278bf3cee5c8),segment_id=59478223-ab8a-457d-b77f-278bf3cee5c8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:46.372253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 5a132f10-e11b-452b-b49e-db06fd33c332 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:25:46.387829 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.388675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5187d553-78c9-448b-8c97-bc0236526688 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:46.503670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:46.504225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-450e2dee-6568-4ac0-bd02-9e1d1bbd0548 None None] Provisioning complete for port cbe513cd-c829-494c-8bd9-d9e25992c684 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:46.504644 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-450e2dee-6568-4ac0-bd02-9e1d1bbd0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.506771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=1bfecf08-5840-48ed-903e-6b52022edd17,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:46.530463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6ea7dffd-4273-41d9-a07f-4ce2c360b167 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/5a132f10-e11b-452b-b49e-db06fd33c332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428572 Jul 08 02:25:46.534248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49232) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:46.536175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d65d6d-f800-40c2-9059-c6a3ec57e251 None None] Sync routers for ids ['5a132f10-e11b-452b-b49e-db06fd33c332'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:46.563496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d65d6d-f800-40c2-9059-c6a3ec57e251 None None] Routers {'5a132f10-e11b-452b-b49e-db06fd33c332'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:46.567353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-93d65d6d-f800-40c2-9059-c6a3ec57e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['5a132f10-e11b-452b-b49e-db06fd33c332'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:46.646915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-450e2dee-6568-4ac0-bd02-9e1d1bbd0548 None None] Port cbe513cd-c829-494c-8bd9-d9e25992c684 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:46.646915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-93d65d6d-f800-40c2-9059-c6a3ec57e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:46.647115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5407d336-e16b-4982-b5a6-e96e97b92a28 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:46.647115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5407d336-e16b-4982-b5a6-e96e97b92a28 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports/cbe513cd-c829-494c-8bd9-d9e25992c684 HTTP/1.1" status: 200 len: 910 time: 0.1025939 Jul 08 02:25:46.647115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49238) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:46.647396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d65d6d-f800-40c2-9059-c6a3ec57e251 None None] Routers {'5a132f10-e11b-452b-b49e-db06fd33c332'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:46.647396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-93d65d6d-f800-40c2-9059-c6a3ec57e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['5a132f10-e11b-452b-b49e-db06fd33c332'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:46.683111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-93d65d6d-f800-40c2-9059-c6a3ec57e251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:46.684008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d65d6d-f800-40c2-9059-c6a3ec57e251 None None] The sync data for ids ['5a132f10-e11b-452b-b49e-db06fd33c332'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:46.686075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5187d553-78c9-448b-8c97-bc0236526688 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:46.692146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5187d553-78c9-448b-8c97-bc0236526688 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:46.692601 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.757700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ae67bd67-38f5-4f29-b93b-05714057b971 None None] Provisioning complete for port 5187d553-78c9-448b-8c97-bc0236526688 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:46.758068 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ae67bd67-38f5-4f29-b93b-05714057b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.818066 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.858172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5187d553-78c9-448b-8c97-bc0236526688, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5187d553-78c9-448b-8c97-bc0236526688,segment=NetworkSegment(2d1b9594-2010-4e2e-9ffc-57d3b9d14609),segment_id=2d1b9594-2010-4e2e-9ffc-57d3b9d14609)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:46.892550 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ae67bd67-38f5-4f29-b93b-05714057b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.977876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:47.029390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:47.052140 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-ae67bd67-38f5-4f29-b93b-05714057b971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:25:47.052510 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-ae67bd67-38f5-4f29-b93b-05714057b971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:25:47.057174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5187d553-78c9-448b-8c97-bc0236526688,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:47.491223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:47.505545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1bfecf08-5840-48ed-903e-6b52022edd17 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:47.573400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.21.0.1 (82b672ad-194c-4958-a412-ed4ec8fde6b0/3541b5ac-7bb3-4cd1-8847-2ca763573c6e/d88e5e63-d171-41be-832e-2b83555e91af) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:47.603965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1bfecf08-5840-48ed-903e-6b52022edd17 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:47.603965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:47.697711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5187d553-78c9-448b-8c97-bc0236526688 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:47.726788 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:47.754564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5187d553-78c9-448b-8c97-bc0236526688 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:47.754939 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:47.764077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object d88e5e63-d171-41be-832e-2b83555e91af will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:47.851933 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:47.895964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 82b672ad-194c-4958-a412-ed4ec8fde6b0 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:47.901407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:47.904046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:47.938196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=d88e5e63-d171-41be-832e-2b83555e91af,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:47.968137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.184179 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.279256 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.307664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c926b7cd-ab78-451b-b820-881468a4fccc None None] Provisioning for port d88e5e63-d171-41be-832e-2b83555e91af completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:48.312492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c926b7cd-ab78-451b-b820-881468a4fccc None None] Provisioning complete for port d88e5e63-d171-41be-832e-2b83555e91af triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:48.313051 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c926b7cd-ab78-451b-b820-881468a4fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.371871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c926b7cd-ab78-451b-b820-881468a4fccc None None] Port d88e5e63-d171-41be-832e-2b83555e91af cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:48.492657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.559191 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.655671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.657546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=d88e5e63-d171-41be-832e-2b83555e91af,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:48.750993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 82b672ad-194c-4958-a412-ed4ec8fde6b0 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:48.752438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:48.860899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 5a132f10-e11b-452b-b49e-db06fd33c332 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:48.969638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:48.975418 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f949e3df-f51c-4151-8b8a-c35727b3585f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/5a132f10-e11b-452b-b49e-db06fd33c332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3329718 Jul 08 02:25:48.977865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49290) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:48.980269 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa8819-06df-4b55-ac64-a26b126d8c8f None None] Sync routers for ids ['5a132f10-e11b-452b-b49e-db06fd33c332'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:48.990268 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa8819-06df-4b55-ac64-a26b126d8c8f None None] Routers {'5a132f10-e11b-452b-b49e-db06fd33c332'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:48.990910 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-75aa8819-06df-4b55-ac64-a26b126d8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['5a132f10-e11b-452b-b49e-db06fd33c332'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:49.023501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-75aa8819-06df-4b55-ac64-a26b126d8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:49.032204 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa8819-06df-4b55-ac64-a26b126d8c8f None None] Routers {'5a132f10-e11b-452b-b49e-db06fd33c332'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:49.032339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a362358-7c6c-4e78-880d-88688e521332 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:49.032743 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-75aa8819-06df-4b55-ac64-a26b126d8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['5a132f10-e11b-452b-b49e-db06fd33c332'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:49.033603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7a362358-7c6c-4e78-880d-88688e521332 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports/d88e5e63-d171-41be-832e-2b83555e91af HTTP/1.1" status: 200 len: 910 time: 0.0546966 Jul 08 02:25:49.036385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49292) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:49.064265 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-75aa8819-06df-4b55-ac64-a26b126d8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:49.064918 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa8819-06df-4b55-ac64-a26b126d8c8f None None] The sync data for ids ['5a132f10-e11b-452b-b49e-db06fd33c332'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:49.094060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-28796b7c-96dd-4c86-9169-632446dfe653 None None] Provisioning complete for port d88e5e63-d171-41be-832e-2b83555e91af triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:49.094576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-28796b7c-96dd-4c86-9169-632446dfe653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:49.132173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-28796b7c-96dd-4c86-9169-632446dfe653 None None] Port d88e5e63-d171-41be-832e-2b83555e91af cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:49.367719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:49.633452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port d88e5e63-d171-41be-832e-2b83555e91af {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:49.633809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:49.723705 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:49.736320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for d88e5e63-d171-41be-832e-2b83555e91af owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:50.004734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:50.034900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=d88e5e63-d171-41be-832e-2b83555e91af,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:50.210615 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:50.407241 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 5a132f10-e11b-452b-b49e-db06fd33c332 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:50.502064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:50.507140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cde39505-823c-4157-b61d-bd5fdbd42adc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/5a132f10-e11b-452b-b49e-db06fd33c332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697900 Jul 08 02:25:50.509809 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49330) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:50.514455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29d284-0e34-4828-b334-6dac8ada7c14 None None] Sync routers for ids ['5a132f10-e11b-452b-b49e-db06fd33c332'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:50.524338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29d284-0e34-4828-b334-6dac8ada7c14 None None] Routers {'5a132f10-e11b-452b-b49e-db06fd33c332'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:50.525072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-db29d284-0e34-4828-b334-6dac8ada7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['5a132f10-e11b-452b-b49e-db06fd33c332'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:50.560045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-db29d284-0e34-4828-b334-6dac8ada7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:50.574809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29d284-0e34-4828-b334-6dac8ada7c14 None None] Routers {'5a132f10-e11b-452b-b49e-db06fd33c332'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:50.575785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-db29d284-0e34-4828-b334-6dac8ada7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['5a132f10-e11b-452b-b49e-db06fd33c332'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:50.617760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-db29d284-0e34-4828-b334-6dac8ada7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:50.618592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db29d284-0e34-4828-b334-6dac8ada7c14 None None] The sync data for ids ['5a132f10-e11b-452b-b49e-db06fd33c332'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:50.846093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:51.050709 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:51.378163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port cbe513cd-c829-494c-8bd9-d9e25992c684 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:51.378518 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:51.465005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:51.476778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for cbe513cd-c829-494c-8bd9-d9e25992c684 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:51.764686 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:51.796833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=cbe513cd-c829-494c-8bd9-d9e25992c684,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:51.949238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.115658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 5a132f10-e11b-452b-b49e-db06fd33c332 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:52.194994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:52.200412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a1931bca-6332-43c6-8fa1-3c79bac91ffe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/5a132f10-e11b-452b-b49e-db06fd33c332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895373 Jul 08 02:25:52.205311 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d0df2-dc6d-4827-8d30-4164e11fed8d None None] Sync routers for ids ['5a132f10-e11b-452b-b49e-db06fd33c332'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:52.207396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49358) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:52.215044 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d0df2-dc6d-4827-8d30-4164e11fed8d None None] Routers {'5a132f10-e11b-452b-b49e-db06fd33c332'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:52.215896 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-112d0df2-dc6d-4827-8d30-4164e11fed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['5a132f10-e11b-452b-b49e-db06fd33c332'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:52.244033 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8e848ea0-327c-4ff3-aa84-a831cf2649c8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a132f10-e11b-452b-b49e-db06fd33c332 HTTP/1.1" status: 200 len: 205 time: 0.0346739 Jul 08 02:25:52.246555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49360) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:52.337719 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c65c9648-a200-45d4-b256-2abd0ec42778 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.356056 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-112d0df2-dc6d-4827-8d30-4164e11fed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:52.364749 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d0df2-dc6d-4827-8d30-4164e11fed8d None None] Routers {'5a132f10-e11b-452b-b49e-db06fd33c332'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:52.365376 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-112d0df2-dc6d-4827-8d30-4164e11fed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['5a132f10-e11b-452b-b49e-db06fd33c332'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:52.397233 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-112d0df2-dc6d-4827-8d30-4164e11fed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:52.397867 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d0df2-dc6d-4827-8d30-4164e11fed8d None None] The sync data for ids ['5a132f10-e11b-452b-b49e-db06fd33c332'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:52.495758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c65c9648-a200-45d4-b256-2abd0ec42778 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.497891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c65c9648-a200-45d4-b256-2abd0ec42778 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.593095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c65c9648-a200-45d4-b256-2abd0ec42778 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.593887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65c9648-a200-45d4-b256-2abd0ec42778 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Fanout notify agent at l3_agent the message router_deleted on router 5a132f10-e11b-452b-b49e-db06fd33c332 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:25:52.604213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c65c9648-a200-45d4-b256-2abd0ec42778 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.604213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c65c9648-a200-45d4-b256-2abd0ec42778 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/5a132f10-e11b-452b-b49e-db06fd33c332 HTTP/1.1" status: 204 len: 168 time: 0.3537247 Jul 08 02:25:52.604640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:52.660578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c520d7-f403-4d29-a844-14c40fa68a89 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet 3541b5ac-7bb3-4cd1-8847-2ca763573c6e {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:25:52.663761 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95c520d7-f403-4d29-a844-14c40fa68a89 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.705924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95c520d7-f403-4d29-a844-14c40fa68a89 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.792458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95c520d7-f403-4d29-a844-14c40fa68a89 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.915418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95c520d7-f403-4d29-a844-14c40fa68a89 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.941987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c520d7-f403-4d29-a844-14c40fa68a89 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=3541b5ac-7bb3-4cd1-8847-2ca763573c6e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:52.948618 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-95c520d7-f403-4d29-a844-14c40fa68a89 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:52.950920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-95c520d7-f403-4d29-a844-14c40fa68a89 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/3541b5ac-7bb3-4cd1-8847-2ca763573c6e HTTP/1.1" status: 204 len: 168 time: 0.3451920 Jul 08 02:25:52.953709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49378) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:52.956198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8858f835-b712-4a78-aa56-04bd831d653b None None] Network 82b672ad-194c-4958-a412-ed4ec8fde6b0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:53.014873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccc2097-93b4-40fa-9611-f8157dabdef4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet c75552c5-1ff7-41bd-95a8-498a2709946a {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:25:53.018318 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cccc2097-93b4-40fa-9611-f8157dabdef4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.065376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cccc2097-93b4-40fa-9611-f8157dabdef4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.160751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cccc2097-93b4-40fa-9611-f8157dabdef4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.185458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] DHCP port deletion for 82b672ad-194c-4958-a412-ed4ec8fde6b0 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:25:53.244590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] Deleting port 5187d553-78c9-448b-8c97-bc0236526688 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:53.245228 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.305421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] For port 5187d553-78c9-448b-8c97-bc0236526688, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5187d553-78c9-448b-8c97-bc0236526688,segment=NetworkSegment(2d1b9594-2010-4e2e-9ffc-57d3b9d14609),segment_id=2d1b9594-2010-4e2e-9ffc-57d3b9d14609)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:53.305832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.318166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] Calling delete_port for 5187d553-78c9-448b-8c97-bc0236526688 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:53.348697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cccc2097-93b4-40fa-9611-f8157dabdef4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.374786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cccc2097-93b4-40fa-9611-f8157dabdef4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.377463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cccc2097-93b4-40fa-9611-f8157dabdef4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/c75552c5-1ff7-41bd-95a8-498a2709946a HTTP/1.1" status: 204 len: 168 time: 0.4224651 Jul 08 02:25:53.380266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49386) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:53.380619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b3968-0a42-43e5-b519-3f8f0fcc7441 None None] Network b1b4d6f7-c099-48a9-98da-737b102947d7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:53.406724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc2097-93b4-40fa-9611-f8157dabdef4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=c75552c5-1ff7-41bd-95a8-498a2709946a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:53.530619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.531262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5187d553-78c9-448b-8c97-bc0236526688 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:53.593312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port 5187d553-78c9-448b-8c97-bc0236526688 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:53.593925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.653556 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.664106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port 5187d553-78c9-448b-8c97-bc0236526688, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5187d553-78c9-448b-8c97-bc0236526688,segment=NetworkSegment(2d1b9594-2010-4e2e-9ffc-57d3b9d14609),segment_id=2d1b9594-2010-4e2e-9ffc-57d3b9d14609)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:53.667926 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.668286 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.688466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for 5187d553-78c9-448b-8c97-bc0236526688 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:53.705919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] No DVR routers for this DVR port 5187d553-78c9-448b-8c97-bc0236526688 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:53.709467 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c818bf-9b61-4f5c-ba52-3265567551d3 None None] Pushing event deleted for resources: {'Port': ['ID=5187d553-78c9-448b-8c97-bc0236526688,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:53.716271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] DHCP port deletion for b1b4d6f7-c099-48a9-98da-737b102947d7 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:25:53.794003 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.811545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] Deleting port 1bfecf08-5840-48ed-903e-6b52022edd17 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:53.812004 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.853511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=5187d553-78c9-448b-8c97-bc0236526688,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:53.860902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No DVR routers for this DVR port 5187d553-78c9-448b-8c97-bc0236526688 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:53.933068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] For port 1bfecf08-5840-48ed-903e-6b52022edd17, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1bfecf08-5840-48ed-903e-6b52022edd17,segment=NetworkSegment(59478223-ab8a-457d-b77f-278bf3cee5c8),segment_id=59478223-ab8a-457d-b77f-278bf3cee5c8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:53.933463 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.954839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] Calling delete_port for 1bfecf08-5840-48ed-903e-6b52022edd17 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:54.020956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.036103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b672ad-194c-4958-a412-ed4ec8fde6b0']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:54.052872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1b9594-2010-4e2e-9ffc-57d3b9d14609') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:54.053181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1b9594-2010-4e2e-9ffc-57d3b9d14609') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:54.064668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.079901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.087166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:25:54.087550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:25:54.091150 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:25:54.153480 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.177840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] Pushing event deleted for resources: {'Port': ['ID=1bfecf08-5840-48ed-903e-6b52022edd17,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:54.193915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e39c65-3be7-4472-a5a7-b00b038b63cf None None] No DVR routers for this DVR port 1bfecf08-5840-48ed-903e-6b52022edd17 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:54.239118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.246887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.248880 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/82b672ad-194c-4958-a412-ed4ec8fde6b0 HTTP/1.1" status: 204 len: 168 time: 0.8672898 Jul 08 02:25:54.253501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:54.260349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c55a83-b72d-4677-9830-df41dddeadac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=82b672ad-194c-4958-a412-ed4ec8fde6b0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:54.623332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.709520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.719760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b4d6f7-c099-48a9-98da-737b102947d7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:54.734646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59478223-ab8a-457d-b77f-278bf3cee5c8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:54.734957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59478223-ab8a-457d-b77f-278bf3cee5c8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:54.744325 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.757786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.765798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:25:54.767629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:25:54.770665 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:25:54.920457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.927806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.932405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/b1b4d6f7-c099-48a9-98da-737b102947d7 HTTP/1.1" status: 204 len: 168 time: 0.6756816 Jul 08 02:25:54.935549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49418) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:54.940893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-470999945'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:54.955792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c8db-378f-4f9a-b49a-c69c6c3179e2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=b1b4d6f7-c099-48a9-98da-737b102947d7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:55.035364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:55.039680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.062970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:25:55.071563 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.071924 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment a237c904-68fe-4308-a51e-23ea931e87a3 of type vlan for network 54ecca80-f48f-47ab-bd56-256b3c11581d Jul 08 02:25:55.121350 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.198923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.204969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:55.206047 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.280879 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3441889 Jul 08 02:25:55.283788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:55.289926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': '54ecca80-f48f-47ab-bd56-256b3c11581d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:55.290117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee662c-e31c-465a-ac0f-edfb06762530 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=54ecca80-f48f-47ab-bd56-256b3c11581d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:55.301080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 54ecca80-f48f-47ab-bd56-256b3c11581d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:25:55.462213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:55.466089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.478857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1bfecf08-5840-48ed-903e-6b52022edd17 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:55.499596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 1bfecf08-5840-48ed-903e-6b52022edd17 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:55.500042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1bfecf08-5840-48ed-903e-6b52022edd17 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:55.724994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.736684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49428) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:55.793198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=26c2fa78-fe2c-4fda-a7f6-d883de546425,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:55.800942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': 'a237c904-68fe-4308-a51e-23ea931e87a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '54ecca80-f48f-47ab-bd56-256b3c11581d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:55.801314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: 54ecca80-f48f-47ab-bd56-256b3c11581d, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:25:55.856220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98c3ab34-de20-46c4-ab7e-21e6d4be050d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.885326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 54ecca80-f48f-47ab-bd56-256b3c11581d is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:25:55.958624 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98c3ab34-de20-46c4-ab7e-21e6d4be050d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.964780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 54ecca80-f48f-47ab-bd56-256b3c11581d) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:55.977588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ad80d-abb3-471c-a3c6-17016b8ea2e3 None None] Network 54ecca80-f48f-47ab-bd56-256b3c11581d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:55.982350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:55.984655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.027692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98c3ab34-de20-46c4-ab7e-21e6d4be050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.072858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:56.073101 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-98c3ab34-de20-46c4-ab7e-21e6d4be050d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbeb5f698dbf4bd6ba57afadabe52d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350594 Jul 08 02:25:56.074475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3ab34-de20-46c4-ab7e-21e6d4be050d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459e1d3-5165-49f0-be71-4b78cb95d8f4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:56.106614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:56.106859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-77b4d75f-badb-4a65-905a-7dea764255f7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8217738 Jul 08 02:25:56.113729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2ffd485f-4b5c-48e9-9223-76483aa5366e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-402839813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:56.144555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-54ecca80-f48f-47ab-bd56-256b3c11581d', 'network_id': '54ecca80-f48f-47ab-bd56-256b3c11581d', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': '26c2fa78-fe2c-4fda-a7f6-d883de546425'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:25:56.144745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e4947f3-251c-43c3-a077-629bf9f97b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.145612 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.169590 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e4947f3-251c-43c3-a077-629bf9f97b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.221763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ffd485f-4b5c-48e9-9223-76483aa5366e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.222854 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ffd485f-4b5c-48e9-9223-76483aa5366e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.284700 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e4947f3-251c-43c3-a077-629bf9f97b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.287218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e4947f3-251c-43c3-a077-629bf9f97b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.289047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7e4947f3-251c-43c3-a077-629bf9f97b4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9459e1d3-5165-49f0-be71-4b78cb95d8f4 HTTP/1.1" status: 204 len: 168 time: 0.2131047 Jul 08 02:25:56.296351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Allocated IP 172.20.0.2 (54ecca80-f48f-47ab-bd56-256b3c11581d/26c2fa78-fe2c-4fda-a7f6-d883de546425/e2ac5835-06bf-4746-a750-c01d8ddfdfba) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:56.297451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4947f3-251c-43c3-a077-629bf9f97b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459e1d3-5165-49f0-be71-4b78cb95d8f4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:56.341565 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ffd485f-4b5c-48e9-9223-76483aa5366e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.393882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ffd485f-4b5c-48e9-9223-76483aa5366e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.457640 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.461548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2ffd485f-4b5c-48e9-9223-76483aa5366e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.465268 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2ffd485f-4b5c-48e9-9223-76483aa5366e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3541884 Jul 08 02:25:56.465752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49440) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:56.466285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Transition to ACTIVE for port object e2ac5835-06bf-4746-a750-c01d8ddfdfba will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:56.471480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'port': {'network_id': '54ecca80-f48f-47ab-bd56-256b3c11581d', 'name': 'tempest-RoutersTest-88669420'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:56.482078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Transition to ACTIVE for port object e2ac5835-06bf-4746-a750-c01d8ddfdfba will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:56.564296 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.599892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Network 54ecca80-f48f-47ab-bd56-256b3c11581d is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:56.604693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:56.610226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:56.618647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Pushing event updated for resources: {'Port': ['ID=e2ac5835-06bf-4746-a750-c01d8ddfdfba,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:56.673506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Attempting to bind port e2ac5835-06bf-4746-a750-c01d8ddfdfba on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:56.673758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:56.673875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Attempting to bind port e2ac5835-06bf-4746-a750-c01d8ddfdfba by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a237c904-68fe-4308-a51e-23ea931e87a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '54ecca80-f48f-47ab-bd56-256b3c11581d'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:56.674232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Attempting to bind port e2ac5835-06bf-4746-a750-c01d8ddfdfba on network 54ecca80-f48f-47ab-bd56-256b3c11581d {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:56.677849 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.679672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:56.680060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Checking segment: {'id': 'a237c904-68fe-4308-a51e-23ea931e87a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '54ecca80-f48f-47ab-bd56-256b3c11581d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:56.680459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.680856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Bound using segment: {'id': 'a237c904-68fe-4308-a51e-23ea931e87a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '54ecca80-f48f-47ab-bd56-256b3c11581d'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:56.681461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Bound port: e2ac5835-06bf-4746-a750-c01d8ddfdfba, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a237c904-68fe-4308-a51e-23ea931e87a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '54ecca80-f48f-47ab-bd56-256b3c11581d'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:56.681705 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.697892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] device_id is not set on port ad8cfce4-2a08-4f4a-98ee-891123505105 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:25:56.748570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] For port e2ac5835-06bf-4746-a750-c01d8ddfdfba, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:56.751971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] For port e2ac5835-06bf-4746-a750-c01d8ddfdfba, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2ac5835-06bf-4746-a750-c01d8ddfdfba,segment=NetworkSegment(a237c904-68fe-4308-a51e-23ea931e87a3),segment_id=a237c904-68fe-4308-a51e-23ea931e87a3)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:56.814528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.20.0.12 (54ecca80-f48f-47ab-bd56-256b3c11581d/26c2fa78-fe2c-4fda-a7f6-d883de546425/ad8cfce4-2a08-4f4a-98ee-891123505105) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:56.862099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.950413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c86e21-b6ed-412e-a6fb-77a85bbbd45e None None] Pushing event updated for resources: {'Port': ['ID=e2ac5835-06bf-4746-a750-c01d8ddfdfba,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:56.987977 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.003286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object ad8cfce4-2a08-4f4a-98ee-891123505105 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:57.058621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49448) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:57.078429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11ac2004-c878-41de-8e9f-94cf4f3d9f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.094990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.187230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 54ecca80-f48f-47ab-bd56-256b3c11581d is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:57.191169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:57.194434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:57.221890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=ad8cfce4-2a08-4f4a-98ee-891123505105,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:57.246542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11ac2004-c878-41de-8e9f-94cf4f3d9f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.258026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:57.259729 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.313229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11ac2004-c878-41de-8e9f-94cf4f3d9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.368311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-11ac2004-c878-41de-8e9f-94cf4f3d9f66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e52634df9e6f46949bebd27b9d8bd29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083639 Jul 08 02:25:57.371231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49450) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:57.378267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac2004-c878-41de-8e9f-94cf4f3d9f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4229aab-d46c-42ea-8d61-08cead2bb708,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:57.424057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-48f336ed-239d-40e0-868f-add902a917f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9569306 Jul 08 02:25:57.426917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:57.512124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-678f2fc7-b3ed-42c7-8802-3f9609e53adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.545281 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-678f2fc7-b3ed-42c7-8802-3f9609e53adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.583956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2ac5835-06bf-4746-a750-c01d8ddfdfba up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:57.708951 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-678f2fc7-b3ed-42c7-8802-3f9609e53adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.712697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-678f2fc7-b3ed-42c7-8802-3f9609e53adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:57.717211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-678f2fc7-b3ed-42c7-8802-3f9609e53adb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4229aab-d46c-42ea-8d61-08cead2bb708 HTTP/1.1" status: 204 len: 168 time: 0.3410602 Jul 08 02:25:57.736462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e2ac5835-06bf-4746-a750-c01d8ddfdfba completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:57.737039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f2fc7-b3ed-42c7-8802-3f9609e53adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4229aab-d46c-42ea-8d61-08cead2bb708,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:57.867505 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.147177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.162349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a93aa-eb1a-4b54-b0e1-167a70ebe005 None None] Network 54ecca80-f48f-47ab-bd56-256b3c11581d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:25:58.227155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.323064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-63f125f5-bced-4a25-8740-40bf5e375495 None None] Provisioning for port e2ac5835-06bf-4746-a750-c01d8ddfdfba completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:58.331848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-63f125f5-bced-4a25-8740-40bf5e375495 None None] Provisioning complete for port e2ac5835-06bf-4746-a750-c01d8ddfdfba triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:58.332308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-63f125f5-bced-4a25-8740-40bf5e375495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.338428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=ad8cfce4-2a08-4f4a-98ee-891123505105,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:58.439544 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-63f125f5-bced-4a25-8740-40bf5e375495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.512012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-63f125f5-bced-4a25-8740-40bf5e375495 None None] For port e2ac5835-06bf-4746-a750-c01d8ddfdfba, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2ac5835-06bf-4746-a750-c01d8ddfdfba,segment=NetworkSegment(a237c904-68fe-4308-a51e-23ea931e87a3),segment_id=a237c904-68fe-4308-a51e-23ea931e87a3)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:58.526872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.582141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-63f125f5-bced-4a25-8740-40bf5e375495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.653939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f125f5-bced-4a25-8740-40bf5e375495 None None] Pushing event updated for resources: {'Port': ['ID=e2ac5835-06bf-4746-a750-c01d8ddfdfba,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:58.701614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5c92a23e-6030-4595-8efb-eb71a6861fcb None None] Provisioning complete for port e2ac5835-06bf-4746-a750-c01d8ddfdfba triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:58.702103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c92a23e-6030-4595-8efb-eb71a6861fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.820531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.920557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5c92a23e-6030-4595-8efb-eb71a6861fcb None None] Provisioning for port ad8cfce4-2a08-4f4a-98ee-891123505105 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:58.924958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5c92a23e-6030-4595-8efb-eb71a6861fcb None None] Provisioning complete for port ad8cfce4-2a08-4f4a-98ee-891123505105 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:58.929449 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c92a23e-6030-4595-8efb-eb71a6861fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.977159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5c92a23e-6030-4595-8efb-eb71a6861fcb None None] Port ad8cfce4-2a08-4f4a-98ee-891123505105 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:59.110244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bb1674d7-d1ad-48c9-bd01-6a9179d37a7c None None] Provisioning complete for port ad8cfce4-2a08-4f4a-98ee-891123505105 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:59.110687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bb1674d7-d1ad-48c9-bd01-6a9179d37a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.167859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bb1674d7-d1ad-48c9-bd01-6a9179d37a7c None None] Port ad8cfce4-2a08-4f4a-98ee-891123505105 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:59.209483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.261938 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.287098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e86e0834-fc81-415f-a213-b880676873f4 None None] Provisioning complete for port ad8cfce4-2a08-4f4a-98ee-891123505105 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:59.288189 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e86e0834-fc81-415f-a213-b880676873f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.341509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=ad8cfce4-2a08-4f4a-98ee-891123505105,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:59.345029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.354368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e86e0834-fc81-415f-a213-b880676873f4 None None] Port ad8cfce4-2a08-4f4a-98ee-891123505105 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:59.466404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 54ecca80-f48f-47ab-bd56-256b3c11581d is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:59.467817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:59.511279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2ac5835-06bf-4746-a750-c01d8ddfdfba up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:59.571919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e2ac5835-06bf-4746-a750-c01d8ddfdfba triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:59.572315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.718388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c194667-7cec-47c0-8bff-a021eede69d4 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:25:59.780503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1265bf4e-7a88-4866-85b1-b0e80b2b32c9 None None] Provisioning complete for port ad8cfce4-2a08-4f4a-98ee-891123505105 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:59.780912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1265bf4e-7a88-4866-85b1-b0e80b2b32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.815700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1265bf4e-7a88-4866-85b1-b0e80b2b32c9 None None] Port ad8cfce4-2a08-4f4a-98ee-891123505105 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:59.818324 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:59.829838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0e4e6b2e-b2b0-40e3-816c-c97d6b68af5d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c194667-7cec-47c0-8bff-a021eede69d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3993733 Jul 08 02:25:59.829994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10f070-635f-4738-a1ed-6fb79ea16f36 None None] Sync routers for ids ['4c194667-7cec-47c0-8bff-a021eede69d4'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:59.830118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:59.838834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10f070-635f-4738-a1ed-6fb79ea16f36 None None] Routers {'4c194667-7cec-47c0-8bff-a021eede69d4'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:59.839513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1d10f070-635f-4738-a1ed-6fb79ea16f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c194667-7cec-47c0-8bff-a021eede69d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:59.875805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1d10f070-635f-4738-a1ed-6fb79ea16f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:59.885588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10f070-635f-4738-a1ed-6fb79ea16f36 None None] Routers {'4c194667-7cec-47c0-8bff-a021eede69d4'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:59.886298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1d10f070-635f-4738-a1ed-6fb79ea16f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c194667-7cec-47c0-8bff-a021eede69d4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:59.886520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b8c08-ef85-45df-b640-ce2b7308cf3f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:59.890721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-de3b8c08-ef85-45df-b640-ce2b7308cf3f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports/ad8cfce4-2a08-4f4a-98ee-891123505105 HTTP/1.1" status: 200 len: 976 time: 0.0569212 Jul 08 02:25:59.890988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49504) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:25:59.918231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1d10f070-635f-4738-a1ed-6fb79ea16f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:59.918892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10f070-635f-4738-a1ed-6fb79ea16f36 None None] The sync data for ids ['4c194667-7cec-47c0-8bff-a021eede69d4'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:00.310062 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:00.824211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port ad8cfce4-2a08-4f4a-98ee-891123505105 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:00.824509 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:00.914484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:00.926414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for ad8cfce4-2a08-4f4a-98ee-891123505105 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:01.249648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:01.281188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=ad8cfce4-2a08-4f4a-98ee-891123505105,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:01.482077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:01.653734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c194667-7cec-47c0-8bff-a021eede69d4 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:01.734646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:01.742934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49540) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:01.743457 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01de1596-8eaf-4c90-a636-0fb30911ba91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c194667-7cec-47c0-8bff-a021eede69d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8508613 Jul 08 02:26:01.745106 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acfc9e-2c6c-4c42-80aa-7a495e4226f1 None None] Sync routers for ids ['4c194667-7cec-47c0-8bff-a021eede69d4'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:01.755791 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38acfc9e-2c6c-4c42-80aa-7a495e4226f1 None None] Routers {'4c194667-7cec-47c0-8bff-a021eede69d4'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:01.756531 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-38acfc9e-2c6c-4c42-80aa-7a495e4226f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c194667-7cec-47c0-8bff-a021eede69d4'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:01.814748 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-38acfc9e-2c6c-4c42-80aa-7a495e4226f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:01.824332 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38acfc9e-2c6c-4c42-80aa-7a495e4226f1 None None] Routers {'4c194667-7cec-47c0-8bff-a021eede69d4'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:01.825010 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-38acfc9e-2c6c-4c42-80aa-7a495e4226f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c194667-7cec-47c0-8bff-a021eede69d4'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:01.860148 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-38acfc9e-2c6c-4c42-80aa-7a495e4226f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:01.860955 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acfc9e-2c6c-4c42-80aa-7a495e4226f1 None None] The sync data for ids ['4c194667-7cec-47c0-8bff-a021eede69d4'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:01.915626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:01.946134 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-b1833c87-f6b9-4a2f-8069-ecd6b2310267 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 02:26:01.947184 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b1833c87-f6b9-4a2f-8069-ecd6b2310267 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c194667-7cec-47c0-8bff-a021eede69d4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2031553 Jul 08 02:26:01.950028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:01.984039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dab5ca97-d7ca-457c-aa5a-49ddd02018f5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c194667-7cec-47c0-8bff-a021eede69d4 HTTP/1.1" status: 200 len: 205 time: 0.0327864 Jul 08 02:26:01.986528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49550) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:02.047859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68eaa5fc-581c-4099-90dd-4c47822e3a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.071787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47453984-75e9-4faf-995f-10e70697e957 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.150710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68eaa5fc-581c-4099-90dd-4c47822e3a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.205079 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68eaa5fc-581c-4099-90dd-4c47822e3a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.243843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47453984-75e9-4faf-995f-10e70697e957 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.245055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-68eaa5fc-581c-4099-90dd-4c47822e3a4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=beb4e190bf114b7abf77461f868eee32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283403 Jul 08 02:26:02.245940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaa5fc-581c-4099-90dd-4c47822e3a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae63752-5702-4231-aa4a-b4f13011a4d5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:02.246063 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47453984-75e9-4faf-995f-10e70697e957 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.248676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49554) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:02.327505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c118026-647b-4fe0-8192-b6d82bf5567c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.349914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c118026-647b-4fe0-8192-b6d82bf5567c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.358200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47453984-75e9-4faf-995f-10e70697e957 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.358726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47453984-75e9-4faf-995f-10e70697e957 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Fanout notify agent at l3_agent the message router_deleted on router 4c194667-7cec-47c0-8bff-a021eede69d4 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:26:02.367389 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47453984-75e9-4faf-995f-10e70697e957 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.368484 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-47453984-75e9-4faf-995f-10e70697e957 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/4c194667-7cec-47c0-8bff-a021eede69d4 HTTP/1.1" status: 204 len: 168 time: 0.3804445 Jul 08 02:26:02.378101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49558) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:02.444933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-39773530-4659-4d42-ba22-9087d8ee014e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet 26c2fa78-fe2c-4fda-a7f6-d883de546425 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:26:02.449177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39773530-4659-4d42-ba22-9087d8ee014e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.462825 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c118026-647b-4fe0-8192-b6d82bf5567c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.465912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c118026-647b-4fe0-8192-b6d82bf5567c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.467224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7c118026-647b-4fe0-8192-b6d82bf5567c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ae63752-5702-4231-aa4a-b4f13011a4d5 HTTP/1.1" status: 204 len: 168 time: 0.2175920 Jul 08 02:26:02.479300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c118026-647b-4fe0-8192-b6d82bf5567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae63752-5702-4231-aa4a-b4f13011a4d5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:02.524089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39773530-4659-4d42-ba22-9087d8ee014e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.608692 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39773530-4659-4d42-ba22-9087d8ee014e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.753627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39773530-4659-4d42-ba22-9087d8ee014e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.782778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39773530-4659-4d42-ba22-9087d8ee014e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=26c2fa78-fe2c-4fda-a7f6-d883de546425,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:02.786577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-39773530-4659-4d42-ba22-9087d8ee014e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.792064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-39773530-4659-4d42-ba22-9087d8ee014e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/26c2fa78-fe2c-4fda-a7f6-d883de546425 HTTP/1.1" status: 204 len: 168 time: 0.4111226 Jul 08 02:26:02.799696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88153536-0408-4b7c-8b6c-47e8d0c4581d None None] Network 54ecca80-f48f-47ab-bd56-256b3c11581d requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:02.800206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:02.875529 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:02.938784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port e2ac5835-06bf-4746-a750-c01d8ddfdfba {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:02.939137 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.020629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] DHCP port deletion for 54ecca80-f48f-47ab-bd56-256b3c11581d request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:26:03.029042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port e2ac5835-06bf-4746-a750-c01d8ddfdfba, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2ac5835-06bf-4746-a750-c01d8ddfdfba,segment=NetworkSegment(a237c904-68fe-4308-a51e-23ea931e87a3),segment_id=a237c904-68fe-4308-a51e-23ea931e87a3)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:03.029519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.045746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for e2ac5835-06bf-4746-a750-c01d8ddfdfba owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:03.071744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] Deleting port e2ac5835-06bf-4746-a750-c01d8ddfdfba {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:03.072421 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.133896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49574) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:03.149961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0330befc-d491-4cf4-95a2-b464f4d8c175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.168985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] For port e2ac5835-06bf-4746-a750-c01d8ddfdfba, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2ac5835-06bf-4746-a750-c01d8ddfdfba,segment=NetworkSegment(a237c904-68fe-4308-a51e-23ea931e87a3),segment_id=a237c904-68fe-4308-a51e-23ea931e87a3)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:03.169679 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.185193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] Calling delete_port for e2ac5835-06bf-4746-a750-c01d8ddfdfba owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:03.259543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.269028 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.308935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=e2ac5835-06bf-4746-a750-c01d8ddfdfba,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:03.315995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No DVR routers for this DVR port e2ac5835-06bf-4746-a750-c01d8ddfdfba on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:03.425850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.449752 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ecca80-f48f-47ab-bd56-256b3c11581d']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:03.466313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a237c904-68fe-4308-a51e-23ea931e87a3') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:03.466639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a237c904-68fe-4308-a51e-23ea931e87a3') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:03.477923 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0330befc-d491-4cf4-95a2-b464f4d8c175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.481821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.482439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] Pushing event deleted for resources: {'Port': ['ID=e2ac5835-06bf-4746-a750-c01d8ddfdfba,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:03.488786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583eb22-9014-468a-9ca5-2b8538f878dc None None] No DVR routers for this DVR port e2ac5835-06bf-4746-a750-c01d8ddfdfba on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:03.502750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.510707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:03.511068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:03.514208 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:03.529664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2ac5835-06bf-4746-a750-c01d8ddfdfba no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:26:03.552731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e2ac5835-06bf-4746-a750-c01d8ddfdfba {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:26:03.553398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2ac5835-06bf-4746-a750-c01d8ddfdfba not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:26:03.560451 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0330befc-d491-4cf4-95a2-b464f4d8c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.619674 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0330befc-d491-4cf4-95a2-b464f4d8c175 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01a23b743cda46ddb3403c3724a51571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844980 Jul 08 02:26:03.620635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330befc-d491-4cf4-95a2-b464f4d8c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ee4161-7efb-495f-901d-dec829b9467a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:03.622525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49578) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:03.672605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.690249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.694681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.708747 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.708747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/54ecca80-f48f-47ab-bd56-256b3c11581d HTTP/1.1" status: 204 len: 168 time: 0.9082460 Jul 08 02:26:03.708921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49580) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:03.715962 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-233203896'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:03.716487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=54ecca80-f48f-47ab-bd56-256b3c11581d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:03.724935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.725316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.726505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.726505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.726939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.727519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.728054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.728189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.728500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.728828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.729184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.729776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26b736e-acee-4462-87c4-cefb833102d0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.805532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:03.809114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.862928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.865443 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.867279 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35ee4161-7efb-495f-901d-dec829b9467a HTTP/1.1" status: 204 len: 168 time: 0.2424731 Jul 08 02:26:03.872163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:03.882527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ee4161-7efb-495f-901d-dec829b9467a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:03.891683 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:03.892054 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment f1d6ac25-9e23-47ee-94b2-778297d75aa5 of type vlan for network 11e3aca5-af62-4801-901f-c2e23df91304 Jul 08 02:26:03.899603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.899954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.900296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.900681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.901064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.901366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.901683 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.902011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.902337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.902664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.902987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.903311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f52d7b8-e7ee-4fc4-a0f6-fd410053dacc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:03.951895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:04.036023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-fd0a3b74-fd01-44ab-8f1b-e96685816b89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700495 Jul 08 02:26:04.045153 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:04.051220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:04.051879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:04.133238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=11e3aca5-af62-4801-901f-c2e23df91304,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:04.143386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 11e3aca5-af62-4801-901f-c2e23df91304 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:04.152736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-1b8068ec-2cc4-42b9-8c8d-a6927e84145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:04.154395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-1b8068ec-2cc4-42b9-8c8d-a6927e84145e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91b0e85f575241638dfa0c8df3bc827d&device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1098 time: 0.0585566 Jul 08 02:26:04.199588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e5bfdd2c-0a97-4389-b09b-536f324c95d8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4916019 Jul 08 02:26:04.202151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49586) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:04.207622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': '11e3aca5-af62-4801-901f-c2e23df91304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:04.267304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-daa72608-7285-4f92-8a77-f13a2245f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:04.269019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-daa72608-7285-4f92-8a77-f13a2245f2d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763 HTTP/1.1" status: 200 len: 910 time: 0.0928662 Jul 08 02:26:04.342028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-64365ecc-d1b9-4a85-9184-1654717c8b75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48b9bda-5cab-4b24-b316-745bb1222766 HTTP/1.1" status: 200 len: 1001 time: 0.0657380 Jul 08 02:26:04.395015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-02e105d7-a0a5-4702-922a-2e2b16cdafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:04.396539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-02e105d7-a0a5-4702-922a-2e2b16cdafbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0409cbf2-66d1-4c24-908b-6b63b3cfe8e6 HTTP/1.1" status: 200 len: 848 time: 0.0460625 Jul 08 02:26:04.425224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:04.429727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:04.467096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-4c4e89d2-1759-4053-88ca-ad3876ef7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:04.468663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-4c4e89d2-1759-4053-88ca-ad3876ef7c19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637586 Jul 08 02:26:04.576551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-19c74d8b-33a2-488a-a9e3-db2393987b01 service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986128 Jul 08 02:26:04.680772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5cca49a0-a67e-4ed8-ad6a-7f0799692e74 req-76e1cf5f-7868-4258-9cfb-30b317698fa4 service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970709 Jul 08 02:26:04.948102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.017967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=8fdc1b4c-5f45-4d28-8b1c-eabefc791ecc,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:05.027749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': 'f1d6ac25-9e23-47ee-94b2-778297d75aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '11e3aca5-af62-4801-901f-c2e23df91304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:05.028201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: 11e3aca5-af62-4801-901f-c2e23df91304, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:05.109069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 11e3aca5-af62-4801-901f-c2e23df91304 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:05.187613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 11e3aca5-af62-4801-901f-c2e23df91304) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:05.193284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:05.194125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.198172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced2b97-4bfe-4de1-9f29-e4216a9c7e63 None None] Network 11e3aca5-af62-4801-901f-c2e23df91304 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:05.285603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:05.286198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3af698f2-3d1e-41a8-bb62-5148b049063b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0824344 Jul 08 02:26:05.290741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cb2fad2a-4ceb-40cd-97eb-0c096cb1ff1f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-862209393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:05.348204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-11e3aca5-af62-4801-901f-c2e23df91304', 'network_id': '11e3aca5-af62-4801-901f-c2e23df91304', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': '8fdc1b4c-5f45-4d28-8b1c-eabefc791ecc'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:26:05.349474 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.399599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb2fad2a-4ceb-40cd-97eb-0c096cb1ff1f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.401003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb2fad2a-4ceb-40cd-97eb-0c096cb1ff1f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.466712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb2fad2a-4ceb-40cd-97eb-0c096cb1ff1f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.497791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Allocated IP 172.20.0.2 (11e3aca5-af62-4801-901f-c2e23df91304/8fdc1b4c-5f45-4d28-8b1c-eabefc791ecc/be6b6020-0549-4a79-94ad-6ffa9e755b81) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:05.543141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb2fad2a-4ceb-40cd-97eb-0c096cb1ff1f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.617738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cb2fad2a-4ceb-40cd-97eb-0c096cb1ff1f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.623979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49624) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:05.628121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cb2fad2a-4ceb-40cd-97eb-0c096cb1ff1f tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3414652 Jul 08 02:26:05.654430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:05.679352 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.690233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Transition to ACTIVE for port object be6b6020-0549-4a79-94ad-6ffa9e755b81 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:05.708182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Transition to ACTIVE for port object be6b6020-0549-4a79-94ad-6ffa9e755b81 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:05.790648 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.831088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Network 11e3aca5-af62-4801-901f-c2e23df91304 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:05.874276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01de9e3a-8639-44d0-8ada-2bbc65c10b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.881043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:05.889624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:05.950515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Pushing event updated for resources: {'Port': ['ID=be6b6020-0549-4a79-94ad-6ffa9e755b81,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:05.996680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01de9e3a-8639-44d0-8ada-2bbc65c10b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.006527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Attempting to bind port be6b6020-0549-4a79-94ad-6ffa9e755b81 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:06.006910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Attempting to bind port be6b6020-0549-4a79-94ad-6ffa9e755b81 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'f1d6ac25-9e23-47ee-94b2-778297d75aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '11e3aca5-af62-4801-901f-c2e23df91304'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:06.008014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Attempting to bind port be6b6020-0549-4a79-94ad-6ffa9e755b81 on network 11e3aca5-af62-4801-901f-c2e23df91304 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:06.015396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:06.015761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Checking segment: {'id': 'f1d6ac25-9e23-47ee-94b2-778297d75aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '11e3aca5-af62-4801-901f-c2e23df91304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:06.018551 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.018551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Bound using segment: {'id': 'f1d6ac25-9e23-47ee-94b2-778297d75aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '11e3aca5-af62-4801-901f-c2e23df91304'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:06.018551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Bound port: be6b6020-0549-4a79-94ad-6ffa9e755b81, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d6ac25-9e23-47ee-94b2-778297d75aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '11e3aca5-af62-4801-901f-c2e23df91304'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:06.018551 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.046462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.108394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01de9e3a-8639-44d0-8ada-2bbc65c10b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.123597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] For port be6b6020-0549-4a79-94ad-6ffa9e755b81, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:06.130432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] For port be6b6020-0549-4a79-94ad-6ffa9e755b81, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be6b6020-0549-4a79-94ad-6ffa9e755b81,segment=NetworkSegment(f1d6ac25-9e23-47ee-94b2-778297d75aa5),segment_id=f1d6ac25-9e23-47ee-94b2-778297d75aa5)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:06.157247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01de9e3a-8639-44d0-8ada-2bbc65c10b18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=646221f1bc7f431a853883ac7808ffa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020487 Jul 08 02:26:06.160307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de9e3a-8639-44d0-8ada-2bbc65c10b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d4a075-b729-4f4d-8cdf-34ce04b92c59,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:06.162737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49640) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:06.211925 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.216107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830b9b96-0ed0-49c9-8759-62336bf23063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.244888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830b9b96-0ed0-49c9-8759-62336bf23063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.279196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f74bf4-9db9-4975-ac68-7ca7f0c1a155 None None] Pushing event updated for resources: {'Port': ['ID=be6b6020-0549-4a79-94ad-6ffa9e755b81,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:06.326011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.20.0.1 (11e3aca5-af62-4801-901f-c2e23df91304/8fdc1b4c-5f45-4d28-8b1c-eabefc791ecc/7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:06.347465 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830b9b96-0ed0-49c9-8759-62336bf23063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.350120 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-830b9b96-0ed0-49c9-8759-62336bf23063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.353646 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-830b9b96-0ed0-49c9-8759-62336bf23063 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95d4a075-b729-4f4d-8cdf-34ce04b92c59 HTTP/1.1" status: 204 len: 168 time: 0.1867518 Jul 08 02:26:06.363928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b9b96-0ed0-49c9-8759-62336bf23063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d4a075-b729-4f4d-8cdf-34ce04b92c59,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:06.494669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.523415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object 7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:06.685114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.724490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 11e3aca5-af62-4801-901f-c2e23df91304 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:06.731014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:06.732219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:06.765726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:06.785903 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:07.018923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:07.336329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:07.342538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e1609-ea93-48da-91d6-bc7642c3689c None None] Network 11e3aca5-af62-4801-901f-c2e23df91304 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:07.405077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:07.493490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:07.502892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:07.519372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b9fce75c-e25f-4c91-9b80-845fd00f2776 None None] Provisioning for port be6b6020-0549-4a79-94ad-6ffa9e755b81 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:07.608290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 11e3aca5-af62-4801-901f-c2e23df91304 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:07.610857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:07.621027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be6b6020-0549-4a79-94ad-6ffa9e755b81 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:07.736480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port be6b6020-0549-4a79-94ad-6ffa9e755b81 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:07.742202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port be6b6020-0549-4a79-94ad-6ffa9e755b81 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:07.746462 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:07.857055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router d8e3696e-55ae-4b61-bd61-81524672d9c3 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:26:07.857205 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:07.892989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port be6b6020-0549-4a79-94ad-6ffa9e755b81, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be6b6020-0549-4a79-94ad-6ffa9e755b81,segment=NetworkSegment(f1d6ac25-9e23-47ee-94b2-778297d75aa5),segment_id=f1d6ac25-9e23-47ee-94b2-778297d75aa5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:07.959023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e86f40cc-bfbf-428b-b33b-2c7a40cdbb56 None None] Provisioning for port 7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:07.963988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e86f40cc-bfbf-428b-b33b-2c7a40cdbb56 None None] Provisioning complete for port 7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:07.966899 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e86f40cc-bfbf-428b-b33b-2c7a40cdbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:07.982210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:08.003264 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2fd7c76e-3421-4863-964e-3afe481ecbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/d8e3696e-55ae-4b61-bd61-81524672d9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3692605 Jul 08 02:26:08.003609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc3960-b4b4-4af2-b8d3-327d0cee6c96 None None] Sync routers for ids ['d8e3696e-55ae-4b61-bd61-81524672d9c3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:08.005605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49694) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:08.008307 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.063749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc3960-b4b4-4af2-b8d3-327d0cee6c96 None None] Routers {'d8e3696e-55ae-4b61-bd61-81524672d9c3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:08.064400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bbcc3960-b4b4-4af2-b8d3-327d0cee6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d8e3696e-55ae-4b61-bd61-81524672d9c3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:08.075893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38768dd-e606-4a08-9068-541e74e3506c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:08.081826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49698) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:08.094800 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c38768dd-e606-4a08-9068-541e74e3506c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports/7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 HTTP/1.1" status: 200 len: 910 time: 0.0850518 Jul 08 02:26:08.108322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bbcc3960-b4b4-4af2-b8d3-327d0cee6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:08.139651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e86f40cc-bfbf-428b-b33b-2c7a40cdbb56 None None] Port 7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:08.193931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc3960-b4b4-4af2-b8d3-327d0cee6c96 None None] Routers {'d8e3696e-55ae-4b61-bd61-81524672d9c3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:08.195037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bbcc3960-b4b4-4af2-b8d3-327d0cee6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d8e3696e-55ae-4b61-bd61-81524672d9c3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:08.209195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=be6b6020-0549-4a79-94ad-6ffa9e755b81,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:08.241179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e86f40cc-bfbf-428b-b33b-2c7a40cdbb56 None None] Provisioning complete for port be6b6020-0549-4a79-94ad-6ffa9e755b81 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:08.241589 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e86f40cc-bfbf-428b-b33b-2c7a40cdbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.244883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-bbcc3960-b4b4-4af2-b8d3-327d0cee6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:08.245519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc3960-b4b4-4af2-b8d3-327d0cee6c96 None None] The sync data for ids ['d8e3696e-55ae-4b61-bd61-81524672d9c3'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:08.454992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9b7e4f8d-fec9-470d-9925-557f740c989c None None] Provisioning complete for port 7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:08.455713 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9b7e4f8d-fec9-470d-9925-557f740c989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.469314 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.492737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e4f8d-fec9-470d-9925-557f740c989c None None] Port 7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:08.723765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port 7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:08.724077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.819300 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.833151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for 7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:08.942084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49712) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:09.058599 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8139890f-6db5-442b-93cc-426e9b0cc498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.119998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.158535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=7f6ee6ec-c6dd-47d0-9427-1a0c96b8f088,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:09.331714 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8139890f-6db5-442b-93cc-426e9b0cc498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.337197 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.394699 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8139890f-6db5-442b-93cc-426e9b0cc498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.506397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be6b6020-0549-4a79-94ad-6ffa9e755b81 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:09.555140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port be6b6020-0549-4a79-94ad-6ffa9e755b81 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:09.555546 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.741951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139890f-6db5-442b-93cc-426e9b0cc498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04402a0-6193-4e00-bc34-66edc98c811e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:09.751504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8139890f-6db5-442b-93cc-426e9b0cc498 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d3c0371f66c43998947fa037c69bef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8081818 Jul 08 02:26:09.751504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49720) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:09.851684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router d8e3696e-55ae-4b61-bd61-81524672d9c3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:09.875580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c32d-f702-4314-ac5e-300ef3ae3dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.959018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:09.963393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c32d-f702-4314-ac5e-300ef3ae3dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.968812 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cfd2e-9f7d-446d-a155-32bec97c0f42 None None] Sync routers for ids ['d8e3696e-55ae-4b61-bd61-81524672d9c3'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:09.969588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-494cd56f-1d5e-4096-a6f8-2c4e92b481a9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/d8e3696e-55ae-4b61-bd61-81524672d9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8859432 Jul 08 02:26:09.972512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49726) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:09.978920 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241cfd2e-9f7d-446d-a155-32bec97c0f42 None None] Routers {'d8e3696e-55ae-4b61-bd61-81524672d9c3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:09.982053 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-241cfd2e-9f7d-446d-a155-32bec97c0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d8e3696e-55ae-4b61-bd61-81524672d9c3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:10.007752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-375686d9-338e-4f7a-adb7-e60166290402 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8e3696e-55ae-4b61-bd61-81524672d9c3 HTTP/1.1" status: 200 len: 205 time: 0.0307014 Jul 08 02:26:10.008898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49728) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:10.016785 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-241cfd2e-9f7d-446d-a155-32bec97c0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:10.025592 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241cfd2e-9f7d-446d-a155-32bec97c0f42 None None] Routers {'d8e3696e-55ae-4b61-bd61-81524672d9c3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:10.026317 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-241cfd2e-9f7d-446d-a155-32bec97c0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d8e3696e-55ae-4b61-bd61-81524672d9c3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:10.058210 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-241cfd2e-9f7d-446d-a155-32bec97c0f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:10.058850 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241cfd2e-9f7d-446d-a155-32bec97c0f42 None None] The sync data for ids ['d8e3696e-55ae-4b61-bd61-81524672d9c3'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:10.087313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b88262a-f035-4e8d-9516-f0d23071dbff tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.239898 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c32d-f702-4314-ac5e-300ef3ae3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.242938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c32d-f702-4314-ac5e-300ef3ae3dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.244165 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6ac1c32d-f702-4314-ac5e-300ef3ae3dfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f04402a0-6193-4e00-bc34-66edc98c811e HTTP/1.1" status: 204 len: 168 time: 0.4917903 Jul 08 02:26:10.256482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b88262a-f035-4e8d-9516-f0d23071dbff tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.259312 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b88262a-f035-4e8d-9516-f0d23071dbff tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.268021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1c32d-f702-4314-ac5e-300ef3ae3dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04402a0-6193-4e00-bc34-66edc98c811e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:10.416161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b88262a-f035-4e8d-9516-f0d23071dbff tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.416796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b88262a-f035-4e8d-9516-f0d23071dbff tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Fanout notify agent at l3_agent the message router_deleted on router d8e3696e-55ae-4b61-bd61-81524672d9c3 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:26:10.427560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b88262a-f035-4e8d-9516-f0d23071dbff tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.429761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b88262a-f035-4e8d-9516-f0d23071dbff tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/d8e3696e-55ae-4b61-bd61-81524672d9c3 HTTP/1.1" status: 204 len: 168 time: 0.4191198 Jul 08 02:26:10.434006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49736) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:10.489377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a880a93-5581-4755-89ba-36acb8313178 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet 8fdc1b4c-5f45-4d28-8b1c-eabefc791ecc {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:26:10.493429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a880a93-5581-4755-89ba-36acb8313178 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.543047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a880a93-5581-4755-89ba-36acb8313178 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.631103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a880a93-5581-4755-89ba-36acb8313178 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.748876 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a880a93-5581-4755-89ba-36acb8313178 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.783251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a880a93-5581-4755-89ba-36acb8313178 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdc1b4c-5f45-4d28-8b1c-eabefc791ecc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:10.787191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a880a93-5581-4755-89ba-36acb8313178 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.793538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7a880a93-5581-4755-89ba-36acb8313178 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/8fdc1b4c-5f45-4d28-8b1c-eabefc791ecc HTTP/1.1" status: 204 len: 168 time: 0.3552268 Jul 08 02:26:10.795316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:10.796708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e30c5f-2a95-46bb-bf3b-d92ab1363b16 None None] Network 11e3aca5-af62-4801-901f-c2e23df91304 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:10.843119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49744) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:10.861809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7048455b-eae6-4c8d-b13c-69d8c2ea85d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.879884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:10.942124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port be6b6020-0549-4a79-94ad-6ffa9e755b81 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:10.942555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.000172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7048455b-eae6-4c8d-b13c-69d8c2ea85d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.018714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port be6b6020-0549-4a79-94ad-6ffa9e755b81, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be6b6020-0549-4a79-94ad-6ffa9e755b81,segment=NetworkSegment(f1d6ac25-9e23-47ee-94b2-778297d75aa5),segment_id=f1d6ac25-9e23-47ee-94b2-778297d75aa5)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:11.019238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.034303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for be6b6020-0549-4a79-94ad-6ffa9e755b81 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:11.034596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] DHCP port deletion for 11e3aca5-af62-4801-901f-c2e23df91304 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:26:11.073393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7048455b-eae6-4c8d-b13c-69d8c2ea85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.082883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] Deleting port be6b6020-0549-4a79-94ad-6ffa9e755b81 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:11.083263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.128952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7048455b-eae6-4c8d-b13c-69d8c2ea85d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89b16723ea2e4ee29fac003069b028ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837696 Jul 08 02:26:11.131083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048455b-eae6-4c8d-b13c-69d8c2ea85d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05913791-e86d-4a70-861f-87c09b9dc602,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:11.131636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:11.157895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] For port be6b6020-0549-4a79-94ad-6ffa9e755b81, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=be6b6020-0549-4a79-94ad-6ffa9e755b81,segment=NetworkSegment(f1d6ac25-9e23-47ee-94b2-778297d75aa5),segment_id=f1d6ac25-9e23-47ee-94b2-778297d75aa5)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:11.158421 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.176528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] Calling delete_port for be6b6020-0549-4a79-94ad-6ffa9e755b81 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:11.189817 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c9c187f-913b-4029-93b3-da2384d93617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.213035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c9c187f-913b-4029-93b3-da2384d93617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.251525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.255836 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.284699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=be6b6020-0549-4a79-94ad-6ffa9e755b81,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:11.285136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No DVR routers for this DVR port be6b6020-0549-4a79-94ad-6ffa9e755b81 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:11.296475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] Pushing event deleted for resources: {'Port': ['ID=be6b6020-0549-4a79-94ad-6ffa9e755b81,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:11.300401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e91b0e-b7b6-4db7-b06f-5ec0c260dc46 None None] No DVR routers for this DVR port be6b6020-0549-4a79-94ad-6ffa9e755b81 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:11.372003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.385215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e3aca5-af62-4801-901f-c2e23df91304']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:11.387946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c9c187f-913b-4029-93b3-da2384d93617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.390466 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c9c187f-913b-4029-93b3-da2384d93617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.391656 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2c9c187f-913b-4029-93b3-da2384d93617 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05913791-e86d-4a70-861f-87c09b9dc602 HTTP/1.1" status: 204 len: 168 time: 0.2584555 Jul 08 02:26:11.412332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d6ac25-9e23-47ee-94b2-778297d75aa5') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:11.412639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d6ac25-9e23-47ee-94b2-778297d75aa5') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:11.419416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c187f-913b-4029-93b3-da2384d93617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05913791-e86d-4a70-861f-87c09b9dc602,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:11.424423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.452075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.459500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:11.460832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:11.517070 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:11.538019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be6b6020-0549-4a79-94ad-6ffa9e755b81 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:26:11.558670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: be6b6020-0549-4a79-94ad-6ffa9e755b81 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:26:11.559025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device be6b6020-0549-4a79-94ad-6ffa9e755b81 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:26:11.616954 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.625254 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.627086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/11e3aca5-af62-4801-901f-c2e23df91304 HTTP/1.1" status: 204 len: 168 time: 0.8307295 Jul 08 02:26:11.630836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49752) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:11.636210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1557525938', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:11.642707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52306c31-7c1c-4b70-b371-c49aaedcb646 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=11e3aca5-af62-4801-901f-c2e23df91304,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:11.719564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.720698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:11.781965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:12.044882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:12.107182 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-492d808b-2dfc-411e-9c5f-e8a4f34abd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:12.394991 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:12.414155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:12.523180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.25.8.162 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/c51f6015-4e4c-40a2-a404-2d5caa46a4df) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:12.640088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:12.759272 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:12.803609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:12.806953 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:12.811257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:12.814312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=c51f6015-4e4c-40a2-a404-2d5caa46a4df,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:13.173351 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:13.642884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:13.827793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 74328e38-9733-4cdc-8a8e-86b34444bb38 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:26:13.943290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:13.955805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c24e0-1e3b-4ddd-9c3c-bf51ead163bc None None] Sync routers for ids ['74328e38-9733-4cdc-8a8e-86b34444bb38'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:13.970917 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c24e0-1e3b-4ddd-9c3c-bf51ead163bc None None] Routers {'74328e38-9733-4cdc-8a8e-86b34444bb38'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:13.971587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ce6c24e0-1e3b-4ddd-9c3c-bf51ead163bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['74328e38-9733-4cdc-8a8e-86b34444bb38'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:14.005815 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ce6c24e0-1e3b-4ddd-9c3c-bf51ead163bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:14.015795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c24e0-1e3b-4ddd-9c3c-bf51ead163bc None None] Routers {'74328e38-9733-4cdc-8a8e-86b34444bb38'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:14.016418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ce6c24e0-1e3b-4ddd-9c3c-bf51ead163bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:25:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['74328e38-9733-4cdc-8a8e-86b34444bb38'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:14.039089 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:14.042927 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3c5fb45d-608c-4e44-b210-9348f3b3d635 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4084773 Jul 08 02:26:14.043734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49834) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:14.051805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-ce6c24e0-1e3b-4ddd-9c3c-bf51ead163bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:14.052550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c24e0-1e3b-4ddd-9c3c-bf51ead163bc None None] The sync data for ids ['74328e38-9733-4cdc-8a8e-86b34444bb38'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:14.232998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ae0e9a74-0607-47db-ad87-dd9c1581419a tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/routers/74328e38-9733-4cdc-8a8e-86b34444bb38 HTTP/1.1" status: 200 len: 881 time: 0.1883798 Jul 08 02:26:14.235330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49842) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:14.507315 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-970bcdd1-7ad0-4f92-be3a-517078667b78 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2707348 Jul 08 02:26:14.509702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49850) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:14.514250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4d068a42-ebf6-49a7-9166-1561566d51c0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1557525938'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:14.520188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d1fce415-0fcb-45ae-b0a2-c62bebdfd2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:14.815262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d068a42-ebf6-49a7-9166-1561566d51c0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:14.884310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49854) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:14.884616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:14.918893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d068a42-ebf6-49a7-9166-1561566d51c0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.016781 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5177a6a-11e3-4ea0-8d42-db88e8931d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.063076 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d068a42-ebf6-49a7-9166-1561566d51c0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 74328e38-9733-4cdc-8a8e-86b34444bb38 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:15.221540 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5177a6a-11e3-4ea0-8d42-db88e8931d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.222815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d068a42-ebf6-49a7-9166-1561566d51c0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:15.231738 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d068a42-ebf6-49a7-9166-1561566d51c0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.235238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4d068a42-ebf6-49a7-9166-1561566d51c0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/74328e38-9733-4cdc-8a8e-86b34444bb38 HTTP/1.1" status: 200 len: 888 time: 0.7221365 Jul 08 02:26:15.235868 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528d696-d1d9-4975-b64c-c3ed325707f0 None None] Sync routers for ids ['74328e38-9733-4cdc-8a8e-86b34444bb38'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:15.241949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:15.242560 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528d696-d1d9-4975-b64c-c3ed325707f0 None None] Routers {'74328e38-9733-4cdc-8a8e-86b34444bb38'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:15.243176 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4528d696-d1d9-4975-b64c-c3ed325707f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['74328e38-9733-4cdc-8a8e-86b34444bb38'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:15.274754 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4528d696-d1d9-4975-b64c-c3ed325707f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:15.283537 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528d696-d1d9-4975-b64c-c3ed325707f0 None None] Routers {'74328e38-9733-4cdc-8a8e-86b34444bb38'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:15.284148 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4528d696-d1d9-4975-b64c-c3ed325707f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['74328e38-9733-4cdc-8a8e-86b34444bb38'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:15.336627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e5177a6a-11e3-4ea0-8d42-db88e8931d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.336870 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4528d696-d1d9-4975-b64c-c3ed325707f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:15.336870 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528d696-d1d9-4975-b64c-c3ed325707f0 None None] The sync data for ids ['74328e38-9733-4cdc-8a8e-86b34444bb38'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:15.365000 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e5177a6a-11e3-4ea0-8d42-db88e8931d14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=795a6fc6b54a458e9b1e6dd12577ceef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794946 Jul 08 02:26:15.365901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5177a6a-11e3-4ea0-8d42-db88e8931d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0728ad-4567-4b20-b031-a7a50ca9c775,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:15.367978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9b01bf30-1ce8-4574-8463-fca4b498d809 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/routers/74328e38-9733-4cdc-8a8e-86b34444bb38 HTTP/1.1" status: 200 len: 888 time: 0.1310284 Jul 08 02:26:15.368993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49868) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:15.370449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49870) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:15.399719 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-80222b0d-2073-45eb-8630-dc50da46be90 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=74328e38-9733-4cdc-8a8e-86b34444bb38 HTTP/1.1" status: 200 len: 205 time: 0.0281808 Jul 08 02:26:15.402096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49872) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:15.420375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-167f6776-7808-4dee-8c48-691bb586141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.442298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-167f6776-7808-4dee-8c48-691bb586141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.514271 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.565133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-167f6776-7808-4dee-8c48-691bb586141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.568032 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-167f6776-7808-4dee-8c48-691bb586141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.572308 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-167f6776-7808-4dee-8c48-691bb586141c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e0728ad-4567-4b20-b031-a7a50ca9c775 HTTP/1.1" status: 204 len: 168 time: 0.1992197 Jul 08 02:26:15.578879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f6776-7808-4dee-8c48-691bb586141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0728ad-4567-4b20-b031-a7a50ca9c775,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:15.628114 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.769964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port c51f6015-4e4c-40a2-a404-2d5caa46a4df {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:15.770195 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.811040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.852928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:15.866813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for c51f6015-4e4c-40a2-a404-2d5caa46a4df owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:16.153794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.190698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=c51f6015-4e4c-40a2-a404-2d5caa46a4df,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:16.260317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.340046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:16.368488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a71c39f-661a-4fd9-9116-591d2635a57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.387768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.389962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.488599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a71c39f-661a-4fd9-9116-591d2635a57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.513728 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.514343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Fanout notify agent at l3_agent the message router_deleted on router 74328e38-9733-4cdc-8a8e-86b34444bb38 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:26:16.522293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.524119 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1267e9b7-8f18-4c99-ba67-938334917e91 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/74328e38-9733-4cdc-8a8e-86b34444bb38 HTTP/1.1" status: 204 len: 168 time: 1.1211424 Jul 08 02:26:16.528064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:16.533437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-737790711'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:16.578808 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a71c39f-661a-4fd9-9116-591d2635a57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.629243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71c39f-661a-4fd9-9116-591d2635a57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47798b6-74ae-4dae-92d6-fa6e1fe99063,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:16.656188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7a71c39f-661a-4fd9-9116-591d2635a57b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14cec39310af400abf58aa257897366c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139782 Jul 08 02:26:16.656335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49886) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:16.673570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:16.677624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.729523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:16.743826 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.744852 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment 7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1 of type vlan for network 6a414f53-ffef-41ff-a5dd-b8f7898174cc Jul 08 02:26:16.755884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5516-9b10-4c71-a02e-944542f06eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.780767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5516-9b10-4c71-a02e-944542f06eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.795888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.896479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.902216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:16.906045 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.929333 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5516-9b10-4c71-a02e-944542f06eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.931439 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5516-9b10-4c71-a02e-944542f06eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:16.932607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c5eb5516-9b10-4c71-a02e-944542f06eaf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f47798b6-74ae-4dae-92d6-fa6e1fe99063 HTTP/1.1" status: 204 len: 168 time: 0.2752686 Jul 08 02:26:16.948116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb5516-9b10-4c71-a02e-944542f06eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47798b6-74ae-4dae-92d6-fa6e1fe99063,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:16.977940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=6a414f53-ffef-41ff-a5dd-b8f7898174cc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:16.987631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 6a414f53-ffef-41ff-a5dd-b8f7898174cc details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:17.025752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-46c05e54-6cc9-4c4a-9ebe-8ecdbc6a1089 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4940662 Jul 08 02:26:17.026021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:17.033307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': '6a414f53-ffef-41ff-a5dd-b8f7898174cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:17.176069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:17.180238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:17.422358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:17.487811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=9508db72-5664-4464-8776-86806ceb90bd,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:17.499698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': '7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a414f53-ffef-41ff-a5dd-b8f7898174cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:17.500139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: 6a414f53-ffef-41ff-a5dd-b8f7898174cc, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:17.508053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:17.592794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 6a414f53-ffef-41ff-a5dd-b8f7898174cc is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:17.701957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 6a414f53-ffef-41ff-a5dd-b8f7898174cc) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:17.706700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:17.707834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:17.711714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ebfdd-5569-4fc7-ba2f-53ad65a4999a None None] Network 6a414f53-ffef-41ff-a5dd-b8f7898174cc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:17.790560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f6d3f6f6-ac13-423f-a06d-82217f22e269 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7615101 Jul 08 02:26:17.793193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49934) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:17.806650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5f21c5bd-825c-4703-b871-5cc8f82b6764 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-91950517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:17.883998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-6a414f53-ffef-41ff-a5dd-b8f7898174cc', 'network_id': '6a414f53-ffef-41ff-a5dd-b8f7898174cc', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': '9508db72-5664-4464-8776-86806ceb90bd'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:26:17.884866 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:17.913498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f21c5bd-825c-4703-b871-5cc8f82b6764 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:17.914701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f21c5bd-825c-4703-b871-5cc8f82b6764 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:17.981438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f21c5bd-825c-4703-b871-5cc8f82b6764 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.024429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Allocated IP 172.20.0.2 (6a414f53-ffef-41ff-a5dd-b8f7898174cc/9508db72-5664-4464-8776-86806ceb90bd/192a7e4f-67b2-4027-8381-a5c4a34316d6) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:18.070143 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f21c5bd-825c-4703-b871-5cc8f82b6764 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.143046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f21c5bd-825c-4703-b871-5cc8f82b6764 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.147138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f21c5bd-825c-4703-b871-5cc8f82b6764 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3505247 Jul 08 02:26:18.153867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 49958) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:18.181425 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.190457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Transition to ACTIVE for port object 192a7e4f-67b2-4027-8381-a5c4a34316d6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:18.213644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Transition to ACTIVE for port object 192a7e4f-67b2-4027-8381-a5c4a34316d6 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:18.338340 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.345111 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.387562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Network 6a414f53-ffef-41ff-a5dd-b8f7898174cc is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:18.390825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:18.400455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:18.429927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Pushing event updated for resources: {'Port': ['ID=192a7e4f-67b2-4027-8381-a5c4a34316d6,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:18.481163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Attempting to bind port 192a7e4f-67b2-4027-8381-a5c4a34316d6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:18.481597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Attempting to bind port 192a7e4f-67b2-4027-8381-a5c4a34316d6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a414f53-ffef-41ff-a5dd-b8f7898174cc'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:18.481975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Attempting to bind port 192a7e4f-67b2-4027-8381-a5c4a34316d6 on network 6a414f53-ffef-41ff-a5dd-b8f7898174cc {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:18.488949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:18.489331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Checking segment: {'id': '7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a414f53-ffef-41ff-a5dd-b8f7898174cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:18.489331 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.489331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Bound using segment: {'id': '7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a414f53-ffef-41ff-a5dd-b8f7898174cc'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:18.493396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Bound port: 192a7e4f-67b2-4027-8381-a5c4a34316d6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6a414f53-ffef-41ff-a5dd-b8f7898174cc'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:18.493685 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.585499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] For port 192a7e4f-67b2-4027-8381-a5c4a34316d6, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:18.589269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] For port 192a7e4f-67b2-4027-8381-a5c4a34316d6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=192a7e4f-67b2-4027-8381-a5c4a34316d6,segment=NetworkSegment(7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1),segment_id=7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:18.662550 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:18.748405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee47ed-fc3f-4e25-a1db-a0da3101b861 None None] Pushing event updated for resources: {'Port': ['ID=192a7e4f-67b2-4027-8381-a5c4a34316d6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:18.750048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.044830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.20.0.1 (6a414f53-ffef-41ff-a5dd-b8f7898174cc/9508db72-5664-4464-8776-86806ceb90bd/84fd28fd-ea4e-4506-b95f-d5f072c9d3e0) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:19.187735 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.194834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object 84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:19.296308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49984) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:19.353968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.405235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 6a414f53-ffef-41ff-a5dd-b8f7898174cc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:19.408643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:19.410997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:19.411157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a9ce7785-fd3e-4562-b32d-fbf099253682 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:19.418098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=84fd28fd-ea4e-4506-b95f-d5f072c9d3e0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:19.465590 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.492379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a9ce7785-fd3e-4562-b32d-fbf099253682 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] 10.222.0.10 "PUT /v2.0/quotas/7e8c4f60fcbe4058b50651926a90383f HTTP/1.1" status: 200 len: 368 time: 0.1899269 Jul 08 02:26:19.492379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:19.499903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Request body: {'network': {'project_id': '7e8c4f60fcbe4058b50651926a90383f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:19.608298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 192a7e4f-67b2-4027-8381-a5c4a34316d6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:19.616796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Made reservation on behalf of 7e8c4f60fcbe4058b50651926a90383f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:19.619615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.635530 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.697766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.753821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.754446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 192a7e4f-67b2-4027-8381-a5c4a34316d6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:19.833532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.855692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:19.877881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ecbbb-cee9-4232-ae0b-39d23f71a710,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:19.883746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.884326 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Added segment c4f04854-2f09-441d-b032-ea58b1b0c7ea of type vlan for network ffd8bc62-a3f9-49c5-8f04-f10a5a30dce0 Jul 08 02:26:19.935595 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:19.978067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d09ce09-f850-4165-a82f-cadef51bbe79 None None] Network 6a414f53-ffef-41ff-a5dd-b8f7898174cc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:19.998992 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.033581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.034508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:20.035100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.062046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.094105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Pushing event updated for resources: {'Network': ['ID=ffd8bc62-a3f9-49c5-8f04-f10a5a30dce0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:20.105926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network ffd8bc62-a3f9-49c5-8f04-f10a5a30dce0 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:20.141831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.143483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=84fd28fd-ea4e-4506-b95f-d5f072c9d3e0,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:20.151160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-22f68da5-d98b-476b-be71-d9eb49f47354 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6563909 Jul 08 02:26:20.151754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 49992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:20.156175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Request body: {'network': {'project_id': '7e8c4f60fcbe4058b50651926a90383f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:20.160302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3b1c57f-3a0b-4ea8-90a7-8484d0c23472 None None] Provisioning for port 192a7e4f-67b2-4027-8381-a5c4a34316d6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:20.173217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3b1c57f-3a0b-4ea8-90a7-8484d0c23472 None None] Provisioning complete for port 192a7e4f-67b2-4027-8381-a5c4a34316d6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:20.173595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c57f-3a0b-4ea8-90a7-8484d0c23472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.239294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Made reservation on behalf of 7e8c4f60fcbe4058b50651926a90383f for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:20.242756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.265594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 6a414f53-ffef-41ff-a5dd-b8f7898174cc is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:20.267844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:20.290237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:20.293054 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c57f-3a0b-4ea8-90a7-8484d0c23472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.302911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.304518 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Added segment 49c8109f-c31e-43dd-91bc-19417f83cca2 of type vlan for network 6f45528d-63f2-403f-9dcf-9dd3432220bc Jul 08 02:26:20.370909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f3b1c57f-3a0b-4ea8-90a7-8484d0c23472 None None] For port 192a7e4f-67b2-4027-8381-a5c4a34316d6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=192a7e4f-67b2-4027-8381-a5c4a34316d6,segment=NetworkSegment(7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1),segment_id=7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:20.372530 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.428206 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3b1c57f-3a0b-4ea8-90a7-8484d0c23472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.451136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 37330735-ca1c-48a0-a4be-081a7fc89910 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:26:20.500782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1c57f-3a0b-4ea8-90a7-8484d0c23472 None None] Pushing event updated for resources: {'Port': ['ID=192a7e4f-67b2-4027-8381-a5c4a34316d6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:20.507969 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.509601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:20.510068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.556215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-88566672-ec4a-4996-ac96-0e1af41ecf2a None None] Provisioning complete for port 192a7e4f-67b2-4027-8381-a5c4a34316d6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:20.556807 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88566672-ec4a-4996-ac96-0e1af41ecf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.585947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:20.593590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b44e07e-c5c2-4005-9af5-403f727b3545 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/37330735-ca1c-48a0-a4be-081a7fc89910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4440374 Jul 08 02:26:20.607750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50000) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:20.607871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e98cd-c415-4ccc-8c88-71cf079ac3e2 None None] Sync routers for ids ['37330735-ca1c-48a0-a4be-081a7fc89910'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:20.634587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Pushing event updated for resources: {'Network': ['ID=6f45528d-63f2-403f-9dcf-9dd3432220bc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:20.641271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e98cd-c415-4ccc-8c88-71cf079ac3e2 None None] Routers {'37330735-ca1c-48a0-a4be-081a7fc89910'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:20.645646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f79e98cd-c415-4ccc-8c88-71cf079ac3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['37330735-ca1c-48a0-a4be-081a7fc89910'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:20.650311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 6f45528d-63f2-403f-9dcf-9dd3432220bc details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:20.652981 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:26:20.656174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0801d80c-ef2c-4ded-8548-2b670e816784 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5037761 Jul 08 02:26:20.659768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50002) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:20.665443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d69d74e1-ff17-45db-902e-44962c7fc72f tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Request body: {'network': {'project_id': '7e8c4f60fcbe4058b50651926a90383f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:20.688094 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69d74e1-ff17-45db-902e-44962c7fc72f tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 02:26:20.688319 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9d77e5-0c30-4bb6-8fc1-f5137bb51ad2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:20.689123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69d74e1-ff17-45db-902e-44962c7fc72f tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:26:20.689562 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9e9d77e5-0c30-4bb6-8fc1-f5137bb51ad2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports/84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 HTTP/1.1" status: 200 len: 910 time: 0.0920479 Jul 08 02:26:20.693672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d69d74e1-ff17-45db-902e-44962c7fc72f tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0309904 Jul 08 02:26:20.693672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50004) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:20.694301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:20.705454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7f701318-edee-4a2b-b217-986f7e69a135 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9508db72-5664-4464-8776-86806ceb90bd'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:20.710837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f79e98cd-c415-4ccc-8c88-71cf079ac3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:20.761135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e98cd-c415-4ccc-8c88-71cf079ac3e2 None None] Routers {'37330735-ca1c-48a0-a4be-081a7fc89910'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:20.761776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f79e98cd-c415-4ccc-8c88-71cf079ac3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['37330735-ca1c-48a0-a4be-081a7fc89910'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:20.819798 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:20.970115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.007392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f45528d-63f2-403f-9dcf-9dd3432220bc']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:21.023605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c8109f-c31e-43dd-91bc-19417f83cca2') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:21.024004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c8109f-c31e-43dd-91bc-19417f83cca2') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:21.040555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.049822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f701318-edee-4a2b-b217-986f7e69a135 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.053939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f79e98cd-c415-4ccc-8c88-71cf079ac3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:21.054609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e98cd-c415-4ccc-8c88-71cf079ac3e2 None None] The sync data for ids ['37330735-ca1c-48a0-a4be-081a7fc89910'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:21.087361 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.098738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:21.099144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:21.100848 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:21.153833 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.177105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-88566672-ec4a-4996-ac96-0e1af41ecf2a None None] Provisioning for port 84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:21.181663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-88566672-ec4a-4996-ac96-0e1af41ecf2a None None] Provisioning complete for port 84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:21.182447 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88566672-ec4a-4996-ac96-0e1af41ecf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.219908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-88566672-ec4a-4996-ac96-0e1af41ecf2a None None] Port 84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:21.338767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d17a3124-9207-4efd-8c8c-346f387b1b23 None None] Provisioning complete for port 84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:21.343571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d17a3124-9207-4efd-8c8c-346f387b1b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.387146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d17a3124-9207-4efd-8c8c-346f387b1b23 None None] Port 84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:21.535264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 192a7e4f-67b2-4027-8381-a5c4a34316d6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:21.609657 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.615551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.624185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6f45528d-63f2-403f-9dcf-9dd3432220bc HTTP/1.1" status: 204 len: 168 time: 0.9237833 Jul 08 02:26:21.624304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50012) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:21.627626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 192a7e4f-67b2-4027-8381-a5c4a34316d6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:21.628174 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.645187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b13629-aa1c-443a-841b-efdbb8fd1da9 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f45528d-63f2-403f-9dcf-9dd3432220bc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:21.718266 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.799237 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.811851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd8bc62-a3f9-49c5-8f04-f10a5a30dce0']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:21.822229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f04854-2f09-441d-b032-ea58b1b0c7ea') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:21.822535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f04854-2f09-441d-b032-ea58b1b0c7ea') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:21.831929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.842781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f701318-edee-4a2b-b217-986f7e69a135 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.848754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.856259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:21.856750 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:21.858671 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:21.924738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f701318-edee-4a2b-b217-986f7e69a135 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.010695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.016687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.022227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] 10.222.0.10 "DELETE /v2.0/networks/ffd8bc62-a3f9-49c5-8f04-f10a5a30dce0 HTTP/1.1" status: 204 len: 168 time: 0.3949158 Jul 08 02:26:22.033044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f701318-edee-4a2b-b217-986f7e69a135 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:22.033250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399f1fc-7c1a-4d8d-8345-29a2840fd8a1 tempest-QuotasNegativeTest-1958732458 tempest-QuotasNegativeTest-1958732458-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffd8bc62-a3f9-49c5-8f04-f10a5a30dce0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:22.033750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f701318-edee-4a2b-b217-986f7e69a135 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.035383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7f701318-edee-4a2b-b217-986f7e69a135 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/ports/84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 HTTP/1.1" status: 200 len: 910 time: 1.3419588 Jul 08 02:26:22.036491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f701318-edee-4a2b-b217-986f7e69a135 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=84fd28fd-ea4e-4506-b95f-d5f072c9d3e0,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:22.039249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50018) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:22.363838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.614773 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port 84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:22.615130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.710941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.725559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for 84fd28fd-ea4e-4506-b95f-d5f072c9d3e0 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:22.804595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50030) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:22.917512 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b845d451-2e52-4636-baa0-149652678ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.964639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:22.994092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=84fd28fd-ea4e-4506-b95f-d5f072c9d3e0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:23.026262 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b845d451-2e52-4636-baa0-149652678ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.111979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b845d451-2e52-4636-baa0-149652678ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.160589 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.193522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b845d451-2e52-4636-baa0-149652678ff6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3f526b7f2d44d7087dfb7a81de87076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877065 Jul 08 02:26:23.194788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845d451-2e52-4636-baa0-149652678ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d3e34e-d5d0-4ea2-98d4-a7710378bd69,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:23.197389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50036) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:23.254541 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f99797f-a628-482b-897b-443bd863d613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.275933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f99797f-a628-482b-897b-443bd863d613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.333108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 37330735-ca1c-48a0-a4be-081a7fc89910 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:23.399530 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f99797f-a628-482b-897b-443bd863d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.402159 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f99797f-a628-482b-897b-443bd863d613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.405637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7f99797f-a628-482b-897b-443bd863d613 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24d3e34e-d5d0-4ea2-98d4-a7710378bd69 HTTP/1.1" status: 204 len: 168 time: 0.2051294 Jul 08 02:26:23.412140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99797f-a628-482b-897b-443bd863d613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d3e34e-d5d0-4ea2-98d4-a7710378bd69,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:23.414635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:23.428633 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f43ed9-f59b-4592-93e7-3b87de0bbab3 None None] Sync routers for ids ['37330735-ca1c-48a0-a4be-081a7fc89910'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:23.430183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d12c5a64-f93b-42eb-8dca-bd19f173ea77 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/37330735-ca1c-48a0-a4be-081a7fc89910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3898709 Jul 08 02:26:23.433773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:23.441567 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f43ed9-f59b-4592-93e7-3b87de0bbab3 None None] Routers {'37330735-ca1c-48a0-a4be-081a7fc89910'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:23.442221 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f4f43ed9-f59b-4592-93e7-3b87de0bbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['37330735-ca1c-48a0-a4be-081a7fc89910'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:23.474979 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f4f43ed9-f59b-4592-93e7-3b87de0bbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:23.484591 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f43ed9-f59b-4592-93e7-3b87de0bbab3 None None] Routers {'37330735-ca1c-48a0-a4be-081a7fc89910'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:23.485209 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f4f43ed9-f59b-4592-93e7-3b87de0bbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['37330735-ca1c-48a0-a4be-081a7fc89910'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:23.487574 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-822f778d-de99-4542-93b7-37555f8ef28a tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=37330735-ca1c-48a0-a4be-081a7fc89910 HTTP/1.1" status: 200 len: 205 time: 0.0507512 Jul 08 02:26:23.493873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:23.521873 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-f4f43ed9-f59b-4592-93e7-3b87de0bbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:23.523067 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f43ed9-f59b-4592-93e7-3b87de0bbab3 None None] The sync data for ids ['37330735-ca1c-48a0-a4be-081a7fc89910'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:23.577047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f520-64b0-4201-9734-6185d012c929 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.749815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f520-64b0-4201-9734-6185d012c929 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.751292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f520-64b0-4201-9734-6185d012c929 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.869840 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f520-64b0-4201-9734-6185d012c929 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.869840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd8f520-64b0-4201-9734-6185d012c929 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Fanout notify agent at l3_agent the message router_deleted on router 37330735-ca1c-48a0-a4be-081a7fc89910 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:26:23.876037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f520-64b0-4201-9734-6185d012c929 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.877260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2dd8f520-64b0-4201-9734-6185d012c929 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/37330735-ca1c-48a0-a4be-081a7fc89910 HTTP/1.1" status: 204 len: 168 time: 0.3822286 Jul 08 02:26:23.879863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50050) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:23.935600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa4cf84-0254-4c26-a003-d893cf530fa3 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet 9508db72-5664-4464-8776-86806ceb90bd {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:26:23.939197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-efa4cf84-0254-4c26-a003-d893cf530fa3 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.982962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-efa4cf84-0254-4c26-a003-d893cf530fa3 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.065010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50052) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:24.065967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-efa4cf84-0254-4c26-a003-d893cf530fa3 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.079009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e885-3968-4845-a00b-c6dc3402c69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.167051 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e885-3968-4845-a00b-c6dc3402c69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.256468 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-efa4cf84-0254-4c26-a003-d893cf530fa3 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.278466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0ca0e885-3968-4845-a00b-c6dc3402c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.284324 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4cf84-0254-4c26-a003-d893cf530fa3 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=9508db72-5664-4464-8776-86806ceb90bd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:24.288647 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-efa4cf84-0254-4c26-a003-d893cf530fa3 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.290683 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-efa4cf84-0254-4c26-a003-d893cf530fa3 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/9508db72-5664-4464-8776-86806ceb90bd HTTP/1.1" status: 204 len: 168 time: 0.4097319 Jul 08 02:26:24.293095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:24.300367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadcfe23-5b04-4070-bf9b-c4b04cb259c6 None None] Network 6a414f53-ffef-41ff-a5dd-b8f7898174cc requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:24.320971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0ca0e885-3968-4845-a00b-c6dc3402c69a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26c10bdcec184b3987c5b9be5ccb2e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532697 Jul 08 02:26:24.322040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0e885-3968-4845-a00b-c6dc3402c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48f9001-5784-454c-ba5e-77dc29b79f12,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:24.324925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50058) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:24.378858 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7955230-8e03-49b5-b06f-c160e0e0610e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.391629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.407175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7955230-8e03-49b5-b06f-c160e0e0610e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.449584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port 192a7e4f-67b2-4027-8381-a5c4a34316d6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:24.449857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.515272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] DHCP port deletion for 6a414f53-ffef-41ff-a5dd-b8f7898174cc request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:26:24.517192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port 192a7e4f-67b2-4027-8381-a5c4a34316d6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=192a7e4f-67b2-4027-8381-a5c4a34316d6,segment=NetworkSegment(7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1),segment_id=7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:24.517649 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.530315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for 192a7e4f-67b2-4027-8381-a5c4a34316d6 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:24.554276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7955230-8e03-49b5-b06f-c160e0e0610e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.557492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b7955230-8e03-49b5-b06f-c160e0e0610e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.561018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b7955230-8e03-49b5-b06f-c160e0e0610e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d48f9001-5784-454c-ba5e-77dc29b79f12 HTTP/1.1" status: 204 len: 168 time: 0.2323742 Jul 08 02:26:24.566693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7955230-8e03-49b5-b06f-c160e0e0610e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48f9001-5784-454c-ba5e-77dc29b79f12,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:24.568060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Deleting port 192a7e4f-67b2-4027-8381-a5c4a34316d6 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:24.568539 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.642565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] For port 192a7e4f-67b2-4027-8381-a5c4a34316d6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=192a7e4f-67b2-4027-8381-a5c4a34316d6,segment=NetworkSegment(7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1),segment_id=7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:24.643200 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.655216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Calling delete_port for 192a7e4f-67b2-4027-8381-a5c4a34316d6 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:24.685165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.715744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=192a7e4f-67b2-4027-8381-a5c4a34316d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:24.718532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No DVR routers for this DVR port 192a7e4f-67b2-4027-8381-a5c4a34316d6 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:24.734418 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.758979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Pushing event deleted for resources: {'Port': ['ID=192a7e4f-67b2-4027-8381-a5c4a34316d6,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:24.767783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] No DVR routers for this DVR port 192a7e4f-67b2-4027-8381-a5c4a34316d6 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:24.769720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.770068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.770414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.770757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.771115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.771433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.771769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.772100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.772669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.772855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.773373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.773867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5e586f-df75-4374-9a26-bdf8a699a674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:24.801818 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.813233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a414f53-ffef-41ff-a5dd-b8f7898174cc']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:24.824044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:24.824343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4b51ca-b4a6-4807-b332-1fc2a9ac7db1') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:24.832985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.846527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.852836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:24.853230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:24.856125 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:24.980735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.998504 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.004044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/6a414f53-ffef-41ff-a5dd-b8f7898174cc HTTP/1.1" status: 204 len: 168 time: 0.7063951 Jul 08 02:26:25.004044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32d859-801a-44eb-bc70-eacb150946d7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=6a414f53-ffef-41ff-a5dd-b8f7898174cc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:25.004763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50072) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:25.009741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9fe5529b-69f2-4aa8-b1aa-682781b6f82b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1127025966', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:25.108081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fe5529b-69f2-4aa8-b1aa-682781b6f82b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.109163 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fe5529b-69f2-4aa8-b1aa-682781b6f82b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.159930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fe5529b-69f2-4aa8-b1aa-682781b6f82b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.268168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fe5529b-69f2-4aa8-b1aa-682781b6f82b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.393748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fe5529b-69f2-4aa8-b1aa-682781b6f82b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.398465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50086) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:25.398633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9fe5529b-69f2-4aa8-b1aa-682781b6f82b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3925848 Jul 08 02:26:25.404081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-679764131'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:25.491240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:25.497087 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.536634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 192a7e4f-67b2-4027-8381-a5c4a34316d6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:26:25.541853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:25.553073 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.553438 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment d0998672-0c7f-4b10-950c-60cfcb15b1ca of type vlan for network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f Jul 08 02:26:25.567263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 192a7e4f-67b2-4027-8381-a5c4a34316d6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:26:25.567789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 192a7e4f-67b2-4027-8381-a5c4a34316d6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:26:25.598271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.685149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.696365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:25.697869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:25.785231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:25.795687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:25.859006 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d24737ca-5a32-4036-8098-97f7dc82cc54 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4593439 Jul 08 02:26:25.861603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50096) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:25.868360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:26.057151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:26.060931 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.325421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.391278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=dcd9a645-236d-4434-b856-bdc0bbcb5117,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:26.411602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:26.412129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:26.441482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50112) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:26.507577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:26.538766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-909144893', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:26.565074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:26.569261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:26.570082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.577436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6ec72-c33d-4021-9455-806eb03743da None None] Network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:26.633532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Made reservation on behalf of 0de8c1fa5dc443b18282274dab882d1a for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:26.636129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.645167 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.720063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-26ecdf9f-d148-41b7-88ee-1aeab91c7629 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8561997 Jul 08 02:26:26.722415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50116) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:26.726113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:26:26.727395 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.800037 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.867217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Allocated IP 172.20.0.2 (67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f/dcd9a645-236d-4434-b856-bdc0bbcb5117/770bfe1c-9ffb-4636-9bd8-c2d3d533fc06) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:26.870644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.876339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] device_id is not set on port f748deb2-5054-45be-adde-6b410623ad20 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:26:26.953890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c446f59-8f74-464d-94ad-3df0db212a97,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:27.029994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.036331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Allocated IP 172.25.8.124 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f748deb2-5054-45be-adde-6b410623ad20) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:27.039297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Transition to ACTIVE for port object 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:27.044131 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.055081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Transition to ACTIVE for port object 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:27.142386 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.198967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:27.214123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:27.218932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:27.266325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.270795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Pushing event updated for resources: {'Port': ['ID=770bfe1c-9ffb-4636-9bd8-c2d3d533fc06,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:27.301600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Attempting to bind port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:27.301963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Attempting to bind port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:27.302324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Attempting to bind port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 on network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:27.307635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:27.307842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Checking segment: {'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:27.308140 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.308684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Bound using segment: {'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:27.309147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Bound port: 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:27.309561 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.335929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.20.0.1 (67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f/dcd9a645-236d-4434-b856-bdc0bbcb5117/cb827d8d-97c3-49f5-83da-058a7b30a346) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:27.377009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] For port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:27.380306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] For port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=770bfe1c-9ffb-4636-9bd8-c2d3d533fc06,segment=NetworkSegment(d0998672-0c7f-4b10-950c-60cfcb15b1ca),segment_id=d0998672-0c7f-4b10-950c-60cfcb15b1ca)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:27.433583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.470374 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.478681 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:27.483647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:27.487413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:27.491299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object cb827d8d-97c3-49f5-83da-058a7b30a346 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:27.497058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.545469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Pushing event updated for resources: {'Port': ['ID=f748deb2-5054-45be-adde-6b410623ad20,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:27.582440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:27.585309 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.605778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723e2f1-4ae9-496d-8bb2-00a555b8da1c None None] Pushing event updated for resources: {'Port': ['ID=770bfe1c-9ffb-4636-9bd8-c2d3d533fc06,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:27.611325 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.659242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:27.662446 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:27.666379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:27.701861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=cb827d8d-97c3-49f5-83da-058a7b30a346,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:27.708527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-244d36ee-1783-4936-b1fe-80c381623dec tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2657852 Jul 08 02:26:27.712037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50124) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:27.716507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.124'}]}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:27.732828 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.827822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.828896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.899024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:27.907036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:27.988419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.098684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.116585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c274e32-c264-4f56-a4b9-630fdb0cde16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.332160 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c274e32-c264-4f56-a4b9-630fdb0cde16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.334518 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.383080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c274e32-c264-4f56-a4b9-630fdb0cde16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.417006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.458201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8c274e32-c264-4f56-a4b9-630fdb0cde16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8f075b24b7546b7a1443aa8875cac8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5473294 Jul 08 02:26:28.458201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c274e32-c264-4f56-a4b9-630fdb0cde16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e308639-45f0-4e87-ac4e-bca2d0f57d3c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:28.478073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:28.529757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=cb827d8d-97c3-49f5-83da-058a7b30a346,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:28.542696 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.619713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-699caf50-1903-4320-8807-ccf286321036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.653105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d627d1-8ebb-49f1-a029-25fd132c3996 None None] Network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:28.656357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-699caf50-1903-4320-8807-ccf286321036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.705087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:28.706756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:28.764543 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.786837 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.839564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ca6e32fc-5a3a-415c-9fe7-4162d646ce0d None None] Provisioning for port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:28.862416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-699caf50-1903-4320-8807-ccf286321036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.865015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-699caf50-1903-4320-8807-ccf286321036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:28.867597 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-699caf50-1903-4320-8807-ccf286321036 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e308639-45f0-4e87-ac4e-bca2d0f57d3c HTTP/1.1" status: 204 len: 168 time: 0.3854086 Jul 08 02:26:28.886470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699caf50-1903-4320-8807-ccf286321036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e308639-45f0-4e87-ac4e-bca2d0f57d3c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:28.948213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:26:29.053390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:29.063483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:29.066955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5a3ffbba-d051-403b-b88c-9cda2871adba tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3405790 Jul 08 02:26:29.067161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50138) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:29.072981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-849152233'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:29.077748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:29.078370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:29.142923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.173200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:29.193717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:29.199786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.265581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3c7f8ea8-887e-4d8a-ad1a-842f7f8e4580 None None] Provisioning for port cb827d8d-97c3-49f5-83da-058a7b30a346 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:29.279810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3c7f8ea8-887e-4d8a-ad1a-842f7f8e4580 None None] Provisioning complete for port cb827d8d-97c3-49f5-83da-058a7b30a346 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:29.280165 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8ea8-887e-4d8a-ad1a-842f7f8e4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.290604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:29.316192 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.316892 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment 1c4571dc-7249-4a07-8ddc-5644e53ddf85 of type vlan for network 2b5697ef-2e9c-4610-867e-fe728bc07768 Jul 08 02:26:29.353317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f8ea8-887e-4d8a-ad1a-842f7f8e4580 None None] Port cb827d8d-97c3-49f5-83da-058a7b30a346 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:29.368286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.371868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.377834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.482583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:27Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:28Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:29.484324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.496586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:29.497229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.513543 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.514085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6678a5a-00de-4ec1-b6cc-2c1e6e8551ca {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:26:29.526103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:29.526103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Updating router 4c71e3cc-737c-4201-80ae-717b1b093468 port cb827d8d-97c3-49f5-83da-058a7b30a346 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:26:29.562693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1dc8e8ca-2c2b-4f7d-ae24-d0ddbf365f1f None None] Provisioning complete for port cb827d8d-97c3-49f5-83da-058a7b30a346 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:29.563105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1dc8e8ca-2c2b-4f7d-ae24-d0ddbf365f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.573685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=2b5697ef-2e9c-4610-867e-fe728bc07768,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:29.588814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2b5697ef-2e9c-4610-867e-fe728bc07768 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:29.593437 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.604931 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 02:26:29.609207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a97524a7-f340-4423-b251-2020c489c311 tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8958154 Jul 08 02:26:29.611727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50150) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:29.623174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:29.645486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e27abb1e-86fe-4cb6-ab49-8be34658a7c4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5771868 Jul 08 02:26:29.648715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50152) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:29.654062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:29.717855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1f1293a5-cb26-4d14-a7b4-a19f0a6dc11b tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Deleting port f748deb2-5054-45be-adde-6b410623ad20 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:29.718213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1293a5-cb26-4d14-a7b4-a19f0a6dc11b tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.736397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8e8ca-2c2b-4f7d-ae24-d0ddbf365f1f None None] Port cb827d8d-97c3-49f5-83da-058a7b30a346 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:29.821453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1293a5-cb26-4d14-a7b4-a19f0a6dc11b tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.831235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:29.837101 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.853964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1f1293a5-cb26-4d14-a7b4-a19f0a6dc11b tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Calling delete_port for f748deb2-5054-45be-adde-6b410623ad20 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:29.887813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b2ab8324-cd74-41e2-b27e-d6d40aaba6c8 None None] Provisioning complete for port cb827d8d-97c3-49f5-83da-058a7b30a346 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:29.892505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8324-cd74-41e2-b27e-d6d40aaba6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:29.911639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:29.957498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:29.957878 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.000090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab8324-cd74-41e2-b27e-d6d40aaba6c8 None None] Port cb827d8d-97c3-49f5-83da-058a7b30a346 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:30.085606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1293a5-cb26-4d14-a7b4-a19f0a6dc11b tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.093750 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.114932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1293a5-cb26-4d14-a7b4-a19f0a6dc11b tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Pushing event deleted for resources: {'Port': ['ID=f748deb2-5054-45be-adde-6b410623ad20,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:30.155003 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.162165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=770bfe1c-9ffb-4636-9bd8-c2d3d533fc06,segment=NetworkSegment(d0998672-0c7f-4b10-950c-60cfcb15b1ca),segment_id=d0998672-0c7f-4b10-950c-60cfcb15b1ca)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:30.164314 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.174579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Transition to ACTIVE for port object cb827d8d-97c3-49f5-83da-058a7b30a346 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:30.189888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1f1293a5-cb26-4d14-a7b4-a19f0a6dc11b tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.192142 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1f1293a5-cb26-4d14-a7b4-a19f0a6dc11b tempest-RoutersAdminNegativeTest-29489726 tempest-RoutersAdminNegativeTest-29489726-project-admin] 10.222.0.10 "DELETE /v2.0/ports/f748deb2-5054-45be-adde-6b410623ad20 HTTP/1.1" status: 204 len: 168 time: 0.5790427 Jul 08 02:26:30.231140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=ea6af36a-eadf-4177-b3c1-531486d3ee76,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:30.241730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:30.242095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: 2b5697ef-2e9c-4610-867e-fe728bc07768, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:30.268266 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.298774 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.330999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 2b5697ef-2e9c-4610-867e-fe728bc07768 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:30.341291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=770bfe1c-9ffb-4636-9bd8-c2d3d533fc06,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:30.399257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2b5697ef-2e9c-4610-867e-fe728bc07768) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:30.403977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:30.404574 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.422808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bd7a7-541f-4206-b156-ce65f51c5d45 None None] Network 2b5697ef-2e9c-4610-867e-fe728bc07768 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:30.479320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936fc56-aa0d-4350-8a3a-0407307173d0 None None] Pushing event updated for resources: {'Port': ['ID=cb827d8d-97c3-49f5-83da-058a7b30a346,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:30.480187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f8639494-d548-48cf-851e-92363f2f8951 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8301468 Jul 08 02:26:30.483402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50172) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:30.484722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Attempting to bind port cb827d8d-97c3-49f5-83da-058a7b30a346 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:30.485159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Attempting to bind port cb827d8d-97c3-49f5-83da-058a7b30a346 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:30.485584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Attempting to bind port cb827d8d-97c3-49f5-83da-058a7b30a346 on network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:30.497389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:30.497769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Checking segment: {'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:30.498180 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.498625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Bound using segment: {'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:30.499111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Bound port: cb827d8d-97c3-49f5-83da-058a7b30a346, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0998672-0c7f-4b10-950c-60cfcb15b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:30.499530 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.627541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] For port cb827d8d-97c3-49f5-83da-058a7b30a346, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:30.647406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] For port cb827d8d-97c3-49f5-83da-058a7b30a346, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cb827d8d-97c3-49f5-83da-058a7b30a346,segment=NetworkSegment(d0998672-0c7f-4b10-950c-60cfcb15b1ca),segment_id=d0998672-0c7f-4b10-950c-60cfcb15b1ca)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:30.652468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50178) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:30.692599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2b5697ef-2e9c-4610-867e-fe728bc07768', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:26:30.698868 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.720843 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.828019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a834-91d0-463e-baae-a89fd5f9d098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:30.855592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:30.856873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:30.905904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936fc56-aa0d-4350-8a3a-0407307173d0 None None] Pushing event updated for resources: {'Port': ['ID=cb827d8d-97c3-49f5-83da-058a7b30a346,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:30.955579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a834-91d0-463e-baae-a89fd5f9d098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.040388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f4b6a834-91d0-463e-baae-a89fd5f9d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.110099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f4b6a834-91d0-463e-baae-a89fd5f9d098 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c86dde458c84edd969ede12c7619e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564109 Jul 08 02:26:31.111332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6a834-91d0-463e-baae-a89fd5f9d098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3231967e-428b-473a-b39f-36404c421cf8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:31.114045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50190) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:31.210764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6dcffe4a-9d81-4a8a-b412-beb3de1e28e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.234254 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6dcffe4a-9d81-4a8a-b412-beb3de1e28e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.279249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Allocated IP 172.21.0.2 (2b5697ef-2e9c-4610-867e-fe728bc07768/ea6af36a-eadf-4177-b3c1-531486d3ee76/e5651016-13b9-4178-8df1-f0bd41f58c08) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:31.300549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:31.306992 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.410690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6dcffe4a-9d81-4a8a-b412-beb3de1e28e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.413784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6dcffe4a-9d81-4a8a-b412-beb3de1e28e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.418817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6dcffe4a-9d81-4a8a-b412-beb3de1e28e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3231967e-428b-473a-b39f-36404c421cf8 HTTP/1.1" status: 204 len: 168 time: 0.2961469 Jul 08 02:26:31.433843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcffe4a-9d81-4a8a-b412-beb3de1e28e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3231967e-428b-473a-b39f-36404c421cf8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:31.570852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:31.616270 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.633361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Transition to ACTIVE for port object e5651016-13b9-4178-8df1-f0bd41f58c08 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:31.666739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Transition to ACTIVE for port object e5651016-13b9-4178-8df1-f0bd41f58c08 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:31.680582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:31.680960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.685790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:27Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:30Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:31.729481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c0de7-b7e7-4a5b-95a5-23104c6e82ec None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:27Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:30Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:31.760365 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.829774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.21.0.1 (2b5697ef-2e9c-4610-867e-fe728bc07768/ea6af36a-eadf-4177-b3c1-531486d3ee76/cfd216ce-d6a4-453f-9401-8557e5580283) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:31.856124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Network 2b5697ef-2e9c-4610-867e-fe728bc07768 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:31.865736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:31.870076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:31.875393 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Pushing event updated for resources: {'Port': ['ID=e5651016-13b9-4178-8df1-f0bd41f58c08,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:31.955197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Attempting to bind port e5651016-13b9-4178-8df1-f0bd41f58c08 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:31.955607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Attempting to bind port e5651016-13b9-4178-8df1-f0bd41f58c08 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:31.955972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Attempting to bind port e5651016-13b9-4178-8df1-f0bd41f58c08 on network 2b5697ef-2e9c-4610-867e-fe728bc07768 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:31.961355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:31.961741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Checking segment: {'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:31.962158 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.962556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Bound using segment: {'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:31.963027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Bound port: e5651016-13b9-4178-8df1-f0bd41f58c08, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:31.963442 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:31.991589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.021588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object cfd216ce-d6a4-453f-9401-8557e5580283 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:32.070671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] For port e5651016-13b9-4178-8df1-f0bd41f58c08, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:32.076611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] For port e5651016-13b9-4178-8df1-f0bd41f58c08, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e5651016-13b9-4178-8df1-f0bd41f58c08,segment=NetworkSegment(1c4571dc-7249-4a07-8ddc-5644e53ddf85),segment_id=1c4571dc-7249-4a07-8ddc-5644e53ddf85)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:32.154731 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.155435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50214) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:32.158906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.239212 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8932400c-7934-4a09-b7e4-b973a11a26cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0de8c1fa5dc443b18282274dab882d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808859 Jul 08 02:26:32.240699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50216) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:32.248704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 2b5697ef-2e9c-4610-867e-fe728bc07768 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:32.258506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:32.265442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:32.270785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d6938-b502-405c-b980-d15168c912c2 None None] Pushing event updated for resources: {'Port': ['ID=e5651016-13b9-4178-8df1-f0bd41f58c08,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:32.302351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=cfd216ce-d6a4-453f-9401-8557e5580283,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:32.302706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35325c6c-c25b-4a92-88cf-fb1d3ce1f290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.328720 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35325c6c-c25b-4a92-88cf-fb1d3ce1f290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.347576 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.485777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35325c6c-c25b-4a92-88cf-fb1d3ce1f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.488613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35325c6c-c25b-4a92-88cf-fb1d3ce1f290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.489881 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35325c6c-c25b-4a92-88cf-fb1d3ce1f290 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c446f59-8f74-464d-94ad-3df0db212a97 HTTP/1.1" status: 204 len: 168 time: 0.2474229 Jul 08 02:26:32.512888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35325c6c-c25b-4a92-88cf-fb1d3ce1f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c446f59-8f74-464d-94ad-3df0db212a97,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:32.645141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:32.938699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.005767 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.027437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50224) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:33.032872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'network': {'name': 'tempest-network-smoke--854648417', 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:33.096019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.098788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=cfd216ce-d6a4-453f-9401-8557e5580283,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:33.120384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Made reservation on behalf of 0b0c0fb41f1640cab0d8d77559e39051 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:33.124367 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.135420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.203878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 2b5697ef-2e9c-4610-867e-fe728bc07768 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:33.205996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:33.238627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.325036 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.348440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:33.359799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:33.378196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.378765 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Added segment 59cb8fe0-81ca-4655-a619-ceb58c230132 of type vlan for network 73117487-ac30-444d-9519-934681d764a7 Jul 08 02:26:33.380248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e3f72a-fab8-4cdd-93d3-3a74166161df,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:33.424905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8c5366-1a5f-48bd-ad85-2f0cf323ccfb None None] Network 2b5697ef-2e9c-4610-867e-fe728bc07768 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:33.437660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.478862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:33.484376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4020dbce-4a22-4b66-9c89-d20fef6ebca9 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9996250 Jul 08 02:26:33.487082 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50240) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:33.496086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-1763417046'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:33.542375 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.556145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:33.557530 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.619702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:33.623552 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.644663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c26c2d41-f15e-4619-8c2a-cbc736805875 None None] Provisioning for port e5651016-13b9-4178-8df1-f0bd41f58c08 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:33.646883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cb827d8d-97c3-49f5-83da-058a7b30a346 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:33.660627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Network': ['ID=73117487-ac30-444d-9519-934681d764a7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:33.671752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:33.677685 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 73117487-ac30-444d-9519-934681d764a7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:33.681832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.682192 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment 0d8bfc63-82fc-4a03-89d4-9eb6c6b11518 of type vlan for network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 Jul 08 02:26:33.697200 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-60a49e2c-5d1c-4f7b-9f36-b67d5641aed9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6684296 Jul 08 02:26:33.700200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50246) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:33.704739 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'admin_state_up': True, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:33.756514 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.816990 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.817180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50248) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:33.818275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.851542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port cb827d8d-97c3-49f5-83da-058a7b30a346 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:33.855772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cb827d8d-97c3-49f5-83da-058a7b30a346 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:33.856163 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.900463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.906061 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:33.906692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.920717 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.960275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1126189946'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:33.971435 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:33.988099 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:33.995656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:34.001414 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:34.002766 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:34.007400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:34.045558 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5a212a02-4194-45c3-a5e3-adf40d49539c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5569584 Jul 08 02:26:34.047881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:34.063672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:34.093531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port cb827d8d-97c3-49f5-83da-058a7b30a346, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cb827d8d-97c3-49f5-83da-058a7b30a346,segment=NetworkSegment(d0998672-0c7f-4b10-950c-60cfcb15b1ca),segment_id=d0998672-0c7f-4b10-950c-60cfcb15b1ca)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:34.152649 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:34.172199 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.199328 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.200504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e5651016-13b9-4178-8df1-f0bd41f58c08 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:34.226509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Made reservation on behalf of d13df11303fa4fcf9bc7d502e5731391 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:34.231281 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.242573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6f9766d5-47f6-48c5-a8e9-5fe84e68ffa1 None None] Provisioning for port cfd216ce-d6a4-453f-9401-8557e5580283 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:34.253475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.262357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6f9766d5-47f6-48c5-a8e9-5fe84e68ffa1 None None] Provisioning complete for port cfd216ce-d6a4-453f-9401-8557e5580283 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:34.262737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f9766d5-47f6-48c5-a8e9-5fe84e68ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.327080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6f9766d5-47f6-48c5-a8e9-5fe84e68ffa1 None None] Port cfd216ce-d6a4-453f-9401-8557e5580283 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:34.331682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=cb827d8d-97c3-49f5-83da-058a7b30a346,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:34.352484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:34.356265 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.399300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e5651016-13b9-4178-8df1-f0bd41f58c08 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:34.399523 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:32Z', 'revision_number': 3, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:30Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:32Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:34.408659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e5651016-13b9-4178-8df1-f0bd41f58c08 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:34.409041 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.448358 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:34.448713 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Updating router 4c71e3cc-737c-4201-80ae-717b1b093468 port cfd216ce-d6a4-453f-9401-8557e5580283 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:26:34.533255 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.567325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f3823982-b0cf-4640-93e7-44efd46fcb04 None None] Provisioning complete for port cfd216ce-d6a4-453f-9401-8557e5580283 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:34.568319 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3823982-b0cf-4640-93e7-44efd46fcb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.572369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.597612 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.611000 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.629219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f3823982-b0cf-4640-93e7-44efd46fcb04 None None] Port cfd216ce-d6a4-453f-9401-8557e5580283 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:34.659971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e5651016-13b9-4178-8df1-f0bd41f58c08, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e5651016-13b9-4178-8df1-f0bd41f58c08,segment=NetworkSegment(1c4571dc-7249-4a07-8ddc-5644e53ddf85),segment_id=1c4571dc-7249-4a07-8ddc-5644e53ddf85)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:34.718011 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Allocated IP 172.25.8.37 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/8cd1240f-57db-45a9-89e3-be9897a5dffd) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:34.725989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.730603 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.760194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.798808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e5651016-13b9-4178-8df1-f0bd41f58c08,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:34.802403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-14240427-6a5a-4f57-938e-24f107e4d56f None None] Provisioning complete for port cfd216ce-d6a4-453f-9401-8557e5580283 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:34.803390 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-14240427-6a5a-4f57-938e-24f107e4d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.826256 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.831531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.836784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:34.838669 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Transition to ACTIVE for port object cfd216ce-d6a4-453f-9401-8557e5580283 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:34.842051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-14240427-6a5a-4f57-938e-24f107e4d56f None None] Port cfd216ce-d6a4-453f-9401-8557e5580283 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:34.845707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.876439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:34.902206 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.903381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b64dbb9-6d4b-44ad-b9ba-f1332fbc41a1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:34.908009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.913560 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Added segment 97b850d9-2b93-4e01-bcf8-13d200cfd4a8 of type vlan for network e56069f6-7ce6-443a-a421-e0e67a085842 Jul 08 02:26:34.931512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:34.932008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:34.954131 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.970746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.988414 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be137f-993a-4b81-973a-923ac371809d None None] Pushing event updated for resources: {'Port': ['ID=cfd216ce-d6a4-453f-9401-8557e5580283,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:35.009032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:35.013541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:35.015949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=8cd1240f-57db-45a9-89e3-be9897a5dffd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:35.020219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:35.027129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.033758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be137f-993a-4b81-973a-923ac371809d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:26:35.045230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.049936 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Attempting to bind port cfd216ce-d6a4-453f-9401-8557e5580283 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:35.050379 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Attempting to bind port cfd216ce-d6a4-453f-9401-8557e5580283 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:35.050753 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Attempting to bind port cfd216ce-d6a4-453f-9401-8557e5580283 on network 2b5697ef-2e9c-4610-867e-fe728bc07768 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:35.052260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:35.052260 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.057887 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:35.059246 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Checking segment: {'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:35.059957 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.060523 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Bound using segment: {'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:35.061226 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Bound port: cfd216ce-d6a4-453f-9401-8557e5580283, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4571dc-7249-4a07-8ddc-5644e53ddf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:35.062271 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.107133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:35.112514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:35.113268 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.117220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747564a1-5099-41fa-a6be-e99fdca1af09 None None] Network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:35.141217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event updated for resources: {'Network': ['ID=e56069f6-7ce6-443a-a421-e0e67a085842,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:35.172503 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] For port cfd216ce-d6a4-453f-9401-8557e5580283, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:35.177087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e56069f6-7ce6-443a-a421-e0e67a085842 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:35.177707 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] For port cfd216ce-d6a4-453f-9401-8557e5580283, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cfd216ce-d6a4-453f-9401-8557e5580283,segment=NetworkSegment(1c4571dc-7249-4a07-8ddc-5644e53ddf85),segment_id=1c4571dc-7249-4a07-8ddc-5644e53ddf85)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:35.183241 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f5453578-ea24-4865-948a-896cf3152919 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3649909 Jul 08 02:26:35.185991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50256) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:35.196301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Request body: {'subnet': {'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:35.241037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1c9db58c-d45b-44ed-8dd4-95787fc88e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1919582 Jul 08 02:26:35.243952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50258) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:35.279433 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.340731 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:35.341569 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:35.370168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:26:35.371198 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.384070 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be137f-993a-4b81-973a-923ac371809d None None] Pushing event updated for resources: {'Port': ['ID=cfd216ce-d6a4-453f-9401-8557e5580283,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:35.472774 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:35.527476 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.604017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cb827d8d-97c3-49f5-83da-058a7b30a346 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:35.626943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Allocated IP 172.22.0.2 (e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4/68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e/29e48e46-4ae3-46f6-bd28-23721e28adef) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:35.677839 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Made reservation on behalf of d13df11303fa4fcf9bc7d502e5731391 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:35.692874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.883010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.884735 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:35.898466 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:32Z', 'revision_number': 3, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:35Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:35.931661 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a2098-df48-458a-a63b-ac957336c8ba None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:32Z', 'revision_number': 3, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:35Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:36.100274 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.114351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Transition to ACTIVE for port object 29e48e46-4ae3-46f6-bd28-23721e28adef will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:36.119878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cb827d8d-97c3-49f5-83da-058a7b30a346 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:36.120380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.153581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Transition to ACTIVE for port object 29e48e46-4ae3-46f6-bd28-23721e28adef will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:36.209967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Router f03eaf2d-da3a-4517-a50c-892929711176 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:26:36.221843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e5651016-13b9-4178-8df1-f0bd41f58c08 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:36.259061 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.259292 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.312133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:36.317320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:36.321139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Pushing event updated for resources: {'Port': ['ID=29e48e46-4ae3-46f6-bd28-23721e28adef,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:36.326377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:36.336565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e5651016-13b9-4178-8df1-f0bd41f58c08 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:36.336986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.365410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.22.0.1 (e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4/68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e/57891ff1-e923-456d-9684-e081e8c844f8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:36.372597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:36.410035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Sync routers for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:36.441023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Attempting to bind port 29e48e46-4ae3-46f6-bd28-23721e28adef on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:36.441411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Attempting to bind port 29e48e46-4ae3-46f6-bd28-23721e28adef by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:36.441786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Attempting to bind port 29e48e46-4ae3-46f6-bd28-23721e28adef on network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:36.444607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:36.445260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:36.486330 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.488220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:36.488604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Checking segment: {'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:36.489010 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.489404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Bound using segment: {'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:36.489896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Bound port: 29e48e46-4ae3-46f6-bd28-23721e28adef, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:36.490286 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.492186 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3afa4594-1cca-4432-b9b9-fa56e104367a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7909410 Jul 08 02:26:36.492968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50262) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:36.668829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] For port 29e48e46-4ae3-46f6-bd28-23721e28adef, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:36.674035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] For port 29e48e46-4ae3-46f6-bd28-23721e28adef, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=29e48e46-4ae3-46f6-bd28-23721e28adef,segment=NetworkSegment(0d8bfc63-82fc-4a03-89d4-9eb6c6b11518),segment_id=0d8bfc63-82fc-4a03-89d4-9eb6c6b11518)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:36.693760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:36.701846 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-097104ec-c349-4b26-913a-a55edef0c6dc tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0b0c0fb41f1640cab0d8d77559e39051&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2048118 Jul 08 02:26:36.704479 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50266) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:36.750543 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.835985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event updated for resources: {'Subnet': ['ID=5d4c1c2e-b774-4458-b98d-ac96a9a429c6,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:36.852050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3db9b5-13b4-4884-bb1a-ced254d2ffb9 None None] Pushing event updated for resources: {'Port': ['ID=29e48e46-4ae3-46f6-bd28-23721e28adef,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:36.857555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Checking segment: {'id': '97b850d9-2b93-4e01-bcf8-13d200cfd4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:36.857928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Network hostable DHCP agents. Network: e56069f6-7ce6-443a-a421-e0e67a085842, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:36.921973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:36.955917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object 57891ff1-e923-456d-9684-e081e8c844f8 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:36.982453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Network e56069f6-7ce6-443a-a421-e0e67a085842 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:37.033258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:35Z', 'revision_number': 3, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:37.057510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, e56069f6-7ce6-443a-a421-e0e67a085842) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:37.060920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Checking router: f03eaf2d-da3a-4517-a50c-892929711176 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:37.061434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Updating router f03eaf2d-da3a-4517-a50c-892929711176 port 8cd1240f-57db-45a9-89e3-be9897a5dffd binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:26:37.070078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:37.071142 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.085857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.089921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4323d-383a-4321-a4c3-0d533ba00e19 None None] Network e56069f6-7ce6-443a-a421-e0e67a085842 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:37.168341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:37.168866 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.173507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:37.180197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:37.217659 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-34f7038b-bff4-49d3-b91b-b5da5cd18c1d tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0278857 Jul 08 02:26:37.223010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50270) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:37.243565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2848596f-f956-49f1-aa3f-e02158b68c8c tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:37.244719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Request body: {'port': {'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2142799776'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:37.247854 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2848596f-f956-49f1-aa3f-e02158b68c8c tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5398679 Jul 08 02:26:37.248096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50272) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:37.281453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=57891ff1-e923-456d-9684-e081e8c844f8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:37.294667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.299078 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a96a88d4-d570-4d76-8c5d-69ae1cb3d692 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474966 Jul 08 02:26:37.299456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50274) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:37.306722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-918000657', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:37.427406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-e56069f6-7ce6-443a-a421-e0e67a085842', 'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842', 'tenant_id': 'd13df11303fa4fcf9bc7d502e5731391', 'fixed_ips': [{'subnet_id': '5d4c1c2e-b774-4458-b98d-ac96a9a429c6'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:26:37.427406 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.612977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cfd216ce-d6a4-453f-9401-8557e5580283 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:37.656578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Made reservation on behalf of 0b0c0fb41f1640cab0d8d77559e39051 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:37.660516 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.664506 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.666507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Allocated IP 172.20.0.2 (e56069f6-7ce6-443a-a421-e0e67a085842/5d4c1c2e-b774-4458-b98d-ac96a9a429c6/bc26a569-938e-4167-a521-995dc7b599a6) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:37.688975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Transition to ACTIVE for port object 8cd1240f-57db-45a9-89e3-be9897a5dffd will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:37.737847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Made reservation on behalf of d13df11303fa4fcf9bc7d502e5731391 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:37.743244 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.760582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.780170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] device_id is not set on port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:26:37.788935 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.854880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Attempting to bind port 8cd1240f-57db-45a9-89e3-be9897a5dffd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:37.855125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Attempting to bind port 8cd1240f-57db-45a9-89e3-be9897a5dffd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:37.855440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Attempting to bind port 8cd1240f-57db-45a9-89e3-be9897a5dffd on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:37.890881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port cfd216ce-d6a4-453f-9401-8557e5580283 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:37.893117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:37.894011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:37.894011 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.894303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:37.894782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Bound port: 8cd1240f-57db-45a9-89e3-be9897a5dffd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:37.895160 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.896692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59143aa-1582-4a90-a6b4-79883489cc53 None None] Pushing event updated for resources: {'Port': ['ID=8cd1240f-57db-45a9-89e3-be9897a5dffd,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:37.925205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cfd216ce-d6a4-453f-9401-8557e5580283 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:37.925950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.931055 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:37.988681 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.010367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Transition to ACTIVE for port object bc26a569-938e-4167-a521-995dc7b599a6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:38.012591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] For port 8cd1240f-57db-45a9-89e3-be9897a5dffd, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:38.018528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] For port 8cd1240f-57db-45a9-89e3-be9897a5dffd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8cd1240f-57db-45a9-89e3-be9897a5dffd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:38.036497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Transition to ACTIVE for port object bc26a569-938e-4167-a521-995dc7b599a6 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:38.074536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.075120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Subnet': ['ID=b958648a-2596-40ae-a364-6ccd0cf7d236,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:38.093941 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Checking segment: {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:38.094629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network hostable DHCP agents. Network: 73117487-ac30-444d-9519-934681d764a7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:38.115155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port cfd216ce-d6a4-453f-9401-8557e5580283, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cfd216ce-d6a4-453f-9401-8557e5580283,segment=NetworkSegment(1c4571dc-7249-4a07-8ddc-5644e53ddf85),segment_id=1c4571dc-7249-4a07-8ddc-5644e53ddf85)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:38.119802 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.179994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.190432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59143aa-1582-4a90-a6b4-79883489cc53 None None] Pushing event updated for resources: {'Port': ['ID=8cd1240f-57db-45a9-89e3-be9897a5dffd,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:38.200870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:38.201508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:38.222145 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.222925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 29e48e46-4ae3-46f6-bd28-23721e28adef up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:38.228262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network 73117487-ac30-444d-9519-934681d764a7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:38.231643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609e1bad-9b84-45d5-8808-2dc993a6bfdf None None] Network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:38.245688 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.251878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Allocated IP 172.20.0.14 (e56069f6-7ce6-443a-a421-e0e67a085842/5d4c1c2e-b774-4458-b98d-ac96a9a429c6/36e9cd2d-c113-4b1e-bd37-d176f4492a35) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:38.301618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Network e56069f6-7ce6-443a-a421-e0e67a085842 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:38.313455 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 73117487-ac30-444d-9519-934681d764a7) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:38.317897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:38.323000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.340267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c2d70-c74b-4bc7-89e9-3b4e8ffcac93 None None] Network 73117487-ac30-444d-9519-934681d764a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:38.342623 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.349624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:38.352049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:38.409070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2e957e90-10dc-4e35-9ca6-7d5a1f308b41 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1056516 Jul 08 02:26:38.409519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50278) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:38.457802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=57891ff1-e923-456d-9684-e081e8c844f8,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:38.467985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.539124 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.566778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Transition to ACTIVE for port object 36e9cd2d-c113-4b1e-bd37-d176f4492a35 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:38.576966 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Pushing event updated for resources: {'Port': ['ID=bc26a569-938e-4167-a521-995dc7b599a6,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:38.626779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:38.629409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:38.675984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7171cf28-50dc-438d-b756-ab191e4d62f0 None None] Provisioning for port 29e48e46-4ae3-46f6-bd28-23721e28adef completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:38.701077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.763789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Network e56069f6-7ce6-443a-a421-e0e67a085842 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:38.773543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:38.777672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:38.780948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=cfd216ce-d6a4-453f-9401-8557e5580283,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:38.797356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Attempting to bind port bc26a569-938e-4167-a521-995dc7b599a6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:38.797652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Attempting to bind port bc26a569-938e-4167-a521-995dc7b599a6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '97b850d9-2b93-4e01-bcf8-13d200cfd4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:38.798005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Attempting to bind port bc26a569-938e-4167-a521-995dc7b599a6 on network e56069f6-7ce6-443a-a421-e0e67a085842 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:38.804692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event updated for resources: {'Port': ['ID=36e9cd2d-c113-4b1e-bd37-d176f4492a35,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:38.815285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:38.831981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:38.834319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:38.834731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Checking segment: {'id': '97b850d9-2b93-4e01-bcf8-13d200cfd4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:38.835145 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.835597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Bound using segment: {'id': '97b850d9-2b93-4e01-bcf8-13d200cfd4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:38.836068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Bound port: bc26a569-938e-4167-a521-995dc7b599a6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b850d9-2b93-4e01-bcf8-13d200cfd4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:38.836458 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.840766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:38.844817 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.899086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.905493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 29e48e46-4ae3-46f6-bd28-23721e28adef completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:38.921533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50280) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:38.921905 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2434c5f6-f5d2-497f-b7d2-b16c8cb81860 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6977403 Jul 08 02:26:38.931687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Request body: {'port': {'network_id': 'e56069f6-7ce6-443a-a421-e0e67a085842', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1502183758', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:38.931687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.api.validators [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] bootfile-name is not in valid_values {{(pid=100713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:26:38.931687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.api.validators [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] tftp-server is not in valid_values {{(pid=100713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:26:38.931687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.api.validators [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] server-ip-address is not in valid_values {{(pid=100713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:26:38.950154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:38.954272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 29e48e46-4ae3-46f6-bd28-23721e28adef triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:38.954272 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:38.959000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b02f0f4c-abf1-4de6-89dc-ca654f227f41 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7113433 Jul 08 02:26:38.959000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50282) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:38.966688 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:38.972070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'network': {'name': 'tempest-RoutersTest-592089443'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:38.976608 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:38.977472 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:39.067695 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:39.074455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:39.080864 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.127064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:39.136901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-73117487-ac30-444d-9519-934681d764a7', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:26:39.138097 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.147316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.147316 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added segment ae26c578-7cf2-4b0c-a122-a5032d9eabc2 of type vlan for network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 Jul 08 02:26:39.185777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] For port bc26a569-938e-4167-a521-995dc7b599a6, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:39.212254 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.228679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] For port bc26a569-938e-4167-a521-995dc7b599a6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bc26a569-938e-4167-a521-995dc7b599a6,segment=NetworkSegment(97b850d9-2b93-4e01-bcf8-13d200cfd4a8),segment_id=97b850d9-2b93-4e01-bcf8-13d200cfd4a8)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:39.251442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Made reservation on behalf of d13df11303fa4fcf9bc7d502e5731391 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:39.256010 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.291277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] device_id is not set on port 310346c3-6889-4c8e-a83d-e2cf32f86701 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:26:39.323262 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.345027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.352491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:39.353188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.388856 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.400339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Allocated IP 172.20.0.1 (73117487-ac30-444d-9519-934681d764a7/b958648a-2596-40ae-a364-6ccd0cf7d236/5fd3627f-05e3-4fef-b063-bd782305d70d) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:39.481508 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:37Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:39.503017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18638bfa-0114-4c46-951c-9a8f026755f1 None None] Pushing event updated for resources: {'Port': ['ID=bc26a569-938e-4167-a521-995dc7b599a6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:39.516559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Allocated IP 172.20.0.7 (e56069f6-7ce6-443a-a421-e0e67a085842/5d4c1c2e-b774-4458-b98d-ac96a9a429c6/310346c3-6889-4c8e-a83d-e2cf32f86701) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:39.536568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Network': ['ID=2ee19c7a-a84b-4476-a8d6-abac075f2ae5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:39.548200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 29e48e46-4ae3-46f6-bd28-23721e28adef, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=29e48e46-4ae3-46f6-bd28-23721e28adef,segment=NetworkSegment(0d8bfc63-82fc-4a03-89d4-9eb6c6b11518),segment_id=0d8bfc63-82fc-4a03-89d4-9eb6c6b11518)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:39.551550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:35Z', 'revision_number': 3, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:39.552375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50286) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:39.554259 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45fccea7-bbd0-46a7-88eb-c9215d8d4e1d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5941629 Jul 08 02:26:39.564123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'subnet': {'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:39.564396 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:39.564396 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Updating router 4c71e3cc-737c-4201-80ae-717b1b093468 port 57891ff1-e923-456d-9684-e081e8c844f8 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:26:39.598379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4750f98-bd2d-40ab-8bc2-ab304d1ceb7f None None] The sync data for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 is: [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:35Z', 'revision_number': 3, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:39.605989 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.607751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:39.681864 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.693621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c6df05db-2a12-439a-abf4-91f92c251c46 None None] Provisioning complete for port 29e48e46-4ae3-46f6-bd28-23721e28adef triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:39.694974 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c6df05db-2a12-439a-abf4-91f92c251c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.704388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Transition to ACTIVE for port object 5fd3627f-05e3-4fef-b063-bd782305d70d will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:39.742648 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.838938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.954695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Allocated IP 172.20.0.2 (73117487-ac30-444d-9519-934681d764a7/b958648a-2596-40ae-a364-6ccd0cf7d236/49773174-2096-445a-a319-50bebcdf34d5) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:39.981644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cfd216ce-d6a4-453f-9401-8557e5580283 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:39.983763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network 73117487-ac30-444d-9519-934681d764a7 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:40.029329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:40.036859 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.037671 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:40.073299 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Transition to ACTIVE for port object 57891ff1-e923-456d-9684-e081e8c844f8 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:40.137158 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.150139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=5fd3627f-05e3-4fef-b063-bd782305d70d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:40.173363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Made reservation on behalf of 06b76cdf1e1a4bf1adf8a741cd9bb2cf for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:40.184825 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.205236 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.262006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=29e48e46-4ae3-46f6-bd28-23721e28adef,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:40.318291 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90115fe2-1b35-4410-b061-24fda71364db None None] Pushing event updated for resources: {'Port': ['ID=57891ff1-e923-456d-9684-e081e8c844f8,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:40.338341 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Attempting to bind port 57891ff1-e923-456d-9684-e081e8c844f8 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:40.339012 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Attempting to bind port 57891ff1-e923-456d-9684-e081e8c844f8 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:40.339765 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Attempting to bind port 57891ff1-e923-456d-9684-e081e8c844f8 on network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:40.355225 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:40.356741 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Checking segment: {'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:40.357154 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.360703 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Bound using segment: {'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:40.367301 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Bound port: 57891ff1-e923-456d-9684-e081e8c844f8, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:40.367301 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.401961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cfd216ce-d6a4-453f-9401-8557e5580283 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:40.403078 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.449616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c6df05db-2a12-439a-abf4-91f92c251c46 None None] Provisioning for port 57891ff1-e923-456d-9684-e081e8c844f8 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:40.488593 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.514892 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] For port 57891ff1-e923-456d-9684-e081e8c844f8, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:40.519101 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] For port 57891ff1-e923-456d-9684-e081e8c844f8, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=57891ff1-e923-456d-9684-e081e8c844f8,segment=NetworkSegment(0d8bfc63-82fc-4a03-89d4-9eb6c6b11518),segment_id=0d8bfc63-82fc-4a03-89d4-9eb6c6b11518)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:40.554008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.565212 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Transition to ACTIVE for port object 310346c3-6889-4c8e-a83d-e2cf32f86701 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:40.573458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Transition to ACTIVE for port object 49773174-2096-445a-a319-50bebcdf34d5 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:40.661002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Transition to ACTIVE for port object 49773174-2096-445a-a319-50bebcdf34d5 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:40.666101 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.738648 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.775326 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90115fe2-1b35-4410-b061-24fda71364db None None] Pushing event updated for resources: {'Port': ['ID=57891ff1-e923-456d-9684-e081e8c844f8,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:40.780441 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:40.781130 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:40.807409 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.856027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Network 73117487-ac30-444d-9519-934681d764a7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:40.875178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:40.883581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:40.884577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:40.906534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Pushing event updated for resources: {'Port': ['ID=49773174-2096-445a-a319-50bebcdf34d5,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:40.948237 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:41.017832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Network e56069f6-7ce6-443a-a421-e0e67a085842 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:41.021041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:41.024034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Attempting to bind port 49773174-2096-445a-a319-50bebcdf34d5 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:41.026207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Attempting to bind port 49773174-2096-445a-a319-50bebcdf34d5 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:41.026594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Attempting to bind port 49773174-2096-445a-a319-50bebcdf34d5 on network 73117487-ac30-444d-9519-934681d764a7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:41.030428 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event updated for resources: {'Port': ['ID=310346c3-6889-4c8e-a83d-e2cf32f86701,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:41.038856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:41.039288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Checking segment: {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:41.043492 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:41.043929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Bound using segment: {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:41.044486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Bound port: 49773174-2096-445a-a319-50bebcdf34d5, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:41.044894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:41.051946 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:41.132900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] For port 49773174-2096-445a-a319-50bebcdf34d5, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:41.136994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] For port 49773174-2096-445a-a319-50bebcdf34d5, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=49773174-2096-445a-a319-50bebcdf34d5,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:41.144964 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:41.156347 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:41.158380 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:41.228553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:41.303230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986533c-3a3d-41ae-a695-7b370b82be82 None None] Pushing event updated for resources: {'Port': ['ID=49773174-2096-445a-a319-50bebcdf34d5,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:41.312113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87542584-b469-415a-bf17-84163bd0ba53 None None] Network e56069f6-7ce6-443a-a421-e0e67a085842 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:41.334571 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:37Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:41.370708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Subnet': ['ID=56c29e5d-a6a3-4ba5-a763-354410a15a0c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:41.371106 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa2cc9-de70-429c-999f-bbeaa3884304 None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:37Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:41.373609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c06568b7-d149-4771-9b16-3536b5c63ce0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4510713 Jul 08 02:26:41.376387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50290) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:41.377873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Checking segment: {'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:41.377873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network hostable DHCP agents. Network: 2ee19c7a-a84b-4476-a8d6-abac075f2ae5, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:41.503122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-14ac257d-3133-43bc-8f01-7b04985b3322 None None] Provisioning for port bc26a569-938e-4167-a521-995dc7b599a6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:41.548716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160e866-fb2c-4aa3-9317-dd829c5d68b9 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:41.559478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160e866-fb2c-4aa3-9317-dd829c5d68b9 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:41.612627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160e866-fb2c-4aa3-9317-dd829c5d68b9 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:41.614682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e160e866-fb2c-4aa3-9317-dd829c5d68b9 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2370019 Jul 08 02:26:41.620190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:41.786542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d3172465-9dc0-4804-944d-66e6cee95da5 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Deleting port 310346c3-6889-4c8e-a83d-e2cf32f86701 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:41.786816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3172465-9dc0-4804-944d-66e6cee95da5 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:41.946441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3172465-9dc0-4804-944d-66e6cee95da5 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:41.947593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:41.966683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d3172465-9dc0-4804-944d-66e6cee95da5 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Calling delete_port for 310346c3-6889-4c8e-a83d-e2cf32f86701 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:42.098593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2ee19c7a-a84b-4476-a8d6-abac075f2ae5) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:42.127814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d0b24-519a-4480-8238-f9e42eff5c13 None None] Network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:42.128419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:42.128672 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.174027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.213003 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0f77475a-a094-4d31-8872-3cbd29ad373b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6566718 Jul 08 02:26:42.213254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 57891ff1-e923-456d-9684-e081e8c844f8 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:42.215527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50298) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:42.260433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.281287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3172465-9dc0-4804-944d-66e6cee95da5 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.337407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3172465-9dc0-4804-944d-66e6cee95da5 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event deleted for resources: {'Port': ['ID=310346c3-6889-4c8e-a83d-e2cf32f86701,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:42.412109 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.414932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=5fd3627f-05e3-4fef-b063-bd782305d70d,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:42.461026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3de84f88-1542-4005-aeb2-5a450dfcac92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.466424 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3172465-9dc0-4804-944d-66e6cee95da5 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.469043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8fb81567-97cc-4de7-8b57-e09b5b72a923 None None] Provisioning for port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:42.469968 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d3172465-9dc0-4804-944d-66e6cee95da5 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "DELETE /v2.0/ports/310346c3-6889-4c8e-a83d-e2cf32f86701 HTTP/1.1" status: 204 len: 168 time: 0.8483646 Jul 08 02:26:42.473885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:42.483909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Request body: {'port': {'name': 'tempest-new-port-name-471136034', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:42.484740 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] bootfile-name is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:26:42.485312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] tftp-server is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:26:42.485960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.api.validators [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] server-ip-address is not in valid_values {{(pid=100712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:26:42.508211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8fb81567-97cc-4de7-8b57-e09b5b72a923 None None] Provisioning complete for port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:42.509103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8fb81567-97cc-4de7-8b57-e09b5b72a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.586379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8fb81567-97cc-4de7-8b57-e09b5b72a923 None None] Port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:42.596101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8fb81567-97cc-4de7-8b57-e09b5b72a923 None None] Could not find standard attr ID for object 310346c3-6889-4c8e-a83d-e2cf32f86701. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:26:42.668730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.735953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 57891ff1-e923-456d-9684-e081e8c844f8 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:42.748950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 57891ff1-e923-456d-9684-e081e8c844f8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:42.749341 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.752191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a2e907ee-5286-41e6-ac83-06c3511b9a01 None None] Provisioning complete for port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:42.752405 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a2e907ee-5286-41e6-ac83-06c3511b9a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:42.844133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network 73117487-ac30-444d-9519-934681d764a7 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:42.847774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:42.901964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'fixed_ips': [{'subnet_id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:26:42.902856 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.015126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a2e907ee-5286-41e6-ac83-06c3511b9a01 None None] Port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:43.063808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb079a86-e27a-4402-ba17-676d9a434610 None None] Network 73117487-ac30-444d-9519-934681d764a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:43.103614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.159573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.168162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.221315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-72b426be-24a1-4916-9c73-2b650fcb42e0 None None] Could not find standard attr ID for object 310346c3-6889-4c8e-a83d-e2cf32f86701. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:26:43.276256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Router f03eaf2d-da3a-4517-a50c-892929711176 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:43.283367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event updated for resources: {'Port': ['ID=36e9cd2d-c113-4b1e-bd37-d176f4492a35,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:43.294107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] In _notify_port_updated(), no bound segment for port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 on network e56069f6-7ce6-443a-a421-e0e67a085842 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:26:43.304503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:43.305244 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.309500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4b56b73b-eec9-4a34-ad9d-e8a894a33861 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "PUT /v2.0/ports/36e9cd2d-c113-4b1e-bd37-d176f4492a35 HTTP/1.1" status: 200 len: 1136 time: 0.8340771 Jul 08 02:26:43.310376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50308) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:43.385472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41abdad-7171-4ae7-883c-dccc23651ac7 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:43.390074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c41abdad-7171-4ae7-883c-dccc23651ac7 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "GET /v2.0/ports/36e9cd2d-c113-4b1e-bd37-d176f4492a35 HTTP/1.1" status: 200 len: 1136 time: 0.0756748 Jul 08 02:26:43.390418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50310) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:43.430168 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.457399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-72b426be-24a1-4916-9c73-2b650fcb42e0 None None] Provisioning for port 49773174-2096-445a-a319-50bebcdf34d5 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:43.505791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Allocated IP 172.23.0.2 (2ee19c7a-a84b-4476-a8d6-abac075f2ae5/56c29e5d-a6a3-4ba5-a763-354410a15a0c/d70d948c-5143-4750-9ac2-efbef869daa4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:43.512243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e11eaf1e-0859-4aa3-9f37-212bcc7090c0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Deleting port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:43.512243 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e11eaf1e-0859-4aa3-9f37-212bcc7090c0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.527072 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:43.546009 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-54ac7012-4b7f-4fb8-8ee5-61fd0eb634e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "PUT /v2.0/routers/f03eaf2d-da3a-4517-a50c-892929711176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1351798 Jul 08 02:26:43.546687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50312) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:43.551626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-14cd3f86-fdcb-414c-bb23-2172050ed0c0 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--316782375', 'description': 'tempest-secgroup_access--316782375 description', 'project_id': '0b0c0fb41f1640cab0d8d77559e39051'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:43.572809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Sync routers for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:43.584403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 57891ff1-e923-456d-9684-e081e8c844f8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=57891ff1-e923-456d-9684-e081e8c844f8,segment=NetworkSegment(0d8bfc63-82fc-4a03-89d4-9eb6c6b11518),segment_id=0d8bfc63-82fc-4a03-89d4-9eb6c6b11518)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:43.599810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:43.600982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:43.610533 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e11eaf1e-0859-4aa3-9f37-212bcc7090c0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.622812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e11eaf1e-0859-4aa3-9f37-212bcc7090c0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Calling delete_port for 36e9cd2d-c113-4b1e-bd37-d176f4492a35 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:43.662656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-14cd3f86-fdcb-414c-bb23-2172050ed0c0 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.719976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.721048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd1240f-57db-45a9-89e3-be9897a5dffd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:43.756099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-14cd3f86-fdcb-414c-bb23-2172050ed0c0 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.826852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-93640b9f-2c9b-4c1b-9ed4-317ce2d8ad55 None None] Provisioning complete for port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:43.827881 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-93640b9f-2c9b-4c1b-9ed4-317ce2d8ad55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.845822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-14cd3f86-fdcb-414c-bb23-2172050ed0c0 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.868455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e11eaf1e-0859-4aa3-9f37-212bcc7090c0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.881152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd3f86-fdcb-414c-bb23-2172050ed0c0 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb8cb1-7259-40fb-8c3a-492459b30d18,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:43.892695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:43.895093 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.899052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=57891ff1-e923-456d-9684-e081e8c844f8,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:43.908290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eaf1e-0859-4aa3-9f37-212bcc7090c0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event deleted for resources: {'Port': ['ID=36e9cd2d-c113-4b1e-bd37-d176f4492a35,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:43.944286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Transition to ACTIVE for port object d70d948c-5143-4750-9ac2-efbef869daa4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:43.949205 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-14cd3f86-fdcb-414c-bb23-2172050ed0c0 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:43.951636 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-14cd3f86-fdcb-414c-bb23-2172050ed0c0 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4037254 Jul 08 02:26:43.954481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-93640b9f-2c9b-4c1b-9ed4-317ce2d8ad55 None None] Port 36e9cd2d-c113-4b1e-bd37-d176f4492a35 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:43.955093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50314) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:43.963721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-82fdc305-41a8-48f9-9727-37860424e63c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1001892735', 'description': 'tempest-secgroup_general--1001892735 description', 'project_id': '0b0c0fb41f1640cab0d8d77559e39051'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:44.008829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Transition to ACTIVE for port object d70d948c-5143-4750-9ac2-efbef869daa4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:44.030999 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e11eaf1e-0859-4aa3-9f37-212bcc7090c0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.034097 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82fdc305-41a8-48f9-9727-37860424e63c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.048029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e11eaf1e-0859-4aa3-9f37-212bcc7090c0 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "DELETE /v2.0/ports/36e9cd2d-c113-4b1e-bd37-d176f4492a35 HTTP/1.1" status: 204 len: 168 time: 0.6562769 Jul 08 02:26:44.050186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50318) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:44.116102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8cd1240f-57db-45a9-89e3-be9897a5dffd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:44.123061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8cd1240f-57db-45a9-89e3-be9897a5dffd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:44.126712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.126846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5421ddcf-0b32-4800-8eca-6f161e57fd21 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Deleting subnet 5d4c1c2e-b774-4458-b98d-ac96a9a429c6 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:26:44.136020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5421ddcf-0b32-4800-8eca-6f161e57fd21 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.204278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82fdc305-41a8-48f9-9727-37860424e63c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.217129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.224436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5421ddcf-0b32-4800-8eca-6f161e57fd21 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.238828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Allocated IP 172.23.0.1 (2ee19c7a-a84b-4476-a8d6-abac075f2ae5/56c29e5d-a6a3-4ba5-a763-354410a15a0c/8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:44.264310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82fdc305-41a8-48f9-9727-37860424e63c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.282782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:44.286614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:44.292928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:44.345222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95fc3490-aa09-4dc6-bf30-86f5d5c4513d None None] Provisioning for port 5fd3627f-05e3-4fef-b063-bd782305d70d completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:44.353966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5421ddcf-0b32-4800-8eca-6f161e57fd21 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.371325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Pushing event updated for resources: {'Port': ['ID=d70d948c-5143-4750-9ac2-efbef869daa4,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:44.414907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.415206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95fc3490-aa09-4dc6-bf30-86f5d5c4513d None None] Provisioning complete for port 5fd3627f-05e3-4fef-b063-bd782305d70d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:44.415206 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95fc3490-aa09-4dc6-bf30-86f5d5c4513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.434891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Transition to ACTIVE for port object 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:44.446262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdc305-41a8-48f9-9727-37860424e63c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:44.488504 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.497940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5421ddcf-0b32-4800-8eca-6f161e57fd21 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.515842 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Attempting to bind port d70d948c-5143-4750-9ac2-efbef869daa4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:44.516257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Attempting to bind port d70d948c-5143-4750-9ac2-efbef869daa4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:44.516633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Attempting to bind port d70d948c-5143-4750-9ac2-efbef869daa4 on network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:44.525147 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82fdc305-41a8-48f9-9727-37860424e63c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.529542 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-82fdc305-41a8-48f9-9727-37860424e63c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5697527 Jul 08 02:26:44.530119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50320) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:44.532568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421ddcf-0b32-4800-8eca-6f161e57fd21 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4c1c2e-b774-4458-b98d-ac96a9a429c6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:44.535837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:44.535837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Checking segment: {'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:44.536119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c9d3b550-eea8-4c42-b1de-c60bd297ffcd tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'security_group_rule': {'security_group_id': '8dcb8cb1-7259-40fb-8c3a-492459b30d18', 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:44.536240 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.536240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Bound using segment: {'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:44.536468 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5421ddcf-0b32-4800-8eca-6f161e57fd21 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.536720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Bound port: d70d948c-5143-4750-9ac2-efbef869daa4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:44.537130 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.538562 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5421ddcf-0b32-4800-8eca-6f161e57fd21 tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "DELETE /v2.0/subnets/5d4c1c2e-b774-4458-b98d-ac96a9a429c6 HTTP/1.1" status: 204 len: 168 time: 0.4872260 Jul 08 02:26:44.541122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50322) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:44.545684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-95fc3490-aa09-4dc6-bf30-86f5d5c4513d None None] Port 5fd3627f-05e3-4fef-b063-bd782305d70d cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:44.553084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 8cd1240f-57db-45a9-89e3-be9897a5dffd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8cd1240f-57db-45a9-89e3-be9897a5dffd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:44.564793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260fc24e-9c59-42eb-81b0-f7d1ee1774ff None None] Network e56069f6-7ce6-443a-a421-e0e67a085842 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:44.570548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.619219 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ed24bb96-5913-4cc8-bf75-55f979a4689d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.654332 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.655164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bc26a569-938e-4167-a521-995dc7b599a6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:44.665041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:44.673018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:44.686477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:44.715001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:44.727175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.741816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b550-eea8-4c42-b1de-c60bd297ffcd tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.765311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.882911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:41Z', 'revision_number': 2, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:44.911620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b550-eea8-4c42-b1de-c60bd297ffcd tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.923367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Deleting port bc26a569-938e-4167-a521-995dc7b599a6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:44.923718 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:44.953418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Checking router: f03eaf2d-da3a-4517-a50c-892929711176 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:44.953787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Updating router f03eaf2d-da3a-4517-a50c-892929711176 port 5fd3627f-05e3-4fef-b063-bd782305d70d binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:26:44.982926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] For port d70d948c-5143-4750-9ac2-efbef869daa4, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:44.995227 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b550-eea8-4c42-b1de-c60bd297ffcd tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.043006 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] For port bc26a569-938e-4167-a521-995dc7b599a6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bc26a569-938e-4167-a521-995dc7b599a6,segment=NetworkSegment(97b850d9-2b93-4e01-bcf8-13d200cfd4a8),segment_id=97b850d9-2b93-4e01-bcf8-13d200cfd4a8)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:45.043395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.045642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3b550-eea8-4c42-b1de-c60bd297ffcd tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cda975-3164-4368-8081-d761e86befa1,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:45.046176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-23c080e9-ed47-41e8-a9d4-6658ae5e31bd None None] Provisioning complete for port 5fd3627f-05e3-4fef-b063-bd782305d70d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:45.046558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-23c080e9-ed47-41e8-a9d4-6658ae5e31bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.051184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] For port d70d948c-5143-4750-9ac2-efbef869daa4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d70d948c-5143-4750-9ac2-efbef869daa4,segment=NetworkSegment(ae26c578-7cf2-4b0c-a122-a5032d9eabc2),segment_id=ae26c578-7cf2-4b0c-a122-a5032d9eabc2)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:45.052292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.052508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=8cd1240f-57db-45a9-89e3-be9897a5dffd,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:45.059260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.067596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Calling delete_port for bc26a569-938e-4167-a521-995dc7b599a6 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:45.099297 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.120875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-23c080e9-ed47-41e8-a9d4-6658ae5e31bd None None] Port 5fd3627f-05e3-4fef-b063-bd782305d70d cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:45.139258 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b550-eea8-4c42-b1de-c60bd297ffcd tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.140504 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c9d3b550-eea8-4c42-b1de-c60bd297ffcd tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6093845 Jul 08 02:26:45.145132 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.205629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port bc26a569-938e-4167-a521-995dc7b599a6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:45.266057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port bc26a569-938e-4167-a521-995dc7b599a6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:45.266057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.333869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede91e7-21b6-4eec-9fd4-d6a7f3c81a2b None None] Pushing event updated for resources: {'Port': ['ID=d70d948c-5143-4750-9ac2-efbef869daa4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:45.365206 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.388377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c011187-1631-4be1-8820-2379c241be81 None None] DHCP port deletion for e56069f6-7ce6-443a-a421-e0e67a085842 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:26:45.404418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Could not find standard attr ID for object bc26a569-938e-4167-a521-995dc7b599a6. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:26:45.430157 n-d-695189-13 neutron-server[100714]: INFO neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No ports have port_id starting with bc26a569-938e-4167-a521-995dc7b599a6 Jul 08 02:26:45.433770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event deleted for resources: {'Port': ['ID=bc26a569-938e-4167-a521-995dc7b599a6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:45.440300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] No DVR routers for this DVR port bc26a569-938e-4167-a521-995dc7b599a6 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:45.474049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-d979c593-e75c-4c77-b4c3-cc7a02b8b01c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--316782375&fields=id&tenant_id=0b0c0fb41f1640cab0d8d77559e39051 HTTP/1.1" status: 200 len: 267 time: 0.0408781 Jul 08 02:26:45.510185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 49773174-2096-445a-a319-50bebcdf34d5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:45.541342 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-8068f56a-c4ae-42a2-8c49-ae3729ef0525 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--1001892735&fields=id&tenant_id=0b0c0fb41f1640cab0d8d77559e39051 HTTP/1.1" status: 200 len: 267 time: 0.0595360 Jul 08 02:26:45.614408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.636987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56069f6-7ce6-443a-a421-e0e67a085842']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:45.662691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b850d9-2b93-4e01-bcf8-13d200cfd4a8') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:45.663030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b850d9-2b93-4e01-bcf8-13d200cfd4a8') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:45.675652 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.696599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 49773174-2096-445a-a319-50bebcdf34d5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:45.702465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-dddb4e26-24e4-48cb-b92f-4745f4548dd4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:45.702736 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.704626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-dddb4e26-24e4-48cb-b92f-4745f4548dd4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/networks?id=73117487-ac30-444d-9519-934681d764a7 HTTP/1.1" status: 200 len: 796 time: 0.1522083 Jul 08 02:26:45.704760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 49773174-2096-445a-a319-50bebcdf34d5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:45.705077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.705214 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.711997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:45.712420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:45.715615 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:45.732405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-1cc33cd9-8244-4af7-b034-4a7551b592aa tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/quotas/0b0c0fb41f1640cab0d8d77559e39051 HTTP/1.1" status: 200 len: 375 time: 0.0148680 Jul 08 02:26:45.760222 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.761841 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.780324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Transition to ACTIVE for port object 5fd3627f-05e3-4fef-b063-bd782305d70d will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:45.819853 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.826660 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-0207f3d6-f534-45a2-af7c-d4f8626bb0d4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842910 Jul 08 02:26:45.838442 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.853377 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.855152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event updated for resources: {'Port': ['ID=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:45.872422 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:45.920034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 49773174-2096-445a-a319-50bebcdf34d5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=49773174-2096-445a-a319-50bebcdf34d5,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:45.947906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8686f-325f-490b-9f13-f9b7641eb38e None None] Pushing event updated for resources: {'Port': ['ID=5fd3627f-05e3-4fef-b063-bd782305d70d,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:46.012192 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:46.013476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 29e48e46-4ae3-46f6-bd28-23721e28adef up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:46.107552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Attempting to bind port 5fd3627f-05e3-4fef-b063-bd782305d70d on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:46.108480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Attempting to bind port 5fd3627f-05e3-4fef-b063-bd782305d70d by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:46.109255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Attempting to bind port 5fd3627f-05e3-4fef-b063-bd782305d70d on network 73117487-ac30-444d-9519-934681d764a7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:46.121113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:46.121881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Checking segment: {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:46.122537 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:46.123453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Bound using segment: {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:46.124183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Bound port: 5fd3627f-05e3-4fef-b063-bd782305d70d, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:46.124990 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:46.230960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] For port 5fd3627f-05e3-4fef-b063-bd782305d70d, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:46.235783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] For port 5fd3627f-05e3-4fef-b063-bd782305d70d, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5fd3627f-05e3-4fef-b063-bd782305d70d,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:46.244079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 29e48e46-4ae3-46f6-bd28-23721e28adef triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:46.244079 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:46.296697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=49773174-2096-445a-a319-50bebcdf34d5,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:46.311598 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:46.320365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:46.332362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] 10.222.0.10 "DELETE /v2.0/networks/e56069f6-7ce6-443a-a421-e0e67a085842 HTTP/1.1" status: 204 len: 168 time: 1.7799721 Jul 08 02:26:46.332482 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:46.345180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18859fc9-1562-40df-b725-f02df39fdc2f tempest-ExtraDHCPOptionsTestJSON-55845217 tempest-ExtraDHCPOptionsTestJSON-55845217-project] Pushing event deleted for resources: {'Network': ['ID=e56069f6-7ce6-443a-a421-e0e67a085842,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:46.365005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-2c589da0-48aa-4771-9029-898c7a15caf5 service neutron] 10.222.0.10 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196309 Jul 08 02:26:46.407279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:46.410215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:46.521211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:46.522715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:46.612737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:46.627862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-98ee5ac4-1bf6-4c75-953d-2df1fcb41c54 service neutron] 10.222.0.10 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523868 Jul 08 02:26:46.639604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8686f-325f-490b-9f13-f9b7641eb38e None None] Pushing event updated for resources: {'Port': ['ID=5fd3627f-05e3-4fef-b063-bd782305d70d,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:46.813169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:46.823375 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-174fd122-6e70-4508-9545-baea4055eb80 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6067231 Jul 08 02:26:46.826996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:46.834628 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:46.839760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:46.849201 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:46.849873 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:46.858790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 57891ff1-e923-456d-9684-e081e8c844f8 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:46.869125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:47.091122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fd7af70-b1c8-4e9c-8bbf-d905e2495c34 req-3364a006-b909-4c95-9e71-de68fd6bfdbc tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 210 time: 0.0658038 Jul 08 02:26:47.093819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50356) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:47.115102 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:47.146610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b765c03-d2cb-4a4d-8c83-624a9ce79244 None None] Network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:47.291734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b634787-954e-4a5b-9dd3-19d5475845ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d13df11303fa4fcf9bc7d502e5731391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938570 Jul 08 02:26:47.294223 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50360) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:47.310158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 57891ff1-e923-456d-9684-e081e8c844f8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:47.310548 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.360109 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4924-258f-4cae-a4ed-d5a137c79fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.378144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-957d87c7-8035-49e7-9f10-13b101a8b660 None None] Provisioning for port d70d948c-5143-4750-9ac2-efbef869daa4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:47.395952 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4924-258f-4cae-a4ed-d5a137c79fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.431937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 02:26:47.467914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Removed routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 02:26:47.468397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.531087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4924-258f-4cae-a4ed-d5a137c79fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.533958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4924-258f-4cae-a4ed-d5a137c79fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.538433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c8ce4924-258f-4cae-a4ed-d5a137c79fed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b64dbb9-6d4b-44ad-b9ba-f1332fbc41a1 HTTP/1.1" status: 204 len: 168 time: 0.2420909 Jul 08 02:26:47.561753 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce4924-258f-4cae-a4ed-d5a137c79fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b64dbb9-6d4b-44ad-b9ba-f1332fbc41a1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:47.569116 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3', 'name': '', 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:a6:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:43Z', 'updated_at': '2021-07-08T02:26:45Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:47.593677 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.621979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd1240f-57db-45a9-89e3-be9897a5dffd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:47.625729 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:47.626210 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Updating router 4c71e3cc-737c-4201-80ae-717b1b093468 port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:26:47.663649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:46Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:47.670997 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.701207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a584d-41d6-47fc-ad95-58961c701205 None None] The sync data for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 is: [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:46Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:47.792844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8cd1240f-57db-45a9-89e3-be9897a5dffd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:47.793329 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.941533 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.945432 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:47.952423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 49773174-2096-445a-a319-50bebcdf34d5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:48.078852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 49773174-2096-445a-a319-50bebcdf34d5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:48.079242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.151200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:48.250544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d70d948c-5143-4750-9ac2-efbef869daa4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:48.290549 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.294035 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a73eaf3c-1fbe-485d-a937-0d544733ed4c req-2a225cf8-afda-4c40-9ac3-5a785fd1a97c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 210 time: 0.0969419 Jul 08 02:26:48.318958 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Transition to ACTIVE for port object 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:48.371607 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.372273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-68578fea-3f50-4727-980d-875dc4b9a0c0 None None] Provisioning for port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:48.376854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:48.390012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.392574 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-22726a93-8b38-4e0f-8471-d14e017fe324 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 200 len: 934 time: 1.5620062 Jul 08 02:26:48.392796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-68578fea-3f50-4727-980d-875dc4b9a0c0 None None] Provisioning complete for port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:48.392796 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-68578fea-3f50-4727-980d-875dc4b9a0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.394253 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50384) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:48.411079 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.449810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-68578fea-3f50-4727-980d-875dc4b9a0c0 None None] Port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:48.502435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d70d948c-5143-4750-9ac2-efbef869daa4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:48.511081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d70d948c-5143-4750-9ac2-efbef869daa4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:48.514030 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ea19d-7c34-4443-a924-b4140993d1b3 None None] Pushing event updated for resources: {'Port': ['ID=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:48.514426 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.590531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:48.597493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'routes': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:48.607423 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ecdad0bb-c541-4413-b7ad-0ce42933487b tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 200 len: 934 time: 0.1921656 Jul 08 02:26:48.613632 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Attempting to bind port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:48.614406 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Attempting to bind port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:48.615046 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Attempting to bind port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 on network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:48.627830 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:48.630073 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Checking segment: {'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:48.638455 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.643043 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Bound using segment: {'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:48.646029 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Bound port: 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:48.649105 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.673258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.723131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d70d948c-5143-4750-9ac2-efbef869daa4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d70d948c-5143-4750-9ac2-efbef869daa4,segment=NetworkSegment(ae26c578-7cf2-4b0c-a122-a5032d9eabc2),segment_id=ae26c578-7cf2-4b0c-a122-a5032d9eabc2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:48.769846 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] For port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:48.774168 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] For port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,segment=NetworkSegment(ae26c578-7cf2-4b0c-a122-a5032d9eabc2),segment_id=ae26c578-7cf2-4b0c-a122-a5032d9eabc2)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:48.795948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.841499 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:48.932845 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:48.933783 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:48.955970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bc26a569-938e-4167-a521-995dc7b599a6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:26:48.958744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d70d948c-5143-4750-9ac2-efbef869daa4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:49.125153 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:49.254464 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ea19d-7c34-4443-a924-b4140993d1b3 None None] Pushing event updated for resources: {'Port': ['ID=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:49.277527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 02:26:49.278417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 02:26:49.333124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: bc26a569-938e-4167-a521-995dc7b599a6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:26:49.333619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bc26a569-938e-4167-a521-995dc7b599a6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:26:49.372387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50402) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:49.400614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:49.555184 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae6401f2-892f-4d88-8bfa-48d22a877d73 req-27a6ae74-88fb-40e2-8bda-2ecca011a99b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 210 time: 0.0873342 Jul 08 02:26:49.605462 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:47Z', 'revision_number': 6, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3', 'name': '', 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:a6:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:43Z', 'updated_at': '2021-07-08T02:26:48Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:49.623878 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'networks': [{'name': 'tempest-network--2136867144'}, {'name': 'tempest-network--1531998174'}]} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:49.624530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'network': {'name': 'tempest-network--2136867144'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:49.624714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'network': {'name': 'tempest-network--1531998174'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:49.656154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d70d948c-5143-4750-9ac2-efbef869daa4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:49.667567 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c036b6-0d96-491f-a548-07ccc3629443 None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:47Z', 'revision_number': 6, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3', 'name': '', 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:a6:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:43Z', 'updated_at': '2021-07-08T02:26:48Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:49.741694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d70d948c-5143-4750-9ac2-efbef869daa4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:49.742281 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:49.742976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Made reservation on behalf of 7e9f261073d9489aba7475d1c6744c83 for: {'network': 2} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:49.748091 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:49.780493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:49.807671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:49.811587 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:49.868949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5fd3627f-05e3-4fef-b063-bd782305d70d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:49.930143 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:49.938737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:49.982505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5fd3627f-05e3-4fef-b063-bd782305d70d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:49.986716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5fd3627f-05e3-4fef-b063-bd782305d70d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:49.991589 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.010814 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.013740 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.054616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:50.064535 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.066003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-27fa8dde-8348-43d7-a8c8-e9a441da1a50 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 200 len: 700 time: 1.4731326 Jul 08 02:26:50.070099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:50.085384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07955636-0d68-4189-8da1-4a8883e5a58a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:50.091649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.104537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:50.124624 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.124994 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Added segment 98fcc148-92f2-4192-91a6-8aecdca4a925 of type vlan for network 3222a76e-bfb3-422f-9c22-677ae5f5ac3d Jul 08 02:26:50.163825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5fd3627f-05e3-4fef-b063-bd782305d70d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5fd3627f-05e3-4fef-b063-bd782305d70d,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:50.193762 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.234049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.236308 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:50.245571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9132d65f-bbd3-41ea-8e11-b656047356b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 200 len: 700 time: 0.1688738 Jul 08 02:26:50.247199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50410) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:50.257341 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.257703 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Added segment 81d3c593-4156-4837-b996-8e80e77a990d of type vlan for network ca527587-6931-4e78-bab9-f41776909f7c Jul 08 02:26:50.302707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5fd3627f-05e3-4fef-b063-bd782305d70d,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:50.308900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.462805 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.469280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.473543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:50.478555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:50.479413 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.539795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-25ef9479-1cce-454e-88ee-a1045cb7ed67 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:50.541210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-25ef9479-1cce-454e-88ee-a1045cb7ed67 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.18 "GET /v2.0/networks?id=73117487-ac30-444d-9519-934681d764a7 HTTP/1.1" status: 200 len: 796 time: 0.2034538 Jul 08 02:26:50.552087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Network': ['ID=3222a76e-bfb3-422f-9c22-677ae5f5ac3d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:50.565225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 3222a76e-bfb3-422f-9c22-677ae5f5ac3d details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:50.607845 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2338805 Jul 08 02:26:50.611327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:50.636162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa64ba-9d3b-4c01-a4fa-5efafae95e37 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Network': ['ID=ca527587-6931-4e78-bab9-f41776909f7c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:50.664404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-21d6e8ed-014b-4214-9f02-5062d6b02f9c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b0c0fb41f1640cab0d8d77559e39051 HTTP/1.1" status: 200 len: 477 time: 0.1128995 Jul 08 02:26:50.665058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network ca527587-6931-4e78-bab9-f41776909f7c details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:50.795979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b1b94e68-da90-4a9d-ad5b-3e1f72cd4181 req-3ea6416e-eb63-438a-9448-fdf6019c570f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 210 time: 0.0497165 Jul 08 02:26:50.970881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3230766-480b-405b-9693-61a3b843908f None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:50.980956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3230766-480b-405b-9693-61a3b843908f None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:50.981603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b3230766-480b-405b-9693-61a3b843908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:51.032699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'port': {'device_id': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'admin_state_up': True, 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'security_groups': ['8dcb8cb1-7259-40fb-8c3a-492459b30d18', 'd81fdb7c-cc2e-44f5-bd75-8bf64d7540a0']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:51.078796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b3230766-480b-405b-9693-61a3b843908f None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:51.151728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.275700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c64137-c607-4a1f-9e2c-f763622c5a3d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:51.282810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c64137-c607-4a1f-9e2c-f763622c5a3d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:51.289464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c64137-c607-4a1f-9e2c-f763622c5a3d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:51.294514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b3230766-480b-405b-9693-61a3b843908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:49Z', 'revision_number': 7, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3', 'name': '', 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:a6:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:43Z', 'updated_at': '2021-07-08T02:26:48Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:51.296569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c64137-c607-4a1f-9e2c-f763622c5a3d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:51.297363 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-55c64137-c607-4a1f-9e2c-f763622c5a3d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6831021 Jul 08 02:26:51.302038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50418) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:51.336677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3230766-480b-405b-9693-61a3b843908f None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:51.347859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3230766-480b-405b-9693-61a3b843908f None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:51.349084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b3230766-480b-405b-9693-61a3b843908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:51.419376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.432182 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.434810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Made reservation on behalf of 0b0c0fb41f1640cab0d8d77559e39051 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:51.439592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.458127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b3230766-480b-405b-9693-61a3b843908f None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:51.532098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.551509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3222a76e-bfb3-422f-9c22-677ae5f5ac3d']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:51.565061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5fd3627f-05e3-4fef-b063-bd782305d70d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:51.570805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fcc148-92f2-4192-91a6-8aecdca4a925') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:51.571311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fcc148-92f2-4192-91a6-8aecdca4a925') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:51.583846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.603024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.610202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:51.610607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:51.614365 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:51.686368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5fd3627f-05e3-4fef-b063-bd782305d70d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:51.686737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.716896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Allocated IP 172.20.0.3 (73117487-ac30-444d-9519-934681d764a7/b958648a-2596-40ae-a364-6ccd0cf7d236/aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:26:51.742795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.752004 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.754246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/networks/3222a76e-bfb3-422f-9c22-677ae5f5ac3d HTTP/1.1" status: 204 len: 168 time: 0.4527717 Jul 08 02:26:51.757679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50420) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:51.777897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab935cb-dcbf-41f9-8aa4-5470265ca93c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Network': ['ID=3222a76e-bfb3-422f-9c22-677ae5f5ac3d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:51.794294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b3230766-480b-405b-9693-61a3b843908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:49Z', 'revision_number': 7, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3', 'name': '', 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:a6:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:43Z', 'updated_at': '2021-07-08T02:26:48Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:51.822637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3230766-480b-405b-9693-61a3b843908f None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:49Z', 'revision_number': 7, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3', 'name': '', 'network_id': '2ee19c7a-a84b-4476-a8d6-abac075f2ae5', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:a6:9d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:43Z', 'updated_at': '2021-07-08T02:26:48Z', 'revision_number': 4, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '56c29e5d-a6a3-4ba5-a763-354410a15a0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:51.841669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:51.869382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:51.967394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:51.967736 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.000031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:52.008282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:52.008669 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.026382 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.032066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d1ce49b-4e5f-4834-8784-a30425b1d661 req-9d3b72f7-9155-4fb5-8254-a8b966242139 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 210 time: 0.0414307 Jul 08 02:26:52.036447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.048117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca527587-6931-4e78-bab9-f41776909f7c']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:52.058693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Transition to ACTIVE for port object aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:52.062084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d3c593-4156-4837-b996-8e80e77a990d') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:52.062529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d3c593-4156-4837-b996-8e80e77a990d') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:52.074698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.099431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.104138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,segment=NetworkSegment(ae26c578-7cf2-4b0c-a122-a5032d9eabc2),segment_id=ae26c578-7cf2-4b0c-a122-a5032d9eabc2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:52.104982 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.106266 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:52.106755 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:52.110134 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:52.134990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:52.145536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.182230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,segment=NetworkSegment(ae26c578-7cf2-4b0c-a122-a5032d9eabc2),segment_id=ae26c578-7cf2-4b0c-a122-a5032d9eabc2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:52.202299 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.261848 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.269085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.271108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/networks/ca527587-6931-4e78-bab9-f41776909f7c HTTP/1.1" status: 204 len: 168 time: 0.5031528 Jul 08 02:26:52.282542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50424) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:52.290947 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.292058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1bcf5-1bd6-4049-894b-37cdda0cba6d tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Network': ['ID=ca527587-6931-4e78-bab9-f41776909f7c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:52.296987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network 73117487-ac30-444d-9519-934681d764a7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:26:52.299723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:52.305105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:52.313565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:52.369716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:52.369970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:52.370286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.503572 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-355a05c4-8620-4ed0-8f31-6b89a92a93b7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4765298 Jul 08 02:26:52.503993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a3f18-17e9-433d-8aa0-b49c9b5ab7b9 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:52.510584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a3f18-17e9-433d-8aa0-b49c9b5ab7b9 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:52.512588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-756a3f18-17e9-433d-8aa0-b49c9b5ab7b9 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2287774 Jul 08 02:26:52.515127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Request body: {'port': {'device_id': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:52.517496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50428) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:52.522509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-603561938'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:52.557977 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.604971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:52.639537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-570e9953-4f9d-4529-bbe7-34b2ecb4fdc4 None None] Provisioning for port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:52.643912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-570e9953-4f9d-4529-bbe7-34b2ecb4fdc4 None None] Provisioning complete for port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:52.646502 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-570e9953-4f9d-4529-bbe7-34b2ecb4fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.679982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Made reservation on behalf of 7e9f261073d9489aba7475d1c6744c83 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:52.681296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-570e9953-4f9d-4529-bbe7-34b2ecb4fdc4 None None] Port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:26:52.683659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.721011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.745972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:52.840697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.841049 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Added segment 5d8d3568-4e91-49c9-a362-b475d644f7cf of type vlan for network d3386cd3-36a2-45d5-9144-7cd3a4e87412 Jul 08 02:26:52.953523 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:52.976246 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.227349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b96847-fa4c-4bd1-93e1-fdd23d40d68b req-75a34979-a7df-4baf-b45c-d6cb275d2200 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:53.232584 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79b96847-fa4c-4bd1-93e1-fdd23d40d68b req-75a34979-a7df-4baf-b45c-d6cb275d2200 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 970 time: 0.0687978 Jul 08 02:26:53.235920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.241449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:53.242039 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.270363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-79b96847-fa4c-4bd1-93e1-fdd23d40d68b req-c98e68a2-cd39-43f3-9688-a402824f8a15 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349019 Jul 08 02:26:53.356618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:26:53.360757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Network': ['ID=d3386cd3-36a2-45d5-9144-7cd3a4e87412,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:53.368853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.372021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:53.372700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d3386cd3-36a2-45d5-9144-7cd3a4e87412 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:53.387052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Transition to ACTIVE for port object aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:26:53.431190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ec6d9034-ec44-440d-b78d-3068aa7d63ff tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9125006 Jul 08 02:26:53.431424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50432) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:53.437411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1015054341'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:53.462976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.523555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Made reservation on behalf of 7e9f261073d9489aba7475d1c6744c83 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:53.527182 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.535934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Pushing event updated for resources: {'Port': ['ID=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:53.544299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:53.555547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b95e4feb-2587-45ce-822f-1d1976c9f945 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3043368 Jul 08 02:26:53.559997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:53.561090 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:53.577024 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:53.577674 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:53.611377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:53.628581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e761c9-988a-4d9a-ab48-51924a0becb0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet 56c29e5d-a6a3-4ba5-a763-354410a15a0c {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:26:53.634874 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.635602 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Added segment 487a1a14-3c13-455b-9db3-f56b463b31da of type vlan for network 3b6967f1-6448-4510-856f-8ff03b354be8 Jul 08 02:26:53.637129 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9e761c9-988a-4d9a-ab48-51924a0becb0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.687176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Attempting to bind port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:26:53.688404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Attempting to bind port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:26:53.688935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Attempting to bind port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 on network 73117487-ac30-444d-9519-934681d764a7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:53.694756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 on network 73117487-ac30-444d-9519-934681d764a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:26:53.695368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Attempting to bind port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 on network 73117487-ac30-444d-9519-934681d764a7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:26:53.702947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:26:53.703633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Checking segment: {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:53.704239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Bound using segment: {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:26:53.705605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Bound port: aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cb8fe0-81ca-4655-a619-ceb58c230132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73117487-ac30-444d-9519-934681d764a7'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:26:53.706355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.713006 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:53.717365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.723947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9e761c9-988a-4d9a-ab48-51924a0becb0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.794793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] For port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:26:53.798627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] For port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:26:53.822697 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9e761c9-988a-4d9a-ab48-51924a0becb0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.846568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.852053 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:53.852637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.869021 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.913646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:53.914289 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.922023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] 10.222.0.18 "PUT /v2.0/ports/aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 HTTP/1.1" status: 200 len: 1131 time: 1.4109101 Jul 08 02:26:53.922233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:26:53.924573 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6ac1b-dc62-4d46-85d7-b37e60c64896" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:26:53.964260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c20401-1c1d-4ab3-a908-bb8516ec8e6c service neutron] Pushing event updated for resources: {'Port': ['ID=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:53.973286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Network': ['ID=3b6967f1-6448-4510-856f-8ff03b354be8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:53.985010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f582732-611a-4d4d-a831-4a9e3a84625c tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5519991 Jul 08 02:26:53.991737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 3b6967f1-6448-4510-856f-8ff03b354be8 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:53.992927 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7128bc8-7054-4f78-b018-72f7cfdbf2e1 x-openstack-request-id: req-f7128bc8-7054-4f78-b018-72f7cfdbf2e1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:26:53.993686 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:26:53.994178 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7128bc8-7054-4f78-b018-72f7cfdbf2e1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:26:53.995635 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'status': 'completed', 'code': 200} Jul 08 02:26:53.996347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50440) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:54.002385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'ports': [{'network_id': 'd3386cd3-36a2-45d5-9144-7cd3a4e87412', 'name': 'tempest-port--1751926981', 'admin_state_up': True}, {'network_id': '3b6967f1-6448-4510-856f-8ff03b354be8', 'admin_state_up': False}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:54.003010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'port': {'network_id': 'd3386cd3-36a2-45d5-9144-7cd3a4e87412', 'name': 'tempest-port--1751926981', 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:54.003759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'port': {'network_id': '3b6967f1-6448-4510-856f-8ff03b354be8', 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:54.055008 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:52Z', 'revision_number': 8, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:54.082783 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:54.086324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9e761c9-988a-4d9a-ab48-51924a0becb0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.094254 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:54.095927 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:54.121653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e761c9-988a-4d9a-ab48-51924a0becb0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=56c29e5d-a6a3-4ba5-a763-354410a15a0c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:54.127536 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a9e761c9-988a-4d9a-ab48-51924a0becb0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.129992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a9e761c9-988a-4d9a-ab48-51924a0becb0 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/56c29e5d-a6a3-4ba5-a763-354410a15a0c HTTP/1.1" status: 204 len: 168 time: 0.5682931 Jul 08 02:26:54.134624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6defedf9-21c1-4541-b2bb-6f79301175ac None None] Network 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:54.143525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50442) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:54.216880 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:54.250423 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.330912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port d70d948c-5143-4750-9ac2-efbef869daa4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:54.330912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.398683 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port d70d948c-5143-4750-9ac2-efbef869daa4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d70d948c-5143-4750-9ac2-efbef869daa4,segment=NetworkSegment(ae26c578-7cf2-4b0c-a122-a5032d9eabc2),segment_id=ae26c578-7cf2-4b0c-a122-a5032d9eabc2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:54.399052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.417238 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for d70d948c-5143-4750-9ac2-efbef869daa4 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:54.456168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] DHCP port deletion for 2ee19c7a-a84b-4476-a8d6-abac075f2ae5 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:26:54.477122 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:52Z', 'revision_number': 8, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:54.506882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] Deleting port d70d948c-5143-4750-9ac2-efbef869daa4 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:54.514045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.518281 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f949d5-fd6d-43e4-9ea2-7138339c6aed None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:52Z', 'revision_number': 8, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': '57891ff1-e923-456d-9684-e081e8c844f8', 'name': '', 'network_id': 'e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:c7:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:36Z', 'updated_at': '2021-07-08T02:26:43Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': '68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:54.587896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] For port d70d948c-5143-4750-9ac2-efbef869daa4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d70d948c-5143-4750-9ac2-efbef869daa4,segment=NetworkSegment(ae26c578-7cf2-4b0c-a122-a5032d9eabc2),segment_id=ae26c578-7cf2-4b0c-a122-a5032d9eabc2)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:54.588300 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.602269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] Calling delete_port for d70d948c-5143-4750-9ac2-efbef869daa4 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:54.657009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.670122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ac1b-dc62-4d46-85d7-b37e60c64896 req-b554b7e4-1ced-4514-9671-62b6ea0f47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:54.671849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No DVR routers for this DVR port d70d948c-5143-4750-9ac2-efbef869daa4 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:54.672024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0e6ac1b-dc62-4d46-85d7-b37e60c64896 req-b554b7e4-1ced-4514-9671-62b6ea0f47cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1134 time: 0.6038518 Jul 08 02:26:54.681778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.702880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=d70d948c-5143-4750-9ac2-efbef869daa4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:54.718573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] Pushing event deleted for resources: {'Port': ['ID=d70d948c-5143-4750-9ac2-efbef869daa4,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:54.727193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd647c-ddd3-4ab5-9c5a-dc7e36601a0f None None] No DVR routers for this DVR port d70d948c-5143-4750-9ac2-efbef869daa4 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:54.759269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aaa8d-5e23-4860-8ed9-88d2f14edb57 req-5dddebd2-58e9-4ef3-848f-557b87accfc6 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:54.760803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-635aaa8d-5e23-4860-8ed9-88d2f14edb57 req-5dddebd2-58e9-4ef3-848f-557b87accfc6 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 982 time: 0.2470944 Jul 08 02:26:54.803931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.813982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee19c7a-a84b-4476-a8d6-abac075f2ae5']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:54.830016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:54.830016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae26c578-7cf2-4b0c-a122-a5032d9eabc2') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:54.835370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.840168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-635aaa8d-5e23-4860-8ed9-88d2f14edb57 req-f777fa1f-095f-47c7-8ba6-9f70bcfe19ff tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0705073 Jul 08 02:26:54.850395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.857348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:54.857761 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:54.860974 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:54.866573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Made reservation on behalf of 7e9f261073d9489aba7475d1c6744c83 for: {'port': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:54.869853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.872306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ac1b-dc62-4d46-85d7-b37e60c64896 req-e33bc370-5c61-4ce4-a5a6-af5e124ee5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:54.873808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0e6ac1b-dc62-4d46-85d7-b37e60c64896 req-e33bc370-5c61-4ce4-a5a6-af5e124ee5bc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1920726 Jul 08 02:26:54.905076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.005063 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.010932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.012937 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/2ee19c7a-a84b-4476-a8d6-abac075f2ae5 HTTP/1.1" status: 204 len: 168 time: 0.8680577 Jul 08 02:26:55.018049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50448) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:55.042212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] device_id is not set on port d0de3f75-2d4e-4cc3-abf5-e71446105477 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:26:55.052206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ac1b-dc62-4d46-85d7-b37e60c64896 req-32f254d5-ae90-4840-ae51-2a392cbd620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:55.054290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0e6ac1b-dc62-4d46-85d7-b37e60c64896 req-32f254d5-ae90-4840-ae51-2a392cbd620e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719239 Jul 08 02:26:55.068470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c94d4-2fff-4183-88f3-d337ec27e1de tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=2ee19c7a-a84b-4476-a8d6-abac075f2ae5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:55.219410 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.239766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-655de88a-2b7d-4494-9561-712afb33a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:55.241910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-655de88a-2b7d-4494-9561-712afb33a6d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1134 time: 0.1168075 Jul 08 02:26:55.312053 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-fa9475db-66c0-422f-9192-18f729750603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 HTTP/1.1" status: 200 len: 217 time: 0.0445614 Jul 08 02:26:55.359166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] device_id is not set on port 4cd9d0b9-9aa4-4712-81ef-5f1da0068f06 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:26:55.366817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.388499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-babc4529-284e-4b83-8006-4206e2a4c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:55.390018 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-babc4529-284e-4b83-8006-4206e2a4c45c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b958648a-2596-40ae-a364-6ccd0cf7d236 HTTP/1.1" status: 200 len: 834 time: 0.0705307 Jul 08 02:26:55.431849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d70d948c-5143-4750-9ac2-efbef869daa4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:26:55.455083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d70d948c-5143-4750-9ac2-efbef869daa4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:26:55.455768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d70d948c-5143-4750-9ac2-efbef869daa4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:26:55.456205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:26:55.475785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:26:55.476130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8f5f2773-2d34-4c8b-abe9-46a96d9dfaf3 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:26:55.521021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-ba996292-d277-44d9-9fb2-6417caeb2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:55.522590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-ba996292-d277-44d9-9fb2-6417caeb2fd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73117487-ac30-444d-9519-934681d764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220610 Jul 08 02:26:55.543690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.632426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port 57891ff1-e923-456d-9684-e081e8c844f8 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:55.633067 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.652902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-c71d4fc8-960f-4f55-a053-d8016ccaef07 service neutron] 10.222.0.18 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230705 Jul 08 02:26:55.721896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port 57891ff1-e923-456d-9684-e081e8c844f8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=57891ff1-e923-456d-9684-e081e8c844f8,segment=NetworkSegment(0d8bfc63-82fc-4a03-89d4-9eb6c6b11518),segment_id=0d8bfc63-82fc-4a03-89d4-9eb6c6b11518)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:55.722278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.733066 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.736099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for 57891ff1-e923-456d-9684-e081e8c844f8 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:55.792575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342a756b-2079-44ec-85ac-84fd13b4dc07 req-3df49ca4-3335-4d32-9fb9-616411490893 service neutron] 10.222.0.18 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334231 Jul 08 02:26:55.799362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Port': ['ID=d0de3f75-2d4e-4cc3-abf5-e71446105477,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:55.822481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Checking segment: {'id': '5d8d3568-4e91-49c9-a362-b475d644f7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd3386cd3-36a2-45d5-9144-7cd3a4e87412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:55.822901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Network hostable DHCP agents. Network: d3386cd3-36a2-45d5-9144-7cd3a4e87412, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:55.940940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Network d3386cd3-36a2-45d5-9144-7cd3a4e87412 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:55.976813 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:55.996122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d3386cd3-36a2-45d5-9144-7cd3a4e87412) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:56.001303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:56.002157 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.004078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526372d9-cab2-4be5-835f-25bc02e1ec40 None None] Network d3386cd3-36a2-45d5-9144-7cd3a4e87412 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:56.009980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=57891ff1-e923-456d-9684-e081e8c844f8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:56.082501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Port': ['ID=4cd9d0b9-9aa4-4712-81ef-5f1da0068f06,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:56.106461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4615c53-751d-4766-94cc-988ffdeb806f req-16467c29-51ab-4c69-9470-9059a039b268 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:56.108181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4615c53-751d-4766-94cc-988ffdeb806f req-16467c29-51ab-4c69-9470-9059a039b268 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 982 time: 0.1434155 Jul 08 02:26:56.127597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Checking segment: {'id': '487a1a14-3c13-455b-9db3-f56b463b31da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3b6967f1-6448-4510-856f-8ff03b354be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:26:56.127973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Network hostable DHCP agents. Network: 3b6967f1-6448-4510-856f-8ff03b354be8, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:26:56.173281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4615c53-751d-4766-94cc-988ffdeb806f req-fa71c60b-9b78-457e-be69-9a01a30f8ab5 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0522630 Jul 08 02:26:56.239655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Network 3b6967f1-6448-4510-856f-8ff03b354be8 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:26:56.296824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 3b6967f1-6448-4510-856f-8ff03b354be8) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:26:56.300748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:26:56.307005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7841583a-dc08-4352-b28a-463be7e29995 None None] Network 3b6967f1-6448-4510-856f-8ff03b354be8 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:56.307200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:56.312287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:56.313011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.374220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9ee7240f-5977-4fd7-8f17-9797d620a818 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3742557 Jul 08 02:26:56.374697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50454) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:56.446479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194e1fe-158b-428b-9638-00abcef7d180 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:56.452632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194e1fe-158b-428b-9638-00abcef7d180 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:56.454249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f194e1fe-158b-428b-9638-00abcef7d180 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0782979 Jul 08 02:26:56.457203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:56.508222 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.557107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-510fb200-d583-4f4f-81d0-f8ecc0a562b8 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Deleting port d0de3f75-2d4e-4cc3-abf5-e71446105477 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:56.557458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-510fb200-d583-4f4f-81d0-f8ecc0a562b8 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.628474 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-510fb200-d583-4f4f-81d0-f8ecc0a562b8 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.641230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-510fb200-d583-4f4f-81d0-f8ecc0a562b8 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Calling delete_port for d0de3f75-2d4e-4cc3-abf5-e71446105477 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:56.702695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:56.794381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:56.799455 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-49cd4715-35ed-4dcf-9113-3b72c4369a45 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804110 Jul 08 02:26:56.802227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50458) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:56.805067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:56.814016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:56.814778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:56.838768 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-510fb200-d583-4f4f-81d0-f8ecc0a562b8 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.858530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9304f87a-b5c7-4f87-904f-22cbf170940d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet 68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:26:56.861780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9304f87a-b5c7-4f87-904f-22cbf170940d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.868346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fb200-d583-4f4f-81d0-f8ecc0a562b8 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Port': ['ID=d0de3f75-2d4e-4cc3-abf5-e71446105477,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:56.875836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-510fb200-d583-4f4f-81d0-f8ecc0a562b8 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.878199 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-510fb200-d583-4f4f-81d0-f8ecc0a562b8 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/ports/d0de3f75-2d4e-4cc3-abf5-e71446105477 HTTP/1.1" status: 204 len: 168 time: 0.4200451 Jul 08 02:26:56.880924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50460) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:56.910181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9304f87a-b5c7-4f87-904f-22cbf170940d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.019051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0f3b3936-c6fe-4357-b04d-e94933fe8d91 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Deleting port 4cd9d0b9-9aa4-4712-81ef-5f1da0068f06 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:57.019707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3936-c6fe-4357-b04d-e94933fe8d91 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.031293 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9304f87a-b5c7-4f87-904f-22cbf170940d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.084358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:57.094605 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3936-c6fe-4357-b04d-e94933fe8d91 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.108306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0f3b3936-c6fe-4357-b04d-e94933fe8d91 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Calling delete_port for 4cd9d0b9-9aa4-4712-81ef-5f1da0068f06 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:57.154449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9304f87a-b5c7-4f87-904f-22cbf170940d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.182614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304f87a-b5c7-4f87-904f-22cbf170940d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:57.186391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9304f87a-b5c7-4f87-904f-22cbf170940d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.190668 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9304f87a-b5c7-4f87-904f-22cbf170940d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e HTTP/1.1" status: 204 len: 168 time: 0.3852332 Jul 08 02:26:57.191042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50464) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:57.200172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef1b0e-a035-4ccc-807d-6f44c5240505 None None] Network e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:26:57.262587 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3936-c6fe-4357-b04d-e94933fe8d91 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.275478 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.296344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b3936-c6fe-4357-b04d-e94933fe8d91 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Port': ['ID=4cd9d0b9-9aa4-4712-81ef-5f1da0068f06,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:57.340909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port 29e48e46-4ae3-46f6-bd28-23721e28adef {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:57.341419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.342748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3936-c6fe-4357-b04d-e94933fe8d91 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.347259 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0f3b3936-c6fe-4357-b04d-e94933fe8d91 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/ports/4cd9d0b9-9aa4-4712-81ef-5f1da0068f06 HTTP/1.1" status: 204 len: 168 time: 0.4621127 Jul 08 02:26:57.352808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50468) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:57.390240 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-975146e3-9207-49c6-8d32-7a7f5a8824b7 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327430 Jul 08 02:26:57.390900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50470) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:57.399124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-209951337'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:57.421801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:55Z', 'revision_number': 9, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:57.427593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port 29e48e46-4ae3-46f6-bd28-23721e28adef, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=29e48e46-4ae3-46f6-bd28-23721e28adef,segment=NetworkSegment(0d8bfc63-82fc-4a03-89d4-9eb6c6b11518),segment_id=0d8bfc63-82fc-4a03-89d4-9eb6c6b11518)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:57.427970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.441952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for 29e48e46-4ae3-46f6-bd28-23721e28adef owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:57.466564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:57.470540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461b1b5-ce01-49ab-b047-f51c353ada17 req-0a8196c0-5f92-4f06-ad59-3bb5cce723f2 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:57.472760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8461b1b5-ce01-49ab-b047-f51c353ada17 req-0a8196c0-5f92-4f06-ad59-3bb5cce723f2 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 982 time: 0.1648428 Jul 08 02:26:57.476697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:57.477322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:57.513305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Made reservation on behalf of 7e9f261073d9489aba7475d1c6744c83 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:57.516832 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.523038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] DHCP port deletion for e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:26:57.532947 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8461b1b5-ce01-49ab-b047-f51c353ada17 req-9738e7dc-2437-4055-8f7d-053bbb01de1e tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0544698 Jul 08 02:26:57.551601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:57.560314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.560661 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Added segment 30adb7d4-c177-4e46-8b39-9dbd3347b04a of type vlan for network 78895ffa-9d23-4530-81e8-05c19c8a7995 Jul 08 02:26:57.588757 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.598637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:57.605367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.642715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=29e48e46-4ae3-46f6-bd28-23721e28adef,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:57.644868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No DVR routers for this DVR port 29e48e46-4ae3-46f6-bd28-23721e28adef on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:57.654640 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:26:57.695490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] Deleting port 29e48e46-4ae3-46f6-bd28-23721e28adef {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:57.695868 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.725893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.736000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:57.740287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.744502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:57.745105 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.747441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:57.747751 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8bfc63-82fc-4a03-89d4-9eb6c6b11518') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:57.756901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.771273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.778173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:26:57.778575 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:26:57.781768 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:26:57.803867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] For port 29e48e46-4ae3-46f6-bd28-23721e28adef, host n-d-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:57.804269 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.811228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Network': ['ID=78895ffa-9d23-4530-81e8-05c19c8a7995,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:57.828357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 78895ffa-9d23-4530-81e8-05c19c8a7995 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:57.830767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] Calling delete_port for 29e48e46-4ae3-46f6-bd28-23721e28adef owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:57.835734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.ipam_backend_mixin [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] Port 29e48e46-4ae3-46f6-bd28-23721e28adef was not found and therefore no delete operation was performed {{(pid=100714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:26:57.874493 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.874718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9e60449f-4499-43d6-8059-7fac6dada80b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4803715 Jul 08 02:26:57.877190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:57.882484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1213881884'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:57.919647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.924744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.928185 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4 HTTP/1.1" status: 204 len: 168 time: 0.7355394 Jul 08 02:26:57.931102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50474) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:57.931967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] Pushing event deleted for resources: {'Port': ['ID=29e48e46-4ae3-46f6-bd28-23721e28adef,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:57.937015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6091943f-82f9-4977-8f1b-fc2beff87479 None None] No DVR routers for this DVR port 29e48e46-4ae3-46f6-bd28-23721e28adef on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:26:57.956194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Made reservation on behalf of 7e9f261073d9489aba7475d1c6744c83 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:26:57.957566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca9f16-7cb9-42f3-b004-35a2f75a9cd5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=e9c3c45a-8e5b-4387-a5b9-f90ce9491ac4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:57.957687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:57.979661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:55Z', 'revision_number': 9, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:58.010423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a8c4c-c0b7-4df6-925a-da53485ecdc1 None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:55Z', 'revision_number': 9, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfd216ce-d6a4-453f-9401-8557e5580283', 'name': '', 'network_id': '2b5697ef-2e9c-4610-867e-fe728bc07768', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:5e:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:31Z', 'updated_at': '2021-07-08T02:26:38Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'ea6af36a-eadf-4177-b3c1-531486d3ee76', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:58.051238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:26:58.064256 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.064608 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Added segment 418a6731-89d3-49e8-a932-b93c94c62e60 of type vlan for network 39de533c-2003-41c0-a72a-85e0e7cf0d22 Jul 08 02:26:58.171874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.328615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.334061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:58.335172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.347947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:26:58.412055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Network': ['ID=39de533c-2003-41c0-a72a-85e0e7cf0d22,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:58.427603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 39de533c-2003-41c0-a72a-85e0e7cf0d22 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:26:58.433178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fbbd7b10-1155-4f51-b7b2-c55b849cb0b3 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5547934 Jul 08 02:26:58.441685 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.507534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:58.527606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'port_id': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'mac_address': 'fa:16:3e:06:92:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:26:58.571762 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.595484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:26:58.622684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:58.696387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.747693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:58.780124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0ac6f-4a82-4677-ad58-a25b4c9f1081 req-53c60335-8e76-4f7e-aae5-a869909abd10 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:58.781603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdf0ac6f-4a82-4677-ad58-a25b4c9f1081 req-53c60335-8e76-4f7e-aae5-a869909abd10 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 982 time: 0.1117952 Jul 08 02:26:58.795051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port cfd216ce-d6a4-453f-9401-8557e5580283 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:26:58.795420 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.870376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdf0ac6f-4a82-4677-ad58-a25b4c9f1081 req-772aefc1-821a-4440-8c6a-76b206c30f48 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0821948 Jul 08 02:26:58.904986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port cfd216ce-d6a4-453f-9401-8557e5580283, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cfd216ce-d6a4-453f-9401-8557e5580283,segment=NetworkSegment(1c4571dc-7249-4a07-8ddc-5644e53ddf85),segment_id=1c4571dc-7249-4a07-8ddc-5644e53ddf85)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:58.905456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:58.923108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for cfd216ce-d6a4-453f-9401-8557e5580283 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:26:58.962235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:26:59.154130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:59.183952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=cfd216ce-d6a4-453f-9401-8557e5580283,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:59.351892 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:59.504116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 57891ff1-e923-456d-9684-e081e8c844f8 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:26:59.526625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 57891ff1-e923-456d-9684-e081e8c844f8 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:26:59.527274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 57891ff1-e923-456d-9684-e081e8c844f8 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:26:59.527946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 29e48e46-4ae3-46f6-bd28-23721e28adef no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:26:59.547945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 29e48e46-4ae3-46f6-bd28-23721e28adef {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:26:59.548535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 29e48e46-4ae3-46f6-bd28-23721e28adef not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:26:59.576205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:59.979894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:59.985716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f2776315-73ac-43b6-ad5b-31fcefdbf6b4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508382 Jul 08 02:26:59.988674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50484) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:59.991521 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:27:00.003499 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:00.004381 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:00.045172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-216da2b5-d36e-4ac0-9d20-6c8d9ae73449 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet ea6af36a-eadf-4177-b3c1-531486d3ee76 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:00.048784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-216da2b5-d36e-4ac0-9d20-6c8d9ae73449 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.072154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0b6a2-51f1-42cb-b90b-1777c6a1a870 req-aee89ed4-8eb4-4eca-89e3-993bb9031995 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:00.073808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ee0b6a2-51f1-42cb-b90b-1777c6a1a870 req-aee89ed4-8eb4-4eca-89e3-993bb9031995 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 983 time: 0.0733111 Jul 08 02:27:00.092955 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:00.102703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-216da2b5-d36e-4ac0-9d20-6c8d9ae73449 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.122145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ee0b6a2-51f1-42cb-b90b-1777c6a1a870 req-eadc9ce4-a6f7-4dfd-b210-3eae5c840f20 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0415778 Jul 08 02:27:00.207744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-216da2b5-d36e-4ac0-9d20-6c8d9ae73449 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.298333 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:59Z', 'revision_number': 10, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:00.323859 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:27:00.332382 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:00.332988 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:00.343042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-216da2b5-d36e-4ac0-9d20-6c8d9ae73449 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.364433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:00.404515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216da2b5-d36e-4ac0-9d20-6c8d9ae73449 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6af36a-eadf-4177-b3c1-531486d3ee76,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:00.408277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-216da2b5-d36e-4ac0-9d20-6c8d9ae73449 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.410183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-216da2b5-d36e-4ac0-9d20-6c8d9ae73449 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/ea6af36a-eadf-4177-b3c1-531486d3ee76 HTTP/1.1" status: 204 len: 168 time: 0.4204175 Jul 08 02:27:00.413472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50488) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:00.426404 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:00.430888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc503c2-d62f-4b51-b22d-5af8c250a152 None None] Network 2b5697ef-2e9c-4610-867e-fe728bc07768 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:00.498136 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.558903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port e5651016-13b9-4178-8df1-f0bd41f58c08 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:00.559583 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.590503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:00.595596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:00.596209 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.661914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port e5651016-13b9-4178-8df1-f0bd41f58c08, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e5651016-13b9-4178-8df1-f0bd41f58c08,segment=NetworkSegment(1c4571dc-7249-4a07-8ddc-5644e53ddf85),segment_id=1c4571dc-7249-4a07-8ddc-5644e53ddf85)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:00.662763 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.690409 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:59Z', 'revision_number': 10, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:00.699499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for e5651016-13b9-4178-8df1-f0bd41f58c08 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:00.707866 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.715952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] DHCP port deletion for 2b5697ef-2e9c-4610-867e-fe728bc07768 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:00.727170 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713c379-e7a6-492c-8095-da7502a2bd97 None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:26:59Z', 'revision_number': 10, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None, '_interfaces': [{'id': 'cb827d8d-97c3-49f5-83da-058a7b30a346', 'name': '', 'network_id': '67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'mac_address': 'fa:16:3e:1d:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:27Z', 'updated_at': '2021-07-08T02:26:33Z', 'revision_number': 5, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'subnets': [{'id': 'dcd9a645-236d-4434-b856-bdc0bbcb5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:27:00.756895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:00.758104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:27:00.761066 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785f8ecf-2611-4e2b-84b1-d44ddc4034d6" -d '{"events": [{"server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "name": "network-vif-plugged", "status": "completed", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:27:00.820537 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.852551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] Deleting port e5651016-13b9-4178-8df1-f0bd41f58c08 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:00.853014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.886006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.920598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] For port e5651016-13b9-4178-8df1-f0bd41f58c08, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e5651016-13b9-4178-8df1-f0bd41f58c08,segment=NetworkSegment(1c4571dc-7249-4a07-8ddc-5644e53ddf85),segment_id=1c4571dc-7249-4a07-8ddc-5644e53ddf85)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:00.921201 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:00.923176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=e5651016-13b9-4178-8df1-f0bd41f58c08,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:00.937106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] Calling delete_port for e5651016-13b9-4178-8df1-f0bd41f58c08 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:00.940331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No DVR routers for this DVR port e5651016-13b9-4178-8df1-f0bd41f58c08 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:00.952682 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642d6bf-0417-46cc-b1b0-e2a5f2e1969f x-openstack-request-id: req-4642d6bf-0417-46cc-b1b0-e2a5f2e1969f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:27:00.953107 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "name": "network-vif-plugged", "status": "completed", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:27:00.953365 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4642d6bf-0417-46cc-b1b0-e2a5f2e1969f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:27:00.953757 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'code': 200} Jul 08 02:27:01.030756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:01.043682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.063170 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.071743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5697ef-2e9c-4610-867e-fe728bc07768']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:01.076230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] No DVR routers for this DVR port e5651016-13b9-4178-8df1-f0bd41f58c08 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:01.089327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4571dc-7249-4a07-8ddc-5644e53ddf85') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:01.089327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4571dc-7249-4a07-8ddc-5644e53ddf85') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:01.099295 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.112917 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1f675-11a5-4af0-beef-4196e8e73396 None None] Pushing event deleted for resources: {'Port': ['ID=e5651016-13b9-4178-8df1-f0bd41f58c08,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:01.118908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.126482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:01.127014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:01.130518 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:01.205982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0373bc-05e8-459b-afab-1219bc28aad6 req-50df909d-bf00-4ce8-a226-e2ad7e2ce2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:01.207603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a0373bc-05e8-459b-afab-1219bc28aad6 req-50df909d-bf00-4ce8-a226-e2ad7e2ce2d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1136 time: 0.1791768 Jul 08 02:27:01.252628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a0373bc-05e8-459b-afab-1219bc28aad6 req-ac291fe3-9f2e-4f58-a71a-939555689900 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0379672 Jul 08 02:27:01.302275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.319742 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.321745 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/2b5697ef-2e9c-4610-867e-fe728bc07768 HTTP/1.1" status: 204 len: 168 time: 0.9072685 Jul 08 02:27:01.326360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50496) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:01.333265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147a955-9227-4f90-90bf-b1c82820d66d tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=2b5697ef-2e9c-4610-867e-fe728bc07768,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:01.446334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e5651016-13b9-4178-8df1-f0bd41f58c08 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:01.468150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc479-500f-4c0f-84ee-a3402ec6b437 req-5903a8a4-793e-419a-bcea-30f5e496863f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:01.475766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e5651016-13b9-4178-8df1-f0bd41f58c08 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:01.475991 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b0fc479-500f-4c0f-84ee-a3402ec6b437 req-5903a8a4-793e-419a-bcea-30f5e496863f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 984 time: 0.1946104 Jul 08 02:27:01.476739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e5651016-13b9-4178-8df1-f0bd41f58c08 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:01.477550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cfd216ce-d6a4-453f-9401-8557e5580283 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:01.499733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: cfd216ce-d6a4-453f-9401-8557e5580283 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:01.500267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cfd216ce-d6a4-453f-9401-8557e5580283 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:01.586355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6b0fc479-500f-4c0f-84ee-a3402ec6b437 req-a8b6e8b9-d03a-4643-97b4-bc21da0bf692 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1094582 Jul 08 02:27:01.657312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50500) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:01.662465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'subnets': [{'network_id': '78895ffa-9d23-4530-81e8-05c19c8a7995', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1245741040', 'ip_version': 6}, {'network_id': '39de533c-2003-41c0-a72a-85e0e7cf0d22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:01.663457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'subnet': {'network_id': '78895ffa-9d23-4530-81e8-05c19c8a7995', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1245741040', 'ip_version': 6}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:01.664135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Request body: {'subnet': {'network_id': '39de533c-2003-41c0-a72a-85e0e7cf0d22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:01.756057 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.914848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Made reservation on behalf of 7e9f261073d9489aba7475d1c6744c83 for: {'subnet': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:01.919613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.919979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.018491 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port cb827d8d-97c3-49f5-83da-058a7b30a346 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:02.018838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.115677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port cb827d8d-97c3-49f5-83da-058a7b30a346, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cb827d8d-97c3-49f5-83da-058a7b30a346,segment=NetworkSegment(d0998672-0c7f-4b10-950c-60cfcb15b1ca),segment_id=d0998672-0c7f-4b10-950c-60cfcb15b1ca)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:02.116380 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.130425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for cb827d8d-97c3-49f5-83da-058a7b30a346 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:02.348447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.365546 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.376627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=cb827d8d-97c3-49f5-83da-058a7b30a346,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:02.419975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Subnet': ['ID=41957903-69a8-4e9c-9ce4-a0131a879d87,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:02.437203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Checking segment: {'id': '30adb7d4-c177-4e46-8b39-9dbd3347b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '78895ffa-9d23-4530-81e8-05c19c8a7995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:02.437587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Network hostable DHCP agents. Network: 78895ffa-9d23-4530-81e8-05c19c8a7995, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:02.504389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Network 78895ffa-9d23-4530-81e8-05c19c8a7995 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:02.529355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.588394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 78895ffa-9d23-4530-81e8-05c19c8a7995) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:02.593406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.598911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f8115-234e-4922-9b11-306c8d832c06 None None] Network 78895ffa-9d23-4530-81e8-05c19c8a7995 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:02.685223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Checking segment: {'id': '418a6731-89d3-49e8-a932-b93c94c62e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '39de533c-2003-41c0-a72a-85e0e7cf0d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:02.685816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Network hostable DHCP agents. Network: 39de533c-2003-41c0-a72a-85e0e7cf0d22, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:02.689360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event updated for resources: {'Subnet': ['ID=b16a15c5-df08-40b2-a6e0-7a4effafabae,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:02.731129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:27:02.767659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-78895ffa-9d23-4530-81e8-05c19c8a7995', 'network_id': '78895ffa-9d23-4530-81e8-05c19c8a7995', 'tenant_id': '7e9f261073d9489aba7475d1c6744c83', 'fixed_ips': [{'subnet_id': '41957903-69a8-4e9c-9ce4-a0131a879d87'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:02.768601 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.776675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Network 39de533c-2003-41c0-a72a-85e0e7cf0d22 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:02.845321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 39de533c-2003-41c0-a72a-85e0e7cf0d22) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:02.848222 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:27:02.850653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:02.851065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:02.851856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.856595 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7ee5fb44-e500-4adb-8811-8edad69a0fca tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5206039 Jul 08 02:27:02.857373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50506) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:02.866323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7f7f2-3a17-47a7-97d0-c9a93255842c req-8722a8e0-babb-42dc-9d3d-744080dca267 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:02.868047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22e7f7f2-3a17-47a7-97d0-c9a93255842c req-8722a8e0-babb-42dc-9d3d-744080dca267 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 984 time: 0.1396139 Jul 08 02:27:02.869497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2051458-61fe-45aa-949b-3778056f132b None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:27:02.915481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22e7f7f2-3a17-47a7-97d0-c9a93255842c req-22cb9907-3fa0-418c-ad22-444b28fe9457 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402803 Jul 08 02:27:02.925642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d440ff4a-fbf9-441f-af63-23f6be346ff7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting subnet dcd9a645-236d-4434-b856-bdc0bbcb5117 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:02.929404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d440ff4a-fbf9-441f-af63-23f6be346ff7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:02.967628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d08187f2-87e7-4f1c-82a7-5e00cb5bef25 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3035138 Jul 08 02:27:02.969292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50510) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:02.987103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d440ff4a-fbf9-441f-af63-23f6be346ff7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.067381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046743f-6dc5-433d-92a3-8dae0d6b59fc tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:03.069609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046743f-6dc5-433d-92a3-8dae0d6b59fc tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:03.071139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046743f-6dc5-433d-92a3-8dae0d6b59fc tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:03.072749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f046743f-6dc5-433d-92a3-8dae0d6b59fc tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1024601 Jul 08 02:27:03.081080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc0576-2721-48a3-b0ec-f8ec9e037a35 None None] Network 39de533c-2003-41c0-a72a-85e0e7cf0d22 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:03.082185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50512) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:03.129334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2051458-61fe-45aa-949b-3778056f132b None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:03.129897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d2051458-61fe-45aa-949b-3778056f132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:03.130664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d440ff4a-fbf9-441f-af63-23f6be346ff7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.146264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Deleting subnet 41957903-69a8-4e9c-9ce4-a0131a879d87 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:03.181992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db047-d229-4c7d-abfa-9f8ca09e1ab4 req-f952e91c-e197-4f1d-a1e4-8b5d835100a9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:03.183705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a9db047-d229-4c7d-abfa-9f8ca09e1ab4 req-f952e91c-e197-4f1d-a1e4-8b5d835100a9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 984 time: 0.1391475 Jul 08 02:27:03.213899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Allocated IP 2001:db8::1 (78895ffa-9d23-4530-81e8-05c19c8a7995/41957903-69a8-4e9c-9ce4-a0131a879d87/dc092cbe-c4ec-45a0-8681-9b39ecd665a7) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:03.237060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6a9db047-d229-4c7d-abfa-9f8ca09e1ab4 req-050bfccd-cebf-447a-a2cb-1ec46641de95 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0444179 Jul 08 02:27:03.237402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d2051458-61fe-45aa-949b-3778056f132b None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:03.280108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d440ff4a-fbf9-441f-af63-23f6be346ff7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.300985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d2051458-61fe-45aa-949b-3778056f132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:27:02Z', 'revision_number': 11, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:03.313370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440ff4a-fbf9-441f-af63-23f6be346ff7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd9a645-236d-4434-b856-bdc0bbcb5117,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:03.317456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d440ff4a-fbf9-441f-af63-23f6be346ff7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.322827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d440ff4a-fbf9-441f-af63-23f6be346ff7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/dcd9a645-236d-4434-b856-bdc0bbcb5117 HTTP/1.1" status: 204 len: 168 time: 0.4649034 Jul 08 02:27:03.323723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50516) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:03.364463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b016105-096e-41b3-a135-d7a6b021c3ff None None] Network 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:03.369604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2051458-61fe-45aa-949b-3778056f132b None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:27:03.413275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.426635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83782671-4de3-4830-8030-096571574680 req-067696d1-1297-4ec3-8c6b-63faa28262d1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:03.434326 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83782671-4de3-4830-8030-096571574680 req-067696d1-1297-4ec3-8c6b-63faa28262d1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1136 time: 0.0806022 Jul 08 02:27:03.451106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2051458-61fe-45aa-949b-3778056f132b None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:03.451785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d2051458-61fe-45aa-949b-3778056f132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:03.456222 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-83782671-4de3-4830-8030-096571574680 req-349bcf5e-b10d-4180-bbc9-ed4175785b8a tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.473221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Deleting port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:03.474036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.544509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] For port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=770bfe1c-9ffb-4636-9bd8-c2d3d533fc06,segment=NetworkSegment(d0998672-0c7f-4b10-950c-60cfcb15b1ca),segment_id=d0998672-0c7f-4b10-950c-60cfcb15b1ca)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:03.545045 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.552237 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d2051458-61fe-45aa-949b-3778056f132b None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:03.558725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-83782671-4de3-4830-8030-096571574680 req-349bcf5e-b10d-4180-bbc9-ed4175785b8a tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.560367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Calling delete_port for 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:03.605041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-83782671-4de3-4830-8030-096571574680 req-349bcf5e-b10d-4180-bbc9-ed4175785b8a tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.648114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83782671-4de3-4830-8030-096571574680 req-349bcf5e-b10d-4180-bbc9-ed4175785b8a tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2087450 Jul 08 02:27:03.653761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d2051458-61fe-45aa-949b-3778056f132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:27:02Z', 'revision_number': 11, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:03.670752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50520) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:03.682153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bcf5e-b10d-4180-bbc9-ed4175785b8a tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a832413-9d07-41ed-a96d-c111b001b3a5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:03.686183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-39de533c-2003-41c0-a72a-85e0e7cf0d22', 'network_id': '39de533c-2003-41c0-a72a-85e0e7cf0d22', 'tenant_id': '7e9f261073d9489aba7475d1c6744c83', 'fixed_ips': [{'subnet_id': 'b16a15c5-df08-40b2-a6e0-7a4effafabae'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:03.687053 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.707511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2051458-61fe-45aa-949b-3778056f132b None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:27:02Z', 'revision_number': 11, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:27:03.717773 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.757865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Port': ['ID=770bfe1c-9ffb-4636-9bd8-c2d3d533fc06,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:03.762832 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf13b6-15a4-4dbe-b36d-9f88cb6147a2 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:03.764578 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a9cf13b6-15a4-4dbe-b36d-9f88cb6147a2 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1131 time: 0.0926058 Jul 08 02:27:03.768206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50522) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:03.770798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No DVR routers for this DVR port 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:03.778676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:03.778867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.779033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.779399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.779746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.780120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.780726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.780861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.781102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.781432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.781766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.782138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.782453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:03.855754 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.864090 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.874829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:03.877550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Transition to ACTIVE for port object dc092cbe-c4ec-45a0-8681-9b39ecd665a7 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:03.885690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0998672-0c7f-4b10-950c-60cfcb15b1ca') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:03.885994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0998672-0c7f-4b10-950c-60cfcb15b1ca') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:03.895403 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.897157 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.910035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.924275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:03.924639 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:03.927922 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:03.950378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Allocated IP 2001:db8:0:1::1 (39de533c-2003-41c0-a72a-85e0e7cf0d22/b16a15c5-df08-40b2-a6e0-7a4effafabae/edfe64e4-2165-46d4-add9-bd17a705abe6) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:04.025418 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.068369 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.078753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.083902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/networks/67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f HTTP/1.1" status: 204 len: 168 time: 0.7591009 Jul 08 02:27:04.085317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:04.091585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Transition to ACTIVE for port object dc092cbe-c4ec-45a0-8681-9b39ecd665a7 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:04.093528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf536f8-b6a9-49ff-a1e3-171ac06b699e None None] DHCP port deletion for 67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:04.117125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'routes': None}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:04.121441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af7acf-9bda-4bd4-80c7-5f824440a136 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Pushing event deleted for resources: {'Network': ['ID=67908b2a-2a8e-45ee-9dfb-9f05ab2ecc0f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:04.139035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.145848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Allocated IP 172.25.8.220 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/bf4072ec-ace7-479d-bb4d-80e6943cb87c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:04.147661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Transition to ACTIVE for port object edfe64e4-2165-46d4-add9-bd17a705abe6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:04.156075 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.159680 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.196885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Transition to ACTIVE for port object edfe64e4-2165-46d4-add9-bd17a705abe6 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:04.209718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Network 78895ffa-9d23-4530-81e8-05c19c8a7995 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:04.211296 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:04.219640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:04.229697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Pushing event updated for resources: {'Port': ['ID=dc092cbe-c4ec-45a0-8681-9b39ecd665a7,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:04.263742 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.309032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Added routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 02:27:04.309625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.extraroute_db [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Removed routes are [] {{(pid=100712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 02:27:04.310211 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.326599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Network 39de533c-2003-41c0-a72a-85e0e7cf0d22 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:04.330123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:04.334039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Attempting to bind port dc092cbe-c4ec-45a0-8681-9b39ecd665a7 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:04.334450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Attempting to bind port dc092cbe-c4ec-45a0-8681-9b39ecd665a7 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '30adb7d4-c177-4e46-8b39-9dbd3347b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '78895ffa-9d23-4530-81e8-05c19c8a7995'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:04.334828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Attempting to bind port dc092cbe-c4ec-45a0-8681-9b39ecd665a7 on network 78895ffa-9d23-4530-81e8-05c19c8a7995 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:04.337211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:04.355075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:04.356672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Checking segment: {'id': '30adb7d4-c177-4e46-8b39-9dbd3347b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '78895ffa-9d23-4530-81e8-05c19c8a7995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:04.356672 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.356672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Bound using segment: {'id': '30adb7d4-c177-4e46-8b39-9dbd3347b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '78895ffa-9d23-4530-81e8-05c19c8a7995'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:04.357010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Bound port: dc092cbe-c4ec-45a0-8681-9b39ecd665a7, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30adb7d4-c177-4e46-8b39-9dbd3347b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '78895ffa-9d23-4530-81e8-05c19c8a7995'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:04.357241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.362483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Pushing event updated for resources: {'Port': ['ID=edfe64e4-2165-46d4-add9-bd17a705abe6,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:04.454882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Attempting to bind port edfe64e4-2165-46d4-add9-bd17a705abe6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:04.455323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Attempting to bind port edfe64e4-2165-46d4-add9-bd17a705abe6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '418a6731-89d3-49e8-a932-b93c94c62e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '39de533c-2003-41c0-a72a-85e0e7cf0d22'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:04.455812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Attempting to bind port edfe64e4-2165-46d4-add9-bd17a705abe6 on network 39de533c-2003-41c0-a72a-85e0e7cf0d22 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:04.469649 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.470900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:04.470900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Checking segment: {'id': '418a6731-89d3-49e8-a932-b93c94c62e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '39de533c-2003-41c0-a72a-85e0e7cf0d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:04.471803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.472301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Bound using segment: {'id': '418a6731-89d3-49e8-a932-b93c94c62e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '39de533c-2003-41c0-a72a-85e0e7cf0d22'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:04.472886 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Bound port: edfe64e4-2165-46d4-add9-bd17a705abe6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418a6731-89d3-49e8-a932-b93c94c62e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '39de533c-2003-41c0-a72a-85e0e7cf0d22'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:04.473375 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.473514 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.520363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] For port dc092cbe-c4ec-45a0-8681-9b39ecd665a7, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:04.542164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] For port dc092cbe-c4ec-45a0-8681-9b39ecd665a7, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc092cbe-c4ec-45a0-8681-9b39ecd665a7,segment=NetworkSegment(30adb7d4-c177-4e46-8b39-9dbd3347b04a),segment_id=30adb7d4-c177-4e46-8b39-9dbd3347b04a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:04.557296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 4c71e3cc-737c-4201-80ae-717b1b093468 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:27:04.562141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] For port edfe64e4-2165-46d4-add9-bd17a705abe6, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:04.567206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] For port edfe64e4-2165-46d4-add9-bd17a705abe6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edfe64e4-2165-46d4-add9-bd17a705abe6,segment=NetworkSegment(418a6731-89d3-49e8-a932-b93c94c62e60),segment_id=418a6731-89d3-49e8-a932-b93c94c62e60)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:04.570647 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.594183 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.625319 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.636507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:27:04.649613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.650376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ff838b5e-5f88-4d16-82ac-9ffe68e3a33e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 200 len: 701 time: 0.5448904 Jul 08 02:27:04.653157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:04.656646 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] Sync routers for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:27:04.676459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4509d39-3ed5-424e-8464-d33160c6a87d None None] Pushing event updated for resources: {'Port': ['ID=dc092cbe-c4ec-45a0-8681-9b39ecd665a7,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:04.679077 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:04.683899 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:04.685389 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.704828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1421e7a7-7343-4600-b09c-81345b512668 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 200 len: 205 time: 0.0471735 Jul 08 02:27:04.704828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:04.714662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.751914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb8ddf-9c83-4976-b2a4-b69ca1f8075d None None] Pushing event updated for resources: {'Port': ['ID=edfe64e4-2165-46d4-add9-bd17a705abe6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:04.828831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.852165 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:04.853363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-fb7d-4105-8b77-73fa3eca8c30 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.878657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.938497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:04.939613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Subnet': ['ID=41957903-69a8-4e9c-9ce4-a0131a879d87,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:04.942631 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:04.944808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/subnets/41957903-69a8-4e9c-9ce4-a0131a879d87 HTTP/1.1" status: 204 len: 168 time: 1.8614078 Jul 08 02:27:04.947502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50532) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:04.957801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:04.961660 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:27:02Z', 'revision_number': 11, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:04.994447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:05.030447 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] Checking router: 4c71e3cc-737c-4201-80ae-717b1b093468 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:27:05.043662 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] Routers {'4c71e3cc-737c-4201-80ae-717b1b093468'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:05.044777 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['4c71e3cc-737c-4201-80ae-717b1b093468'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:05.084129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=bf4072ec-ace7-479d-bb4d-80e6943cb87c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:05.088570 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.089023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.089468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.089910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.090342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.090777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.091224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.094000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.094440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.094870 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.095442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.095835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3a9a-692a-4a2b-872a-2ccc7b783282 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.119987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.120488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.120903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.121315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.121661 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.122164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.122532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.122933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.123326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.123828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.124145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.124919 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:05.133145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-fb7d-4105-8b77-73fa3eca8c30 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.137014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-fb7d-4105-8b77-73fa3eca8c30 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.171834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b44e5c0-37ec-4a23-8f4a-aab8e9df8c39 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Deleting subnet b16a15c5-df08-40b2-a6e0-7a4effafabae {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:05.195578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b44e5c0-37ec-4a23-8f4a-aab8e9df8c39 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.252432 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-fb7d-4105-8b77-73fa3eca8c30 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.253648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8f8c44-fb7d-4105-8b77-73fa3eca8c30 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Fanout notify agent at l3_agent the message router_deleted on router 4c71e3cc-737c-4201-80ae-717b1b093468 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:27:05.276399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-fb7d-4105-8b77-73fa3eca8c30 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.282134 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1a8f8c44-fb7d-4105-8b77-73fa3eca8c30 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 204 len: 168 time: 0.5769579 Jul 08 02:27:05.283192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:05.290380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-40ab507b-0f9a-4cb3-9e89-37f977dcb479 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1143921474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:05.291167 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] Set router 4c71e3cc-737c-4201-80ae-717b1b093468 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:05.321102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b44e5c0-37ec-4a23-8f4a-aab8e9df8c39 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.345966 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:27:02Z', 'revision_number': 11, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:05.370889 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40ab507b-0f9a-4cb3-9e89-37f977dcb479 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.372078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40ab507b-0f9a-4cb3-9e89-37f977dcb479 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.379833 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1feb970-86cc-46b0-8a3f-de4a3034b63f None None] The sync data for ids ['4c71e3cc-737c-4201-80ae-717b1b093468'] in n-d-695189-13 is: [{'id': '4c71e3cc-737c-4201-80ae-717b1b093468', 'name': 'tempest-RoutersTest-router-1127025966', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:25Z', 'updated_at': '2021-07-08T02:27:02Z', 'revision_number': 11, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:27:05.443661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40ab507b-0f9a-4cb3-9e89-37f977dcb479 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.511171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b44e5c0-37ec-4a23-8f4a-aab8e9df8c39 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.525184 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40ab507b-0f9a-4cb3-9e89-37f977dcb479 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.550974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc092cbe-c4ec-45a0-8681-9b39ecd665a7 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:05.622163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40ab507b-0f9a-4cb3-9e89-37f977dcb479 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.624364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40ab507b-0f9a-4cb3-9e89-37f977dcb479 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3391671 Jul 08 02:27:05.626237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:05.632949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ea9eb397-f277-4c3f-b994-8352fd599623 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:05.680241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port dc092cbe-c4ec-45a0-8681-9b39ecd665a7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:05.684479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edfe64e4-2165-46d4-add9-bd17a705abe6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:05.708985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.746004 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b44e5c0-37ec-4a23-8f4a-aab8e9df8c39 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.793564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44e5c0-37ec-4a23-8f4a-aab8e9df8c39 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Subnet': ['ID=b16a15c5-df08-40b2-a6e0-7a4effafabae,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:05.801930 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4b44e5c0-37ec-4a23-8f4a-aab8e9df8c39 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:05.807007 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4b44e5c0-37ec-4a23-8f4a-aab8e9df8c39 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/subnets/b16a15c5-df08-40b2-a6e0-7a4effafabae HTTP/1.1" status: 204 len: 168 time: 0.8552277 Jul 08 02:27:05.807443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50538) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:05.828462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port edfe64e4-2165-46d4-add9-bd17a705abe6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:05.888622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:05.914019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:05.914666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 770bfe1c-9ffb-4636-9bd8-c2d3d533fc06 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:05.915255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cb827d8d-97c3-49f5-83da-058a7b30a346 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:05.947844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: cb827d8d-97c3-49f5-83da-058a7b30a346 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:05.948310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cb827d8d-97c3-49f5-83da-058a7b30a346 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:05.965455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.015047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31979305-8656-40c1-9604-9f35f80bcba0 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:06.020789 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-31979305-8656-40c1-9604-9f35f80bcba0 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2117677 Jul 08 02:27:06.021674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50540) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:06.025708 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb397-f277-4c3f-b994-8352fd599623 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.099387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73787e9a-dd80-47ca-990e-4845516b1887 req-ae3228c1-e2e8-4179-9eef-1f71fcb96658 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0684321 Jul 08 02:27:06.114028 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb397-f277-4c3f-b994-8352fd599623 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.170577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d1a0a-ed2b-4de6-a5d9-b7e253dd582e None None] Network 78895ffa-9d23-4530-81e8-05c19c8a7995 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:06.171681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.282695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.293591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Deleting port edfe64e4-2165-46d4-add9-bd17a705abe6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:06.293943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.325980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f11ef224-6e11-4aa8-84ed-57fca5534697 None None] Provisioning for port dc092cbe-c4ec-45a0-8681-9b39ecd665a7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:06.331528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f11ef224-6e11-4aa8-84ed-57fca5534697 None None] Provisioning complete for port dc092cbe-c4ec-45a0-8681-9b39ecd665a7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:06.331960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f11ef224-6e11-4aa8-84ed-57fca5534697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.361549 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.418411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=bf4072ec-ace7-479d-bb4d-80e6943cb87c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:06.427522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] For port edfe64e4-2165-46d4-add9-bd17a705abe6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=edfe64e4-2165-46d4-add9-bd17a705abe6,segment=NetworkSegment(418a6731-89d3-49e8-a932-b93c94c62e60),segment_id=418a6731-89d3-49e8-a932-b93c94c62e60)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:06.428113 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.470977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Calling delete_port for edfe64e4-2165-46d4-add9-bd17a705abe6 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:06.538182 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.612579 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f11ef224-6e11-4aa8-84ed-57fca5534697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.649169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] DHCP port deletion for 78895ffa-9d23-4530-81e8-05c19c8a7995 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:06.676872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f11ef224-6e11-4aa8-84ed-57fca5534697 None None] For port dc092cbe-c4ec-45a0-8681-9b39ecd665a7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc092cbe-c4ec-45a0-8681-9b39ecd665a7,segment=NetworkSegment(30adb7d4-c177-4e46-8b39-9dbd3347b04a),segment_id=30adb7d4-c177-4e46-8b39-9dbd3347b04a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:06.680055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc1a678-c828-43ce-af70-4b914d1686fc None None] Network 39de533c-2003-41c0-a72a-85e0e7cf0d22 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:06.692751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787e9a-dd80-47ca-990e-4845516b1887 req-21192c6f-365b-40ba-9718-69e73e1c2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:06.694979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73787e9a-dd80-47ca-990e-4845516b1887 req-21192c6f-365b-40ba-9718-69e73e1c2e06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=909d9d73b42e4a4090989d5365c6a85f&device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 1098 time: 0.5104389 Jul 08 02:27:06.714258 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Floating IP f476a82d-e4c8-4e2d-aa71-ebbd43e4e005 associated. External IP: 172.25.8.220, port: aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0. Jul 08 02:27:06.761595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f11ef224-6e11-4aa8-84ed-57fca5534697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.785117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9eb397-f277-4c3f-b994-8352fd599623 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Router 48dfe710-75c4-4be1-ad08-bb010fe44d4b is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:27:06.805623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.813851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787e9a-dd80-47ca-990e-4845516b1887 req-4e919099-719d-4891-aa30-acbf8cc4f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:06.815516 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73787e9a-dd80-47ca-990e-4845516b1887 req-4e919099-719d-4891-aa30-acbf8cc4f074 service neutron] 10.222.0.32 "GET /v2.0/networks?id=106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 200 len: 912 time: 0.0982306 Jul 08 02:27:06.815954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] Deleting port dc092cbe-c4ec-45a0-8681-9b39ecd665a7 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:06.816337 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.838000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Port': ['ID=edfe64e4-2165-46d4-add9-bd17a705abe6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:06.848920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] No DVR routers for this DVR port edfe64e4-2165-46d4-add9-bd17a705abe6 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:06.909961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f5ef2cdf-e469-4266-b275-f61afb1757af None None] Could not find standard attr ID for object edfe64e4-2165-46d4-add9-bd17a705abe6. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:27:06.918965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ef224-6e11-4aa8-84ed-57fca5534697 None None] Pushing event updated for resources: {'Port': ['ID=dc092cbe-c4ec-45a0-8681-9b39ecd665a7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:06.933315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] For port dc092cbe-c4ec-45a0-8681-9b39ecd665a7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc092cbe-c4ec-45a0-8681-9b39ecd665a7,segment=NetworkSegment(30adb7d4-c177-4e46-8b39-9dbd3347b04a),segment_id=30adb7d4-c177-4e46-8b39-9dbd3347b04a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:06.933727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.946691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9eb397-f277-4c3f-b994-8352fd599623 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:27:06.949462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] Calling delete_port for dc092cbe-c4ec-45a0-8681-9b39ecd665a7 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:06.957294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.957467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb397-f277-4c3f-b994-8352fd599623 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:06.961720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea9eb397-f277-4c3f-b994-8352fd599623 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "PUT /v2.0/routers/48dfe710-75c4-4be1-ad08-bb010fe44d4b HTTP/1.1" status: 200 len: 694 time: 1.3334315 Jul 08 02:27:06.962991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:06.968608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] Sync routers for ids ['48dfe710-75c4-4be1-ad08-bb010fe44d4b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:27:07.008976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39de533c-2003-41c0-a72a-85e0e7cf0d22']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.012448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaaecca-627f-4f0b-a9c3-3aa426786107 None None] DHCP port deletion for 39de533c-2003-41c0-a72a-85e0e7cf0d22 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:07.025417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418a6731-89d3-49e8-a932-b93c94c62e60') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.025905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418a6731-89d3-49e8-a932-b93c94c62e60') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.032417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] Routers {'48dfe710-75c4-4be1-ad08-bb010fe44d4b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:07.033073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['48dfe710-75c4-4be1-ad08-bb010fe44d4b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.042725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.042933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73787e9a-dd80-47ca-990e-4845516b1887 req-0b7e847c-78ec-4290-9259-ff7609b04525 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad HTTP/1.1" status: 200 len: 1001 time: 0.1898606 Jul 08 02:27:07.050774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-97896c68-692d-4132-857c-3907f34e554e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/routers/48dfe710-75c4-4be1-ad08-bb010fe44d4b HTTP/1.1" status: 200 len: 700 time: 0.0866399 Jul 08 02:27:07.059447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:07.086964 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.100402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:07.100968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:07.104237 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:07.107085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c17385dd-8291-45e8-b72b-72ac518dacd4 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=48dfe710-75c4-4be1-ad08-bb010fe44d4b HTTP/1.1" status: 200 len: 205 time: 0.0465865 Jul 08 02:27:07.111035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:07.121203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] Set router 48dfe710-75c4-4be1-ad08-bb010fe44d4b gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:07.180185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dfe710-75c4-4be1-ad08-bb010fe44d4b', 'name': 'tempest-RoutersTest-router-1143921474', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:05Z', 'updated_at': '2021-07-08T02:27:06Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.180494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Router f03eaf2d-da3a-4517-a50c-892929711176 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:27:07.200416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787e9a-dd80-47ca-990e-4845516b1887 req-53f657c0-bef1-4229-8dfd-cea021dba5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.203722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73787e9a-dd80-47ca-990e-4845516b1887 req-53f657c0-bef1-4229-8dfd-cea021dba5f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 200 len: 850 time: 0.1489975 Jul 08 02:27:07.209217 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1382-8283-4fb5-afbd-8ba0c515c9f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.214028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] Checking router: 48dfe710-75c4-4be1-ad08-bb010fe44d4b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:27:07.225150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] Routers {'48dfe710-75c4-4be1-ad08-bb010fe44d4b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:07.225858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['48dfe710-75c4-4be1-ad08-bb010fe44d4b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.283904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.295608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.296962 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.297915 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/networks/39de533c-2003-41c0-a72a-85e0e7cf0d22 HTTP/1.1" status: 204 len: 168 time: 1.2750616 Jul 08 02:27:07.311377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] Set router 48dfe710-75c4-4be1-ad08-bb010fe44d4b gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:07.312312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:07.316591 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea4429-54ad-4f0f-977a-d3f36ae4a9eb tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Network': ['ID=39de533c-2003-41c0-a72a-85e0e7cf0d22,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:07.346659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:27:07.359855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] Pushing event deleted for resources: {'Port': ['ID=dc092cbe-c4ec-45a0-8681-9b39ecd665a7,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:07.361169 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] Sync routers for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:27:07.379935 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:07.380847 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.390776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be0f00-e17f-4831-aae7-52bf06d4e902 None None] No DVR routers for this DVR port dc092cbe-c4ec-45a0-8681-9b39ecd665a7 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:07.392353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dfe710-75c4-4be1-ad08-bb010fe44d4b', 'name': 'tempest-RoutersTest-router-1143921474', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:05Z', 'updated_at': '2021-07-08T02:27:06Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.422993 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.426960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b34c80b-2d86-478b-9daf-1413d7689a09 None None] The sync data for ids ['48dfe710-75c4-4be1-ad08-bb010fe44d4b'] in n-d-695189-13 is: [{'id': '48dfe710-75c4-4be1-ad08-bb010fe44d4b', 'name': 'tempest-RoutersTest-router-1143921474', 'tenant_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:05Z', 'updated_at': '2021-07-08T02:27:06Z', 'revision_number': 2, 'project_id': '06b76cdf1e1a4bf1adf8a741cd9bb2cf', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:27:07.489849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a96203b-7b60-4b97-bf76-33a42a224003 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7198491 Jul 08 02:27:07.491155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:27:07.494154 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3333afb1-b79c-40fc-b5af-9a0294d5570b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:27:07.500148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc092cbe-c4ec-45a0-8681-9b39ecd665a7 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:07.501187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50554) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:07.551674 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:07.564404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: dc092cbe-c4ec-45a0-8681-9b39ecd665a7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:07.564756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc092cbe-c4ec-45a0-8681-9b39ecd665a7 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:07.565193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edfe64e4-2165-46d4-add9-bd17a705abe6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:07.599145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: edfe64e4-2165-46d4-add9-bd17a705abe6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:07.600460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device edfe64e4-2165-46d4-add9-bd17a705abe6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:07.629233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1382-8283-4fb5-afbd-8ba0c515c9f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.637960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.640361 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1382-8283-4fb5-afbd-8ba0c515c9f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.658034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787e9a-dd80-47ca-990e-4845516b1887 req-976f2681-d44b-4a07-bf21-30ef14a2e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.659610 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73787e9a-dd80-47ca-990e-4845516b1887 req-976f2681-d44b-4a07-bf21-30ef14a2e5d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=106a5d3f-24be-4b9b-a79e-2e297f3a6390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3997383 Jul 08 02:27:07.707173 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db63ffb6-af3b-47f9-865e-acc2f5b402f8 x-openstack-request-id: req-db63ffb6-af3b-47f9-865e-acc2f5b402f8 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:27:07.707513 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:27:07.707768 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db63ffb6-af3b-47f9-865e-acc2f5b402f8 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:27:07.708179 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'status': 'completed', 'code': 200} Jul 08 02:27:07.776290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.776290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.776290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.777195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.777393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.779388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.779388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.779388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.779388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.779851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.781923 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d29c44e4-788a-4399-9683-49d4321fe298 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6979 time: 0.2789516 Jul 08 02:27:07.784801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50560) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:07.845118 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'f476a82d-e4c8-4e2d-aa71-ebbd43e4e005', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'port_id': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'mac_address': 'fa:16:3e:06:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:27:05Z', 'updated_at': '2021-07-08T02:27:05Z', 'revision_number': 0, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:50Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.871931 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] Checking router: f03eaf2d-da3a-4517-a50c-892929711176 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:27:07.880009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1382-8283-4fb5-afbd-8ba0c515c9f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.880546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9c1382-8283-4fb5-afbd-8ba0c515c9f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Fanout notify agent at l3_agent the message router_deleted on router 48dfe710-75c4-4be1-ad08-bb010fe44d4b {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:27:07.880962 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:07.881641 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:26:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.887825 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1382-8283-4fb5-afbd-8ba0c515c9f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.891943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7e9c1382-8283-4fb5-afbd-8ba0c515c9f8 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/48dfe710-75c4-4be1-ad08-bb010fe44d4b HTTP/1.1" status: 204 len: 168 time: 0.7767277 Jul 08 02:27:07.892114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fa1e2-81f4-4270-9427-3c4fca5959c1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.892114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fa1e2-81f4-4270-9427-3c4fca5959c1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.892114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fa1e2-81f4-4270-9427-3c4fca5959c1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.893060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fa1e2-81f4-4270-9427-3c4fca5959c1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.893060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fa1e2-81f4-4270-9427-3c4fca5959c1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.893619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fa1e2-81f4-4270-9427-3c4fca5959c1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.894277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fa1e2-81f4-4270-9427-3c4fca5959c1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.899190 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-595fa1e2-81f4-4270-9427-3c4fca5959c1 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4636 time: 0.1102085 Jul 08 02:27:07.899190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50562) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:07.899608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50564) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:07.925913 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:07.939984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73787e9a-dd80-47ca-990e-4845516b1887 req-4fc40014-6277-4f07-a164-d55ec13a5ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427306 Jul 08 02:27:07.947647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78895ffa-9d23-4530-81e8-05c19c8a7995']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.968519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-e68353e8-e42d-4ab3-9976-b489b4ea64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:07.970005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-e68353e8-e42d-4ab3-9976-b489b4ea64ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1136 time: 0.2075925 Jul 08 02:27:07.971949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30adb7d4-c177-4e46-8b39-9dbd3347b04a') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.972346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30adb7d4-c177-4e46-8b39-9dbd3347b04a') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:07.991851 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:07.998073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8799f4e9-3438-4d44-a4f8-01b29d9a0dfb tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=48dfe710-75c4-4be1-ad08-bb010fe44d4b HTTP/1.1" status: 200 len: 205 time: 0.0994990 Jul 08 02:27:07.998696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50568) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.020887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.082418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.099961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:08.100851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:08.109836 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:08.197973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-73787e9a-dd80-47ca-990e-4845516b1887 req-e74aa469-d505-4af5-9e27-e98ddfda8a73 service neutron] 10.222.0.32 "GET /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476611 Jul 08 02:27:08.230805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-3f4a43c1-b467-430a-af70-6b176ae00f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.232335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-3f4a43c1-b467-430a-af70-6b176ae00f11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73117487-ac30-444d-9519-934681d764a7 HTTP/1.1" status: 200 len: 897 time: 0.2452540 Jul 08 02:27:08.261790 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'f476a82d-e4c8-4e2d-aa71-ebbd43e4e005', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'port_id': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'mac_address': 'fa:16:3e:06:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:27:05Z', 'updated_at': '2021-07-08T02:27:05Z', 'revision_number': 0, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:50Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:08.290623 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdae31-aae7-42f5-b664-e18183dc9447 None None] The sync data for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 is: [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'f476a82d-e4c8-4e2d-aa71-ebbd43e4e005', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'port_id': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'mac_address': 'fa:16:3e:06:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:27:05Z', 'updated_at': '2021-07-08T02:27:05Z', 'revision_number': 0, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:50Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:27:08.293550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.298106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.303859 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/networks/78895ffa-9d23-4530-81e8-05c19c8a7995 HTTP/1.1" status: 204 len: 168 time: 0.9871209 Jul 08 02:27:08.305906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50570) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.346654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90973548-5b17-4f46-a0e3-be2c555df1c1 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Network': ['ID=78895ffa-9d23-4530-81e8-05c19c8a7995,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:08.390369 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-c45d1383-8114-492d-89fc-a5c6c98a003f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 HTTP/1.1" status: 200 len: 999 time: 0.1508849 Jul 08 02:27:08.395185 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-a51b08cf-22d4-40c5-96fc-a51bea6c4443 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] delete failed (client error): The resource could not be found. Jul 08 02:27:08.399423 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a51b08cf-22d4-40c5-96fc-a51bea6c4443 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/48dfe710-75c4-4be1-ad08-bb010fe44d4b HTTP/1.1" status: 404 len: 336 time: 0.3967962 Jul 08 02:27:08.402546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50574) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.480350 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14cf95b-1110-4b0a-831d-183658c19e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:08.480858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14cf95b-1110-4b0a-831d-183658c19e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:08.487025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c14cf95b-1110-4b0a-831d-183658c19e15 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/56c29e5d-a6a3-4ba5-a763-354410a15a0c HTTP/1.1" status: 404 len: 337 time: 0.0763719 Jul 08 02:27:08.487759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.538127 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c137e67f-0e7a-4dfb-9475-4abc54692886 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:08.538584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c137e67f-0e7a-4dfb-9475-4abc54692886 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:08.541722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c137e67f-0e7a-4dfb-9475-4abc54692886 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/68f4a02f-5548-4c27-bc9a-3cf7fe3d6c9e HTTP/1.1" status: 404 len: 337 time: 0.0451922 Jul 08 02:27:08.545580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50578) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.546253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.560876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-b05e5356-a8d7-46f0-b862-0c0b1749067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.562417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-b05e5356-a8d7-46f0-b862-0c0b1749067e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b958648a-2596-40ae-a364-6ccd0cf7d236 HTTP/1.1" status: 200 len: 834 time: 0.1591890 Jul 08 02:27:08.589296 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-887c4db8-beb7-454e-bcee-60a2efcc9c95 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:08.589796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887c4db8-beb7-454e-bcee-60a2efcc9c95 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:08.593851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-887c4db8-beb7-454e-bcee-60a2efcc9c95 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/ea6af36a-eadf-4177-b3c1-531486d3ee76 HTTP/1.1" status: 404 len: 337 time: 0.0386386 Jul 08 02:27:08.597724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50580) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.638904 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ecf267-da79-4162-9b6e-8042e0193abe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:08.639398 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ecf267-da79-4162-9b6e-8042e0193abe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:08.643614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c9ecf267-da79-4162-9b6e-8042e0193abe tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/dcd9a645-236d-4434-b856-bdc0bbcb5117 HTTP/1.1" status: 404 len: 337 time: 0.0424817 Jul 08 02:27:08.646327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50582) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.679322 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.679998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0bee8498-00c5-46e6-bec0-7c5780ece88e tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 200 len: 205 time: 0.0322454 Jul 08 02:27:08.682133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50584) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.695073 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-83d8b22b-420f-4ff3-ba44-d62e3f6807ea tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.7943861 Jul 08 02:27:08.698143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50586) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.703404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6967f1-6448-4510-856f-8ff03b354be8']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:08.718517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487a1a14-3c13-455b-9db3-f56b463b31da') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:08.718869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487a1a14-3c13-455b-9db3-f56b463b31da') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:08.730775 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.738920 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-1dd764e6-03c9-4a3a-9562-56e6d2e677a5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] delete failed (client error): The resource could not be found. Jul 08 02:27:08.740150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1dd764e6-03c9-4a3a-9562-56e6d2e677a5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/4c71e3cc-737c-4201-80ae-717b1b093468 HTTP/1.1" status: 404 len: 336 time: 0.0569110 Jul 08 02:27:08.741253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-0bb020b2-2f82-493a-8752-c561cf7514c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.742933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-0bb020b2-2f82-493a-8752-c561cf7514c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73117487-ac30-444d-9519-934681d764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1727142 Jul 08 02:27:08.743464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50588) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.795690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5f1ee-a08a-433f-aef7-6b70407279fe tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.796954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5f1ee-a08a-433f-aef7-6b70407279fe tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.798623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dcd5f1ee-a08a-433f-aef7-6b70407279fe tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f03eaf2d-da3a-4517-a50c-892929711176 HTTP/1.1" status: 200 len: 1991 time: 0.0993798 Jul 08 02:27:08.820591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbfa44-316e-448f-80e7-7b3ab024da0a None None] New status for floating IP f476a82d-e4c8-4e2d-aa71-ebbd43e4e005: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:27:08.827603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.832921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1ee758ee-3e1d-499b-931f-7e4d06883ffa tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=37330735-ca1c-48a0-a4be-081a7fc89910 HTTP/1.1" status: 200 len: 205 time: 0.0834866 Jul 08 02:27:08.835521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50592) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.840038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:08.840812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:08.845294 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:08.875157 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-bd8e6aa7-9fbb-4785-8062-6e9e56e84fda tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] delete failed (client error): The resource could not be found. Jul 08 02:27:08.876983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bd8e6aa7-9fbb-4785-8062-6e9e56e84fda tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/37330735-ca1c-48a0-a4be-081a7fc89910 HTTP/1.1" status: 404 len: 336 time: 0.0394659 Jul 08 02:27:08.879413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50594) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.906685 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5738f3d-b2e0-4fdb-bc6c-25dd591ea077 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:08.907312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5738f3d-b2e0-4fdb-bc6c-25dd591ea077 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:08.909539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c5738f3d-b2e0-4fdb-bc6c-25dd591ea077 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/9508db72-5664-4464-8776-86806ceb90bd HTTP/1.1" status: 404 len: 337 time: 0.0288463 Jul 08 02:27:08.914438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50596) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.940433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-d0c3abe1-82b8-4abf-9670-a3ea3d9f5550 service neutron] 10.222.0.18 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790655 Jul 08 02:27:08.947604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4d3dd38b-564a-452f-a769-c28b2ac6c6b5 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=74328e38-9733-4cdc-8a8e-86b34444bb38 HTTP/1.1" status: 200 len: 205 time: 0.0317471 Jul 08 02:27:08.949882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50598) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.991942 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-ebc98744-be6d-477c-bece-a0bc34e3fbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] delete failed (client error): The resource could not be found. Jul 08 02:27:08.993022 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ebc98744-be6d-477c-bece-a0bc34e3fbcc tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/74328e38-9733-4cdc-8a8e-86b34444bb38 HTTP/1.1" status: 404 len: 336 time: 0.0422518 Jul 08 02:27:08.994398 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.996260 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50600) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:08.998749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:09.002908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/networks/3b6967f1-6448-4510-856f-8ff03b354be8 HTTP/1.1" status: 204 len: 168 time: 0.6908844 Jul 08 02:27:09.007043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50602) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.021810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4ae81-a432-4013-a8e0-35b9526a94c5 tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Network': ['ID=3b6967f1-6448-4510-856f-8ff03b354be8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:09.035231 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d2e95aee-53ae-4bbe-ad2e-794bb3b02cd7 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8e3696e-55ae-4b61-bd61-81524672d9c3 HTTP/1.1" status: 200 len: 205 time: 0.0356772 Jul 08 02:27:09.035642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50604) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.066807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3333afb1-b79c-40fc-b5af-9a0294d5570b req-5160f735-810d-45d1-815b-d97c39d14bc2 service neutron] 10.222.0.18 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197767 Jul 08 02:27:09.120292 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-b6eb4517-1b6e-471d-8cf8-2f71e6e68e2c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] delete failed (client error): The resource could not be found. Jul 08 02:27:09.121328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b6eb4517-1b6e-471d-8cf8-2f71e6e68e2c tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/d8e3696e-55ae-4b61-bd61-81524672d9c3 HTTP/1.1" status: 404 len: 336 time: 0.0848050 Jul 08 02:27:09.124124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.150965 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81ed87f-a33e-4e03-9358-1a23ed4e0fbb tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:09.151204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:09.151328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81ed87f-a33e-4e03-9358-1a23ed4e0fbb tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:09.153064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e81ed87f-a33e-4e03-9358-1a23ed4e0fbb tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/8fdc1b4c-5f45-4d28-8b1c-eabefc791ecc HTTP/1.1" status: 404 len: 337 time: 0.0279493 Jul 08 02:27:09.155677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50608) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.189599 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01b3ac35-048a-47ee-8097-361e2e0b7716 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c194667-7cec-47c0-8bff-a021eede69d4 HTTP/1.1" status: 200 len: 205 time: 0.0328183 Jul 08 02:27:09.191888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.227565 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-92dbdec3-775a-4526-9220-d9855b8cbc93 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] delete failed (client error): The resource could not be found. Jul 08 02:27:09.228572 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-92dbdec3-775a-4526-9220-d9855b8cbc93 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/4c194667-7cec-47c0-8bff-a021eede69d4 HTTP/1.1" status: 404 len: 336 time: 0.0357947 Jul 08 02:27:09.230985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.242391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:09.252395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3386cd3-36a2-45d5-9144-7cd3a4e87412']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:09.256933 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae388f37-4215-42c5-9c1b-4278b482bb70 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:09.257396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae388f37-4215-42c5-9c1b-4278b482bb70 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:09.259087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ae388f37-4215-42c5-9c1b-4278b482bb70 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/26c2fa78-fe2c-4fda-a7f6-d883de546425 HTTP/1.1" status: 404 len: 337 time: 0.0271931 Jul 08 02:27:09.261883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50614) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.262888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8d3568-4e91-49c9-a362-b475d644f7cf') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:09.263195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8d3568-4e91-49c9-a362-b475d644f7cf') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:09.272625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:09.286045 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:09.292531 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:09.297110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:09.297253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0764d6c0-d891-43c5-b5d5-4bb2253efca2 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a132f10-e11b-452b-b49e-db06fd33c332 HTTP/1.1" status: 200 len: 205 time: 0.0312018 Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:09.297387 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:09.299978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50616) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.335542 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-de6ece57-92c6-4912-825b-41b54ac73e93 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] delete failed (client error): The resource could not be found. Jul 08 02:27:09.336542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-de6ece57-92c6-4912-825b-41b54ac73e93 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/routers/5a132f10-e11b-452b-b49e-db06fd33c332 HTTP/1.1" status: 404 len: 336 time: 0.0358942 Jul 08 02:27:09.339097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.365331 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4be6a8-a0b4-476d-a24f-cf1a7455dd46 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:09.366367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4be6a8-a0b4-476d-a24f-cf1a7455dd46 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:09.367466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9f4be6a8-a0b4-476d-a24f-cf1a7455dd46 tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/3541b5ac-7bb3-4cd1-8847-2ca763573c6e HTTP/1.1" status: 404 len: 337 time: 0.0274417 Jul 08 02:27:09.373065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.397993 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e57e00-1fae-4752-a64b-f3d36b5d64ac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:09.398426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e57e00-1fae-4752-a64b-f3d36b5d64ac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:09.400061 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40e57e00-1fae-4752-a64b-f3d36b5d64ac tempest-RoutersTest-1304579712 tempest-RoutersTest-1304579712-project] 10.222.0.10 "DELETE /v2.0/subnets/c75552c5-1ff7-41bd-95a8-498a2709946a HTTP/1.1" status: 404 len: 337 time: 0.0260937 Jul 08 02:27:09.411079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:09.421244 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:09.423957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] 10.222.0.10 "DELETE /v2.0/networks/d3386cd3-36a2-45d5-9144-7cd3a4e87412 HTTP/1.1" status: 204 len: 168 time: 0.4149077 Jul 08 02:27:09.435628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d957646-f2f7-4fd1-a94f-827682f89d4b tempest-BulkNetworkOpsIpV6Test-1727926005 tempest-BulkNetworkOpsIpV6Test-1727926005-project] Pushing event deleted for resources: {'Network': ['ID=d3386cd3-36a2-45d5-9144-7cd3a4e87412,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:09.819449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50632) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:09.886641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50636) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:10.019395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8e1288af-42d3-4dac-b5ec-7971a6ba1e0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06b76cdf1e1a4bf1adf8a741cd9bb2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986952 Jul 08 02:27:10.021846 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50640) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:10.048721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5a7003db-e36a-441e-899a-2461f50ea54e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e9f261073d9489aba7475d1c6744c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607487 Jul 08 02:27:10.051245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50642) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:10.081105 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e080-fd44-4b27-9bd5-2d924c4b8651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:10.102672 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e080-fd44-4b27-9bd5-2d924c4b8651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:10.104067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d32fc71-4491-407b-a496-b45bf7490880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:10.125178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d32fc71-4491-407b-a496-b45bf7490880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:10.216205 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e080-fd44-4b27-9bd5-2d924c4b8651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:10.218820 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e080-fd44-4b27-9bd5-2d924c4b8651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:10.220047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2cb7e080-fd44-4b27-9bd5-2d924c4b8651 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d4f03c4-1f6e-4e83-8b15-b9a31adcfc72 HTTP/1.1" status: 204 len: 168 time: 0.1972873 Jul 08 02:27:10.228087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7e080-fd44-4b27-9bd5-2d924c4b8651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4f03c4-1f6e-4e83-8b15-b9a31adcfc72,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:10.251612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d32fc71-4491-407b-a496-b45bf7490880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:10.254301 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6d32fc71-4491-407b-a496-b45bf7490880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:10.258534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6d32fc71-4491-407b-a496-b45bf7490880 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07955636-0d68-4189-8da1-4a8883e5a58a HTTP/1.1" status: 204 len: 168 time: 0.2032535 Jul 08 02:27:10.267761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32fc71-4491-407b-a496-b45bf7490880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07955636-0d68-4189-8da1-4a8883e5a58a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:11.202882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50686) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:11.234301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50690) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:11.310676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'networks': [{'name': 'tempest-network--491209889'}, {'name': 'tempest-network--19783772'}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:11.311002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'network': {'name': 'tempest-network--491209889'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:11.311474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'network': {'name': 'tempest-network--19783772'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:11.338828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f575742c-ff51-4eaa-a184-8b07d1e442ae tempest-DvrRoutersNegativeTest-1493117334 tempest-DvrRoutersNegativeTest-1493117334-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-244736797', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:11.341791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.policy [None req-f575742c-ff51-4eaa-a184-8b07d1e442ae tempest-DvrRoutersNegativeTest-1493117334 tempest-DvrRoutersNegativeTest-1493117334-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100712) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 08 02:27:11.342125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.policy [None req-f575742c-ff51-4eaa-a184-8b07d1e442ae tempest-DvrRoutersNegativeTest-1493117334 tempest-DvrRoutersNegativeTest-1493117334-project] Failed policy check for 'create_router' {{(pid=100712) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 08 02:27:11.342657 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-f575742c-ff51-4eaa-a184-8b07d1e442ae tempest-DvrRoutersNegativeTest-1493117334 tempest-DvrRoutersNegativeTest-1493117334-project] create failed (client error): Access was denied to this resource. Jul 08 02:27:11.343724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f575742c-ff51-4eaa-a184-8b07d1e442ae tempest-DvrRoutersNegativeTest-1493117334 tempest-DvrRoutersNegativeTest-1493117334-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1082976 Jul 08 02:27:11.410803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Made reservation on behalf of adba09854415471a858bb9d4714fb260 for: {'network': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:11.415680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.425289 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.513834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.639642 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.640142 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.677750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968fd929-e908-4b60-a9f8-2de6adfb4b9a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:11.683254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:11.692919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.693268 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Added segment 2fbcc958-1898-4afa-a400-2e1743d73b14 of type vlan for network 3a3cbaa5-c077-47a9-8fe8-ebcedcb1a278 Jul 08 02:27:11.744834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.780687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:11.789430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.789812 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Added segment 305ba0bf-e216-4e18-88e5-6d90c5b03098 of type vlan for network 12e800f3-7fbe-4309-acd5-6127c458d12e Jul 08 02:27:11.830476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.857614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:11.925193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.925724 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:11.931886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:11.936675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:11.937310 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.002114 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9c84-3f9f-4bde-96b0-103892739774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.026527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Network': ['ID=3a3cbaa5-c077-47a9-8fe8-ebcedcb1a278,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:12.030784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 3a3cbaa5-c077-47a9-8fe8-ebcedcb1a278 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:12.071873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.8676236 Jul 08 02:27:12.074619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50704) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:12.096974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57440aa-63a1-4fd7-8499-9e41497900ae tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Network': ['ID=12e800f3-7fbe-4309-acd5-6127c458d12e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:12.097236 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a9f23c9-92bd-4690-856a-bb7aafe8c484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.107786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 12e800f3-7fbe-4309-acd5-6127c458d12e details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:12.166479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9c84-3f9f-4bde-96b0-103892739774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.204502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a0615-7a9d-49d6-a1d6-57d7fb66c746 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:12.210390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a0615-7a9d-49d6-a1d6-57d7fb66c746 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:12.216512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a0615-7a9d-49d6-a1d6-57d7fb66c746 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:12.222991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a0615-7a9d-49d6-a1d6-57d7fb66c746 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:12.224649 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-470a0615-7a9d-49d6-a1d6-57d7fb66c746 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.1490448 Jul 08 02:27:12.228052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50706) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:12.245199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9c84-3f9f-4bde-96b0-103892739774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.284210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ddbf9c84-3f9f-4bde-96b0-103892739774 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f5877df2f424204a41ebb856f574127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254098 Jul 08 02:27:12.285022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf9c84-3f9f-4bde-96b0-103892739774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104e5436-0767-4db4-813f-48c160e05622,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:12.288041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50708) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:12.313617 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.421917 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71712cae-dedb-4a0f-9b5b-38aad6e2829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.430490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.447431 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3cbaa5-c077-47a9-8fe8-ebcedcb1a278']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:12.462727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71712cae-dedb-4a0f-9b5b-38aad6e2829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.465235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbcc958-1898-4afa-a400-2e1743d73b14') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:12.465529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbcc958-1898-4afa-a400-2e1743d73b14') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:12.481659 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.512084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.518297 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:12.518687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:12.521531 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:12.628046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71712cae-dedb-4a0f-9b5b-38aad6e2829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.630484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-71712cae-dedb-4a0f-9b5b-38aad6e2829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.632210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-71712cae-dedb-4a0f-9b5b-38aad6e2829f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/104e5436-0767-4db4-813f-48c160e05622 HTTP/1.1" status: 204 len: 168 time: 0.3438108 Jul 08 02:27:12.640404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71712cae-dedb-4a0f-9b5b-38aad6e2829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104e5436-0767-4db4-813f-48c160e05622,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:12.645527 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.649021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:12.650846 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/networks/3a3cbaa5-c077-47a9-8fe8-ebcedcb1a278 HTTP/1.1" status: 204 len: 168 time: 0.4218786 Jul 08 02:27:12.654037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50712) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:12.666745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe9bce-1290-4767-897f-4c2a608c1692 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Network': ['ID=3a3cbaa5-c077-47a9-8fe8-ebcedcb1a278,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:13.058025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.140972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.150613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e800f3-7fbe-4309-acd5-6127c458d12e']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:13.164307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305ba0bf-e216-4e18-88e5-6d90c5b03098') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:13.164605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305ba0bf-e216-4e18-88e5-6d90c5b03098') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:13.173502 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.187401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.193192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:13.194339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:13.197063 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:13.302340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.307309 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.311927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/networks/12e800f3-7fbe-4309-acd5-6127c458d12e HTTP/1.1" status: 204 len: 168 time: 0.6542122 Jul 08 02:27:13.312848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50730) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:13.324746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ee674-fba7-40dc-884a-22ff639a1abc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Network': ['ID=12e800f3-7fbe-4309-acd5-6127c458d12e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:13.419301 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01325c50-43ae-43a5-9b07-a661b98edc6b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:13.425625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01325c50-43ae-43a5-9b07-a661b98edc6b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:13.427243 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-01325c50-43ae-43a5-9b07-a661b98edc6b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1142344 Jul 08 02:27:13.431887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50736) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:13.437658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1549651508'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:13.496837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Made reservation on behalf of adba09854415471a858bb9d4714fb260 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:13.500969 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.527544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50738) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:13.529141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:13.538571 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.538929 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Added segment 8026e6ba-2924-4901-8841-b8dde7a1f2bd of type vlan for network 6b2be3a2-aebf-4307-b181-e9ed30a8059a Jul 08 02:27:13.578596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.623644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-69c81311-a7ef-4c9b-822a-19283cc95465 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:13.624430 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-69c81311-a7ef-4c9b-822a-19283cc95465 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 02:27:13.625005 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-69c81311-a7ef-4c9b-822a-19283cc95465 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 02:27:13.626033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-69c81311-a7ef-4c9b-822a-19283cc95465 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0967519 Jul 08 02:27:13.629689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:13.633926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--157972578'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:13.662106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.668509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:13.669055 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.725783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.734488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.735620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Network': ['ID=6b2be3a2-aebf-4307-b181-e9ed30a8059a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:13.750050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 6b2be3a2-aebf-4307-b181-e9ed30a8059a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:13.777398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dc10b6fc-a6ed-476e-87ef-41e9b598d9e7 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3444397 Jul 08 02:27:13.780029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:13.785757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1464932601'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:13.872371 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.955532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:13.990762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e400fe7f-5018-4cd4-ba72-a6c59e554e4f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:14.052779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Made reservation on behalf of adba09854415471a858bb9d4714fb260 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:14.056477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.106104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:14.122445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.122796 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Added segment 4fc97b40-eec0-47de-ad74-3e8a6b3c8e60 of type vlan for network a584648a-08d8-41e6-880f-e49ff928bbd1 Jul 08 02:27:14.180469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.185097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.250519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.270404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.276539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:14.277122 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.335355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.336551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7059541 Jul 08 02:27:14.339777 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50748) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:14.343876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b95a37-ea44-49e4-aeb2-6d4c2d593f3b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6509d9d4-c6e3-4aa7-b17d-b4c8969111c4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:14.344465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-54439470-8d70-427f-a9ac-e4162c160573 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': '6509d9d4-c6e3-4aa7-b17d-b4c8969111c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:14.358574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Network': ['ID=a584648a-08d8-41e6-880f-e49ff928bbd1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:14.367933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network a584648a-08d8-41e6-880f-e49ff928bbd1 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:14.398038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9cf2a124-f963-4c7e-b23b-d3ae30348d39 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6137283 Jul 08 02:27:14.398268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:14.403406 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'ports': [{'network_id': '6b2be3a2-aebf-4307-b181-e9ed30a8059a', 'name': 'tempest-port--373879299', 'admin_state_up': True}, {'network_id': 'a584648a-08d8-41e6-880f-e49ff928bbd1', 'admin_state_up': False}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:14.403844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'port': {'network_id': '6b2be3a2-aebf-4307-b181-e9ed30a8059a', 'name': 'tempest-port--373879299', 'admin_state_up': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:14.404433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'port': {'network_id': 'a584648a-08d8-41e6-880f-e49ff928bbd1', 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:14.479261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54439470-8d70-427f-a9ac-e4162c160573 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.491864 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7c118544-62d6-491d-ba6e-ddf3c71509af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.541037 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54439470-8d70-427f-a9ac-e4162c160573 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.593915 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54439470-8d70-427f-a9ac-e4162c160573 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.612644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54439470-8d70-427f-a9ac-e4162c160573 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9222f1dc-9d3f-4493-8864-0034d9081ae5,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:14.617351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Made reservation on behalf of adba09854415471a858bb9d4714fb260 for: {'port': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:14.621976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.636108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.702210 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-54439470-8d70-427f-a9ac-e4162c160573 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.703449 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-54439470-8d70-427f-a9ac-e4162c160573 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625963 Jul 08 02:27:14.706217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50754) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:14.711096 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a8f7b80d-df86-4457-8a36-abe504402dfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': '6509d9d4-c6e3-4aa7-b17d-b4c8969111c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:14.711554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] device_id is not set on port aae16579-44f1-4c0c-9710-6d58dc9d682a yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:14.787185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a8f7b80d-df86-4457-8a36-abe504402dfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.828300 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.885209 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.897005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] device_id is not set on port b62401ad-e5f4-4aac-bbbc-26dfea7cba80 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:14.913930 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-a8f7b80d-df86-4457-8a36-abe504402dfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 02:27:14.915024 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a8f7b80d-df86-4457-8a36-abe504402dfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2078359 Jul 08 02:27:14.917998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50756) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:14.974428 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1ea-6159-4fa2-ab62-47e9a7c552e0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:14.997417 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1ea-6159-4fa2-ab62-47e9a7c552e0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.012195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.114328 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1ea-6159-4fa2-ab62-47e9a7c552e0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.117021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1ea-6159-4fa2-ab62-47e9a7c552e0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.118239 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2cd2f1ea-6159-4fa2-ab62-47e9a7c552e0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/6509d9d4-c6e3-4aa7-b17d-b4c8969111c4 HTTP/1.1" status: 204 len: 168 time: 0.1990724 Jul 08 02:27:15.121281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:15.128718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2f1ea-6159-4fa2-ab62-47e9a7c552e0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509d9d4-c6e3-4aa7-b17d-b4c8969111c4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:15.140803 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.237889 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d405696b-42ff-4443-b364-b00378a98892 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1129251 Jul 08 02:27:15.240289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50762) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:15.245851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Port': ['ID=aae16579-44f1-4c0c-9710-6d58dc9d682a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:15.253218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-20823610-6e2e-448a-86f8-1eeabba3c2a9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245794216'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:15.257075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Checking segment: {'id': '8026e6ba-2924-4901-8841-b8dde7a1f2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b2be3a2-aebf-4307-b181-e9ed30a8059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:15.257558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Network hostable DHCP agents. Network: 6b2be3a2-aebf-4307-b181-e9ed30a8059a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:15.330679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Network 6b2be3a2-aebf-4307-b181-e9ed30a8059a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:15.330896 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20823610-6e2e-448a-86f8-1eeabba3c2a9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.411252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 6b2be3a2-aebf-4307-b181-e9ed30a8059a) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:15.415160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20823610-6e2e-448a-86f8-1eeabba3c2a9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.422016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:15.422016 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.422875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32c8ce-dcbd-49f2-8fd0-0fafaaae6cb9 None None] Network 6b2be3a2-aebf-4307-b181-e9ed30a8059a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:15.479645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Port': ['ID=b62401ad-e5f4-4aac-bbbc-26dfea7cba80,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:15.494605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Checking segment: {'id': '4fc97b40-eec0-47de-ad74-3e8a6b3c8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a584648a-08d8-41e6-880f-e49ff928bbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:15.494970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Network hostable DHCP agents. Network: a584648a-08d8-41e6-880f-e49ff928bbd1, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:15.502465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20823610-6e2e-448a-86f8-1eeabba3c2a9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.533029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20823610-6e2e-448a-86f8-1eeabba3c2a9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a23c1d4-8a2d-45c5-a6b5-1be2fc6917fd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:15.588054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Network a584648a-08d8-41e6-880f-e49ff928bbd1 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:15.622093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20823610-6e2e-448a-86f8-1eeabba3c2a9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.623528 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-20823610-6e2e-448a-86f8-1eeabba3c2a9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3807309 Jul 08 02:27:15.626237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50764) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:15.633335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a8958ff9-12ac-408d-a6e8-a54fe72068b0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': '5a23c1d4-8a2d-45c5-a6b5-1be2fc6917fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:15.633335 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-a8958ff9-12ac-408d-a6e8-a54fe72068b0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 02:27:15.633335 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-a8958ff9-12ac-408d-a6e8-a54fe72068b0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:15.633828 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a8958ff9-12ac-408d-a6e8-a54fe72068b0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062227 Jul 08 02:27:15.635791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50766) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:15.679351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, a584648a-08d8-41e6-880f-e49ff928bbd1) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:15.683380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:15.688288 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a88b2c0-2161-44d1-ac49-4b8e7206f274 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.691686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:15.692712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e6da1-5d2d-4bf9-bc23-27b2f54c0d93 None None] Network a584648a-08d8-41e6-880f-e49ff928bbd1 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:15.710345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:15.711089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.714880 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a88b2c0-2161-44d1-ac49-4b8e7206f274 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.831170 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8bb259d6-8560-42b3-9333-46fa20c7db29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4295332 Jul 08 02:27:15.831413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50768) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:15.856540 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.857122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a88b2c0-2161-44d1-ac49-4b8e7206f274 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.859894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4a88b2c0-2161-44d1-ac49-4b8e7206f274 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:15.863409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4a88b2c0-2161-44d1-ac49-4b8e7206f274 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a23c1d4-8a2d-45c5-a6b5-1be2fc6917fd HTTP/1.1" status: 204 len: 168 time: 0.2244127 Jul 08 02:27:15.864725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50770) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:15.878500 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88b2c0-2161-44d1-ac49-4b8e7206f274 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a23c1d4-8a2d-45c5-a6b5-1be2fc6917fd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:15.905501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c82f47-ef99-467d-bb11-5c549122a2c5 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:15.915401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c82f47-ef99-467d-bb11-5c549122a2c5 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:15.915401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b9c82f47-ef99-467d-bb11-5c549122a2c5 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0810044 Jul 08 02:27:15.918844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50772) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:15.936360 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e698b9a4-9b47-4e62-be82-20e470bcbcc1 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658412 Jul 08 02:27:15.939462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50774) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:15.945024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-908b6bc5-fc40-449a-be85-b6c1f48f00fc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836758693'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:16.015833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-56363695-b4e4-4cbe-8d18-886248b67e4b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Deleting port aae16579-44f1-4c0c-9710-6d58dc9d682a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:16.016192 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56363695-b4e4-4cbe-8d18-886248b67e4b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.039772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-908b6bc5-fc40-449a-be85-b6c1f48f00fc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.084604 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56363695-b4e4-4cbe-8d18-886248b67e4b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.098100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-56363695-b4e4-4cbe-8d18-886248b67e4b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Calling delete_port for aae16579-44f1-4c0c-9710-6d58dc9d682a owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:16.128038 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-908b6bc5-fc40-449a-be85-b6c1f48f00fc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.194312 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-908b6bc5-fc40-449a-be85-b6c1f48f00fc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.223315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b6bc5-fc40-449a-be85-b6c1f48f00fc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64863d00-82ab-455f-be1f-d7be3ed9493f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:16.302812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56363695-b4e4-4cbe-8d18-886248b67e4b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.336929 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-908b6bc5-fc40-449a-be85-b6c1f48f00fc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.338857 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-908b6bc5-fc40-449a-be85-b6c1f48f00fc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4007459 Jul 08 02:27:16.341394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50778) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:16.345202 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-56363695-b4e4-4cbe-8d18-886248b67e4b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.348220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-56363695-b4e4-4cbe-8d18-886248b67e4b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/ports/aae16579-44f1-4c0c-9710-6d58dc9d682a HTTP/1.1" status: 204 len: 168 time: 0.4282215 Jul 08 02:27:16.350212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56363695-b4e4-4cbe-8d18-886248b67e4b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Port': ['ID=aae16579-44f1-4c0c-9710-6d58dc9d682a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:16.352974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50780) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:16.357945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-324dee9a-15d3-41ab-8617-914153ebb732 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': '64863d00-82ab-455f-be1f-d7be3ed9493f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:16.359294 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-324dee9a-15d3-41ab-8617-914153ebb732 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 02:27:16.360307 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-324dee9a-15d3-41ab-8617-914153ebb732 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:16.361999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-324dee9a-15d3-41ab-8617-914153ebb732 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116427 Jul 08 02:27:16.364613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50782) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:16.427275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa1dbdf1-5420-4191-b4b8-49ad8725811d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.451957 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa1dbdf1-5420-4191-b4b8-49ad8725811d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.455826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-77162d08-db70-4c28-8bec-c4dd69ccfb29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Deleting port b62401ad-e5f4-4aac-bbbc-26dfea7cba80 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:16.456338 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77162d08-db70-4c28-8bec-c4dd69ccfb29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.525830 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77162d08-db70-4c28-8bec-c4dd69ccfb29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.539208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-77162d08-db70-4c28-8bec-c4dd69ccfb29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Calling delete_port for b62401ad-e5f4-4aac-bbbc-26dfea7cba80 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:16.559541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa1dbdf1-5420-4191-b4b8-49ad8725811d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.566120 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fa1dbdf1-5420-4191-b4b8-49ad8725811d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.566120 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fa1dbdf1-5420-4191-b4b8-49ad8725811d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/64863d00-82ab-455f-be1f-d7be3ed9493f HTTP/1.1" status: 204 len: 168 time: 0.1970975 Jul 08 02:27:16.566657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50784) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:16.585024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dbdf1-5420-4191-b4b8-49ad8725811d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64863d00-82ab-455f-be1f-d7be3ed9493f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:16.619394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-df5ff44b-7cfd-479f-a5de-a8895dbd8859 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516419 Jul 08 02:27:16.623161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50786) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:16.628232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5bc39338-3721-478d-82c6-ff5962239de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296641729'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:16.719298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77162d08-db70-4c28-8bec-c4dd69ccfb29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.749020 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bc39338-3721-478d-82c6-ff5962239de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.751434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77162d08-db70-4c28-8bec-c4dd69ccfb29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Port': ['ID=b62401ad-e5f4-4aac-bbbc-26dfea7cba80,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:16.768824 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-77162d08-db70-4c28-8bec-c4dd69ccfb29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.770808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-77162d08-db70-4c28-8bec-c4dd69ccfb29 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/ports/b62401ad-e5f4-4aac-bbbc-26dfea7cba80 HTTP/1.1" status: 204 len: 168 time: 0.4166293 Jul 08 02:27:16.773986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50788) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:16.823092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-182d6acd-97ce-4b31-b539-031c4416b0fc tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0475898 Jul 08 02:27:16.827484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50790) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:16.832976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-628027459'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:16.854725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bc39338-3721-478d-82c6-ff5962239de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.930872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bc39338-3721-478d-82c6-ff5962239de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:16.958802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc39338-3721-478d-82c6-ff5962239de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dec3c7-37e4-4f09-ad60-82a14569c995,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:17.022907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Made reservation on behalf of adba09854415471a858bb9d4714fb260 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:17.026498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.050170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:17.058451 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.058802 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Added segment 37cdc482-1f19-49ba-a1b7-7f732e703664 of type vlan for network db73d194-be47-4ee0-9356-e76a1467a48e Jul 08 02:27:17.097597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.102735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5bc39338-3721-478d-82c6-ff5962239de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.107273 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5bc39338-3721-478d-82c6-ff5962239de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4830122 Jul 08 02:27:17.107495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50792) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.111859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8c236156-c8c0-4522-9734-48073c5be821 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'd2dec3c7-37e4-4f09-ad60-82a14569c995', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.119840 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-8c236156-c8c0-4522-9734-48073c5be821 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 02:27:17.120364 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-8c236156-c8c0-4522-9734-48073c5be821 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:17.121340 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8c236156-c8c0-4522-9734-48073c5be821 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129852 Jul 08 02:27:17.124040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50794) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.128940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cc6c083f-919f-4a38-b1fd-8a4536f7b6c9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'd2dec3c7-37e4-4f09-ad60-82a14569c995', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.130737 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-cc6c083f-919f-4a38-b1fd-8a4536f7b6c9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 02:27:17.131831 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-cc6c083f-919f-4a38-b1fd-8a4536f7b6c9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:17.133220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc6c083f-919f-4a38-b1fd-8a4536f7b6c9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078778 Jul 08 02:27:17.135574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50796) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.139930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8fcbde8c-39c6-4c6b-8101-5faa5c40b85a tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'd2dec3c7-37e4-4f09-ad60-82a14569c995', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.140989 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-8fcbde8c-39c6-4c6b-8101-5faa5c40b85a tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 02:27:17.141543 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-8fcbde8c-39c6-4c6b-8101-5faa5c40b85a tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:17.142502 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8fcbde8c-39c6-4c6b-8101-5faa5c40b85a tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060198 Jul 08 02:27:17.147449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50798) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.153128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-39cedf70-d795-4494-a87b-3671411179ba tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'd2dec3c7-37e4-4f09-ad60-82a14569c995', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.154017 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-39cedf70-d795-4494-a87b-3671411179ba tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 02:27:17.154512 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-39cedf70-d795-4494-a87b-3671411179ba tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:17.155521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-39cedf70-d795-4494-a87b-3671411179ba tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070965 Jul 08 02:27:17.158070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50800) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.199840 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.205637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:17.206241 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.214169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-806d24c1-edfe-4962-8d7e-0fa837ab5cfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.237931 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-806d24c1-edfe-4962-8d7e-0fa837ab5cfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.275647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Network': ['ID=db73d194-be47-4ee0-9356-e76a1467a48e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:17.285924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network db73d194-be47-4ee0-9356-e76a1467a48e details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:17.314433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50bd39c2-7e9a-4f40-a503-648d19b277d0 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4856515 Jul 08 02:27:17.316932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50802) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.322695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-124079636'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.337374 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-806d24c1-edfe-4962-8d7e-0fa837ab5cfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.340171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-806d24c1-edfe-4962-8d7e-0fa837ab5cfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.341371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-806d24c1-edfe-4962-8d7e-0fa837ab5cfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/d2dec3c7-37e4-4f09-ad60-82a14569c995 HTTP/1.1" status: 204 len: 168 time: 0.1823020 Jul 08 02:27:17.344118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50804) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.350871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d24c1-edfe-4962-8d7e-0fa837ab5cfa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dec3c7-37e4-4f09-ad60-82a14569c995,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:17.388861 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b5924195-2810-4ad7-afbc-8fa16be151fc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435686 Jul 08 02:27:17.392686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50806) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.393104 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Made reservation on behalf of adba09854415471a858bb9d4714fb260 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:17.396554 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.398299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d783556e-3d5c-46b3-a0cc-1be71377cf13 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--382447880'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.422574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:17.432924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.433604 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Added segment 75792524-f86e-493b-aa2f-faddba57dc35 of type vlan for network 652af49e-e47b-45be-85d9-2fce6805e0a7 Jul 08 02:27:17.475509 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.479681 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d783556e-3d5c-46b3-a0cc-1be71377cf13 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.513550 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.567536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d783556e-3d5c-46b3-a0cc-1be71377cf13 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.570822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.576713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:17.577415 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.622392 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d783556e-3d5c-46b3-a0cc-1be71377cf13 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.650855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Network': ['ID=652af49e-e47b-45be-85d9-2fce6805e0a7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:17.660026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783556e-3d5c-46b3-a0cc-1be71377cf13 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9abf8d-b716-4396-84ad-facaba311ca6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:17.663285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 652af49e-e47b-45be-85d9-2fce6805e0a7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:17.697597 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ef9fb60b-dc07-4b4c-90c1-5f6077e69205 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3795171 Jul 08 02:27:17.719793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d783556e-3d5c-46b3-a0cc-1be71377cf13 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:17.721077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d783556e-3d5c-46b3-a0cc-1be71377cf13 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3271542 Jul 08 02:27:17.724139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50814) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.728768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-cd4ae146-ab9f-4df1-b65d-8aedcdec526e tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.729585 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-cd4ae146-ab9f-4df1-b65d-8aedcdec526e tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 02:27:17.730021 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-cd4ae146-ab9f-4df1-b65d-8aedcdec526e tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:17.730963 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cd4ae146-ab9f-4df1-b65d-8aedcdec526e tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057962 Jul 08 02:27:17.734178 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50816) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.739604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-14d18847-7920-4605-8d6f-d69ee6b1f78b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.827920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.833771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'subnets': [{'network_id': 'db73d194-be47-4ee0-9356-e76a1467a48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--357899420', 'ip_version': 4}, {'network_id': '652af49e-e47b-45be-85d9-2fce6805e0a7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.834086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'subnet': {'network_id': 'db73d194-be47-4ee0-9356-e76a1467a48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--357899420', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.834782 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Request body: {'subnet': {'network_id': '652af49e-e47b-45be-85d9-2fce6805e0a7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.868554 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-14d18847-7920-4605-8d6f-d69ee6b1f78b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:17.869612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-14d18847-7920-4605-8d6f-d69ee6b1f78b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1340835 Jul 08 02:27:17.881779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50820) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.881779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-830c0acd-fcc0-446d-9b42-969c7e21712c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:17.881779 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-830c0acd-fcc0-446d-9b42-969c7e21712c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 02:27:17.881779 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-830c0acd-fcc0-446d-9b42-969c7e21712c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:17.881779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-830c0acd-fcc0-446d-9b42-969c7e21712c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070136 Jul 08 02:27:17.883708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50822) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:17.887745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0b77e11f-0103-45c2-a630-7e61456a71ad tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:18.073402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Made reservation on behalf of adba09854415471a858bb9d4714fb260 for: {'subnet': 2} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:18.078253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.078603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.159664 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-0b77e11f-0103-45c2-a630-7e61456a71ad tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:18.162991 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b77e11f-0103-45c2-a630-7e61456a71ad tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2761559 Jul 08 02:27:18.164580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:18.170304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5199f4cc-4d4b-4d94-a877-354c99f07234 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:18.170800 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-5199f4cc-4d4b-4d94-a877-354c99f07234 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 02:27:18.171298 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-5199f4cc-4d4b-4d94-a877-354c99f07234 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:18.172272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5199f4cc-4d4b-4d94-a877-354c99f07234 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067501 Jul 08 02:27:18.174992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50828) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:18.180458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f83789ac-95f9-4774-b653-fefe70785465 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:18.268287 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-f83789ac-95f9-4774-b653-fefe70785465 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Project 985580a4b9f646d098122e0f8899a847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:27:18.296803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.359841 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-f83789ac-95f9-4774-b653-fefe70785465 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:18.363711 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f83789ac-95f9-4774-b653-fefe70785465 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1850703 Jul 08 02:27:18.364943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50832) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:18.368779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fe6fbeec-f0cd-4583-b8df-59dc5262567d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:18.369332 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-fe6fbeec-f0cd-4583-b8df-59dc5262567d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 02:27:18.369839 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-fe6fbeec-f0cd-4583-b8df-59dc5262567d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:18.370793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fe6fbeec-f0cd-4583-b8df-59dc5262567d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058734 Jul 08 02:27:18.373135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50834) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:18.377206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6f3e59e0-adba-47b7-b1a0-d9f71527c864 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:18.450918 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-6f3e59e0-adba-47b7-b1a0-d9f71527c864 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Project 985580a4b9f646d098122e0f8899a847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:27:18.502601 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.536820 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-6f3e59e0-adba-47b7-b1a0-d9f71527c864 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:18.541197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6f3e59e0-adba-47b7-b1a0-d9f71527c864 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1640854 Jul 08 02:27:18.541548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50838) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:18.547022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-68e14e77-7d84-4745-b668-e872caef52aa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'be9abf8d-b716-4396-84ad-facaba311ca6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:18.558011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Subnet': ['ID=6a555a8f-303b-4a5d-be30-709a8d8f6e60,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:18.574841 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Checking segment: {'id': '37cdc482-1f19-49ba-a1b7-7f732e703664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'db73d194-be47-4ee0-9356-e76a1467a48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:18.575229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Network hostable DHCP agents. Network: db73d194-be47-4ee0-9356-e76a1467a48e, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:18.634125 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-68e14e77-7d84-4745-b668-e872caef52aa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Project 985580a4b9f646d098122e0f8899a847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:27:18.656800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Network db73d194-be47-4ee0-9356-e76a1467a48e is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:18.697152 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-68e14e77-7d84-4745-b668-e872caef52aa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:18.698143 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-68e14e77-7d84-4745-b668-e872caef52aa tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1556294 Jul 08 02:27:18.701148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50840) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:18.725511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, db73d194-be47-4ee0-9356-e76a1467a48e) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:18.735064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472af988-1a0b-41da-9d14-2437dc5e1b50 None None] Network db73d194-be47-4ee0-9356-e76a1467a48e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:18.739909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.758718 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb515818-98e5-4307-9ca9-416bdc446094 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.784225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb515818-98e5-4307-9ca9-416bdc446094 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.794276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event updated for resources: {'Subnet': ['ID=30ed985d-67a1-4abe-9a2e-dbffe071e391,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:18.832814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Checking segment: {'id': '75792524-f86e-493b-aa2f-faddba57dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '652af49e-e47b-45be-85d9-2fce6805e0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:18.833339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Network hostable DHCP agents. Network: 652af49e-e47b-45be-85d9-2fce6805e0a7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:18.910272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-db73d194-be47-4ee0-9356-e76a1467a48e', 'network_id': 'db73d194-be47-4ee0-9356-e76a1467a48e', 'tenant_id': 'adba09854415471a858bb9d4714fb260', 'fixed_ips': [{'subnet_id': '6a555a8f-303b-4a5d-be30-709a8d8f6e60'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:18.911128 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.919970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb515818-98e5-4307-9ca9-416bdc446094 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.922591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eb515818-98e5-4307-9ca9-416bdc446094 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:18.926422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eb515818-98e5-4307-9ca9-416bdc446094 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/be9abf8d-b716-4396-84ad-facaba311ca6 HTTP/1.1" status: 204 len: 168 time: 0.2216940 Jul 08 02:27:18.927164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50842) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:18.933439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb515818-98e5-4307-9ca9-416bdc446094 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9abf8d-b716-4396-84ad-facaba311ca6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:18.942517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Network 652af49e-e47b-45be-85d9-2fce6805e0a7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:18.984655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-97674c94-0fad-4e9c-bf74-3968e0db6d2b tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524499 Jul 08 02:27:18.985691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50844) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:18.991476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-af397adb-2b9f-402e-ae77-8fdc187c5419 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090252868'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:19.037166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 652af49e-e47b-45be-85d9-2fce6805e0a7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:19.043012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:19.047712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:19.047712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.050124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b4fd4-87a4-4c9b-8041-e71161dd634a None None] Network 652af49e-e47b-45be-85d9-2fce6805e0a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:19.086846 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af397adb-2b9f-402e-ae77-8fdc187c5419 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.120280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Allocated IP 172.20.0.2 (db73d194-be47-4ee0-9356-e76a1467a48e/6a555a8f-303b-4a5d-be30-709a8d8f6e60/79718d45-c795-43da-820d-67b0a751c3cc) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:19.151093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a90c6e3f-3713-4e80-a8bf-1610218c56d3 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3220568 Jul 08 02:27:19.153634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50846) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:19.223486 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52bc243-b79d-4971-a35b-34cf562947a5 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:19.225094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52bc243-b79d-4971-a35b-34cf562947a5 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:19.226768 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52bc243-b79d-4971-a35b-34cf562947a5 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:19.228502 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e52bc243-b79d-4971-a35b-34cf562947a5 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0732896 Jul 08 02:27:19.231675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50850) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:19.232369 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af397adb-2b9f-402e-ae77-8fdc187c5419 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.285213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af397adb-2b9f-402e-ae77-8fdc187c5419 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.295504 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb31e08c-71a6-45ab-8e4c-a8135aa78d26 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Deleting subnet 6a555a8f-303b-4a5d-be30-709a8d8f6e60 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:19.323129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af397adb-2b9f-402e-ae77-8fdc187c5419 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0573e2-ab42-4321-a7c3-de0179cc1ba6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:19.376866 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-af397adb-2b9f-402e-ae77-8fdc187c5419 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.378421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-af397adb-2b9f-402e-ae77-8fdc187c5419 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3914359 Jul 08 02:27:19.382202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50856) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:19.387209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-25772534-268e-43ea-af28-f9f8a2636a2a tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': '3f0573e2-ab42-4321-a7c3-de0179cc1ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:19.449067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-652af49e-e47b-45be-85d9-2fce6805e0a7', 'network_id': '652af49e-e47b-45be-85d9-2fce6805e0a7', 'tenant_id': 'adba09854415471a858bb9d4714fb260', 'fixed_ips': [{'subnet_id': '30ed985d-67a1-4abe-9a2e-dbffe071e391'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:19.449067 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.582384 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-25772534-268e-43ea-af28-f9f8a2636a2a tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The resource could not be found. Jul 08 02:27:19.583500 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-25772534-268e-43ea-af28-f9f8a2636a2a tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1999717 Jul 08 02:27:19.586455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:19.591276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-45d51f20-9a3d-4b23-ac1b-c47a7f8acc41 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': '3f0573e2-ab42-4321-a7c3-de0179cc1ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '11df344a-18ed-452f-888d-360234592c1e'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:19.593486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.628791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Transition to ACTIVE for port object 79718d45-c795-43da-820d-67b0a751c3cc will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:19.654539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Transition to ACTIVE for port object 79718d45-c795-43da-820d-67b0a751c3cc will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:19.656279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Allocated IP 172.20.0.18 (652af49e-e47b-45be-85d9-2fce6805e0a7/30ed985d-67a1-4abe-9a2e-dbffe071e391/bfd3678b-94e4-4b5d-8cde-68e94b9cbab2) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:19.726383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb31e08c-71a6-45ab-8e4c-a8135aa78d26 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.727032 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.729167 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-45d51f20-9a3d-4b23-ac1b-c47a7f8acc41 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The resource could not be found. Jul 08 02:27:19.743575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45d51f20-9a3d-4b23-ac1b-c47a7f8acc41 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1529455 Jul 08 02:27:19.743996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:19.773292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb31e08c-71a6-45ab-8e4c-a8135aa78d26 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.776395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Network db73d194-be47-4ee0-9356-e76a1467a48e is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:19.784054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:19.793969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:19.804579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a225a191-ee95-4c3b-ba19-b05b9a789944 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.815266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Pushing event updated for resources: {'Port': ['ID=79718d45-c795-43da-820d-67b0a751c3cc,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:19.835203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a225a191-ee95-4c3b-ba19-b05b9a789944 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.879008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb31e08c-71a6-45ab-8e4c-a8135aa78d26 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.896412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Attempting to bind port 79718d45-c795-43da-820d-67b0a751c3cc on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:19.897313 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Attempting to bind port 79718d45-c795-43da-820d-67b0a751c3cc by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '37cdc482-1f19-49ba-a1b7-7f732e703664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'db73d194-be47-4ee0-9356-e76a1467a48e'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:19.897690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Attempting to bind port 79718d45-c795-43da-820d-67b0a751c3cc on network db73d194-be47-4ee0-9356-e76a1467a48e {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:19.910412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:19.910803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Checking segment: {'id': '37cdc482-1f19-49ba-a1b7-7f732e703664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'db73d194-be47-4ee0-9356-e76a1467a48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:19.911221 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.911649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Bound using segment: {'id': '37cdc482-1f19-49ba-a1b7-7f732e703664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'db73d194-be47-4ee0-9356-e76a1467a48e'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:19.912130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Bound port: 79718d45-c795-43da-820d-67b0a751c3cc, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cdc482-1f19-49ba-a1b7-7f732e703664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'db73d194-be47-4ee0-9356-e76a1467a48e'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:19.913254 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.914648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a225a191-ee95-4c3b-ba19-b05b9a789944 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.917313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a225a191-ee95-4c3b-ba19-b05b9a789944 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.918420 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:19.919468 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a225a191-ee95-4c3b-ba19-b05b9a789944 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/3f0573e2-ab42-4321-a7c3-de0179cc1ba6 HTTP/1.1" status: 204 len: 168 time: 0.1735175 Jul 08 02:27:19.922120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50866) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:19.930048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225a191-ee95-4c3b-ba19-b05b9a789944 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0573e2-ab42-4321-a7c3-de0179cc1ba6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:19.935999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Transition to ACTIVE for port object bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:19.981218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Transition to ACTIVE for port object bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:19.993206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c1091d0d-2573-4ae8-9b5a-caa588314cae tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666265 Jul 08 02:27:19.995991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50868) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:20.001155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-67902468-29f8-4a16-814e-9152363b10b2 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': '7477bc4d-a7dd-405f-b0de-2908446bf9a2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:20.034263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.052139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb31e08c-71a6-45ab-8e4c-a8135aa78d26 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.083024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fb31e08c-71a6-45ab-8e4c-a8135aa78d26 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.084980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] For port 79718d45-c795-43da-820d-67b0a751c3cc, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:20.088104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fb31e08c-71a6-45ab-8e4c-a8135aa78d26 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/subnets/6a555a8f-303b-4a5d-be30-709a8d8f6e60 HTTP/1.1" status: 204 len: 168 time: 0.8530982 Jul 08 02:27:20.088104 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e08c-71a6-45ab-8e4c-a8135aa78d26 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Subnet': ['ID=6a555a8f-303b-4a5d-be30-709a8d8f6e60,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:20.088380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Network 652af49e-e47b-45be-85d9-2fce6805e0a7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:20.089235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50872) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:20.093772 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:20.106337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:20.115125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] For port 79718d45-c795-43da-820d-67b0a751c3cc, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=79718d45-c795-43da-820d-67b0a751c3cc,segment=NetworkSegment(37cdc482-1f19-49ba-a1b7-7f732e703664),segment_id=37cdc482-1f19-49ba-a1b7-7f732e703664)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:20.118146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Pushing event updated for resources: {'Port': ['ID=bfd3678b-94e4-4b5d-8cde-68e94b9cbab2,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:20.156938 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-42648c9d-74e3-4594-ab75-3dbb4a9475b1 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Deleting subnet 30ed985d-67a1-4abe-9a2e-dbffe071e391 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:20.160404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42648c9d-74e3-4594-ab75-3dbb4a9475b1 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.179520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Attempting to bind port bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:20.179520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Attempting to bind port bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '75792524-f86e-493b-aa2f-faddba57dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '652af49e-e47b-45be-85d9-2fce6805e0a7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:20.179520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Attempting to bind port bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 on network 652af49e-e47b-45be-85d9-2fce6805e0a7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:20.182278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:20.182659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Checking segment: {'id': '75792524-f86e-493b-aa2f-faddba57dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '652af49e-e47b-45be-85d9-2fce6805e0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:20.183066 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.183495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Bound using segment: {'id': '75792524-f86e-493b-aa2f-faddba57dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '652af49e-e47b-45be-85d9-2fce6805e0a7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:20.183968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Bound port: bfd3678b-94e4-4b5d-8cde-68e94b9cbab2, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75792524-f86e-493b-aa2f-faddba57dc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '652af49e-e47b-45be-85d9-2fce6805e0a7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:20.184354 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.196745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.203927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42648c9d-74e3-4594-ab75-3dbb4a9475b1 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.223289 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-67902468-29f8-4a16-814e-9152363b10b2 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The resource could not be found. Jul 08 02:27:20.223289 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-67902468-29f8-4a16-814e-9152363b10b2 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2239418 Jul 08 02:27:20.223289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:20.228029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-631afc0b-c94a-4eb3-92fc-090b82d41f37 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--675819029'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:20.294763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58334948-c59a-4bb0-97ce-a931a1cf529f None None] Pushing event updated for resources: {'Port': ['ID=79718d45-c795-43da-820d-67b0a751c3cc,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:20.307774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] For port bfd3678b-94e4-4b5d-8cde-68e94b9cbab2, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:20.311927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] For port bfd3678b-94e4-4b5d-8cde-68e94b9cbab2, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bfd3678b-94e4-4b5d-8cde-68e94b9cbab2,segment=NetworkSegment(75792524-f86e-493b-aa2f-faddba57dc35),segment_id=75792524-f86e-493b-aa2f-faddba57dc35)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:20.331516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631afc0b-c94a-4eb3-92fc-090b82d41f37 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.389027 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.391851 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42648c9d-74e3-4594-ab75-3dbb4a9475b1 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.435068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631afc0b-c94a-4eb3-92fc-090b82d41f37 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.479989 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b36fa-9b57-45c4-8006-d3a66ac6c571 None None] Pushing event updated for resources: {'Port': ['ID=bfd3678b-94e4-4b5d-8cde-68e94b9cbab2,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:20.514099 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631afc0b-c94a-4eb3-92fc-090b82d41f37 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.550233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42648c9d-74e3-4594-ab75-3dbb4a9475b1 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.576047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631afc0b-c94a-4eb3-92fc-090b82d41f37 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652f6a8f-a4fe-4d5d-a274-6b20ea9c9105,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:20.592028 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42648c9d-74e3-4594-ab75-3dbb4a9475b1 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Subnet': ['ID=30ed985d-67a1-4abe-9a2e-dbffe071e391,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:20.594088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42648c9d-74e3-4594-ab75-3dbb4a9475b1 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.596100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-42648c9d-74e3-4594-ab75-3dbb4a9475b1 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/subnets/30ed985d-67a1-4abe-9a2e-dbffe071e391 HTTP/1.1" status: 204 len: 168 time: 0.5031106 Jul 08 02:27:20.598975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:20.645204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-631afc0b-c94a-4eb3-92fc-090b82d41f37 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.649732 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50878) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:20.650070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-631afc0b-c94a-4eb3-92fc-090b82d41f37 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4257617 Jul 08 02:27:20.654490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-31f4bd04-0737-4828-a959-1b0d8ea8ba06 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--11463923'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:20.695313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b8850b-f515-43a1-957a-93d80eb9f51e tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:20.700254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b4b8850b-f515-43a1-957a-93d80eb9f51e tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0967553 Jul 08 02:27:20.703179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:20.775758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd04-0737-4828-a959-1b0d8ea8ba06 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.857361 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.895628 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd04-0737-4828-a959-1b0d8ea8ba06 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.948990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Deleting port bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:20.949492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.959019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd04-0737-4828-a959-1b0d8ea8ba06 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.025443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4bd04-0737-4828-a959-1b0d8ea8ba06 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d71331f-32e6-4698-9b76-3e5cd6324029,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:21.040098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] For port bfd3678b-94e4-4b5d-8cde-68e94b9cbab2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=bfd3678b-94e4-4b5d-8cde-68e94b9cbab2,segment=NetworkSegment(75792524-f86e-493b-aa2f-faddba57dc35),segment_id=75792524-f86e-493b-aa2f-faddba57dc35)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:21.040098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.053693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Calling delete_port for bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:21.085427 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd04-0737-4828-a959-1b0d8ea8ba06 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.089327 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-31f4bd04-0737-4828-a959-1b0d8ea8ba06 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4359739 Jul 08 02:27:21.089597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50886) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:21.094075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-feca3bec-ca18-48de-836f-470a27dcbbdc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': '652f6a8f-a4fe-4d5d-a274-6b20ea9c9105', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3d71331f-32e6-4698-9b76-3e5cd6324029'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:21.117730 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.228174 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.256908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Port': ['ID=bfd3678b-94e4-4b5d-8cde-68e94b9cbab2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:21.271389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] No DVR routers for this DVR port bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:21.308354 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-feca3bec-ca18-48de-836f-470a27dcbbdc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:21.312013 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-feca3bec-ca18-48de-836f-470a27dcbbdc tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2191329 Jul 08 02:27:21.312324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50888) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:21.383654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c04940a6-9b65-4d22-82b8-fd5c0605e65d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.385843 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.399227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652af49e-e47b-45be-85d9-2fce6805e0a7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:21.413622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75792524-f86e-493b-aa2f-faddba57dc35') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:21.414301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75792524-f86e-493b-aa2f-faddba57dc35') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:21.420960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c04940a6-9b65-4d22-82b8-fd5c0605e65d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.427084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.445979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.455930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:21.456517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:21.461408 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:21.553461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 79718d45-c795-43da-820d-67b0a751c3cc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:21.560029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c04940a6-9b65-4d22-82b8-fd5c0605e65d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.562690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c04940a6-9b65-4d22-82b8-fd5c0605e65d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.567582 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c04940a6-9b65-4d22-82b8-fd5c0605e65d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/3d71331f-32e6-4698-9b76-3e5cd6324029 HTTP/1.1" status: 204 len: 168 time: 0.2506270 Jul 08 02:27:21.568041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:21.577766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04940a6-9b65-4d22-82b8-fd5c0605e65d tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d71331f-32e6-4698-9b76-3e5cd6324029,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:21.628255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274572c-6e91-4a25-9f6a-71b45c2f8c9e None None] Network db73d194-be47-4ee0-9356-e76a1467a48e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:21.642497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.674810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.677086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/networks/652af49e-e47b-45be-85d9-2fce6805e0a7 HTTP/1.1" status: 204 len: 168 time: 0.9728885 Jul 08 02:27:21.678048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbaf9c-fbdf-4cf2-b50b-0e395149137b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Network': ['ID=652af49e-e47b-45be-85d9-2fce6805e0a7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:21.680640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50892) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:21.706193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40c18995-a26b-4275-9330-be9c4c85f56e tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1326241 Jul 08 02:27:21.706844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:21.795392 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45b3b72e-a10f-4d5b-8bfe-efd5d3a967b6 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.825425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.827636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45b3b72e-a10f-4d5b-8bfe-efd5d3a967b6 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.830001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a0acbb70-aa82-47a8-95c6-d8920c4a70ac None None] Provisioning for port 79718d45-c795-43da-820d-67b0a751c3cc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:21.863591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 79718d45-c795-43da-820d-67b0a751c3cc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:21.870748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 79718d45-c795-43da-820d-67b0a751c3cc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:21.871324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.941825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Deleting port 79718d45-c795-43da-820d-67b0a751c3cc {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:21.946882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.953544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] DHCP port deletion for db73d194-be47-4ee0-9356-e76a1467a48e request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:21.965036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45b3b72e-a10f-4d5b-8bfe-efd5d3a967b6 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.967846 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-45b3b72e-a10f-4d5b-8bfe-efd5d3a967b6 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:21.971450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45b3b72e-a10f-4d5b-8bfe-efd5d3a967b6 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/652f6a8f-a4fe-4d5d-a274-6b20ea9c9105 HTTP/1.1" status: 204 len: 168 time: 0.2610741 Jul 08 02:27:21.972833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:22.027059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3b72e-a10f-4d5b-8bfe-efd5d3a967b6 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f6a8f-a4fe-4d5d-a274-6b20ea9c9105,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:22.042637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] For port 79718d45-c795-43da-820d-67b0a751c3cc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=79718d45-c795-43da-820d-67b0a751c3cc,segment=NetworkSegment(37cdc482-1f19-49ba-a1b7-7f732e703664),segment_id=37cdc482-1f19-49ba-a1b7-7f732e703664)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:22.043398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.062981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Calling delete_port for 79718d45-c795-43da-820d-67b0a751c3cc owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:22.073901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.089220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] Deleting port 79718d45-c795-43da-820d-67b0a751c3cc {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:22.089611 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.092593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fb97ec09-1eac-4747-b195-91b2896aa156 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1168115 Jul 08 02:27:22.096472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50898) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:22.101285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1a1b1039-2c52-4490-a34c-58e505d60ca9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098777596'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:22.184132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] For port 79718d45-c795-43da-820d-67b0a751c3cc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=79718d45-c795-43da-820d-67b0a751c3cc,segment=NetworkSegment(37cdc482-1f19-49ba-a1b7-7f732e703664),segment_id=37cdc482-1f19-49ba-a1b7-7f732e703664)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:22.184573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.198641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] Calling delete_port for 79718d45-c795-43da-820d-67b0a751c3cc owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:22.234239 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1039-2c52-4490-a34c-58e505d60ca9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.258168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.294028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de0a5d-24e9-422d-a0d3-48dc9e093811 None None] DHCP port deletion for 652af49e-e47b-45be-85d9-2fce6805e0a7 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:22.301761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-718bef1a-015a-4aab-a33d-4c64052fbea4 None None] Could not find standard attr ID for object bfd3678b-94e4-4b5d-8cde-68e94b9cbab2. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:27:22.308267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Port': ['ID=79718d45-c795-43da-820d-67b0a751c3cc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:22.312026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] No DVR routers for this DVR port 79718d45-c795-43da-820d-67b0a751c3cc on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:22.333909 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.346354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26c8fe-2f7e-4d6b-9a85-b172ff70b8f1 None None] Network 652af49e-e47b-45be-85d9-2fce6805e0a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:22.365275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1039-2c52-4490-a34c-58e505d60ca9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.385064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] Pushing event deleted for resources: {'Port': ['ID=79718d45-c795-43da-820d-67b0a751c3cc,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:22.386960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c1871-ace3-4b8f-8598-097606b51ec3 None None] No DVR routers for this DVR port 79718d45-c795-43da-820d-67b0a751c3cc on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:22.390294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26c8fe-2f7e-4d6b-9a85-b172ff70b8f1 None None] Network 652af49e-e47b-45be-85d9-2fce6805e0a7 could not be found, it might have been deleted concurrently. {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 02:27:22.420574 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.431759 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db73d194-be47-4ee0-9356-e76a1467a48e']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:22.439942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1039-2c52-4490-a34c-58e505d60ca9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.445261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cdc482-1f19-49ba-a1b7-7f732e703664') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:22.445950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cdc482-1f19-49ba-a1b7-7f732e703664') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:22.455663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.471895 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.473320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b1039-2c52-4490-a34c-58e505d60ca9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ad6180-27a3-4f1c-9727-f18bb91ca238,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:22.479646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:22.480150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:22.483558 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:22.531109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1039-2c52-4490-a34c-58e505d60ca9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.532424 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1a1b1039-2c52-4490-a34c-58e505d60ca9 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4349372 Jul 08 02:27:22.535318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50902) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:22.541111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-54effe57-463e-4f43-a40b-a6ff3c890de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'd2ad6180-27a3-4f1c-9727-f18bb91ca238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:22.600236 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.613870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.613870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/networks/db73d194-be47-4ee0-9356-e76a1467a48e HTTP/1.1" status: 204 len: 168 time: 0.9310026 Jul 08 02:27:22.614489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:22.630365 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7ba9-79a8-43b3-993c-86cbf66334db tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Network': ['ID=db73d194-be47-4ee0-9356-e76a1467a48e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:22.698577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.785405 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-54effe57-463e-4f43-a40b-a6ff3c890de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:22.786393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-54effe57-463e-4f43-a40b-a6ff3c890de5 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2500782 Jul 08 02:27:22.788668 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.790042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50906) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:22.794923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3d3b005c-4b58-4c69-84fb-d2a6f98a5f1f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group_rule': {'security_group_id': 'd2ad6180-27a3-4f1c-9727-f18bb91ca238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:22.798736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a584648a-08d8-41e6-880f-e49ff928bbd1']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:22.809507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc97b40-eec0-47de-ad74-3e8a6b3c8e60') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:22.809775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc97b40-eec0-47de-ad74-3e8a6b3c8e60') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:22.818531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.838301 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.844442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:22.844866 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:22.848054 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:22.994135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.001194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.005196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/networks/a584648a-08d8-41e6-880f-e49ff928bbd1 HTTP/1.1" status: 204 len: 168 time: 0.3876553 Jul 08 02:27:23.006279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50908) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.014263 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50a7ed-dd81-4661-88bb-a89a7ed80661 tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Network': ['ID=a584648a-08d8-41e6-880f-e49ff928bbd1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:23.028346 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-3d3b005c-4b58-4c69-84fb-d2a6f98a5f1f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:23.029394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3d3b005c-4b58-4c69-84fb-d2a6f98a5f1f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2382383 Jul 08 02:27:23.032347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.086869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25b3c03d-ca52-443f-98f8-deda640bdc36 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.087140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.110071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25b3c03d-ca52-443f-98f8-deda640bdc36 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.181942 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.192801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2be3a2-aebf-4307-b181-e9ed30a8059a']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:23.204786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8026e6ba-2924-4901-8841-b8dde7a1f2bd') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:23.205192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8026e6ba-2924-4901-8841-b8dde7a1f2bd') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:23.205449 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25b3c03d-ca52-443f-98f8-deda640bdc36 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.208349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-25b3c03d-ca52-443f-98f8-deda640bdc36 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.211298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-25b3c03d-ca52-443f-98f8-deda640bdc36 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/d2ad6180-27a3-4f1c-9727-f18bb91ca238 HTTP/1.1" status: 204 len: 168 time: 0.1768160 Jul 08 02:27:23.217944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50914) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.219612 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.228023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3c03d-ca52-443f-98f8-deda640bdc36 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ad6180-27a3-4f1c-9727-f18bb91ca238,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:23.238639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.258788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:23.259221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:23.262851 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:23.276819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-45d78fb9-7fea-421d-acf5-33c47f8543f8 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615604 Jul 08 02:27:23.280837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.287318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1e5daf59-f524-4060-a040-59b81c143b9c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'tempest-secgroup--659014072'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:23.389047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5daf59-f524-4060-a040-59b81c143b9c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.406369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.422307 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.426490 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] 10.222.0.10 "DELETE /v2.0/networks/6b2be3a2-aebf-4307-b181-e9ed30a8059a HTTP/1.1" status: 204 len: 168 time: 0.4168775 Jul 08 02:27:23.435165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bfc79-2c4d-4512-896b-b85495804b0b tempest-BulkNetworkOpsTest-552590886 tempest-BulkNetworkOpsTest-552590886-project] Pushing event deleted for resources: {'Network': ['ID=6b2be3a2-aebf-4307-b181-e9ed30a8059a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:23.466270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 79718d45-c795-43da-820d-67b0a751c3cc no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:23.486604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 79718d45-c795-43da-820d-67b0a751c3cc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:23.487220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 79718d45-c795-43da-820d-67b0a751c3cc not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:23.487847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:23.515950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:23.516594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device bfd3678b-94e4-4b5d-8cde-68e94b9cbab2 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:23.520067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5daf59-f524-4060-a040-59b81c143b9c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.559745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5daf59-f524-4060-a040-59b81c143b9c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.589826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5daf59-f524-4060-a040-59b81c143b9c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87654d5d-453b-4f17-add1-e3a4e15ade4e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:23.640146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e5daf59-f524-4060-a040-59b81c143b9c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.641426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1e5daf59-f524-4060-a040-59b81c143b9c tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3596325 Jul 08 02:27:23.644361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.649600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1f8c2cf7-6a74-4ada-b48d-c11762cde806 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:23.650112 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-1f8c2cf7-6a74-4ada-b48d-c11762cde806 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 02:27:23.650586 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-1f8c2cf7-6a74-4ada-b48d-c11762cde806 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 02:27:23.651537 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1f8c2cf7-6a74-4ada-b48d-c11762cde806 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "PUT /v2.0/security-groups/87654d5d-453b-4f17-add1-e3a4e15ade4e HTTP/1.1" status: 409 len: 330 time: 0.0062532 Jul 08 02:27:23.653988 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50924) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.708465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5324d21-e7ab-44d4-8baf-f186b27f805f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.735071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5324d21-e7ab-44d4-8baf-f186b27f805f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.828471 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5324d21-e7ab-44d4-8baf-f186b27f805f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.831102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b5324d21-e7ab-44d4-8baf-f186b27f805f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.832537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b5324d21-e7ab-44d4-8baf-f186b27f805f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/87654d5d-453b-4f17-add1-e3a4e15ade4e HTTP/1.1" status: 204 len: 168 time: 0.1773634 Jul 08 02:27:23.834981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.845996 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5324d21-e7ab-44d4-8baf-f186b27f805f tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87654d5d-453b-4f17-add1-e3a4e15ade4e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:23.858582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.898551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e410cc89-5a66-443c-8a4d-c80bd5e3eb21 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613413 Jul 08 02:27:23.902412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50934) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.921522 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-806e6f9f-51bf-499a-8be5-07d7475c78a0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] delete failed (client error): The resource could not be found. Jul 08 02:27:23.922822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-806e6f9f-51bf-499a-8be5-07d7475c78a0 tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "DELETE /v2.0/security-groups/ebd25fa9-b04d-47cb-91fb-33c78ea928fb HTTP/1.1" status: 404 len: 347 time: 0.0191123 Jul 08 02:27:23.926497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50936) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.948505 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-4335bba8-7452-40b1-968f-7d43bdd650de tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] show failed (client error): The resource could not be found. Jul 08 02:27:23.949792 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4335bba8-7452-40b1-968f-7d43bdd650de tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-groups/664168bf-d6a9-4f96-9bdd-af36d0ac62e6 HTTP/1.1" status: 404 len: 347 time: 0.0220764 Jul 08 02:27:23.954298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 50938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:23.978694 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-40a8ff66-cf1d-4f9c-abd9-5c2d4839fbcf tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] show failed (client error): The resource could not be found. Jul 08 02:27:23.983810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40a8ff66-cf1d-4f9c-abd9-5c2d4839fbcf tempest-NegativeSecGroupIPv6Test-2123927444 tempest-NegativeSecGroupIPv6Test-2123927444-project] 10.222.0.10 "GET /v2.0/security-group-rules/569db443-e858-4a7c-b74c-f5a4b806ee8b HTTP/1.1" status: 404 len: 356 time: 0.0245757 Jul 08 02:27:24.035156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-acb7cd5e-388f-4af3-b7d5-05f6afcede4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adba09854415471a858bb9d4714fb260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731279 Jul 08 02:27:24.035818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50942) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:24.087462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96af3ec4-fdfd-4fa4-a48f-acece4211fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.109645 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96af3ec4-fdfd-4fa4-a48f-acece4211fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.223086 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96af3ec4-fdfd-4fa4-a48f-acece4211fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.226231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-96af3ec4-fdfd-4fa4-a48f-acece4211fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.227387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-96af3ec4-fdfd-4fa4-a48f-acece4211fef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/968fd929-e908-4b60-a9f8-2de6adfb4b9a HTTP/1.1" status: 204 len: 168 time: 0.1900876 Jul 08 02:27:24.235179 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af3ec4-fdfd-4fa4-a48f-acece4211fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968fd929-e908-4b60-a9f8-2de6adfb4b9a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:24.370620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50950) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:24.615216 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-87647e70-7bf5-465e-8a37-8b03c48cfd91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=985580a4b9f646d098122e0f8899a847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410848 Jul 08 02:27:24.616189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50962) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:24.670793 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39fe022c-e6d9-4b3d-95ba-e4ac6bc7af38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.691908 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39fe022c-e6d9-4b3d-95ba-e4ac6bc7af38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.817000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39fe022c-e6d9-4b3d-95ba-e4ac6bc7af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.819550 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-39fe022c-e6d9-4b3d-95ba-e4ac6bc7af38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.820769 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-39fe022c-e6d9-4b3d-95ba-e4ac6bc7af38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e400fe7f-5018-4cd4-ba72-a6c59e554e4f HTTP/1.1" status: 204 len: 168 time: 0.2034988 Jul 08 02:27:24.828536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe022c-e6d9-4b3d-95ba-e4ac6bc7af38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e400fe7f-5018-4cd4-ba72-a6c59e554e4f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:25.270715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 50984) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:25.369555 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1540541282'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:25.467789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:25.471280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:25.480366 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:25.572613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:25.617083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:25.643018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:25.652635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d47d2-5047-4ac2-807a-3688e0b46323,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:25.657988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:25.658340 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Added segment 0122be8e-2632-4a88-aaf5-c4b3cf2524e8 of type vlan for network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 Jul 08 02:27:25.707999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:25.782343 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:25.790441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:25.791492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:25.863431 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Network': ['ID=5a2bab86-ef61-426b-814c-c1bb2ed3b850,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:25.877782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:25.894908 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-61b2d5a7-62c7-4061-b976-6555574d3337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6205752 Jul 08 02:27:25.895127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51002) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:25.900644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'name': 'tempest-PortsTestJSON-827303177'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:26.039542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:26.043125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.065704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:26.230508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.309116 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.376993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:26.385415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Checking segment: {'id': '0122be8e-2632-4a88-aaf5-c4b3cf2524e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:26.385571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network hostable DHCP agents. Network: 5a2bab86-ef61-426b-814c-c1bb2ed3b850, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:26.480381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:26.559284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 5a2bab86-ef61-426b-814c-c1bb2ed3b850) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:26.563296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:26.570943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:26.574207 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.574564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131bbf2d-53d2-46b0-b996-3fea4fda0f75 None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:26.652114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-40df9585-183a-413a-907c-0ced1c0016c1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7556200 Jul 08 02:27:26.654603 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51022) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:26.659880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1942178552'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:26.747909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:26.751477 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.775367 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:26.783986 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.784338 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Added segment 72c9e405-47ae-4569-b3a4-327a36f9ad55 of type vlan for network 49f18bbd-5f0c-4d56-8789-76362adfd735 Jul 08 02:27:26.825956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.936617 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.942188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:26.942791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:27.010451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Network': ['ID=49f18bbd-5f0c-4d56-8789-76362adfd735,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:27.020386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 49f18bbd-5f0c-4d56-8789-76362adfd735 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:27.057038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2af2b329-78e4-45ba-bc99-a90b6594eefc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4012556 Jul 08 02:27:27.059496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51030) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:27.064507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'ports': [{'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850'}, {'network_id': '49f18bbd-5f0c-4d56-8789-76362adfd735'}]} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:27.065186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:27.065323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '49f18bbd-5f0c-4d56-8789-76362adfd735'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:27.336843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 2} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:27.341592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:27.356139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:27.432014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 9eba8d5a-5a6b-40de-b849-a020429bfdf6 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:27.546240 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:27.613048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 16ed8654-e8b1-413e-a28d-fbfd04ffba58 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:27.724941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:27.857300 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:27.901041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:27.905997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:27.909651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:27.910475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:27.914645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=9eba8d5a-5a6b-40de-b849-a020429bfdf6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:27.974781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=16ed8654-e8b1-413e-a28d-fbfd04ffba58,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:27.984807 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Checking segment: {'id': '72c9e405-47ae-4569-b3a4-327a36f9ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '49f18bbd-5f0c-4d56-8789-76362adfd735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:27.985171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network hostable DHCP agents. Network: 49f18bbd-5f0c-4d56-8789-76362adfd735, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:28.068023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 49f18bbd-5f0c-4d56-8789-76362adfd735 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:28.165254 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 49f18bbd-5f0c-4d56-8789-76362adfd735) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:28.168680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:28.174434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:28.175802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198bc65-102f-4f3a-9aaa-4ff5a9849c56 None None] Network 49f18bbd-5f0c-4d56-8789-76362adfd735 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:28.179422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:28.180071 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:28.389162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c6fa42dc-1985-4a3d-b140-1616756c1c46 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3286190 Jul 08 02:27:28.391696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51040) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:28.816029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b924cba7-3428-43ab-bac4-54aa409aa2be tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 16ed8654-e8b1-413e-a28d-fbfd04ffba58 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:28.816362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b924cba7-3428-43ab-bac4-54aa409aa2be tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:28.880385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b924cba7-3428-43ab-bac4-54aa409aa2be tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:28.896020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b924cba7-3428-43ab-bac4-54aa409aa2be tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 16ed8654-e8b1-413e-a28d-fbfd04ffba58 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:29.056935 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b924cba7-3428-43ab-bac4-54aa409aa2be tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.086353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924cba7-3428-43ab-bac4-54aa409aa2be tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=16ed8654-e8b1-413e-a28d-fbfd04ffba58,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:29.091503 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b924cba7-3428-43ab-bac4-54aa409aa2be tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.093804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b924cba7-3428-43ab-bac4-54aa409aa2be tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/16ed8654-e8b1-413e-a28d-fbfd04ffba58 HTTP/1.1" status: 204 len: 168 time: 0.7007897 Jul 08 02:27:29.095993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51054) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:29.186437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be481d49-b1eb-48a5-aace-9b60b3f3d479 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:29.192435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be481d49-b1eb-48a5-aace-9b60b3f3d479 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:29.193959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-be481d49-b1eb-48a5-aace-9b60b3f3d479 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0970399 Jul 08 02:27:29.197390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51056) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:29.293743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f8359-22a6-46ea-a1ea-679d41b3a7de tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 9eba8d5a-5a6b-40de-b849-a020429bfdf6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:29.294090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8359-22a6-46ea-a1ea-679d41b3a7de tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.361081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8359-22a6-46ea-a1ea-679d41b3a7de tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.374770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f8359-22a6-46ea-a1ea-679d41b3a7de tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 9eba8d5a-5a6b-40de-b849-a020429bfdf6 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:29.491854 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8359-22a6-46ea-a1ea-679d41b3a7de tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.525935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8359-22a6-46ea-a1ea-679d41b3a7de tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=9eba8d5a-5a6b-40de-b849-a020429bfdf6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:29.529509 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8359-22a6-46ea-a1ea-679d41b3a7de tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.531493 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2e9f8359-22a6-46ea-a1ea-679d41b3a7de tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/9eba8d5a-5a6b-40de-b849-a020429bfdf6 HTTP/1.1" status: 204 len: 168 time: 0.3331368 Jul 08 02:27:29.534084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51060) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:29.604835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca4dcf-4674-4c04-8a7c-1a565a13b614 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:29.606363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-67ca4dcf-4674-4c04-8a7c-1a565a13b614 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0713606 Jul 08 02:27:29.609116 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51064) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:29.640788 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b639cee7-638a-44e9-932c-d7d043c948ef tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:29.644755 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b639cee7-638a-44e9-932c-d7d043c948ef tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/16ed8654-e8b1-413e-a28d-fbfd04ffba58 HTTP/1.1" status: 404 len: 333 time: 0.0322311 Jul 08 02:27:29.645054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51066) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:29.673008 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9694cbe7-1b39-4ee1-be1d-119a2f220238 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:29.674466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9694cbe7-1b39-4ee1-be1d-119a2f220238 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/9eba8d5a-5a6b-40de-b849-a020429bfdf6 HTTP/1.1" status: 404 len: 333 time: 0.0286019 Jul 08 02:27:29.677070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51068) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:29.754355 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.841460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.852382 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f18bbd-5f0c-4d56-8789-76362adfd735']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:29.865088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c9e405-47ae-4569-b3a4-327a36f9ad55') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:29.865426 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c9e405-47ae-4569-b3a4-327a36f9ad55') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:29.879373 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.894719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.902168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:29.902600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:29.905696 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:30.039678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.046558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.048399 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/networks/49f18bbd-5f0c-4d56-8789-76362adfd735 HTTP/1.1" status: 204 len: 168 time: 0.3704433 Jul 08 02:27:30.052082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51072) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:30.057952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-240402394'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:30.061157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285a273-4ab7-441f-89b2-6875d64db227 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Network': ['ID=49f18bbd-5f0c-4d56-8789-76362adfd735,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:30.148620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:30.152282 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.176013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:30.185278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.185642 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Added segment 7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33 of type vlan for network 438b0628-fc5d-4047-9f0b-b4bf24f67f74 Jul 08 02:27:30.228986 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.319756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.325282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:30.325871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.392011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Network': ['ID=438b0628-fc5d-4047-9f0b-b4bf24f67f74,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:30.402322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 438b0628-fc5d-4047-9f0b-b4bf24f67f74 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:30.429127 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7ba0f50c-ab4d-4b5e-869b-6ea58cfe1c18 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3754580 Jul 08 02:27:30.432100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51076) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:30.437161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '438b0628-fc5d-4047-9f0b-b4bf24f67f74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:30.604953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:30.608662 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.851421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:30.919134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=759b0deb-af88-443c-992f-619c8d61107e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:30.927669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Checking segment: {'id': '7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '438b0628-fc5d-4047-9f0b-b4bf24f67f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:30.928585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network hostable DHCP agents. Network: 438b0628-fc5d-4047-9f0b-b4bf24f67f74, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:31.010706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 438b0628-fc5d-4047-9f0b-b4bf24f67f74 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:31.062403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 438b0628-fc5d-4047-9f0b-b4bf24f67f74) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:31.066913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:31.067551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.073082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8e9ca-fd29-41df-8a7d-99ad34285419 None None] Network 438b0628-fc5d-4047-9f0b-b4bf24f67f74 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:31.126527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ee874a74-f806-4714-8635-417aebf6f337 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6930933 Jul 08 02:27:31.128900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:31.135405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '438b0628-fc5d-4047-9f0b-b4bf24f67f74', 'name': 'tempest-PortsTestJSON-589840467'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:31.223863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-438b0628-fc5d-4047-9f0b-b4bf24f67f74', 'network_id': '438b0628-fc5d-4047-9f0b-b4bf24f67f74', 'tenant_id': '23ecf0f9fc8f440db88940b4d0d85382', 'fixed_ips': [{'subnet_id': '759b0deb-af88-443c-992f-619c8d61107e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:31.225336 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.325294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:31.329005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.348548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 162a4e47-06c2-48f8-aa45-f3e7ce7535a4 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:31.366183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Allocated IP 172.20.0.2 (438b0628-fc5d-4047-9f0b-b4bf24f67f74/759b0deb-af88-443c-992f-619c8d61107e/da4739b6-482e-4924-b150-85e1234b80ac) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:31.507996 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.515873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Transition to ACTIVE for port object da4739b6-482e-4924-b150-85e1234b80ac will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:31.530649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Transition to ACTIVE for port object da4739b6-482e-4924-b150-85e1234b80ac will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:31.605573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.647604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Network 438b0628-fc5d-4047-9f0b-b4bf24f67f74 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:31.650525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:31.655389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Pushing event updated for resources: {'Port': ['ID=da4739b6-482e-4924-b150-85e1234b80ac,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:31.656116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.14 (438b0628-fc5d-4047-9f0b-b4bf24f67f74/759b0deb-af88-443c-992f-619c8d61107e/162a4e47-06c2-48f8-aa45-f3e7ce7535a4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:31.657627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:31.667327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.667704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.668053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.668397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.672621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.672621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.672621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.672621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.672621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.672621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.672621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.672621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:31.726877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Attempting to bind port da4739b6-482e-4924-b150-85e1234b80ac on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:31.727272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Attempting to bind port da4739b6-482e-4924-b150-85e1234b80ac by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '438b0628-fc5d-4047-9f0b-b4bf24f67f74'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:31.727710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Attempting to bind port da4739b6-482e-4924-b150-85e1234b80ac on network 438b0628-fc5d-4047-9f0b-b4bf24f67f74 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:31.740295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:31.740295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Checking segment: {'id': '7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '438b0628-fc5d-4047-9f0b-b4bf24f67f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:31.740295 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.740295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Bound using segment: {'id': '7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '438b0628-fc5d-4047-9f0b-b4bf24f67f74'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:31.740295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Bound port: da4739b6-482e-4924-b150-85e1234b80ac, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '438b0628-fc5d-4047-9f0b-b4bf24f67f74'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:31.740295 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.818550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.827773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] For port da4739b6-482e-4924-b150-85e1234b80ac, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:31.831811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] For port da4739b6-482e-4924-b150-85e1234b80ac, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=da4739b6-482e-4924-b150-85e1234b80ac,segment=NetworkSegment(7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33),segment_id=7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:31.835726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object 162a4e47-06c2-48f8-aa45-f3e7ce7535a4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:31.891541 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.920039 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:31.976545 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbe008-d52f-4585-a500-edb1206bee08 None None] Pushing event updated for resources: {'Port': ['ID=da4739b6-482e-4924-b150-85e1234b80ac,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:31.987988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 438b0628-fc5d-4047-9f0b-b4bf24f67f74 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:31.991820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:31.998360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:32.029748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=162a4e47-06c2-48f8-aa45-f3e7ce7535a4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:32.061179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:32.061877 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:32.134765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c8dede78-1ac9-4364-a126-33c51cc66852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0021262 Jul 08 02:27:32.135455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51098) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:32.279772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3b765f9f-2f7d-47bb-9339-6cafd59ed036 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 162a4e47-06c2-48f8-aa45-f3e7ce7535a4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:32.280050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b765f9f-2f7d-47bb-9339-6cafd59ed036 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:32.374859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b765f9f-2f7d-47bb-9339-6cafd59ed036 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:32.388671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3b765f9f-2f7d-47bb-9339-6cafd59ed036 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 162a4e47-06c2-48f8-aa45-f3e7ce7535a4 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:32.599875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b765f9f-2f7d-47bb-9339-6cafd59ed036 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:32.644437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b765f9f-2f7d-47bb-9339-6cafd59ed036 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=162a4e47-06c2-48f8-aa45-f3e7ce7535a4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:32.730452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3b765f9f-2f7d-47bb-9339-6cafd59ed036 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:32.732791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3b765f9f-2f7d-47bb-9339-6cafd59ed036 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/162a4e47-06c2-48f8-aa45-f3e7ce7535a4 HTTP/1.1" status: 204 len: 168 time: 0.5965848 Jul 08 02:27:32.735598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51104) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:32.763975 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1025189-8b9a-4f8b-9c42-00a9e2f4c7a1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:27:32.764741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1025189-8b9a-4f8b-9c42-00a9e2f4c7a1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:32.767405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e1025189-8b9a-4f8b-9c42-00a9e2f4c7a1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/162a4e47-06c2-48f8-aa45-f3e7ce7535a4 HTTP/1.1" status: 404 len: 333 time: 0.0300744 Jul 08 02:27:32.769490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51106) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:32.797280 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-023c6ef1-7f0b-4a63-92ad-02e3f33bb366 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:32.799141 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-023c6ef1-7f0b-4a63-92ad-02e3f33bb366 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/162a4e47-06c2-48f8-aa45-f3e7ce7535a4 HTTP/1.1" status: 404 len: 333 time: 0.0285425 Jul 08 02:27:32.801652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51110) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:32.861260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a0e485-b2cb-4058-ac5f-bf77ce8ea0bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet 759b0deb-af88-443c-992f-619c8d61107e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:32.865101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e485-b2cb-4058-ac5f-bf77ce8ea0bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:32.909371 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e485-b2cb-4058-ac5f-bf77ce8ea0bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.069654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e485-b2cb-4058-ac5f-bf77ce8ea0bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.103806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923fbb1a-d513-4015-aee1-6e77566334b8 None None] Network 438b0628-fc5d-4047-9f0b-b4bf24f67f74 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:33.234605 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e485-b2cb-4058-ac5f-bf77ce8ea0bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.264701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0e485-b2cb-4058-ac5f-bf77ce8ea0bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=759b0deb-af88-443c-992f-619c8d61107e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:33.269497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e485-b2cb-4058-ac5f-bf77ce8ea0bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.271998 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3a0e485-b2cb-4058-ac5f-bf77ce8ea0bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/759b0deb-af88-443c-992f-619c8d61107e HTTP/1.1" status: 204 len: 168 time: 0.4688778 Jul 08 02:27:33.274687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51114) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:33.338944 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b9984d57-6c9b-4c6e-9d81-f0c667bf159c None None] Provisioning for port da4739b6-482e-4924-b150-85e1234b80ac completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:33.357424 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.413737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port da4739b6-482e-4924-b150-85e1234b80ac {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:33.414324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.481012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] For port da4739b6-482e-4924-b150-85e1234b80ac, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=da4739b6-482e-4924-b150-85e1234b80ac,segment=NetworkSegment(7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33),segment_id=7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:33.481470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.495145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for da4739b6-482e-4924-b150-85e1234b80ac owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:33.536604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device da4739b6-482e-4924-b150-85e1234b80ac up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:33.577377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] DHCP port deletion for 438b0628-fc5d-4047-9f0b-b4bf24f67f74 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:33.623158 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.625571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port da4739b6-482e-4924-b150-85e1234b80ac completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:33.633868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port da4739b6-482e-4924-b150-85e1234b80ac triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:33.634483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.655666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=da4739b6-482e-4924-b150-85e1234b80ac,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:33.657660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No DVR routers for this DVR port da4739b6-482e-4924-b150-85e1234b80ac on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:33.665181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Port da4739b6-482e-4924-b150-85e1234b80ac was deleted so its status cannot be updated. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 02:27:33.667441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] Deleting port da4739b6-482e-4924-b150-85e1234b80ac {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:33.667887 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.740695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] For port da4739b6-482e-4924-b150-85e1234b80ac, host n-d-695189-13, got binding levels [] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:33.741100 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.757522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] Calling delete_port for da4739b6-482e-4924-b150-85e1234b80ac owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:33.758223 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.760737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.ipam_backend_mixin [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] Port da4739b6-482e-4924-b150-85e1234b80ac was not found and therefore no delete operation was performed {{(pid=100714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:27:33.762109 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.770163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438b0628-fc5d-4047-9f0b-b4bf24f67f74']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:33.782540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:33.782869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcfb3dd-0087-4ad1-b1f6-c807fe6d5b33') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:33.792058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] Pushing event deleted for resources: {'Port': ['ID=da4739b6-482e-4924-b150-85e1234b80ac,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:33.792410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.796139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e33dbc-40f4-4f3c-adeb-8542a95fc969 None None] No DVR routers for this DVR port da4739b6-482e-4924-b150-85e1234b80ac on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:33.807326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.813326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:33.813721 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:33.816675 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:33.954144 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.961656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:33.963877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/networks/438b0628-fc5d-4047-9f0b-b4bf24f67f74 HTTP/1.1" status: 204 len: 168 time: 0.6877930 Jul 08 02:27:33.967169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51126) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:33.973670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1753330930'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:33.976561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2fcc6-1215-4a25-a3fe-0e6579114691 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Network': ['ID=438b0628-fc5d-4047-9f0b-b4bf24f67f74,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:34.097273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:34.101327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:34.124920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:34.136403 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:34.136403 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Added segment af77f002-9df6-427f-ad5a-c45ca52a2807 of type vlan for network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 Jul 08 02:27:34.178064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:34.245705 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:34.251451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:34.258912 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:34.316802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Network': ['ID=4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:34.328195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:34.345753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8f464875-1c3b-46c1-8ff8-cd766120739f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3750310 Jul 08 02:27:34.345994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:34.352055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:34.497057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:34.500648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:34.653795 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:27:34.742902 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:34.813015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=941df019-9122-4dae-a83e-488a417225f3,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:34.820669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Checking segment: {'id': 'af77f002-9df6-427f-ad5a-c45ca52a2807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:34.820884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network hostable DHCP agents. Network: 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:34.908003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:34.977599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:34.982731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:34.983791 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:34.988194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a26cb65-742e-4eaa-9f9f-93c7baf31467 None None] Network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:35.075887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c3fc12ff-eb0a-41d8-a996-ef7df7f25f25 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7281258 Jul 08 02:27:35.078143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51150) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:35.084893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69', 'security_groups': [], 'name': 'tempest-PortsTestJSON-475264998'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:35.147960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69', 'network_id': '4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69', 'tenant_id': '23ecf0f9fc8f440db88940b4d0d85382', 'fixed_ips': [{'subnet_id': '941df019-9122-4dae-a83e-488a417225f3'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:35.147960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.280118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:35.284484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.287120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Allocated IP 172.20.0.2 (4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69/941df019-9122-4dae-a83e-488a417225f3/de45d5f2-803c-4222-8a53-863439d15a10) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:35.304925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 4e679ec7-cca8-4599-98f9-333e4ef9db7c yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:35.450719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.466146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device da4739b6-482e-4924-b150-85e1234b80ac no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:35.466266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Transition to ACTIVE for port object de45d5f2-803c-4222-8a53-863439d15a10 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:35.495328 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: da4739b6-482e-4924-b150-85e1234b80ac {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:35.495704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device da4739b6-482e-4924-b150-85e1234b80ac not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:35.509658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Transition to ACTIVE for port object de45d5f2-803c-4222-8a53-863439d15a10 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:35.588649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.631449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:35.635426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:35.637834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:35.640970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.3 (4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69/941df019-9122-4dae-a83e-488a417225f3/4e679ec7-cca8-4599-98f9-333e4ef9db7c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:35.658436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Pushing event updated for resources: {'Port': ['ID=de45d5f2-803c-4222-8a53-863439d15a10,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:35.739739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Attempting to bind port de45d5f2-803c-4222-8a53-863439d15a10 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:35.740228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Attempting to bind port de45d5f2-803c-4222-8a53-863439d15a10 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'af77f002-9df6-427f-ad5a-c45ca52a2807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:35.740719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Attempting to bind port de45d5f2-803c-4222-8a53-863439d15a10 on network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:35.746787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:35.747445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Checking segment: {'id': 'af77f002-9df6-427f-ad5a-c45ca52a2807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:35.748050 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.748525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Bound using segment: {'id': 'af77f002-9df6-427f-ad5a-c45ca52a2807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:35.749075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Bound port: de45d5f2-803c-4222-8a53-863439d15a10, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af77f002-9df6-427f-ad5a-c45ca52a2807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:35.749537 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.816357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.826412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] For port de45d5f2-803c-4222-8a53-863439d15a10, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:35.829636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] For port de45d5f2-803c-4222-8a53-863439d15a10, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=de45d5f2-803c-4222-8a53-863439d15a10,segment=NetworkSegment(af77f002-9df6-427f-ad5a-c45ca52a2807),segment_id=af77f002-9df6-427f-ad5a-c45ca52a2807)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:35.831814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object 4e679ec7-cca8-4599-98f9-333e4ef9db7c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:35.880478 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.931835 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:35.957223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51158) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:35.961913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0250d-e40e-4fc4-9aed-522b21d05625 None None] Pushing event updated for resources: {'Port': ['ID=de45d5f2-803c-4222-8a53-863439d15a10,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:36.007477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:36.010900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:36.017378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:36.069291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=4e679ec7-cca8-4599-98f9-333e4ef9db7c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:36.117522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:36.120541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.128858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2106e73f-075e-4c19-ab76-def3653d7a24 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3369 time: 0.1702027 Jul 08 02:27:36.132330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51164) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:36.145717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'network': {'name': 'tempest-network-smoke--1237180440', 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'port_security_enabled': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:36.215227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-15131b1f-7fe0-4217-b6a8-2c74889a2b5d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1358619 Jul 08 02:27:36.217949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51166) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:36.311585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Made reservation on behalf of 0b0c0fb41f1640cab0d8d77559e39051 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:36.316666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.361713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:36.380674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.381333 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Added segment c3189c0f-8775-41ae-b209-bc9595e458cc of type vlan for network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 Jul 08 02:27:36.399800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-88e07510-5006-4876-8551-a759f6ed4a6d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 4e679ec7-cca8-4599-98f9-333e4ef9db7c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:36.400308 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88e07510-5006-4876-8551-a759f6ed4a6d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.482674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.543161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88e07510-5006-4876-8551-a759f6ed4a6d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.556248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-88e07510-5006-4876-8551-a759f6ed4a6d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 4e679ec7-cca8-4599-98f9-333e4ef9db7c owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:36.612527 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.618137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:36.618740 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.705760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Network': ['ID=987bf0b4-caf4-4bc8-b2be-5a2166a6bd56,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:36.721622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:36.797172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51170) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:36.801974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'admin_state_up': True, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:36.807436 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aaa5275a-2fef-443f-97fa-db31196cbe18 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6719079 Jul 08 02:27:36.914335 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.915996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.946382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88e07510-5006-4876-8551-a759f6ed4a6d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:36.985335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e07510-5006-4876-8551-a759f6ed4a6d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=4e679ec7-cca8-4599-98f9-333e4ef9db7c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:37.035250 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.102975 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-88e07510-5006-4876-8551-a759f6ed4a6d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.106402 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-88e07510-5006-4876-8551-a759f6ed4a6d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/4e679ec7-cca8-4599-98f9-333e4ef9db7c HTTP/1.1" status: 204 len: 168 time: 0.8874595 Jul 08 02:27:37.116265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51174) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:37.145809 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb25f00-8b85-495c-9c7b-7639f18bcf7b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:37.148208 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ceb25f00-8b85-495c-9c7b-7639f18bcf7b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/4e679ec7-cca8-4599-98f9-333e4ef9db7c HTTP/1.1" status: 404 len: 333 time: 0.0304129 Jul 08 02:27:37.155326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51176) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:37.225585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0162f3-4df1-4e5f-a485-bc28a1f58472 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet 941df019-9122-4dae-a83e-488a417225f3 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:37.244585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b0162f3-4df1-4e5f-a485-bc28a1f58472 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.333248 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b0162f3-4df1-4e5f-a485-bc28a1f58472 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.356853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35d870-9f7e-436e-8c4c-7c0a943a5b98 None None] Network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:37.467649 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b0162f3-4df1-4e5f-a485-bc28a1f58472 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.545339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ad5d20a3-0f5e-471b-9536-a301a79ff956 None None] Provisioning for port de45d5f2-803c-4222-8a53-863439d15a10 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:37.587319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device de45d5f2-803c-4222-8a53-863439d15a10 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:37.623159 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b0162f3-4df1-4e5f-a485-bc28a1f58472 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.636838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b0162f3-4df1-4e5f-a485-bc28a1f58472 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.639642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b0162f3-4df1-4e5f-a485-bc28a1f58472 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/941df019-9122-4dae-a83e-488a417225f3 HTTP/1.1" status: 204 len: 168 time: 0.4827359 Jul 08 02:27:37.641978 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51180) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:37.685803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0162f3-4df1-4e5f-a485-bc28a1f58472 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=941df019-9122-4dae-a83e-488a417225f3,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:37.744542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.772304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.788566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port de45d5f2-803c-4222-8a53-863439d15a10 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:37.794466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port de45d5f2-803c-4222-8a53-863439d15a10 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:37.801212 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.855543 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port de45d5f2-803c-4222-8a53-863439d15a10 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:37.856197 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.915312 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:37.993370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port de45d5f2-803c-4222-8a53-863439d15a10, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=de45d5f2-803c-4222-8a53-863439d15a10,segment=NetworkSegment(af77f002-9df6-427f-ad5a-c45ca52a2807),segment_id=af77f002-9df6-427f-ad5a-c45ca52a2807)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:38.018968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] For port de45d5f2-803c-4222-8a53-863439d15a10, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=de45d5f2-803c-4222-8a53-863439d15a10,segment=NetworkSegment(af77f002-9df6-427f-ad5a-c45ca52a2807),segment_id=af77f002-9df6-427f-ad5a-c45ca52a2807)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:38.019361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.029900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c382f9-a68c-434e-92cd-55e67973bd3d None None] Network 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:38.036532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for de45d5f2-803c-4222-8a53-863439d15a10 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:38.123479 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.194166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.218572 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.219179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.239448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=de45d5f2-803c-4222-8a53-863439d15a10,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:38.244915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f708d934-91a7-445d-b43f-58552de5b9bc None None] Provisioning complete for port de45d5f2-803c-4222-8a53-863439d15a10 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:38.245295 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f708d934-91a7-445d-b43f-58552de5b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.273908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No DVR routers for this DVR port de45d5f2-803c-4222-8a53-863439d15a10 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:38.305764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-f708d934-91a7-445d-b43f-58552de5b9bc None None] Port de45d5f2-803c-4222-8a53-863439d15a10 was deleted so its status cannot be updated. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 02:27:38.312354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=de45d5f2-803c-4222-8a53-863439d15a10,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:38.355593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Allocated IP 172.25.8.104 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/8f7db90c-00ea-428e-8822-0062eca82a66) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:38.394725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.411188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:38.414522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47e62e-6719-4fae-8361-8d4f938e863a None None] DHCP port deletion for 4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:38.423528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af77f002-9df6-427f-ad5a-c45ca52a2807') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:38.423836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af77f002-9df6-427f-ad5a-c45ca52a2807') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:38.445317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.467523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.476089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:38.476646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:38.480888 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:38.485646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.651971 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.668249 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.680479 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.686880 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/networks/4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69 HTTP/1.1" status: 204 len: 168 time: 1.0434637 Jul 08 02:27:38.687137 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51188) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:38.695615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:38.700767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:38.705229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'name': 'tempest-PortsTestJSON-301251666'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:38.709619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:38.711772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=8f7db90c-00ea-428e-8822-0062eca82a66,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:38.715579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83391aff-8bda-4373-bd5b-7015ca3df6e1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Network': ['ID=4b35e0c5-ba19-4a7f-b8e0-3a0592f60f69,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:38.896270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:38.900137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.923318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port c5cb0a48-0e35-4e13-a7be-a535e7932667 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:39.045669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:39.120677 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:39.268753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:39.297184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:39.345221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:39.352554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:39.357044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:39.362985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:39.363744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:39.373370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=c5cb0a48-0e35-4e13-a7be-a535e7932667,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:39.478130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device de45d5f2-803c-4222-8a53-863439d15a10 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:39.507275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: de45d5f2-803c-4222-8a53-863439d15a10 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:39.508619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device de45d5f2-803c-4222-8a53-863439d15a10 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:39.623898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c01efce3-eeb4-43d6-886c-9b8a42cc54f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9344180 Jul 08 02:27:39.626313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51196) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:39.657326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:27:39.743899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c953bdc2-ca92-401c-a29c-bf8d17f94f4e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port c5cb0a48-0e35-4e13-a7be-a535e7932667 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:39.744318 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c953bdc2-ca92-401c-a29c-bf8d17f94f4e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:39.779185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:27:39.789780 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Sync routers for ids ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:27:39.803648 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Routers {'ef4419d3-f0a7-4028-a171-a2d3c92c6e19'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:39.804579 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:27:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:39.823952 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c953bdc2-ca92-401c-a29c-bf8d17f94f4e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:39.837994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c953bdc2-ca92-401c-a29c-bf8d17f94f4e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for c5cb0a48-0e35-4e13-a7be-a535e7932667 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:39.874501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:39.878966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b8c48f9-ed18-4dab-bba3-b35a7f3241ba tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0780439 Jul 08 02:27:39.883738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:39.940383 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Set router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:39.986104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c484d-7b04-40e0-bf4c-62c18d0bd2ae tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:39.987979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df4c484d-7b04-40e0-bf4c-62c18d0bd2ae tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0b0c0fb41f1640cab0d8d77559e39051&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1031773 Jul 08 02:27:39.990829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:40.005283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c953bdc2-ca92-401c-a29c-bf8d17f94f4e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.048521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953bdc2-ca92-401c-a29c-bf8d17f94f4e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=c5cb0a48-0e35-4e13-a7be-a535e7932667,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:40.065558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c953bdc2-ca92-401c-a29c-bf8d17f94f4e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.067837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c953bdc2-ca92-401c-a29c-bf8d17f94f4e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/c5cb0a48-0e35-4e13-a7be-a535e7932667 HTTP/1.1" status: 204 len: 168 time: 0.4404278 Jul 08 02:27:40.072627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51202) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:40.078776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'mac_address': 'fa:16:3e:e0:b2:53', 'name': 'tempest-PortsTestJSON-428754035'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:40.192990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:27:38Z', 'revision_number': 3, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:40.207903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d15a76-0a0b-457d-bbfe-538354bbb4fe tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:40.209555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-23d15a76-0a0b-457d-bbfe-538354bbb4fe tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2177122 Jul 08 02:27:40.214586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51208) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:40.233203 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Checking router: ef4419d3-f0a7-4028-a171-a2d3c92c6e19 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:27:40.234907 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Updating router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 port 8f7db90c-00ea-428e-8822-0062eca82a66 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:27:40.263489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a720cf0b-f7d9-4b9e-9afc-fa1f37c421f9 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411108 Jul 08 02:27:40.263489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51210) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:40.275819 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.301970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1d933c25-80af-4027-9982-be52ffcf141e tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0b0c0fb41f1640cab0d8d77559e39051&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393190 Jul 08 02:27:40.302613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:40.365669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:40.402101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11440c6e-4441-4e59-9c48-cc652d022f41 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:40.410011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-11440c6e-4441-4e59-9c48-cc652d022f41 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1006558 Jul 08 02:27:40.410468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:40.451923 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-14eef15f-f3fe-4a20-898d-5ca4c2fe0877 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378990 Jul 08 02:27:40.452329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:40.461955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272329438', 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56', 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:40.468669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.508103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 4fb85d45-638d-4504-8ba7-b0a44979b9b6 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:40.635541 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.647268 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Transition to ACTIVE for port object 8f7db90c-00ea-428e-8822-0062eca82a66 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:40.714012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Made reservation on behalf of 0b0c0fb41f1640cab0d8d77559e39051 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:40.717693 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.725692 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.761981 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.826860 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Pushing event updated for resources: {'Port': ['ID=8f7db90c-00ea-428e-8822-0062eca82a66,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:40.834930 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Attempting to bind port 8f7db90c-00ea-428e-8822-0062eca82a66 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:40.835905 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Attempting to bind port 8f7db90c-00ea-428e-8822-0062eca82a66 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:40.840127 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Attempting to bind port 8f7db90c-00ea-428e-8822-0062eca82a66 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:40.840127 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.840500 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.840713 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.841086 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.841378 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.841762 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.842211 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.842365 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.842696 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.843024 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.843371 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.843704 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:27:40.850259 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:40.850692 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:40.851685 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.852082 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:40.852552 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Bound port: 8f7db90c-00ea-428e-8822-0062eca82a66, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:40.853522 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.857238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.907716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:40.916077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:40.919026 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] For port 8f7db90c-00ea-428e-8822-0062eca82a66, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:40.920542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:40.923428 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] For port 8f7db90c-00ea-428e-8822-0062eca82a66, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8f7db90c-00ea-428e-8822-0062eca82a66,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:40.926411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:40.927026 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:40.930934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=4fb85d45-638d-4504-8ba7-b0a44979b9b6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:41.005756 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.051296 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.051870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3ea05224-861d-43b0-b3e5-3f97aeb453a9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9775424 Jul 08 02:27:41.054907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51222) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:41.079111 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde8f5a-4c69-4cef-bc1a-4f68ce0a87f1 None None] Pushing event updated for resources: {'Port': ['ID=8f7db90c-00ea-428e-8822-0062eca82a66,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:41.083268 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Routers {'ef4419d3-f0a7-4028-a171-a2d3c92c6e19'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:41.084507 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:27:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:41.136510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Checking segment: {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:41.146036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network hostable DHCP agents. Network: 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:41.146036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Subnet': ['ID=a7182af8-4e6d-480d-8996-c0646546aa41,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:41.146684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48138401-cb04-4fa4-b523-f189c3237299 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:41.148265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-48138401-cb04-4fa4-b523-f189c3237299 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/4fb85d45-638d-4504-8ba7-b0a44979b9b6 HTTP/1.1" status: 200 len: 840 time: 0.0923181 Jul 08 02:27:41.152010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51224) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:41.256979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:41.280817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9f11293a-64cd-4899-8465-fa8320dbac3d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 4fb85d45-638d-4504-8ba7-b0a44979b9b6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:41.281240 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f11293a-64cd-4899-8465-fa8320dbac3d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.311602 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] Set router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:41.357848 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f11293a-64cd-4899-8465-fa8320dbac3d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.372002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9f11293a-64cd-4899-8465-fa8320dbac3d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 4fb85d45-638d-4504-8ba7-b0a44979b9b6 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:41.382793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:41.386959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:41.388015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.402293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5cb2a7-89c9-4288-adcc-c3667ff1d973 None None] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:41.499137 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:27:38Z', 'revision_number': 3, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:41.503593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c3ec4c7b-aad0-465d-800d-f454951fd58c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0494483 Jul 08 02:27:41.513932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:41.525888 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c425c1e-e275-4fec-ab07-692fdeb7f7d1 None None] The sync data for ids ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'] in n-d-695189-13 is: [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:27:38Z', 'revision_number': 3, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:27:41.551210 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f11293a-64cd-4899-8465-fa8320dbac3d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.569557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-987bf0b4-caf4-4bc8-b2be-5a2166a6bd56', 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'fixed_ips': [{'subnet_id': 'a7182af8-4e6d-480d-8996-c0646546aa41'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:41.570668 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.604393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11293a-64cd-4899-8465-fa8320dbac3d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=4fb85d45-638d-4504-8ba7-b0a44979b9b6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:41.613745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f11293a-64cd-4899-8465-fa8320dbac3d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.620313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9f11293a-64cd-4899-8465-fa8320dbac3d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/4fb85d45-638d-4504-8ba7-b0a44979b9b6 HTTP/1.1" status: 204 len: 168 time: 0.4663162 Jul 08 02:27:41.620905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51232) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:41.662810 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-44184d7c-5e50-4434-82f1-8ba278a844e7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:41.667506 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-44184d7c-5e50-4434-82f1-8ba278a844e7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/4fb85d45-638d-4504-8ba7-b0a44979b9b6 HTTP/1.1" status: 404 len: 333 time: 0.0457113 Jul 08 02:27:41.668122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51234) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:41.673149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'name': 'tempest-PortsTestJSON-745660272'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:41.775330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Allocated IP 172.20.0.18 (987bf0b4-caf4-4bc8-b2be-5a2166a6bd56/a7182af8-4e6d-480d-8996-c0646546aa41/e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:41.872478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:41.874541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:41.908098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 818cfae9-9faf-4c24-8d9e-9015339ec8cb yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:42.020703 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.033470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Transition to ACTIVE for port object e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:42.061879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Transition to ACTIVE for port object e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:42.134750 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.141171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.143727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.195941 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36481cfd-18b6-4a65-8ca6-7323f314ec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.200415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:42.206039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:42.213326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:42.223934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Pushing event updated for resources: {'Port': ['ID=e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:42.285806 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.294041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Attempting to bind port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:42.298076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Attempting to bind port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:42.298076 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Attempting to bind port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c on network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:42.308035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:42.308453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Checking segment: {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:42.308950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.309314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Bound using segment: {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:42.310397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Bound port: e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:42.310397 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.355230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:42.359140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:42.365378 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:42.371501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:42.372132 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.390768 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=818cfae9-9faf-4c24-8d9e-9015339ec8cb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:42.399163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] For port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:42.407279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] For port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:42.491119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Allocated IP 172.20.0.17 (987bf0b4-caf4-4bc8-b2be-5a2166a6bd56/a7182af8-4e6d-480d-8996-c0646546aa41/aa849a70-f572-4eee-bd84-d32f42f84436) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:42.506628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b9c2de8-702b-4e4e-aa5f-62abd42f3b20 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8351941 Jul 08 02:27:42.506890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:42.516280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:42.525721 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.595797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95023219-d9c5-4b9e-aaed-b54ed32fa286 None None] Pushing event updated for resources: {'Port': ['ID=e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:42.683970 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.700611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.738273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Transition to ACTIVE for port object aa849a70-f572-4eee-bd84-d32f42f84436 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:42.900894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.932095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:42.972122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:42.975415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:42.979763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:43.009367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.023995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=aa849a70-f572-4eee-bd84-d32f42f84436,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:43.060255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] In _notify_port_updated(), no bound segment for port 818cfae9-9faf-4c24-8d9e-9015339ec8cb on network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:27:43.065763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:43.066376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.068094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "PUT /v2.0/ports/818cfae9-9faf-4c24-8d9e-9015339ec8cb HTTP/1.1" status: 200 len: 818 time: 0.5595782 Jul 08 02:27:43.070993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51246) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:43.071622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.178636 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-87a96a82-63d8-4b3d-a3d0-4859937fc07c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 818cfae9-9faf-4c24-8d9e-9015339ec8cb {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:43.178884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87a96a82-63d8-4b3d-a3d0-4859937fc07c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.255535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87a96a82-63d8-4b3d-a3d0-4859937fc07c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.275300 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-87a96a82-63d8-4b3d-a3d0-4859937fc07c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 818cfae9-9faf-4c24-8d9e-9015339ec8cb owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:43.463087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dada9cd-3048-4331-aab9-44e6d912584b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=818cfae9-9faf-4c24-8d9e-9015339ec8cb,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:43.492202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87a96a82-63d8-4b3d-a3d0-4859937fc07c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.535659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a96a82-63d8-4b3d-a3d0-4859937fc07c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=818cfae9-9faf-4c24-8d9e-9015339ec8cb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:43.550099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87a96a82-63d8-4b3d-a3d0-4859937fc07c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.552232 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-87a96a82-63d8-4b3d-a3d0-4859937fc07c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/818cfae9-9faf-4c24-8d9e-9015339ec8cb HTTP/1.1" status: 204 len: 168 time: 0.4797406 Jul 08 02:27:43.555212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51250) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:43.567320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:43.654084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.671969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8246ba77-5d4e-4c63-8e17-579b3044bd5e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:43.673446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8246ba77-5d4e-4c63-8e17-579b3044bd5e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1172130 Jul 08 02:27:43.681131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:43.697202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:43.702243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8f7db90c-00ea-428e-8822-0062eca82a66 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:43.727465 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-21637bc4-9655-4300-b0cc-eb691670f907 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:43.728997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21637bc4-9655-4300-b0cc-eb691670f907 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/818cfae9-9faf-4c24-8d9e-9015339ec8cb HTTP/1.1" status: 404 len: 333 time: 0.0470262 Jul 08 02:27:43.732837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51254) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:43.738695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-328138684'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:43.851594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8f7db90c-00ea-428e-8822-0062eca82a66 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:43.855571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8f7db90c-00ea-428e-8822-0062eca82a66 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:43.855952 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.885887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:43.889683 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.941689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:43.961437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:43.961941 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Added segment 8d804424-4fd1-475b-9586-9926fd07fbca of type vlan for network 8cd163ee-a480-4c1f-bbac-00123e935d3f Jul 08 02:27:43.983786 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.012390 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.018112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 8f7db90c-00ea-428e-8822-0062eca82a66, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8f7db90c-00ea-428e-8822-0062eca82a66,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:44.026225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.091282 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.109404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.110292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.116073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:44.118372 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.177074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=8f7db90c-00ea-428e-8822-0062eca82a66,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:44.201914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Network': ['ID=8cd163ee-a480-4c1f-bbac-00123e935d3f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:44.205131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=aa849a70-f572-4eee-bd84-d32f42f84436,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:44.208005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.214800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:44.298045 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cbe3d30b-b11f-40aa-8110-df2a4d9ea159 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5634282 Jul 08 02:27:44.300762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51260) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:44.307663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:44.321807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:44.324008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:44.456563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:27:44.517811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b9113-bd36-4866-b59e-985f0d6ff25b None None] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:44.531896 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c58cad6f-649e-473d-a7e4-7f904eec5f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.553976 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:44.562434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.575463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:27:44.588896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Sync routers for ids ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:27:44.589862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ee338f18-a2c8-41ab-9691-0a4a5f596d93 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "PUT /v2.0/routers/ef4419d3-f0a7-4028-a171-a2d3c92c6e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0825870 Jul 08 02:27:44.624822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Routers {'ef4419d3-f0a7-4028-a171-a2d3c92c6e19'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:44.625487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:27:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:44.891803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-7ae7881b-4b0c-4296-841a-c632e63e2302 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:44.893294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-7ae7881b-4b0c-4296-841a-c632e63e2302 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/networks?id=987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 HTTP/1.1" status: 200 len: 798 time: 0.1209579 Jul 08 02:27:44.894589 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.910905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90c6589f-04cb-48ec-9747-b7f0587d4ab8 None None] Provisioning for port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:44.927854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90c6589f-04cb-48ec-9747-b7f0587d4ab8 None None] Provisioning complete for port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:44.928232 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90c6589f-04cb-48ec-9747-b7f0587d4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.945388 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-4c30d36d-c445-4f13-b687-3044d68425ce tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/quotas/0b0c0fb41f1640cab0d8d77559e39051 HTTP/1.1" status: 200 len: 375 time: 0.0419216 Jul 08 02:27:44.977693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=a3286b6b-da23-4d46-b53b-9d83baec37de,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:45.004057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.010812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Set router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:45.019959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Checking segment: {'id': '8d804424-4fd1-475b-9586-9926fd07fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:45.020349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network hostable DHCP agents. Network: 8cd163ee-a480-4c1f-bbac-00123e935d3f, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:45.091946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-2e22f7a4-aea0-4895-9e2f-31151d69141c tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1251307 Jul 08 02:27:45.117887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:45.190966 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-9c76b9c2-3587-488a-8696-170b24bc6819 service neutron] 10.222.0.10 "GET /v2.0/networks/987bf0b4-caf4-4bc8-b2be-5a2166a6bd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912776 Jul 08 02:27:45.204483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90c6589f-04cb-48ec-9747-b7f0587d4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.252498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 8cd163ee-a480-4c1f-bbac-00123e935d3f) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:45.257923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:45.258645 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.264691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bda5d1-27fa-4c3d-8691-4fdfcb916b3e None None] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:45.269012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-90c6589f-04cb-48ec-9747-b7f0587d4ab8 None None] For port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:45.317892 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-da22e428-6dcd-422a-83cb-90058a00edfb service neutron] 10.222.0.10 "GET /v2.0/networks/987bf0b4-caf4-4bc8-b2be-5a2166a6bd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193826 Jul 08 02:27:45.397434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-790f1d97-8f28-43a0-80c7-52d5da29f8b8 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0935919 Jul 08 02:27:45.401888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:45.407608 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90c6589f-04cb-48ec-9747-b7f0587d4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.408252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-95bfd4e2-d50f-4b44-b6cd-5a14fa41ec95 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:45.494137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'aa849a70-f572-4eee-bd84-d32f42f84436', 'name': '', 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:17:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'a7182af8-4e6d-480d-8996-c0646546aa41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:42Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 2, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'a7182af8-4e6d-480d-8996-c0646546aa41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:45.550355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8f7db90c-00ea-428e-8822-0062eca82a66 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:45.562370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Checking router: ef4419d3-f0a7-4028-a171-a2d3c92c6e19 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:27:45.562576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Updating router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 port aa849a70-f572-4eee-bd84-d32f42f84436 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:27:45.618668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6589f-04cb-48ec-9747-b7f0587d4ab8 None None] Pushing event updated for resources: {'Port': ['ID=e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:45.667088 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.671013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-8cd163ee-a480-4c1f-bbac-00123e935d3f', 'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f', 'tenant_id': '23ecf0f9fc8f440db88940b4d0d85382', 'fixed_ips': [{'subnet_id': 'a3286b6b-da23-4d46-b53b-9d83baec37de'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:45.671879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.713940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bfd4e2-d50f-4b44-b6cd-5a14fa41ec95 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:45.717909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95bfd4e2-d50f-4b44-b6cd-5a14fa41ec95 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.739879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8f7db90c-00ea-428e-8822-0062eca82a66 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:45.740273 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.813076 n-d-695189-13 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-95bfd4e2-d50f-4b44-b6cd-5a14fa41ec95 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a3286b6b-da23-4d46-b53b-9d83baec37de (CIDR: 172.20.0.0/28) Jul 08 02:27:45.816477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8aa5d8cd-49d5-4440-8047-7aea315d4660 None None] Provisioning for port aa849a70-f572-4eee-bd84-d32f42f84436 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:45.849710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8aa5d8cd-49d5-4440-8047-7aea315d4660 None None] Provisioning complete for port aa849a70-f572-4eee-bd84-d32f42f84436 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:45.850169 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d8cd-49d5-4440-8047-7aea315d4660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.881059 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bfd4e2-d50f-4b44-b6cd-5a14fa41ec95 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:27:45.881746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bfd4e2-d50f-4b44-b6cd-5a14fa41ec95 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:27:45.942069 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:45.991289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5d8cd-49d5-4440-8047-7aea315d4660 None None] Port aa849a70-f572-4eee-bd84-d32f42f84436 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:27:46.041527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-95bfd4e2-d50f-4b44-b6cd-5a14fa41ec95 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6382992 Jul 08 02:27:46.043969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51284) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:46.049177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:46.059581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Allocated IP 172.20.0.2 (8cd163ee-a480-4c1f-bbac-00123e935d3f/a3286b6b-da23-4d46-b53b-9d83baec37de/b3503176-1eb4-4606-9330-b4d68af22fc4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:46.099082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8aa5d8cd-49d5-4440-8047-7aea315d4660 None None] Provisioning complete for port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:46.099471 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d8cd-49d5-4440-8047-7aea315d4660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.245624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:46.249375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.395876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.406040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.415107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Transition to ACTIVE for port object aa849a70-f572-4eee-bd84-d32f42f84436 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:46.419269 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Transition to ACTIVE for port object b3503176-1eb4-4606-9330-b4d68af22fc4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:46.433996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Transition to ACTIVE for port object b3503176-1eb4-4606-9330-b4d68af22fc4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:46.497978 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.535076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.557949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5311a-99b8-4881-8c6d-071d9f67a941 None None] Pushing event updated for resources: {'Port': ['ID=aa849a70-f572-4eee-bd84-d32f42f84436,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:46.599478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:46.623804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.634224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:46.664490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:46.729315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:46.732733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb776488-e545-4804-956d-828e66532334 req-130a8b29-2d54-4dff-85cf-fd8fb0b0cea7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.0590818 Jul 08 02:27:46.733238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Attempting to bind port aa849a70-f572-4eee-bd84-d32f42f84436 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:46.733615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Attempting to bind port aa849a70-f572-4eee-bd84-d32f42f84436 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:46.733982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Attempting to bind port aa849a70-f572-4eee-bd84-d32f42f84436 on network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:46.748209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Pushing event updated for resources: {'Port': ['ID=b3503176-1eb4-4606-9330-b4d68af22fc4,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:46.749022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:46.751423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:46.752045 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.753645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:46.754028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Checking segment: {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:46.754437 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.754853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Bound using segment: {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:46.755314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Bound port: aa849a70-f572-4eee-bd84-d32f42f84436, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:46.755755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.759393 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Attempting to bind port b3503176-1eb4-4606-9330-b4d68af22fc4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:46.759823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Attempting to bind port b3503176-1eb4-4606-9330-b4d68af22fc4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '8d804424-4fd1-475b-9586-9926fd07fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:46.760536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Attempting to bind port b3503176-1eb4-4606-9330-b4d68af22fc4 on network 8cd163ee-a480-4c1f-bbac-00123e935d3f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:46.768895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=ba83543a-e04f-4ab1-a526-64fd15e1cb92,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:46.775588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:46.777108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Checking segment: {'id': '8d804424-4fd1-475b-9586-9926fd07fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:46.777108 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.777108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Bound using segment: {'id': '8d804424-4fd1-475b-9586-9926fd07fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:46.777913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Bound port: b3503176-1eb4-4606-9330-b4d68af22fc4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d804424-4fd1-475b-9586-9926fd07fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:46.777913 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:46.881336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-69399cc9-5f90-4d12-bd3a-65814b701be9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8358636 Jul 08 02:27:46.893481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:46.893481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f', 'fixed_ips': [{'subnet_id': 'a3286b6b-da23-4d46-b53b-9d83baec37de'}, {'subnet_id': 'ba83543a-e04f-4ab1-a526-64fd15e1cb92'}], 'name': 'tempest-PortsTestJSON-1574722107'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:46.904999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] For port aa849a70-f572-4eee-bd84-d32f42f84436, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:46.911354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] For port aa849a70-f572-4eee-bd84-d32f42f84436, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=aa849a70-f572-4eee-bd84-d32f42f84436,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:46.917460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] For port b3503176-1eb4-4606-9330-b4d68af22fc4, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:46.920672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] For port b3503176-1eb4-4606-9330-b4d68af22fc4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b3503176-1eb4-4606-9330-b4d68af22fc4,segment=NetworkSegment(8d804424-4fd1-475b-9586-9926fd07fbca),segment_id=8d804424-4fd1-475b-9586-9926fd07fbca)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:47.006454 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:47.042678 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:47.094735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Routers {'ef4419d3-f0a7-4028-a171-a2d3c92c6e19'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:27:47.095592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:27:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:47.120780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:47.174023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5311a-99b8-4881-8c6d-071d9f67a941 None None] Pushing event updated for resources: {'Port': ['ID=aa849a70-f572-4eee-bd84-d32f42f84436,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:47.248347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:47.271447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port bb5f203a-6f08-43d8-b68b-02a62fed60a9 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:47.332809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] Set router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:27:47.593822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:47.607171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03390150-21f0-4dc0-aa1c-79a0b43fe0ac None None] Pushing event updated for resources: {'Port': ['ID=b3503176-1eb4-4606-9330-b4d68af22fc4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:47.719875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.7 (8cd163ee-a480-4c1f-bbac-00123e935d3f/a3286b6b-da23-4d46-b53b-9d83baec37de/bb5f203a-6f08-43d8-b68b-02a62fed60a9) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:47.724229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.29 (8cd163ee-a480-4c1f-bbac-00123e935d3f/ba83543a-e04f-4ab1-a526-64fd15e1cb92/bb5f203a-6f08-43d8-b68b-02a62fed60a9) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:47.870298 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:47.917617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-342f9ad9-cb89-499e-a221-53697ccacd54 req-3faff8e5-76ee-4ccf-9b34-d813aa24106b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.0354609 Jul 08 02:27:47.949033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:47.949673 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:47.970668 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:47.984298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object bb5f203a-6f08-43d8-b68b-02a62fed60a9 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:48.001430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'aa849a70-f572-4eee-bd84-d32f42f84436', 'name': '', 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:17:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'a7182af8-4e6d-480d-8996-c0646546aa41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:42Z', 'updated_at': '2021-07-08T02:27:46Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'a7182af8-4e6d-480d-8996-c0646546aa41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:48.032369 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843cf1f-2608-4e06-9900-08443e72760a None None] The sync data for ids ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'] in n-d-695189-13 is: [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'aa849a70-f572-4eee-bd84-d32f42f84436', 'name': '', 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:17:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'a7182af8-4e6d-480d-8996-c0646546aa41', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:42Z', 'updated_at': '2021-07-08T02:27:46Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'a7182af8-4e6d-480d-8996-c0646546aa41', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:27:48.132592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:48.198493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:48.201932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:48.206117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:48.265108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=bb5f203a-6f08-43d8-b68b-02a62fed60a9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:48.282762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:48.282762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:48.337351 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:48.372038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-58d45967-28e5-4c93-b04c-284db300a21f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4839764 Jul 08 02:27:48.383306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51332) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:48.383306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3286b6b-da23-4d46-b53b-9d83baec37de'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:48.600453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:48.647541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529709b4-a7cd-4e16-aa81-151397e95f22 None None] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:48.846884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b878d246-15a5-421c-ba8d-bcf9972a2c56 None None] Provisioning for port b3503176-1eb4-4606-9330-b4d68af22fc4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:49.094355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ab8ea-622b-48aa-b238-382ca002df4b None None] Update dhcp port {'port': {'network_id': '8cd163ee-a480-4c1f-bbac-00123e935d3f', 'fixed_ips': [{'subnet_id': 'a3286b6b-da23-4d46-b53b-9d83baec37de', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ba83543a-e04f-4ab1-a526-64fd15e1cb92'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'b3503176-1eb4-4606-9330-b4d68af22fc4'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:27:49.142113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab8ea-622b-48aa-b238-382ca002df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:49.305705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5964a5e8-adbf-411e-a54b-a412711a08c4 req-deb796d9-f1e3-4734-ae6f-e7bf652b50af tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.0484846 Jul 08 02:27:49.321609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-eb7ab8ea-622b-48aa-b238-382ca002df4b None None] Allocated IP 172.20.0.18 (8cd163ee-a480-4c1f-bbac-00123e935d3f/ba83543a-e04f-4ab1-a526-64fd15e1cb92/b3503176-1eb4-4606-9330-b4d68af22fc4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:49.437049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-eb7ab8ea-622b-48aa-b238-382ca002df4b None None] For port b3503176-1eb4-4606-9330-b4d68af22fc4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b3503176-1eb4-4606-9330-b4d68af22fc4,segment=NetworkSegment(8d804424-4fd1-475b-9586-9926fd07fbca),segment_id=8d804424-4fd1-475b-9586-9926fd07fbca)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:49.487970 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab8ea-622b-48aa-b238-382ca002df4b None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:49.511417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-eb7ab8ea-622b-48aa-b238-382ca002df4b None None] Transition to ACTIVE for port object b3503176-1eb4-4606-9330-b4d68af22fc4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:49.593932 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab8ea-622b-48aa-b238-382ca002df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:49.642586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b3503176-1eb4-4606-9330-b4d68af22fc4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:49.685384 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Delete allocated IP 172.20.0.29 (8cd163ee-a480-4c1f-bbac-00123e935d3f/ba83543a-e04f-4ab1-a526-64fd15e1cb92) {{(pid=100713) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 02:27:49.736590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ab8ea-622b-48aa-b238-382ca002df4b None None] Pushing event updated for resources: {'Port': ['ID=b3503176-1eb4-4606-9330-b4d68af22fc4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:49.822491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b3503176-1eb4-4606-9330-b4d68af22fc4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:49.826969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device aa849a70-f572-4eee-bd84-d32f42f84436 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:49.870233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:49.888631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Ignored duplicate provisioning block setup for port bb5f203a-6f08-43d8-b68b-02a62fed60a9 by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 02:27:49.954225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:49.977460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port aa849a70-f572-4eee-bd84-d32f42f84436 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:49.985261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port aa849a70-f572-4eee-bd84-d32f42f84436 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:49.985636 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.057206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=bb5f203a-6f08-43d8-b68b-02a62fed60a9,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:50.093854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] In _notify_port_updated(), no bound segment for port bb5f203a-6f08-43d8-b68b-02a62fed60a9 on network 8cd163ee-a480-4c1f-bbac-00123e935d3f {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:27:50.108824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:50.108824 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.108824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-67a6edfb-844a-495b-af68-7ae86ae34325 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "PUT /v2.0/ports/bb5f203a-6f08-43d8-b68b-02a62fed60a9 HTTP/1.1" status: 200 len: 919 time: 1.7339187 Jul 08 02:27:50.110450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:50.116316 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.120935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3286b6b-da23-4d46-b53b-9d83baec37de'}, {'subnet_id': 'ba83543a-e04f-4ab1-a526-64fd15e1cb92'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:50.161225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port aa849a70-f572-4eee-bd84-d32f42f84436, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=aa849a70-f572-4eee-bd84-d32f42f84436,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:50.217429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.262926 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.350469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=aa849a70-f572-4eee-bd84-d32f42f84436,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:50.440515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-32f26896-f744-4a8d-b39b-6ac477877c1f req-12dd2325-1304-40c0-8448-70a3c6e5a6d2 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.0547755 Jul 08 02:27:50.523940 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a4a048-7d4d-4b52-b199-92dc4be74e05 None None] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:50.661361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.29 (8cd163ee-a480-4c1f-bbac-00123e935d3f/ba83543a-e04f-4ab1-a526-64fd15e1cb92/bb5f203a-6f08-43d8-b68b-02a62fed60a9) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:50.748986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Provisioning for port bb5f203a-6f08-43d8-b68b-02a62fed60a9 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:50.757622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Provisioning complete for port bb5f203a-6f08-43d8-b68b-02a62fed60a9 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:50.757622 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.806704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.810514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Port bb5f203a-6f08-43d8-b68b-02a62fed60a9 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:27:50.819232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Ignored duplicate provisioning block setup for port bb5f203a-6f08-43d8-b68b-02a62fed60a9 by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 02:27:50.885264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Provisioning for port b3503176-1eb4-4606-9330-b4d68af22fc4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:50.885515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.890882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Provisioning complete for port b3503176-1eb4-4606-9330-b4d68af22fc4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:50.891324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.019855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=bb5f203a-6f08-43d8-b68b-02a62fed60a9,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:51.039672 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.058182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] In _notify_port_updated(), no bound segment for port bb5f203a-6f08-43d8-b68b-02a62fed60a9 on network 8cd163ee-a480-4c1f-bbac-00123e935d3f {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:27:51.064549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:51.067571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.067571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b702256d-af11-4491-a46a-d851edbbfcea tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "PUT /v2.0/ports/bb5f203a-6f08-43d8-b68b-02a62fed60a9 HTTP/1.1" status: 200 len: 999 time: 0.9551260 Jul 08 02:27:51.070732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51368) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:51.084870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] For port b3503176-1eb4-4606-9330-b4d68af22fc4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b3503176-1eb4-4606-9330-b4d68af22fc4,segment=NetworkSegment(8d804424-4fd1-475b-9586-9926fd07fbca),segment_id=8d804424-4fd1-475b-9586-9926fd07fbca)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:51.120230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.178210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-101e1f7f-5817-4e90-8d9f-9053726f0280 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port bb5f203a-6f08-43d8-b68b-02a62fed60a9 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:51.178791 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-101e1f7f-5817-4e90-8d9f-9053726f0280 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.258623 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.273167 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-101e1f7f-5817-4e90-8d9f-9053726f0280 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.287593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-101e1f7f-5817-4e90-8d9f-9053726f0280 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for bb5f203a-6f08-43d8-b68b-02a62fed60a9 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:51.325443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab6d1f-8352-4dea-bf7a-5e0aa7dc1803 None None] Pushing event updated for resources: {'Port': ['ID=b3503176-1eb4-4606-9330-b4d68af22fc4,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:51.506251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b3503176-1eb4-4606-9330-b4d68af22fc4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:51.571824 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-101e1f7f-5817-4e90-8d9f-9053726f0280 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.586146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b3503176-1eb4-4606-9330-b4d68af22fc4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:51.586512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.612975 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f3a4899-d625-44dd-8a5a-f17062721ee5 req-cca748aa-c29d-47de-a119-db3ee6bcafe5 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.0418971 Jul 08 02:27:51.622714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e1f7f-5817-4e90-8d9f-9053726f0280 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=bb5f203a-6f08-43d8-b68b-02a62fed60a9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:51.702965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device aa849a70-f572-4eee-bd84-d32f42f84436 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:51.746196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-101e1f7f-5817-4e90-8d9f-9053726f0280 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.748605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-101e1f7f-5817-4e90-8d9f-9053726f0280 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/bb5f203a-6f08-43d8-b68b-02a62fed60a9 HTTP/1.1" status: 204 len: 168 time: 0.6763697 Jul 08 02:27:51.752288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51376) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:51.768316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port aa849a70-f572-4eee-bd84-d32f42f84436 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:51.769049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.786670 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea9ab95-49cc-40f4-bf18-a677bd70bb22 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:51.791391 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4ea9ab95-49cc-40f4-bf18-a677bd70bb22 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/bb5f203a-6f08-43d8-b68b-02a62fed60a9 HTTP/1.1" status: 404 len: 333 time: 0.0350189 Jul 08 02:27:51.791622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51378) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:51.861576 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7881d7c8-2e29-4cfb-87af-cdc73a28c5ec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet ba83543a-e04f-4ab1-a526-64fd15e1cb92 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:51.868044 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7881d7c8-2e29-4cfb-87af-cdc73a28c5ec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:51.922917 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7881d7c8-2e29-4cfb-87af-cdc73a28c5ec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.025962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7881d7c8-2e29-4cfb-87af-cdc73a28c5ec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.097088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6fa7a854-03cd-49f8-aad8-656ac95aa04d None None] Could not find standard attr ID for object bb5f203a-6f08-43d8-b68b-02a62fed60a9. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:27:52.129467 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6fa7a854-03cd-49f8-aad8-656ac95aa04d None None] Provisioning complete for port b3503176-1eb4-4606-9330-b4d68af22fc4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:52.130096 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6fa7a854-03cd-49f8-aad8-656ac95aa04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.189081 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7881d7c8-2e29-4cfb-87af-cdc73a28c5ec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.230015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7881d7c8-2e29-4cfb-87af-cdc73a28c5ec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.234405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7881d7c8-2e29-4cfb-87af-cdc73a28c5ec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/ba83543a-e04f-4ab1-a526-64fd15e1cb92 HTTP/1.1" status: 204 len: 168 time: 0.4393477 Jul 08 02:27:52.234405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881d7c8-2e29-4cfb-87af-cdc73a28c5ec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=ba83543a-e04f-4ab1-a526-64fd15e1cb92,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:52.235007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51384) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:52.289927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8c592b-68a5-4816-b180-acbff5737b02 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet a3286b6b-da23-4d46-b53b-9d83baec37de {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:52.293686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad8c592b-68a5-4816-b180-acbff5737b02 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.340837 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad8c592b-68a5-4816-b180-acbff5737b02 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.370689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e584fd4-881c-4618-b0dc-221fec33b5a5 None None] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:52.445170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad8c592b-68a5-4816-b180-acbff5737b02 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.492505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a9d5453f-3fae-4aff-ae99-8656adf81134 None None] Could not find standard attr ID for object bb5f203a-6f08-43d8-b68b-02a62fed60a9. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:27:52.641842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad8c592b-68a5-4816-b180-acbff5737b02 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.688285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c592b-68a5-4816-b180-acbff5737b02 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=a3286b6b-da23-4d46-b53b-9d83baec37de,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:52.700319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ad8c592b-68a5-4816-b180-acbff5737b02 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.700319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ad8c592b-68a5-4816-b180-acbff5737b02 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/a3286b6b-da23-4d46-b53b-9d83baec37de HTTP/1.1" status: 204 len: 168 time: 0.4610178 Jul 08 02:27:52.702836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51388) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:52.870954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7cffa3ab-57d7-4dbf-86c5-61ca4546e78d req-528db701-c219-481c-88a0-23d8531a2013 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.0498860 Jul 08 02:27:52.878800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:52.960231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port b3503176-1eb4-4606-9330-b4d68af22fc4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:52.960713 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.058304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] For port b3503176-1eb4-4606-9330-b4d68af22fc4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b3503176-1eb4-4606-9330-b4d68af22fc4,segment=NetworkSegment(8d804424-4fd1-475b-9586-9926fd07fbca),segment_id=8d804424-4fd1-475b-9586-9926fd07fbca)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:53.058816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.074532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for b3503176-1eb4-4606-9330-b4d68af22fc4 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:53.205185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448995e-962e-48c8-b04a-d287374d0e37 None None] Network 8cd163ee-a480-4c1f-bbac-00123e935d3f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:53.275187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8efa1841-40b8-42b2-ad29-72603f95b982 None None] Provisioning complete for port b3503176-1eb4-4606-9330-b4d68af22fc4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:53.275568 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8efa1841-40b8-42b2-ad29-72603f95b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.314234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.352988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=b3503176-1eb4-4606-9330-b4d68af22fc4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:53.358767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No DVR routers for this DVR port b3503176-1eb4-4606-9330-b4d68af22fc4 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:27:53.359168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8efa1841-40b8-42b2-ad29-72603f95b982 None None] Could not find standard attr ID for object b3503176-1eb4-4606-9330-b4d68af22fc4. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:27:53.363193 n-d-695189-13 neutron-server[100714]: INFO neutron.plugins.ml2.db [None req-8efa1841-40b8-42b2-ad29-72603f95b982 None None] No ports have port_id starting with b3503176-1eb4-4606-9330-b4d68af22fc4 Jul 08 02:27:53.460731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047324ed-d73d-459e-964f-80ab31e6a5bf None None] DHCP port deletion for 8cd163ee-a480-4c1f-bbac-00123e935d3f request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:27:53.505773 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.520693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd163ee-a480-4c1f-bbac-00123e935d3f']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:53.544295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d804424-4fd1-475b-9586-9926fd07fbca') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:53.544596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d804424-4fd1-475b-9586-9926fd07fbca') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:27:53.562096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.575353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-2cff551b-3107-4930-8571-2471e030bebf tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:53.581714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-2cff551b-3107-4930-8571-2471e030bebf tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.32 "GET /v2.0/networks?id=987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 HTTP/1.1" status: 200 len: 798 time: 0.1814239 Jul 08 02:27:53.584981 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.591890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Request body: {'port': {'device_id': '46c39f25-7633-4882-9b2c-53287d753569', 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56', 'admin_state_up': True, 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:53.609464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:27:53.609878 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:27:53.612843 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:27:53.770947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.778457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.780342 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/networks/8cd163ee-a480-4c1f-bbac-00123e935d3f HTTP/1.1" status: 204 len: 168 time: 1.0761588 Jul 08 02:27:53.784375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51400) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:53.793217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bedbc-3baa-48d9-8c90-91207bb163a5 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Network': ['ID=8cd163ee-a480-4c1f-bbac-00123e935d3f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:53.856861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1accf735-c4d9-49c3-8520-ad06268390f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:53.858648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1accf735-c4d9-49c3-8520-ad06268390f6 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0732005 Jul 08 02:27:53.862647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51402) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:53.864090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Made reservation on behalf of 0b0c0fb41f1640cab0d8d77559e39051 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:53.871172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.965442 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-09a8848d-427c-4f02-9390-b3cae3096c82 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1014538 Jul 08 02:27:53.966070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51410) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:53.971376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-311176344'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:54.066746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Allocated IP 172.20.0.25 (987bf0b4-caf4-4bc8-b2be-5a2166a6bd56/a7182af8-4e6d-480d-8996-c0646546aa41/37fa9664-570c-4403-920d-237597bf8bc6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:54.067470 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67d398a3-d8ba-4388-b4aa-e7d5ac596cd0 req-113dffa4-a996-4763-811f-b5f1d9d70884 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.0342944 Jul 08 02:27:54.068663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:54.072989 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.102908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:27:54.113190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.113618 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Added segment 2c4379eb-a93c-42d9-bba8-ce165d40e5d9 of type vlan for network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 Jul 08 02:27:54.156833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.190436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.205437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Transition to ACTIVE for port object 37fa9664-570c-4403-920d-237597bf8bc6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:54.274189 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.280542 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:54.282449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.312764 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.354128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Network': ['ID=05896ffd-6b6a-4f2a-867e-8c6b0b6e8327,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:54.368619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:27:54.379747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:54.382931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:54.387525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:54.411000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event updated for resources: {'Port': ['ID=37fa9664-570c-4403-920d-237597bf8bc6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:54.435990 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-170057b4-29e9-477f-9a07-8594d7185fae tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4688432 Jul 08 02:27:54.438615 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51418) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:54.441484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:54.442150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.444259 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:54.549284 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-5b9dcab7-bce9-42d9-bc8a-cf80a7a0685a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9611247 Jul 08 02:27:54.563035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Request body: {'port': {'device_id': '46c39f25-7633-4882-9b2c-53287d753569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:54.660578 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.696847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:54.696847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.771168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8db9e341-8d4f-4fa5-bd31-9e2ffa012681 None None] Provisioning for port 37fa9664-570c-4403-920d-237597bf8bc6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:54.775377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8db9e341-8d4f-4fa5-bd31-9e2ffa012681 None None] Provisioning complete for port 37fa9664-570c-4403-920d-237597bf8bc6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:54.776014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8db9e341-8d4f-4fa5-bd31-9e2ffa012681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.826813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8db9e341-8d4f-4fa5-bd31-9e2ffa012681 None None] Port 37fa9664-570c-4403-920d-237597bf8bc6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:27:54.970268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fa9664-570c-4403-920d-237597bf8bc6 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:27:54.979490 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.992823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Transition to ACTIVE for port object 37fa9664-570c-4403-920d-237597bf8bc6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:54.994719 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.060369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=5ae568ed-e7a7-446d-ba80-57c645512fbb,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:55.068497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.071547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Checking segment: {'id': '2c4379eb-a93c-42d9-bba8-ce165d40e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:55.072506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network hostable DHCP agents. Network: 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:27:55.125106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Pushing event updated for resources: {'Port': ['ID=37fa9664-570c-4403-920d-237597bf8bc6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:55.171904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:27:55.209960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Attempting to bind port 37fa9664-570c-4403-920d-237597bf8bc6 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:55.210897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Attempting to bind port 37fa9664-570c-4403-920d-237597bf8bc6 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:55.211217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Attempting to bind port 37fa9664-570c-4403-920d-237597bf8bc6 on network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:55.215959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Port 37fa9664-570c-4403-920d-237597bf8bc6 on network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:27:55.224477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Attempting to bind port 37fa9664-570c-4403-920d-237597bf8bc6 on network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:55.224477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:55.224477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Checking segment: {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:55.224477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Bound using segment: {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:55.224477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Bound port: 37fa9664-570c-4403-920d-237597bf8bc6, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3189c0f-8775-41ae-b209-bc9595e458cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:55.224477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.285783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:55.294458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:55.295376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.300641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a484ff-86ec-41d2-84d5-3b996c1be3a1 None None] Network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:55.394334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-24094ca6-bec7-438b-9a11-7b1c1944f26c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9500132 Jul 08 02:27:55.395295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51434) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:55.408042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327', 'name': 'tempest-PortsTestJSON-513075542'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:55.443003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b3503176-1eb4-4606-9330-b4d68af22fc4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:27:55.565287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b3503176-1eb4-4606-9330-b4d68af22fc4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:27:55.566277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b3503176-1eb4-4606-9330-b4d68af22fc4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:27:55.580653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-05896ffd-6b6a-4f2a-867e-8c6b0b6e8327', 'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327', 'tenant_id': '23ecf0f9fc8f440db88940b4d0d85382', 'fixed_ips': [{'subnet_id': '5ae568ed-e7a7-446d-ba80-57c645512fbb'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:27:55.581683 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.666355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:55.671909 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.728349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port e3d4ae10-a18b-410f-9087-736a0cb72e85 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:55.751763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] For port 37fa9664-570c-4403-920d-237597bf8bc6, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:55.756864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] For port 37fa9664-570c-4403-920d-237597bf8bc6, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37fa9664-570c-4403-920d-237597bf8bc6,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:55.758962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Allocated IP 172.20.0.2 (05896ffd-6b6a-4f2a-867e-8c6b0b6e8327/5ae568ed-e7a7-446d-ba80-57c645512fbb/1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:55.764886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2414-d5ef-4484-98e2-8933747f5366 req-31d2f9eb-a207-44b9-b66a-d18691bdb565 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:55.766393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a5ea2414-d5ef-4484-98e2-8933747f5366 req-31d2f9eb-a207-44b9-b66a-d18691bdb565 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 907 time: 0.5412478 Jul 08 02:27:55.834886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.874025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:55.874697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.876124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] 10.222.0.32 "PUT /v2.0/ports/37fa9664-570c-4403-920d-237597bf8bc6 HTTP/1.1" status: 200 len: 1056 time: 1.3184869 Jul 08 02:27:55.876603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c39f25-7633-4882-9b2c-53287d753569', 'tag': '37fa9664-570c-4403-920d-237597bf8bc6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:27:55.878893 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7" -d '{"events": [{"name": "network-changed", "server_uuid": "46c39f25-7633-4882-9b2c-53287d753569", "tag": "37fa9664-570c-4403-920d-237597bf8bc6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:27:55.907466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aeafe-14b1-4fb4-a81c-29fd2f309162 service neutron] Pushing event updated for resources: {'Port': ['ID=37fa9664-570c-4403-920d-237597bf8bc6,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:55.955333 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.969726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Transition to ACTIVE for port object 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:56.024610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Transition to ACTIVE for port object 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:56.087329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-8693ff34-8898-448e-8586-204a22a4dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:56.088933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-8693ff34-8898-448e-8586-204a22a4dbbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 1059 time: 0.0642955 Jul 08 02:27:56.108786 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:56.140856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-21feb5c3-3b96-484a-8dc3-e738c3b60915 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=37fa9664-570c-4403-920d-237597bf8bc6 HTTP/1.1" status: 200 len: 217 time: 0.0434425 Jul 08 02:27:56.182055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:56.189158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:56.205678 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:56.205817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.6 (05896ffd-6b6a-4f2a-867e-8c6b0b6e8327/5ae568ed-e7a7-446d-ba80-57c645512fbb/e3d4ae10-a18b-410f-9087-736a0cb72e85) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:56.206779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-eb09ef58-589c-482a-8c45-923e6a42000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:56.208747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-eb09ef58-589c-482a-8c45-923e6a42000e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7182af8-4e6d-480d-8996-c0646546aa41 HTTP/1.1" status: 200 len: 837 time: 0.0612676 Jul 08 02:27:56.211488 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663538ab-ce7c-48b7-84fd-732f0a0aac1c x-openstack-request-id: req-663538ab-ce7c-48b7-84fd-732f0a0aac1c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:27:56.211830 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c39f25-7633-4882-9b2c-53287d753569", "tag": "37fa9664-570c-4403-920d-237597bf8bc6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:27:56.212257 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-663538ab-ce7c-48b7-84fd-732f0a0aac1c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:27:56.217501 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c39f25-7633-4882-9b2c-53287d753569', 'tag': '37fa9664-570c-4403-920d-237597bf8bc6', 'status': 'completed', 'code': 200} Jul 08 02:27:56.295680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Pushing event updated for resources: {'Port': ['ID=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:56.298681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-81613ebe-eec6-47c2-b2cf-996d61dd6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:56.301436 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-81613ebe-eec6-47c2-b2cf-996d61dd6304 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=987bf0b4-caf4-4bc8-b2be-5a2166a6bd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0847173 Jul 08 02:27:56.323088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Attempting to bind port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:27:56.323489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Attempting to bind port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2c4379eb-a93c-42d9-bba8-ce165d40e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:27:56.323860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Attempting to bind port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd on network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:27:56.330573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:27:56.330799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Checking segment: {'id': '2c4379eb-a93c-42d9-bba8-ce165d40e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:27:56.331203 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:56.331617 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Bound using segment: {'id': '2c4379eb-a93c-42d9-bba8-ce165d40e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:27:56.332085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Bound port: 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4379eb-a93c-42d9-bba8-ce165d40e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:27:56.332473 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:56.440932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-f48d6eec-f892-43c2-b1f7-46393f9d1c90 service neutron] 10.222.0.32 "GET /v2.0/networks/987bf0b4-caf4-4bc8-b2be-5a2166a6bd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308880 Jul 08 02:27:56.451931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] For port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:27:56.455090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] For port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,segment=NetworkSegment(2c4379eb-a93c-42d9-bba8-ce165d40e5d9),segment_id=2c4379eb-a93c-42d9-bba8-ce165d40e5d9)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:27:56.455788 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:56.475705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object e3d4ae10-a18b-410f-9087-736a0cb72e85 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:56.542719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-15f76b53-a6fa-469c-bb8b-2378e15a8f92 req-437e23ca-c60c-44af-8a2c-3376f068f543 service neutron] 10.222.0.32 "GET /v2.0/networks/987bf0b4-caf4-4bc8-b2be-5a2166a6bd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940471 Jul 08 02:27:56.560616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:56.583894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:56.633650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff36bc9-cb98-4c21-915a-caf336b90345 None None] Pushing event updated for resources: {'Port': ['ID=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:56.651228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:56.657836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:56.660484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:56.735523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:56.736399 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:56.739582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=e3d4ae10-a18b-410f-9087-736a0cb72e85,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:56.741758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-c83d9563-0088-4e96-96db-1f3c0c323d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:56.747635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-c83d9563-0088-4e96-96db-1f3c0c323d2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 1059 time: 0.1100564 Jul 08 02:27:56.852749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5d753aa6-ff6c-47e2-8668-872d44011932 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4555354 Jul 08 02:27:56.857458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51462) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:56.861074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-a955010e-4737-4c48-bc40-b107031dae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:56.862871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-a955010e-4737-4c48-bc40-b107031dae6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 HTTP/1.1" status: 200 len: 899 time: 0.1121905 Jul 08 02:27:56.863610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '05896ffd-6b6a-4f2a-867e-8c6b0b6e8327', 'name': 'tempest-PortsTestJSON-463491269'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:27:56.954354 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-4f7c2dfd-ad92-40f4-9e99-a16eb9323832 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=37fa9664-570c-4403-920d-237597bf8bc6 HTTP/1.1" status: 200 len: 217 time: 0.0835440 Jul 08 02:27:57.108435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-e00587e3-73ff-4628-91af-564df46ef748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:57.110015 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-e00587e3-73ff-4628-91af-564df46ef748 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7182af8-4e6d-480d-8996-c0646546aa41 HTTP/1.1" status: 200 len: 837 time: 0.1474452 Jul 08 02:27:57.154126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:27:57.158005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:57.163605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff436056-3557-4820-aca3-6f0a6c6ef2d0 req-62c6ce67-a5cc-46fa-bbee-d61ced522a9f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:57.165458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff436056-3557-4820-aca3-6f0a6c6ef2d0 req-62c6ce67-a5cc-46fa-bbee-d61ced522a9f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 907 time: 0.1470590 Jul 08 02:27:57.179325 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:27:57.210940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-fd8070db-0035-4bda-9173-45e4ebd030bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:57.213797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-fd8070db-0035-4bda-9173-45e4ebd030bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=987bf0b4-caf4-4bc8-b2be-5a2166a6bd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0957582 Jul 08 02:27:57.320167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-0cebbd49-55bb-4cd6-a47c-ffe48d86c8c8 service neutron] 10.222.0.32 "GET /v2.0/networks/987bf0b4-caf4-4bc8-b2be-5a2166a6bd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992768 Jul 08 02:27:57.351206 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.4 (05896ffd-6b6a-4f2a-867e-8c6b0b6e8327/5ae568ed-e7a7-446d-ba80-57c645512fbb/73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:27:57.474157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e2219ea-4f28-41a0-9dd0-fcb8c11b09b7 req-f4276934-0fdb-41cf-94dd-f72b8b3c3854 service neutron] 10.222.0.32 "GET /v2.0/networks/987bf0b4-caf4-4bc8-b2be-5a2166a6bd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469340 Jul 08 02:27:57.564840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:57.577676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:57.594016 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object 73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:27:57.703435 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:57.770623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:57.779930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:57.802340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:27:57.807810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:27:57.812650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:27:57.897774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:57.898402 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:57.929478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e2c07-3425-446a-8496-ced916144e26 None None] Network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:27:57.973089 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-334c4941-0150-4486-a1ef-28295db846df tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1136801 Jul 08 02:27:57.976339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51470) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:58.116718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48623a9-41c8-4620-9329-c92e2e3b9ec0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:58.124298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f48623a9-41c8-4620-9329-c92e2e3b9ec0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1412864 Jul 08 02:27:58.124700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51474) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:58.140092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 37fa9664-570c-4403-920d-237597bf8bc6 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:27:58.270837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-939b1b5e-d4ef-4415-979e-bbd3d4c544df None None] Provisioning for port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:58.291308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-939b1b5e-d4ef-4415-979e-bbd3d4c544df None None] Provisioning complete for port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:58.292162 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-939b1b5e-d4ef-4415-979e-bbd3d4c544df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.303617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9df68994-e73e-4b9d-b83e-4fe73a899e49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:58.304254 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df68994-e73e-4b9d-b83e-4fe73a899e49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.442202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 37fa9664-570c-4403-920d-237597bf8bc6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37fa9664-570c-4403-920d-237597bf8bc6,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:58.442821 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df68994-e73e-4b9d-b83e-4fe73a899e49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.467624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9df68994-e73e-4b9d-b83e-4fe73a899e49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:58.473271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '37fa9664-570c-4403-920d-237597bf8bc6', 'network_id': '987bf0b4-caf4-4bc8-b2be-5a2166a6bd56', 'port_id': '37fa9664-570c-4403-920d-237597bf8bc6', 'mac_address': 'fa:16:3e:81:69:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7182af8-4e6d-480d-8996-c0646546aa41', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:27:58.486552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe3dd-7728-4192-9fa7-4fcdf4fd67cc req-d12948cb-2a97-42b3-a0ec-30ed90b9baa6 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:58.488142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-098fe3dd-7728-4192-9fa7-4fcdf4fd67cc req-d12948cb-2a97-42b3-a0ec-30ed90b9baa6 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 907 time: 0.1215110 Jul 08 02:27:58.521882 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-939b1b5e-d4ef-4415-979e-bbd3d4c544df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.565009 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.617482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-939b1b5e-d4ef-4415-979e-bbd3d4c544df None None] For port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,segment=NetworkSegment(2c4379eb-a93c-42d9-bba8-ce165d40e5d9),segment_id=2c4379eb-a93c-42d9-bba8-ce165d40e5d9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:58.621519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fa9664-570c-4403-920d-237597bf8bc6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:27:58.643700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 37fa9664-570c-4403-920d-237597bf8bc6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37fa9664-570c-4403-920d-237597bf8bc6,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:27:58.680322 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-939b1b5e-d4ef-4415-979e-bbd3d4c544df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.709299 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df68994-e73e-4b9d-b83e-4fe73a899e49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.711129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.738060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b1b5e-d4ef-4415-979e-bbd3d4c544df None None] Pushing event updated for resources: {'Port': ['ID=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:58.747726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df68994-e73e-4b9d-b83e-4fe73a899e49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:58.815217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=37fa9664-570c-4403-920d-237597bf8bc6,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:58.841824 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9df68994-e73e-4b9d-b83e-4fe73a899e49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:58.853889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9df68994-e73e-4b9d-b83e-4fe73a899e49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb HTTP/1.1" status: 204 len: 168 time: 0.7212932 Jul 08 02:27:58.853889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51478) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:58.877363 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86d1c22-4309-4e04-a889-1aa0f4219b6e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:58.879113 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e86d1c22-4309-4e04-a889-1aa0f4219b6e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb HTTP/1.1" status: 404 len: 333 time: 0.0317318 Jul 08 02:27:58.881779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51480) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:58.958333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['37fa9664-570c-4403-920d-237597bf8bc6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:27:59.007925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e1cb2-8d47-4d27-aadf-6da17dbe61e0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port e3d4ae10-a18b-410f-9087-736a0cb72e85 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:27:59.008479 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1cb2-8d47-4d27-aadf-6da17dbe61e0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.018866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1e4826e-cdd8-4c2e-bc74-52d41072f662 None None] Provisioning for port e3d4ae10-a18b-410f-9087-736a0cb72e85 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:27:59.026971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1e4826e-cdd8-4c2e-bc74-52d41072f662 None None] Provisioning complete for port e3d4ae10-a18b-410f-9087-736a0cb72e85 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:59.027524 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1e4826e-cdd8-4c2e-bc74-52d41072f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.109763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4826e-cdd8-4c2e-bc74-52d41072f662 None None] Port e3d4ae10-a18b-410f-9087-736a0cb72e85 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:27:59.118677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1e4826e-cdd8-4c2e-bc74-52d41072f662 None None] Could not find standard attr ID for object 73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:27:59.127917 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1cb2-8d47-4d27-aadf-6da17dbe61e0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.131128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c1e4826e-cdd8-4c2e-bc74-52d41072f662 None None] Provisioning complete for port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:59.131625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1e4826e-cdd8-4c2e-bc74-52d41072f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.137277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e1cb2-8d47-4d27-aadf-6da17dbe61e0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for e3d4ae10-a18b-410f-9087-736a0cb72e85 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:27:59.382690 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1cb2-8d47-4d27-aadf-6da17dbe61e0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.401214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9e7eec19-a4ea-4e61-b046-3c3e9d68ab4c None None] Provisioning complete for port e3d4ae10-a18b-410f-9087-736a0cb72e85 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:59.401603 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9e7eec19-a4ea-4e61-b046-3c3e9d68ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.420874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e1cb2-8d47-4d27-aadf-6da17dbe61e0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=e3d4ae10-a18b-410f-9087-736a0cb72e85,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:27:59.451368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9e7eec19-a4ea-4e61-b046-3c3e9d68ab4c None None] Port e3d4ae10-a18b-410f-9087-736a0cb72e85 was deleted so its status cannot be updated. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 02:27:59.454924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9e7eec19-a4ea-4e61-b046-3c3e9d68ab4c None None] Could not find standard attr ID for object 73bfcbcb-3cb3-49b5-a2a1-0d327a0967eb. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:27:59.502194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02aa29e8-f904-4412-afea-9ed509055f4d req-2665c241-0f97-476d-82fd-f5c158685db2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0892408 Jul 08 02:27:59.526091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:27:59.575016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ea6e1cb2-8d47-4d27-aadf-6da17dbe61e0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.583206 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ea6e1cb2-8d47-4d27-aadf-6da17dbe61e0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/e3d4ae10-a18b-410f-9087-736a0cb72e85 HTTP/1.1" status: 204 len: 168 time: 0.6997209 Jul 08 02:27:59.591529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51490) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:59.645380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:27:59.645955 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2d37d4-de72-43a7-b117-b4a0b4c55e63 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:27:59.646093 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.653460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dc2d37d4-de72-43a7-b117-b4a0b4c55e63 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/e3d4ae10-a18b-410f-9087-736a0cb72e85 HTTP/1.1" status: 404 len: 333 time: 0.0583827 Jul 08 02:27:59.655837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa29e8-f904-4412-afea-9ed509055f4d req-629dd4e8-4333-463a-9659-74532f8bf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:59.657600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02aa29e8-f904-4412-afea-9ed509055f4d req-629dd4e8-4333-463a-9659-74532f8bf4ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1136 time: 0.0877411 Jul 08 02:27:59.658366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:59.807931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-547bd6b1-b64d-40ae-8a2d-4394df926c90 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet 5ae568ed-e7a7-446d-ba80-57c645512fbb {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:27:59.813819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-547bd6b1-b64d-40ae-8a2d-4394df926c90 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.890197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa29e8-f904-4412-afea-9ed509055f4d req-dec181ad-ca1b-4dd4-af9b-ddf64773bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:59.890197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02aa29e8-f904-4412-afea-9ed509055f4d req-dec181ad-ca1b-4dd4-af9b-ddf64773bc87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73117487-ac30-444d-9519-934681d764a7 HTTP/1.1" status: 200 len: 897 time: 0.1959229 Jul 08 02:27:59.890197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-547bd6b1-b64d-40ae-8a2d-4394df926c90 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:59.930437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e407216-1548-4b19-8d76-14fae89873f0 req-03796ea4-47fe-46dc-a462-892c80c13e89 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:59.931882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e407216-1548-4b19-8d76-14fae89873f0 req-03796ea4-47fe-46dc-a462-892c80c13e89 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 908 time: 0.2309387 Jul 08 02:28:00.005062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02aa29e8-f904-4412-afea-9ed509055f4d req-1f08367b-6618-4c2c-945c-a1ad49822c7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 HTTP/1.1" status: 200 len: 1001 time: 0.0929940 Jul 08 02:28:00.073200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 37fa9664-570c-4403-920d-237597bf8bc6 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:00.074783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-547bd6b1-b64d-40ae-8a2d-4394df926c90 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.102460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa29e8-f904-4412-afea-9ed509055f4d req-9cbb7815-506b-47cf-b680-10eb1ad0545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:00.103993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02aa29e8-f904-4412-afea-9ed509055f4d req-9cbb7815-506b-47cf-b680-10eb1ad0545d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b958648a-2596-40ae-a364-6ccd0cf7d236 HTTP/1.1" status: 200 len: 834 time: 0.0815575 Jul 08 02:28:00.175181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa29e8-f904-4412-afea-9ed509055f4d req-28d0bdf9-84aa-4b01-93f6-069fc8e6362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:00.177060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02aa29e8-f904-4412-afea-9ed509055f4d req-28d0bdf9-84aa-4b01-93f6-069fc8e6362f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73117487-ac30-444d-9519-934681d764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643411 Jul 08 02:28:00.200321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 37fa9664-570c-4403-920d-237597bf8bc6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:00.205826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 37fa9664-570c-4403-920d-237597bf8bc6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:00.206261 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.292070 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.294667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02aa29e8-f904-4412-afea-9ed509055f4d req-50de6efb-41b2-4785-92a5-d5e1aa0fb8c2 service neutron] 10.222.0.18 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106474 Jul 08 02:28:00.316399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c39f25-7633-4882-9b2c-53287d753569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fa9664-570c-4403-920d-237597bf8bc6'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:00.318987 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c6596c-51e9-47d2-bf5b-ba4aedab16d7" -d '{"events": [{"server_uuid": "46c39f25-7633-4882-9b2c-53287d753569", "name": "network-vif-plugged", "status": "completed", "tag": "37fa9664-570c-4403-920d-237597bf8bc6"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:00.333749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 37fa9664-570c-4403-920d-237597bf8bc6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37fa9664-570c-4403-920d-237597bf8bc6,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:00.363984 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-547bd6b1-b64d-40ae-8a2d-4394df926c90 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.371840 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc0563-6d10-4a14-b52b-57e68b07bb58 x-openstack-request-id: req-3ecc0563-6d10-4a14-b52b-57e68b07bb58 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:00.371840 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c39f25-7633-4882-9b2c-53287d753569", "name": "network-vif-plugged", "status": "completed", "tag": "37fa9664-570c-4403-920d-237597bf8bc6", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:00.372113 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ecc0563-6d10-4a14-b52b-57e68b07bb58 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:00.372516 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c39f25-7633-4882-9b2c-53287d753569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fa9664-570c-4403-920d-237597bf8bc6', 'code': 200} Jul 08 02:28:00.415438 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-547bd6b1-b64d-40ae-8a2d-4394df926c90 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.424880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-547bd6b1-b64d-40ae-8a2d-4394df926c90 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/5ae568ed-e7a7-446d-ba80-57c645512fbb HTTP/1.1" status: 204 len: 168 time: 0.7578402 Jul 08 02:28:00.425531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f9c03-7efb-4a88-922d-e0f1ac84c261 None None] Network 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:00.426961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51510) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:00.467685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bd6b1-b64d-40ae-8a2d-4394df926c90 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae568ed-e7a7-446d-ba80-57c645512fbb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:00.477391 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.561460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02aa29e8-f904-4412-afea-9ed509055f4d req-7ae22c22-3ac1-420a-b5dc-6a58cb523126 service neutron] 10.222.0.18 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589710 Jul 08 02:28:00.573705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=37fa9664-570c-4403-920d-237597bf8bc6,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:00.605354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ecf9-8d1e-4ff5-891b-9a8675f29d79 req-928e542e-b107-4ba1-bfc1-227a91449f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:00.607063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a733ecf9-8d1e-4ff5-891b-9a8675f29d79 req-928e542e-b107-4ba1-bfc1-227a91449f17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 1061 time: 0.1506748 Jul 08 02:28:00.624492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.745005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:00.745497 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.807396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] DHCP port deletion for 05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:28:00.846523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] For port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,segment=NetworkSegment(2c4379eb-a93c-42d9-bba8-ce165d40e5d9),segment_id=2c4379eb-a93c-42d9-bba8-ce165d40e5d9)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:00.846523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.856089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:00.886692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] Deleting port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:00.886851 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:00.994791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] For port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,segment=NetworkSegment(2c4379eb-a93c-42d9-bba8-ce165d40e5d9),segment_id=2c4379eb-a93c-42d9-bba8-ce165d40e5d9)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:00.994965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.017806 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] Calling delete_port for 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:01.073931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.094314 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.115293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:01.119211 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No DVR routers for this DVR port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:01.120065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] Pushing event deleted for resources: {'Port': ['ID=1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:01.124071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4096245-e29e-4a67-b544-c99dfd56b083 None None] No DVR routers for this DVR port 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:01.238928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.261328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05896ffd-6b6a-4f2a-867e-8c6b0b6e8327']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:01.273417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4379eb-a93c-42d9-bba8-ce165d40e5d9') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:01.273717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4379eb-a93c-42d9-bba8-ce165d40e5d9') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:01.285532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.294062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89258-1c8f-477d-8873-7b763cda79e6 req-a2e6c233-bcbe-46c0-b01b-6e0de4eed88f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:01.295621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-10a89258-1c8f-477d-8873-7b763cda79e6 req-a2e6c233-bcbe-46c0-b01b-6e0de4eed88f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 909 time: 0.1947653 Jul 08 02:28:01.311172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.334545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:28:01.335110 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:28:01.339353 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:28:01.452976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.476571 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.483371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:01.488108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/networks/05896ffd-6b6a-4f2a-867e-8c6b0b6e8327 HTTP/1.1" status: 204 len: 168 time: 1.0595732 Jul 08 02:28:01.488460 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-278654531'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:01.503179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:01.523064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:01.523449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1aabda33-0f9b-4edf-b7c4-9ef8c18f81bd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:01.526250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070472a-9ebe-4855-9280-4b700617826b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Network': ['ID=05896ffd-6b6a-4f2a-867e-8c6b0b6e8327,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:01.573803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52385ccc-1ccc-4e3f-925a-6205d080fd35 req-70aac638-a3fb-4b90-9510-97f682b74da8 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:01.575900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52385ccc-1ccc-4e3f-925a-6205d080fd35 req-70aac638-a3fb-4b90-9510-97f682b74da8 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 946 time: 0.1196818 Jul 08 02:28:01.581121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:01.598838 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.634981 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52385ccc-1ccc-4e3f-925a-6205d080fd35 req-01c49bc6-c5c2-4119-9915-60451f18d61d tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511808 Jul 08 02:28:01.649297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:28:01.659153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.659641 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Added segment 412b4caf-c0d4-4c9e-9590-4c616fc5150e of type vlan for network f1342a32-42c0-4fb0-a093-c76c45c6ce9f Jul 08 02:28:01.700726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.845353 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.852039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:01.852652 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.918741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Network': ['ID=f1342a32-42c0-4fb0-a093-c76c45c6ce9f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:01.928609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f1342a32-42c0-4fb0-a093-c76c45c6ce9f details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:28:02.000673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6e014611-5dc2-41c5-b0a3-4edf0008dfbd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5161948 Jul 08 02:28:02.003262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:02.016946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:02.222692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:02.226631 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:02.485017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8aa7a-c243-4236-bd12-0a2d3fd95c9c req-8d7b2ee1-4eab-44e9-b530-49f9e9e88094 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.486420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ed8aa7a-c243-4236-bd12-0a2d3fd95c9c req-8d7b2ee1-4eab-44e9-b530-49f9e9e88094 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 909 time: 0.0631642 Jul 08 02:28:02.491067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:02.555285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:02.559615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Checking segment: {'id': '412b4caf-c0d4-4c9e-9590-4c616fc5150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:02.559956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network hostable DHCP agents. Network: f1342a32-42c0-4fb0-a093-c76c45c6ce9f, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:28:02.622961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network f1342a32-42c0-4fb0-a093-c76c45c6ce9f is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:28:02.661899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978e598-2289-4446-add4-a4f1d7da2ff2 req-4c09ced3-6354-44a3-8e42-09e1755765d7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.664758 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0978e598-2289-4446-add4-a4f1d7da2ff2 req-4c09ced3-6354-44a3-8e42-09e1755765d7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 909 time: 0.0668044 Jul 08 02:28:02.691687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f1342a32-42c0-4fb0-a093-c76c45c6ce9f) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:02.702571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bbfb70-c35b-400a-88ce-917ebbce3041 None None] Network f1342a32-42c0-4fb0-a093-c76c45c6ce9f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:02.705681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.706461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:02.799941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6040a07b-3fd8-42ff-b4c3-2cdc4bd57eec tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7951274 Jul 08 02:28:02.802359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51548) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:02.808016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f', 'name': 'tempest-PortsTestJSON-355236203', 'fixed_ips': [{'subnet_id': 'a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec', 'ip_address': '172.20.0.10'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:02.850005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6e76b-4bb1-48a9-a08a-48fb5db01ffc req-79214444-1522-4159-a9b6-db0eb991adb8 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.851761 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45a6e76b-4bb1-48a9-a08a-48fb5db01ffc req-79214444-1522-4159-a9b6-db0eb991adb8 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 1061 time: 0.0654271 Jul 08 02:28:02.875990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-f1342a32-42c0-4fb0-a093-c76c45c6ce9f', 'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f', 'tenant_id': '23ecf0f9fc8f440db88940b4d0d85382', 'fixed_ips': [{'subnet_id': 'a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:28:02.876943 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:02.954915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725471d3-1039-4415-a7d8-4133d6a167a6 req-a0ab4ffe-b07c-409d-97f2-10771d79583c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.963098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725471d3-1039-4415-a7d8-4133d6a167a6 req-a0ab4ffe-b07c-409d-97f2-10771d79583c tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 946 time: 0.1971772 Jul 08 02:28:03.035474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-725471d3-1039-4415-a7d8-4133d6a167a6 req-2e81b0dc-9935-4e98-b5d3-028dbee18880 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636871 Jul 08 02:28:03.049410 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9fe4c-19fa-490b-b971-2903298f4a09 req-7838717c-b133-4b8d-aa20-40f67cccc6ba tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:03.051054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67d9fe4c-19fa-490b-b971-2903298f4a09 req-7838717c-b133-4b8d-aa20-40f67cccc6ba tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1136 time: 0.0643911 Jul 08 02:28:03.070749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Allocated IP 172.20.0.2 (f1342a32-42c0-4fb0-a093-c76c45c6ce9f/a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec/15cbb1da-6291-46fc-88dd-90dd5c5504c4) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:03.086119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:03.088896 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-67d9fe4c-19fa-490b-b971-2903298f4a09 req-cc2f9995-3e12-4567-893b-fc75ba34b2a0 tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0316396 Jul 08 02:28:03.116629 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51556) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:03.170698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034be138-d216-4a8d-b64d-cd08bf51d19a tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:03.172630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-034be138-d216-4a8d-b64d-cd08bf51d19a tempest-TestSecurityGroupsBasicOps-365816768 tempest-TestSecurityGroupsBasicOps-365816768-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 1056 time: 0.0549786 Jul 08 02:28:03.179224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.197335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port df98ddaf-7fca-49e0-a58e-272a6aaa3a1c yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:28:03.258049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.270134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Transition to ACTIVE for port object 15cbb1da-6291-46fc-88dd-90dd5c5504c4 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:03.289875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Transition to ACTIVE for port object 15cbb1da-6291-46fc-88dd-90dd5c5504c4 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:03.371611 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.378298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-4b66f25c-7cbb-406d-a862-14d880df1b37 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:03.380345 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-4b66f25c-7cbb-406d-a862-14d880df1b37 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.32 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 946 time: 0.1455691 Jul 08 02:28:03.417614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Network f1342a32-42c0-4fb0-a093-c76c45c6ce9f is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:03.422496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:03.430457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:03.474216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Pushing event updated for resources: {'Port': ['ID=15cbb1da-6291-46fc-88dd-90dd5c5504c4,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:03.475274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.10 (f1342a32-42c0-4fb0-a093-c76c45c6ce9f/a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec/df98ddaf-7fca-49e0-a58e-272a6aaa3a1c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:03.531037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Attempting to bind port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:03.531564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Attempting to bind port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '412b4caf-c0d4-4c9e-9590-4c616fc5150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:03.531948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Attempting to bind port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 on network f1342a32-42c0-4fb0-a093-c76c45c6ce9f {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:03.540720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:03.540720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Checking segment: {'id': '412b4caf-c0d4-4c9e-9590-4c616fc5150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:03.540720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.540720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Bound using segment: {'id': '412b4caf-c0d4-4c9e-9590-4c616fc5150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:03.540720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Bound port: 15cbb1da-6291-46fc-88dd-90dd5c5504c4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412b4caf-c0d4-4c9e-9590-4c616fc5150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:03.540720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.580490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Deleting port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:03.580783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.626277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] For port 15cbb1da-6291-46fc-88dd-90dd5c5504c4, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:03.629869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] For port 15cbb1da-6291-46fc-88dd-90dd5c5504c4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=15cbb1da-6291-46fc-88dd-90dd5c5504c4,segment=NetworkSegment(412b4caf-c0d4-4c9e-9590-4c616fc5150e),segment_id=412b4caf-c0d4-4c9e-9590-4c616fc5150e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:03.697806 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.763362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] For port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:03.763908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.767811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99a853-e5ff-425e-abee-a4ceded13c2f None None] Pushing event updated for resources: {'Port': ['ID=15cbb1da-6291-46fc-88dd-90dd5c5504c4,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:03.777293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.829873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object df98ddaf-7fca-49e0-a58e-272a6aaa3a1c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:03.865537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05dc8f-28be-45ab-883c-b0e2d7024b06 req-f7917d99-b401-43b7-bab9-e49e1307d0e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:03.871840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae05dc8f-28be-45ab-883c-b0e2d7024b06 req-f7917d99-b401-43b7-bab9-e49e1307d0e7 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 909 time: 0.0862167 Jul 08 02:28:03.990439 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.990822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:03.991157 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Floating IP d4f3eb85-1ba5-44fa-a54d-3b24828fe616 disassociated. External IP: 172.25.8.87, port: 7e13a402-2a93-4596-a2e2-d9ddd47e67ad. Jul 08 02:28:03.991541 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Calling delete_port for 7e13a402-2a93-4596-a2e2-d9ddd47e67ad owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:04.042129 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:04.109881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=df98ddaf-7fca-49e0-a58e-272a6aaa3a1c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:04.123684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network f1342a32-42c0-4fb0-a093-c76c45c6ce9f is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:04.130922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:04.133467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:04.139247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.139794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.140177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.140517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.140852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.141183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.141513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.141840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.142166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.142492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.142820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.143166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:04.237458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.238067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:04.312997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d5921-6948-448e-9c3c-f8956af7351d req-e4c903b6-e68b-42b1-bb37-2500b901b5f2 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.314622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7d5921-6948-448e-9c3c-f8956af7351d req-e4c903b6-e68b-42b1-bb37-2500b901b5f2 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 946 time: 0.1385336 Jul 08 02:28:04.358606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f7d5921-6948-448e-9c3c-f8956af7351d req-6d33cd1b-c15d-4af3-a4e6-33295eafb768 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups?id=e99703e7-cd5f-47b7-9440-4bcf170c8711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353978 Jul 08 02:28:04.387155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-06b1ab8e-36f1-41d2-8091-9cb569e781c3 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5812912 Jul 08 02:28:04.387589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51576) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:04.394440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': 'f1342a32-42c0-4fb0-a093-c76c45c6ce9f', 'name': 'tempest-PortsTestJSON-454308354', 'fixed_ips': [{'subnet_id': 'a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec', 'ip_address': '172.20.0.9'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:04.402208 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:04.450648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event deleted for resources: {'Port': ['ID=7e13a402-2a93-4596-a2e2-d9ddd47e67ad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:04.581055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:04.582803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:04.692088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:04.711033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:04.721601 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] Sync routers for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:04.728917 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 5cb48635-342f-4e20-9877-46d9d0376052 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:28:04.735623 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:04.737102 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:27:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:04.772921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] No DVR routers for this DVR port 7e13a402-2a93-4596-a2e2-d9ddd47e67ad on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:04.776850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:04.779294 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ad4ca5b8-c3d2-46fc-adc6-06b50a2a4e18 req-b7cb7a93-0193-48b8-9cb7-f0220a7317cc tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.32 "DELETE /v2.0/ports/7e13a402-2a93-4596-a2e2-d9ddd47e67ad HTTP/1.1" status: 204 len: 173 time: 1.3908777 Jul 08 02:28:04.780186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'name': 'network-vif-deleted', 'tag': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:04.795490 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c200fef-ae34-4304-81a3-b1a3a277a496" -d '{"events": [{"server_uuid": "af91bf27-54a2-4502-a6d9-74d38388a429", "name": "network-vif-deleted", "tag": "7e13a402-2a93-4596-a2e2-d9ddd47e67ad"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:04.847681 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777ac75-21dd-471f-9ff9-3ec5c4233a24 x-openstack-request-id: req-7777ac75-21dd-471f-9ff9-3ec5c4233a24 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:04.848643 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af91bf27-54a2-4502-a6d9-74d38388a429", "name": "network-vif-deleted", "tag": "7e13a402-2a93-4596-a2e2-d9ddd47e67ad", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:04.849650 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7777ac75-21dd-471f-9ff9-3ec5c4233a24 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:04.849650 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af91bf27-54a2-4502-a6d9-74d38388a429', 'name': 'network-vif-deleted', 'tag': '7e13a402-2a93-4596-a2e2-d9ddd47e67ad', 'status': 'completed', 'code': 200} Jul 08 02:28:04.887312 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:04.955980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.9 (f1342a32-42c0-4fb0-a093-c76c45c6ce9f/a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec/5cb48635-342f-4e20-9877-46d9d0376052) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:05.032841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1e287-219e-4225-be78-0133a8e80797 None None] Network f1342a32-42c0-4fb0-a093-c76c45c6ce9f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:05.159205 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:05.210208 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] Checking router: 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:05.219646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a7a5c-91c5-423c-9c6a-741280308555 req-41b08980-b667-4f1b-8cba-bd5ccce606b9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:05.219895 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:05.220675 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:27:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:05.223397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b68a7a5c-91c5-423c-9c6a-741280308555 req-41b08980-b667-4f1b-8cba-bd5ccce606b9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 909 time: 0.1428590 Jul 08 02:28:05.258008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ac57d3e3-2dd4-4e44-aa3e-c1d2a25bc7bf None None] Provisioning for port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:05.263693 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.274204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object 5cb48635-342f-4e20-9877-46d9d0376052 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:05.349363 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:05.392944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-23450b01-3398-40cc-b511-2e453fe6604f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:05.396847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-23450b01-3398-40cc-b511-2e453fe6604f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 909 time: 0.0890465 Jul 08 02:28:05.406774 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.559874 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network f1342a32-42c0-4fb0-a093-c76c45c6ce9f is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:05.561611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:05.564451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:05.568697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=5cb48635-342f-4e20-9877-46d9d0376052,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:05.618371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 15cbb1da-6291-46fc-88dd-90dd5c5504c4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:05.635534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.635534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.635534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.635534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.638154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.641529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.642693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.643106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.643825 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.645141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.648505 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.649792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.735364 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:05.749445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting port 37fa9664-570c-4403-920d-237597bf8bc6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:05.749977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b156159-f9a8-4d60-8b75-9912ec454116 req-4abfb83d-9b52-40b5-b308-a9787ecd9dc3 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/ports?device_id=af91bf27-54a2-4502-a6d9-74d38388a429 HTTP/1.1" status: 200 len: 210 time: 0.0468020 Jul 08 02:28:05.753139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.782470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:05.783160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.787650 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e3143-f365-4c82-9c2b-6af4b3b2513b None None] The sync data for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 is: [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:21:08Z', 'revision_number': 4, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'ea56cd3b-3f65-45e3-ad45-cd95973a6449', 'name': '', 'network_id': '106a5d3f-24be-4b9b-a79e-2e297f3a6390', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'mac_address': 'fa:16:3e:ba:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '859e4436-c543-4358-a5bf-c88b5539b750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:07Z', 'updated_at': '2021-07-08T02:21:13Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'subnets': [{'id': '859e4436-c543-4358-a5bf-c88b5539b750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:05.845467 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Provisioning for port df98ddaf-7fca-49e0-a58e-272a6aaa3a1c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:05.850135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Provisioning complete for port df98ddaf-7fca-49e0-a58e-272a6aaa3a1c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:05.850658 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.875177 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-41f5ff32-688f-479b-9331-bf1f4cff5667 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4864018 Jul 08 02:28:05.877823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51592) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:05.898741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:05.899936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] For port 37fa9664-570c-4403-920d-237597bf8bc6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=37fa9664-570c-4403-920d-237597bf8bc6,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:05.900448 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.919222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Calling delete_port for 37fa9664-570c-4403-920d-237597bf8bc6 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:05.921172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:05.921898 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.961851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Port df98ddaf-7fca-49e0-a58e-272a6aaa3a1c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:05.990057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Provisioning complete for port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:05.990505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:06.162537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f76e45-16b2-41e5-871e-4a2e6a89a8c9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.165031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51594) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:06.168034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e2f76e45-16b2-41e5-871e-4a2e6a89a8c9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2889435 Jul 08 02:28:06.202152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36760bc6-26c2-44b6-bef9-62872f77e0a4 None None] New status for floating IP d4f3eb85-1ba5-44fa-a54d-3b24828fe616: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:28:06.236513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:06.396125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:06.434893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 15cbb1da-6291-46fc-88dd-90dd5c5504c4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=15cbb1da-6291-46fc-88dd-90dd5c5504c4,segment=NetworkSegment(412b4caf-c0d4-4c9e-9590-4c616fc5150e),segment_id=412b4caf-c0d4-4c9e-9590-4c616fc5150e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:06.497668 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:06.564702 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:06.661891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Port': ['ID=37fa9664-570c-4403-920d-237597bf8bc6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:06.677019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a6815979-6112-4fbc-99b3-cadbc0a1bb9d req-55740a99-3670-4af1-a363-5d59a3ebb088 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.1140559 Jul 08 02:28:06.747752 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:28:06.748103 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-44a483fa-4b20-44cb-984f-c3d9058b0920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:28:06.765902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=15cbb1da-6291-46fc-88dd-90dd5c5504c4,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:06.781615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] No DVR routers for this DVR port 37fa9664-570c-4403-920d-237597bf8bc6 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:06.784964 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:06.800418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9252846-b71d-43a9-8fc2-0861fc06738d req-3b6e5908-506a-4268-ac91-5156d850fe8d tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.32 "DELETE /v2.0/ports/37fa9664-570c-4403-920d-237597bf8bc6 HTTP/1.1" status: 204 len: 173 time: 1.3854768 Jul 08 02:28:06.818299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2894c-1c3e-4e70-8850-d6bb05b38c2f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.824372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2894c-1c3e-4e70-8850-d6bb05b38c2f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.830537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2894c-1c3e-4e70-8850-d6bb05b38c2f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.835326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51608) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:06.835546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5ee2894c-1c3e-4e70-8850-d6bb05b38c2f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6692564 Jul 08 02:28:06.850422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c39f25-7633-4882-9b2c-53287d753569', 'name': 'network-vif-deleted', 'tag': '37fa9664-570c-4403-920d-237597bf8bc6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:06.857077 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb2db2-8ed4-4e6d-a584-62f68ee02bb8" -d '{"events": [{"server_uuid": "46c39f25-7633-4882-9b2c-53287d753569", "name": "network-vif-deleted", "tag": "37fa9664-570c-4403-920d-237597bf8bc6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:06.897015 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30238d0-faf4-451c-a210-6ad71242b88d x-openstack-request-id: req-b30238d0-faf4-451c-a210-6ad71242b88d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:06.897339 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c39f25-7633-4882-9b2c-53287d753569", "name": "network-vif-deleted", "tag": "37fa9664-570c-4403-920d-237597bf8bc6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:06.897607 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b30238d0-faf4-451c-a210-6ad71242b88d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:06.899174 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c39f25-7633-4882-9b2c-53287d753569', 'name': 'network-vif-deleted', 'tag': '37fa9664-570c-4403-920d-237597bf8bc6', 'status': 'completed', 'code': 200} Jul 08 02:28:07.026075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a14fffdc-2b46-4354-898f-8cbb53a05c6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 5cb48635-342f-4e20-9877-46d9d0376052 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:07.027470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a14fffdc-2b46-4354-898f-8cbb53a05c6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.044701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:07.117351 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-7a4ae390-f4b0-41be-ab21-bdf5acbc2db6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1322014 Jul 08 02:28:07.131591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec806678-5531-4c41-bd55-82dcbc252b72 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.151734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a14fffdc-2b46-4354-898f-8cbb53a05c6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.158454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec806678-5531-4c41-bd55-82dcbc252b72 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.166055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-a14fffdc-2b46-4354-898f-8cbb53a05c6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 5cb48635-342f-4e20-9877-46d9d0376052 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:07.239989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-51a13211-9bb0-4ca8-8c24-0fdceb5366ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:07.244456 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-51a13211-9bb0-4ca8-8c24-0fdceb5366ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91b0e85f575241638dfa0c8df3bc827d&device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 1098 time: 0.0748665 Jul 08 02:28:07.343262 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec806678-5531-4c41-bd55-82dcbc252b72 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.345847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec806678-5531-4c41-bd55-82dcbc252b72 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.346986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ec806678-5531-4c41-bd55-82dcbc252b72 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "DELETE /v2.0/security-groups/e99703e7-cd5f-47b7-9440-4bcf170c8711 HTTP/1.1" status: 204 len: 168 time: 0.3013370 Jul 08 02:28:07.349984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51620) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:07.360836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec806678-5531-4c41-bd55-82dcbc252b72 tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99703e7-cd5f-47b7-9440-4bcf170c8711,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:07.363728 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-4e9d612b-d1bf-4ca0-8e89-15a318e3d35f tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] show failed (client error): The resource could not be found. Jul 08 02:28:07.368320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4e9d612b-d1bf-4ca0-8e89-15a318e3d35f tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "GET /v2.0/security-groups/e99703e7-cd5f-47b7-9440-4bcf170c8711 HTTP/1.1" status: 404 len: 347 time: 0.0139043 Jul 08 02:28:07.369068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51622) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:07.380032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-93c213cc-827c-4d90-9c50-58d3523e0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:07.382639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-93c213cc-827c-4d90-9c50-58d3523e0032 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763 HTTP/1.1" status: 200 len: 910 time: 0.1202533 Jul 08 02:28:07.406885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4d12d266-33ec-495e-9968-236c337c2989 None None] Provisioning complete for port df98ddaf-7fca-49e0-a58e-272a6aaa3a1c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:07.407571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4d12d266-33ec-495e-9968-236c337c2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.421934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a14fffdc-2b46-4354-898f-8cbb53a05c6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.447441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4d12d266-33ec-495e-9968-236c337c2989 None None] Port df98ddaf-7fca-49e0-a58e-272a6aaa3a1c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:07.452999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4d12d266-33ec-495e-9968-236c337c2989 None None] Could not find standard attr ID for object 5cb48635-342f-4e20-9877-46d9d0376052. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:28:07.502507 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-741ec561-41b3-4b50-a623-adb6a08b9e2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48b9bda-5cab-4b24-b316-745bb1222766 HTTP/1.1" status: 200 len: 1001 time: 0.1127257 Jul 08 02:28:07.512295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 15cbb1da-6291-46fc-88dd-90dd5c5504c4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:07.513275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fffdc-2b46-4354-898f-8cbb53a05c6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=5cb48635-342f-4e20-9877-46d9d0376052,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:07.597705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-77cd6adb-c2ad-4446-a754-1fc40e4a4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:07.599458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:07.599838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.604080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-77cd6adb-c2ad-4446-a754-1fc40e4a4482 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0409cbf2-66d1-4c24-908b-6b63b3cfe8e6 HTTP/1.1" status: 200 len: 848 time: 0.0934381 Jul 08 02:28:07.606474 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a14fffdc-2b46-4354-898f-8cbb53a05c6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.611293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a14fffdc-2b46-4354-898f-8cbb53a05c6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/5cb48635-342f-4e20-9877-46d9d0376052 HTTP/1.1" status: 204 len: 168 time: 0.7721314 Jul 08 02:28:07.611656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51626) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:07.622010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Deleting port ffcd2102-0fe4-47e1-961d-7ad77fca7414 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:07.622369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.679651 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1672e202-0c98-4d5a-8e11-01cbe4fab1ee tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:28:07.683270 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1672e202-0c98-4d5a-8e11-01cbe4fab1ee tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/5cb48635-342f-4e20-9877-46d9d0376052 HTTP/1.1" status: 404 len: 333 time: 0.0702429 Jul 08 02:28:07.701844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51628) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:07.731808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.732049 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.764902 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Calling delete_port for ffcd2102-0fe4-47e1-961d-7ad77fca7414 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:07.852593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-78cee628-e59f-4211-9f76-034c43840156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:07.854102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-78cee628-e59f-4211-9f76-034c43840156 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ac4ca1c-fe2f-4b05-8600-69a8d26db763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2399096 Jul 08 02:28:07.878743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39ba9b8f-15d1-4713-99e3-45f4a7253162 req-b3420175-cad7-40ee-9334-4bb6cb075827 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=46c39f25-7633-4882-9b2c-53287d753569 HTTP/1.1" status: 200 len: 210 time: 0.0365059 Jul 08 02:28:07.950333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4a2eb-32b2-4af5-bc74-f3a06792e683 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port df98ddaf-7fca-49e0-a58e-272a6aaa3a1c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:07.950687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a2eb-32b2-4af5-bc74-f3a06792e683 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.020407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-1c4c23e2-35c7-4aad-b123-2cd560511d1c service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574774 Jul 08 02:28:08.033984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.060685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Pushing event deleted for resources: {'Port': ['ID=ffcd2102-0fe4-47e1-961d-7ad77fca7414,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:08.105028 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a2eb-32b2-4af5-bc74-f3a06792e683 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.121987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4a2eb-32b2-4af5-bc74-f3a06792e683 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for df98ddaf-7fca-49e0-a58e-272a6aaa3a1c owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:08.125855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.128470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.129839 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9e1c22f4-3222-4af4-bca9-341d0728b1cb tempest-AttachVolumeTestJSON-544308265 tempest-AttachVolumeTestJSON-544308265-project] 10.222.0.10 "DELETE /v2.0/floatingips/d4f3eb85-1ba5-44fa-a54d-3b24828fe616 HTTP/1.1" status: 204 len: 168 time: 0.7604861 Jul 08 02:28:08.142608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7e13a402-2a93-4596-a2e2-d9ddd47e67ad no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:08.164535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 7e13a402-2a93-4596-a2e2-d9ddd47e67ad {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:08.164947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 7e13a402-2a93-4596-a2e2-d9ddd47e67ad not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:08.183778 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ceb171aa-a1c2-4891-b37c-341eb6f47983 req-9ac5ccaa-40d4-4d96-ae58-69293516876d service neutron] 10.222.0.32 "GET /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556809 Jul 08 02:28:08.320093 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a2eb-32b2-4af5-bc74-f3a06792e683 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.354359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4a2eb-32b2-4af5-bc74-f3a06792e683 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=df98ddaf-7fca-49e0-a58e-272a6aaa3a1c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:08.432262 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a2eb-32b2-4af5-bc74-f3a06792e683 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.434229 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5ad4a2eb-32b2-4af5-bc74-f3a06792e683 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/df98ddaf-7fca-49e0-a58e-272a6aaa3a1c HTTP/1.1" status: 204 len: 168 time: 0.7322643 Jul 08 02:28:08.437054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51636) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:08.472782 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4e4786-15bc-4fb5-86df-12d2c3e6eb49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:28:08.474892 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7c4e4786-15bc-4fb5-86df-12d2c3e6eb49 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/df98ddaf-7fca-49e0-a58e-272a6aaa3a1c HTTP/1.1" status: 404 len: 333 time: 0.0368538 Jul 08 02:28:08.478607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51638) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:08.535931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73062c7-0ffc-4b4e-a015-4d4ad23120eb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:08.540076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c73062c7-0ffc-4b4e-a015-4d4ad23120eb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.587219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c73062c7-0ffc-4b4e-a015-4d4ad23120eb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.677210 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c73062c7-0ffc-4b4e-a015-4d4ad23120eb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.800997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c73062c7-0ffc-4b4e-a015-4d4ad23120eb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.836006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c73062c7-0ffc-4b4e-a015-4d4ad23120eb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:08.840851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c73062c7-0ffc-4b4e-a015-4d4ad23120eb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec HTTP/1.1" status: 204 len: 168 time: 0.3584127 Jul 08 02:28:08.840851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73062c7-0ffc-4b4e-a015-4d4ad23120eb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:08.841376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51644) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:08.846884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f829552a-d67b-479b-961e-989c6dce9e82 None None] Network f1342a32-42c0-4fb0-a093-c76c45c6ce9f requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:08.952689 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.001856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51648) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:09.018135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:09.018483 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.094219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] DHCP port deletion for f1342a32-42c0-4fb0-a093-c76c45c6ce9f request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:28:09.169121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] Deleting port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:09.171028 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.252490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] For port 15cbb1da-6291-46fc-88dd-90dd5c5504c4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=15cbb1da-6291-46fc-88dd-90dd5c5504c4,segment=NetworkSegment(412b4caf-c0d4-4c9e-9590-4c616fc5150e),segment_id=412b4caf-c0d4-4c9e-9590-4c616fc5150e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:09.253221 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.268834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] Calling delete_port for 15cbb1da-6291-46fc-88dd-90dd5c5504c4 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:09.511118 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.531805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.562983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] Pushing event deleted for resources: {'Port': ['ID=15cbb1da-6291-46fc-88dd-90dd5c5504c4,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:09.573701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5a387-3d30-465d-8b03-40d677a1b517 None None] No DVR routers for this DVR port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:09.594731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 15cbb1da-6291-46fc-88dd-90dd5c5504c4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:09.604890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] For port 15cbb1da-6291-46fc-88dd-90dd5c5504c4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=15cbb1da-6291-46fc-88dd-90dd5c5504c4,segment=NetworkSegment(412b4caf-c0d4-4c9e-9590-4c616fc5150e),segment_id=412b4caf-c0d4-4c9e-9590-4c616fc5150e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:09.605904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.618890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 15cbb1da-6291-46fc-88dd-90dd5c5504c4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:09.619247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 15cbb1da-6291-46fc-88dd-90dd5c5504c4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:09.620844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 15cbb1da-6291-46fc-88dd-90dd5c5504c4 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:09.717691 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.750647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=15cbb1da-6291-46fc-88dd-90dd5c5504c4,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:09.752545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No DVR routers for this DVR port 15cbb1da-6291-46fc-88dd-90dd5c5504c4 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:09.844459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting port aa849a70-f572-4eee-bd84-d32f42f84436 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:09.844810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.851555 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.863291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1342a32-42c0-4fb0-a093-c76c45c6ce9f']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:09.874975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412b4caf-c0d4-4c9e-9590-4c616fc5150e') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:09.875714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412b4caf-c0d4-4c9e-9590-4c616fc5150e') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:09.885164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.899857 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.907377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:28:09.913546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: self.session.flush() Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:28:09.918682 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:28:09.948944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] For port aa849a70-f572-4eee-bd84-d32f42f84436, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=aa849a70-f572-4eee-bd84-d32f42f84436,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:09.949560 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.964780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Calling delete_port for aa849a70-f572-4eee-bd84-d32f42f84436 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:10.087534 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.103048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.110961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/networks/f1342a32-42c0-4fb0-a093-c76c45c6ce9f HTTP/1.1" status: 204 len: 168 time: 1.2683797 Jul 08 02:28:10.115425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51662) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:10.120711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-752716887'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:10.135509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395a675-da3c-433d-931f-34827421ff6b tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Network': ['ID=f1342a32-42c0-4fb0-a093-c76c45c6ce9f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:10.140939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 37fa9664-570c-4403-920d-237597bf8bc6 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:10.164282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 37fa9664-570c-4403-920d-237597bf8bc6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:10.166049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 37fa9664-570c-4403-920d-237597bf8bc6 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:10.239963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:10.244200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.253969 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.286327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Port': ['ID=aa849a70-f572-4eee-bd84-d32f42f84436,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:10.319110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:28:10.355951 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.356348 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Added segment 38964fbf-b63b-4ef0-924e-57d8211cc384 of type vlan for network 70cc2c2a-0508-4ced-900a-43ee78c28bab Jul 08 02:28:10.411965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.561799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.625218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.630065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:10.630835 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.763773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Network': ['ID=70cc2c2a-0508-4ced-900a-43ee78c28bab,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:10.774303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 70cc2c2a-0508-4ced-900a-43ee78c28bab details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:28:10.829042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-81d60139-9098-441f-8d49-b336db18b454 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7131748 Jul 08 02:28:10.831881 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51670) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:10.838145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '70cc2c2a-0508-4ced-900a-43ee78c28bab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:10.912129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:10.994237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:10.998212 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.023184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:11.032629 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8c752989-d6eb-4d9f-9108-8b5c577fb1e8 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "PUT /v2.0/routers/ef4419d3-f0a7-4028-a171-a2d3c92c6e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0307658 Jul 08 02:28:11.033060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:11.034834 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] Sync routers for ids ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:11.047946 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] Routers {'ef4419d3-f0a7-4028-a171-a2d3c92c6e19'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:11.048888 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:27:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:11.087204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb2cf92-e0ad-403e-b043-4a3c4541158b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting subnet a7182af8-4e6d-480d-8996-c0646546aa41 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:11.091063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbb2cf92-e0ad-403e-b043-4a3c4541158b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.134749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbb2cf92-e0ad-403e-b043-4a3c4541158b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.174863 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] Set router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:11.229335 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbb2cf92-e0ad-403e-b043-4a3c4541158b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.280703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.351042 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Checking segment: {'id': '38964fbf-b63b-4ef0-924e-57d8211cc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '70cc2c2a-0508-4ced-900a-43ee78c28bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:11.351701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network hostable DHCP agents. Network: 70cc2c2a-0508-4ced-900a-43ee78c28bab, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:28:11.367069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=76b81bcb-d6e2-4f9f-9225-e40fd8d287f1,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:11.395712 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:28:10Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:11.422866 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] Checking router: ef4419d3-f0a7-4028-a171-a2d3c92c6e19 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:11.431936 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] Routers {'ef4419d3-f0a7-4028-a171-a2d3c92c6e19'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:11.432654 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:27:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:11.434280 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 70cc2c2a-0508-4ced-900a-43ee78c28bab is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:28:11.464085 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbb2cf92-e0ad-403e-b043-4a3c4541158b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.496792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2cf92-e0ad-403e-b043-4a3c4541158b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Subnet': ['ID=a7182af8-4e6d-480d-8996-c0646546aa41,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:11.498857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dbb2cf92-e0ad-403e-b043-4a3c4541158b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.503181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dbb2cf92-e0ad-403e-b043-4a3c4541158b tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/subnets/a7182af8-4e6d-480d-8996-c0646546aa41 HTTP/1.1" status: 204 len: 168 time: 0.4663696 Jul 08 02:28:11.503991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51674) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:11.507648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510e995-2f6a-4dbb-901d-e3969091134f None None] Network 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:11.545289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 70cc2c2a-0508-4ced-900a-43ee78c28bab) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:11.550483 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] Set router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:11.552390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:11.553194 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.623215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af30e097-b48e-4326-8cf6-0fe73ab6982b None None] Network 70cc2c2a-0508-4ced-900a-43ee78c28bab requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:11.630347 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.638557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:11.644477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-194dedcf-421b-442d-bcf1-46728e796148 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-914708669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:11.648626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35cc10d3-e31a-41ac-84f4-00f28edb1b9f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8152452 Jul 08 02:28:11.708820 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:28:11.765199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-194dedcf-421b-442d-bcf1-46728e796148 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.765199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-194dedcf-421b-442d-bcf1-46728e796148 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.851431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] DHCP port deletion for 987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:28:11.882971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-70cc2c2a-0508-4ced-900a-43ee78c28bab', 'network_id': '70cc2c2a-0508-4ced-900a-43ee78c28bab', 'tenant_id': '23ecf0f9fc8f440db88940b4d0d85382', 'fixed_ips': [{'subnet_id': '76b81bcb-d6e2-4f9f-9225-e40fd8d287f1'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:28:11.883873 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.884584 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.894103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-194dedcf-421b-442d-bcf1-46728e796148 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:11.899768 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:28:10Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:11.994806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-194dedcf-421b-442d-bcf1-46728e796148 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.070853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting port 8f7db90c-00ea-428e-8822-0062eca82a66 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:12.070853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.080958 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9042d6b7-30af-4a92-8db9-fcbeb1eba9ba None None] The sync data for ids ['ef4419d3-f0a7-4028-a171-a2d3c92c6e19'] in n-d-695189-13 is: [{'id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071579273', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:27:36Z', 'updated_at': '2021-07-08T02:28:10Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8f7db90c-00ea-428e-8822-0062eca82a66', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4419d3-f0a7-4028-a171-a2d3c92c6e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:27:38Z', 'updated_at': '2021-07-08T02:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:12.098726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-194dedcf-421b-442d-bcf1-46728e796148 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.100557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-194dedcf-421b-442d-bcf1-46728e796148 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4594803 Jul 08 02:28:12.102972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51690) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:12.112542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'network_id': '70cc2c2a-0508-4ced-900a-43ee78c28bab', 'name': 'tempest-PortsTestJSON-770585918'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:12.171428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Allocated IP 172.20.0.2 (70cc2c2a-0508-4ced-900a-43ee78c28bab/76b81bcb-d6e2-4f9f-9225-e40fd8d287f1/d2961bc9-5584-4caa-a687-0c8967190284) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:12.212267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] For port 8f7db90c-00ea-428e-8822-0062eca82a66, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8f7db90c-00ea-428e-8822-0062eca82a66,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:12.212660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.229898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Calling delete_port for 8f7db90c-00ea-428e-8822-0062eca82a66 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:12.356168 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.367454 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Transition to ACTIVE for port object d2961bc9-5584-4caa-a687-0c8967190284 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:12.394329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] Deleting port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:12.394710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.411506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:12.415915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.458225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 22a06b5f-eaa8-4309-bd49-5d858509f861 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:28:12.488637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] For port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c,segment=NetworkSegment(c3189c0f-8775-41ae-b209-bc9595e458cc),segment_id=c3189c0f-8775-41ae-b209-bc9595e458cc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:12.491779 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.494568 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-00f9dd6a-d3e7-467b-bc15-aa048d9cfe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.507943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] Calling delete_port for e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:12.573010 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.588262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Transition to ACTIVE for port object d2961bc9-5584-4caa-a687-0c8967190284 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:12.632693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Port': ['ID=8f7db90c-00ea-428e-8822-0062eca82a66,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:12.692358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.748532 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.762238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.764768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] No DVR routers for this DVR port e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:12.790286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Network 70cc2c2a-0508-4ced-900a-43ee78c28bab is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:12.791045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:12.800277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:12.886353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Pushing event updated for resources: {'Port': ['ID=d2961bc9-5584-4caa-a687-0c8967190284,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:12.891580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.894633 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.952278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392cae3-4ae3-471b-a4ae-b871cbdfd95a None None] Pushing event deleted for resources: {'Port': ['ID=e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:12.959184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Attempting to bind port d2961bc9-5584-4caa-a687-0c8967190284 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:12.959597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Attempting to bind port d2961bc9-5584-4caa-a687-0c8967190284 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '38964fbf-b63b-4ef0-924e-57d8211cc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '70cc2c2a-0508-4ced-900a-43ee78c28bab'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:12.960594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Attempting to bind port d2961bc9-5584-4caa-a687-0c8967190284 on network 70cc2c2a-0508-4ced-900a-43ee78c28bab {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:12.967215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:12.967553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Checking segment: {'id': '38964fbf-b63b-4ef0-924e-57d8211cc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '70cc2c2a-0508-4ced-900a-43ee78c28bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:12.967968 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:12.968369 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Bound using segment: {'id': '38964fbf-b63b-4ef0-924e-57d8211cc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '70cc2c2a-0508-4ced-900a-43ee78c28bab'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:12.969588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Bound port: d2961bc9-5584-4caa-a687-0c8967190284, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38964fbf-b63b-4ef0-924e-57d8211cc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '70cc2c2a-0508-4ced-900a-43ee78c28bab'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:12.970156 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.044523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] For port d2961bc9-5584-4caa-a687-0c8967190284, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:13.045881 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.046424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Fanout notify agent at l3_agent the message router_deleted on router ef4419d3-f0a7-4028-a171-a2d3c92c6e19 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:28:13.048780 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] For port d2961bc9-5584-4caa-a687-0c8967190284, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d2961bc9-5584-4caa-a687-0c8967190284,segment=NetworkSegment(38964fbf-b63b-4ef0-924e-57d8211cc384),segment_id=38964fbf-b63b-4ef0-924e-57d8211cc384)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:13.057134 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.057134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-204e273b-b563-4566-be1f-04ec213e9891 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/routers/ef4419d3-f0a7-4028-a171-a2d3c92c6e19 HTTP/1.1" status: 204 len: 168 time: 1.5498021 Jul 08 02:28:13.065693 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51702) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:13.108968 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.201638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.234002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bfad5-17cc-413c-a27c-9c0d2f08b0e6 None None] Pushing event updated for resources: {'Port': ['ID=d2961bc9-5584-4caa-a687-0c8967190284,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:13.273985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.4 (70cc2c2a-0508-4ced-900a-43ee78c28bab/76b81bcb-d6e2-4f9f-9225-e40fd8d287f1/22a06b5f-eaa8-4309-bd49-5d858509f861) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:13.367192 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.385234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987bf0b4-caf4-4bc8-b2be-5a2166a6bd56']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:13.404214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3189c0f-8775-41ae-b209-bc9595e458cc') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:13.404864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3189c0f-8775-41ae-b209-bc9595e458cc') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:13.417366 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.434250 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.442706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:28:13.449405 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:28:13.487682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.504129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object 22a06b5f-eaa8-4309-bd49-5d858509f861 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:13.617458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.643172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.677307 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.696967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/networks/987bf0b4-caf4-4bc8-b2be-5a2166a6bd56 HTTP/1.1" status: 204 len: 168 time: 0.6270654 Jul 08 02:28:13.697863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51708) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:13.738010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 70cc2c2a-0508-4ced-900a-43ee78c28bab is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:13.748396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:13.750914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf87942-72f0-4505-88ed-89477cf37b49 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Network': ['ID=987bf0b4-caf4-4bc8-b2be-5a2166a6bd56,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:13.766302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:13.807210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:13.807759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=22a06b5f-eaa8-4309-bd49-5d858509f861,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:13.846899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:13.853640 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:13.859251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:13.859729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e86d51f4-a5ce-4e3c-9a5d-42139b27ea4c not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:13.860169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device aa849a70-f572-4eee-bd84-d32f42f84436 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:13.908732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: aa849a70-f572-4eee-bd84-d32f42f84436 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:13.915640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device aa849a70-f572-4eee-bd84-d32f42f84436 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:13.915640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8f7db90c-00ea-428e-8822-0062eca82a66 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:13.943094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8f7db90c-00ea-428e-8822-0062eca82a66 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:13.947670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8f7db90c-00ea-428e-8822-0062eca82a66 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:13.998310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-23930d42-56ed-4684-9756-00fc681e8f0d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8938107 Jul 08 02:28:13.999296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51714) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:14.040018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting port bf4072ec-ace7-479d-bb4d-80e6943cb87c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:14.040752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.128721 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.129115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.153277 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Calling delete_port for bf4072ec-ace7-479d-bb4d-80e6943cb87c owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:14.386225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.394150 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.462413 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0e82d369-4abd-40ae-a230-2711bed197b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.489631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Port': ['ID=bf4072ec-ace7-479d-bb4d-80e6943cb87c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:14.523498 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.524100 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Floating IP f476a82d-e4c8-4e2d-aa71-ebbd43e4e005 disassociated (deleted). External IP: 172.25.8.220, port: aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0. Jul 08 02:28:14.675880 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.731332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.764601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Router f03eaf2d-da3a-4517-a50c-892929711176 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:14.826424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=22a06b5f-eaa8-4309-bd49-5d858509f861,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:14.830448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142f802-6fb0-4f5e-946e-c53923c5e7ea None None] Network 70cc2c2a-0508-4ced-900a-43ee78c28bab requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:14.922372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:14.928527 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.938601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] Sync routers for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:14.947986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.983191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:14.984043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-47ac4504-6142-482f-aebf-a6c80a918ebb tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/floatingips/f476a82d-e4c8-4e2d-aa71-ebbd43e4e005 HTTP/1.1" status: 204 len: 168 time: 1.2852538 Jul 08 02:28:14.984662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:14.987240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:14.993003 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9b60e0-b455-4217-9f39-841e83e068c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:14.993681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-48b26237-6c78-4239-8669-42023653611b None None] Provisioning for port d2961bc9-5584-4caa-a687-0c8967190284 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:15.044776 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee1bd02-bd86-4843-832d-e9d6af17b3fe x-openstack-request-id: req-3ee1bd02-bd86-4843-832d-e9d6af17b3fe {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:15.045763 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:15.045763 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ee1bd02-bd86-4843-832d-e9d6af17b3fe {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:15.046170 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'status': 'completed', 'code': 200} Jul 08 02:28:15.062303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.198361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:15.217688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-e1c26866-d76c-40a0-b456-0e7f803258d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:15.219645 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-e1c26866-d76c-40a0-b456-0e7f803258d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 1136 time: 0.1226752 Jul 08 02:28:15.347196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.386705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-2889e2e1-1d77-4a04-a7a9-a0b96392ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:15.388358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-2889e2e1-1d77-4a04-a7a9-a0b96392ab4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=73117487-ac30-444d-9519-934681d764a7 HTTP/1.1" status: 200 len: 897 time: 0.1605656 Jul 08 02:28:15.495873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:50Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:15.525126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-026c2674-2f00-48aa-971a-8a175717aa8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 HTTP/1.1" status: 200 len: 217 time: 0.1139348 Jul 08 02:28:15.563873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] Checking router: f03eaf2d-da3a-4517-a50c-892929711176 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:15.578033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:15.579954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:15.592090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-2f133a95-f68b-4a80-892c-26523085ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:15.593647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-2f133a95-f68b-4a80-892c-26523085ec61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b958648a-2596-40ae-a364-6ccd0cf7d236 HTTP/1.1" status: 200 len: 834 time: 0.0604992 Jul 08 02:28:15.749716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d2961bc9-5584-4caa-a687-0c8967190284 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:16.144831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:16.146536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:16.185936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-18bf77f3-8dde-4de1-ae14-400ab2eff7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:16.187573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-18bf77f3-8dde-4de1-ae14-400ab2eff7a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73117487-ac30-444d-9519-934681d764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5823672 Jul 08 02:28:16.208030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c792f-c26d-4f53-9a29-208bc83416cb req-b1646c97-e235-4b8f-acc2-ee6d3a998d38 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:16.213506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb3c792f-c26d-4f53-9a29-208bc83416cb req-b1646c97-e235-4b8f-acc2-ee6d3a998d38 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 984 time: 0.4653137 Jul 08 02:28:16.238204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:16.371074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:16.398832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Provisioning for port 22a06b5f-eaa8-4309-bd49-5d858509f861 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:16.406248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Provisioning complete for port 22a06b5f-eaa8-4309-bd49-5d858509f861 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:16.406669 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:16.429013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=22a06b5f-eaa8-4309-bd49-5d858509f861,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:16.443959 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb3c792f-c26d-4f53-9a29-208bc83416cb req-8c4f989f-e564-4cfb-8dba-5c36e223e9f9 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2129431 Jul 08 02:28:16.456066 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:16.496854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d2961bc9-5584-4caa-a687-0c8967190284 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:16.502322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-2b7ada46-462d-4e57-8160-ee1cdbd0b410 service neutron] 10.222.0.18 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876701 Jul 08 02:28:16.526991 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d2961bc9-5584-4caa-a687-0c8967190284 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:16.531377 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:16.598206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Port 22a06b5f-eaa8-4309-bd49-5d858509f861 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:16.654577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Provisioning complete for port d2961bc9-5584-4caa-a687-0c8967190284 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:16.655614 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:16.701799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:50Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:16.785476 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:16.797792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea82480-d37b-4d0f-8f4d-6d8d8bfde0dc None None] The sync data for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 is: [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:26:40Z', 'revision_number': 4, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5fd3627f-05e3-4fef-b063-bd782305d70d', 'name': '', 'network_id': '73117487-ac30-444d-9519-934681d764a7', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'mac_address': 'fa:16:3e:35:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:39Z', 'updated_at': '2021-07-08T02:26:50Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'subnets': [{'id': 'b958648a-2596-40ae-a364-6ccd0cf7d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:16.801902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb9b60e0-b455-4217-9f39-841e83e068c0 req-e0b7e939-c613-4402-b71f-c437ace45924 service neutron] 10.222.0.18 "GET /v2.0/networks/73117487-ac30-444d-9519-934681d764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762809 Jul 08 02:28:16.858874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d2961bc9-5584-4caa-a687-0c8967190284, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d2961bc9-5584-4caa-a687-0c8967190284,segment=NetworkSegment(38964fbf-b63b-4ef0-924e-57d8211cc384),segment_id=38964fbf-b63b-4ef0-924e-57d8211cc384)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:16.884374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 70cc2c2a-0508-4ced-900a-43ee78c28bab is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:16.896845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:16.956491 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:17.006567 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:17.177693 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:28:17.177693 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-9f614dfa-0075-4d4f-8b38-9f24b50207fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:28:17.177693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d2961bc9-5584-4caa-a687-0c8967190284,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:17.180957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-425be4dd-de41-4ddd-a320-03c919a34a3f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:17.182842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-425be4dd-de41-4ddd-a320-03c919a34a3f tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 984 time: 0.3650436 Jul 08 02:28:17.285547 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821be4b-8cf5-4bf3-8756-8526091698b9 None None] New status for floating IP f476a82d-e4c8-4e2d-aa71-ebbd43e4e005: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:28:17.354665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:17.355068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:17.370874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Router e631d27f-a07e-4cc8-b5ca-0fcec3199563 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:28:17.511040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d2961bc9-5584-4caa-a687-0c8967190284 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:17.535214 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:17.547790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] For port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:17.548396 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:17.572600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Calling delete_port for aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:17.586019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d2961bc9-5584-4caa-a687-0c8967190284 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:17.586412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:17.630410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:17.647503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b5f1ee2-98e4-453a-b5d0-c7c26122e7d7 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "PUT /v2.0/routers/e631d27f-a07e-4cc8-b5ca-0fcec3199563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6428819 Jul 08 02:28:17.647915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51760) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:17.653188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dbf3b-41b9-4d11-a732-0d2a4356d5f1 None None] Sync routers for ids ['e631d27f-a07e-4cc8-b5ca-0fcec3199563'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:17.713005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dbf3b-41b9-4d11-a732-0d2a4356d5f1 None None] Routers {'e631d27f-a07e-4cc8-b5ca-0fcec3199563'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:17.713653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b66dbf3b-41b9-4d11-a732-0d2a4356d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e631d27f-a07e-4cc8-b5ca-0fcec3199563'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:17.719738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc30d1-77f5-455a-94c9-b05336c19696 req-e779738e-84e8-4d3c-b632-00ae647ca3ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:17.721992 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dc30d1-77f5-455a-94c9-b05336c19696 req-e779738e-84e8-4d3c-b632-00ae647ca3ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 984 time: 0.1406498 Jul 08 02:28:17.793622 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226dc6f4-aa2c-4dc3-b3bc-138957796acb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:17.795174 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-226dc6f4-aa2c-4dc3-b3bc-138957796acb tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports?device_id=e631d27f-a07e-4cc8-b5ca-0fcec3199563 HTTP/1.1" status: 200 len: 981 time: 0.1453586 Jul 08 02:28:17.799290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51764) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:17.800700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62dc30d1-77f5-455a-94c9-b05336c19696 req-6d4dcb6f-6ad3-4a9b-ae7c-f19b30e5c238 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/security-groups?id=8dcb8cb1-7259-40fb-8c3a-492459b30d18&id=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0685663 Jul 08 02:28:17.802915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b66dbf3b-41b9-4d11-a732-0d2a4356d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:17.840173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dbf3b-41b9-4d11-a732-0d2a4356d5f1 None None] Routers {'e631d27f-a07e-4cc8-b5ca-0fcec3199563'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:17.840173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b66dbf3b-41b9-4d11-a732-0d2a4356d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e631d27f-a07e-4cc8-b5ca-0fcec3199563'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:17.866947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b66dbf3b-41b9-4d11-a732-0d2a4356d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:17.867581 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dbf3b-41b9-4d11-a732-0d2a4356d5f1 None None] The sync data for ids ['e631d27f-a07e-4cc8-b5ca-0fcec3199563'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:17.873100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:17.938352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6789ad64-b415-487d-b450-caa1215e2d76 None None] Provisioning complete for port 22a06b5f-eaa8-4309-bd49-5d858509f861 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:17.939149 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6789ad64-b415-487d-b450-caa1215e2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:17.940492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Port': ['ID=aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:17.984609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6789ad64-b415-487d-b450-caa1215e2d76 None None] Port 22a06b5f-eaa8-4309-bd49-5d858509f861 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:18.004788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] No DVR routers for this DVR port aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:18.007690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:18.009826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f125c67d-0eb9-4dc8-b7a2-e0fae719c1ec req-8e1a7ebc-5b4d-4162-8a8f-3450754db1c4 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.18 "DELETE /v2.0/ports/aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 HTTP/1.1" status: 204 len: 173 time: 0.8185635 Jul 08 02:28:18.012172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'name': 'network-vif-deleted', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:18.014793 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d79aae2-dc53-477e-9e3a-7ee4fc485c8f" -d '{"events": [{"server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "name": "network-vif-deleted", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:18.082694 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe00287-0506-43d1-82b6-a3fa2b7b3f1e x-openstack-request-id: req-0fe00287-0506-43d1-82b6-a3fa2b7b3f1e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:18.082990 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd93da8-2c92-41e2-a131-50706b0d7f8b", "name": "network-vif-deleted", "tag": "aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:18.083247 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0fe00287-0506-43d1-82b6-a3fa2b7b3f1e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:18.083669 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd93da8-2c92-41e2-a131-50706b0d7f8b', 'name': 'network-vif-deleted', 'tag': 'aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0', 'status': 'completed', 'code': 200} Jul 08 02:28:18.274622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:18.400124 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:18.885762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 22a06b5f-eaa8-4309-bd49-5d858509f861 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:18.887171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:19.004160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c6ec68e-7999-429b-b652-f7cd1b3f96ad req-ad654320-9724-4d4e-aa81-e0bdaac3f0df tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd93da8-2c92-41e2-a131-50706b0d7f8b HTTP/1.1" status: 200 len: 210 time: 0.0312479 Jul 08 02:28:19.007235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:19.024289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 22a06b5f-eaa8-4309-bd49-5d858509f861 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:19.236746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51784) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:19.291139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:19.326374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=22a06b5f-eaa8-4309-bd49-5d858509f861,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:19.532170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:19.801398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Router e631d27f-a07e-4cc8-b5ca-0fcec3199563 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:19.910304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:19.917644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7bf23a1a-8717-41c9-bb78-b96cde2e8e65 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "PUT /v2.0/routers/e631d27f-a07e-4cc8-b5ca-0fcec3199563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1147225 Jul 08 02:28:19.919027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51788) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:19.923110 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14071fcc-45ab-4f9c-a9a0-d3736b7c098a None None] Sync routers for ids ['e631d27f-a07e-4cc8-b5ca-0fcec3199563'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:19.932551 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14071fcc-45ab-4f9c-a9a0-d3736b7c098a None None] Routers {'e631d27f-a07e-4cc8-b5ca-0fcec3199563'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:19.933154 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-14071fcc-45ab-4f9c-a9a0-d3736b7c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e631d27f-a07e-4cc8-b5ca-0fcec3199563'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:19.955084 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6372b6a-9e38-4959-99dc-b3b7277faef4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:28:19.956663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c6372b6a-9e38-4959-99dc-b3b7277faef4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/22a06b5f-eaa8-4309-bd49-5d858509f861 HTTP/1.1" status: 404 len: 333 time: 0.0363872 Jul 08 02:28:19.959621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51790) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:19.967293 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-14071fcc-45ab-4f9c-a9a0-d3736b7c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:19.976315 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14071fcc-45ab-4f9c-a9a0-d3736b7c098a None None] Routers {'e631d27f-a07e-4cc8-b5ca-0fcec3199563'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:19.976940 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-14071fcc-45ab-4f9c-a9a0-d3736b7c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e631d27f-a07e-4cc8-b5ca-0fcec3199563'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:20.009287 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-14071fcc-45ab-4f9c-a9a0-d3736b7c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:20.010247 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14071fcc-45ab-4f9c-a9a0-d3736b7c098a None None] The sync data for ids ['e631d27f-a07e-4cc8-b5ca-0fcec3199563'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:20.048015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc3c598e-239a-4748-9815-9493cf4dcd84 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.091716 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.107193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51796) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:20.243050 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc3c598e-239a-4748-9815-9493cf4dcd84 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.245830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc3c598e-239a-4748-9815-9493cf4dcd84 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.290935 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c82a5a-d708-44f6-921e-2f7872300469 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.315410 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c82a5a-d708-44f6-921e-2f7872300469 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.376384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Deleting port ea56cd3b-3f65-45e3-ad45-cd95973a6449 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:20.376655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.393973 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc3c598e-239a-4748-9815-9493cf4dcd84 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.394625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3c598e-239a-4748-9815-9493cf4dcd84 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Fanout notify agent at l3_agent the message router_deleted on router e631d27f-a07e-4cc8-b5ca-0fcec3199563 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:28:20.402368 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bc3c598e-239a-4748-9815-9493cf4dcd84 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.406288 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bc3c598e-239a-4748-9815-9493cf4dcd84 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/routers/e631d27f-a07e-4cc8-b5ca-0fcec3199563 HTTP/1.1" status: 204 len: 168 time: 0.4430115 Jul 08 02:28:20.406579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51806) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:20.441301 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c82a5a-d708-44f6-921e-2f7872300469 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.443960 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c82a5a-d708-44f6-921e-2f7872300469 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.445296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d6c82a5a-d708-44f6-921e-2f7872300469 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/security-groups/d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0 HTTP/1.1" status: 204 len: 168 time: 0.3371360 Jul 08 02:28:20.450613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51808) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:20.463740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] For port ea56cd3b-3f65-45e3-ad45-cd95973a6449, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ea56cd3b-3f65-45e3-ad45-cd95973a6449,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:20.464103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.479183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Calling delete_port for ea56cd3b-3f65-45e3-ad45-cd95973a6449 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:20.482405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c82a5a-d708-44f6-921e-2f7872300469 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81fdb7c-cc2e-44f5-bd75-8bf64d7540a0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:20.498414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f9db42-2d0e-4160-b7d5-dbb06d786253 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet 76b81bcb-d6e2-4f9f-9225-e40fd8d287f1 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:20.506530 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-30f9db42-2d0e-4160-b7d5-dbb06d786253 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.564963 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-30f9db42-2d0e-4160-b7d5-dbb06d786253 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.567578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83d28f72-bc8f-431d-aac5-cfabe65ccc73 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.619657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83d28f72-bc8f-431d-aac5-cfabe65ccc73 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.693523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-30f9db42-2d0e-4160-b7d5-dbb06d786253 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.720189 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.747057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea56cd3b-3f65-45e3-ad45-cd95973a6449,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:20.793499 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83d28f72-bc8f-431d-aac5-cfabe65ccc73 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.796215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-83d28f72-bc8f-431d-aac5-cfabe65ccc73 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.802462 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-83d28f72-bc8f-431d-aac5-cfabe65ccc73 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/security-groups/8dcb8cb1-7259-40fb-8c3a-492459b30d18 HTTP/1.1" status: 204 len: 168 time: 0.3440335 Jul 08 02:28:20.802601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51812) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:20.851979 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-30f9db42-2d0e-4160-b7d5-dbb06d786253 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.858524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d28f72-bc8f-431d-aac5-cfabe65ccc73 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb8cb1-7259-40fb-8c3a-492459b30d18,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:20.889549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9db42-2d0e-4160-b7d5-dbb06d786253 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=76b81bcb-d6e2-4f9f-9225-e40fd8d287f1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:20.896301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:20.904307 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-30f9db42-2d0e-4160-b7d5-dbb06d786253 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.906355 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-30f9db42-2d0e-4160-b7d5-dbb06d786253 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/76b81bcb-d6e2-4f9f-9225-e40fd8d287f1 HTTP/1.1" status: 204 len: 168 time: 0.4985306 Jul 08 02:28:20.909934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51814) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:20.938288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:20.939567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device aecc4ac8-5b47-46fc-a6c0-ad5a2b7507e0 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:20.941584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175674a8-e83c-4c82-a8fb-42637284d9b1 None None] Network 70cc2c2a-0508-4ced-900a-43ee78c28bab requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:21.072721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.088589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.184175 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.206967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] DHCP port deletion for 70cc2c2a-0508-4ced-900a-43ee78c28bab request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:28:21.226722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port d2961bc9-5584-4caa-a687-0c8967190284 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:21.227069 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.259829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] Deleting port d2961bc9-5584-4caa-a687-0c8967190284 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:21.260216 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.324947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] For port d2961bc9-5584-4caa-a687-0c8967190284, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d2961bc9-5584-4caa-a687-0c8967190284,segment=NetworkSegment(38964fbf-b63b-4ef0-924e-57d8211cc384),segment_id=38964fbf-b63b-4ef0-924e-57d8211cc384)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:21.325736 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.332222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] For port d2961bc9-5584-4caa-a687-0c8967190284, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d2961bc9-5584-4caa-a687-0c8967190284,segment=NetworkSegment(38964fbf-b63b-4ef0-924e-57d8211cc384),segment_id=38964fbf-b63b-4ef0-924e-57d8211cc384)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:21.332761 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.358030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] Calling delete_port for d2961bc9-5584-4caa-a687-0c8967190284 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:21.400044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for d2961bc9-5584-4caa-a687-0c8967190284 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:21.531621 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.556837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] No DVR routers for this DVR port d2961bc9-5584-4caa-a687-0c8967190284 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:21.585204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.596267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:21.597653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66a27d-37b3-4504-8841-a3412bff3c9b None None] Pushing event deleted for resources: {'Port': ['ID=d2961bc9-5584-4caa-a687-0c8967190284,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:21.631076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No DVR routers for this DVR port d2961bc9-5584-4caa-a687-0c8967190284 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:21.631076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=d2961bc9-5584-4caa-a687-0c8967190284,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:21.644906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d2961bc9-5584-4caa-a687-0c8967190284 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:21.668534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d2961bc9-5584-4caa-a687-0c8967190284 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:21.669405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d2961bc9-5584-4caa-a687-0c8967190284 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:21.753001 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.755987 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.796239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cc2c2a-0508-4ced-900a-43ee78c28bab']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:21.812558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38964fbf-b63b-4ef0-924e-57d8211cc384') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:21.812868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38964fbf-b63b-4ef0-924e-57d8211cc384') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:21.826165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.840078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:21.845149 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2c0453e6-64fd-4283-8af5-93908bef16a8 admin admin] 10.222.0.10 "PUT /v2.0/routers/16a4eaf0-0655-4805-a4a9-00db6ce7a8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6072400 Jul 08 02:28:21.846220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.849495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] Sync routers for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:21.854818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:28:21.854818 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:28:21.857960 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:28:21.861885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:21.861976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:21.861976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:22.007600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:22.148463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting port 5fd3627f-05e3-4fef-b063-bd782305d70d {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:22.151537 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.271934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] For port 5fd3627f-05e3-4fef-b063-bd782305d70d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5fd3627f-05e3-4fef-b063-bd782305d70d,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:22.272344 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.289684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Calling delete_port for 5fd3627f-05e3-4fef-b063-bd782305d70d owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:22.318340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:28:20Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:22.347143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] Checking router: 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:22.358471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] Routers {'16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:22.358928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:22.462466 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.468124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] Set router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:22.537651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.543178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.547946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/networks/70cc2c2a-0508-4ced-900a-43ee78c28bab HTTP/1.1" status: 204 len: 168 time: 1.6369798 Jul 08 02:28:22.551459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51820) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:22.570303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786fe40-0c11-4ac2-af78-3561b6a70021 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Network': ['ID=70cc2c2a-0508-4ced-900a-43ee78c28bab,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:22.606382 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.621603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.648909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574391a2-fb22-4525-ad46-6f945aebb275 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:22.654335 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-574391a2-fb22-4525-ad46-6f945aebb275 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 HTTP/1.1" status: 200 len: 840 time: 0.0976334 Jul 08 02:28:22.654906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:22.674219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Port': ['ID=5fd3627f-05e3-4fef-b063-bd782305d70d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:22.710813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:28:20Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:22.748182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b298e-8185-4c8f-bceb-9961f061f3b9 None None] The sync data for ids ['16a4eaf0-0655-4805-a4a9-00db6ce7a8d3'] in n-d-695189-13 is: [{'id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'name': 'tempest-AttachVolumeTestJSON-1444361924-router', 'tenant_id': '909d9d73b42e4a4090989d5365c6a85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:21:04Z', 'updated_at': '2021-07-08T02:28:20Z', 'revision_number': 5, 'project_id': '909d9d73b42e4a4090989d5365c6a85f', 'gw_port': {'id': '5b77ce1c-5fd9-4a92-ac56-82051ea2c388', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a4eaf0-0655-4805-a4a9-00db6ce7a8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:21:05Z', 'updated_at': '2021-07-08T02:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:22.749672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b24c595-38db-493d-909c-dc2fc44f65b1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0924864 Jul 08 02:28:22.755475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51824) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:22.761135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:22.786798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Deleting port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:22.790550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.898121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] For port 5b77ce1c-5fd9-4a92-ac56-82051ea2c388, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5b77ce1c-5fd9-4a92-ac56-82051ea2c388,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:22.898606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:22.915589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Calling delete_port for 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:22.980394 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.038910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:23.042058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.206757 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.294465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5b77ce1c-5fd9-4a92-ac56-82051ea2c388,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:23.316958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.351294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Router f03eaf2d-da3a-4517-a50c-892929711176 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:23.417114 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.419411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.429431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.511869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.519397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:28:23.526506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.528909 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:23.529934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51828) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:23.530506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2603ec29-7c44-4be4-98d4-37cd32af19cc admin admin] 10.222.0.10 "DELETE /v2.0/routers/16a4eaf0-0655-4805-a4a9-00db6ce7a8d3 HTTP/1.1" status: 204 len: 168 time: 1.6711359 Jul 08 02:28:23.579639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea56cd3b-3f65-45e3-ad45-cd95973a6449 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:23.601795 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e599a782-d297-4415-bba8-5c1226826582 admin admin] Deleting subnet 859e4436-c543-4358-a5bf-c88b5539b750 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:23.605172 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e599a782-d297-4415-bba8-5c1226826582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.622052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: ea56cd3b-3f65-45e3-ad45-cd95973a6449 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:23.622669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ea56cd3b-3f65-45e3-ad45-cd95973a6449 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:23.634805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:23.644859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda59f2-b9b5-4e08-b91c-e951203dfcc5 None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:23.653219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:23.653219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.679102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e599a782-d297-4415-bba8-5c1226826582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.681193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=81a54d87-0de9-4c45-8522-787d518da171,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:23.722279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:23.729318 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-217357ab-f375-4644-9532-5f539ab45f8a tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "PUT /v2.0/routers/f03eaf2d-da3a-4517-a50c-892929711176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9256215 Jul 08 02:28:23.731988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:23.737400 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] Sync routers for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:23.756326 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:23.759071 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:23.791768 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b1af2ffe-2bf1-499d-b123-92fc75192ece tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0351715 Jul 08 02:28:23.794715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51832) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:23.806317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e599a782-d297-4415-bba8-5c1226826582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.810243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-b2f15504-9c64-47bd-8164-21adbc85598a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'security_group': {'name': 'tempest-secgroup-134960435'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:23.859760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ebd6b3-6fc7-4557-af6e-b05d9d3fa102 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting subnet b958648a-2596-40ae-a364-6ccd0cf7d236 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:23.863112 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ebd6b3-6fc7-4557-af6e-b05d9d3fa102 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.924068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ebd6b3-6fc7-4557-af6e-b05d9d3fa102 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.930084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'tenant_id': '23ecf0f9fc8f440db88940b4d0d85382', 'fixed_ips': [{'subnet_id': '81a54d87-0de9-4c45-8522-787d518da171'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:28:23.937493 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.939877 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:23.946250 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2f15504-9c64-47bd-8164-21adbc85598a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.037319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e599a782-d297-4415-bba8-5c1226826582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.051423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ebd6b3-6fc7-4557-af6e-b05d9d3fa102 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.086597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599a782-d297-4415-bba8-5c1226826582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859e4436-c543-4358-a5bf-c88b5539b750,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:24.094085 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e599a782-d297-4415-bba8-5c1226826582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.096468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e599a782-d297-4415-bba8-5c1226826582 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/859e4436-c543-4358-a5bf-c88b5539b750 HTTP/1.1" status: 204 len: 168 time: 0.5614624 Jul 08 02:28:24.101370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51836) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:24.102092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3eee94-61dd-4786-9c3b-89e0b1e8d57a None None] Network 106a5d3f-24be-4b9b-a79e-2e297f3a6390 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:24.139669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2f15504-9c64-47bd-8164-21adbc85598a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.158121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Allocated IP 172.20.0.2 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/81a54d87-0de9-4c45-8522-787d518da171/b7dc552c-7540-4be4-a87e-4e11634b5d53) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:24.194933 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:28:22Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.219409 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2f15504-9c64-47bd-8164-21adbc85598a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.223364 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.229637 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] Checking router: f03eaf2d-da3a-4517-a50c-892929711176 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:24.242765 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] Routers {'f03eaf2d-da3a-4517-a50c-892929711176'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:24.243844 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['f03eaf2d-da3a-4517-a50c-892929711176'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.250974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f15504-9c64-47bd-8164-21adbc85598a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc97d3f-9059-4bea-aee4-8eef4e49d461,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:24.267152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ebd6b3-6fc7-4557-af6e-b05d9d3fa102 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.295282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Deleting port 29f36959-4039-4c71-a133-105b1c6a4356 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:24.296184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.307484 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97ebd6b3-6fc7-4557-af6e-b05d9d3fa102 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.309438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-97ebd6b3-6fc7-4557-af6e-b05d9d3fa102 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/subnets/b958648a-2596-40ae-a364-6ccd0cf7d236 HTTP/1.1" status: 204 len: 168 time: 0.5764365 Jul 08 02:28:24.310337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebd6b3-6fc7-4557-af6e-b05d9d3fa102 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Subnet': ['ID=b958648a-2596-40ae-a364-6ccd0cf7d236,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:24.320893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:24.400949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] For port 29f36959-4039-4c71-a133-105b1c6a4356, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=29f36959-4039-4c71-a133-105b1c6a4356,segment=NetworkSegment(51910b87-fd3b-46a4-827b-e820a60b38f2),segment_id=51910b87-fd3b-46a4-827b-e820a60b38f2)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:24.401492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.417471 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] Set router f03eaf2d-da3a-4517-a50c-892929711176 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:24.421567 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b2f15504-9c64-47bd-8164-21adbc85598a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.425272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b2f15504-9c64-47bd-8164-21adbc85598a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6250203 Jul 08 02:28:24.425807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:24.426916 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Calling delete_port for 29f36959-4039-4c71-a133-105b1c6a4356 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:24.432265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-785afce5-4187-4b84-8446-1ada57485192 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'security_group': {'name': 'tempest-secgroup-1257429639'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:24.469307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60fae00-7c39-4532-ae35-7a3a4d3cffde None None] Network 73117487-ac30-444d-9519-934681d764a7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:24.483547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.521514 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-785afce5-4187-4b84-8446-1ada57485192 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.586605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.636559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.641688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f36959-4039-4c71-a133-105b1c6a4356,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:24.646460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] No DVR routers for this DVR port 29f36959-4039-4c71-a133-105b1c6a4356 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:24.672032 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:28:22Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.703792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-785afce5-4187-4b84-8446-1ada57485192 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.717709 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.726614 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4301854-f320-4871-bf6b-067fec9ea347 None None] The sync data for ids ['f03eaf2d-da3a-4517-a50c-892929711176'] in n-d-695189-13 is: [{'id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73221179', 'tenant_id': '0b0c0fb41f1640cab0d8d77559e39051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:26:33Z', 'updated_at': '2021-07-08T02:28:22Z', 'revision_number': 5, 'project_id': '0b0c0fb41f1640cab0d8d77559e39051', 'gw_port': {'id': '8cd1240f-57db-45a9-89e3-be9897a5dffd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03eaf2d-da3a-4517-a50c-892929711176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:26:34Z', 'updated_at': '2021-07-08T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:24.729226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.735840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Transition to ACTIVE for port object b7dc552c-7540-4be4-a87e-4e11634b5d53 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:24.739762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106a5d3f-24be-4b9b-a79e-2e297f3a6390']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.757660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Transition to ACTIVE for port object b7dc552c-7540-4be4-a87e-4e11634b5d53 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:24.764493 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51910b87-fd3b-46a4-827b-e820a60b38f2') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.764799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51910b87-fd3b-46a4-827b-e820a60b38f2') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.785685 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.787218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905de587-4bd1-4357-a87c-2da72cd438ae None None] DHCP port deletion for 106a5d3f-24be-4b9b-a79e-2e297f3a6390 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:28:24.803000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.807602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-785afce5-4187-4b84-8446-1ada57485192 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.809772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:28:24.810180 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:28:24.811922 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:28:24.835809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Deleting port 8cd1240f-57db-45a9-89e3-be9897a5dffd {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:24.836171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.840460 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.879594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:24.885478 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:24.887049 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-785afce5-4187-4b84-8446-1ada57485192 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.887845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:24.888311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-785afce5-4187-4b84-8446-1ada57485192 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4615824 Jul 08 02:28:24.892392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785afce5-4187-4b84-8446-1ada57485192 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2338a9ae-9510-48c1-8161-1102261bfa87,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:24.896781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51842) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:24.897622 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Pushing event updated for resources: {'Port': ['ID=b7dc552c-7540-4be4-a87e-4e11634b5d53,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:24.902726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-122866131', 'security_groups': ['2338a9ae-9510-48c1-8161-1102261bfa87'], 'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81a54d87-0de9-4c45-8522-787d518da171'}]}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:24.948200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] For port 8cd1240f-57db-45a9-89e3-be9897a5dffd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8cd1240f-57db-45a9-89e3-be9897a5dffd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:24.948799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.958262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.966512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Calling delete_port for 8cd1240f-57db-45a9-89e3-be9897a5dffd owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:24.966972 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:24.968956 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] 10.222.0.10 "DELETE /v2.0/networks/106a5d3f-24be-4b9b-a79e-2e297f3a6390 HTTP/1.1" status: 204 len: 168 time: 0.8654549 Jul 08 02:28:24.993771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62535941-1229-407e-8c15-757fb4413627 admin admin] Pushing event deleted for resources: {'Network': ['ID=106a5d3f-24be-4b9b-a79e-2e297f3a6390,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:24.994556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Attempting to bind port b7dc552c-7540-4be4-a87e-4e11634b5d53 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:24.994986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Attempting to bind port b7dc552c-7540-4be4-a87e-4e11634b5d53 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0122be8e-2632-4a88-aaf5-c4b3cf2524e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:24.995414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Attempting to bind port b7dc552c-7540-4be4-a87e-4e11634b5d53 on network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:25.002001 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:25.002436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Checking segment: {'id': '0122be8e-2632-4a88-aaf5-c4b3cf2524e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:25.002772 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.003244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Bound using segment: {'id': '0122be8e-2632-4a88-aaf5-c4b3cf2524e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:25.003759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Bound port: b7dc552c-7540-4be4-a87e-4e11634b5d53, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0122be8e-2632-4a88-aaf5-c4b3cf2524e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:25.004143 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.115469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] For port b7dc552c-7540-4be4-a87e-4e11634b5d53, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:25.119453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] For port b7dc552c-7540-4be4-a87e-4e11634b5d53, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7dc552c-7540-4be4-a87e-4e11634b5d53,segment=NetworkSegment(0122be8e-2632-4a88-aaf5-c4b3cf2524e8),segment_id=0122be8e-2632-4a88-aaf5-c4b3cf2524e8)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:25.131192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:25.136079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] DHCP port deletion for 73117487-ac30-444d-9519-934681d764a7 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:28:25.188687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] Deleting port 49773174-2096-445a-a319-50bebcdf34d5 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:25.189126 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.231703 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.237629 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.258574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port 5149ed03-0709-4f28-b4e6-778143db47f6 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:28:25.304171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] For port 49773174-2096-445a-a319-50bebcdf34d5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=49773174-2096-445a-a319-50bebcdf34d5,segment=NetworkSegment(59cb8fe0-81ca-4655-a619-ceb58c230132),segment_id=59cb8fe0-81ca-4655-a619-ceb58c230132)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:25.304574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.314407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.329986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] Calling delete_port for 49773174-2096-445a-a319-50bebcdf34d5 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:25.334285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24824544-d138-4c60-a6fb-3b652e005b8b None None] Pushing event updated for resources: {'Port': ['ID=b7dc552c-7540-4be4-a87e-4e11634b5d53,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:25.376852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Port': ['ID=8cd1240f-57db-45a9-89e3-be9897a5dffd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:25.415595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51856) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:25.502893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.538419 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.573626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] No DVR routers for this DVR port 49773174-2096-445a-a319-50bebcdf34d5 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:25.594723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-54de7829-beae-47af-9aba-3ffcc8a4a853 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=909d9d73b42e4a4090989d5365c6a85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775210 Jul 08 02:28:25.601787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51862) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:25.628953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba84a0-e3e6-428d-a8d9-f7260de819ea None None] Pushing event deleted for resources: {'Port': ['ID=49773174-2096-445a-a319-50bebcdf34d5,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:25.699811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.702712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.715477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5fd3627f-05e3-4fef-b063-bd782305d70d no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:25.749954 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.10 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/81a54d87-0de9-4c45-8522-787d518da171/5149ed03-0709-4f28-b4e6-778143db47f6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:25.766836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5fd3627f-05e3-4fef-b063-bd782305d70d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:25.767308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5fd3627f-05e3-4fef-b063-bd782305d70d not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:25.768913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 49773174-2096-445a-a319-50bebcdf34d5 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:25.793019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 49773174-2096-445a-a319-50bebcdf34d5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:25.793481 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 49773174-2096-445a-a319-50bebcdf34d5 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:25.793997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:25.811123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c57fd5bf-c638-4cff-9c2d-8f02bc404b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.817897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:25.818332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5b77ce1c-5fd9-4a92-ac56-82051ea2c388 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:25.818858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 29f36959-4039-4c71-a133-105b1c6a4356 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:25.838927 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c57fd5bf-c638-4cff-9c2d-8f02bc404b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.842002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 29f36959-4039-4c71-a133-105b1c6a4356 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:25.842437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 29f36959-4039-4c71-a133-105b1c6a4356 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:25.852553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.853666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Fanout notify agent at l3_agent the message router_deleted on router f03eaf2d-da3a-4517-a50c-892929711176 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:28:25.867209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.871903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f1aa755c-8305-4139-b06c-ee0604dd31ee tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/routers/f03eaf2d-da3a-4517-a50c-892929711176 HTTP/1.1" status: 204 len: 168 time: 1.5527921 Jul 08 02:28:25.872850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51870) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:26.040275 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.099111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.160674 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c57fd5bf-c638-4cff-9c2d-8f02bc404b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.163411 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c57fd5bf-c638-4cff-9c2d-8f02bc404b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.167898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c57fd5bf-c638-4cff-9c2d-8f02bc404b35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cdfdb29-967c-4ed1-bab7-5cc50373335e HTTP/1.1" status: 204 len: 168 time: 0.5636456 Jul 08 02:28:26.198692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object 5149ed03-0709-4f28-b4e6-778143db47f6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:26.226475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.240289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fd5bf-c638-4cff-9c2d-8f02bc404b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdfdb29-967c-4ed1-bab7-5cc50373335e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:26.254088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73117487-ac30-444d-9519-934681d764a7']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:26.284409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cb8fe0-81ca-4655-a619-ceb58c230132') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:26.284719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cb8fe0-81ca-4655-a619-ceb58c230132') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:26.307381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.329414 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.341845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:28:26.342264 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:28:26.349249 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:28:26.431773 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.513397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:26.517058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:26.521263 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:26.564322 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.576808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.581632 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] 10.222.0.10 "DELETE /v2.0/networks/73117487-ac30-444d-9519-934681d764a7 HTTP/1.1" status: 204 len: 168 time: 0.7056007 Jul 08 02:28:26.586972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=5149ed03-0709-4f28-b4e6-778143db47f6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:26.618536 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208193e-5361-453e-a431-d81353a4fc56 tempest-TestSecurityGroupsBasicOps-1961841100 tempest-TestSecurityGroupsBasicOps-1961841100-project] Pushing event deleted for resources: {'Network': ['ID=73117487-ac30-444d-9519-934681d764a7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:26.637898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:26.640947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.709503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e9a5c596-049f-4c76-84cd-6561e1784cc9 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8152492 Jul 08 02:28:26.712327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51880) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:26.719715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-23c19322-3728-42ce-8c1a-d44be6ec14f4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:26.805790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3894adb6-4858-40e0-93ef-3062a9869d14 None None] Provisioning for port b7dc552c-7540-4be4-a87e-4e11634b5d53 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:26.845697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3894adb6-4858-40e0-93ef-3062a9869d14 None None] Provisioning complete for port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:26.846570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3894adb6-4858-40e0-93ef-3062a9869d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:26.900039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3894adb6-4858-40e0-93ef-3062a9869d14 None None] Port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:27.023608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c19322-3728-42ce-8c1a-d44be6ec14f4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:27.029664 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23c19322-3728-42ce-8c1a-d44be6ec14f4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.079807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5d37841c-7852-4217-a239-63d2ae19daab None None] Provisioning for port 5149ed03-0709-4f28-b4e6-778143db47f6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:27.092579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5d37841c-7852-4217-a239-63d2ae19daab None None] Provisioning complete for port 5149ed03-0709-4f28-b4e6-778143db47f6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:27.093036 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d37841c-7852-4217-a239-63d2ae19daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.133635 n-d-695189-13 neutron-server[100713]: INFO neutron.db.ipam_backend_mixin [None req-23c19322-3728-42ce-8c1a-d44be6ec14f4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81a54d87-0de9-4c45-8522-787d518da171 (CIDR: 172.20.0.0/28) Jul 08 02:28:27.150038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5d37841c-7852-4217-a239-63d2ae19daab None None] Port 5149ed03-0709-4f28-b4e6-778143db47f6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:27.172530 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c19322-3728-42ce-8c1a-d44be6ec14f4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:27.173143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c19322-3728-42ce-8c1a-d44be6ec14f4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:27.231583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:27.246541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-23c19322-3728-42ce-8c1a-d44be6ec14f4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5283401 Jul 08 02:28:27.246790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:27.251043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:27.413732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9ba50570-c055-4821-a903-f361b5fe9f81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b0c0fb41f1640cab0d8d77559e39051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802497 Jul 08 02:28:27.416068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:27.477041 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7baace4-5300-431e-981f-2d128e7b24bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.500258 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7baace4-5300-431e-981f-2d128e7b24bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.507197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:27.510834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.541817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7dc552c-7540-4be4-a87e-4e11634b5d53 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:27.680031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b7dc552c-7540-4be4-a87e-4e11634b5d53 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:27.684251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b7dc552c-7540-4be4-a87e-4e11634b5d53 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:27.684814 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.703390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7baace4-5300-431e-981f-2d128e7b24bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.705890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7baace4-5300-431e-981f-2d128e7b24bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.710840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a7baace4-5300-431e-981f-2d128e7b24bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4e3f72a-fab8-4cdd-93d3-3a74166161df HTTP/1.1" status: 204 len: 168 time: 0.2927232 Jul 08 02:28:27.730115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7baace4-5300-431e-981f-2d128e7b24bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e3f72a-fab8-4cdd-93d3-3a74166161df,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:27.807049 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.843385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b7dc552c-7540-4be4-a87e-4e11634b5d53, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7dc552c-7540-4be4-a87e-4e11634b5d53,segment=NetworkSegment(0122be8e-2632-4a88-aaf5-c4b3cf2524e8),segment_id=0122be8e-2632-4a88-aaf5-c4b3cf2524e8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:27.868915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.919244 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.952491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd1240f-57db-45a9-89e3-be9897a5dffd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:27.953873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:27.958587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:27.964315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:27.965311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:27.966094 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:27.976832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f1d4f6-d1fc-4fd1-a5e3-dc4a1fc05df4 None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:28.033521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8cd1240f-57db-45a9-89e3-be9897a5dffd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:28.033866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8cd1240f-57db-45a9-89e3-be9897a5dffd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:28.063517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d3214236-c5b5-469b-a776-f2cc2e62043c tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8175147 Jul 08 02:28:28.066285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b7dc552c-7540-4be4-a87e-4e11634b5d53,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:28.066482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51920) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:28.076460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-219677170', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae'}], 'security_groups': ['bfc97d3f-9059-4bea-aee4-8eef4e49d461']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:28.188257 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.404351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b92b10d-6307-4cdd-bd84-c0ab79e32904 None None] Update dhcp port {'port': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'fixed_ips': [{'subnet_id': '81a54d87-0de9-4c45-8522-787d518da171', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'b7dc552c-7540-4be4-a87e-4e11634b5d53'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:28:28.442250 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0b92b10d-6307-4cdd-bd84-c0ab79e32904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.533424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Delete allocated IP 172.20.0.10 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/81a54d87-0de9-4c45-8522-787d518da171) {{(pid=100713) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 02:28:28.546120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.19 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae/5149ed03-0709-4f28-b4e6-778143db47f6) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:28.552591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51926) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:28.567681 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9704-6476-485e-9843-e9f6e3507265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.688766 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9704-6476-485e-9843-e9f6e3507265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.722528 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.739397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object 5149ed03-0709-4f28-b4e6-778143db47f6 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:28.805275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9704-6476-485e-9843-e9f6e3507265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.834176 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.849373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b9704-6476-485e-9843-e9f6e3507265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67fafe9-f2d8-4602-a4ad-4b8b8cc82fde,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:28.867300 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9c2b9704-6476-485e-9843-e9f6e3507265 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9333a7e18fe4e579a6ad1231234504a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146493 Jul 08 02:28:28.874895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:28.891769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-0b92b10d-6307-4cdd-bd84-c0ab79e32904 None None] Allocated IP 172.20.0.18 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae/b7dc552c-7540-4be4-a87e-4e11634b5d53) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:28.949373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=5149ed03-0709-4f28-b4e6-778143db47f6,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:28.966721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cc03f2e-f9fb-4bcf-ace9-191bffacce24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.991872 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] In _notify_port_updated(), no bound segment for port 5149ed03-0709-4f28-b4e6-778143db47f6 on network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 {{(pid=100713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:28:28.995071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cc03f2e-f9fb-4bcf-ace9-191bffacce24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:28.998727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:29.005639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.005789 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-38730697-2b4a-437e-97bd-b2ee05aa0a24 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "PUT /v2.0/ports/5149ed03-0709-4f28-b4e6-778143db47f6 HTTP/1.1" status: 200 len: 920 time: 0.9361582 Jul 08 02:28:29.006695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51940) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:29.024736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-0b92b10d-6307-4cdd-bd84-c0ab79e32904 None None] For port b7dc552c-7540-4be4-a87e-4e11634b5d53, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7dc552c-7540-4be4-a87e-4e11634b5d53,segment=NetworkSegment(0122be8e-2632-4a88-aaf5-c4b3cf2524e8),segment_id=0122be8e-2632-4a88-aaf5-c4b3cf2524e8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:29.059142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0b92b10d-6307-4cdd-bd84-c0ab79e32904 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.075645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0b92b10d-6307-4cdd-bd84-c0ab79e32904 None None] Transition to ACTIVE for port object b7dc552c-7540-4be4-a87e-4e11634b5d53 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:29.119988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cc03f2e-f9fb-4bcf-ace9-191bffacce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.122595 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4cc03f2e-f9fb-4bcf-ace9-191bffacce24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.123835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4cc03f2e-f9fb-4bcf-ace9-191bffacce24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b67fafe9-f2d8-4602-a4ad-4b8b8cc82fde HTTP/1.1" status: 204 len: 168 time: 0.2550666 Jul 08 02:28:29.133138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc03f2e-f9fb-4bcf-ace9-191bffacce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67fafe9-f2d8-4602-a4ad-4b8b8cc82fde,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:29.144262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d008faf8-ffb2-417d-9b3f-cb0ef999888e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 5149ed03-0709-4f28-b4e6-778143db47f6 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:29.147693 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d008faf8-ffb2-417d-9b3f-cb0ef999888e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.171191 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0b92b10d-6307-4cdd-bd84-c0ab79e32904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.250535 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d008faf8-ffb2-417d-9b3f-cb0ef999888e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.263008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-d008faf8-ffb2-417d-9b3f-cb0ef999888e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 5149ed03-0709-4f28-b4e6-778143db47f6 owned by {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:29.291935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92b10d-6307-4cdd-bd84-c0ab79e32904 None None] Pushing event updated for resources: {'Port': ['ID=b7dc552c-7540-4be4-a87e-4e11634b5d53,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:29.472882 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d008faf8-ffb2-417d-9b3f-cb0ef999888e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.509494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7dc552c-7540-4be4-a87e-4e11634b5d53 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:29.619135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008faf8-ffb2-417d-9b3f-cb0ef999888e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=5149ed03-0709-4f28-b4e6-778143db47f6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:29.623094 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d008faf8-ffb2-417d-9b3f-cb0ef999888e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:29.627976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d008faf8-ffb2-417d-9b3f-cb0ef999888e tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/5149ed03-0709-4f28-b4e6-778143db47f6 HTTP/1.1" status: 204 len: 168 time: 0.6175520 Jul 08 02:28:29.628139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51946) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:29.665716 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f29c2ce-e2ce-405b-8e18-b3db5866f105 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:28:29.667643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4f29c2ce-e2ce-405b-8e18-b3db5866f105 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/5149ed03-0709-4f28-b4e6-778143db47f6 HTTP/1.1" status: 404 len: 333 time: 0.0384319 Jul 08 02:28:29.670400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51950) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:29.964723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51962) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:30.008494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-81c5a9cc-e685-4817-8f30-70fb34e71755 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aec8bf40264745b3a1df0b37868faf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424373 Jul 08 02:28:30.025232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51966) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:30.070324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ce510bf-c609-4d13-8502-b3bfd3eac69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.074480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5337e140-54c2-48a5-81ae-a3d1ee04da84 None None] Provisioning for port b7dc552c-7540-4be4-a87e-4e11634b5d53 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:30.080303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5337e140-54c2-48a5-81ae-a3d1ee04da84 None None] Provisioning complete for port b7dc552c-7540-4be4-a87e-4e11634b5d53 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:30.081299 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5337e140-54c2-48a5-81ae-a3d1ee04da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.092962 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7717b420-96cb-4190-91cf-7df80941ee16 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.096865 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ce510bf-c609-4d13-8502-b3bfd3eac69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.116122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7717b420-96cb-4190-91cf-7df80941ee16 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.205661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ce510bf-c609-4d13-8502-b3bfd3eac69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.208182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5337e140-54c2-48a5-81ae-a3d1ee04da84 None None] Provisioning complete for port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:30.208356 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3ce510bf-c609-4d13-8502-b3bfd3eac69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.208565 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5337e140-54c2-48a5-81ae-a3d1ee04da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.212408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3ce510bf-c609-4d13-8502-b3bfd3eac69a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a832413-9d07-41ed-a96d-c111b001b3a5 HTTP/1.1" status: 204 len: 168 time: 0.1973102 Jul 08 02:28:30.217666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce510bf-c609-4d13-8502-b3bfd3eac69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a832413-9d07-41ed-a96d-c111b001b3a5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:30.264526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5337e140-54c2-48a5-81ae-a3d1ee04da84 None None] Port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:30.265134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5337e140-54c2-48a5-81ae-a3d1ee04da84 None None] Could not find standard attr ID for object 5149ed03-0709-4f28-b4e6-778143db47f6. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:28:30.279660 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7717b420-96cb-4190-91cf-7df80941ee16 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.283452 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7717b420-96cb-4190-91cf-7df80941ee16 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.283796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7717b420-96cb-4190-91cf-7df80941ee16 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/security-groups/2338a9ae-9510-48c1-8161-1102261bfa87 HTTP/1.1" status: 204 len: 168 time: 0.6122162 Jul 08 02:28:30.286733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 51976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:30.298151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717b420-96cb-4190-91cf-7df80941ee16 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2338a9ae-9510-48c1-8161-1102261bfa87,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:30.352002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-323a3634-1843-4f40-8d06-6229e9ff9852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.376751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-323a3634-1843-4f40-8d06-6229e9ff9852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.478064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-53074911-be91-416e-b5b4-40bad388e714 None None] Could not find standard attr ID for object 5149ed03-0709-4f28-b4e6-778143db47f6. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:28:30.520064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-323a3634-1843-4f40-8d06-6229e9ff9852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.523195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-323a3634-1843-4f40-8d06-6229e9ff9852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.526756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-323a3634-1843-4f40-8d06-6229e9ff9852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/security-groups/bfc97d3f-9059-4bea-aee4-8eef4e49d461 HTTP/1.1" status: 204 len: 168 time: 0.2365999 Jul 08 02:28:30.527599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 51982) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:30.535630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a3634-1843-4f40-8d06-6229e9ff9852 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc97d3f-9059-4bea-aee4-8eef4e49d461,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:30.604147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28acae8-f908-4dba-9f5c-6def51e26864 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet 81a54d87-0de9-4c45-8522-787d518da171 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:30.608786 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c28acae8-f908-4dba-9f5c-6def51e26864 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.659818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c28acae8-f908-4dba-9f5c-6def51e26864 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.751168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c28acae8-f908-4dba-9f5c-6def51e26864 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.920284 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c28acae8-f908-4dba-9f5c-6def51e26864 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.955804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28acae8-f908-4dba-9f5c-6def51e26864 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=81a54d87-0de9-4c45-8522-787d518da171,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:30.960689 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c28acae8-f908-4dba-9f5c-6def51e26864 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:30.966712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52006) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:30.970139 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c28acae8-f908-4dba-9f5c-6def51e26864 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/81a54d87-0de9-4c45-8522-787d518da171 HTTP/1.1" status: 204 len: 168 time: 0.4401462 Jul 08 02:28:30.972557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e51bc-63ea-43bb-92a5-2862bc8292b5 None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:30.974409 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:31.205571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:31.209902 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:31.493669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52020) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:31.571601 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:31.680704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:31.686029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:31.690527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-614880700-network', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:31.692228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:31.692834 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:31.711632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=3ca23d8e-bde2-4db7-96a9-2a06fbeeea28,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:31.772565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Made reservation on behalf of 64ab923df1894c18bdfb2f0bb742ec6a for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:31.775247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:31.785222 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:31.815197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-59be2ab4-65cc-4566-85df-424dfa5197bd tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8469315 Jul 08 02:28:31.815969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52028) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:31.822863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'security_group': {'name': 'tempest-secgroup-278044064'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:31.843787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:28:31.843787 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:28:31.843787 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '23ecf0f9fc8f440db88940b4d0d85382', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 28, 31, 828607)}] Jul 08 02:28:31.843787 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:28:31.844254 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:28:31.888397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44ac8f-b286-408c-9dce-3c0da37dee9f None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:31.943881 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:31.962014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-31560081-05a1-47e8-9a44-f9b852dd12a9 None None] Provisioning complete for port b7dc552c-7540-4be4-a87e-4e11634b5d53 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:31.967591 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-31560081-05a1-47e8-9a44-f9b852dd12a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.011444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.033993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:28:32.051055 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d9e13a-84ee-4fad-8f76-7633ffad519b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:32.060778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.065092 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Added segment 620eb39c-5479-4ee8-89f8-e71321cf44b8 of type vlan for network 36b72168-d554-498b-a79a-0f19daa839b5 Jul 08 02:28:32.121005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.137035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-31560081-05a1-47e8-9a44-f9b852dd12a9 None None] Provisioning complete for port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:32.137700 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-31560081-05a1-47e8-9a44-f9b852dd12a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.188799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-31560081-05a1-47e8-9a44-f9b852dd12a9 None None] Port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:32.245950 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.247820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:32.248758 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.263210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Update dhcp port {'port': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'fixed_ips': [{'subnet_id': '0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ca23d8e-bde2-4db7-96a9-2a06fbeeea28'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'b7dc552c-7540-4be4-a87e-4e11634b5d53'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:28:32.305633 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.372228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8774276 Jul 08 02:28:32.373375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d9068-6f90-424a-87ae-6e6e5e7fc43c admin admin] Pushing event updated for resources: {'Network': ['ID=36b72168-d554-498b-a79a-0f19daa839b5,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:32.375560 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52034) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:32.380558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Request body: {'subnet': {'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-614880700-subnet', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:32.426327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 36b72168-d554-498b-a79a-0f19daa839b5 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:28:32.461330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.554175 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Made reservation on behalf of 64ab923df1894c18bdfb2f0bb742ec6a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:32.556338 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Allocated IP 172.20.0.2 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/3ca23d8e-bde2-4db7-96a9-2a06fbeeea28/b7dc552c-7540-4be4-a87e-4e11634b5d53) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:32.557763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.636355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.664385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] For port b7dc552c-7540-4be4-a87e-4e11634b5d53, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7dc552c-7540-4be4-a87e-4e11634b5d53,segment=NetworkSegment(0122be8e-2632-4a88-aaf5-c4b3cf2524e8),segment_id=0122be8e-2632-4a88-aaf5-c4b3cf2524e8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:32.696614 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.714871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.716303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Transition to ACTIVE for port object b7dc552c-7540-4be4-a87e-4e11634b5d53 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:32.752132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a09fa5-bd1b-4d57-9aeb-5b39e43a04eb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:32.805787 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.828979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.831283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-82bd6b9d-d3dc-4413-8c07-f40bf931bb87 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0142510 Jul 08 02:28:32.835425 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52040) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:32.841482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ef485d8f-34f3-4a49-8d9d-c3329906126a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'security_group': {'name': 'tempest-secgroup-700217618'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:32.848084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.926386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Checking segment: {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:32.926844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Network hostable DHCP agents. Network: 36b72168-d554-498b-a79a-0f19daa839b5, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:28:32.929097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301e1103-4400-4fbc-8750-0ac6ebfb59f9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:32.951046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Pushing event updated for resources: {'Port': ['ID=b7dc552c-7540-4be4-a87e-4e11634b5d53,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:32.955121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef485d8f-34f3-4a49-8d9d-c3329906126a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:32.963256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.963705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.964049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.964389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.964726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.965058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.965389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.965719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.966045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.966368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.966696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:32.967019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da5ab6-973c-4ec0-bc58-b752e6932a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:33.018968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Network 36b72168-d554-498b-a79a-0f19daa839b5 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:28:33.070756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef485d8f-34f3-4a49-8d9d-c3329906126a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.091495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 36b72168-d554-498b-a79a-0f19daa839b5) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:33.095989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:33.096669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.102682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2626f-9ba1-4203-85c0-d5a1bcfa61fa None None] Network 36b72168-d554-498b-a79a-0f19daa839b5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:33.161190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef485d8f-34f3-4a49-8d9d-c3329906126a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.221837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef485d8f-34f3-4a49-8d9d-c3329906126a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58f4c2a-b776-4e5e-a201-cb7d336d0274,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:33.266519 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d7cd2ea6-7bec-4c75-978f-9bcb6f0530e3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8869619 Jul 08 02:28:33.266519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52042) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:33.271571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:33.286658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ef485d8f-34f3-4a49-8d9d-c3329906126a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.290631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52048) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:33.295732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e3d64279-bac5-4c85-9b63-0d2e54db8c59 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'security_group': {'name': 'tempest-secgroup-381618985'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:33.297983 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ef485d8f-34f3-4a49-8d9d-c3329906126a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4556217 Jul 08 02:28:33.338272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-36b72168-d554-498b-a79a-0f19daa839b5', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:28:33.339229 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.429270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.430661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.519793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d64279-bac5-4c85-9b63-0d2e54db8c59 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.675137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.722328 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d64279-bac5-4c85-9b63-0d2e54db8c59 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.750881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7dc552c-7540-4be4-a87e-4e11634b5d53 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:33.817781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d64279-bac5-4c85-9b63-0d2e54db8c59 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.834180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Allocated IP 172.20.0.2 (36b72168-d554-498b-a79a-0f19daa839b5/301e1103-4400-4fbc-8750-0ac6ebfb59f9/49a20262-adef-4ef4-9e29-57c45c986dfa) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:33.893156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52058) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:33.905634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d64279-bac5-4c85-9b63-0d2e54db8c59 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6327818-bec1-446c-afc4-b5f8ff80a48c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:33.922365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e3d64279-bac5-4c85-9b63-0d2e54db8c59 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:33.936759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e3d64279-bac5-4c85-9b63-0d2e54db8c59 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6352065 Jul 08 02:28:33.938646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52062) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:33.949124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-343741148', 'security_groups': ['a6327818-bec1-446c-afc4-b5f8ff80a48c'], 'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ca23d8e-bde2-4db7-96a9-2a06fbeeea28'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:34.017000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ef0cec3a-6e95-4011-bead-5fe63e10a7bf None None] Provisioning for port b7dc552c-7540-4be4-a87e-4e11634b5d53 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:34.019605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.104360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ef0cec3a-6e95-4011-bead-5fe63e10a7bf None None] Provisioning complete for port b7dc552c-7540-4be4-a87e-4e11634b5d53 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:34.104830 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef0cec3a-6e95-4011-bead-5fe63e10a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.124710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aefd93fc-35a8-4e3e-bedb-b56dbe9d0eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.130403 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.149603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Transition to ACTIVE for port object 49a20262-adef-4ef4-9e29-57c45c986dfa will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:34.174754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Transition to ACTIVE for port object 49a20262-adef-4ef4-9e29-57c45c986dfa will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:34.224450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:34.252440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ef0cec3a-6e95-4011-bead-5fe63e10a7bf None None] Provisioning complete for port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:34.252440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef0cec3a-6e95-4011-bead-5fe63e10a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.283374 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.333679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Network 36b72168-d554-498b-a79a-0f19daa839b5 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:34.342127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cec3a-6e95-4011-bead-5fe63e10a7bf None None] Port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:34.344549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:34.346742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:34.352716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Pushing event updated for resources: {'Port': ['ID=49a20262-adef-4ef4-9e29-57c45c986dfa,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:34.356634 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.372949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.386147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] device_id is not set on port ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:28:34.407876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.437584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Attempting to bind port 49a20262-adef-4ef4-9e29-57c45c986dfa on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:34.438260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Attempting to bind port 49a20262-adef-4ef4-9e29-57c45c986dfa by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:34.438821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Attempting to bind port 49a20262-adef-4ef4-9e29-57c45c986dfa on network 36b72168-d554-498b-a79a-0f19daa839b5 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:34.445917 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:34.446699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Checking segment: {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:34.447297 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.447916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Bound using segment: {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:34.448554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Bound port: 49a20262-adef-4ef4-9e29-57c45c986dfa, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:34.449144 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.458940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aefd93fc-35a8-4e3e-bedb-b56dbe9d0eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.525202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] For port 49a20262-adef-4ef4-9e29-57c45c986dfa, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:34.528371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] For port 49a20262-adef-4ef4-9e29-57c45c986dfa, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=49a20262-adef-4ef4-9e29-57c45c986dfa,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:34.537426 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-aefd93fc-35a8-4e3e-bedb-b56dbe9d0eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.570666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Allocated IP 172.25.8.119 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/dade5330-a914-4502-943d-1af3dfe423dc) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:34.607706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-aefd93fc-35a8-4e3e-bedb-b56dbe9d0eda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d8914e583494c63a6758125b5000b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7134655 Jul 08 02:28:34.610796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52066) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:34.612561 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.636286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd93fc-35a8-4e3e-bedb-b56dbe9d0eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb68c2-83e7-4d60-95e4-3488dd9293cb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:34.669561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.9 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/3ca23d8e-bde2-4db7-96a9-2a06fbeeea28/ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:34.679622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02fd200d-57ae-4dd9-b62e-b3d17847743c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.691211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bb0a6-fba5-4b2a-99e9-c64e3ac1db72 None None] Pushing event updated for resources: {'Port': ['ID=49a20262-adef-4ef4-9e29-57c45c986dfa,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:34.711627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.719609 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02fd200d-57ae-4dd9-b62e-b3d17847743c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.829257 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.874837 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.905659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:34.914059 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:34.923083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:34.926233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Pushing event updated for resources: {'Port': ['ID=dade5330-a914-4502-943d-1af3dfe423dc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:34.940285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:34.942433 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02fd200d-57ae-4dd9-b62e-b3d17847743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.950063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02fd200d-57ae-4dd9-b62e-b3d17847743c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.953924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-02fd200d-57ae-4dd9-b62e-b3d17847743c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9abb68c2-83e7-4d60-95e4-3488dd9293cb HTTP/1.1" status: 204 len: 168 time: 0.3392594 Jul 08 02:28:34.972552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd200d-57ae-4dd9-b62e-b3d17847743c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb68c2-83e7-4d60-95e4-3488dd9293cb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:35.091865 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:35.151897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:35.156286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:35.157757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:35.161387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:35.213706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:35.214586 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:35.298267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fccaed1f-9371-468b-adec-6879ba29c020 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3583443 Jul 08 02:28:35.300806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:35.308857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-be7babb3-051d-42f1-bd0f-2334f566d850 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:35.336009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:35.548245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-54bbd602-d194-4c1b-aeba-3becddaf9e6b None None] Provisioning for port ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:35.548957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7babb3-051d-42f1-bd0f-2334f566d850 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:35.552252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-54bbd602-d194-4c1b-aeba-3becddaf9e6b None None] Provisioning complete for port ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:35.552660 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54bbd602-d194-4c1b-aeba-3becddaf9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:35.559941 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be7babb3-051d-42f1-bd0f-2334f566d850 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:35.611291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 49a20262-adef-4ef4-9e29-57c45c986dfa up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:35.637008 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:35.677096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-54bbd602-d194-4c1b-aeba-3becddaf9e6b None None] Port ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:35.752015 n-d-695189-13 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-be7babb3-051d-42f1-bd0f-2334f566d850 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3ca23d8e-bde2-4db7-96a9-2a06fbeeea28 (CIDR: 172.20.0.0/28) Jul 08 02:28:35.777351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 49a20262-adef-4ef4-9e29-57c45c986dfa completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:35.806230 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7babb3-051d-42f1-bd0f-2334f566d850 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:35.807507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7babb3-051d-42f1-bd0f-2334f566d850 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:35.892064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-be7babb3-051d-42f1-bd0f-2334f566d850 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5899775 Jul 08 02:28:35.894898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:35.904374 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-07a9787a-f4f5-49ba-8f05-bccab051f216 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:35.961564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:28:35.962011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b14963-a74d-44c4-83a8-a255e6dc9995 None None] Network 36b72168-d554-498b-a79a-0f19daa839b5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:36.077221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:36.090803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Sync routers for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:36.108384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-139e341c-c7a5-4356-b032-19030526f09a None None] Provisioning for port 49a20262-adef-4ef4-9e29-57c45c986dfa completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:36.115751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:36.116392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:36.126534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a9787a-f4f5-49ba-8f05-bccab051f216 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:36.132119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07a9787a-f4f5-49ba-8f05-bccab051f216 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:36.140648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-139e341c-c7a5-4356-b032-19030526f09a None None] Provisioning complete for port 49a20262-adef-4ef4-9e29-57c45c986dfa triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:36.141031 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-139e341c-c7a5-4356-b032-19030526f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:36.199999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:36.201799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-93efd8b2-57b9-45de-905a-bb9375757e72 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9343731 Jul 08 02:28:36.204627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52104) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:36.261469 n-d-695189-13 neutron-server[100712]: INFO neutron.db.ipam_backend_mixin [None req-07a9787a-f4f5-49ba-8f05-bccab051f216 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae (CIDR: 172.20.0.16/28) Jul 08 02:28:36.283510 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a9787a-f4f5-49ba-8f05-bccab051f216 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:36.284307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a9787a-f4f5-49ba-8f05-bccab051f216 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:36.352128 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-139e341c-c7a5-4356-b032-19030526f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:36.357525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:36.372769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-07a9787a-f4f5-49ba-8f05-bccab051f216 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4760790 Jul 08 02:28:36.375928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52110) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:36.380699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'subnet': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:36.597234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-139e341c-c7a5-4356-b032-19030526f09a None None] For port 49a20262-adef-4ef4-9e29-57c45c986dfa, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=49a20262-adef-4ef4-9e29-57c45c986dfa,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:36.640703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Made reservation on behalf of 23ecf0f9fc8f440db88940b4d0d85382 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:36.647603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:36.693093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:35Z', 'revision_number': 3, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:36.697669 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-139e341c-c7a5-4356-b032-19030526f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:36.732077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Checking router: d9353ef5-3a3e-4f19-a9c8-127f7bcff336 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:36.732430 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Updating router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 port dade5330-a914-4502-943d-1af3dfe423dc binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:28:36.813714 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:36.834579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e341c-c7a5-4356-b032-19030526f09a None None] Pushing event updated for resources: {'Port': ['ID=49a20262-adef-4ef4-9e29-57c45c986dfa,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:36.856323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-04aad7a9-13c0-44c8-b108-ae130e6e57aa None None] Provisioning complete for port 49a20262-adef-4ef4-9e29-57c45c986dfa triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:36.856775 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-04aad7a9-13c0-44c8-b108-ae130e6e57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:36.984269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.058872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.111234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:37.115966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:37.118994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:37.128127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.138572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2d31b-4729-48aa-b83e-5ed778422477 None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:37.141836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Subnet': ['ID=140c3a41-8cfb-4ef2-98c4-f3ca40c1f31a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:37.215439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Allocated IP 172.20.0.1 (36b72168-d554-498b-a79a-0f19daa839b5/301e1103-4400-4fbc-8750-0ac6ebfb59f9/c2b5f658-039e-4104-b7ec-a4a0770ee53c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:37.220466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4df0e71a-6834-4e22-bbfe-87c40bd18fcf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8436732 Jul 08 02:28:37.228243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:37.235097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1541049974', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '140c3a41-8cfb-4ef2-98c4-f3ca40c1f31a'}], 'security_groups': ['73a09fa5-bd1b-4d57-9aeb-5b39e43a04eb', 'e58f4c2a-b776-4e5e-a201-cb7d336d0274']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:37.319791 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.338600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Transition to ACTIVE for port object dade5330-a914-4502-943d-1af3dfe423dc will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:37.346538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.357041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.422771 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.540293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 49a20262-adef-4ef4-9e29-57c45c986dfa up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:37.550465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefe094-c77e-4b7d-ad3d-e231a92d2316 None None] Pushing event updated for resources: {'Port': ['ID=dade5330-a914-4502-943d-1af3dfe423dc,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:37.584202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Attempting to bind port dade5330-a914-4502-943d-1af3dfe423dc on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:37.585174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Attempting to bind port dade5330-a914-4502-943d-1af3dfe423dc by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:37.585655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Attempting to bind port dade5330-a914-4502-943d-1af3dfe423dc on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:37.594104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:37.595207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:37.595207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.595484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:37.595882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Bound port: dade5330-a914-4502-943d-1af3dfe423dc, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:37.596281 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.642588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892058d-521e-4f6f-9087-710830fe3fec None None] Update dhcp port {'port': {'network_id': '5a2bab86-ef61-426b-814c-c1bb2ed3b850', 'fixed_ips': [{'subnet_id': '0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ca23d8e-bde2-4db7-96a9-2a06fbeeea28', 'ip_address': '172.20.0.2'}, {'subnet_id': '140c3a41-8cfb-4ef2-98c4-f3ca40c1f31a'}], 'binding:host_id': 'n-d-695189-13'}, 'id': 'b7dc552c-7540-4be4-a87e-4e11634b5d53'} from n-d-695189-13. {{(pid=100714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:28:37.722159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 49a20262-adef-4ef4-9e29-57c45c986dfa triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:37.722541 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.728695 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2892058d-521e-4f6f-9087-710830fe3fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.745492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Delete allocated IP 172.20.0.9 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/3ca23d8e-bde2-4db7-96a9-2a06fbeeea28) {{(pid=100712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 02:28:37.755057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] For port dade5330-a914-4502-943d-1af3dfe423dc, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:37.755665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Allocated IP 172.20.0.44 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/140c3a41-8cfb-4ef2-98c4-f3ca40c1f31a/ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:37.782742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] For port dade5330-a914-4502-943d-1af3dfe423dc, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dade5330-a914-4502-943d-1af3dfe423dc,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:37.786343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Transition to ACTIVE for port object c2b5f658-039e-4104-b7ec-a4a0770ee53c will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:37.897409 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.937906 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Network 36b72168-d554-498b-a79a-0f19daa839b5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:37.941268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:37.946067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:37.953325 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:37.986609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Pushing event updated for resources: {'Port': ['ID=c2b5f658-039e-4104-b7ec-a4a0770ee53c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:37.997417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Transition to ACTIVE for port object ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:38.012409 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.057191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.095848 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.280736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefe094-c77e-4b7d-ad3d-e231a92d2316 None None] Pushing event updated for resources: {'Port': ['ID=dade5330-a914-4502-943d-1af3dfe423dc,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:38.285847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:38.286496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:38.370437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.415504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-2892058d-521e-4f6f-9087-710830fe3fec None None] Allocated IP 172.20.0.34 (5a2bab86-ef61-426b-814c-c1bb2ed3b850/140c3a41-8cfb-4ef2-98c4-f3ca40c1f31a/b7dc552c-7540-4be4-a87e-4e11634b5d53) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:38.437246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:38.551283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e42c7bf8-5d63-4b96-b209-d55e5bba627c None None] Provisioning for port c2b5f658-039e-4104-b7ec-a4a0770ee53c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:38.580919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.587831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e42c7bf8-5d63-4b96-b209-d55e5bba627c None None] Provisioning complete for port c2b5f658-039e-4104-b7ec-a4a0770ee53c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:38.587831 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e42c7bf8-5d63-4b96-b209-d55e5bba627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.613630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event updated for resources: {'Port': ['ID=ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:38.643091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] In _notify_port_updated(), no bound segment for port ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 on network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 {{(pid=100712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:28:38.649726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:38.650380 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.651579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.654608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9e0b1125-6a6a-4611-a34b-ceaaf059782f tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "PUT /v2.0/ports/ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 HTTP/1.1" status: 200 len: 960 time: 1.4252193 Jul 08 02:28:38.655537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52148) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:38.694350 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e42c7bf8-5d63-4b96-b209-d55e5bba627c None None] Port c2b5f658-039e-4104-b7ec-a4a0770ee53c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:38.703528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2892058d-521e-4f6f-9087-710830fe3fec None None] For port b7dc552c-7540-4be4-a87e-4e11634b5d53, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7dc552c-7540-4be4-a87e-4e11634b5d53,segment=NetworkSegment(0122be8e-2632-4a88-aaf5-c4b3cf2524e8),segment_id=0122be8e-2632-4a88-aaf5-c4b3cf2524e8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:38.749638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.773894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2892058d-521e-4f6f-9087-710830fe3fec None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.793063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52156) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:38.802406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2892058d-521e-4f6f-9087-710830fe3fec None None] Transition to ACTIVE for port object b7dc552c-7540-4be4-a87e-4e11634b5d53 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:38.820939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f352e857-d8df-4562-b945-31326efc0f01 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:38.820939 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f352e857-d8df-4562-b945-31326efc0f01 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.823718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:35Z', 'revision_number': 3, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:38.854032 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2892058d-521e-4f6f-9087-710830fe3fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.856131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5e779-baa0-4134-9821-a4c08a9d3b4c None None] The sync data for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 is: [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:35Z', 'revision_number': 3, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:38.900412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Pushing event updated for resources: {'Port': ['ID=c2b5f658-039e-4104-b7ec-a4a0770ee53c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:38.935516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f352e857-d8df-4562-b945-31326efc0f01 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:38.955175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f352e857-d8df-4562-b945-31326efc0f01 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:38.971961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Network 36b72168-d554-498b-a79a-0f19daa839b5 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:38.973868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:39.049007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892058d-521e-4f6f-9087-710830fe3fec None None] Pushing event updated for resources: {'Port': ['ID=b7dc552c-7540-4be4-a87e-4e11634b5d53,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:39.166817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfc85607-cdc4-40e5-971a-583a3a8401d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.212148 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f352e857-d8df-4562-b945-31326efc0f01 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.216306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:39.323228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352e857-d8df-4562-b945-31326efc0f01 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:39.429119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2901687f-b826-41f2-a793-9a990449f75b None None] Provisioning complete for port c2b5f658-039e-4104-b7ec-a4a0770ee53c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:39.429524 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2901687f-b826-41f2-a793-9a990449f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.491851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f352e857-d8df-4562-b945-31326efc0f01 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.491851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f352e857-d8df-4562-b945-31326efc0f01 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 HTTP/1.1" status: 204 len: 168 time: 0.8338411 Jul 08 02:28:39.495704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52162) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:39.510771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2901687f-b826-41f2-a793-9a990449f75b None None] Port c2b5f658-039e-4104-b7ec-a4a0770ee53c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:39.567794 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ad020c-0957-4c35-9023-fbfc7737becc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] GET failed (client error): The resource could not be found. Jul 08 02:28:39.570577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f9ad020c-0957-4c35-9023-fbfc7737becc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports/ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99 HTTP/1.1" status: 404 len: 333 time: 0.0734572 Jul 08 02:28:39.573388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52164) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:39.584130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:39.593199 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3154e61e-7dfc-40f7-b21b-8ea68111ab8f admin admin] 10.222.0.10 "PUT /v2.0/routers/d9353ef5-3a3e-4f19-a9c8-127f7bcff336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3866835 Jul 08 02:28:39.665389 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfc85607-cdc4-40e5-971a-583a3a8401d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.676749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cd51-1a99-4cea-b011-c7e3480192b0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.693828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dade5330-a914-4502-943d-1af3dfe423dc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:39.722671 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cd51-1a99-4cea-b011-c7e3480192b0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.742965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfc85607-cdc4-40e5-971a-583a3a8401d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.797261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc85607-cdc4-40e5-971a-583a3a8401d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbfee59-7db5-4179-89b5-a22c3f112919,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:39.802008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dfc85607-cdc4-40e5-971a-583a3a8401d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef8c62c0177144198c0cf259eeb1d03c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0079007 Jul 08 02:28:39.805788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52170) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:39.854909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port dade5330-a914-4502-943d-1af3dfe423dc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:39.863268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port dade5330-a914-4502-943d-1af3dfe423dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:39.863402 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.880119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cd51-1a99-4cea-b011-c7e3480192b0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.883963 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cd51-1a99-4cea-b011-c7e3480192b0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.884954 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b98cb8e-0281-417b-baeb-91c0a361a69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.889767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0ea1cd51-1a99-4cea-b011-c7e3480192b0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/security-groups/a6327818-bec1-446c-afc4-b5f8ff80a48c HTTP/1.1" status: 204 len: 168 time: 0.3153007 Jul 08 02:28:39.890870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52174) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:39.946941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b98cb8e-0281-417b-baeb-91c0a361a69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.953344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1cd51-1a99-4cea-b011-c7e3480192b0 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6327818-bec1-446c-afc4-b5f8ff80a48c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:40.063951 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66fa9ecc-2612-4c0c-a3b9-d9236a872209 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.080202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b98cb8e-0281-417b-baeb-91c0a361a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.083064 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0b98cb8e-0281-417b-baeb-91c0a361a69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.084517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b98cb8e-0281-417b-baeb-91c0a361a69b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cbfee59-7db5-4179-89b5-a22c3f112919 HTTP/1.1" status: 204 len: 168 time: 0.2773449 Jul 08 02:28:40.091436 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.100692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98cb8e-0281-417b-baeb-91c0a361a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbfee59-7db5-4179-89b5-a22c3f112919,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:40.104622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66fa9ecc-2612-4c0c-a3b9-d9236a872209 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.148110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port dade5330-a914-4502-943d-1af3dfe423dc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dade5330-a914-4502-943d-1af3dfe423dc,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:40.245745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.246570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7dc552c-7540-4be4-a87e-4e11634b5d53 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:40.322550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=dade5330-a914-4502-943d-1af3dfe423dc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:40.325461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66fa9ecc-2612-4c0c-a3b9-d9236a872209 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.328594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66fa9ecc-2612-4c0c-a3b9-d9236a872209 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.332675 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52182) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:40.333175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-66fa9ecc-2612-4c0c-a3b9-d9236a872209 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/security-groups/e58f4c2a-b776-4e5e-a201-cb7d336d0274 HTTP/1.1" status: 204 len: 168 time: 0.4319386 Jul 08 02:28:40.344788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7940fec4-7f69-4324-b76a-e89b6f37a019 None None] Provisioning for port b7dc552c-7540-4be4-a87e-4e11634b5d53 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:40.345445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa9ecc-2612-4c0c-a3b9-d9236a872209 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58f4c2a-b776-4e5e-a201-cb7d336d0274,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:40.359568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b7dc552c-7540-4be4-a87e-4e11634b5d53 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:40.359568 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.395670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7940fec4-7f69-4324-b76a-e89b6f37a019 None None] Provisioning complete for port b7dc552c-7540-4be4-a87e-4e11634b5d53 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:40.396236 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7940fec4-7f69-4324-b76a-e89b6f37a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.406850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d063e3f8-02c6-4793-9ccf-aa96dfcc821d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.435122 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d063e3f8-02c6-4793-9ccf-aa96dfcc821d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.547800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7940fec4-7f69-4324-b76a-e89b6f37a019 None None] Provisioning complete for port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:40.548279 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7940fec4-7f69-4324-b76a-e89b6f37a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.592385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7940fec4-7f69-4324-b76a-e89b6f37a019 None None] Port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:40.595689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7940fec4-7f69-4324-b76a-e89b6f37a019 None None] Could not find standard attr ID for object ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:28:40.617566 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d063e3f8-02c6-4793-9ccf-aa96dfcc821d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.620385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d063e3f8-02c6-4793-9ccf-aa96dfcc821d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.624075 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d063e3f8-02c6-4793-9ccf-aa96dfcc821d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/security-groups/73a09fa5-bd1b-4d57-9aeb-5b39e43a04eb HTTP/1.1" status: 204 len: 168 time: 0.2880225 Jul 08 02:28:40.624789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52190) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:40.632483 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063e3f8-02c6-4793-9ccf-aa96dfcc821d tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a09fa5-bd1b-4d57-9aeb-5b39e43a04eb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:40.688271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c0dd14-d351-4ed3-bcbd-a831999d27d1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet 3ca23d8e-bde2-4db7-96a9-2a06fbeeea28 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:40.696154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c0dd14-d351-4ed3-bcbd-a831999d27d1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.707295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-52f0b9da-efc8-433d-81fa-05ef3fdc3cfa None None] Could not find standard attr ID for object ebcfcd73-b489-41bc-8fe0-4dfdbe8a2b99. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:28:40.752035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c0dd14-d351-4ed3-bcbd-a831999d27d1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.863095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52196) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:40.868005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c0dd14-d351-4ed3-bcbd-a831999d27d1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.870045 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-270101316-network', 'tenant_id': '2dcf19a721b749759a038b147eced546'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:40.911834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52198) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:40.930352 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0e475ef-15ed-4fca-b4eb-1093c42d347f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.949669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Made reservation on behalf of 2dcf19a721b749759a038b147eced546 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:40.952214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.966979 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:40.983114 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c0dd14-d351-4ed3-bcbd-a831999d27d1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.010991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0dd14-d351-4ed3-bcbd-a831999d27d1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca23d8e-bde2-4db7-96a9-2a06fbeeea28,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:41.015701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1c0dd14-d351-4ed3-bcbd-a831999d27d1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.017881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f1c0dd14-d351-4ed3-bcbd-a831999d27d1 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/3ca23d8e-bde2-4db7-96a9-2a06fbeeea28 HTTP/1.1" status: 204 len: 168 time: 0.3917222 Jul 08 02:28:41.023209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52200) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:41.028593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee5b1e-76e3-46da-91ff-520ea40375c8 None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:41.065468 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0e475ef-15ed-4fca-b4eb-1093c42d347f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.091487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed144f1c-e196-47a2-86bd-11820d3d5e57 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet 140c3a41-8cfb-4ef2-98c4-f3ca40c1f31a {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:41.094750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed144f1c-e196-47a2-86bd-11820d3d5e57 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.149071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed144f1c-e196-47a2-86bd-11820d3d5e57 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.162273 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Sync routers for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:41.168524 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0e475ef-15ed-4fca-b4eb-1093c42d347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.179217 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:41.179995 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:41.220761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e475ef-15ed-4fca-b4eb-1093c42d347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22f5ac-2ffe-4f58-b108-4fecfe6ef9cb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:41.233760 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c0e475ef-15ed-4fca-b4eb-1093c42d347f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=707e02d9b2b74877a04165311f04d45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199317 Jul 08 02:28:41.236219 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52208) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:41.305381 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed144f1c-e196-47a2-86bd-11820d3d5e57 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.321335 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:41.342767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11310c84-bad0-447d-b692-c844283762c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.378256 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11310c84-bad0-447d-b692-c844283762c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.445616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.533423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dade5330-a914-4502-943d-1af3dfe423dc up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:41.570267 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 2, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:41.582506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed144f1c-e196-47a2-86bd-11820d3d5e57 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.582718 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11310c84-bad0-447d-b692-c844283762c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.586388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-11310c84-bad0-447d-b692-c844283762c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.590470 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-11310c84-bad0-447d-b692-c844283762c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f22f5ac-2ffe-4f58-b108-4fecfe6ef9cb HTTP/1.1" status: 204 len: 168 time: 0.3510942 Jul 08 02:28:41.600596 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Checking router: d9353ef5-3a3e-4f19-a9c8-127f7bcff336 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:41.601230 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Updating router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 port c2b5f658-039e-4104-b7ec-a4a0770ee53c binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:28:41.602722 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.621841 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:28:41.628667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed144f1c-e196-47a2-86bd-11820d3d5e57 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=140c3a41-8cfb-4ef2-98c4-f3ca40c1f31a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:41.633420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.633864 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Added segment f82b5dac-72e6-4912-95c4-31dfbba8f6e0 of type vlan for network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 Jul 08 02:28:41.638061 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed144f1c-e196-47a2-86bd-11820d3d5e57 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.643612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ed144f1c-e196-47a2-86bd-11820d3d5e57 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/140c3a41-8cfb-4ef2-98c4-f3ca40c1f31a HTTP/1.1" status: 204 len: 168 time: 0.6191046 Jul 08 02:28:41.645142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52212) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:41.651611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port dade5330-a914-4502-943d-1af3dfe423dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:41.657448 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.657646 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.690052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.691466 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bd1de3-05dc-461b-a544-e96fef56c460 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:41.692248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bd1de3-05dc-461b-a544-e96fef56c460 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:41.698427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-36bd1de3-05dc-461b-a544-e96fef56c460 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/3ca23d8e-bde2-4db7-96a9-2a06fbeeea28 HTTP/1.1" status: 404 len: 337 time: 0.0516653 Jul 08 02:28:41.699514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:41.734040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11310c84-bad0-447d-b692-c844283762c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22f5ac-2ffe-4f58-b108-4fecfe6ef9cb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:41.784607 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b070176b-1798-4535-aa37-acc5ec878b49,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:41.788130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc57f0f-be78-4415-9bc6-c8a9f5fc945a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting subnet 0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:41.788876 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.790271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:41.790702 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.799668 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fc57f0f-be78-4415-9bc6-c8a9f5fc945a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.882324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fc57f0f-be78-4415-9bc6-c8a9f5fc945a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:41.900618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:41.921623 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:28:41.926314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c1cf6fe3-dcb8-412c-80f2-93ad64bc0403 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0618033 Jul 08 02:28:41.929625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52218) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:41.937423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Request body: {'subnet': {'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-270101316-subnet', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:42.031399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Made reservation on behalf of 2dcf19a721b749759a038b147eced546 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:42.033846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.087739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fc57f0f-be78-4415-9bc6-c8a9f5fc945a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.149007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ee4a709c-f074-4ea9-8734-5fff905cf095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.242119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc9559-3884-4d93-a00b-2b160c2480a5 None None] Network 5a2bab86-ef61-426b-814c-c1bb2ed3b850 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:42.304695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fc57f0f-be78-4415-9bc6-c8a9f5fc945a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.325267 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.338583 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Transition to ACTIVE for port object c2b5f658-039e-4104-b7ec-a4a0770ee53c will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:42.357732 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4fc57f0f-be78-4415-9bc6-c8a9f5fc945a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.359902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4fc57f0f-be78-4415-9bc6-c8a9f5fc945a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae HTTP/1.1" status: 204 len: 168 time: 0.6591151 Jul 08 02:28:42.360992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc57f0f-be78-4415-9bc6-c8a9f5fc945a tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0004aa-bb0b-44d1-8fac-b5bf7b5bd1ae,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:42.362586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.374918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-40fe6f8b-1bd3-431a-bac2-18d7bbd32537 None None] Provisioning complete for port b7dc552c-7540-4be4-a87e-4e11634b5d53 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:42.375739 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-40fe6f8b-1bd3-431a-bac2-18d7bbd32537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.391903 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5de672-4698-4522-9ef7-eabe39addedf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:42.392372 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5de672-4698-4522-9ef7-eabe39addedf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:42.394141 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3b5de672-4698-4522-9ef7-eabe39addedf tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/81a54d87-0de9-4c45-8522-787d518da171 HTTP/1.1" status: 404 len: 337 time: 0.0306270 Jul 08 02:28:42.397400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52224) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.401796 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.428529 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.431111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-68bef447-8c37-4232-9080-feb8d1e9f672 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "GET /v2.0/ports?device_id=e631d27f-a07e-4cc8-b5ca-0fcec3199563 HTTP/1.1" status: 200 len: 205 time: 0.0324378 Jul 08 02:28:42.433558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52226) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.480555 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-0e93fb0f-00db-4a87-ad85-4af31d2e0a91 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] delete failed (client error): The resource could not be found. Jul 08 02:28:42.484000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0e93fb0f-00db-4a87-ad85-4af31d2e0a91 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/routers/e631d27f-a07e-4cc8-b5ca-0fcec3199563 HTTP/1.1" status: 404 len: 336 time: 0.0471370 Jul 08 02:28:42.486922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52230) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.505885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe26e2df-48fe-4f93-9734-5c5149b77fb3,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:42.530592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Checking segment: {'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:42.531453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Network hostable DHCP agents. Network: e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:28:42.547706 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ff7257-bb7b-485b-b2d2-cd6ad33513cc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:42.548181 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ff7257-bb7b-485b-b2d2-cd6ad33513cc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:42.556379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d6ff7257-bb7b-485b-b2d2-cd6ad33513cc tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/76b81bcb-d6e2-4f9f-9225-e40fd8d287f1 HTTP/1.1" status: 404 len: 337 time: 0.0687647 Jul 08 02:28:42.558754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52234) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.610226 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-40fe6f8b-1bd3-431a-bac2-18d7bbd32537 None None] Provisioning complete for port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:42.610774 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-40fe6f8b-1bd3-431a-bac2-18d7bbd32537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.617847 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-badc3c6b-7a9b-4214-9930-6835c9fb19c4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:42.618320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badc3c6b-7a9b-4214-9930-6835c9fb19c4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:42.622373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-badc3c6b-7a9b-4214-9930-6835c9fb19c4 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/a1c19e09-59e5-4d2c-89fc-40b9d2ab3eec HTTP/1.1" status: 404 len: 337 time: 0.0604112 Jul 08 02:28:42.622859 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52238) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.654893 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Pushing event updated for resources: {'Port': ['ID=c2b5f658-039e-4104-b7ec-a4a0770ee53c,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:42.672847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] DHCP port deletion for 5a2bab86-ef61-426b-814c-c1bb2ed3b850 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:28:42.673117 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.673238 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.673574 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.674124 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.674653 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.675469 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.676020 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.676566 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.677107 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.677650 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.678453 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.679000 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:42.687999 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:28:42.699390 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Attempting to bind port c2b5f658-039e-4104-b7ec-a4a0770ee53c on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:42.699736 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Attempting to bind port c2b5f658-039e-4104-b7ec-a4a0770ee53c by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:42.700301 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Attempting to bind port c2b5f658-039e-4104-b7ec-a4a0770ee53c on network 36b72168-d554-498b-a79a-0f19daa839b5 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:42.703526 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45d9cfe-6d7c-417c-825b-93bf74ca1059 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:42.703707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45d9cfe-6d7c-417c-825b-93bf74ca1059 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:42.705637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d45d9cfe-6d7c-417c-825b-93bf74ca1059 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/5ae568ed-e7a7-446d-ba80-57c645512fbb HTTP/1.1" status: 404 len: 337 time: 0.0814543 Jul 08 02:28:42.708334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52240) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.710056 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:42.710718 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Checking segment: {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:42.711352 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.711962 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Bound using segment: {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:42.712880 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Bound port: c2b5f658-039e-4104-b7ec-a4a0770ee53c, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:42.713509 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.734381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-40fe6f8b-1bd3-431a-bac2-18d7bbd32537 None None] Port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:42.765652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] Deleting port b7dc552c-7540-4be4-a87e-4e11634b5d53 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:42.766341 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.767066 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a9fc5f-cef7-4b39-b73a-34fa365dc466 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:42.768377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a9fc5f-cef7-4b39-b73a-34fa365dc466 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:42.772991 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-16a9fc5f-cef7-4b39-b73a-34fa365dc466 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/bb5f203a-6f08-43d8-b68b-02a62fed60a9 HTTP/1.1" status: 404 len: 333 time: 0.0599563 Jul 08 02:28:42.773557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52244) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.788467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:42.805332 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] For port c2b5f658-039e-4104-b7ec-a4a0770ee53c, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:42.809413 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] For port c2b5f658-039e-4104-b7ec-a4a0770ee53c, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c2b5f658-039e-4104-b7ec-a4a0770ee53c,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:42.810258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:42.812072 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.820712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81c77f-be94-4552-81bb-de5f63413560 None None] Network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:42.844050 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b87b464-333a-4ead-a9f8-554ca4b8a469 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:42.844635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b87b464-333a-4ead-a9f8-554ca4b8a469 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:42.848890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b87b464-333a-4ead-a9f8-554ca4b8a469 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/ba83543a-e04f-4ab1-a526-64fd15e1cb92 HTTP/1.1" status: 404 len: 337 time: 0.0718110 Jul 08 02:28:42.849400 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52246) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.885913 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:42.908861 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e8f559-c98b-40df-b63a-bc9a34248c77 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:42.912254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e8f559-c98b-40df-b63a-bc9a34248c77 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:42.918005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e2e8f559-c98b-40df-b63a-bc9a34248c77 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/a3286b6b-da23-4d46-b53b-9d83baec37de HTTP/1.1" status: 404 len: 337 time: 0.0649953 Jul 08 02:28:42.918164 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52248) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:42.958162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] For port b7dc552c-7540-4be4-a87e-4e11634b5d53, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b7dc552c-7540-4be4-a87e-4e11634b5d53,segment=NetworkSegment(0122be8e-2632-4a88-aaf5-c4b3cf2524e8),segment_id=0122be8e-2632-4a88-aaf5-c4b3cf2524e8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:42.958162 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.007062 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3d7f9-00a4-46c6-b1d8-c63573060ffb None None] Pushing event updated for resources: {'Port': ['ID=c2b5f658-039e-4104-b7ec-a4a0770ee53c,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:43.009554 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e720ac0d-a55e-435d-a2a1-49e028329395 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:43.014354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e720ac0d-a55e-435d-a2a1-49e028329395 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:43.017914 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:43.019457 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:43.020501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52254) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:43.021874 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e720ac0d-a55e-435d-a2a1-49e028329395 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/4e679ec7-cca8-4599-98f9-333e4ef9db7c HTTP/1.1" status: 404 len: 333 time: 0.1019044 Jul 08 02:28:43.025083 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-82ea2fe9-7d44-4bd1-8cd1-41efb0b1bd2e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0942280 Jul 08 02:28:43.029918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52256) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:43.039460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:43.077465 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-81297f30-6e8d-4925-84ac-da204a97c427 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:43.078055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81297f30-6e8d-4925-84ac-da204a97c427 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:43.082301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-81297f30-6e8d-4925-84ac-da204a97c427 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/941df019-9122-4dae-a83e-488a417225f3 HTTP/1.1" status: 404 len: 337 time: 0.0582736 Jul 08 02:28:43.082611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52260) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:43.135425 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7822330c-eef3-46d1-8557-0e504e68cc98 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] DELETE failed (client error): The resource could not be found. Jul 08 02:28:43.136165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7822330c-eef3-46d1-8557-0e504e68cc98 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:28:43.140397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7822330c-eef3-46d1-8557-0e504e68cc98 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/subnets/759b0deb-af88-443c-992f-619c8d61107e HTTP/1.1" status: 404 len: 337 time: 0.0542872 Jul 08 02:28:43.141120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:43.171447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.176311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.196106 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:43.211682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] Calling delete_port for b7dc552c-7540-4be4-a87e-4e11634b5d53 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:43.333313 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.369254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7f365578-0733-438f-92c9-03156bb5b107 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Deleting port 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:43.369614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f365578-0733-438f-92c9-03156bb5b107 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.494324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7', 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'fixed_ips': [{'subnet_id': 'fe26e2df-48fe-4f93-9734-5c5149b77fb3'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:28:43.495205 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.644092 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:42Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:43.676216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.700812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f365578-0733-438f-92c9-03156bb5b107 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.709000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Allocated IP 172.20.0.2 (e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7/fe26e2df-48fe-4f93-9734-5c5149b77fb3/de02346a-c8d8-46f0-8800-097128e83dec) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:43.717566 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e38e5-cdc2-47f8-ba38-ee03cdb35999 None None] The sync data for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 is: [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:42Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:43.721980 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7f365578-0733-438f-92c9-03156bb5b107 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Calling delete_port for 8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:43.802259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7dc552c-7540-4be4-a87e-4e11634b5d53 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:43.807278 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:43.880785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b7dc552c-7540-4be4-a87e-4e11634b5d53 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:43.885098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b7dc552c-7540-4be4-a87e-4e11634b5d53 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:43.909247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] No DVR routers for this DVR port b7dc552c-7540-4be4-a87e-4e11634b5d53 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:43.922705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffaaf0-ab2b-4f11-bf41-389c92229043 None None] Pushing event deleted for resources: {'Port': ['ID=b7dc552c-7540-4be4-a87e-4e11634b5d53,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:43.942899 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f365578-0733-438f-92c9-03156bb5b107 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.001469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f365578-0733-438f-92c9-03156bb5b107 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Port': ['ID=8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:44.031610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f365578-0733-438f-92c9-03156bb5b107 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.045837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7f365578-0733-438f-92c9-03156bb5b107 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/ports/8c82935e-c8ad-4eff-8f5f-c0fc1a51dc70 HTTP/1.1" status: 204 len: 168 time: 0.9031312 Jul 08 02:28:44.050344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:44.062568 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.072469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Transition to ACTIVE for port object de02346a-c8d8-46f0-8800-097128e83dec will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:44.114802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Transition to ACTIVE for port object de02346a-c8d8-46f0-8800-097128e83dec will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:44.167678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.182862 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.195536 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.201117 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.270769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:44.277329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:44.280039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:44.290204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Pushing event updated for resources: {'Port': ['ID=de02346a-c8d8-46f0-8800-097128e83dec,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:44.298906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.312084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2bab86-ef61-426b-814c-c1bb2ed3b850']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:44.325274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0122be8e-2632-4a88-aaf5-c4b3cf2524e8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:44.325621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0122be8e-2632-4a88-aaf5-c4b3cf2524e8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:44.337397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.355931 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Allocated IP 172.25.8.89 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/a028b92b-faad-42fd-ac5f-42d0d17663cd) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:44.361461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.367229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Attempting to bind port de02346a-c8d8-46f0-8800-097128e83dec on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:44.367635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Attempting to bind port de02346a-c8d8-46f0-8800-097128e83dec by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:44.368008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Attempting to bind port de02346a-c8d8-46f0-8800-097128e83dec on network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:44.374903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:28:44.375415 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.379306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:44.379719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Checking segment: {'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:28:44.383055 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:28:44.386998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.387557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Bound using segment: {'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:44.388064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Bound port: de02346a-c8d8-46f0-8800-097128e83dec, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:44.388462 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.496582 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.543296 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.551161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] For port de02346a-c8d8-46f0-8800-097128e83dec, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:44.556784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.562190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] 10.222.0.10 "DELETE /v2.0/networks/5a2bab86-ef61-426b-814c-c1bb2ed3b850 HTTP/1.1" status: 204 len: 168 time: 0.5093253 Jul 08 02:28:44.562441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] For port de02346a-c8d8-46f0-8800-097128e83dec, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=de02346a-c8d8-46f0-8800-097128e83dec,segment=NetworkSegment(f82b5dac-72e6-4912-95c4-31dfbba8f6e0),segment_id=f82b5dac-72e6-4912-95c4-31dfbba8f6e0)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:44.596889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f82b7c-49d9-4f92-9836-8e68449ce497 tempest-PortsTestJSON-1329341461 tempest-PortsTestJSON-1329341461-project] Pushing event deleted for resources: {'Network': ['ID=5a2bab86-ef61-426b-814c-c1bb2ed3b850,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:44.663600 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.681768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.731056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425daae6-ad01-4683-897b-32a6a1e31f17 None None] Pushing event updated for resources: {'Port': ['ID=de02346a-c8d8-46f0-8800-097128e83dec,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:44.738733 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9305-70df-41b6-8aa8-49bf957acfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:44.788474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:44.796527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:44.802494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:44.863240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Pushing event updated for resources: {'Port': ['ID=a028b92b-faad-42fd-ac5f-42d0d17663cd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:44.948727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:45.227089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52314) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:45.229216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:45.528210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-52af6387-f3ff-46e3-8914-4289678815a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23ecf0f9fc8f440db88940b4d0d85382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977908 Jul 08 02:28:45.529711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:45.676236 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862d8888-5f34-46d7-8616-75ec93fb1ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:45.714884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862d8888-5f34-46d7-8616-75ec93fb1ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:45.772044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device de02346a-c8d8-46f0-8800-097128e83dec up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:45.869631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914648d-bcbb-4616-a6e5-7fe644a42736 req-689b92a8-811f-437f-bf3f-b22f9fe2b0f0 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:45.874174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1914648d-bcbb-4616-a6e5-7fe644a42736 req-689b92a8-811f-437f-bf3f-b22f9fe2b0f0 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 946 time: 0.1800697 Jul 08 02:28:45.950734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1914648d-bcbb-4616-a6e5-7fe644a42736 req-05ada1a3-ebb9-47ed-8005-74b275c29eac tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668979 Jul 08 02:28:45.973995 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:45.973995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port de02346a-c8d8-46f0-8800-097128e83dec completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:45.984726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862d8888-5f34-46d7-8616-75ec93fb1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:45.986918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c2b5f658-039e-4104-b7ec-a4a0770ee53c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:45.990570 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-862d8888-5f34-46d7-8616-75ec93fb1ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:45.992214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-862d8888-5f34-46d7-8616-75ec93fb1ac3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f31d47d2-5047-4ac2-807a-3688e0b46323 HTTP/1.1" status: 204 len: 168 time: 0.4602985 Jul 08 02:28:46.029451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d8888-5f34-46d7-8616-75ec93fb1ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d47d2-5047-4ac2-807a-3688e0b46323,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:46.048818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:46.207129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c2b5f658-039e-4104-b7ec-a4a0770ee53c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:46.214391 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c2b5f658-039e-4104-b7ec-a4a0770ee53c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:46.214893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:46.303506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Router bf3672ae-dc84-43f0-bc63-0558671b2b08 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:28:46.309012 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:46.391493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c2b5f658-039e-4104-b7ec-a4a0770ee53c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c2b5f658-039e-4104-b7ec-a4a0770ee53c,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:46.410053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6536e7-f851-4b18-8820-fc5805416a92 None None] Network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:46.454095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:46.472866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Sync routers for ids ['bf3672ae-dc84-43f0-bc63-0558671b2b08'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:46.475703 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:46.524022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Routers {'bf3672ae-dc84-43f0-bc63-0558671b2b08'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:46.524450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf3672ae-dc84-43f0-bc63-0558671b2b08'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:46.537149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:46.541077 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-51f4920c-3b29-490b-8403-d0d56c591079 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5070152 Jul 08 02:28:46.543098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52344) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:46.601130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5d31e32e-1c70-4837-8b99-6d7e75f6aa21 None None] Provisioning for port de02346a-c8d8-46f0-8800-097128e83dec completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:46.611755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5d31e32e-1c70-4837-8b99-6d7e75f6aa21 None None] Provisioning complete for port de02346a-c8d8-46f0-8800-097128e83dec triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:46.616139 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d31e32e-1c70-4837-8b99-6d7e75f6aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:46.653135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c2b5f658-039e-4104-b7ec-a4a0770ee53c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:46.773751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Set router bf3672ae-dc84-43f0-bc63-0558671b2b08 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:46.926068 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d31e32e-1c70-4837-8b99-6d7e75f6aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:46.953215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-782269a4-aaaf-48e2-b5cc-286894506aaf tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:46.955289 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-782269a4-aaaf-48e2-b5cc-286894506aaf tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.32 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 946 time: 0.1811514 Jul 08 02:28:47.003506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5d31e32e-1c70-4837-8b99-6d7e75f6aa21 None None] For port de02346a-c8d8-46f0-8800-097128e83dec, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=de02346a-c8d8-46f0-8800-097128e83dec,segment=NetworkSegment(f82b5dac-72e6-4912-95c4-31dfbba8f6e0),segment_id=f82b5dac-72e6-4912-95c4-31dfbba8f6e0)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:47.059503 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d31e32e-1c70-4837-8b99-6d7e75f6aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.175464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31e32e-1c70-4837-8b99-6d7e75f6aa21 None None] Pushing event updated for resources: {'Port': ['ID=de02346a-c8d8-46f0-8800-097128e83dec,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:47.232937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:28:45Z', 'revision_number': 3, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port': {'id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:44Z', 'updated_at': '2021-07-08T02:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:47.300364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Checking router: bf3672ae-dc84-43f0-bc63-0558671b2b08 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:47.300889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Updating router bf3672ae-dc84-43f0-bc63-0558671b2b08 port a028b92b-faad-42fd-ac5f-42d0d17663cd binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:28:47.307123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db60639-4c86-43b6-adf2-e79e272c083d req-6bf80586-a51d-41a3-a719-8d80f5b8b67a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:47.307751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Deleting port c48b9bda-5cab-4b24-b316-745bb1222766 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:47.307751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.309633 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6db60639-4c86-43b6-adf2-e79e272c083d req-6bf80586-a51d-41a3-a719-8d80f5b8b67a tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 946 time: 0.1127923 Jul 08 02:28:47.366916 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6db60639-4c86-43b6-adf2-e79e272c083d req-9efe8d90-d98d-4605-9eaa-42d94c61ab04 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/security-groups?id=1dd48867-5655-4642-a937-e4a21511681f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482996 Jul 08 02:28:47.395400 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.403014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.405126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-21b79f50-6299-4d37-afc0-ce77ae7c06dc None None] Provisioning complete for port de02346a-c8d8-46f0-8800-097128e83dec triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:47.405496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21b79f50-6299-4d37-afc0-ce77ae7c06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.531697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52382) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:47.568720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.588317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] For port c48b9bda-5cab-4b24-b316-745bb1222766, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=c48b9bda-5cab-4b24-b316-745bb1222766,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:47.588918 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.631988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c2b5f658-039e-4104-b7ec-a4a0770ee53c up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:47.716451 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1f4dcc35-6d65-43c2-9886-bf3ba90bfa44 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:47.717156 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-1f4dcc35-6d65-43c2-9886-bf3ba90bfa44 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 02:28:47.717745 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-1f4dcc35-6d65-43c2-9886-bf3ba90bfa44 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 02:28:47.718622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1f4dcc35-6d65-43c2-9886-bf3ba90bfa44 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1859217 Jul 08 02:28:47.723540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52390) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:47.730641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--875095591'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:47.817541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.828605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.851015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Allocated IP 172.20.0.1 (e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7/fe26e2df-48fe-4f93-9734-5c5149b77fb3/e6d13400-584e-4c93-b260-c0f7218bee6f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:47.900462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.900738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.901058 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Floating IP 2402e2d3-b5ff-460a-bb13-b650582915f6 disassociated. External IP: 172.25.8.47, port: c48b9bda-5cab-4b24-b316-745bb1222766. Jul 08 02:28:47.901410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Calling delete_port for c48b9bda-5cab-4b24-b316-745bb1222766 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:47.980714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c2b5f658-039e-4104-b7ec-a4a0770ee53c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:47.981404 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:47.993348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.053534 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.071661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.118123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e064de4a-a7de-4d04-8e89-cd7613b9c1e7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:48.125946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.132998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device de02346a-c8d8-46f0-8800-097128e83dec up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:48.182880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Transition to ACTIVE for port object a028b92b-faad-42fd-ac5f-42d0d17663cd will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:48.183960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Transition to ACTIVE for port object e6d13400-584e-4c93-b260-c0f7218bee6f will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:48.186337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port de02346a-c8d8-46f0-8800-097128e83dec triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:48.186724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.186875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.235359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event deleted for resources: {'Port': ['ID=c48b9bda-5cab-4b24-b316-745bb1222766,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:48.236613 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.276412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.318197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52406) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:48.356961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cc363-d0d1-4a4f-90ee-115f5a6bfce7 None None] Pushing event updated for resources: {'Port': ['ID=a028b92b-faad-42fd-ac5f-42d0d17663cd,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:48.362332 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.363892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Attempting to bind port a028b92b-faad-42fd-ac5f-42d0d17663cd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:48.364370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Attempting to bind port a028b92b-faad-42fd-ac5f-42d0d17663cd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:48.364831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Attempting to bind port a028b92b-faad-42fd-ac5f-42d0d17663cd on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:48.372136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:48.372526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:48.372933 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.373334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:48.373797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Bound port: a028b92b-faad-42fd-ac5f-42d0d17663cd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:48.374194 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.376862 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.435167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:48.442350 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74456ef0-8153-4fa0-821d-5a8525acf699,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:48.466659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.474056 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.475676 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-97050b68-f1ce-4748-889c-d3e0984caf21 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7508705 Jul 08 02:28:48.478424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52430) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:48.489838 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c9374bdb-7f59-4ff7-8a31-b8fbc31bda6c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': '74456ef0-8153-4fa0-821d-5a8525acf699', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:48.489974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] For port a028b92b-faad-42fd-ac5f-42d0d17663cd, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:48.493453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] For port a028b92b-faad-42fd-ac5f-42d0d17663cd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a028b92b-faad-42fd-ac5f-42d0d17663cd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:48.524074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-004404b8-1cc4-4415-b52a-ff42e99dfe95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.571983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.596115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6eefe461-2ab9-4719-9a97-fd55fa191fb8 req-da08bf5e-7a1e-4ce6-909f-f5eeff1d5cdf tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 210 time: 0.0452964 Jul 08 02:28:48.597936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:48.610664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:48.614968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:48.650850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9374bdb-7f59-4ff7-8a31-b8fbc31bda6c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.659523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Routers {'bf3672ae-dc84-43f0-bc63-0558671b2b08'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:48.659523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf3672ae-dc84-43f0-bc63-0558671b2b08'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:48.686455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.696594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cc363-d0d1-4a4f-90ee-115f5a6bfce7 None None] Pushing event updated for resources: {'Port': ['ID=a028b92b-faad-42fd-ac5f-42d0d17663cd,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:48.709677 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:28:48.770539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d13400-584e-4c93-b260-c0f7218bee6f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:48.823873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9374bdb-7f59-4ff7-8a31-b8fbc31bda6c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.858052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:48.866099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] Set router bf3672ae-dc84-43f0-bc63-0558671b2b08 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:48.874477 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10499eac-a574-479d-9b59-653739ccfccf None None] Sync routers for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:48.897998 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9374bdb-7f59-4ff7-8a31-b8fbc31bda6c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.902450 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10499eac-a574-479d-9b59-653739ccfccf None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:48.903058 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-10499eac-a574-479d-9b59-653739ccfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:48.916009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-004404b8-1cc4-4415-b52a-ff42e99dfe95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.935559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9374bdb-7f59-4ff7-8a31-b8fbc31bda6c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb328203-0e70-4647-9217-b48c9f688107,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:48.944337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] No DVR routers for this DVR port c48b9bda-5cab-4b24-b316-745bb1222766 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:48.948381 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:48.951758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bc67868c-ae85-4bd4-a2bb-5a18db1b8d8e req-8ac54ad5-3a30-4817-a520-a5999f17b706 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.32 "DELETE /v2.0/ports/c48b9bda-5cab-4b24-b316-745bb1222766 HTTP/1.1" status: 204 len: 173 time: 1.9888153 Jul 08 02:28:48.952146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356f398-4f27-4261-8b51-3a7319bfb734', 'name': 'network-vif-deleted', 'tag': 'c48b9bda-5cab-4b24-b316-745bb1222766'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:48.954712 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59de43d6-7647-4880-a4ad-cdb6f771c255" -d '{"events": [{"server_uuid": "3356f398-4f27-4261-8b51-3a7319bfb734", "name": "network-vif-deleted", "tag": "c48b9bda-5cab-4b24-b316-745bb1222766"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:48.984500 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-004404b8-1cc4-4415-b52a-ff42e99dfe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.009293 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e737b23-49db-4de1-9d6d-87fe2381735f x-openstack-request-id: req-2e737b23-49db-4de1-9d6d-87fe2381735f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:49.009694 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356f398-4f27-4261-8b51-3a7319bfb734", "name": "network-vif-deleted", "tag": "c48b9bda-5cab-4b24-b316-745bb1222766", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:49.009952 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e737b23-49db-4de1-9d6d-87fe2381735f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:49.010428 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356f398-4f27-4261-8b51-3a7319bfb734', 'name': 'network-vif-deleted', 'tag': 'c48b9bda-5cab-4b24-b316-745bb1222766', 'status': 'completed', 'code': 200} Jul 08 02:28:49.040734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52434) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:49.041039 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-004404b8-1cc4-4415-b52a-ff42e99dfe95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a86ef67ac7c49c5b2d9813f1c040f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205057 Jul 08 02:28:49.042385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004404b8-1cc4-4415-b52a-ff42e99dfe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b28e84-66c7-4315-a16f-a440ec6a4c1e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:49.068893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9374bdb-7f59-4ff7-8a31-b8fbc31bda6c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.072655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c9374bdb-7f59-4ff7-8a31-b8fbc31bda6c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5907567 Jul 08 02:28:49.078340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:49.078340 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e700b465-254c-45c0-bc88-334a7bd62f87 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': '74456ef0-8153-4fa0-821d-5a8525acf699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:49.125454 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-10499eac-a574-479d-9b59-653739ccfccf None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:49.151057 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.167000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df317412-aad7-4588-8683-62eb9e90bd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.213230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:28:45Z', 'revision_number': 3, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port': {'id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:44Z', 'updated_at': '2021-07-08T02:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:49.230481 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df317412-aad7-4588-8683-62eb9e90bd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.254196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed0fa2-cd4e-40f1-92b2-b1c40b2c89e3 None None] The sync data for ids ['bf3672ae-dc84-43f0-bc63-0558671b2b08'] in n-d-695189-13 is: [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:28:45Z', 'revision_number': 3, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port': {'id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:44Z', 'updated_at': '2021-07-08T02:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:49.275064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97ee0a88-23d5-4961-80dd-ba303764f09d None None] Provisioning for port e6d13400-584e-4c93-b260-c0f7218bee6f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:49.281424 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e700b465-254c-45c0-bc88-334a7bd62f87 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.281632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97ee0a88-23d5-4961-80dd-ba303764f09d None None] Provisioning complete for port e6d13400-584e-4c93-b260-c0f7218bee6f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:49.283375 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97ee0a88-23d5-4961-80dd-ba303764f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.362919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97ee0a88-23d5-4961-80dd-ba303764f09d None None] Port e6d13400-584e-4c93-b260-c0f7218bee6f cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:49.441591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.451411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df317412-aad7-4588-8683-62eb9e90bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.451662 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-e700b465-254c-45c0-bc88-334a7bd62f87 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 02:28:49.455703 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e700b465-254c-45c0-bc88-334a7bd62f87 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3792593 Jul 08 02:28:49.455856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-df317412-aad7-4588-8683-62eb9e90bd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.456482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52438) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:49.473835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-df317412-aad7-4588-8683-62eb9e90bd07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17b28e84-66c7-4315-a16f-a440ec6a4c1e HTTP/1.1" status: 204 len: 168 time: 0.4235892 Jul 08 02:28:49.491234 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-10499eac-a574-479d-9b59-653739ccfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 5, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:49.496612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df317412-aad7-4588-8683-62eb9e90bd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b28e84-66c7-4315-a16f-a440ec6a4c1e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:49.512884 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.530991 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10499eac-a574-479d-9b59-653739ccfccf None None] Checking router: dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:49.556219 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10499eac-a574-479d-9b59-653739ccfccf None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:49.558237 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-10499eac-a574-479d-9b59-653739ccfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:49.580760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b3f97cf-e89e-44ce-8f84-f71ba2d437c8 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.650149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b3f97cf-e89e-44ce-8f84-f71ba2d437c8 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.796730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.838031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d13400-584e-4c93-b260-c0f7218bee6f,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:49.915584 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-10499eac-a574-479d-9b59-653739ccfccf None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:49.937619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b3f97cf-e89e-44ce-8f84-f71ba2d437c8 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.940645 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5b3f97cf-e89e-44ce-8f84-f71ba2d437c8 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:49.944432 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5b3f97cf-e89e-44ce-8f84-f71ba2d437c8 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/74456ef0-8153-4fa0-821d-5a8525acf699 HTTP/1.1" status: 204 len: 168 time: 0.4846878 Jul 08 02:28:49.951543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52452) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:49.953801 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5054d8b-0680-417f-a41c-d8614b06cdea req-2f8afe2d-ccbd-4e93-84af-b37d8cf124ee tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "GET /v2.0/ports?device_id=3356f398-4f27-4261-8b51-3a7319bfb734 HTTP/1.1" status: 200 len: 210 time: 0.0534470 Jul 08 02:28:49.958627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f97cf-e89e-44ce-8f84-f71ba2d437c8 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74456ef0-8153-4fa0-821d-5a8525acf699,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:50.128739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-48a1bb9c-43fd-4648-a451-ae7a33be9d7c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1737704 Jul 08 02:28:50.133443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52454) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:50.138790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9f3f5227-90d1-414e-85ca-9d43fba2c45e tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--161538606'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:50.158595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:50.161934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:50.280433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5227-90d1-414e-85ca-9d43fba2c45e tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.328287 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-10499eac-a574-479d-9b59-653739ccfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 5, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:50.333366 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device c48b9bda-5cab-4b24-b316-745bb1222766 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:50.354347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Router bf3672ae-dc84-43f0-bc63-0558671b2b08 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:50.395853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: c48b9bda-5cab-4b24-b316-745bb1222766 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:50.396228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device c48b9bda-5cab-4b24-b316-745bb1222766 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:50.404410 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10499eac-a574-479d-9b59-653739ccfccf None None] The sync data for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 is: [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:23:30Z', 'revision_number': 4, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '77c19a27-85e9-48e0-a98c-b8ea3e9a403e', 'name': '', 'network_id': '4ac4ca1c-fe2f-4b05-8600-69a8d26db763', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'mac_address': 'fa:16:3e:18:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:29Z', 'updated_at': '2021-07-08T02:23:35Z', 'revision_number': 5, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'subnets': [{'id': '0409cbf2-66d1-4c24-908b-6b63b3cfe8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:50.449207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52456) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:50.468531 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5227-90d1-414e-85ca-9d43fba2c45e tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.488433 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f94db981-138b-44c8-a417-a08e69d4ec5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.573388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5227-90d1-414e-85ca-9d43fba2c45e tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.630582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d786abb9-9cf3-40c6-a470-1d5c7f0d571a None None] Provisioning complete for port e6d13400-584e-4c93-b260-c0f7218bee6f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:50.638209 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d786abb9-9cf3-40c6-a470-1d5c7f0d571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.643299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f5227-90d1-414e-85ca-9d43fba2c45e tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee78373-cd4f-45f8-a165-59a8c5a60e33,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:50.727038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d786abb9-9cf3-40c6-a470-1d5c7f0d571a None None] Port e6d13400-584e-4c93-b260-c0f7218bee6f cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:50.797801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f94db981-138b-44c8-a417-a08e69d4ec5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.882016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f94db981-138b-44c8-a417-a08e69d4ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.920709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e6ed2d-f7af-4d62-85fa-bc146a795f7a None None] New status for floating IP 2402e2d3-b5ff-460a-bb13-b650582915f6: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:28:50.932824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f94db981-138b-44c8-a417-a08e69d4ec5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a098dd75349422a8b79b2e40d7b7083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798343 Jul 08 02:28:50.933619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52462) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:50.945078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94db981-138b-44c8-a417-a08e69d4ec5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c50f794-ff47-4f7d-86f6-32d7bc397704,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:50.994385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5227-90d1-414e-85ca-9d43fba2c45e tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.998329 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9f3f5227-90d1-414e-85ca-9d43fba2c45e tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8616107 Jul 08 02:28:51.002075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52464) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:51.008071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-bdf39505-ab13-4490-a12b-fb621d881787 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'fee78373-cd4f-45f8-a165-59a8c5a60e33', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:51.009232 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-bdf39505-ab13-4490-a12b-fb621d881787 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 02:28:51.009855 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-bdf39505-ab13-4490-a12b-fb621d881787 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:51.013376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bdf39505-ab13-4490-a12b-fb621d881787 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076888 Jul 08 02:28:51.016826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52466) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:51.043427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:51.048175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-758d678f-79d8-41d7-9e1b-682f2b7df457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.051139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b92ced41-8b14-4866-9629-516588725d02 admin admin] 10.222.0.10 "PUT /v2.0/routers/bf3672ae-dc84-43f0-bc63-0558671b2b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5083733 Jul 08 02:28:51.127470 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a589a52e-bfcd-4b4c-ad72-89d1d0b0481d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.136491 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-758d678f-79d8-41d7-9e1b-682f2b7df457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.144461 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.158515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a589a52e-bfcd-4b4c-ad72-89d1d0b0481d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.189713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:51.324770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Deleting port 7857cc43-1205-4eed-80e8-2c7a3db406af {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:51.325434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.346665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-758d678f-79d8-41d7-9e1b-682f2b7df457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.346665 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-758d678f-79d8-41d7-9e1b-682f2b7df457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.350433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-758d678f-79d8-41d7-9e1b-682f2b7df457 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c50f794-ff47-4f7d-86f6-32d7bc397704 HTTP/1.1" status: 204 len: 168 time: 0.4126246 Jul 08 02:28:51.361190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d678f-79d8-41d7-9e1b-682f2b7df457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c50f794-ff47-4f7d-86f6-32d7bc397704,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:51.418374 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a589a52e-bfcd-4b4c-ad72-89d1d0b0481d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.423166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a589a52e-bfcd-4b4c-ad72-89d1d0b0481d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.426633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a589a52e-bfcd-4b4c-ad72-89d1d0b0481d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/fee78373-cd4f-45f8-a165-59a8c5a60e33 HTTP/1.1" status: 204 len: 168 time: 0.4066963 Jul 08 02:28:51.427363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52484) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:51.445808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589a52e-bfcd-4b4c-ad72-89d1d0b0481d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee78373-cd4f-45f8-a165-59a8c5a60e33,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:51.483513 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.483904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.492723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35980b9c-afa8-476f-99eb-c6f7168db2c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632684 Jul 08 02:28:51.493372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52486) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:51.498359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-621313e6-f6a6-48fe-9f22-b624dbca5f58 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--449055162'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:51.520510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Calling delete_port for 7857cc43-1205-4eed-80e8-2c7a3db406af owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:51.633356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a028b92b-faad-42fd-ac5f-42d0d17663cd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:51.656093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-621313e6-f6a6-48fe-9f22-b624dbca5f58 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.760316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-621313e6-f6a6-48fe-9f22-b624dbca5f58 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.817365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port a028b92b-faad-42fd-ac5f-42d0d17663cd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:51.818746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-621313e6-f6a6-48fe-9f22-b624dbca5f58 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.819165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.821814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a028b92b-faad-42fd-ac5f-42d0d17663cd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:51.822216 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.880929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event deleted for resources: {'Port': ['ID=7857cc43-1205-4eed-80e8-2c7a3db406af,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:51.906195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621313e6-f6a6-48fe-9f22-b624dbca5f58 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51a8b1-f3f5-4b59-8b86-605116533218,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:51.956884 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.960814 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-621313e6-f6a6-48fe-9f22-b624dbca5f58 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:51.965253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-621313e6-f6a6-48fe-9f22-b624dbca5f58 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4677997 Jul 08 02:28:51.965447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52532) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:51.970264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2270e236-7950-48cb-b1f7-8883b89eb9f4 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': '8c51a8b1-f3f5-4b59-8b86-605116533218', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:51.976147 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-2270e236-7950-48cb-b1f7-8883b89eb9f4 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 02:28:51.976147 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-2270e236-7950-48cb-b1f7-8883b89eb9f4 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:51.976147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2270e236-7950-48cb-b1f7-8883b89eb9f4 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059817 Jul 08 02:28:51.978623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:51.994902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port a028b92b-faad-42fd-ac5f-42d0d17663cd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a028b92b-faad-42fd-ac5f-42d0d17663cd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:52.013461 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.019482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.019482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-97652695-20f6-4236-9d5a-b4c9bf0c2b2c tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "DELETE /v2.0/floatingips/2402e2d3-b5ff-460a-bb13-b650582915f6 HTTP/1.1" status: 204 len: 168 time: 0.8266151 Jul 08 02:28:52.063495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5376e85b-4ab1-4aa3-a7ce-4974b215c439 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.078369 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.091867 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5376e85b-4ab1-4aa3-a7ce-4974b215c439 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.134875 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Sync routers for ids ['bf3672ae-dc84-43f0-bc63-0558671b2b08'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:52.150328 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Routers {'bf3672ae-dc84-43f0-bc63-0558671b2b08'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:52.151201 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf3672ae-dc84-43f0-bc63-0558671b2b08'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:52.172339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=a028b92b-faad-42fd-ac5f-42d0d17663cd,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:52.255292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52544) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:52.331639 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5376e85b-4ab1-4aa3-a7ce-4974b215c439 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.335096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5376e85b-4ab1-4aa3-a7ce-4974b215c439 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.339311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52548) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:52.339938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5376e85b-4ab1-4aa3-a7ce-4974b215c439 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c51a8b1-f3f5-4b59-8b86-605116533218 HTTP/1.1" status: 204 len: 168 time: 0.3594191 Jul 08 02:28:52.341496 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec86150a-908d-4656-b7e5-effedc42a677 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.355388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e85b-4ab1-4aa3-a7ce-4974b215c439 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c51a8b1-f3f5-4b59-8b86-605116533218,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:52.395659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec86150a-908d-4656-b7e5-effedc42a677 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.415983 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Set router bf3672ae-dc84-43f0-bc63-0558671b2b08 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:52.427793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-63c88e1d-33e4-45ff-9920-9af44e66b60c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814667 Jul 08 02:28:52.427793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52550) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:52.432806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-545d5ae9-e316-4418-bb26-0b61099d2fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396977379'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:52.520034 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-545d5ae9-e316-4418-bb26-0b61099d2fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.524315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec86150a-908d-4656-b7e5-effedc42a677 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.527072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ec86150a-908d-4656-b7e5-effedc42a677 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.528291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ec86150a-908d-4656-b7e5-effedc42a677 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] 10.222.0.10 "DELETE /v2.0/security-groups/1dd48867-5655-4642-a937-e4a21511681f HTTP/1.1" status: 204 len: 168 time: 0.2715597 Jul 08 02:28:52.578397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86150a-908d-4656-b7e5-effedc42a677 tempest-TestServerBasicOps-797981592 tempest-TestServerBasicOps-797981592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd48867-5655-4642-a937-e4a21511681f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:52.634686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52562) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:52.667095 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-545d5ae9-e316-4418-bb26-0b61099d2fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.704158 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:28:48Z', 'revision_number': 4, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port': {'id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:44Z', 'updated_at': '2021-07-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'e6d13400-584e-4c93-b260-c0f7218bee6f', 'name': '', 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'mac_address': 'fa:16:3e:91:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'fe26e2df-48fe-4f93-9734-5c5149b77fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:47Z', 'updated_at': '2021-07-08T02:28:49Z', 'revision_number': 2, 'project_id': '2dcf19a721b749759a038b147eced546', 'subnets': [{'id': 'fe26e2df-48fe-4f93-9734-5c5149b77fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:52.737276 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-545d5ae9-e316-4418-bb26-0b61099d2fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.759810 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Checking router: bf3672ae-dc84-43f0-bc63-0558671b2b08 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:52.760050 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Updating router bf3672ae-dc84-43f0-bc63-0558671b2b08 port e6d13400-584e-4c93-b260-c0f7218bee6f binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:28:52.799792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d5ae9-e316-4418-bb26-0b61099d2fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e481bae-07a9-4b35-baee-56955e8013c7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:52.839780 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.851282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-545d5ae9-e316-4418-bb26-0b61099d2fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.852659 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-545d5ae9-e316-4418-bb26-0b61099d2fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4237030 Jul 08 02:28:52.855559 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52570) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:52.860998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0db1b449-8abf-4392-b099-3967a4e5875d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': '8e481bae-07a9-4b35-baee-56955e8013c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:52.862353 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-0db1b449-8abf-4392-b099-3967a4e5875d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 02:28:52.863887 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-0db1b449-8abf-4392-b099-3967a4e5875d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:52.869596 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0db1b449-8abf-4392-b099-3967a4e5875d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101402 Jul 08 02:28:52.870583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52574) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:52.874713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6d24138d-ab7a-4b9b-865a-85368bda4875 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': '8e481bae-07a9-4b35-baee-56955e8013c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:52.875543 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-6d24138d-ab7a-4b9b-865a-85368bda4875 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 02:28:52.876014 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-6d24138d-ab7a-4b9b-865a-85368bda4875 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:52.879443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6d24138d-ab7a-4b9b-865a-85368bda4875 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060480 Jul 08 02:28:52.879817 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52576) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:52.885492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6a45e370-4555-4685-8056-06932e65967c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': '8e481bae-07a9-4b35-baee-56955e8013c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:52.886421 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-6a45e370-4555-4685-8056-06932e65967c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 02:28:52.886914 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-6a45e370-4555-4685-8056-06932e65967c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:52.887900 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6a45e370-4555-4685-8056-06932e65967c tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071824 Jul 08 02:28:52.897129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52578) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:52.902309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7e571c85-a568-437f-b0f2-7504b2d84121 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': '8e481bae-07a9-4b35-baee-56955e8013c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:52.903223 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-7e571c85-a568-437f-b0f2-7504b2d84121 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 02:28:52.903765 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-7e571c85-a568-437f-b0f2-7504b2d84121 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:52.904745 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7e571c85-a568-437f-b0f2-7504b2d84121 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065737 Jul 08 02:28:52.907552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52582) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:53.020446 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc06147e-1501-41d8-bbdf-a332547a5a3d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.086709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc06147e-1501-41d8-bbdf-a332547a5a3d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.246051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc06147e-1501-41d8-bbdf-a332547a5a3d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.250481 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc06147e-1501-41d8-bbdf-a332547a5a3d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.257095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc06147e-1501-41d8-bbdf-a332547a5a3d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/8e481bae-07a9-4b35-baee-56955e8013c7 HTTP/1.1" status: 204 len: 168 time: 0.3445251 Jul 08 02:28:53.259134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52626) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:53.268547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06147e-1501-41d8-bbdf-a332547a5a3d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e481bae-07a9-4b35-baee-56955e8013c7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:53.372142 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.389047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Transition to ACTIVE for port object e6d13400-584e-4c93-b260-c0f7218bee6f will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:53.400892 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5bb2af21-dc95-466d-bef2-67f164629b6a tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391544 Jul 08 02:28:53.405177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:53.411270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2b39ba6d-cc03-47c9-b41d-d9c082e5d5bb tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--260900487'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:53.480076 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.507974 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b39ba6d-cc03-47c9-b41d-d9c082e5d5bb tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.587657 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.612213 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744fcaf-4cc6-47dc-a6e2-66691deabeff None None] Pushing event updated for resources: {'Port': ['ID=e6d13400-584e-4c93-b260-c0f7218bee6f,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:53.676809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a028b92b-faad-42fd-ac5f-42d0d17663cd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:53.703627 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Attempting to bind port e6d13400-584e-4c93-b260-c0f7218bee6f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:53.704284 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Attempting to bind port e6d13400-584e-4c93-b260-c0f7218bee6f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:53.704834 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Attempting to bind port e6d13400-584e-4c93-b260-c0f7218bee6f on network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:53.711120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:53.711800 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Checking segment: {'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:53.712380 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.712965 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Bound using segment: {'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:53.713875 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Bound port: e6d13400-584e-4c93-b260-c0f7218bee6f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:53.714419 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.760176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b39ba6d-cc03-47c9-b41d-d9c082e5d5bb tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.796329 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] For port e6d13400-584e-4c93-b260-c0f7218bee6f, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:53.800643 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] For port e6d13400-584e-4c93-b260-c0f7218bee6f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e6d13400-584e-4c93-b260-c0f7218bee6f,segment=NetworkSegment(f82b5dac-72e6-4912-95c4-31dfbba8f6e0),segment_id=f82b5dac-72e6-4912-95c4-31dfbba8f6e0)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:53.805918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a028b92b-faad-42fd-ac5f-42d0d17663cd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:53.806719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.871126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b39ba6d-cc03-47c9-b41d-d9c082e5d5bb tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.876229 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.967035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39ba6d-cc03-47c9-b41d-d9c082e5d5bb tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe7138-8386-4a57-afb0-bf25bfb0594d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:54.025883 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Routers {'bf3672ae-dc84-43f0-bc63-0558671b2b08'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:54.028177 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf3672ae-dc84-43f0-bc63-0558671b2b08'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:54.032585 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744fcaf-4cc6-47dc-a6e2-66691deabeff None None] Pushing event updated for resources: {'Port': ['ID=e6d13400-584e-4c93-b260-c0f7218bee6f,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:54.034571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2b39ba6d-cc03-47c9-b41d-d9c082e5d5bb tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:54.045689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2b39ba6d-cc03-47c9-b41d-d9c082e5d5bb tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6342163 Jul 08 02:28:54.045689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52656) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.052234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c96f687e-4db0-4d79-94c8-76c8db3e681f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:54.052991 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-c96f687e-4db0-4d79-94c8-76c8db3e681f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 02:28:54.053711 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-c96f687e-4db0-4d79-94c8-76c8db3e681f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:54.057267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c96f687e-4db0-4d79-94c8-76c8db3e681f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109630 Jul 08 02:28:54.058691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52660) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.070115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-888ce85f-ce5f-4474-8f27-701fcbbdcfc3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:54.229811 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-888ce85f-ce5f-4474-8f27-701fcbbdcfc3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:54.231507 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-888ce85f-ce5f-4474-8f27-701fcbbdcfc3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1696699 Jul 08 02:28:54.234301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52662) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.242211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-01cbf011-4a93-4bb0-8b00-a9214e8d7a73 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:54.243013 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-01cbf011-4a93-4bb0-8b00-a9214e8d7a73 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 02:28:54.246538 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-01cbf011-4a93-4bb0-8b00-a9214e8d7a73 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:54.246538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01cbf011-4a93-4bb0-8b00-a9214e8d7a73 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088840 Jul 08 02:28:54.249036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.255503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c0e12cca-23f4-4615-9b6f-be844790697f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:54.279156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Deleting port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:54.279482 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:54.287785 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] Set router bf3672ae-dc84-43f0-bc63-0558671b2b08 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:54.392339 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] For port 77c19a27-85e9-48e0-a98c-b8ea3e9a403e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:54.392713 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:54.409416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Calling delete_port for 77c19a27-85e9-48e0-a98c-b8ea3e9a403e owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:54.417006 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-c0e12cca-23f4-4615-9b6f-be844790697f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:54.418109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c0e12cca-23f4-4615-9b6f-be844790697f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1674008 Jul 08 02:28:54.420922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52670) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.426046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-340af843-87c4-4785-b6a1-d3f75c94436a tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:54.427139 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-340af843-87c4-4785-b6a1-d3f75c94436a tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 02:28:54.428209 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-340af843-87c4-4785-b6a1-d3f75c94436a tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:54.433207 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-340af843-87c4-4785-b6a1-d3f75c94436a tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094907 Jul 08 02:28:54.435440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.440185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0f66087a-5086-4044-8b81-970519e4774d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:54.555218 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:28:48Z', 'revision_number': 4, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port': {'id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:44Z', 'updated_at': '2021-07-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'e6d13400-584e-4c93-b260-c0f7218bee6f', 'name': '', 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'mac_address': 'fa:16:3e:91:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'fe26e2df-48fe-4f93-9734-5c5149b77fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:47Z', 'updated_at': '2021-07-08T02:28:53Z', 'revision_number': 4, 'project_id': '2dcf19a721b749759a038b147eced546', 'subnets': [{'id': 'fe26e2df-48fe-4f93-9734-5c5149b77fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:54.585855 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679ec84-a141-4b69-8f87-dcadfa546ed3 None None] The sync data for ids ['bf3672ae-dc84-43f0-bc63-0558671b2b08'] in n-d-695189-13 is: [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:28:48Z', 'revision_number': 4, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port': {'id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:44Z', 'updated_at': '2021-07-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'e6d13400-584e-4c93-b260-c0f7218bee6f', 'name': '', 'network_id': 'e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'mac_address': 'fa:16:3e:91:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'fe26e2df-48fe-4f93-9734-5c5149b77fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:47Z', 'updated_at': '2021-07-08T02:28:53Z', 'revision_number': 4, 'project_id': '2dcf19a721b749759a038b147eced546', 'subnets': [{'id': 'fe26e2df-48fe-4f93-9734-5c5149b77fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:54.700461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52678) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.709283 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-0f66087a-5086-4044-8b81-970519e4774d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:54.713659 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0f66087a-5086-4044-8b81-970519e4774d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2757215 Jul 08 02:28:54.715616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.721105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-caa3b4ec-87ea-46f3-817f-a11449cfa620 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:54.721793 n-d-695189-13 neutron-server[100712]: WARNING neutron.api.v2.base [None req-caa3b4ec-87ea-46f3-817f-a11449cfa620 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 02:28:54.722091 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-caa3b4ec-87ea-46f3-817f-a11449cfa620 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:54.726377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-caa3b4ec-87ea-46f3-817f-a11449cfa620 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078878 Jul 08 02:28:54.726965 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52684) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:54.734310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1ff17cec-082b-4022-b7c7-236db2ffdb86 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:54.745365 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:54.852613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30ca0041-08d2-49c3-b9c4-ca49987a6bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:54.874880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Pushing event deleted for resources: {'Port': ['ID=77c19a27-85e9-48e0-a98c-b8ea3e9a403e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:55.080198 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.187938 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30ca0041-08d2-49c3-b9c4-ca49987a6bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.286077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30ca0041-08d2-49c3-b9c4-ca49987a6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.357252 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-30ca0041-08d2-49c3-b9c4-ca49987a6bfd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e67bebd1aaef4053b9eb59ac58bf050d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6556568 Jul 08 02:28:55.360423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca0041-08d2-49c3-b9c4-ca49987a6bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526a9002-464f-423d-87e5-080bc2a93a4a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:55.362316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:55.382146 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-1ff17cec-082b-4022-b7c7-236db2ffdb86 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:55.383786 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1ff17cec-082b-4022-b7c7-236db2ffdb86 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6551442 Jul 08 02:28:55.397373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52698) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:55.405579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-528d366e-dc74-4290-9c9c-88e64ebf04c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'c5fe7138-8386-4a57-afb0-bf25bfb0594d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:55.446617 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40c4e62d-c317-4689-8398-6ec6eeab7874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.447415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:55.477712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40c4e62d-c317-4689-8398-6ec6eeab7874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.617373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:55.628281 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1abc2730-24f8-4869-81ca-7154e087f62d admin admin] 10.222.0.10 "PUT /v2.0/routers/dcb6e0b1-7660-46e4-be1b-1e64a7d3b811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9913335 Jul 08 02:28:55.630518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:55.635136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] Sync routers for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:55.654120 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-528d366e-dc74-4290-9c9c-88e64ebf04c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:55.655172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:55.656128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:55.659652 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-528d366e-dc74-4290-9c9c-88e64ebf04c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2602675 Jul 08 02:28:55.662595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52706) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:55.765544 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40c4e62d-c317-4689-8398-6ec6eeab7874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.768637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40c4e62d-c317-4689-8398-6ec6eeab7874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.770284 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40c4e62d-c317-4689-8398-6ec6eeab7874 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/526a9002-464f-423d-87e5-080bc2a93a4a HTTP/1.1" status: 204 len: 168 time: 0.4070129 Jul 08 02:28:55.789285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4e62d-c317-4689-8398-6ec6eeab7874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a9002-464f-423d-87e5-080bc2a93a4a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:55.830666 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:55.847121 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-facc296d-9135-4cfa-bf72-1e3e369cc31f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.897370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.905065 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-facc296d-9135-4cfa-bf72-1e3e369cc31f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:55.908413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e6d13400-584e-4c93-b260-c0f7218bee6f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:56.091623 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-facc296d-9135-4cfa-bf72-1e3e369cc31f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.100516 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-facc296d-9135-4cfa-bf72-1e3e369cc31f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.104828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52716) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:56.105118 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-facc296d-9135-4cfa-bf72-1e3e369cc31f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/c5fe7138-8386-4a57-afb0-bf25bfb0594d HTTP/1.1" status: 204 len: 168 time: 0.4423885 Jul 08 02:28:56.124075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc296d-9135-4cfa-bf72-1e3e369cc31f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe7138-8386-4a57-afb0-bf25bfb0594d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:56.135005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.159166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:28:54Z', 'revision_number': 5, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port': {'id': 'c76053bd-fd81-40fe-ad01-9a3366e56505', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:26Z', 'updated_at': '2021-07-08T02:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:56.174855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-75dd54a1-e931-49c2-98d7-70115d9e7459 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650268 Jul 08 02:28:56.175159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52718) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:56.182994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2edb27ac-3395-4536-a044-bfca406e757d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--876811958'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:56.212124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] Checking router: dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:56.227065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] Routers {'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:56.228061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:56.260423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Deleting port c76053bd-fd81-40fe-ad01-9a3366e56505 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:56.260999 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.278118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e6d13400-584e-4c93-b260-c0f7218bee6f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:56.321060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e6d13400-584e-4c93-b260-c0f7218bee6f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:56.321428 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.379209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2edb27ac-3395-4536-a044-bfca406e757d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.383214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] Set router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:56.484530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:28:56Z', 'revision_number': 6, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:56.515896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f1fa6-5652-4004-a6c3-c0ab25d8d4fb None None] The sync data for ids ['dcb6e0b1-7660-46e4-be1b-1e64a7d3b811'] in n-d-695189-13 is: [{'id': 'dcb6e0b1-7660-46e4-be1b-1e64a7d3b811', 'name': 'tempest-TestServerBasicOps-1255472365-router', 'tenant_id': '91b0e85f575241638dfa0c8df3bc827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:25Z', 'updated_at': '2021-07-08T02:28:56Z', 'revision_number': 6, 'project_id': '91b0e85f575241638dfa0c8df3bc827d', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:56.562400 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.577218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] For port c76053bd-fd81-40fe-ad01-9a3366e56505, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c76053bd-fd81-40fe-ad01-9a3366e56505,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:56.577577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.602969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e6d13400-584e-4c93-b260-c0f7218bee6f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e6d13400-584e-4c93-b260-c0f7218bee6f,segment=NetworkSegment(f82b5dac-72e6-4912-95c4-31dfbba8f6e0),segment_id=f82b5dac-72e6-4912-95c4-31dfbba8f6e0)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:56.606559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Calling delete_port for c76053bd-fd81-40fe-ad01-9a3366e56505 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:56.609904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2edb27ac-3395-4536-a044-bfca406e757d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.669740 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.671501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2edb27ac-3395-4536-a044-bfca406e757d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.744596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e6d13400-584e-4c93-b260-c0f7218bee6f,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:56.752922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb27ac-3395-4536-a044-bfca406e757d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d40b96-7547-4fc8-9879-07902fe579e1,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:56.764331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2edb27ac-3395-4536-a044-bfca406e757d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.765578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2edb27ac-3395-4536-a044-bfca406e757d tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5869486 Jul 08 02:28:56.768499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:56.774542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e9056e8f-a20f-4fae-830b-e008e41efe20 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'a8d40b96-7547-4fc8-9879-07902fe579e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:56.849809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:56.863253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1be2fdb0-78aa-4f21-80b2-4f77af3dfb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.967584 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.003061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Pushing event deleted for resources: {'Port': ['ID=c76053bd-fd81-40fe-ad01-9a3366e56505,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:57.096504 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1be2fdb0-78aa-4f21-80b2-4f77af3dfb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.107604 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.199126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1be2fdb0-78aa-4f21-80b2-4f77af3dfb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.231686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.240634 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.252705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1be2fdb0-78aa-4f21-80b2-4f77af3dfb03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bd83a032fc34e7e9f55061713e12f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018638 Jul 08 02:28:57.255548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52738) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:57.283742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2fdb0-78aa-4f21-80b2-4f77af3dfb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277ccadb-a5f9-4863-bf17-626a78c971cb,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:57.288668 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-e9056e8f-a20f-4fae-830b-e008e41efe20 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The resource could not be found. Jul 08 02:28:57.289735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e9056e8f-a20f-4fae-830b-e008e41efe20 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5197394 Jul 08 02:28:57.296963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52740) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:57.297686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3ec322d5-41cd-4572-8387-ee4b501aeecc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'a8d40b96-7547-4fc8-9879-07902fe579e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4be1cad-1cf3-4dcb-8de9-f765edb86c3d'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:57.331904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e84e35f-5f4a-446b-b800-2a462c504874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.358466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e84e35f-5f4a-446b-b800-2a462c504874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.376815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.377348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:28:57.382296 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.388276 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52742) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:57.389987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0e9fcae9-c93b-4e6d-a1c5-b2b9d911225a admin admin] 10.222.0.10 "DELETE /v2.0/routers/dcb6e0b1-7660-46e4-be1b-1e64a7d3b811 HTTP/1.1" status: 204 len: 168 time: 1.7578051 Jul 08 02:28:57.453579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50adf5b-7955-47bc-914c-02d227d14a5d admin admin] Deleting subnet 0409cbf2-66d1-4c24-908b-6b63b3cfe8e6 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:28:57.457093 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a50adf5b-7955-47bc-914c-02d227d14a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.493887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a50adf5b-7955-47bc-914c-02d227d14a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.527547 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e84e35f-5f4a-446b-b800-2a462c504874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.530184 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e84e35f-5f4a-446b-b800-2a462c504874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.531554 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e84e35f-5f4a-446b-b800-2a462c504874 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/277ccadb-a5f9-4863-bf17-626a78c971cb HTTP/1.1" status: 204 len: 168 time: 0.2743545 Jul 08 02:28:57.546422 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-3ec322d5-41cd-4572-8387-ee4b501aeecc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The resource could not be found. Jul 08 02:28:57.548064 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3ec322d5-41cd-4572-8387-ee4b501aeecc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2543342 Jul 08 02:28:57.550624 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84e35f-5f4a-446b-b800-2a462c504874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277ccadb-a5f9-4863-bf17-626a78c971cb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:57.557705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52748) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:57.606707 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a50adf5b-7955-47bc-914c-02d227d14a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.630908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e6d13400-584e-4c93-b260-c0f7218bee6f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:57.659704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff517-1348-4e86-9038-3308755678c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.703252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e6d13400-584e-4c93-b260-c0f7218bee6f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:57.707113 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff517-1348-4e86-9038-3308755678c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.708306 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.794844 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a50adf5b-7955-47bc-914c-02d227d14a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.841057 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff517-1348-4e86-9038-3308755678c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.844856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff517-1348-4e86-9038-3308755678c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.847919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3d3ff517-1348-4e86-9038-3308755678c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/a8d40b96-7547-4fc8-9879-07902fe579e1 HTTP/1.1" status: 204 len: 168 time: 0.2899952 Jul 08 02:28:57.863616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:57.868897 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50adf5b-7955-47bc-914c-02d227d14a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0409cbf2-66d1-4c24-908b-6b63b3cfe8e6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:57.884089 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a50adf5b-7955-47bc-914c-02d227d14a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:57.891526 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a50adf5b-7955-47bc-914c-02d227d14a5d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0409cbf2-66d1-4c24-908b-6b63b3cfe8e6 HTTP/1.1" status: 204 len: 168 time: 0.5033000 Jul 08 02:28:57.894581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52754) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:57.902743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ff517-1348-4e86-9038-3308755678c7 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d40b96-7547-4fc8-9879-07902fe579e1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:57.971258 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2aa9520a-e3d9-45ee-a8c2-75482499fc51 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037080 Jul 08 02:28:57.972367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:57.978677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-6fb434b0-f2c3-4fcc-b9d0-b8519bd838ac tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': '335d5926-1194-46e7-acea-2f3b48f81578', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:58.047197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f5008-0d8f-4283-a1f3-529fef6497de None None] Network 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:28:58.120219 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.177984 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-6fb434b0-f2c3-4fcc-b9d0-b8519bd838ac tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The resource could not be found. Jul 08 02:28:58.179015 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6fb434b0-f2c3-4fcc-b9d0-b8519bd838ac tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2053080 Jul 08 02:28:58.184363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:58.193721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-75ac9a3b-9425-427e-aa19-55997e4092b5 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903829054'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:58.217288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c76053bd-fd81-40fe-ad01-9a3366e56505 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:58.230018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Deleting port da9f8e39-0550-4ec8-9aa2-0dadac704968 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:58.234829 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.288256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c76053bd-fd81-40fe-ad01-9a3366e56505 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:58.288995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c76053bd-fd81-40fe-ad01-9a3366e56505 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:58.291006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 77c19a27-85e9-48e0-a98c-b8ea3e9a403e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:58.309556 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75ac9a3b-9425-427e-aa19-55997e4092b5 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.321648 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 77c19a27-85e9-48e0-a98c-b8ea3e9a403e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:58.322009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 77c19a27-85e9-48e0-a98c-b8ea3e9a403e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:58.327010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] For port da9f8e39-0550-4ec8-9aa2-0dadac704968, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=da9f8e39-0550-4ec8-9aa2-0dadac704968,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:58.327504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.349147 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Calling delete_port for da9f8e39-0550-4ec8-9aa2-0dadac704968 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:58.425353 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75ac9a3b-9425-427e-aa19-55997e4092b5 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.475983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] DHCP port deletion for 4ac4ca1c-fe2f-4b05-8600-69a8d26db763 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:28:58.524255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] Deleting port da9f8e39-0550-4ec8-9aa2-0dadac704968 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:58.524962 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.525846 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75ac9a3b-9425-427e-aa19-55997e4092b5 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.548741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.567702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac9a3b-9425-427e-aa19-55997e4092b5 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb00db52-b135-48d0-a9f6-bc32f4f34395,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:58.594698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] No DVR routers for this DVR port da9f8e39-0550-4ec8-9aa2-0dadac704968 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:58.597178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] For port da9f8e39-0550-4ec8-9aa2-0dadac704968, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=da9f8e39-0550-4ec8-9aa2-0dadac704968,segment=NetworkSegment(1defcc65-b12e-4eac-b77f-69696b1ca0fc),segment_id=1defcc65-b12e-4eac-b77f-69696b1ca0fc)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:58.597602 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.600803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Pushing event deleted for resources: {'Port': ['ID=da9f8e39-0550-4ec8-9aa2-0dadac704968,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:58.620069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] Calling delete_port for da9f8e39-0550-4ec8-9aa2-0dadac704968 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:58.634059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-75ac9a3b-9425-427e-aa19-55997e4092b5 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.635667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-75ac9a3b-9425-427e-aa19-55997e4092b5 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4500937 Jul 08 02:28:58.638156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52774) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:58.645385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f0bd0e53-bc54-4f55-a75a-a1623c1386cc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454906690'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:58.692508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.708054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac4ca1c-fe2f-4b05-8600-69a8d26db763']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:58.717323 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.725743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1defcc65-b12e-4eac-b77f-69696b1ca0fc') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:58.726071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1defcc65-b12e-4eac-b77f-69696b1ca0fc') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:58.737079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.747306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] Pushing event deleted for resources: {'Port': ['ID=da9f8e39-0550-4ec8-9aa2-0dadac704968,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:58.749448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bed8d2-9793-4bfa-a1fb-fa2c6fc5a2b9 None None] No DVR routers for this DVR port da9f8e39-0550-4ec8-9aa2-0dadac704968 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:58.754100 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0e53-bc54-4f55-a75a-a1623c1386cc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.760257 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.774788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:28:58.775888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:28:58.777981 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:28:58.866778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0e53-bc54-4f55-a75a-a1623c1386cc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.908529 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.913554 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:58.917136 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] 10.222.0.10 "DELETE /v2.0/networks/4ac4ca1c-fe2f-4b05-8600-69a8d26db763 HTTP/1.1" status: 204 len: 168 time: 1.0212831 Jul 08 02:28:58.929591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52782) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:58.938155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a98ea5-73ec-4229-958a-2a763e3e225b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac4ca1c-fe2f-4b05-8600-69a8d26db763,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:58.972844 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0e53-bc54-4f55-a75a-a1623c1386cc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.055819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd0e53-bc54-4f55-a75a-a1623c1386cc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fbcc73-0401-45fc-87ae-587a469f26d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:59.082395 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0e53-bc54-4f55-a75a-a1623c1386cc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.083775 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f0bd0e53-bc54-4f55-a75a-a1623c1386cc tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4442854 Jul 08 02:28:59.086737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52788) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:59.096748 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-fce84b58-2186-48fe-abfc-65b4b2172fde tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group_rule': {'security_group_id': 'cb00db52-b135-48d0-a9f6-bc32f4f34395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd9fbcc73-0401-45fc-87ae-587a469f26d6'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:59.278200 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-fce84b58-2186-48fe-abfc-65b4b2172fde tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:28:59.278200 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fce84b58-2186-48fe-abfc-65b4b2172fde tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1844695 Jul 08 02:28:59.278590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52796) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:59.340843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efdc517e-c2ea-452a-a998-56aad6dc7e83 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.366438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efdc517e-c2ea-452a-a998-56aad6dc7e83 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.391610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.514407 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efdc517e-c2ea-452a-a998-56aad6dc7e83 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.518845 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-efdc517e-c2ea-452a-a998-56aad6dc7e83 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.518845 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-efdc517e-c2ea-452a-a998-56aad6dc7e83 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/d9fbcc73-0401-45fc-87ae-587a469f26d6 HTTP/1.1" status: 204 len: 168 time: 0.2387891 Jul 08 02:28:59.522452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52804) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:59.533503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc517e-c2ea-452a-a998-56aad6dc7e83 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fbcc73-0401-45fc-87ae-587a469f26d6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:59.592282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device da9f8e39-0550-4ec8-9aa2-0dadac704968 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:59.633256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: da9f8e39-0550-4ec8-9aa2-0dadac704968 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:59.633256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device da9f8e39-0550-4ec8-9aa2-0dadac704968 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:59.670610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52812) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:59.670851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d7babff3-832b-40b9-a8a8-59c70b1193d4 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1459417 Jul 08 02:28:59.760555 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebd642d9-215f-4b48-8886-0360e8339fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.787762 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebd642d9-215f-4b48-8886-0360e8339fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.800007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Deleting port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:59.800436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.902830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebd642d9-215f-4b48-8886-0360e8339fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.906016 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ebd642d9-215f-4b48-8886-0360e8339fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.907255 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ebd642d9-215f-4b48-8886-0360e8339fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/cb00db52-b135-48d0-a9f6-bc32f4f34395 HTTP/1.1" status: 204 len: 168 time: 0.2356360 Jul 08 02:28:59.910047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:59.921650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd642d9-215f-4b48-8886-0360e8339fd3 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb00db52-b135-48d0-a9f6-bc32f4f34395,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:59.949177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] For port 17f91d2b-b001-49d6-a2bc-137d6e3b0be5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,segment=NetworkSegment(02b5fd39-58db-4c74-a827-ccb9aca94f66),segment_id=02b5fd39-58db-4c74-a827-ccb9aca94f66)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:59.949519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:59.975525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Calling delete_port for 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:59.992626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-facec41c-c9af-4dfa-bd2a-cfc27f640e49 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797589 Jul 08 02:28:59.996465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52822) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:00.000954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e6764a93-2a9a-4e13-a80b-b59542efbab9 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155975334'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:00.133367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6764a93-2a9a-4e13-a80b-b59542efbab9 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.289098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6764a93-2a9a-4e13-a80b-b59542efbab9 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.332135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.395257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Pushing event deleted for resources: {'Port': ['ID=17f91d2b-b001-49d6-a2bc-137d6e3b0be5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:00.403890 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6764a93-2a9a-4e13-a80b-b59542efbab9 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.496304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6764a93-2a9a-4e13-a80b-b59542efbab9 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29719a-fd9f-4d2f-88a8-6ef44bd08e9f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:00.563504 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6764a93-2a9a-4e13-a80b-b59542efbab9 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.567520 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e6764a93-2a9a-4e13-a80b-b59542efbab9 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5673211 Jul 08 02:29:00.567904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52842) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:00.573899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-418d49da-ab72-430e-8a76-7185125f575f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:00.574329 n-d-695189-13 neutron-server[100713]: WARNING neutron.api.v2.base [None req-418d49da-ab72-430e-8a76-7185125f575f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 02:29:00.574817 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-418d49da-ab72-430e-8a76-7185125f575f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 02:29:00.575826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-418d49da-ab72-430e-8a76-7185125f575f tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "PUT /v2.0/security-groups/8f29719a-fd9f-4d2f-88a8-6ef44bd08e9f HTTP/1.1" status: 409 len: 330 time: 0.0057006 Jul 08 02:29:00.583738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52844) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:00.661885 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60d06733-1c6f-4de5-aded-4cf37ee44e03 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.662805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.690971 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60d06733-1c6f-4de5-aded-4cf37ee44e03 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.817098 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60d06733-1c6f-4de5-aded-4cf37ee44e03 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.820843 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60d06733-1c6f-4de5-aded-4cf37ee44e03 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:00.822603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-60d06733-1c6f-4de5-aded-4cf37ee44e03 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/8f29719a-fd9f-4d2f-88a8-6ef44bd08e9f HTTP/1.1" status: 204 len: 168 time: 0.2378755 Jul 08 02:29:00.832834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:00.834312 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d06733-1c6f-4de5-aded-4cf37ee44e03 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29719a-fd9f-4d2f-88a8-6ef44bd08e9f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:00.940305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52852) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:00.940556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-97c18a4a-e3c6-45e4-80d0-5c4f88e30dca tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064880 Jul 08 02:29:00.955117 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-fa30aa16-b678-49e1-8392-e140ae8f36a2 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] delete failed (client error): The resource could not be found. Jul 08 02:29:00.955665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Router e76749b7-e929-4d2a-bf41-68165d849745 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:29:00.960503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fa30aa16-b678-49e1-8392-e140ae8f36a2 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "DELETE /v2.0/security-groups/4f11af41-c121-4c1c-a5c7-dedac97f0f1a HTTP/1.1" status: 404 len: 347 time: 0.0142863 Jul 08 02:29:00.960779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52854) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:00.976415 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-3bc26922-dcd3-4d1a-85ca-fd153c1fb0af tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] show failed (client error): The resource could not be found. Jul 08 02:29:00.977520 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3bc26922-dcd3-4d1a-85ca-fd153c1fb0af tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-groups/1b8aa995-e4ff-4f0f-8729-f84fd6d61e47 HTTP/1.1" status: 404 len: 347 time: 0.0157790 Jul 08 02:29:00.981424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52856) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:01.004653 n-d-695189-13 neutron-server[100713]: INFO neutron.api.v2.resource [None req-057d6626-837c-4a1a-8146-4f777fcc1045 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] show failed (client error): The resource could not be found. Jul 08 02:29:01.005970 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-057d6626-837c-4a1a-8146-4f777fcc1045 tempest-NegativeSecGroupTest-953119382 tempest-NegativeSecGroupTest-953119382-project] 10.222.0.10 "GET /v2.0/security-group-rules/1b750afa-0651-4c87-9dab-bb581f8983a8 HTTP/1.1" status: 404 len: 356 time: 0.0233672 Jul 08 02:29:01.093804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:29:01.107177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-02356447-d497-4209-8c9e-08dd0ec2bdfd admin admin] 10.222.0.10 "PUT /v2.0/routers/e76749b7-e929-4d2a-bf41-68165d849745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739132 Jul 08 02:29:01.107559 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] Sync routers for ids ['e76749b7-e929-4d2a-bf41-68165d849745'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:29:01.108040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52862) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:01.119202 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] Routers {'e76749b7-e929-4d2a-bf41-68165d849745'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:29:01.119988 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e76749b7-e929-4d2a-bf41-68165d849745'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:01.271204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:01.316762 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] Set router e76749b7-e929-4d2a-bf41-68165d849745 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:29:01.412775 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:01.555528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Deleting port 05795bd0-31bd-4346-80a8-c8769985daca {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:01.555886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:01.562028 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '05795bd0-31bd-4346-80a8-c8769985daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:29:00Z', 'revision_number': 5, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port': {'id': '05795bd0-31bd-4346-80a8-c8769985daca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:34Z', 'updated_at': '2021-07-08T02:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:01.650291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] For port 05795bd0-31bd-4346-80a8-c8769985daca, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=05795bd0-31bd-4346-80a8-c8769985daca,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:29:01.650668 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:01.665086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Calling delete_port for 05795bd0-31bd-4346-80a8-c8769985daca owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:01.732148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52876) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:01.767262 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] Checking router: e76749b7-e929-4d2a-bf41-68165d849745 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:29:01.777291 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] Routers {'e76749b7-e929-4d2a-bf41-68165d849745'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:29:01.778493 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:28:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e76749b7-e929-4d2a-bf41-68165d849745'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:01.917100 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] Set router e76749b7-e929-4d2a-bf41-68165d849745 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:29:01.991226 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:29:01Z', 'revision_number': 6, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:01.995969 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bff0678d-6a91-4d3f-902f-e25176cb0268 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=989a9a3af9234d5c8744d4e436619041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544563 Jul 08 02:29:01.997403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52880) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:02.029223 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e4172-ed56-4ce7-8cd8-83123b097f7b None None] The sync data for ids ['e76749b7-e929-4d2a-bf41-68165d849745'] in n-d-695189-13 is: [{'id': 'e76749b7-e929-4d2a-bf41-68165d849745', 'name': 'tempest-TestServerBasicOps-341953979-router', 'tenant_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:33Z', 'updated_at': '2021-07-08T02:29:01Z', 'revision_number': 6, 'project_id': 'ac6f7ddcc5f4428e923d5b00189b895a', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:29:02.093924 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e9311e7-f882-415b-91fa-6e17e659aa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.129175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e9311e7-f882-415b-91fa-6e17e659aa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.574829 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.604791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=05795bd0-31bd-4346-80a8-c8769985daca,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:02.674980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.697928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e9311e7-f882-415b-91fa-6e17e659aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.701747 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e9311e7-f882-415b-91fa-6e17e659aa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.707311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e9311e7-f882-415b-91fa-6e17e659aa1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e064de4a-a7de-4d04-8e89-cd7613b9c1e7 HTTP/1.1" status: 204 len: 168 time: 0.7022307 Jul 08 02:29:02.713210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9311e7-f882-415b-91fa-6e17e659aa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e064de4a-a7de-4d04-8e89-cd7613b9c1e7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:02.785358 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.789017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.897938 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.898622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76749b7-e929-4d2a-bf41-68165d849745 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:29:02.903303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:02.904538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c3f59da0-49b2-4b27-ab9c-fe8049350e66 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e76749b7-e929-4d2a-bf41-68165d849745 HTTP/1.1" status: 204 len: 168 time: 1.7962661 Jul 08 02:29:02.909828 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52896) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:02.974475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d30d21-342c-492e-880f-609e5226b5de admin admin] Deleting subnet d03e039f-cbb7-4c5a-90c7-d3f9b05c7622 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:29:02.978142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55d30d21-342c-492e-880f-609e5226b5de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.019096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55d30d21-342c-492e-880f-609e5226b5de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.116551 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55d30d21-342c-492e-880f-609e5226b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.258238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55d30d21-342c-492e-880f-609e5226b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.292466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d30d21-342c-492e-880f-609e5226b5de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03e039f-cbb7-4c5a-90c7-d3f9b05c7622,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:03.297615 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-55d30d21-342c-492e-880f-609e5226b5de admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.299581 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-55d30d21-342c-492e-880f-609e5226b5de admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d03e039f-cbb7-4c5a-90c7-d3f9b05c7622 HTTP/1.1" status: 204 len: 168 time: 0.3794177 Jul 08 02:29:03.299753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb44c80-8413-44c9-b12c-f94a6a5ef6a7 None None] Network 46321cde-a797-4b3e-ab4e-07382ddc22b9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:03.301983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52910) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:03.417055 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.566384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] DHCP port deletion for 46321cde-a797-4b3e-ab4e-07382ddc22b9 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:29:03.569957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Deleting port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:03.572049 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.625004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] Deleting port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:03.625393 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.642909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 05795bd0-31bd-4346-80a8-c8769985daca no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:29:03.679122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] For port ed1d11a7-083f-4d75-a7f2-371e1fb226b9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,segment=NetworkSegment(02b5fd39-58db-4c74-a827-ccb9aca94f66),segment_id=02b5fd39-58db-4c74-a827-ccb9aca94f66)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:29:03.679590 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.691240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 05795bd0-31bd-4346-80a8-c8769985daca {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:29:03.692133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 05795bd0-31bd-4346-80a8-c8769985daca not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:29:03.692742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:29:03.694614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Calling delete_port for ed1d11a7-083f-4d75-a7f2-371e1fb226b9 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:03.724957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:29:03.725549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 17f91d2b-b001-49d6-a2bc-137d6e3b0be5 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:29:03.752142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] For port ed1d11a7-083f-4d75-a7f2-371e1fb226b9, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,segment=NetworkSegment(02b5fd39-58db-4c74-a827-ccb9aca94f66),segment_id=02b5fd39-58db-4c74-a827-ccb9aca94f66)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:29:03.753040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.769217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] Calling delete_port for ed1d11a7-083f-4d75-a7f2-371e1fb226b9 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:03.892340 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.899713 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:03.938145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:03.953056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] No DVR routers for this DVR port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:29:03.963609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] Pushing event deleted for resources: {'Port': ['ID=ed1d11a7-083f-4d75-a7f2-371e1fb226b9,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:03.971880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f999bd-451d-4d25-8eba-0cadca6bcdc3 None None] No DVR routers for this DVR port ed1d11a7-083f-4d75-a7f2-371e1fb226b9 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:29:04.062565 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.075718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46321cde-a797-4b3e-ab4e-07382ddc22b9']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:04.088351 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b5fd39-58db-4c74-a827-ccb9aca94f66') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:04.088589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b5fd39-58db-4c74-a827-ccb9aca94f66') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:04.098754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.114132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:04.119199 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.127309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:29:04.134123 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:29:04.259979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-72b5773b-8e57-4e44-b9ee-93f2ad828f28 tempest-ServiceProvidersTest-491250262 tempest-ServiceProvidersTest-491250262-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1424756 Jul 08 02:29:04.274442 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.286294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.288545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] 10.222.0.10 "DELETE /v2.0/networks/46321cde-a797-4b3e-ab4e-07382ddc22b9 HTTP/1.1" status: 204 len: 168 time: 0.9839132 Jul 08 02:29:04.304196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de26236-ed82-4d5e-b674-d68919fd2e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=46321cde-a797-4b3e-ab4e-07382ddc22b9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:04.741915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52954) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:04.797778 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6a0b3b5b-468c-4f23-b3b0-75cb3a411e43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91b0e85f575241638dfa0c8df3bc827d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541039 Jul 08 02:29:04.800176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52956) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:04.826936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 52958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:04.871607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b29516bd-1dc0-44dc-8075-4d21581d56ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.924304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b29516bd-1dc0-44dc-8075-4d21581d56ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.955703 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.089944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.108766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b29516bd-1dc0-44dc-8075-4d21581d56ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.111362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b29516bd-1dc0-44dc-8075-4d21581d56ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.112734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b29516bd-1dc0-44dc-8075-4d21581d56ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56d78470-7576-4d09-975a-de1bcbcdf66e HTTP/1.1" status: 204 len: 168 time: 0.3112621 Jul 08 02:29:05.124084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29516bd-1dc0-44dc-8075-4d21581d56ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d78470-7576-4d09-975a-de1bcbcdf66e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:05.165815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.210033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a6879ce9f034aeaa0d3cc575b5f89ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818531 Jul 08 02:29:05.211987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7811f611-aa9f-4555-9eaa-0cd70504fe48,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:05.213002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52978) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:05.222004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.222354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.222700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.223059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.223612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.223955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.224291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.224909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.225264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.225583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.225916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.226241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3bd18-1d81-4386-9938-67a46a7ffedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:05.284441 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5df6f1cb-dbe1-49c5-936c-19b647f801ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.307947 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5df6f1cb-dbe1-49c5-936c-19b647f801ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.457337 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5df6f1cb-dbe1-49c5-936c-19b647f801ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.462943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5df6f1cb-dbe1-49c5-936c-19b647f801ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:05.464636 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5df6f1cb-dbe1-49c5-936c-19b647f801ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7811f611-aa9f-4555-9eaa-0cd70504fe48 HTTP/1.1" status: 204 len: 168 time: 0.2504694 Jul 08 02:29:05.482708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6f1cb-dbe1-49c5-936c-19b647f801ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7811f611-aa9f-4555-9eaa-0cd70504fe48,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:05.609444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ed1d11a7-083f-4d75-a7f2-371e1fb226b9 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:29:05.635306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: ed1d11a7-083f-4d75-a7f2-371e1fb226b9 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:29:05.635790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device ed1d11a7-083f-4d75-a7f2-371e1fb226b9 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:29:06.110754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52996) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:06.157069 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0b5d01aa-d06f-4925-a8e0-34df1fa99248 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac6f7ddcc5f4428e923d5b00189b895a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443835 Jul 08 02:29:06.159515 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 52998) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:06.234616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:06.262560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:06.509544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:06.514603 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:06.514603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67562e26-4d12-4320-821f-54625efb5e29 HTTP/1.1" status: 204 len: 168 time: 0.3529196 Jul 08 02:29:06.523373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67562e26-4d12-4320-821f-54625efb5e29,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:06.531228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.531853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.532394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.532923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.533436 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.533951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.534465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.534991 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.535563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.535887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.536396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:06.537526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d1be8-8989-4bb0-9e21-7b20557f0a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:10.464694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53118) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:10.581150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddee307f-b371-43a6-b006-2f4680ebf269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:10.703922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddee307f-b371-43a6-b006-2f4680ebf269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:10.777175 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddee307f-b371-43a6-b006-2f4680ebf269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:10.816470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ddee307f-b371-43a6-b006-2f4680ebf269 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a14b16cfc78e41f68449b7fc36c18d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506525 Jul 08 02:29:10.817334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee307f-b371-43a6-b006-2f4680ebf269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b333513-baed-407a-aa2b-529196e5e0d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:10.819711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53132) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:10.875277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d23b507-5bbd-42b6-a170-2f9518c016f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:10.897920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d23b507-5bbd-42b6-a170-2f9518c016f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:11.023900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d23b507-5bbd-42b6-a170-2f9518c016f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:11.028579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d23b507-5bbd-42b6-a170-2f9518c016f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:11.030624 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3d23b507-5bbd-42b6-a170-2f9518c016f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b333513-baed-407a-aa2b-529196e5e0d6 HTTP/1.1" status: 204 len: 168 time: 0.2087305 Jul 08 02:29:11.049992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23b507-5bbd-42b6-a170-2f9518c016f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b333513-baed-407a-aa2b-529196e5e0d6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:11.822960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53150) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:11.836586 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5319485-e285-4b8f-a6bb-2c94a7eb7c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:11.929594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5319485-e285-4b8f-a6bb-2c94a7eb7c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:12.011835 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5319485-e285-4b8f-a6bb-2c94a7eb7c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:12.056169 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c5319485-e285-4b8f-a6bb-2c94a7eb7c73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0da70a230ae4756b31fc996d2c4b5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296743 Jul 08 02:29:12.056169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5319485-e285-4b8f-a6bb-2c94a7eb7c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb0a0e-2b43-4008-bbe9-9fa1ee04ae97,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:12.057093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:12.111951 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e185cb4-6ddd-44f8-acf2-df7cb25920b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:12.126040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b071f862-9dc3-4e49-9a7e-78c589738014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:12.137803 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e185cb4-6ddd-44f8-acf2-df7cb25920b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:12.262096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e185cb4-6ddd-44f8-acf2-df7cb25920b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:12.262096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e185cb4-6ddd-44f8-acf2-df7cb25920b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:12.262096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1e185cb4-6ddd-44f8-acf2-df7cb25920b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bcb0a0e-2b43-4008-bbe9-9fa1ee04ae97 HTTP/1.1" status: 204 len: 168 time: 0.2035313 Jul 08 02:29:12.270024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e185cb4-6ddd-44f8-acf2-df7cb25920b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb0a0e-2b43-4008-bbe9-9fa1ee04ae97,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:13.429798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:13.570538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-126590702-network', 'tenant_id': 'f704249f67984b28aa606a5d319d9893'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:13.685723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Made reservation on behalf of f704249f67984b28aa606a5d319d9893 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:13.688285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:13.701054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:13.810007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:13.908700 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:13.930396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:29:13.945818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b715bd82-cc4f-4240-b1dd-2094b458d08b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:13.948929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:13.949514 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Added segment 71d6f085-2b5d-4a17-8129-a86079867aa9 of type vlan for network d48fa865-364c-463e-bf4f-2b8c622daf9c Jul 08 02:29:14.002785 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:14.109127 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:14.110067 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:14.110666 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:14.187781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] Pushing event updated for resources: {'Network': ['ID=d48fa865-364c-463e-bf4f-2b8c622daf9c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:14.211084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network d48fa865-364c-463e-bf4f-2b8c622daf9c details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:29:14.267458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53240) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:14.277816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-920bd599-401b-4b95-9758-01669e78e89b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8464463 Jul 08 02:29:14.281256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Request body: {'subnet': {'network_id': 'd48fa865-364c-463e-bf4f-2b8c622daf9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-126590702-subnet', 'tenant_id': 'f704249f67984b28aa606a5d319d9893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:14.521393 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f3652a7f-e67f-4462-b0b7-45b51a63a583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:14.612912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Made reservation on behalf of f704249f67984b28aa606a5d319d9893 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:14.620186 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:14.874966 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:14.905719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:14.932763 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ac2677-3cef-426e-80c8-c418a32a6f11,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:14.954697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Checking segment: {'id': '71d6f085-2b5d-4a17-8129-a86079867aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd48fa865-364c-463e-bf4f-2b8c622daf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:14.954697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Network hostable DHCP agents. Network: d48fa865-364c-463e-bf4f-2b8c622daf9c, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:29:15.040243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Network d48fa865-364c-463e-bf4f-2b8c622daf9c is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:29:15.217343 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, d48fa865-364c-463e-bf4f-2b8c622daf9c) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:15.222068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:15.223625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:15.231609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b5f69f-aa28-45da-a980-6be868a04051 None None] Network d48fa865-364c-463e-bf4f-2b8c622daf9c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:15.321257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-82f7c050-cb3a-4131-ac99-a6467cc3c4e5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0510564 Jul 08 02:29:15.498203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f49dc-a342-4222-80cf-d84e153a329f None None] Network d48fa865-364c-463e-bf4f-2b8c622daf9c requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:15.828513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.254316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53288) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:16.265328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1217399321-network', 'tenant_id': 'ab35cad9a5254749883dc2743032617a'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:16.400457 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Made reservation on behalf of ab35cad9a5254749883dc2743032617a for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:16.404157 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.414358 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.514363 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.612102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.662524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe8b621-cdcc-4a67-93b5-0b1adadd1839,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:16.672643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:29:16.683867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.684231 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Added segment 2087b551-8c8b-4a8d-8974-09cf90e3f983 of type vlan for network dbbba4d4-a493-47d6-bcde-d1169ea24718 Jul 08 02:29:16.726388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.862967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.863994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:16.864579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:16.928249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbba4d4-a493-47d6-bcde-d1169ea24718,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:16.940408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network dbbba4d4-a493-47d6-bcde-d1169ea24718 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:29:17.007842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-63eaa6d1-a188-46fa-b553-31d72c9861d7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7521679 Jul 08 02:29:17.010337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53310) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:17.015321 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Request body: {'subnet': {'network_id': 'dbbba4d4-a493-47d6-bcde-d1169ea24718', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1217399321-subnet', 'tenant_id': 'ab35cad9a5254749883dc2743032617a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:17.114231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Made reservation on behalf of ab35cad9a5254749883dc2743032617a for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:17.116754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:17.400606 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:17.466833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69e46d0-0ba6-46fe-8a70-0ef93a632938,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:17.475416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Checking segment: {'id': '2087b551-8c8b-4a8d-8974-09cf90e3f983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'dbbba4d4-a493-47d6-bcde-d1169ea24718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:17.475789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Network hostable DHCP agents. Network: dbbba4d4-a493-47d6-bcde-d1169ea24718, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:29:17.628660 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:17.629374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Network dbbba4d4-a493-47d6-bcde-d1169ea24718 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:29:17.726443 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, dbbba4d4-a493-47d6-bcde-d1169ea24718) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:17.730967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:17.731763 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:17.738184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d27269-df33-45a3-ab22-7eaca52b2e2a None None] Network dbbba4d4-a493-47d6-bcde-d1169ea24718 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:17.867132 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810c6c0-887b-4cd1-ac00-cc8765d583c4 None None] Network dbbba4d4-a493-47d6-bcde-d1169ea24718 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:17.903946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-aa1a95a9-f127-4c79-86c9-2128c79bb1d8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8925767 Jul 08 02:29:18.040120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53336) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:18.086335 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c32c064-d2d5-442a-aeae-044eb5d5c03e admin admin] Deleting subnet c4ac2677-3cef-426e-80c8-c418a32a6f11 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:29:18.089655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c32c064-d2d5-442a-aeae-044eb5d5c03e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.125221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c32c064-d2d5-442a-aeae-044eb5d5c03e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.169408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c32c064-d2d5-442a-aeae-044eb5d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.388583 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.389241 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c32c064-d2d5-442a-aeae-044eb5d5c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.418019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32c064-d2d5-442a-aeae-044eb5d5c03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ac2677-3cef-426e-80c8-c418a32a6f11,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:18.431485 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c32c064-d2d5-442a-aeae-044eb5d5c03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.431485 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2c32c064-d2d5-442a-aeae-044eb5d5c03e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c4ac2677-3cef-426e-80c8-c418a32a6f11 HTTP/1.1" status: 204 len: 168 time: 0.3855567 Jul 08 02:29:18.432582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53340) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:18.506691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.599753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.610380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48fa865-364c-463e-bf4f-2b8c622daf9c']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:18.621835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d6f085-2b5d-4a17-8129-a86079867aa9') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:18.622191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d6f085-2b5d-4a17-8129-a86079867aa9') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:18.633554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.648237 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.654279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:29:18.654697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:29:18.656417 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:29:18.840025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.861833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.863911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d48fa865-364c-463e-bf4f-2b8c622daf9c HTTP/1.1" status: 204 len: 168 time: 0.4332051 Jul 08 02:29:18.864961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fedcdb-1cda-434d-9d74-0180d83121d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48fa865-364c-463e-bf4f-2b8c622daf9c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:18.866715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53346) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:18.923651 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f673c1-4339-4dd9-b010-db92eb65d9a3 admin admin] Deleting subnet d69e46d0-0ba6-46fe-8a70-0ef93a632938 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:29:18.927250 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21f673c1-4339-4dd9-b010-db92eb65d9a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:18.966253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21f673c1-4339-4dd9-b010-db92eb65d9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.014823 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21f673c1-4339-4dd9-b010-db92eb65d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.138651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21f673c1-4339-4dd9-b010-db92eb65d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.171303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f673c1-4339-4dd9-b010-db92eb65d9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69e46d0-0ba6-46fe-8a70-0ef93a632938,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:19.175626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21f673c1-4339-4dd9-b010-db92eb65d9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.181640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21f673c1-4339-4dd9-b010-db92eb65d9a3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d69e46d0-0ba6-46fe-8a70-0ef93a632938 HTTP/1.1" status: 204 len: 168 time: 0.3097608 Jul 08 02:29:19.181640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53350) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:19.250547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.339660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.350994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbba4d4-a493-47d6-bcde-d1169ea24718']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:19.361596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2087b551-8c8b-4a8d-8974-09cf90e3f983') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:19.368893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2087b551-8c8b-4a8d-8974-09cf90e3f983') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:19.376406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.397049 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.415968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:29:19.416142 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:29:19.417942 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:29:19.472875 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53354) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:19.639670 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c057441-0c45-473f-b09d-625e5c10ba7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.646680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.663694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.668247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] 10.222.0.10 "DELETE /v2.0/networks/dbbba4d4-a493-47d6-bcde-d1169ea24718 HTTP/1.1" status: 204 len: 168 time: 0.4842701 Jul 08 02:29:19.668247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb6eee-405e-4642-a25f-056cf127e8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbba4d4-a493-47d6-bcde-d1169ea24718,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:19.766398 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c057441-0c45-473f-b09d-625e5c10ba7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.863224 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c057441-0c45-473f-b09d-625e5c10ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.903046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5c057441-0c45-473f-b09d-625e5c10ba7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20c24acb15b547799155c0d158406b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297693 Jul 08 02:29:19.904468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c057441-0c45-473f-b09d-625e5c10ba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38941a7a-4d30-4a24-b723-6891d5be2bfd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:19.905934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53362) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:19.965092 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cb5d-9fbf-4602-9f55-52dd2e1084dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.987694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cb5d-9fbf-4602-9f55-52dd2e1084dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:19.989613 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53364) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:20.031699 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-afcb16aa-a227-4089-88ad-ee0f53c2a5c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f704249f67984b28aa606a5d319d9893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407281 Jul 08 02:29:20.034154 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53368) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:20.097428 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7f53905-e457-4106-bd0b-e3ea751bb670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:20.118611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7f53905-e457-4106-bd0b-e3ea751bb670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:20.126039 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cb5d-9fbf-4602-9f55-52dd2e1084dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:20.128674 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ed0cb5d-9fbf-4602-9f55-52dd2e1084dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:20.129961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2ed0cb5d-9fbf-4602-9f55-52dd2e1084dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38941a7a-4d30-4a24-b723-6891d5be2bfd HTTP/1.1" status: 204 len: 168 time: 0.2229948 Jul 08 02:29:20.172888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0cb5d-9fbf-4602-9f55-52dd2e1084dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38941a7a-4d30-4a24-b723-6891d5be2bfd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:20.257465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7f53905-e457-4106-bd0b-e3ea751bb670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:20.260068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7f53905-e457-4106-bd0b-e3ea751bb670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:20.261257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d7f53905-e457-4106-bd0b-e3ea751bb670 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b715bd82-cc4f-4240-b1dd-2094b458d08b HTTP/1.1" status: 204 len: 168 time: 0.2261643 Jul 08 02:29:20.274540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f53905-e457-4106-bd0b-e3ea751bb670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b715bd82-cc4f-4240-b1dd-2094b458d08b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:20.912936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53388) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:21.199051 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2a4de3d-d180-4ceb-addb-6e1070e891b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.201719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53394) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:21.204431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2a4de3d-d180-4ceb-addb-6e1070e891b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.204431 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:21.205794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-09b52219-6d04-4299-9e39-517c5cf27add admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab35cad9a5254749883dc2743032617a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539308 Jul 08 02:29:21.205868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2859afda-6375-4d0c-9e45-bb43819ec4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.205959 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.206510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2859afda-6375-4d0c-9e45-bb43819ec4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.206510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2a4de3d-d180-4ceb-addb-6e1070e891b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.231185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4de3d-d180-4ceb-addb-6e1070e891b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1894f5a3-fef4-4965-9066-ad1ea01c7beb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:21.235537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b2a4de3d-d180-4ceb-addb-6e1070e891b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=937574ab053a4d26873958e65db0ad9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253567 Jul 08 02:29:21.238248 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53400) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:21.290075 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a915f3bf-7022-4541-80ac-36f887c730bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.319211 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a915f3bf-7022-4541-80ac-36f887c730bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.510792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2859afda-6375-4d0c-9e45-bb43819ec4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.513779 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2859afda-6375-4d0c-9e45-bb43819ec4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.515133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2859afda-6375-4d0c-9e45-bb43819ec4b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2fe8b621-cdcc-4a67-93b5-0b1adadd1839 HTTP/1.1" status: 204 len: 168 time: 0.4334545 Jul 08 02:29:21.517870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a915f3bf-7022-4541-80ac-36f887c730bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.521701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a915f3bf-7022-4541-80ac-36f887c730bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:21.522976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a915f3bf-7022-4541-80ac-36f887c730bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1894f5a3-fef4-4965-9066-ad1ea01c7beb HTTP/1.1" status: 204 len: 168 time: 0.2837906 Jul 08 02:29:21.532538 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859afda-6375-4d0c-9e45-bb43819ec4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe8b621-cdcc-4a67-93b5-0b1adadd1839,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:21.549894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915f3bf-7022-4541-80ac-36f887c730bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1894f5a3-fef4-4965-9066-ad1ea01c7beb,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:24.864097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53600) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:24.993637 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1619fea9-178a-4457-a482-070b2d42cf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:25.081911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1619fea9-178a-4457-a482-070b2d42cf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:25.217162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1619fea9-178a-4457-a482-070b2d42cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:25.258292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619fea9-178a-4457-a482-070b2d42cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0f7fbf-240e-4113-892c-007360381e0f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:25.272226 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53620) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:25.285352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1619fea9-178a-4457-a482-070b2d42cf9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a9445d58f184fc69949d70df1285227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199533 Jul 08 02:29:25.326159 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8057d0cd-8613-4980-8f76-21470f37d223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:25.347807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8057d0cd-8613-4980-8f76-21470f37d223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:25.502950 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8057d0cd-8613-4980-8f76-21470f37d223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:25.505935 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8057d0cd-8613-4980-8f76-21470f37d223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:25.509751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8057d0cd-8613-4980-8f76-21470f37d223 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df0f7fbf-240e-4113-892c-007360381e0f HTTP/1.1" status: 204 len: 168 time: 0.2339747 Jul 08 02:29:25.516425 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057d0cd-8613-4980-8f76-21470f37d223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0f7fbf-240e-4113-892c-007360381e0f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:25.706240 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:29:27.522418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:27.702851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53740) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:27.796317 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-115c737d-affb-47f0-aabc-9b81ba1a314b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:27.851779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1890183970'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:27.892872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-115c737d-affb-47f0-aabc-9b81ba1a314b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:27.954581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-115c737d-affb-47f0-aabc-9b81ba1a314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:27.997504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-115c737d-affb-47f0-aabc-9b81ba1a314b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4ffa759ba7a4822ac8fe19d3c6d0356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739153 Jul 08 02:29:28.000290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c737d-affb-47f0-aabc-9b81ba1a314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f32c27-f8ef-4ffd-b47c-79d5296eca0d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:28.000686 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53766) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:28.016640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Made reservation on behalf of ee94ab0231324b088ffc766f9cb25390 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:28.020164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.045187 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.093437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6393d119-0663-42cf-be9b-6bf9f7c3cca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.126393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6393d119-0663-42cf-be9b-6bf9f7c3cca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.224721 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.274771 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6393d119-0663-42cf-be9b-6bf9f7c3cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.277408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6393d119-0663-42cf-be9b-6bf9f7c3cca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.278579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6393d119-0663-42cf-be9b-6bf9f7c3cca5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62f32c27-f8ef-4ffd-b47c-79d5296eca0d HTTP/1.1" status: 204 len: 168 time: 0.2769077 Jul 08 02:29:28.286152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393d119-0663-42cf-be9b-6bf9f7c3cca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f32c27-f8ef-4ffd-b47c-79d5296eca0d,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:28.314456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.342114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:29:28.351008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb80a06-7295-49b7-8c41-82caccc358de,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:28.370794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.371154 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Added segment 9f306a4a-7de9-4677-97dc-f52768708b9f of type vlan for network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 Jul 08 02:29:28.418904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.525738 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.531715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:28.532322 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.597058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event updated for resources: {'Network': ['ID=9c7f204d-893f-43ad-a5ae-f81cc8158d61,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:28.609180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:29:28.652821 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9071e4f3-af4f-45bf-8e51-8834a1acce05 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9486451 Jul 08 02:29:28.655718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53798) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:28.661882 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Request body: {'subnet': {'network_id': '9c7f204d-893f-43ad-a5ae-f81cc8158d61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:28.817133 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Made reservation on behalf of ee94ab0231324b088ffc766f9cb25390 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:28.821608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:28.907865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53800) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:28.931789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-045812fd-8e69-42c4-9405-ecb383071047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.036197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-045812fd-8e69-42c4-9405-ecb383071047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.103311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.114674 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-045812fd-8e69-42c4-9405-ecb383071047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.163082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045812fd-8e69-42c4-9405-ecb383071047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925fb982-f88d-4c8c-89d9-370d9391b64b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:29.171413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-045812fd-8e69-42c4-9405-ecb383071047 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b18c528b5c9c469ebd79c3bb508be514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621181 Jul 08 02:29:29.172708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53810) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:29.196948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event updated for resources: {'Subnet': ['ID=c7b89493-cf66-4ed7-886a-fb4e0b201b48,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:29.211723 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Checking segment: {'id': '9f306a4a-7de9-4677-97dc-f52768708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9c7f204d-893f-43ad-a5ae-f81cc8158d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:29.212103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Network hostable DHCP agents. Network: 9c7f204d-893f-43ad-a5ae-f81cc8158d61, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:29:29.235907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-812cf0da-8f21-4fb6-aab0-2ef68b216841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.257304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-812cf0da-8f21-4fb6-aab0-2ef68b216841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.285873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:29:29.371803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9c7f204d-893f-43ad-a5ae-f81cc8158d61) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:29.376314 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:29.377017 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.384056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f2fc2-bd68-46de-b05a-bd46361f187a None None] Network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:29.397799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-812cf0da-8f21-4fb6-aab0-2ef68b216841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.403331 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-812cf0da-8f21-4fb6-aab0-2ef68b216841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.404552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-812cf0da-8f21-4fb6-aab0-2ef68b216841 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/925fb982-f88d-4c8c-89d9-370d9391b64b HTTP/1.1" status: 204 len: 168 time: 0.2308509 Jul 08 02:29:29.417936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cf0da-8f21-4fb6-aab0-2ef68b216841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925fb982-f88d-4c8c-89d9-370d9391b64b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:29.469796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-03f9833a-1c58-44c0-bc17-1f959f426a97 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8127849 Jul 08 02:29:29.472858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53820) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:29.480224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Request body: {'port': {'network_id': '9c7f204d-893f-43ad-a5ae-f81cc8158d61', 'name': 'tempest-DHCPAgentSchedulersTestJSON-834560921'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:29.594345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-9c7f204d-893f-43ad-a5ae-f81cc8158d61', 'network_id': '9c7f204d-893f-43ad-a5ae-f81cc8158d61', 'tenant_id': 'ee94ab0231324b088ffc766f9cb25390', 'fixed_ips': [{'subnet_id': 'c7b89493-cf66-4ed7-886a-fb4e0b201b48'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:29:29.595302 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.687071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Made reservation on behalf of ee94ab0231324b088ffc766f9cb25390 for: {'port': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:29.692404 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.723245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] device_id is not set on port 4ed81055-e386-410e-a031-ba374c9c0c91 yet. {{(pid=100713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:29:29.757337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Allocated IP 172.20.0.2 (9c7f204d-893f-43ad-a5ae-f81cc8158d61/c7b89493-cf66-4ed7-886a-fb4e0b201b48/e3267a22-b320-4cad-a172-d73f7396f870) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:29:29.918002 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.939085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Transition to ACTIVE for port object e3267a22-b320-4cad-a172-d73f7396f870 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:29:29.965683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Transition to ACTIVE for port object e3267a22-b320-4cad-a172-d73f7396f870 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:29:30.017767 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.056291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:29:30.063217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:30.071962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:29:30.073385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Pushing event updated for resources: {'Port': ['ID=e3267a22-b320-4cad-a172-d73f7396f870,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:30.094035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Allocated IP 172.20.0.7 (9c7f204d-893f-43ad-a5ae-f81cc8158d61/c7b89493-cf66-4ed7-886a-fb4e0b201b48/4ed81055-e386-410e-a031-ba374c9c0c91) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:29:30.132705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Attempting to bind port e3267a22-b320-4cad-a172-d73f7396f870 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:29:30.133146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Attempting to bind port e3267a22-b320-4cad-a172-d73f7396f870 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '9f306a4a-7de9-4677-97dc-f52768708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9c7f204d-893f-43ad-a5ae-f81cc8158d61'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:29:30.133637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Attempting to bind port e3267a22-b320-4cad-a172-d73f7396f870 on network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:29:30.138925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:29:30.143287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Checking segment: {'id': '9f306a4a-7de9-4677-97dc-f52768708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9c7f204d-893f-43ad-a5ae-f81cc8158d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:30.143287 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.143287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Bound using segment: {'id': '9f306a4a-7de9-4677-97dc-f52768708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9c7f204d-893f-43ad-a5ae-f81cc8158d61'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:29:30.143287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Bound port: e3267a22-b320-4cad-a172-d73f7396f870, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f306a4a-7de9-4677-97dc-f52768708b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9c7f204d-893f-43ad-a5ae-f81cc8158d61'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:29:30.143287 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.207438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] For port e3267a22-b320-4cad-a172-d73f7396f870, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:29:30.211543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] For port e3267a22-b320-4cad-a172-d73f7396f870, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3267a22-b320-4cad-a172-d73f7396f870,segment=NetworkSegment(9f306a4a-7de9-4677-97dc-f52768708b9f),segment_id=9f306a4a-7de9-4677-97dc-f52768708b9f)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:29:30.278982 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.293231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Transition to ACTIVE for port object 4ed81055-e386-410e-a031-ba374c9c0c91 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:29:30.297563 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.367968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8537ff-3026-472d-be89-cc30e9fd4812 None None] Pushing event updated for resources: {'Port': ['ID=e3267a22-b320-4cad-a172-d73f7396f870,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:30.377785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.433944 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:29:30.437499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:30.447642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:29:30.476273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event updated for resources: {'Port': ['ID=4ed81055-e386-410e-a031-ba374c9c0c91,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:30.522361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:30.523255 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.595108 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-34a4a273-7d95-43a6-93a0-bf85eb34ce46 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1214726 Jul 08 02:29:30.598168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53850) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:30.749051 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4e398ba3-2c7d-4834-9278-5e2fee946972 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Deleting port 4ed81055-e386-410e-a031-ba374c9c0c91 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:30.749412 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e398ba3-2c7d-4834-9278-5e2fee946972 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.849920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e398ba3-2c7d-4834-9278-5e2fee946972 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:30.867880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4e398ba3-2c7d-4834-9278-5e2fee946972 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Calling delete_port for 4ed81055-e386-410e-a031-ba374c9c0c91 owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:31.114419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e398ba3-2c7d-4834-9278-5e2fee946972 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:31.157128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e398ba3-2c7d-4834-9278-5e2fee946972 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event deleted for resources: {'Port': ['ID=4ed81055-e386-410e-a031-ba374c9c0c91,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:31.267781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4e398ba3-2c7d-4834-9278-5e2fee946972 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:31.272840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53866) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:31.273283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4e398ba3-2c7d-4834-9278-5e2fee946972 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "DELETE /v2.0/ports/4ed81055-e386-410e-a031-ba374c9c0c91 HTTP/1.1" status: 204 len: 168 time: 0.6727862 Jul 08 02:29:31.578153 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-524e4904-57a9-4d3d-98d5-46a93ff5c056 tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.3011997 Jul 08 02:29:31.578834 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:31.586359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1546027412'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:31.685267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3267a22-b320-4cad-a172-d73f7396f870 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:29:31.709347 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Made reservation on behalf of ee94ab0231324b088ffc766f9cb25390 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:31.720067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:31.735282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6785c34a-a80e-48e2-8a29-7d80f36641e8 None None] Network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:31.758779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:29:31.774161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:31.774600 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Added segment 67d9fe5f-689b-4069-bf9c-6732d1909f69 of type vlan for network e715f864-4a83-4974-953b-bab0a995f402 Jul 08 02:29:31.853119 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:31.884918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e3267a22-b320-4cad-a172-d73f7396f870 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:29:31.928428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90b0ea6a-df03-4d0b-909f-a6e92292ac96 None None] Provisioning for port e3267a22-b320-4cad-a172-d73f7396f870 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:29:31.936273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90b0ea6a-df03-4d0b-909f-a6e92292ac96 None None] Provisioning complete for port e3267a22-b320-4cad-a172-d73f7396f870 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:29:31.936930 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90b0ea6a-df03-4d0b-909f-a6e92292ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:32.011636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:32.018748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:32.019942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:32.075313 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90b0ea6a-df03-4d0b-909f-a6e92292ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:32.113268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-90b0ea6a-df03-4d0b-909f-a6e92292ac96 None None] For port e3267a22-b320-4cad-a172-d73f7396f870, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3267a22-b320-4cad-a172-d73f7396f870,segment=NetworkSegment(9f306a4a-7de9-4677-97dc-f52768708b9f),segment_id=9f306a4a-7de9-4677-97dc-f52768708b9f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:29:32.173902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event updated for resources: {'Network': ['ID=e715f864-4a83-4974-953b-bab0a995f402,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:32.194873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e715f864-4a83-4974-953b-bab0a995f402 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:29:32.216336 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90b0ea6a-df03-4d0b-909f-a6e92292ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:32.244066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5e696abd-833a-43e1-ab77-cc3ce8a35b82 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6613121 Jul 08 02:29:32.244447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:32.356907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0ea6a-df03-4d0b-909f-a6e92292ac96 None None] Pushing event updated for resources: {'Port': ['ID=e3267a22-b320-4cad-a172-d73f7396f870,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:32.437326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e1746cda-0a0e-4ab8-ad71-daeb76f8c909 None None] Provisioning complete for port e3267a22-b320-4cad-a172-d73f7396f870 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:29:32.437858 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1746cda-0a0e-4ab8-ad71-daeb76f8c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:32.476424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53894) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:32.491246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4ae19ee8-b0c3-4b1b-99bd-b9fa7f780a7f tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "GET /v2.0/agents/88ebf027-5ba1-49f9-85a9-2332613c23af/dhcp-networks HTTP/1.1" status: 200 len: 4897 time: 0.2288141 Jul 08 02:29:32.599640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b49182-43c2-49d7-9424-b5fc07ca6d0c tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] Network e715f864-4a83-4974-953b-bab0a995f402 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:29:32.650159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3ce028f4-63ec-432d-be15-c47278e1fffc None None] Could not find standard attr ID for object 4ed81055-e386-410e-a031-ba374c9c0c91. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:29:32.704583 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a4b49182-43c2-49d7-9424-b5fc07ca6d0c tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "POST /v2.0/agents/88ebf027-5ba1-49f9-85a9-2332613c23af/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2247446 Jul 08 02:29:32.706776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:32.707635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719e9fd-5e0d-4f81-aebe-bc1c02963730 None None] Network e715f864-4a83-4974-953b-bab0a995f402 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:32.863001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-59196057-2c87-4ff2-b744-72a9628a2d32 tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "GET /v2.0/agents/88ebf027-5ba1-49f9-85a9-2332613c23af/dhcp-networks HTTP/1.1" status: 200 len: 5668 time: 0.1536782 Jul 08 02:29:32.863587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:33.017032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6d843507-de99-444b-8ad4-3620f063f5d6 tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "DELETE /v2.0/agents/88ebf027-5ba1-49f9-85a9-2332613c23af/dhcp-networks/e715f864-4a83-4974-953b-bab0a995f402 HTTP/1.1" status: 204 len: 168 time: 0.1504743 Jul 08 02:29:33.017847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:33.132980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6ae1ce8a-cfc1-45b4-8df7-2712923c56eb tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "GET /v2.0/agents/88ebf027-5ba1-49f9-85a9-2332613c23af/dhcp-networks HTTP/1.1" status: 200 len: 4897 time: 0.1144474 Jul 08 02:29:33.137373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53908) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:33.186417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-757eaf56-b6f0-439c-b70f-af0799257de3 tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "GET /v2.0/networks/9c7f204d-893f-43ad-a5ae-f81cc8158d61/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0475082 Jul 08 02:29:33.190323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53914) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:33.212086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5861034d-96d4-4495-9c9f-5975b52a0ff5 tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "GET /v2.0/networks/9c7f204d-893f-43ad-a5ae-f81cc8158d61/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0203815 Jul 08 02:29:33.218574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53918) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:33.409098 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-faed3150-2740-4fb1-aae3-0d87fbfb4a76 tempest-DHCPAgentSchedulersTestJSON-503356055 tempest-DHCPAgentSchedulersTestJSON-503356055-project-admin] 10.222.0.10 "GET /v2.0/agents/88ebf027-5ba1-49f9-85a9-2332613c23af/dhcp-networks HTTP/1.1" status: 200 len: 4897 time: 0.1893091 Jul 08 02:29:33.413312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:33.493508 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.584703 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.596697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e715f864-4a83-4974-953b-bab0a995f402']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:33.607189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d9fe5f-689b-4069-bf9c-6732d1909f69') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:33.607542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d9fe5f-689b-4069-bf9c-6732d1909f69') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:33.610845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3267a22-b320-4cad-a172-d73f7396f870 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:29:33.618389 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.632683 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.640467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:29:33.640870 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:29:33.645032 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:29:33.658915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e3267a22-b320-4cad-a172-d73f7396f870 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:29:33.659300 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.760239 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.773762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.778344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53928) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:33.778868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "DELETE /v2.0/networks/e715f864-4a83-4974-953b-bab0a995f402 HTTP/1.1" status: 204 len: 168 time: 0.3640807 Jul 08 02:29:33.790737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02979532-c63e-4b1f-98c2-dc695fdf620e tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event deleted for resources: {'Network': ['ID=e715f864-4a83-4974-953b-bab0a995f402,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:33.813728 n-d-695189-13 neutron-server[100713]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ab8783-24ac-4312-9af6-15cc5da65fa8 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] DELETE failed (client error): The resource could not be found. Jul 08 02:29:33.814509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ab8783-24ac-4312-9af6-15cc5da65fa8 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:29:33.816337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-61ab8783-24ac-4312-9af6-15cc5da65fa8 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "DELETE /v2.0/ports/4ed81055-e386-410e-a031-ba374c9c0c91 HTTP/1.1" status: 404 len: 333 time: 0.0354362 Jul 08 02:29:33.819485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53930) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:33.868820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-783fddb2-5ad5-4388-82d8-5abbe3929021 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Deleting subnet c7b89493-cf66-4ed7-886a-fb4e0b201b48 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:29:33.871734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-783fddb2-5ad5-4388-82d8-5abbe3929021 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:33.916770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-783fddb2-5ad5-4388-82d8-5abbe3929021 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.026028 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-783fddb2-5ad5-4388-82d8-5abbe3929021 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.235140 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-783fddb2-5ad5-4388-82d8-5abbe3929021 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.263190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fddb2-5ad5-4388-82d8-5abbe3929021 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b89493-cf66-4ed7-886a-fb4e0b201b48,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:34.271832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-783fddb2-5ad5-4388-82d8-5abbe3929021 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.273909 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-783fddb2-5ad5-4388-82d8-5abbe3929021 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "DELETE /v2.0/subnets/c7b89493-cf66-4ed7-886a-fb4e0b201b48 HTTP/1.1" status: 204 len: 168 time: 0.4534333 Jul 08 02:29:34.275257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb23db2-2ce1-4501-bc9c-ab424485127f None None] Network 9c7f204d-893f-43ad-a5ae-f81cc8158d61 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:34.276489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53952) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:34.365975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.488575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Deleting port e3267a22-b320-4cad-a172-d73f7396f870 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:34.489481 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.534907 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53960) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:34.592309 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] For port e3267a22-b320-4cad-a172-d73f7396f870, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3267a22-b320-4cad-a172-d73f7396f870,segment=NetworkSegment(9f306a4a-7de9-4677-97dc-f52768708b9f),segment_id=9f306a4a-7de9-4677-97dc-f52768708b9f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:29:34.592847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.607996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Calling delete_port for e3267a22-b320-4cad-a172-d73f7396f870 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:34.678091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] DHCP port deletion for 9c7f204d-893f-43ad-a5ae-f81cc8158d61 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:29:34.685245 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64c8b7a4-96fe-4537-af0e-7410434312ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.730978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Deleting port e3267a22-b320-4cad-a172-d73f7396f870 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:34.731377 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.794810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.795652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] For port e3267a22-b320-4cad-a172-d73f7396f870, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3267a22-b320-4cad-a172-d73f7396f870,segment=NetworkSegment(9f306a4a-7de9-4677-97dc-f52768708b9f),segment_id=9f306a4a-7de9-4677-97dc-f52768708b9f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:29:34.797945 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.810256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Calling delete_port for e3267a22-b320-4cad-a172-d73f7396f870 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:34.822838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event deleted for resources: {'Port': ['ID=e3267a22-b320-4cad-a172-d73f7396f870,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:34.828815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] No DVR routers for this DVR port e3267a22-b320-4cad-a172-d73f7396f870 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:29:34.875464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64c8b7a4-96fe-4537-af0e-7410434312ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.895427 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.910571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.922617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7f204d-893f-43ad-a5ae-f81cc8158d61']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:34.922840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Pushing event deleted for resources: {'Port': ['ID=e3267a22-b320-4cad-a172-d73f7396f870,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:34.934361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.934912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.935432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.935946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.936427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.936624 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f306a4a-7de9-4677-97dc-f52768708b9f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:34.937025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f306a4a-7de9-4677-97dc-f52768708b9f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:34.937289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.937764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.938236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.939300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.939805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.943110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.943110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:29:34.943837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6656b-7392-4c90-bef4-f7c0bd09207f None None] No DVR routers for this DVR port e3267a22-b320-4cad-a172-d73f7396f870 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:29:34.954231 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.969253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.976810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:29:34.978195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:29:34.980191 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:29:34.988579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-64c8b7a4-96fe-4537-af0e-7410434312ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:35.036958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-64c8b7a4-96fe-4537-af0e-7410434312ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8d1101d5a0f4ea39409de54097e3452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001924 Jul 08 02:29:35.038702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 53968) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:35.046274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8b7a4-96fe-4537-af0e-7410434312ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c623ad9c-c619-4460-a1c3-b18c3da272b6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:35.091568 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:35.093068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35588ecb-5e77-407c-a35e-1bb8d2263ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:35.114738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:35.115175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35588ecb-5e77-407c-a35e-1bb8d2263ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:35.116717 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] 10.222.0.10 "DELETE /v2.0/networks/9c7f204d-893f-43ad-a5ae-f81cc8158d61 HTTP/1.1" status: 204 len: 168 time: 0.8391314 Jul 08 02:29:35.118030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde194-e8d6-46ca-b0ca-209b020e62d3 tempest-DHCPAgentSchedulersTestJSON-157331087 tempest-DHCPAgentSchedulersTestJSON-157331087-project] Pushing event deleted for resources: {'Network': ['ID=9c7f204d-893f-43ad-a5ae-f81cc8158d61,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:35.303625 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35588ecb-5e77-407c-a35e-1bb8d2263ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:35.308108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35588ecb-5e77-407c-a35e-1bb8d2263ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:35.309312 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35588ecb-5e77-407c-a35e-1bb8d2263ebf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c623ad9c-c619-4460-a1c3-b18c3da272b6 HTTP/1.1" status: 204 len: 168 time: 0.2694573 Jul 08 02:29:35.317710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35588ecb-5e77-407c-a35e-1bb8d2263ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c623ad9c-c619-4460-a1c3-b18c3da272b6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:35.596706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3267a22-b320-4cad-a172-d73f7396f870 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:29:35.618049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e3267a22-b320-4cad-a172-d73f7396f870 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:29:35.618486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3267a22-b320-4cad-a172-d73f7396f870 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:29:35.745183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:35.887131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-80b93f1a-0aeb-4db6-8807-e27be697c479 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee94ab0231324b088ffc766f9cb25390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394424 Jul 08 02:29:35.888279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:35.940571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2852696-96e3-454e-a42d-cc4e70b31774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:35.963401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2852696-96e3-454e-a42d-cc4e70b31774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.045860 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 53998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:36.059307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dee40150-68f4-428a-a74d-15cbd085156d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.087804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2852696-96e3-454e-a42d-cc4e70b31774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.090287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f2852696-96e3-454e-a42d-cc4e70b31774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.091477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f2852696-96e3-454e-a42d-cc4e70b31774 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cb80a06-7295-49b7-8c41-82caccc358de HTTP/1.1" status: 204 len: 168 time: 0.2022355 Jul 08 02:29:36.108182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2852696-96e3-454e-a42d-cc4e70b31774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb80a06-7295-49b7-8c41-82caccc358de,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:36.168468 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dee40150-68f4-428a-a74d-15cbd085156d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.280669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dee40150-68f4-428a-a74d-15cbd085156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.321137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee40150-68f4-428a-a74d-15cbd085156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59abb59-bc15-4f63-abe1-ac927946bd74,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:36.325577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dee40150-68f4-428a-a74d-15cbd085156d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e081ac7e8354bafaf017eb4eec00061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786262 Jul 08 02:29:36.328202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54012) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:36.379785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc086-ca36-4223-9446-b8f880fa1e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.404125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc086-ca36-4223-9446-b8f880fa1e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.531698 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc086-ca36-4223-9446-b8f880fa1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.534215 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc086-ca36-4223-9446-b8f880fa1e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:36.536776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5c6bc086-ca36-4223-9446-b8f880fa1e0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f59abb59-bc15-4f63-abe1-ac927946bd74 HTTP/1.1" status: 204 len: 168 time: 0.2070568 Jul 08 02:29:36.546493 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bc086-ca36-4223-9446-b8f880fa1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59abb59-bc15-4f63-abe1-ac927946bd74,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:37.023818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54042) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:37.040280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-898fcc06-7331-4fb3-b5c3-be2b41cdf823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:37.149307 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-898fcc06-7331-4fb3-b5c3-be2b41cdf823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:37.274646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-898fcc06-7331-4fb3-b5c3-be2b41cdf823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:37.315230 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-898fcc06-7331-4fb3-b5c3-be2b41cdf823 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=172c2612817b4ebb9e90de04bcb033d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899673 Jul 08 02:29:37.316303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fcc06-7331-4fb3-b5c3-be2b41cdf823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df3f441-1aed-4c25-8de6-4cc28e84a0a6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:37.318453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:37.390115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c140a6c-6600-419a-b4d6-a72ef423451e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:37.416200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c140a6c-6600-419a-b4d6-a72ef423451e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:37.526603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c140a6c-6600-419a-b4d6-a72ef423451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:37.529515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5c140a6c-6600-419a-b4d6-a72ef423451e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:37.531451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5c140a6c-6600-419a-b4d6-a72ef423451e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7df3f441-1aed-4c25-8de6-4cc28e84a0a6 HTTP/1.1" status: 204 len: 168 time: 0.2107639 Jul 08 02:29:37.540380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c140a6c-6600-419a-b4d6-a72ef423451e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df3f441-1aed-4c25-8de6-4cc28e84a0a6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:38.163809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:38.303790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52637ae9-5e22-4f2d-ba8e-9ec27a019beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:38.428537 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52637ae9-5e22-4f2d-ba8e-9ec27a019beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:38.531566 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-52637ae9-5e22-4f2d-ba8e-9ec27a019beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:38.573239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-52637ae9-5e22-4f2d-ba8e-9ec27a019beb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd142c4dd1d04306a795c1cddd6738ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079604 Jul 08 02:29:38.574143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52637ae9-5e22-4f2d-ba8e-9ec27a019beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e1befb-1ac7-4e42-ab73-2470489511b2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:38.576094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54110) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:38.637056 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e51f68b-de5c-4911-894a-1f26a220f653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:38.661970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e51f68b-de5c-4911-894a-1f26a220f653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:38.806462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e51f68b-de5c-4911-894a-1f26a220f653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:38.812238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6e51f68b-de5c-4911-894a-1f26a220f653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:38.815959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6e51f68b-de5c-4911-894a-1f26a220f653 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67e1befb-1ac7-4e42-ab73-2470489511b2 HTTP/1.1" status: 204 len: 168 time: 0.2387424 Jul 08 02:29:38.824765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51f68b-de5c-4911-894a-1f26a220f653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e1befb-1ac7-4e42-ab73-2470489511b2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:39.516736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54146) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:39.534247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2880e0e-8a41-4eb1-8ef2-2555afc81640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:39.668762 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2880e0e-8a41-4eb1-8ef2-2555afc81640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:39.743217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c2880e0e-8a41-4eb1-8ef2-2555afc81640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:39.782175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c2880e0e-8a41-4eb1-8ef2-2555afc81640 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c8260f8d0e04d92a838652274dba997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643688 Jul 08 02:29:39.783279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2880e0e-8a41-4eb1-8ef2-2555afc81640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac6321c-9b41-4f10-aef9-3a616ece5865,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:39.785041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54152) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:39.839766 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40bbc831-16bb-4461-85e2-7a80aad609d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:39.864977 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40bbc831-16bb-4461-85e2-7a80aad609d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:39.994538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40bbc831-16bb-4461-85e2-7a80aad609d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:39.997454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40bbc831-16bb-4461-85e2-7a80aad609d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:39.998816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40bbc831-16bb-4461-85e2-7a80aad609d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aac6321c-9b41-4f10-aef9-3a616ece5865 HTTP/1.1" status: 204 len: 168 time: 0.2121172 Jul 08 02:29:40.008524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbc831-16bb-4461-85e2-7a80aad609d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac6321c-9b41-4f10-aef9-3a616ece5865,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:40.065047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54164) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:40.065406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54166) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:40.175484 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a7dc-2202-4616-b2e8-7aa2c16b790e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.205092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1027536453', 'router:external': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:40.283965 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a7dc-2202-4616-b2e8-7aa2c16b790e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.373423 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fbd0a7dc-2202-4616-b2e8-7aa2c16b790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.425055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54180) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:40.425187 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fbd0a7dc-2202-4616-b2e8-7aa2c16b790e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b25cffc0de4c42c7a58b188255b3d13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586121 Jul 08 02:29:40.426574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0a7dc-2202-4616-b2e8-7aa2c16b790e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7437fa8a-ca00-4f0a-baeb-0e5944a9dd22,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:40.463007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Made reservation on behalf of bd36b122880842138ed025c99907fdf0 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:40.466084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.476511 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.503788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c33b-7183-41ae-a9f3-c6a4aee96aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.529619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c33b-7183-41ae-a9f3-c6a4aee96aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.576611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.646209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.675456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c33b-7183-41ae-a9f3-c6a4aee96aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.679140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c33b-7183-41ae-a9f3-c6a4aee96aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.683703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c7d6c33b-7183-41ae-a9f3-c6a4aee96aa1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7437fa8a-ca00-4f0a-baeb-0e5944a9dd22 HTTP/1.1" status: 204 len: 168 time: 0.2571568 Jul 08 02:29:40.686385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89973b7-949a-464d-a968-2448c1f92a1e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:40.696536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6c33b-7183-41ae-a9f3-c6a4aee96aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7437fa8a-ca00-4f0a-baeb-0e5944a9dd22,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:40.698983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:29:40.712127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.712525 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Added segment 5f7e7115-c215-49c8-8e83-4cb0f6709f34 of type vlan for network cd7434f8-2384-4ebf-b1a4-c2b435222d28 Jul 08 02:29:40.765088 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.863165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.864203 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:40.864827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:40.934033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'Network': ['ID=cd7434f8-2384-4ebf-b1a4-c2b435222d28,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:40.965448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network cd7434f8-2384-4ebf-b1a4-c2b435222d28 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:29:41.046841 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2140b43d-06d2-4a14-ac58-adc96cb65cde tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9791348 Jul 08 02:29:41.049722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54202) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:41.054640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'subnet': {'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:41.183067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Made reservation on behalf of bd36b122880842138ed025c99907fdf0 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:41.185788 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.369598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54208) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:41.384068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68a39f82-781a-47e0-9a65-69ef83fc0bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.526900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68a39f82-781a-47e0-9a65-69ef83fc0bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.612578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-68a39f82-781a-47e0-9a65-69ef83fc0bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.615331 n-d-695189-13 neutron-server[100713]: DEBUG neutron.objects.ports [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:29:41.615916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.692269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-68a39f82-781a-47e0-9a65-69ef83fc0bba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=849fcdbf299c4e4ba037a2576c8bd1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212078 Jul 08 02:29:41.693463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54216) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:41.696779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a39f82-781a-47e0-9a65-69ef83fc0bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc5526-9a1a-480d-801e-564ed710869d,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:41.722922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8569f7a2-562b-40bb-891a-068d2bcc15d1,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:41.728063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Checking segment: {'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:41.728364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Network hostable DHCP agents. Network: cd7434f8-2384-4ebf-b1a4-c2b435222d28, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:29:41.775718 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f749e03a-5183-47e6-bd4b-42bd91f68849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.803580 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f749e03a-5183-47e6-bd4b-42bd91f68849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.811876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Network cd7434f8-2384-4ebf-b1a4-c2b435222d28 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:29:41.949071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, cd7434f8-2384-4ebf-b1a4-c2b435222d28) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:41.949524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f749e03a-5183-47e6-bd4b-42bd91f68849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.953649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:41.954247 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.962283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f749e03a-5183-47e6-bd4b-42bd91f68849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:41.962601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd405f5b-8b5b-4f6b-8f13-c36de0472bf5 None None] Network cd7434f8-2384-4ebf-b1a4-c2b435222d28 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:41.964037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f749e03a-5183-47e6-bd4b-42bd91f68849 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6dc5526-9a1a-480d-801e-564ed710869d HTTP/1.1" status: 204 len: 168 time: 0.2691822 Jul 08 02:29:41.991784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749e03a-5183-47e6-bd4b-42bd91f68849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc5526-9a1a-480d-801e-564ed710869d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:42.055860 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0e1996b6-baa6-4bc7-a887-e3e43e0dc627 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0022185 Jul 08 02:29:42.056059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54228) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:42.062736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-308419989', 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:42.141015 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ba89e-38a0-4970-a707-fe9bac74d8bc None None] Network cd7434f8-2384-4ebf-b1a4-c2b435222d28 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:29:42.184745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb732be4-fe89-42d0-afcc-d6eba9c4d8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:42.234586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Made reservation on behalf of bd36b122880842138ed025c99907fdf0 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:42.238466 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:42.257175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] device_id is not set on port 944668a4-9244-4085-9eb9-f7ee8bbee31e yet. {{(pid=100712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:29:42.373714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Allocated IP 2001:db8::265 (cd7434f8-2384-4ebf-b1a4-c2b435222d28/8569f7a2-562b-40bb-891a-068d2bcc15d1/944668a4-9244-4085-9eb9-f7ee8bbee31e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:29:42.548874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:42.669578 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:42.705153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Network cd7434f8-2384-4ebf-b1a4-c2b435222d28 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:29:42.708862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:42.711118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:29:42.712126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:42.712774 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:42.735249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'Port': ['ID=944668a4-9244-4085-9eb9-f7ee8bbee31e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:42.809288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ee5f3f3a-6202-49aa-976a-751b6e064ece tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7489860 Jul 08 02:29:42.809690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54262) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:42.907437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c760aad7-d1b4-42d4-a013-fd791f26c114 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Deleting port 944668a4-9244-4085-9eb9-f7ee8bbee31e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:42.907793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c760aad7-d1b4-42d4-a013-fd791f26c114 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:43.006355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c760aad7-d1b4-42d4-a013-fd791f26c114 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:43.018308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c760aad7-d1b4-42d4-a013-fd791f26c114 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Calling delete_port for 944668a4-9244-4085-9eb9-f7ee8bbee31e owned by {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:43.229213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c760aad7-d1b4-42d4-a013-fd791f26c114 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:43.258388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760aad7-d1b4-42d4-a013-fd791f26c114 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event deleted for resources: {'Port': ['ID=944668a4-9244-4085-9eb9-f7ee8bbee31e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:43.288363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c760aad7-d1b4-42d4-a013-fd791f26c114 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:43.293209 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54278) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:43.297758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28', 'external_fixed_ips': [{'subnet_id': '8569f7a2-562b-40bb-891a-068d2bcc15d1', 'ip_address': '2001:db8::265'}]}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:43.299995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c760aad7-d1b4-42d4-a013-fd791f26c114 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "DELETE /v2.0/ports/944668a4-9244-4085-9eb9-f7ee8bbee31e HTTP/1.1" status: 204 len: 168 time: 0.4884598 Jul 08 02:29:43.366802 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:43.368381 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:43.451430 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:43.947546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.314470 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.338256 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.446151 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a4f0-795b-4fc4-8c48-ff7a2ff0d95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.500845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Allocated IP 2001:db8::265 (cd7434f8-2384-4ebf-b1a4-c2b435222d28/8569f7a2-562b-40bb-891a-068d2bcc15d1/8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:29:44.617181 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.692274 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.704825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54322) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:44.737079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Network cd7434f8-2384-4ebf-b1a4-c2b435222d28 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:29:44.744173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:44.748656 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:29:44.751955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'Port': ['ID=8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:44.825327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-290114c8-3e4c-4e40-9a94-0879e080e349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.891776 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.928520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-290114c8-3e4c-4e40-9a94-0879e080e349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:44.977384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-290114c8-3e4c-4e40-9a94-0879e080e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.018739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-290114c8-3e4c-4e40-9a94-0879e080e349 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=248f01f00e694286bc6bdec573a64602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122518 Jul 08 02:29:45.019926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290114c8-3e4c-4e40-9a94-0879e080e349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50501344-2a86-4b05-ae7d-8fa2b8102b3b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:45.021596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54330) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:45.066773 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.164894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7431b0de-573d-45b3-a2dd-3ada304a253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.197022 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7431b0de-573d-45b3-a2dd-3ada304a253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.329760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.409932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7431b0de-573d-45b3-a2dd-3ada304a253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.413015 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7431b0de-573d-45b3-a2dd-3ada304a253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.414160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7431b0de-573d-45b3-a2dd-3ada304a253e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50501344-2a86-4b05-ae7d-8fa2b8102b3b HTTP/1.1" status: 204 len: 168 time: 0.3829570 Jul 08 02:29:45.429368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431b0de-573d-45b3-a2dd-3ada304a253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50501344-2a86-4b05-ae7d-8fa2b8102b3b,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:45.543371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Router 14680788-13b4-4c43-8871-9f202b91c397 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:29:45.701087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:29:45.711670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Sync routers for ids ['14680788-13b4-4c43-8871-9f202b91c397'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:29:45.721616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Routers {'14680788-13b4-4c43-8871-9f202b91c397'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:29:45.722476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['14680788-13b4-4c43-8871-9f202b91c397'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:45.811932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.813244 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50623e2f-3cf0-4d43-be0c-e6a94bc4c41b tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5190184 Jul 08 02:29:45.815997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54352) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:45.843850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Set router 14680788-13b4-4c43-8871-9f202b91c397 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:29:45.873617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:45.947251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.064376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.070979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14680788-13b4-4c43-8871-9f202b91c397', 'name': '', 'tenant_id': 'bd36b122880842138ed025c99907fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28', 'external_fixed_ips': [{'subnet_id': '8569f7a2-562b-40bb-891a-068d2bcc15d1', 'ip_address': '2001:db8::265'}], 'enable_snat': True}, 'gw_port_id': '8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:29:43Z', 'updated_at': '2021-07-08T02:29:44Z', 'revision_number': 3, 'project_id': 'bd36b122880842138ed025c99907fdf0', 'gw_port': {'id': '8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3', 'name': '', 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14680788-13b4-4c43-8871-9f202b91c397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '8569f7a2-562b-40bb-891a-068d2bcc15d1', 'ip_address': '2001:db8::265', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:29:44Z', 'updated_at': '2021-07-08T02:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8569f7a2-562b-40bb-891a-068d2bcc15d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:46.097501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Checking router: 14680788-13b4-4c43-8871-9f202b91c397 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:29:46.097945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Updating router 14680788-13b4-4c43-8871-9f202b91c397 port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:29:46.134507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.187460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54356) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:46.212293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Deleting port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:46.212866 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.214444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d8df92a-c1e4-441d-8b42-7d20d2350a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.339858 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d8df92a-c1e4-441d-8b42-7d20d2350a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.361940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.376069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Calling delete_port for 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:46.423113 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d8df92a-c1e4-441d-8b42-7d20d2350a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.491118 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6d8df92a-c1e4-441d-8b42-7d20d2350a0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94da49e18f5d4841b7396a0961ec1513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021302 Jul 08 02:29:46.493459 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54358) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:46.501893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8df92a-c1e4-441d-8b42-7d20d2350a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189aec97-5506-4275-b3d4-c02852fff44e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:46.515896 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.536914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Transition to ACTIVE for port object 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:29:46.553779 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0556-97ce-4fc0-8ae7-210d448c0f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.578002 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0556-97ce-4fc0-8ae7-210d448c0f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.630518 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.703986 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Attempting to bind port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:29:46.704589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Attempting to bind port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:29:46.705137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Attempting to bind port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 on network cd7434f8-2384-4ebf-b1a4-c2b435222d28 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:29:46.709207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc1897-688e-4849-8901-30ea9c2ceaae None None] Pushing event updated for resources: {'Port': ['ID=8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:46.714161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0556-97ce-4fc0-8ae7-210d448c0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.716892 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0556-97ce-4fc0-8ae7-210d448c0f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.719900 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2b3d0556-97ce-4fc0-8ae7-210d448c0f5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/189aec97-5506-4275-b3d4-c02852fff44e HTTP/1.1" status: 204 len: 168 time: 0.2236233 Jul 08 02:29:46.722838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:29:46.723306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Checking segment: {'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:46.724308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.724868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Bound using segment: {'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:29:46.725414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Bound port: 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:29:46.726058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.750849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d0556-97ce-4fc0-8ae7-210d448c0f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189aec97-5506-4275-b3d4-c02852fff44e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:46.794394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.828954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:29:46.829579 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:29:46.839976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event deleted for resources: {'Port': ['ID=8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:46.868319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.964946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:46.970682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.080053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.080591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14680788-13b4-4c43-8871-9f202b91c397 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:29:47.085862 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.089423 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f5200761-0283-4191-9967-728cc8659928 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "DELETE /v2.0/routers/14680788-13b4-4c43-8871-9f202b91c397 HTTP/1.1" status: 204 len: 168 time: 1.2694073 Jul 08 02:29:47.089717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54372) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:47.144062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4598f1b6-6a33-49f0-9a95-e95f0b8bcacf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Deleting subnet 8569f7a2-562b-40bb-891a-068d2bcc15d1 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:29:47.147739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4598f1b6-6a33-49f0-9a95-e95f0b8bcacf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.347883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Attempting to bind port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:29:47.349599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Attempting to bind port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:29:47.350235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Attempting to bind port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 on network cd7434f8-2384-4ebf-b1a4-c2b435222d28 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:29:47.356755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:29:47.357529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Checking segment: {'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:47.358185 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.358949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Bound using segment: {'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:29:47.359941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Bound port: 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7e7115-c215-49c8-8e83-4cb0f6709f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cd7434f8-2384-4ebf-b1a4-c2b435222d28'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:29:47.360616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.388546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Port 8947d18f-354f-4db7-9b7b-aa8b9e6f9cc3 has been deleted concurrently {{(pid=100714) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 08 02:29:47.402993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Routers set() bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:29:47.403607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Router IDs set() for agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 02:29:47.404510 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_agentschedulers_db [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14680788-13b4-4c43-8871-9f202b91c397'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent'). {{(pid=100714) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 02:29:47.407169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2935f794-88f2-4aba-9170-95be3bee3ead None None] The sync data for ids ['14680788-13b4-4c43-8871-9f202b91c397'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:29:47.525855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.630622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4598f1b6-6a33-49f0-9a95-e95f0b8bcacf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.678029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4598f1b6-6a33-49f0-9a95-e95f0b8bcacf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.869326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4598f1b6-6a33-49f0-9a95-e95f0b8bcacf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.897815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598f1b6-6a33-49f0-9a95-e95f0b8bcacf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8569f7a2-562b-40bb-891a-068d2bcc15d1,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:47.899988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4598f1b6-6a33-49f0-9a95-e95f0b8bcacf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:47.904912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4598f1b6-6a33-49f0-9a95-e95f0b8bcacf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/8569f7a2-562b-40bb-891a-068d2bcc15d1 HTTP/1.1" status: 204 len: 168 time: 0.8141949 Jul 08 02:29:47.905103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54394) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:47.984370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:48.074706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:48.086836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7434f8-2384-4ebf-b1a4-c2b435222d28']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:48.098685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7e7115-c215-49c8-8e83-4cb0f6709f34') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:48.099375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7e7115-c215-49c8-8e83-4cb0f6709f34') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:48.108868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:48.123305 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:48.129647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:29:48.130663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:29:48.132519 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:29:48.286039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:48.291073 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd7434f8-2384-4ebf-b1a4-c2b435222d28 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 02:29:48.296383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:48.304066 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "DELETE /v2.0/networks/cd7434f8-2384-4ebf-b1a4-c2b435222d28 HTTP/1.1" status: 204 len: 168 time: 0.3975625 Jul 08 02:29:48.319945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc61e37-c51f-4d97-83c6-cd7a407efc5a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd7434f8-2384-4ebf-b1a4-c2b435222d28,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:48.366795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:48.772857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-107db246-d746-401f-8460-df813cff2c86 req-8656306a-dee5-4ca2-b29e-ce9e5c6fa13b service neutron] (100712) timed out ('10.222.0.10', 33124) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:29:48.791596 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54418) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:48.837176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54422) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:48.985835 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5dfeb36-e8f5-4531-9019-ed8fd452908e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.033181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-755c6293-346b-4125-b7aa-38e5cc14d1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.091523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5dfeb36-e8f5-4531-9019-ed8fd452908e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.142846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54432) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:49.148930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'router': {'name': 'tempest-router--1007105562', 'project_id': '65ee4ac27f2345ee894d1471405b726f'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:49.200415 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a5dfeb36-e8f5-4531-9019-ed8fd452908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.210108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.db.api [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:29:49.210108 n-d-695189-13 neutron-server[100712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:29:49.210108 n-d-695189-13 neutron-server[100712]: [parameters: {'project_id_1': '65ee4ac27f2345ee894d1471405b726f', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 29, 49, 153476)}] Jul 08 02:29:49.210108 n-d-695189-13 neutron-server[100712]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:29:49.210673 n-d-695189-13 neutron-server[100712]: DEBUG oslo_db.api [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:29:49.247269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a5dfeb36-e8f5-4531-9019-ed8fd452908e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24cdb5b7da6a4f72acd41bdc9891383a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545026 Jul 08 02:29:49.247963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54434) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:49.250090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfeb36-e8f5-4531-9019-ed8fd452908e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3520b5-00b1-4b7f-b45b-9e3945d06111,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:49.311915 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c78c06e-735f-4dcb-9ac8-fd71da901d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.320596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-755c6293-346b-4125-b7aa-38e5cc14d1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.334684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c78c06e-735f-4dcb-9ac8-fd71da901d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.389204 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-755c6293-346b-4125-b7aa-38e5cc14d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.429375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-755c6293-346b-4125-b7aa-38e5cc14d1e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac36e334a43740ce832c962a58c7feda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909252 Jul 08 02:29:49.430443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c6293-346b-4125-b7aa-38e5cc14d1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52d8da9-d0f3-4cb1-afd3-4881a227b1e5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:49.432230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54436) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:49.470246 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c78c06e-735f-4dcb-9ac8-fd71da901d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.472765 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2c78c06e-735f-4dcb-9ac8-fd71da901d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.474442 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2c78c06e-735f-4dcb-9ac8-fd71da901d22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd3520b5-00b1-4b7f-b45b-9e3945d06111 HTTP/1.1" status: 204 len: 168 time: 0.2254100 Jul 08 02:29:49.494898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78c06e-735f-4dcb-9ac8-fd71da901d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3520b5-00b1-4b7f-b45b-9e3945d06111,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:49.500857 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b2f477a-c17d-4f6b-bd68-2b85080fe803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.524558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b2f477a-c17d-4f6b-bd68-2b85080fe803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.657141 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b2f477a-c17d-4f6b-bd68-2b85080fe803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.659724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b2f477a-c17d-4f6b-bd68-2b85080fe803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.662442 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6b2f477a-c17d-4f6b-bd68-2b85080fe803 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a52d8da9-d0f3-4cb1-afd3-4881a227b1e5 HTTP/1.1" status: 204 len: 168 time: 0.2276566 Jul 08 02:29:49.669114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f477a-c17d-4f6b-bd68-2b85080fe803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52d8da9-d0f3-4cb1-afd3-4881a227b1e5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:49.800619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.801974 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.864634 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:49.932514 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.006178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.007589 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-53401b73-66eb-4715-a5df-e1d7e5fb09ae tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8635943 Jul 08 02:29:50.010281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54456) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:50.087207 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904ee3a9-c74f-4d02-9167-cf6f42ae8189 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.240609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54462) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:50.254596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8585702c-adda-4266-9f6f-b04593c740db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.258694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904ee3a9-c74f-4d02-9167-cf6f42ae8189 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.260991 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904ee3a9-c74f-4d02-9167-cf6f42ae8189 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.354516 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8585702c-adda-4266-9f6f-b04593c740db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.388980 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904ee3a9-c74f-4d02-9167-cf6f42ae8189 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.389803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904ee3a9-c74f-4d02-9167-cf6f42ae8189 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82894a2d-c192-4f8c-bebe-848860c93a57 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:29:50.401364 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-904ee3a9-c74f-4d02-9167-cf6f42ae8189 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.406264 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-904ee3a9-c74f-4d02-9167-cf6f42ae8189 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "DELETE /v2.0/routers/82894a2d-c192-4f8c-bebe-848860c93a57 HTTP/1.1" status: 204 len: 168 time: 0.3925881 Jul 08 02:29:50.423091 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8585702c-adda-4266-9f6f-b04593c740db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.476727 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8585702c-adda-4266-9f6f-b04593c740db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddb2ca426f26439aa2055dc95c1e10fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348511 Jul 08 02:29:50.478058 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585702c-adda-4266-9f6f-b04593c740db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec1ed43-f7fa-4cfb-9289-379d27b09573,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:50.480237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54472) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:50.536348 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4038b877-0d6f-4c7b-9478-4ef111095dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.557753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4038b877-0d6f-4c7b-9478-4ef111095dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.668591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4038b877-0d6f-4c7b-9478-4ef111095dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.671488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4038b877-0d6f-4c7b-9478-4ef111095dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.675181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4038b877-0d6f-4c7b-9478-4ef111095dc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ec1ed43-f7fa-4cfb-9289-379d27b09573 HTTP/1.1" status: 204 len: 168 time: 0.1914358 Jul 08 02:29:50.691743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038b877-0d6f-4c7b-9478-4ef111095dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec1ed43-f7fa-4cfb-9289-379d27b09573,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:50.742749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:51.080668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-914665648', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:51.154810 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:51.315284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:51.319893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:51.371936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:51.636010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:51.938554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:51.959115 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:52.080780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Allocated IP 172.25.8.69 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/83c6c133-ad96-442a-aa45-3f72c9e07a7e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:29:52.185439 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:52.286416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:52.329802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:29:52.338319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:52.343115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:29:52.372451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event updated for resources: {'Port': ['ID=83c6c133-ad96-442a-aa45-3f72c9e07a7e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:52.680877 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:52.888611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:53.091547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Router 2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:29:53.184064 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-5b14e569-d0e4-4b71-b2e3-07b23b18d834 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0e61a3da9fa04ef393a2850f1edd5e8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311077 Jul 08 02:29:53.196349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:29:53.208354 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004571a-3f98-4480-afec-86523f3c5eb3 None None] Sync routers for ids ['2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:29:53.219813 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004571a-3f98-4480-afec-86523f3c5eb3 None None] Routers {'2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:29:53.220715 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2004571a-3f98-4480-afec-86523f3c5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:53.254211 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2004571a-3f98-4480-afec-86523f3c5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:53.262753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:53.266420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fb17a841-5c64-4b6f-9a34-9be7c950a526 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5203419 Jul 08 02:29:53.266805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54530) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:53.273099 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004571a-3f98-4480-afec-86523f3c5eb3 None None] Routers {'2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:29:53.281028 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2004571a-3f98-4480-afec-86523f3c5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:53.321773 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-2004571a-3f98-4480-afec-86523f3c5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:53.322773 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004571a-3f98-4480-afec-86523f3c5eb3 None None] The sync data for ids ['2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:29:53.376575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4ec4aae9-075d-4e00-ac8e-6830fc79c2a2 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/routers/2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70 HTTP/1.1" status: 200 len: 923 time: 0.1062458 Jul 08 02:29:53.377113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:53.386861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-a2f05bec-b83d-40b4-93fb-2b6607112117 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:53.391889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-a2f05bec-b83d-40b4-93fb-2b6607112117 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007251 Jul 08 02:29:53.403840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-4d5ea2a6-88f7-4392-b4cb-13ba60498776 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/quotas/0e61a3da9fa04ef393a2850f1edd5e8c HTTP/1.1" status: 200 len: 375 time: 0.0097349 Jul 08 02:29:53.409114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-eb853d76-7235-44db-ae5b-27b0d4324816 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70 HTTP/1.1" status: 200 len: 205 time: 0.0307088 Jul 08 02:29:53.412095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:53.438611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-feeb577a-1d09-45bd-811f-36fa7545795c tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e61a3da9fa04ef393a2850f1edd5e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297153 Jul 08 02:29:53.517991 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:53.624097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:53.778648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0b43d22-a5f4-4b6e-8d2c-3cd5c1cc5cf9 req-aad520f2-5a60-4c1b-9bd3-7278a524e47e tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 210 time: 0.1155412 Jul 08 02:29:53.780811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Deleting port 83c6c133-ad96-442a-aa45-3f72c9e07a7e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:29:53.781467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:53.864097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:53.876515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Calling delete_port for 83c6c133-ad96-442a-aa45-3f72c9e07a7e owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:29:54.109160 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.140115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event deleted for resources: {'Port': ['ID=83c6c133-ad96-442a-aa45-3f72c9e07a7e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:54.217655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.306835 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.309042 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.434968 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.435619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Fanout notify agent at l3_agent the message router_deleted on router 2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:29:54.448904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.453878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f914acd-532d-41e2-bbe0-a64aa20639bc tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70 HTTP/1.1" status: 204 len: 168 time: 1.0370615 Jul 08 02:29:54.453998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54560) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:54.458450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'router': {'name': 'tempest-snat-router-286228624', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': False}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:54.566359 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.567994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.622618 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.891407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.959620 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c31c89f7-5f38-4818-9175-3a6d900ec80b req-65283a5a-f7c1-4d30-bcb6-cfb9969deca6 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 210 time: 0.0348091 Jul 08 02:29:55.502964 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:55.522419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:55.628852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Allocated IP 172.25.8.182 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/cb2a0c1a-79f8-4227-8575-1addf3013687) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:29:55.734609 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:55.812017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:55.851390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:29:55.854127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:55.859087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:29:55.930865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'Port': ['ID=cb2a0c1a-79f8-4227-8575-1addf3013687,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:55.949105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-807fcdf9-e2d1-4489-9ee1-f3c5eaf1a6ff tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0e61a3da9fa04ef393a2850f1edd5e8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606775 Jul 08 02:29:56.201455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-011ab38b-ca2a-43ef-acc9-9e0ffd0e0039 req-cf054d96-11de-4e24-a2ce-f5e89dcab31b tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 210 time: 0.0935233 Jul 08 02:29:56.336007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-f5b3284b-8251-4874-b4a1-e889e80a041d tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:56.337469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-f5b3284b-8251-4874-b4a1-e889e80a041d tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3805375 Jul 08 02:29:56.368202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Request body: {'port': {'device_id': '2de2fae9-e1fb-485d-bc28-6f3629774844', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': '0e61a3da9fa04ef393a2850f1edd5e8c'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:56.451553 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:56.655036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Made reservation on behalf of 0e61a3da9fa04ef393a2850f1edd5e8c for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:29:56.658627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:56.672103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:56.706573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:56.874694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:56.920806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:56.950185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Router dd4d0d33-69fe-4388-9f9d-8f9f374181c1 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:29:56.991035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812cac47-0664-4887-b48f-2583652ecc84,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:57.141229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Allocated IP 192.168.233.128 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/b5e18b1e-cc3e-48ae-b685-2f1d090b825b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:29:57.154535 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:29:57.165960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75485958-d765-4673-898f-edec1868a651 None None] Sync routers for ids ['dd4d0d33-69fe-4388-9f9d-8f9f374181c1'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:29:57.176851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75485958-d765-4673-898f-edec1868a651 None None] Routers {'dd4d0d33-69fe-4388-9f9d-8f9f374181c1'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:29:57.177433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-75485958-d765-4673-898f-edec1868a651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd4d0d33-69fe-4388-9f9d-8f9f374181c1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:57.298824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-75485958-d765-4673-898f-edec1868a651 None None] Set router dd4d0d33-69fe-4388-9f9d-8f9f374181c1 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:29:57.314104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.332273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Transition to ACTIVE for port object b5e18b1e-cc3e-48ae-b685-2f1d090b825b will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:29:57.366959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c210969d-0290-492b-b5f1-a4ecdf1569c1 req-6d1a9271-1999-424c-a0ed-b979ec5f76de tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 210 time: 0.0430818 Jul 08 02:29:57.370027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.379031 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54592) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:57.383928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-62eb043c-d569-45cc-bc02-c473c02122f1 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9287620 Jul 08 02:29:57.446962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.480590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-75485958-d765-4673-898f-edec1868a651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d0d33-69fe-4388-9f9d-8f9f374181c1', 'name': 'tempest-snat-router-286228624', 'tenant_id': 'bd36b122880842138ed025c99907fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'cb2a0c1a-79f8-4227-8575-1addf3013687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:29:54Z', 'updated_at': '2021-07-08T02:29:56Z', 'revision_number': 3, 'project_id': 'bd36b122880842138ed025c99907fdf0', 'gw_port': {'id': 'cb2a0c1a-79f8-4227-8575-1addf3013687', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d0d33-69fe-4388-9f9d-8f9f374181c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:29:55Z', 'updated_at': '2021-07-08T02:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:57.499864 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-04fbcdcc-f7c1-418d-beab-1b86f8f03edf tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/routers/dd4d0d33-69fe-4388-9f9d-8f9f374181c1 HTTP/1.1" status: 200 len: 908 time: 0.1188719 Jul 08 02:29:57.502304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54594) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:29:57.507860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'router': {'name': 'tempest-snat-router-286228624', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': True}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:57.513581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Pushing event updated for resources: {'Port': ['ID=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:57.514071 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75485958-d765-4673-898f-edec1868a651 None None] Checking router: dd4d0d33-69fe-4388-9f9d-8f9f374181c1 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:29:57.514573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75485958-d765-4673-898f-edec1868a651 None None] Updating router dd4d0d33-69fe-4388-9f9d-8f9f374181c1 port cb2a0c1a-79f8-4227-8575-1addf3013687 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:29:57.532045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:29:57.533917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:57.536754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:29:57.563324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75485958-d765-4673-898f-edec1868a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.600585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.601978 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.609175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:57.610165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.673703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.675353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-aa8bd84b-004b-4034-b117-4f5bcb222b51 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3125801 Jul 08 02:29:57.691445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Request body: {'port': {'device_id': '2de2fae9-e1fb-485d-bc28-6f3629774844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:29:57.804438 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.908313 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75485958-d765-4673-898f-edec1868a651 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.925371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-75485958-d765-4673-898f-edec1868a651 None None] Transition to ACTIVE for port object cb2a0c1a-79f8-4227-8575-1addf3013687 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:29:57.960288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2e83d2ef-1efd-4760-9729-443100860250 None None] Provisioning for port b5e18b1e-cc3e-48ae-b685-2f1d090b825b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:29:57.968127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2e83d2ef-1efd-4760-9729-443100860250 None None] Provisioning complete for port b5e18b1e-cc3e-48ae-b685-2f1d090b825b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:29:57.972066 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e83d2ef-1efd-4760-9729-443100860250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:57.996799 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75485958-d765-4673-898f-edec1868a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.072403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2e83d2ef-1efd-4760-9729-443100860250 None None] Port b5e18b1e-cc3e-48ae-b685-2f1d090b825b cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:29:58.075473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-75485958-d765-4673-898f-edec1868a651 None None] Attempting to bind port cb2a0c1a-79f8-4227-8575-1addf3013687 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:29:58.075847 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-75485958-d765-4673-898f-edec1868a651 None None] Attempting to bind port cb2a0c1a-79f8-4227-8575-1addf3013687 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:29:58.076213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75485958-d765-4673-898f-edec1868a651 None None] Attempting to bind port cb2a0c1a-79f8-4227-8575-1addf3013687 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:29:58.078457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa732-8236-4bea-b5df-e5d94278443e None None] Pushing event updated for resources: {'Port': ['ID=cb2a0c1a-79f8-4227-8575-1addf3013687,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:58.085970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75485958-d765-4673-898f-edec1868a651 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:29:58.086356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75485958-d765-4673-898f-edec1868a651 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:58.086751 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75485958-d765-4673-898f-edec1868a651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.087144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75485958-d765-4673-898f-edec1868a651 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:29:58.087800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-75485958-d765-4673-898f-edec1868a651 None None] Bound port: cb2a0c1a-79f8-4227-8575-1addf3013687, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:29:58.088190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75485958-d765-4673-898f-edec1868a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.142090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-75485958-d765-4673-898f-edec1868a651 None None] For port cb2a0c1a-79f8-4227-8575-1addf3013687, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:29:58.146172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-75485958-d765-4673-898f-edec1868a651 None None] For port cb2a0c1a-79f8-4227-8575-1addf3013687, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cb2a0c1a-79f8-4227-8575-1addf3013687,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:29:58.204297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e18b1e-cc3e-48ae-b685-2f1d090b825b {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:29:58.210251 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.212855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.227534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Transition to ACTIVE for port object b5e18b1e-cc3e-48ae-b685-2f1d090b825b will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:29:58.275022 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75485958-d765-4673-898f-edec1868a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.339608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75485958-d765-4673-898f-edec1868a651 None None] Routers {'dd4d0d33-69fe-4388-9f9d-8f9f374181c1'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:29:58.340266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-75485958-d765-4673-898f-edec1868a651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['dd4d0d33-69fe-4388-9f9d-8f9f374181c1'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:58.371724 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.460578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-75485958-d765-4673-898f-edec1868a651 None None] Set router dd4d0d33-69fe-4388-9f9d-8f9f374181c1 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:29:58.519333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Pushing event updated for resources: {'Port': ['ID=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:58.587260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Attempting to bind port b5e18b1e-cc3e-48ae-b685-2f1d090b825b on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:29:58.587882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Attempting to bind port b5e18b1e-cc3e-48ae-b685-2f1d090b825b by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:29:58.588449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Attempting to bind port b5e18b1e-cc3e-48ae-b685-2f1d090b825b on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:29:58.621455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.621998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa732-8236-4bea-b5df-e5d94278443e None None] Pushing event updated for resources: {'Port': ['ID=cb2a0c1a-79f8-4227-8575-1addf3013687,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:58.653067 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Port b5e18b1e-cc3e-48ae-b685-2f1d090b825b on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:29:58.653535 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Attempting to bind port b5e18b1e-cc3e-48ae-b685-2f1d090b825b on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:29:58.662976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.663449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:29:58.663905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:29:58.664398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:29:58.664952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Bound port: b5e18b1e-cc3e-48ae-b685-2f1d090b825b, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:29:58.665437 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.705406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-75485958-d765-4673-898f-edec1868a651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4d0d33-69fe-4388-9f9d-8f9f374181c1', 'name': 'tempest-snat-router-286228624', 'tenant_id': 'bd36b122880842138ed025c99907fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'cb2a0c1a-79f8-4227-8575-1addf3013687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:29:54Z', 'updated_at': '2021-07-08T02:29:56Z', 'revision_number': 3, 'project_id': 'bd36b122880842138ed025c99907fdf0', 'gw_port': {'id': 'cb2a0c1a-79f8-4227-8575-1addf3013687', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d0d33-69fe-4388-9f9d-8f9f374181c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:29:55Z', 'updated_at': '2021-07-08T02:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:29:58.737629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75485958-d765-4673-898f-edec1868a651 None None] The sync data for ids ['dd4d0d33-69fe-4388-9f9d-8f9f374181c1'] in n-d-695189-13 is: [{'id': 'dd4d0d33-69fe-4388-9f9d-8f9f374181c1', 'name': 'tempest-snat-router-286228624', 'tenant_id': 'bd36b122880842138ed025c99907fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'cb2a0c1a-79f8-4227-8575-1addf3013687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:29:54Z', 'updated_at': '2021-07-08T02:29:56Z', 'revision_number': 3, 'project_id': 'bd36b122880842138ed025c99907fdf0', 'gw_port': {'id': 'cb2a0c1a-79f8-4227-8575-1addf3013687', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4d0d33-69fe-4388-9f9d-8f9f374181c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:29:55Z', 'updated_at': '2021-07-08T02:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:29:58.777169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015a208-10f8-4d7e-9f2a-27f8893be521 req-0eacb39f-c3b6-45c3-9892-ed7982b7f5c7 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:58.786983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f015a208-10f8-4d7e-9f2a-27f8893be521 req-0eacb39f-c3b6-45c3-9892-ed7982b7f5c7 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 948 time: 0.2046072 Jul 08 02:29:58.810563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] For port b5e18b1e-cc3e-48ae-b685-2f1d090b825b, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:29:58.814108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] For port b5e18b1e-cc3e-48ae-b685-2f1d090b825b, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:29:58.815981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Allocated IP 172.25.8.185 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/339ca614-12fc-42d4-91a8-c11c4a7b078c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:29:58.865034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f015a208-10f8-4d7e-9f2a-27f8893be521 req-c5b6b624-1e27-4dfb-8d62-7cf0db216bb2 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762520 Jul 08 02:29:58.898286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.946349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:58.946582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:58.948062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] 10.222.0.32 "PUT /v2.0/ports/b5e18b1e-cc3e-48ae-b685-2f1d090b825b HTTP/1.1" status: 200 len: 1097 time: 1.2647924 Jul 08 02:29:58.949802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de2fae9-e1fb-485d-bc28-6f3629774844', 'tag': 'b5e18b1e-cc3e-48ae-b685-2f1d090b825b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:29:58.951319 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6bae6f-495d-448c-9144-2e59be62edf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2de2fae9-e1fb-485d-bc28-6f3629774844", "tag": "b5e18b1e-cc3e-48ae-b685-2f1d090b825b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:29:58.981797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:59.001966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f7a1b-7821-4e2c-8927-ba4842db8d1f service neutron] Pushing event updated for resources: {'Port': ['ID=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:59.074971 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b861818-6559-4e07-a63d-142ccd15bbb5 x-openstack-request-id: req-9b861818-6559-4e07-a63d-142ccd15bbb5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:29:59.075266 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de2fae9-e1fb-485d-bc28-6f3629774844", "tag": "b5e18b1e-cc3e-48ae-b685-2f1d090b825b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:29:59.075630 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b861818-6559-4e07-a63d-142ccd15bbb5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:29:59.076006 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de2fae9-e1fb-485d-bc28-6f3629774844', 'tag': 'b5e18b1e-cc3e-48ae-b685-2f1d090b825b', 'status': 'completed', 'code': 200} Jul 08 02:29:59.143750 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:59.198399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:29:59.201203 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:29:59.207668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:29:59.218898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-7ccb77a3-5daa-42ba-a913-854b23e62e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:59.220546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-7ccb77a3-5daa-42ba-a913-854b23e62e6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e61a3da9fa04ef393a2850f1edd5e8c&device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 1100 time: 0.1430991 Jul 08 02:29:59.245395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'Port': ['ID=339ca614-12fc-42d4-91a8-c11c4a7b078c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:29:59.317985 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-a3cd84ff-a2e6-4a8d-94c7-b74aecf25b3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b5e18b1e-cc3e-48ae-b685-2f1d090b825b HTTP/1.1" status: 200 len: 217 time: 0.0804436 Jul 08 02:29:59.382906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-5986a220-4c3c-4e90-ab01-d8e8ac75ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:59.385809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-5986a220-4c3c-4e90-ab01-d8e8ac75ede9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0582054 Jul 08 02:29:59.484796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-c44cb082-9e87-45db-9362-7752ab502417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:59.486833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-c44cb082-9e87-45db-9362-7752ab502417 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940006 Jul 08 02:29:59.596258 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-f52ddaff-fbed-4964-871e-bb234eaa4f0d service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014192 Jul 08 02:29:59.631787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:59.684066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cb2a0c1a-79f8-4227-8575-1addf3013687 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:29:59.740409 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5a5ccf29-ee0f-4d50-932e-83264b789185 req-cd4f5446-68df-4196-8d60-32666ad6e4b9 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368034 Jul 08 02:29:59.805980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port cb2a0c1a-79f8-4227-8575-1addf3013687 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:29:59.810420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cb2a0c1a-79f8-4227-8575-1addf3013687 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:29:59.814253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:59.920263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:59.960345 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:59.982909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-75f3ff9e-b09a-4ef7-b9db-a89cb4f0bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:59.984622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-75f3ff9e-b09a-4ef7-b9db-a89cb4f0bb17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e61a3da9fa04ef393a2850f1edd5e8c&device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 1100 time: 0.1121457 Jul 08 02:29:59.998536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port cb2a0c1a-79f8-4227-8575-1addf3013687, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cb2a0c1a-79f8-4227-8575-1addf3013687,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:00.080057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:00.131677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=cb2a0c1a-79f8-4227-8575-1addf3013687,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:00.183374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Router cc00d730-10f7-4b6e-99f5-714d844ad8ef is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:30:00.300470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:00.311771 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Sync routers for ids ['cc00d730-10f7-4b6e-99f5-714d844ad8ef'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:00.323735 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Routers {'cc00d730-10f7-4b6e-99f5-714d844ad8ef'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:00.331991 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['cc00d730-10f7-4b6e-99f5-714d844ad8ef'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:00.379327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:00.381530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a2e2a522-cfdd-401f-9c75-2b4a4ae81dfa tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8779309 Jul 08 02:30:00.384166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54620) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:00.492805 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Set router cc00d730-10f7-4b6e-99f5-714d844ad8ef gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:30:00.515352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-84820eb7-aaa7-49d3-a1fe-7096afbd4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.516880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-84820eb7-aaa7-49d3-a1fe-7096afbd4312 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d128bbdb-d326-48f0-84b7-38fc466606b6 HTTP/1.1" status: 200 len: 870 time: 0.5250230 Jul 08 02:30:00.531969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9cd41-21af-412e-a91e-838abaa4ef4b req-5f14bd38-4eae-4cf9-9699-f87697658167 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.536405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0dd9cd41-21af-412e-a91e-838abaa4ef4b req-5f14bd38-4eae-4cf9-9699-f87697658167 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 948 time: 0.5216820 Jul 08 02:30:00.536586 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cdaec536-7984-4687-b984-4e4ece86ed17 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/routers/cc00d730-10f7-4b6e-99f5-714d844ad8ef HTTP/1.1" status: 200 len: 907 time: 0.1483684 Jul 08 02:30:00.537679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54622) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:00.603029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-1954c31e-fb89-4f2e-8da1-f0f7eaf88c2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b5e18b1e-cc3e-48ae-b685-2f1d090b825b HTTP/1.1" status: 200 len: 217 time: 0.0682986 Jul 08 02:30:00.669681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-28147c4a-8a19-4e3e-a2f2-3caf0d069dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.671188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-28147c4a-8a19-4e3e-a2f2-3caf0d069dc7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0519178 Jul 08 02:30:00.677263 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0dd9cd41-21af-412e-a91e-838abaa4ef4b req-a9dc68fe-63ef-4602-92d9-3ede73af8c9e tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361403 Jul 08 02:30:00.718739 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:00.748349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-ff392f21-42ce-4e1f-a18c-8ed55d43c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.750416 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-ff392f21-42ce-4e1f-a18c-8ed55d43c77a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721233 Jul 08 02:30:00.787445 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc00d730-10f7-4b6e-99f5-714d844ad8ef', 'name': 'tempest-snat-router-286228624', 'tenant_id': 'bd36b122880842138ed025c99907fdf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '339ca614-12fc-42d4-91a8-c11c4a7b078c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:29:57Z', 'updated_at': '2021-07-08T02:29:59Z', 'revision_number': 3, 'project_id': 'bd36b122880842138ed025c99907fdf0', 'gw_port': {'id': '339ca614-12fc-42d4-91a8-c11c4a7b078c', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc00d730-10f7-4b6e-99f5-714d844ad8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:29:58Z', 'updated_at': '2021-07-08T02:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:00.825864 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Checking router: cc00d730-10f7-4b6e-99f5-714d844ad8ef for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:30:00.826561 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Updating router cc00d730-10f7-4b6e-99f5-714d844ad8ef port 339ca614-12fc-42d4-91a8-c11c4a7b078c binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:30:00.875602 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:00.907379 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:00.935583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-bc08879f-275d-461b-a280-7757bcb90bb5 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753862 Jul 08 02:30:01.050313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Deleting port 339ca614-12fc-42d4-91a8-c11c4a7b078c {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:01.050668 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.083155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6bae6f-495d-448c-9144-2e59be62edf6 req-e46e1166-0f53-4d4d-8857-fec98a09931d service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385274 Jul 08 02:30:01.149542 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.162235 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Calling delete_port for 339ca614-12fc-42d4-91a8-c11c4a7b078c owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:01.172775 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.183860 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Transition to ACTIVE for port object 339ca614-12fc-42d4-91a8-c11c4a7b078c will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:30:01.257192 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.318719 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Attempting to bind port 339ca614-12fc-42d4-91a8-c11c4a7b078c on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:30:01.319415 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Attempting to bind port 339ca614-12fc-42d4-91a8-c11c4a7b078c by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:30:01.319515 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Attempting to bind port 339ca614-12fc-42d4-91a8-c11c4a7b078c on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:30:01.321487 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Pushing event updated for resources: {'Port': ['ID=339ca614-12fc-42d4-91a8-c11c4a7b078c,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:01.330008 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:30:01.330321 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:30:01.330992 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.331115 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:30:01.331587 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Bound port: 339ca614-12fc-42d4-91a8-c11c4a7b078c, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:30:01.331975 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.336114 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.336451 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.336790 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.337124 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.337455 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.337787 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.338110 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.338434 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.338755 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.339076 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.339420 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.339744 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495876c5-d796-4791-9bca-cca4c6426f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:01.389000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.389363 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.db.api [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:30:01.389721 n-d-695189-13 neutron-server[100717]: DEBUG oslo_db.api [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:30:01.417100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event deleted for resources: {'Port': ['ID=339ca614-12fc-42d4-91a8-c11c4a7b078c,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:01.490432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.587369 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.589501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.625562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cb2a0c1a-79f8-4227-8575-1addf3013687 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:30:01.672086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cb2a0c1a-79f8-4227-8575-1addf3013687 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:30:01.672466 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.691324 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.692018 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc00d730-10f7-4b6e-99f5-714d844ad8ef {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:30:01.696787 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.700879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54630) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:01.701153 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5a69c9fb-c1e2-49e0-b207-eea438d73a10 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "DELETE /v2.0/routers/cc00d730-10f7-4b6e-99f5-714d844ad8ef HTTP/1.1" status: 204 len: 168 time: 1.1623273 Jul 08 02:30:01.826381 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.876620 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4656a3-14cd-431c-b177-53935df3f9af req-8c803365-977c-46c3-b3f0-4870f3c3de62 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:01.878035 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d4656a3-14cd-431c-b177-53935df3f9af req-8c803365-977c-46c3-b3f0-4870f3c3de62 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 948 time: 0.0685606 Jul 08 02:30:01.904165 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Attempting to bind port 339ca614-12fc-42d4-91a8-c11c4a7b078c on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:30:01.904733 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Attempting to bind port 339ca614-12fc-42d4-91a8-c11c4a7b078c by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:30:01.905158 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Attempting to bind port 339ca614-12fc-42d4-91a8-c11c4a7b078c on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:30:01.911466 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:30:01.911842 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:30:01.912238 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.912674 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:30:01.913138 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Bound port: 339ca614-12fc-42d4-91a8-c11c4a7b078c, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:30:01.913517 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.936072 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.plugin [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Port 339ca614-12fc-42d4-91a8-c11c4a7b078c has been deleted concurrently {{(pid=100717) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 08 02:30:01.936787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d4656a3-14cd-431c-b177-53935df3f9af req-f85f041f-b46c-4f83-b3d0-9e658c2befdd tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490654 Jul 08 02:30:01.944991 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:01.954723 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Routers set() bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:01.955162 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Router IDs set() for agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 02:30:01.955871 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc00d730-10f7-4b6e-99f5-714d844ad8ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent'). {{(pid=100717) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 02:30:01.956315 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41cb56-c1d5-43e9-9d0b-0c8caa2b7092 None None] The sync data for ids ['cc00d730-10f7-4b6e-99f5-714d844ad8ef'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:02.042825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Deleting port cb2a0c1a-79f8-4227-8575-1addf3013687 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:02.043173 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.132394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] For port cb2a0c1a-79f8-4227-8575-1addf3013687, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cb2a0c1a-79f8-4227-8575-1addf3013687,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:02.132394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.141618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Calling delete_port for cb2a0c1a-79f8-4227-8575-1addf3013687 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:02.383133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.409847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb2a0c1a-79f8-4227-8575-1addf3013687,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:02.481860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.573095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.575222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.685670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.686152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd4d0d33-69fe-4388-9f9d-8f9f374181c1 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:30:02.690231 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.696062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f63f36f-0292-4218-94ac-ca9d03dd7333 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "DELETE /v2.0/routers/dd4d0d33-69fe-4388-9f9d-8f9f374181c1 HTTP/1.1" status: 204 len: 168 time: 0.9888699 Jul 08 02:30:02.696062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54640) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:02.701726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b5e18b1e-cc3e-48ae-b685-2f1d090b825b details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:30:02.702245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-523613011', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:02.709377 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:30:02.831149 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.832600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.866532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b5e18b1e-cc3e-48ae-b685-2f1d090b825b, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:02.882527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'b5e18b1e-cc3e-48ae-b685-2f1d090b825b', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'b5e18b1e-cc3e-48ae-b685-2f1d090b825b', 'mac_address': 'fa:16:3e:25:cd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:30:02.902507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.930254 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:02.943904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e18b1e-cc3e-48ae-b685-2f1d090b825b {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:30:02.964837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b5e18b1e-cc3e-48ae-b685-2f1d090b825b, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:03.091538 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:03.123317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:03.155700 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:03.193796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b17948-74f6-4be5-a889-0e7e7314050d req-ba3c5978-55f4-47ed-9957-8eec22bf9069 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:03.195381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00b17948-74f6-4be5-a889-0e7e7314050d req-ba3c5978-55f4-47ed-9957-8eec22bf9069 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 949 time: 0.1054072 Jul 08 02:30:03.249322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00b17948-74f6-4be5-a889-0e7e7314050d req-bae6dad7-3d3c-4fc7-9a2e-cbc0acd295dd tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Jul 08 02:30:03.304841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b5e18b1e-cc3e-48ae-b685-2f1d090b825b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:30:03.448440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:03.468155 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:03.571943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Allocated IP 172.25.8.46 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/44626418-2d10-4b0d-8602-3a8386c6bf86) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:30:03.620164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cb2a0c1a-79f8-4227-8575-1addf3013687 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:30:03.640315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: cb2a0c1a-79f8-4227-8575-1addf3013687 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:30:03.640654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cb2a0c1a-79f8-4227-8575-1addf3013687 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:30:03.679061 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:03.755080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:03.791870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:30:03.796544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:30:03.799927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:30:03.805277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event updated for resources: {'Port': ['ID=44626418-2d10-4b0d-8602-3a8386c6bf86,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:04.098691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:04.302748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:04.425918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f93186-d14e-4c87-8a04-99b569737d59 req-ae17c2da-2081-4279-af3f-7bd6995ad0f3 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:04.430701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f93186-d14e-4c87-8a04-99b569737d59 req-ae17c2da-2081-4279-af3f-7bd6995ad0f3 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 949 time: 0.0697806 Jul 08 02:30:04.472393 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-64f93186-d14e-4c87-8a04-99b569737d59 req-8a1af571-8f6e-45ae-9d6c-0a1f9a912c6e tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376136 Jul 08 02:30:04.503159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Router 9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:30:04.609585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:04.620650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a52db5-bc57-447e-84a3-69f9ebce017d None None] Sync routers for ids ['9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:04.630082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a52db5-bc57-447e-84a3-69f9ebce017d None None] Routers {'9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:04.630784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b2a52db5-bc57-447e-84a3-69f9ebce017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:04.662740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b2a52db5-bc57-447e-84a3-69f9ebce017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:04.671191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a52db5-bc57-447e-84a3-69f9ebce017d None None] Routers {'9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:04.671885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b2a52db5-bc57-447e-84a3-69f9ebce017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:04.686140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:04.690146 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-58b66c95-26cd-4988-af1e-02e5e236c78e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9903562 Jul 08 02:30:04.690355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54658) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:04.695017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8917b4a0-ade5-4c3c-80f3-849dbd9f58ad tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': False}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:04.706544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-b2a52db5-bc57-447e-84a3-69f9ebce017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:04.707196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a52db5-bc57-447e-84a3-69f9ebce017d None None] The sync data for ids ['9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:04.722235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b5e18b1e-cc3e-48ae-b685-2f1d090b825b up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:30:04.823131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port b5e18b1e-cc3e-48ae-b685-2f1d090b825b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:30:04.827461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port b5e18b1e-cc3e-48ae-b685-2f1d090b825b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:30:04.827837 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:04.905258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:04.930511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de2fae9-e1fb-485d-bc28-6f3629774844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e18b1e-cc3e-48ae-b685-2f1d090b825b'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:04.933207 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5afaac5-f8d0-4778-bab9-544138bb0143" -d '{"events": [{"server_uuid": "2de2fae9-e1fb-485d-bc28-6f3629774844", "name": "network-vif-plugged", "status": "completed", "tag": "b5e18b1e-cc3e-48ae-b685-2f1d090b825b"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:04.949019 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b5e18b1e-cc3e-48ae-b685-2f1d090b825b, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:04.982713 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4e5cb5-cf9d-40b4-85b3-407fa2878f6d x-openstack-request-id: req-3a4e5cb5-cf9d-40b4-85b3-407fa2878f6d {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:04.983255 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de2fae9-e1fb-485d-bc28-6f3629774844", "name": "network-vif-plugged", "status": "completed", "tag": "b5e18b1e-cc3e-48ae-b685-2f1d090b825b", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:04.983611 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a4e5cb5-cf9d-40b4-85b3-407fa2878f6d {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:04.984267 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de2fae9-e1fb-485d-bc28-6f3629774844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e18b1e-cc3e-48ae-b685-2f1d090b825b', 'code': 200} Jul 08 02:30:05.026351 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:05.079958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:05.313883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981357-a5df-40fa-9367-34ebd80aa46a req-ee4b1015-cd0c-4dda-b3e6-392df04c6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:05.315421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42981357-a5df-40fa-9367-34ebd80aa46a req-ee4b1015-cd0c-4dda-b3e6-392df04c6bd6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 1102 time: 0.1660287 Jul 08 02:30:05.338822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8917b4a0-ade5-4c3c-80f3-849dbd9f58ad tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:05.362805 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42981357-a5df-40fa-9367-34ebd80aa46a req-941c00a3-a406-4b65-9df5-44e01519f1d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 Jul 08 02:30:05.650243 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b438-67ca-44f6-a12e-e8d966bb4f3b req-f68f3209-28cb-4f7e-86ce-308c9f3751ce tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:05.651928 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44b7b438-67ca-44f6-a12e-e8d966bb4f3b req-f68f3209-28cb-4f7e-86ce-308c9f3751ce tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 950 time: 0.0650592 Jul 08 02:30:05.705365 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-44b7b438-67ca-44f6-a12e-e8d966bb4f3b req-9aa8fdd4-17ef-4f83-b785-41db53d0cd78 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Jul 08 02:30:05.828239 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8917b4a0-ade5-4c3c-80f3-849dbd9f58ad tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:05.831476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8917b4a0-ade5-4c3c-80f3-849dbd9f58ad tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:05.936703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8917b4a0-ade5-4c3c-80f3-849dbd9f58ad tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Router 9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:30:06.047254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8917b4a0-ade5-4c3c-80f3-849dbd9f58ad tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:06.052199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8917b4a0-ade5-4c3c-80f3-849dbd9f58ad tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:06.053145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8917b4a0-ade5-4c3c-80f3-849dbd9f58ad tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "PUT /v2.0/routers/9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 HTTP/1.1" status: 200 len: 924 time: 1.3619196 Jul 08 02:30:06.055954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54672) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:06.058411 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e2a72-21c5-4a95-aa7b-aef828c7b095 None None] Sync routers for ids ['9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:06.067529 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e2a72-21c5-4a95-aa7b-aef828c7b095 None None] Routers {'9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:06.068145 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7b6e2a72-21c5-4a95-aa7b-aef828c7b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:06.099960 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7b6e2a72-21c5-4a95-aa7b-aef828c7b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:06.108782 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e2a72-21c5-4a95-aa7b-aef828c7b095 None None] Routers {'9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:06.109382 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7b6e2a72-21c5-4a95-aa7b-aef828c7b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:06.143366 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7b6e2a72-21c5-4a95-aa7b-aef828c7b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:06.144025 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e2a72-21c5-4a95-aa7b-aef828c7b095 None None] The sync data for ids ['9b26b4f7-d6ce-42c2-9bf4-7bb704acd242'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:06.161269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bf05f09b-9bd9-44be-9441-326507bcfdb5 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/routers/9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 HTTP/1.1" status: 200 len: 924 time: 0.1035714 Jul 08 02:30:06.163854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:06.262517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef30a6-583b-4b31-a511-859dd09542c3 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:06.264018 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e4ef30a6-583b-4b31-a511-859dd09542c3 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=9b26b4f7-d6ce-42c2-9bf4-7bb704acd242&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0992503 Jul 08 02:30:06.266741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54680) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:06.350480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a99fb25-8d44-495b-b5ae-c3ea6d7304ce tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:06.352193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7a99fb25-8d44-495b-b5ae-c3ea6d7304ce tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 881 time: 0.0845423 Jul 08 02:30:06.355240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54682) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:06.387488 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-28ed3320-08ce-4648-8c39-a7b33a2b5f05 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 HTTP/1.1" status: 200 len: 205 time: 0.0311184 Jul 08 02:30:06.390007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54684) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:06.500603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:06.604000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:06.710397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Deleting port 44626418-2d10-4b0d-8602-3a8386c6bf86 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:06.710745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:06.787054 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:06.800430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Calling delete_port for 44626418-2d10-4b0d-8602-3a8386c6bf86 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:06.969861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32c583-2e34-44eb-b696-93b5acd6a985 req-185b0bdf-65c4-4f46-88f6-05ab8ce0cb43 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:06.971383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb32c583-2e34-44eb-b696-93b5acd6a985 req-185b0bdf-65c4-4f46-88f6-05ab8ce0cb43 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 950 time: 0.1242573 Jul 08 02:30:07.040552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb32c583-2e34-44eb-b696-93b5acd6a985 req-ac987bfe-1b4e-4fc7-8a6d-2b6f64f029d8 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618999 Jul 08 02:30:07.126276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.152898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event deleted for resources: {'Port': ['ID=44626418-2d10-4b0d-8602-3a8386c6bf86,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:07.162283 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.162633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.162982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.163328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.163717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.164048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.164376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.164712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.165029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.165355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.165688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.166018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:07.244895 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.621377 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.637719 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.703821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab421a7-d476-4afd-9212-20d1f4cca418 req-a51383a3-0a01-4d1e-af18-fd6e54c8193a tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:07.705295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ab421a7-d476-4afd-9212-20d1f4cca418 req-a51383a3-0a01-4d1e-af18-fd6e54c8193a tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 950 time: 0.0980923 Jul 08 02:30:07.727309 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.727977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Fanout notify agent at l3_agent the message router_deleted on router 9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:30:07.735035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.739791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-62c6fe66-d89d-4cd6-9171-dc82be715926 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 HTTP/1.1" status: 204 len: 168 time: 1.3452234 Jul 08 02:30:07.739791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:07.743971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a16dc425-250c-418a-9a46-ee42798ec613 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1305772700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:07.769050 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6ab421a7-d476-4afd-9212-20d1f4cca418 req-84612051-836b-4365-94c2-018736633a99 tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573487 Jul 08 02:30:07.852228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a16dc425-250c-418a-9a46-ee42798ec613 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.853293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a16dc425-250c-418a-9a46-ee42798ec613 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.904755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a16dc425-250c-418a-9a46-ee42798ec613 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:07.983418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a16dc425-250c-418a-9a46-ee42798ec613 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:08.051928 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a16dc425-250c-418a-9a46-ee42798ec613 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:08.053148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a16dc425-250c-418a-9a46-ee42798ec613 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3125165 Jul 08 02:30:08.055811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:08.060791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:08.273598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:08.499464 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:08.520447 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:08.625756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Allocated IP 172.25.8.7 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ee61a8e3-07c6-448e-88f8-29c322d1ed1b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:30:08.725617 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:08.818313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:08.886073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:30:08.893687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:30:08.896075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:30:08.936143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event updated for resources: {'Port': ['ID=ee61a8e3-07c6-448e-88f8-29c322d1ed1b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:09.061862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578793-1d55-49c1-a191-ffe6d4288375 req-4a45c6f5-dc7f-4e0e-b11e-ad814ac8644a tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:09.063553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da578793-1d55-49c1-a191-ffe6d4288375 req-4a45c6f5-dc7f-4e0e-b11e-ad814ac8644a tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 950 time: 0.2367024 Jul 08 02:30:09.199453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Deleting port b5e18b1e-cc3e-48ae-b685-2f1d090b825b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:09.200159 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:09.257712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049b35-54cd-48fb-b035-0f083cfe2165 req-36dec1d7-ff61-427a-9104-8da06625166e tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:09.259232 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22049b35-54cd-48fb-b035-0f083cfe2165 req-36dec1d7-ff61-427a-9104-8da06625166e tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 950 time: 0.3744252 Jul 08 02:30:09.304204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22049b35-54cd-48fb-b035-0f083cfe2165 req-0633b059-95cd-4310-8a34-1bc8f951488d tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/security-groups?id=812cac47-0664-4887-b48f-2583652ecc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Jul 08 02:30:09.379951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] For port b5e18b1e-cc3e-48ae-b685-2f1d090b825b, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:09.380315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:09.388348 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:09.426779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Calling delete_port for b5e18b1e-cc3e-48ae-b685-2f1d090b825b owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:09.680462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:09.685179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:09.765838 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:09.777668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b5e18b1e-cc3e-48ae-b685-2f1d090b825b'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:30:09.805903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Pushing event deleted for resources: {'Port': ['ID=b5e18b1e-cc3e-48ae-b685-2f1d090b825b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:09.855216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] No DVR routers for this DVR port b5e18b1e-cc3e-48ae-b685-2f1d090b825b on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:30:09.858018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:09.860180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da578793-1d55-49c1-a191-ffe6d4288375 req-ea8f87c6-6979-4f75-a339-eb4e2acf0dfb tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.32 "DELETE /v2.0/ports/b5e18b1e-cc3e-48ae-b685-2f1d090b825b HTTP/1.1" status: 204 len: 173 time: 0.7874706 Jul 08 02:30:09.862290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de2fae9-e1fb-485d-bc28-6f3629774844', 'name': 'network-vif-deleted', 'tag': 'b5e18b1e-cc3e-48ae-b685-2f1d090b825b'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:09.864870 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081e60a7-40a1-4351-8dc8-b5c73e46e171" -d '{"events": [{"server_uuid": "2de2fae9-e1fb-485d-bc28-6f3629774844", "name": "network-vif-deleted", "tag": "b5e18b1e-cc3e-48ae-b685-2f1d090b825b"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:09.925761 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0463f6ce-dd86-4917-b39f-785bd61b6b72 x-openstack-request-id: req-0463f6ce-dd86-4917-b39f-785bd61b6b72 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:09.925761 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de2fae9-e1fb-485d-bc28-6f3629774844", "name": "network-vif-deleted", "tag": "b5e18b1e-cc3e-48ae-b685-2f1d090b825b", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:09.925761 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0463f6ce-dd86-4917-b39f-785bd61b6b72 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:09.927314 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de2fae9-e1fb-485d-bc28-6f3629774844', 'name': 'network-vif-deleted', 'tag': 'b5e18b1e-cc3e-48ae-b685-2f1d090b825b', 'status': 'completed', 'code': 200} Jul 08 02:30:09.960303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Router b05a3cc5-deb9-426b-af5c-3984c4bb2834 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:30:10.084047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:10.093665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:10.094194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0aa38f-a584-403b-a1c5-addec71aa2c8 None None] Sync routers for ids ['b05a3cc5-deb9-426b-af5c-3984c4bb2834'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:10.097200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-295802ae-5306-47f4-a2ab-315dd3c52735 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "PUT /v2.0/routers/b05a3cc5-deb9-426b-af5c-3984c4bb2834 HTTP/1.1" status: 200 len: 882 time: 2.0379379 Jul 08 02:30:10.097578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54722) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:10.112038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0aa38f-a584-403b-a1c5-addec71aa2c8 None None] Routers {'b05a3cc5-deb9-426b-af5c-3984c4bb2834'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:10.112892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a0aa38f-a584-403b-a1c5-addec71aa2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b05a3cc5-deb9-426b-af5c-3984c4bb2834'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:10.149458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a0aa38f-a584-403b-a1c5-addec71aa2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:10.168026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0aa38f-a584-403b-a1c5-addec71aa2c8 None None] Routers {'b05a3cc5-deb9-426b-af5c-3984c4bb2834'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:10.168664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a0aa38f-a584-403b-a1c5-addec71aa2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['b05a3cc5-deb9-426b-af5c-3984c4bb2834'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:10.210741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2a0aa38f-a584-403b-a1c5-addec71aa2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:10.211417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0aa38f-a584-403b-a1c5-addec71aa2c8 None None] The sync data for ids ['b05a3cc5-deb9-426b-af5c-3984c4bb2834'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:10.215920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f27877d-34c7-42d6-83a8-d5ed23a1a623 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/routers/b05a3cc5-deb9-426b-af5c-3984c4bb2834 HTTP/1.1" status: 200 len: 923 time: 0.1171956 Jul 08 02:30:10.218744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54726) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:10.306288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e0df7-26c2-45d1-beaa-6c731bd12423 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:10.307819 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8b7e0df7-26c2-45d1-beaa-6c731bd12423 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=b05a3cc5-deb9-426b-af5c-3984c4bb2834&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0879717 Jul 08 02:30:10.310596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:10.404996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cf69b2-f0bc-42c6-b465-f83861914080 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:10.406570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-31cf69b2-f0bc-42c6-b465-f83861914080 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 881 time: 0.0948386 Jul 08 02:30:10.409566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54734) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:10.440098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0d5764db-1551-49c1-bd76-ff810ffa64f5 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=b05a3cc5-deb9-426b-af5c-3984c4bb2834 HTTP/1.1" status: 200 len: 205 time: 0.0294495 Jul 08 02:30:10.442691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54736) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:10.480840 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ac074d3-5407-4bc6-abab-41fb16700cac req-500dc6e6-e343-4c27-9d52-0ddfdbf48b6c tempest-VolumesNegativeTest-1496653583 tempest-VolumesNegativeTest-1496653583-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de2fae9-e1fb-485d-bc28-6f3629774844 HTTP/1.1" status: 200 len: 210 time: 0.0290675 Jul 08 02:30:10.832181 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:10.948285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.095230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Deleting port ee61a8e3-07c6-448e-88f8-29c322d1ed1b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:11.095605 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.169995 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.182291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Calling delete_port for ee61a8e3-07c6-448e-88f8-29c322d1ed1b owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:11.388956 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.422440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event deleted for resources: {'Port': ['ID=ee61a8e3-07c6-448e-88f8-29c322d1ed1b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:11.483895 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.581456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.584194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.703278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.703912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Fanout notify agent at l3_agent the message router_deleted on router b05a3cc5-deb9-426b-af5c-3984c4bb2834 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:30:11.722312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.722312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c71ea44d-031b-4b94-944e-4242a056e7fa tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/b05a3cc5-deb9-426b-af5c-3984c4bb2834 HTTP/1.1" status: 204 len: 168 time: 1.2726297 Jul 08 02:30:11.729821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54754) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:11.734997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4baa19e6-c6dc-4719-b774-74b7e2688e1c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2030753988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:11.823283 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4baa19e6-c6dc-4719-b774-74b7e2688e1c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.824377 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4baa19e6-c6dc-4719-b774-74b7e2688e1c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.880892 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4baa19e6-c6dc-4719-b774-74b7e2688e1c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.944458 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4baa19e6-c6dc-4719-b774-74b7e2688e1c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.994854 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4baa19e6-c6dc-4719-b774-74b7e2688e1c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:11.996131 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4baa19e6-c6dc-4719-b774-74b7e2688e1c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2651830 Jul 08 02:30:11.998902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54770) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:12.003902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': True}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:12.103414 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-59143a6e-76db-409c-9d22-6dcd3cc1a4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:12.240090 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:12.533780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:12.555319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:12.666120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Allocated IP 172.25.8.90 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/4386e0d1-a87c-43fa-b3d3-1531764a9478) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:30:12.777162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:12.780524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b5e18b1e-cc3e-48ae-b685-2f1d090b825b no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:30:12.800920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: b5e18b1e-cc3e-48ae-b685-2f1d090b825b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:30:12.801831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b5e18b1e-cc3e-48ae-b685-2f1d090b825b not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:30:12.880680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:12.919583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:30:12.925046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:30:12.929884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:30:12.956082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'Port': ['ID=4386e0d1-a87c-43fa-b3d3-1531764a9478,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:13.231934 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.428801 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.432227 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.623019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Router e3832989-78ca-46ea-853f-a8d98e540e00 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:30:13.730284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:13.735071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.735883 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e0f1ecfa-9789-4f21-8ecd-75750d7af36d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "PUT /v2.0/routers/e3832989-78ca-46ea-853f-a8d98e540e00 HTTP/1.1" status: 200 len: 918 time: 1.7358015 Jul 08 02:30:13.738346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:13.741178 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bccd79-a880-49a4-9257-cdf1fd9d1070 None None] Sync routers for ids ['e3832989-78ca-46ea-853f-a8d98e540e00'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:13.754129 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bccd79-a880-49a4-9257-cdf1fd9d1070 None None] Routers {'e3832989-78ca-46ea-853f-a8d98e540e00'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:13.755375 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-03bccd79-a880-49a4-9257-cdf1fd9d1070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e3832989-78ca-46ea-853f-a8d98e540e00'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:13.788125 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-03bccd79-a880-49a4-9257-cdf1fd9d1070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:13.796758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bccd79-a880-49a4-9257-cdf1fd9d1070 None None] Routers {'e3832989-78ca-46ea-853f-a8d98e540e00'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:13.797359 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-03bccd79-a880-49a4-9257-cdf1fd9d1070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:29:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e3832989-78ca-46ea-853f-a8d98e540e00'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:13.830160 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-03bccd79-a880-49a4-9257-cdf1fd9d1070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:13.830387 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bccd79-a880-49a4-9257-cdf1fd9d1070 None None] The sync data for ids ['e3832989-78ca-46ea-853f-a8d98e540e00'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:13.847373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c258a10d-09cf-41c2-80f1-3946c5db362d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/routers/e3832989-78ca-46ea-853f-a8d98e540e00 HTTP/1.1" status: 200 len: 924 time: 0.1068485 Jul 08 02:30:13.849690 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54864) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:13.907951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19264110-bbbd-4253-8ff1-c16bbd009f37 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:13.909545 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-19264110-bbbd-4253-8ff1-c16bbd009f37 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=e3832989-78ca-46ea-853f-a8d98e540e00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0588682 Jul 08 02:30:13.912713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54868) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:13.996131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae0d32d-8a70-45d2-932e-236fcc45556d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:13.997504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fae0d32d-8a70-45d2-932e-236fcc45556d tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 881 time: 0.0837135 Jul 08 02:30:14.000301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54870) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:14.030266 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-89998c2a-0b60-488b-99bc-396742f95f72 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3832989-78ca-46ea-853f-a8d98e540e00 HTTP/1.1" status: 200 len: 205 time: 0.0287673 Jul 08 02:30:14.032958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54876) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:14.150721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:14.266609 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:14.388142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Deleting port 4386e0d1-a87c-43fa-b3d3-1531764a9478 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:14.388460 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:14.457975 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ebce531f-1c79-43dd-874e-3c0ad322cdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:14.467179 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:14.480010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Calling delete_port for 4386e0d1-a87c-43fa-b3d3-1531764a9478 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:14.742955 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:14.766907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event deleted for resources: {'Port': ['ID=4386e0d1-a87c-43fa-b3d3-1531764a9478,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:14.842152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:14.915131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.216564 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.218871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.337412 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.338062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Fanout notify agent at l3_agent the message router_deleted on router e3832989-78ca-46ea-853f-a8d98e540e00 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:30:15.345439 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.350346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-80ce5008-fb49-4bb8-9bbc-d5408af1877c tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/e3832989-78ca-46ea-853f-a8d98e540e00 HTTP/1.1" status: 204 len: 168 time: 1.3127899 Jul 08 02:30:15.350591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 54978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:15.355662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7f41856f-12e5-4c5e-a5c5-c8ca9e26e544 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2084076593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:15.440409 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f41856f-12e5-4c5e-a5c5-c8ca9e26e544 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.441399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f41856f-12e5-4c5e-a5c5-c8ca9e26e544 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.499857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f41856f-12e5-4c5e-a5c5-c8ca9e26e544 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.549186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f41856f-12e5-4c5e-a5c5-c8ca9e26e544 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.630093 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f41856f-12e5-4c5e-a5c5-c8ca9e26e544 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.634490 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7f41856f-12e5-4c5e-a5c5-c8ca9e26e544 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2828846 Jul 08 02:30:15.639752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 54996) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:15.645199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'enable_snat': False}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:15.845977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:15.925716 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:16.232244 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:16.252444 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:16.368478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Allocated IP 172.25.8.172 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/f44bf413-5fb8-4844-9ab1-104719c0f80e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:30:16.498919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:16.600468 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:16.646640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:30:16.652048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:30:16.655733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:30:16.663815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Pushing event updated for resources: {'Port': ['ID=f44bf413-5fb8-4844-9ab1-104719c0f80e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:16.693139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.693502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.693989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.694342 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.694685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.695027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.695402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.695745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.696189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.696747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.697086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:16.697429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.008822 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:17.206984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:17.211646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:17.400721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Router 52acdeb7-c664-48f8-9e6b-6dbc01fcc771 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:30:17.540069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:17.544517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:17.548601 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ecda3c7c-d9f2-4c29-9144-26cd7008d81a tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "PUT /v2.0/routers/52acdeb7-c664-48f8-9e6b-6dbc01fcc771 HTTP/1.1" status: 200 len: 920 time: 1.9049010 Jul 08 02:30:17.548601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55038) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:17.556292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ac459-a0ea-4022-a54b-0eeee558504d None None] Sync routers for ids ['52acdeb7-c664-48f8-9e6b-6dbc01fcc771'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:17.571172 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:17.581696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ac459-a0ea-4022-a54b-0eeee558504d None None] Routers {'52acdeb7-c664-48f8-9e6b-6dbc01fcc771'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:17.583049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e87ac459-a0ea-4022-a54b-0eeee558504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:30:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['52acdeb7-c664-48f8-9e6b-6dbc01fcc771'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:17.625123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e87ac459-a0ea-4022-a54b-0eeee558504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:17.634100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ac459-a0ea-4022-a54b-0eeee558504d None None] Routers {'52acdeb7-c664-48f8-9e6b-6dbc01fcc771'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:17.634779 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e87ac459-a0ea-4022-a54b-0eeee558504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:30:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['52acdeb7-c664-48f8-9e6b-6dbc01fcc771'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:17.666852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e87ac459-a0ea-4022-a54b-0eeee558504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:17.667494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ac459-a0ea-4022-a54b-0eeee558504d None None] The sync data for ids ['52acdeb7-c664-48f8-9e6b-6dbc01fcc771'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:17.672028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d6213d41-da16-433c-ad5c-99026bb473af tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/routers/52acdeb7-c664-48f8-9e6b-6dbc01fcc771 HTTP/1.1" status: 200 len: 926 time: 0.1219976 Jul 08 02:30:17.674466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55040) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:17.734890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b428f-7147-421c-a819-6251a9981ee9 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:17.736784 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-417b428f-7147-421c-a819-6251a9981ee9 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=52acdeb7-c664-48f8-9e6b-6dbc01fcc771&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0605164 Jul 08 02:30:17.739527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55042) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:17.828815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5bdc54-4135-445f-9113-99a3785b6f09 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:17.830228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ff5bdc54-4135-445f-9113-99a3785b6f09 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/networks/d34fc429-077f-4314-b156-ece2b4cd3f46 HTTP/1.1" status: 200 len: 881 time: 0.0897193 Jul 08 02:30:17.833173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55046) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:17.867162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e9a972b1-2485-499a-9fdf-9499c9765c98 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=52acdeb7-c664-48f8-9e6b-6dbc01fcc771 HTTP/1.1" status: 200 len: 205 time: 0.0329440 Jul 08 02:30:17.869796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55048) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:17.981316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.085037 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.185668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Deleting port f44bf413-5fb8-4844-9ab1-104719c0f80e {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:18.186022 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.278583 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.291959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Calling delete_port for f44bf413-5fb8-4844-9ab1-104719c0f80e owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:18.331619 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.577868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.611975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event deleted for resources: {'Port': ['ID=f44bf413-5fb8-4844-9ab1-104719c0f80e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:18.690152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.793027 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.795485 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.829379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:18.880883 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.881640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Fanout notify agent at l3_agent the message router_deleted on router 52acdeb7-c664-48f8-9e6b-6dbc01fcc771 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:30:18.889706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:18.891027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4651330c-3fd7-47f5-a631-fe9295d7d668 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/52acdeb7-c664-48f8-9e6b-6dbc01fcc771 HTTP/1.1" status: 204 len: 168 time: 1.0202205 Jul 08 02:30:18.895771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55068) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:18.902141 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-713780116', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:18.990909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6cd130b0-df1a-471a-a1d0-641e0abc2eea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e61a3da9fa04ef393a2850f1edd5e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592243 Jul 08 02:30:18.993521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55072) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:19.005785 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.006746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.084293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.087231 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5b744f6-0a78-48fd-b524-829338c81546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.108292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5b744f6-0a78-48fd-b524-829338c81546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.219944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5b744f6-0a78-48fd-b524-829338c81546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.222371 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b5b744f6-0a78-48fd-b524-829338c81546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.226041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b5b744f6-0a78-48fd-b524-829338c81546 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/812cac47-0664-4887-b48f-2583652ecc84 HTTP/1.1" status: 204 len: 168 time: 0.2291365 Jul 08 02:30:19.287202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b744f6-0a78-48fd-b524-829338c81546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812cac47-0664-4887-b48f-2583652ecc84,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:19.296144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.572961 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.596130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.732054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Allocated IP 172.25.8.70 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/530ca7e9-c94c-4c2a-9060-df647b70760c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:30:19.876244 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.972172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.010603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:30:20.013396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:30:20.020543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:30:20.048342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event updated for resources: {'Port': ['ID=530ca7e9-c94c-4c2a-9060-df647b70760c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:20.371565 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.566026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.765011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Router 700890c9-4d17-4976-bbc8-4050ff49d0fb is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:30:20.874109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:20.885149 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477811e-2a2c-4d81-b5ef-5070c3a337d7 None None] Sync routers for ids ['700890c9-4d17-4976-bbc8-4050ff49d0fb'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:20.893676 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477811e-2a2c-4d81-b5ef-5070c3a337d7 None None] Routers {'700890c9-4d17-4976-bbc8-4050ff49d0fb'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:20.894297 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c477811e-2a2c-4d81-b5ef-5070c3a337d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:30:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['700890c9-4d17-4976-bbc8-4050ff49d0fb'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:20.928610 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c477811e-2a2c-4d81-b5ef-5070c3a337d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:20.937436 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477811e-2a2c-4d81-b5ef-5070c3a337d7 None None] Routers {'700890c9-4d17-4976-bbc8-4050ff49d0fb'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:20.938057 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c477811e-2a2c-4d81-b5ef-5070c3a337d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:30:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['700890c9-4d17-4976-bbc8-4050ff49d0fb'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:20.969003 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c477811e-2a2c-4d81-b5ef-5070c3a337d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:20.969627 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477811e-2a2c-4d81-b5ef-5070c3a337d7 None None] The sync data for ids ['700890c9-4d17-4976-bbc8-4050ff49d0fb'] in n-d-695189-13 is: [] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:20.977705 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.978948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d65a8e0a-c6bb-41b8-bd01-98925d0f8d08 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0818393 Jul 08 02:30:20.981740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:20.986360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:21.114748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:21.291080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:21.364769 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:21.496984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Deleting port 530ca7e9-c94c-4c2a-9060-df647b70760c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:21.497342 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:21.577325 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:21.589102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Calling delete_port for 530ca7e9-c94c-4c2a-9060-df647b70760c owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:21.817407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:21.845612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Pushing event deleted for resources: {'Port': ['ID=530ca7e9-c94c-4c2a-9060-df647b70760c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:21.936680 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:22.409177 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:22.412401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-278784'] for router, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:22.486462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Router 700890c9-4d17-4976-bbc8-4050ff49d0fb has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:30:22.559827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:22.572251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:22.576227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55114) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:22.576738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1cf26fc0-a6f0-4bb5-9a1c-09592110b935 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "PUT /v2.0/routers/700890c9-4d17-4976-bbc8-4050ff49d0fb HTTP/1.1" status: 200 len: 709 time: 1.5935163 Jul 08 02:30:22.578163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c70a89-52f2-495c-8353-b05e8a844f9e None None] Sync routers for ids ['700890c9-4d17-4976-bbc8-4050ff49d0fb'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:22.608995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c70a89-52f2-495c-8353-b05e8a844f9e None None] Routers {'700890c9-4d17-4976-bbc8-4050ff49d0fb'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:22.609729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c3c70a89-52f2-495c-8353-b05e8a844f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:30:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['700890c9-4d17-4976-bbc8-4050ff49d0fb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:22.649165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c3c70a89-52f2-495c-8353-b05e8a844f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:22.654721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55116) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:22.654888 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-784663f6-9f0f-4a2c-aa32-d71978494047 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/routers/700890c9-4d17-4976-bbc8-4050ff49d0fb HTTP/1.1" status: 200 len: 744 time: 0.0774772 Jul 08 02:30:22.658273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c70a89-52f2-495c-8353-b05e8a844f9e None None] Routers {'700890c9-4d17-4976-bbc8-4050ff49d0fb'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:22.658878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c3c70a89-52f2-495c-8353-b05e8a844f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:30:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['700890c9-4d17-4976-bbc8-4050ff49d0fb'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:22.697511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c3c70a89-52f2-495c-8353-b05e8a844f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:22.698301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c70a89-52f2-495c-8353-b05e8a844f9e None None] The sync data for ids ['700890c9-4d17-4976-bbc8-4050ff49d0fb'] in n-d-695189-13 is: [] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:22.702111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e33f928f-6d69-4a54-82a0-b889081afc42 tempest-RoutersIpV6AdminTest-789112532 tempest-RoutersIpV6AdminTest-789112532-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&device_id=700890c9-4d17-4976-bbc8-4050ff49d0fb HTTP/1.1" status: 200 len: 205 time: 0.0456393 Jul 08 02:30:22.704826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55120) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:22.734363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a4bdcf7-bcfb-45de-b24c-df005f5916ee tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=700890c9-4d17-4976-bbc8-4050ff49d0fb HTTP/1.1" status: 200 len: 205 time: 0.0284057 Jul 08 02:30:22.736814 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55122) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.088236 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d86ad6fa-8179-4a93-b445-6753f60e3e43 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.246270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d86ad6fa-8179-4a93-b445-6753f60e3e43 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.248453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d86ad6fa-8179-4a93-b445-6753f60e3e43 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.354100 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d86ad6fa-8179-4a93-b445-6753f60e3e43 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.354586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86ad6fa-8179-4a93-b445-6753f60e3e43 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Fanout notify agent at l3_agent the message router_deleted on router 700890c9-4d17-4976-bbc8-4050ff49d0fb {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:30:23.361216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d86ad6fa-8179-4a93-b445-6753f60e3e43 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.368210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d86ad6fa-8179-4a93-b445-6753f60e3e43 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/700890c9-4d17-4976-bbc8-4050ff49d0fb HTTP/1.1" status: 204 len: 168 time: 0.6246202 Jul 08 02:30:23.369041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55128) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.397833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-04affce0-bdb4-4b64-8ac4-b71a570c8ccb tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=700890c9-4d17-4976-bbc8-4050ff49d0fb HTTP/1.1" status: 200 len: 205 time: 0.0276148 Jul 08 02:30:23.400251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55130) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.437594 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-e890b7a9-e623-4dd8-bd1d-ed713abee39a tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] delete failed (client error): The resource could not be found. Jul 08 02:30:23.438667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e890b7a9-e623-4dd8-bd1d-ed713abee39a tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/700890c9-4d17-4976-bbc8-4050ff49d0fb HTTP/1.1" status: 404 len: 336 time: 0.0375762 Jul 08 02:30:23.441291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55132) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.474720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-70843a10-2468-468d-b23c-d93935cca019 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=52acdeb7-c664-48f8-9e6b-6dbc01fcc771 HTTP/1.1" status: 200 len: 205 time: 0.0317514 Jul 08 02:30:23.477279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55134) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.512717 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-f3ba6c5c-a261-4e59-8b3a-f7173b254d25 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] delete failed (client error): The resource could not be found. Jul 08 02:30:23.513708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f3ba6c5c-a261-4e59-8b3a-f7173b254d25 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/52acdeb7-c664-48f8-9e6b-6dbc01fcc771 HTTP/1.1" status: 404 len: 336 time: 0.0355382 Jul 08 02:30:23.516276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55136) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.544836 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9e7966fa-8c13-45d3-813e-2e3d8da638c3 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3832989-78ca-46ea-853f-a8d98e540e00 HTTP/1.1" status: 200 len: 205 time: 0.0275488 Jul 08 02:30:23.546904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55138) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.586258 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-bf13b567-1869-4fed-891e-0b31edb9bfa8 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] delete failed (client error): The resource could not be found. Jul 08 02:30:23.587309 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bf13b567-1869-4fed-891e-0b31edb9bfa8 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/e3832989-78ca-46ea-853f-a8d98e540e00 HTTP/1.1" status: 404 len: 336 time: 0.0395088 Jul 08 02:30:23.589835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55140) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.619256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0915744f-83d0-4a79-98da-ab492e675e7e tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=b05a3cc5-deb9-426b-af5c-3984c4bb2834 HTTP/1.1" status: 200 len: 205 time: 0.0283563 Jul 08 02:30:23.621488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55142) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.657456 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-d0f56eeb-c8ae-4f0f-84e5-8768ffe4207f tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] delete failed (client error): The resource could not be found. Jul 08 02:30:23.658451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d0f56eeb-c8ae-4f0f-84e5-8768ffe4207f tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/b05a3cc5-deb9-426b-af5c-3984c4bb2834 HTTP/1.1" status: 404 len: 336 time: 0.0360770 Jul 08 02:30:23.661030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55144) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.694506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b1ce38a2-354b-4ecf-9ecf-131ae0548f01 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 HTTP/1.1" status: 200 len: 205 time: 0.0299251 Jul 08 02:30:23.694695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55146) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.732378 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-4e297405-8fb1-49f5-b1d4-0c3a1a3c80d7 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] delete failed (client error): The resource could not be found. Jul 08 02:30:23.733341 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4e297405-8fb1-49f5-b1d4-0c3a1a3c80d7 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/9b26b4f7-d6ce-42c2-9bf4-7bb704acd242 HTTP/1.1" status: 404 len: 336 time: 0.0377886 Jul 08 02:30:23.735846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55150) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.763356 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9a76eff7-7541-47da-ad14-cdaede2c873d tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70 HTTP/1.1" status: 200 len: 205 time: 0.0265012 Jul 08 02:30:23.765471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55152) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.804786 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-6081b066-a1d4-4d31-a618-1bfd1f294b62 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] delete failed (client error): The resource could not be found. Jul 08 02:30:23.805762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6081b066-a1d4-4d31-a618-1bfd1f294b62 tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/routers/2e0b4c4c-a6f8-41e7-ab96-148bb6b59e70 HTTP/1.1" status: 404 len: 336 time: 0.0394313 Jul 08 02:30:23.808223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55154) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:23.834158 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edec705-0ab9-42a3-b20e-d31b03e15aee tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] DELETE failed (client error): The resource could not be found. Jul 08 02:30:23.834601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edec705-0ab9-42a3-b20e-d31b03e15aee tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:30:23.836225 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7edec705-0ab9-42a3-b20e-d31b03e15aee tempest-RoutersIpV6AdminTest-559861159 tempest-RoutersIpV6AdminTest-559861159-project] 10.222.0.10 "DELETE /v2.0/subnets/8569f7a2-562b-40bb-891a-068d2bcc15d1 HTTP/1.1" status: 404 len: 337 time: 0.0271435 Jul 08 02:30:24.298178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55160) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:24.404079 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc32e657-c75a-4cdd-9bb5-41920ef4aeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:24.490235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc32e657-c75a-4cdd-9bb5-41920ef4aeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:24.554109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cc32e657-c75a-4cdd-9bb5-41920ef4aeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:24.589995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32e657-c75a-4cdd-9bb5-41920ef4aeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c218617-5d3f-40a6-8306-57a94ebb1015,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:24.598315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55164) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:24.604760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cc32e657-c75a-4cdd-9bb5-41920ef4aeda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e0afd3824654d9d865b07356fc8fda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956719 Jul 08 02:30:24.655977 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e1331-210c-42c7-ba8b-aa3fd6302b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:24.678192 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e1331-210c-42c7-ba8b-aa3fd6302b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:24.806679 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e1331-210c-42c7-ba8b-aa3fd6302b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:24.809290 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a26e1331-210c-42c7-ba8b-aa3fd6302b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:24.811238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a26e1331-210c-42c7-ba8b-aa3fd6302b9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c218617-5d3f-40a6-8306-57a94ebb1015 HTTP/1.1" status: 204 len: 168 time: 0.2122147 Jul 08 02:30:24.820220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e1331-210c-42c7-ba8b-aa3fd6302b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c218617-5d3f-40a6-8306-57a94ebb1015,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:25.344046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55180) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:25.385406 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-afb77a8a-3d74-49bf-81e7-7021b50d19ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd36b122880842138ed025c99907fdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401542 Jul 08 02:30:25.387855 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55182) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:25.438619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17998433-32f7-4e05-8b0d-7e7bc6f23bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.465216 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17998433-32f7-4e05-8b0d-7e7bc6f23bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.560139 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17998433-32f7-4e05-8b0d-7e7bc6f23bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.562976 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-17998433-32f7-4e05-8b0d-7e7bc6f23bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.564033 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-17998433-32f7-4e05-8b0d-7e7bc6f23bd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e89973b7-949a-464d-a968-2448c1f92a1e HTTP/1.1" status: 204 len: 168 time: 0.1752274 Jul 08 02:30:25.573021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17998433-32f7-4e05-8b0d-7e7bc6f23bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89973b7-949a-464d-a968-2448c1f92a1e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:39.708082 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:30:42.103895 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8bf7cbc2-0268-423f-84e7-388ddea2bbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:44.463079 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8e8963aa-ce17-43c6-9d64-7120215ee975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:44.897137 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:45.834227 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:47.543021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:48.331529 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:51.108554 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:59.329294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55714) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:59.441430 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cc28392-5d7d-4c49-be63-5c3cb8621677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:59.537358 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cc28392-5d7d-4c49-be63-5c3cb8621677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:59.621654 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3cc28392-5d7d-4c49-be63-5c3cb8621677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:59.661698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3cc28392-5d7d-4c49-be63-5c3cb8621677 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42ba71aaeaeb426fafad3804007855b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312149 Jul 08 02:30:59.662584 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc28392-5d7d-4c49-be63-5c3cb8621677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d7777-bfb0-46c9-9e82-24930cef903e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:59.665462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55724) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:59.719095 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38c6d183-bc0f-476b-b025-52a2bcdaddb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:59.742343 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38c6d183-bc0f-476b-b025-52a2bcdaddb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:59.869088 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38c6d183-bc0f-476b-b025-52a2bcdaddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:59.871597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38c6d183-bc0f-476b-b025-52a2bcdaddb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:59.872766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-38c6d183-bc0f-476b-b025-52a2bcdaddb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/678d7777-bfb0-46c9-9e82-24930cef903e HTTP/1.1" status: 204 len: 168 time: 0.2062197 Jul 08 02:30:59.880926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6d183-bc0f-476b-b025-52a2bcdaddb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d7777-bfb0-46c9-9e82-24930cef903e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:00.574440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:00.586836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59be26f4-16de-48a8-a736-73678c0ad577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:00.677313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59be26f4-16de-48a8-a736-73678c0ad577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:00.783019 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-59be26f4-16de-48a8-a736-73678c0ad577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:00.822886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be26f4-16de-48a8-a736-73678c0ad577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e29d29b-0337-4a00-b379-612061787414,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:00.829100 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-59be26f4-16de-48a8-a736-73678c0ad577 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acddd85e5cc548cc9a0eb7d29c6ec227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541418 Jul 08 02:31:00.832271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55748) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:00.888686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3590b171-a37b-410e-a440-9b0c54d172b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:00.909638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3590b171-a37b-410e-a440-9b0c54d172b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:01.086552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3590b171-a37b-410e-a440-9b0c54d172b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:01.089228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3590b171-a37b-410e-a440-9b0c54d172b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:01.090400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3590b171-a37b-410e-a440-9b0c54d172b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e29d29b-0337-4a00-b379-612061787414 HTTP/1.1" status: 204 len: 168 time: 0.2545931 Jul 08 02:31:01.099182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590b171-a37b-410e-a440-9b0c54d172b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e29d29b-0337-4a00-b379-612061787414,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:11.662900 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55958) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:11.774962 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:11.872561 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:11.939899 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:11.985787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d09dafd25f04fa4b797ddd81e169b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216178 Jul 08 02:31:11.986678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fdea04-6390-47e8-b1d9-90c73fa795df,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:11.988519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 55964) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:11.994434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.994793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.995142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.995521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.995865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.996202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.996536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.996869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.997200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.997528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.997982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:11.998224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64b460a-ff67-4b88-aed9-ae20f1195e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:12.042289 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc67e18f-ccb8-47d4-91f1-11bb0cc2735e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:12.063994 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc67e18f-ccb8-47d4-91f1-11bb0cc2735e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:12.091746 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-494b06c1-d53d-44be-a89b-a61838356a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:12.183282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc67e18f-ccb8-47d4-91f1-11bb0cc2735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:12.185931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fc67e18f-ccb8-47d4-91f1-11bb0cc2735e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:12.187149 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fc67e18f-ccb8-47d4-91f1-11bb0cc2735e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1fdea04-6390-47e8-b1d9-90c73fa795df HTTP/1.1" status: 204 len: 168 time: 0.1973825 Jul 08 02:31:12.195024 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67e18f-ccb8-47d4-91f1-11bb0cc2735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fdea04-6390-47e8-b1d9-90c73fa795df,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:12.758524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55972) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:12.772223 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e94c159-a17f-4c8b-b77d-94075fad82b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:12.860933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e94c159-a17f-4c8b-b77d-94075fad82b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:12.937345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e94c159-a17f-4c8b-b77d-94075fad82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:12.976112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8e94c159-a17f-4c8b-b77d-94075fad82b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a866cd84c28478a9a535349a2e505c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163236 Jul 08 02:31:12.979453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 55976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:12.986533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94c159-a17f-4c8b-b77d-94075fad82b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b90d5c-4fbc-4725-8a69-eb89926b08a3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:13.034966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce682560-553d-4252-bff5-863dcb840a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:13.057102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce682560-553d-4252-bff5-863dcb840a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:13.195161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce682560-553d-4252-bff5-863dcb840a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:13.197800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce682560-553d-4252-bff5-863dcb840a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:13.199243 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ce682560-553d-4252-bff5-863dcb840a45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25b90d5c-4fbc-4725-8a69-eb89926b08a3 HTTP/1.1" status: 204 len: 168 time: 0.2188251 Jul 08 02:31:13.208043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce682560-553d-4252-bff5-863dcb840a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b90d5c-4fbc-4725-8a69-eb89926b08a3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:14.480354 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-63b40ab2-b280-4e75-b860-b66925655c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:14.904305 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.344150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56034) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:15.349085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-83462008-3754-4430-a4b7-7f4315365352 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717828356', 'description': 'tempest-secgroup-smoke-717828356 description', 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:15.423178 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83462008-3754-4430-a4b7-7f4315365352 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.504121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83462008-3754-4430-a4b7-7f4315365352 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.543147 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83462008-3754-4430-a4b7-7f4315365352 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.573090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83462008-3754-4430-a4b7-7f4315365352 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23240103-85d3-477e-ab35-cc2920e1815f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:15.617630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-83462008-3754-4430-a4b7-7f4315365352 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.620075 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-83462008-3754-4430-a4b7-7f4315365352 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2737045 Jul 08 02:31:15.621897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56042) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:15.626576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-20d9d967-2762-4245-a0aa-0297759228e7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'security_group_rule': {'security_group_id': '23240103-85d3-477e-ab35-cc2920e1815f', 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:15.714773 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20d9d967-2762-4245-a0aa-0297759228e7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.794752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20d9d967-2762-4245-a0aa-0297759228e7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.845834 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.874536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20d9d967-2762-4245-a0aa-0297759228e7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.894322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9d967-2762-4245-a0aa-0297759228e7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d682b852-5f96-47e1-8d7e-9f3a89eadf0c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:15.970963 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-20d9d967-2762-4245-a0aa-0297759228e7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:15.970963 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-20d9d967-2762-4245-a0aa-0297759228e7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443103 Jul 08 02:31:15.970963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56052) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:15.974540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-67a03a23-48a8-4862-92cb-e91b0d7a53e9 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'security_group_rule': {'security_group_id': '23240103-85d3-477e-ab35-cc2920e1815f', 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:16.062271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67a03a23-48a8-4862-92cb-e91b0d7a53e9 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.126746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67a03a23-48a8-4862-92cb-e91b0d7a53e9 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.183621 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67a03a23-48a8-4862-92cb-e91b0d7a53e9 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.202371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a03a23-48a8-4862-92cb-e91b0d7a53e9 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84fd6b7-df70-4102-be28-99bb6364147d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:16.286039 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67a03a23-48a8-4862-92cb-e91b0d7a53e9 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.287463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-67a03a23-48a8-4862-92cb-e91b0d7a53e9 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165128 Jul 08 02:31:16.290793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:16.295317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7c21f8f9-9d00-4ffd-810b-a70d3e20457e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'security_group_rule': {'security_group_id': '23240103-85d3-477e-ab35-cc2920e1815f', 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:16.387745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8f9-9d00-4ffd-810b-a70d3e20457e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.446776 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8f9-9d00-4ffd-810b-a70d3e20457e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.531786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8f9-9d00-4ffd-810b-a70d3e20457e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.551237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21f8f9-9d00-4ffd-810b-a70d3e20457e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffe07de-20bc-4df1-9d01-e81d32633e25,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:16.628522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8f9-9d00-4ffd-810b-a70d3e20457e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.629798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7c21f8f9-9d00-4ffd-810b-a70d3e20457e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3380339 Jul 08 02:31:16.632590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56062) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:16.637073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c002520e-989c-4513-8355-41a6faed63b3 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'security_group_rule': {'security_group_id': '23240103-85d3-477e-ab35-cc2920e1815f', 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:16.711229 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:31:16.735989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c002520e-989c-4513-8355-41a6faed63b3 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.798228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c002520e-989c-4513-8355-41a6faed63b3 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.897467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c002520e-989c-4513-8355-41a6faed63b3 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.920177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002520e-989c-4513-8355-41a6faed63b3 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d036fad2-5bf3-40f6-be57-1807220574ec,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:16.977805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c002520e-989c-4513-8355-41a6faed63b3 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:16.979351 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c002520e-989c-4513-8355-41a6faed63b3 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3457625 Jul 08 02:31:16.982060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56074) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:16.986499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f03b49b1-ca54-4be5-bb9d-a59ad5cad38c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'security_group_rule': {'security_group_id': '23240103-85d3-477e-ab35-cc2920e1815f', 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:17.069026 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-f03b49b1-ca54-4be5-bb9d-a59ad5cad38c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Project 64ab923df1894c18bdfb2f0bb742ec6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:31:17.074170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f03b49b1-ca54-4be5-bb9d-a59ad5cad38c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.134240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f03b49b1-ca54-4be5-bb9d-a59ad5cad38c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.234594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f03b49b1-ca54-4be5-bb9d-a59ad5cad38c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.252293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b49b1-ca54-4be5-bb9d-a59ad5cad38c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28dc097d-8db7-4396-bf86-0b86595a3365,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:17.308522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f03b49b1-ca54-4be5-bb9d-a59ad5cad38c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.309788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f03b49b1-ca54-4be5-bb9d-a59ad5cad38c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3267801 Jul 08 02:31:17.312452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56076) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:17.316942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d7337e4b-d9a9-410c-9c9b-6ad689662361 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'security_group_rule': {'security_group_id': '23240103-85d3-477e-ab35-cc2920e1815f', 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:17.382808 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-d7337e4b-d9a9-410c-9c9b-6ad689662361 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Project 64ab923df1894c18bdfb2f0bb742ec6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:31:17.387930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7337e4b-d9a9-410c-9c9b-6ad689662361 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.449811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7337e4b-d9a9-410c-9c9b-6ad689662361 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.537598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7337e4b-d9a9-410c-9c9b-6ad689662361 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.553478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7337e4b-d9a9-410c-9c9b-6ad689662361 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb4b5ab-90eb-4fb7-8043-a731326bbae8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:17.571372 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.634705 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d7337e4b-d9a9-410c-9c9b-6ad689662361 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:17.636020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d7337e4b-d9a9-410c-9c9b-6ad689662361 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225958 Jul 08 02:31:17.844605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-66c314c5-f91a-40d3-92e7-afa665a0bc9f tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717828356&fields=id&tenant_id=64ab923df1894c18bdfb2f0bb742ec6a HTTP/1.1" status: 200 len: 267 time: 0.0419159 Jul 08 02:31:18.027960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-280db2db-4c56-47ab-84d2-027ce9c780db tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:18.029401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-280db2db-4c56-47ab-84d2-027ce9c780db tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/networks?id=36b72168-d554-498b-a79a-0f19daa839b5 HTTP/1.1" status: 200 len: 813 time: 0.1785111 Jul 08 02:31:18.044501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-97ca24b6-7087-47d8-94c3-a8dfad9a3c05 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/quotas/64ab923df1894c18bdfb2f0bb742ec6a HTTP/1.1" status: 200 len: 375 time: 0.0093012 Jul 08 02:31:18.149851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-a399f2e1-b42d-4473-8623-59445fe8fa4f tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005163 Jul 08 02:31:18.337778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:18.356271 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-99111c69-7406-43e2-b798-6134aa1186fb service neutron] 10.222.0.10 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951685 Jul 08 02:31:18.447994 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-40c449d7-40b4-491e-bc67-ce0d250df3c4 service neutron] 10.222.0.10 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860505 Jul 08 02:31:19.014806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56cb1e9f-06ab-4e54-b244-1de2e591113f req-b05227f6-b100-46ce-9f97-e48488155b84 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 210 time: 0.0337219 Jul 08 02:31:20.155949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-adf8cf71-d2b2-4ab9-95c9-cf9c8a67eb18 req-8f60b121-a266-42b4-a251-c6ac884009ae tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 210 time: 0.0286157 Jul 08 02:31:21.046967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-e05f8f5a-31d9-4db2-ab83-98807c1de0b2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:21.048639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-e05f8f5a-31d9-4db2-ab83-98807c1de0b2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.32 "GET /v2.0/networks?id=36b72168-d554-498b-a79a-0f19daa839b5 HTTP/1.1" status: 200 len: 813 time: 0.1300514 Jul 08 02:31:21.107129 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-852e52f3-703d-4012-9c0e-14140babdc3e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ab923df1894c18bdfb2f0bb742ec6a HTTP/1.1" status: 200 len: 379 time: 0.0494907 Jul 08 02:31:21.115907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'port': {'device_id': '8acef9d7-141d-431f-b8eb-518c68e13378', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'admin_state_up': True, 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'security_groups': ['23240103-85d3-477e-ab35-cc2920e1815f']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:21.154960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:21.303053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Made reservation on behalf of 64ab923df1894c18bdfb2f0bb742ec6a for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:31:21.306871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:21.331227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7646e77b-ad2a-48f7-88c0-23917dd5a6ec req-a2ce7501-b66a-4da9-aaa5-9b49d21a9d95 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 210 time: 0.0325520 Jul 08 02:31:21.474509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Allocated IP 172.20.0.13 (36b72168-d554-498b-a79a-0f19daa839b5/301e1103-4400-4fbc-8750-0ac6ebfb59f9/902babd2-c75a-4b92-9c8e-68e98c0d5695) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:31:21.630666 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:21.644465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Transition to ACTIVE for port object 902babd2-c75a-4b92-9c8e-68e98c0d5695 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:31:21.737788 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:21.779408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Network 36b72168-d554-498b-a79a-0f19daa839b5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:31:21.782609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:31:21.789286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:31:21.816807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'Port': ['ID=902babd2-c75a-4b92-9c8e-68e98c0d5695,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:21.853207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:21.853892 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:21.927293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-18dc91bd-ccd2-4d59-ada5-a93da0e3939b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8150151 Jul 08 02:31:21.946617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-96b015f4-d59a-4ded-8f5c-a145ac0bae5b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:31:21.948074 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-96b015f4-d59a-4ded-8f5c-a145ac0bae5b tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134368 Jul 08 02:31:22.019905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Request body: {'port': {'device_id': '8acef9d7-141d-431f-b8eb-518c68e13378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:22.102308 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:22.115712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-50f9a0b0-c008-4908-adfa-a0f4668633c5 None None] Provisioning for port 902babd2-c75a-4b92-9c8e-68e98c0d5695 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:31:22.120753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-50f9a0b0-c008-4908-adfa-a0f4668633c5 None None] Provisioning complete for port 902babd2-c75a-4b92-9c8e-68e98c0d5695 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:31:22.121768 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-50f9a0b0-c008-4908-adfa-a0f4668633c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:22.177332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-50f9a0b0-c008-4908-adfa-a0f4668633c5 None None] Port 902babd2-c75a-4b92-9c8e-68e98c0d5695 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:31:22.391699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902babd2-c75a-4b92-9c8e-68e98c0d5695 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:31:22.400718 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:22.419671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Transition to ACTIVE for port object 902babd2-c75a-4b92-9c8e-68e98c0d5695 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:31:22.513096 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:22.592376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Pushing event updated for resources: {'Port': ['ID=902babd2-c75a-4b92-9c8e-68e98c0d5695,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:22.629341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b91c89-7d41-4e00-a18f-b30c7cfc9be0 req-cefef480-de9c-4ede-819d-19945e3e2c9f tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:22.630886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20b91c89-7d41-4e00-a18f-b30c7cfc9be0 req-cefef480-de9c-4ede-819d-19945e3e2c9f tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 932 time: 0.1732254 Jul 08 02:31:22.710751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-20b91c89-7d41-4e00-a18f-b30c7cfc9be0 req-52a7b650-af1b-4cc2-984a-fafb0783afaf tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584447 Jul 08 02:31:22.716619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Attempting to bind port 902babd2-c75a-4b92-9c8e-68e98c0d5695 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:31:22.716967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Attempting to bind port 902babd2-c75a-4b92-9c8e-68e98c0d5695 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:31:22.717305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Attempting to bind port 902babd2-c75a-4b92-9c8e-68e98c0d5695 on network 36b72168-d554-498b-a79a-0f19daa839b5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:31:22.722264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Port 902babd2-c75a-4b92-9c8e-68e98c0d5695 on network 36b72168-d554-498b-a79a-0f19daa839b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:31:22.722499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Attempting to bind port 902babd2-c75a-4b92-9c8e-68e98c0d5695 on network 36b72168-d554-498b-a79a-0f19daa839b5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:31:22.729021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:31:22.729496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Checking segment: {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:31:22.729983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Bound using segment: {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:31:22.730522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Bound port: 902babd2-c75a-4b92-9c8e-68e98c0d5695, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620eb39c-5479-4ee8-89f8-e71321cf44b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:31:22.731058 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:22.803015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] For port 902babd2-c75a-4b92-9c8e-68e98c0d5695, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:31:22.806513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] For port 902babd2-c75a-4b92-9c8e-68e98c0d5695, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:31:22.852292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:22.884536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:22.885059 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:22.886275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] 10.222.0.32 "PUT /v2.0/ports/902babd2-c75a-4b92-9c8e-68e98c0d5695 HTTP/1.1" status: 200 len: 1093 time: 0.9295583 Jul 08 02:31:22.888810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:31:22.895758 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72c436b-0551-4123-a5e1-2bbfa623fbac" -d '{"events": [{"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:31:22.927628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9245c83-5d71-4204-a5ff-9b2f4ade397b service neutron] Pushing event updated for resources: {'Port': ['ID=902babd2-c75a-4b92-9c8e-68e98c0d5695,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:22.956364 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78283267-874e-4983-9b92-9b8cebdfb216 x-openstack-request-id: req-78283267-874e-4983-9b92-9b8cebdfb216 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:31:22.956768 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:31:22.957143 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78283267-874e-4983-9b92-9b8cebdfb216 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:31:22.957652 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'status': 'completed', 'code': 200} Jul 08 02:31:23.036714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c436b-0551-4123-a5e1-2bbfa623fbac req-81370ecb-3609-4f43-a5f6-6380899ba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:23.039298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d72c436b-0551-4123-a5e1-2bbfa623fbac req-81370ecb-3609-4f43-a5f6-6380899ba5d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1096 time: 0.0594752 Jul 08 02:31:23.218049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c436b-0551-4123-a5e1-2bbfa623fbac req-293739af-94e4-42dc-809c-2d5a053c39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:23.219565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d72c436b-0551-4123-a5e1-2bbfa623fbac req-293739af-94e4-42dc-809c-2d5a053c39ac service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1731281 Jul 08 02:31:23.668775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c436b-0551-4123-a5e1-2bbfa623fbac req-586b28fc-01bb-4ae9-9395-dee5ebe5181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:23.670260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d72c436b-0551-4123-a5e1-2bbfa623fbac req-586b28fc-01bb-4ae9-9395-dee5ebe5181b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4441843 Jul 08 02:31:23.766812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-75b4976d-37b0-4b9f-8b90-b295074e8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:23.768848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-75b4976d-37b0-4b9f-8b90-b295074e8d8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1096 time: 0.0571055 Jul 08 02:31:23.813191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-7891f569-646c-4f99-9f80-fbe282dae2a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695 HTTP/1.1" status: 200 len: 217 time: 0.0356004 Jul 08 02:31:23.897619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-c7fd13c0-1823-41da-94c9-4bb26ee8910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:23.899153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-c7fd13c0-1823-41da-94c9-4bb26ee8910f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301e1103-4400-4fbc-8750-0ac6ebfb59f9 HTTP/1.1" status: 200 len: 852 time: 0.0800962 Jul 08 02:31:23.966441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db5a-1944-41c2-9545-ddaa402aa830 req-bd0ee95f-b3aa-49aa-8844-129f117ac04e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:23.968013 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db5a-1944-41c2-9545-ddaa402aa830 req-bd0ee95f-b3aa-49aa-8844-129f117ac04e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 944 time: 0.1195748 Jul 08 02:31:24.005735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-a11b4f96-ee1e-4a11-ab67-329f12867577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:24.007307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-a11b4f96-ee1e-4a11-ab67-329f12867577 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36b72168-d554-498b-a79a-0f19daa839b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004560 Jul 08 02:31:24.042815 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db5a-1944-41c2-9545-ddaa402aa830 req-36c3bbc8-8952-479a-a46b-e6c197fd8bf7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681496 Jul 08 02:31:24.117249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-fc55e5d5-7332-41b9-8913-6ac0a06cd4bc service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987926 Jul 08 02:31:24.211865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9c92664-1f08-4d41-85a8-57ad415e39e5 req-d5c5acde-3323-48ff-8863-296f03292c49 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882144 Jul 08 02:31:25.223265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2569d3-dca7-4bcb-87e8-47ddef7c7c23 req-0ae55eb4-9f3a-4df0-b89f-5329e5118bb0 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:25.224789 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d2569d3-dca7-4bcb-87e8-47ddef7c7c23 req-0ae55eb4-9f3a-4df0-b89f-5329e5118bb0 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 944 time: 0.0650563 Jul 08 02:31:25.262464 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d2569d3-dca7-4bcb-87e8-47ddef7c7c23 req-9bb001ab-ca52-4274-8edc-295582b7678f tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Jul 08 02:31:26.630787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664a37d-99f4-46a2-bce2-a2bf31fd93a2 req-4d275cd8-55d9-4994-8f45-5aa95b4269cc tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:26.632415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7664a37d-99f4-46a2-bce2-a2bf31fd93a2 req-4d275cd8-55d9-4994-8f45-5aa95b4269cc tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 944 time: 0.0669656 Jul 08 02:31:26.671110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7664a37d-99f4-46a2-bce2-a2bf31fd93a2 req-0f7fdfde-f182-419f-88fa-5dc5212b1205 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330174 Jul 08 02:31:27.858404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa904d4-6afa-42fe-955b-401eaffac2ae req-2b605e64-b11f-48d4-978d-710df266061d tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:27.865416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dfa904d4-6afa-42fe-955b-401eaffac2ae req-2b605e64-b11f-48d4-978d-710df266061d tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 944 time: 0.0827670 Jul 08 02:31:27.901148 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dfa904d4-6afa-42fe-955b-401eaffac2ae req-6f3915f2-c390-409d-9d4f-43ab0ecda14e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348761 Jul 08 02:31:29.077121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe7136-b07a-44c7-bcf3-c2b12ea617f9 req-b9a6b119-dc2a-4da8-a53a-f1df31b7d41e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:29.078622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2fe7136-b07a-44c7-bcf3-c2b12ea617f9 req-b9a6b119-dc2a-4da8-a53a-f1df31b7d41e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 944 time: 0.0678504 Jul 08 02:31:29.116548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2fe7136-b07a-44c7-bcf3-c2b12ea617f9 req-df170a1b-a39c-4c41-8a2c-f213346e7117 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321944 Jul 08 02:31:29.316809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56198) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:29.419633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-813555bf-2b56-4c31-a833-824cee3ff6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:29.508028 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-813555bf-2b56-4c31-a833-824cee3ff6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:29.599039 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-813555bf-2b56-4c31-a833-824cee3ff6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:29.636843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-813555bf-2b56-4c31-a833-824cee3ff6a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ced7c8c0971748599b66908a8dbeb1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187702 Jul 08 02:31:29.637582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813555bf-2b56-4c31-a833-824cee3ff6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb0b554-4b00-48a5-88ed-680bf2d7fcf2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:29.639594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56202) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:29.688797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:29.709392 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:29.822850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:29.825348 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:29.826526 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2eb0b554-4b00-48a5-88ed-680bf2d7fcf2 HTTP/1.1" status: 204 len: 168 time: 0.1856439 Jul 08 02:31:29.834905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb0b554-4b00-48a5-88ed-680bf2d7fcf2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:29.843134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.843510 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.843853 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.844191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.844694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.845033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.845506 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.845837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.846169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.846495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.846824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:29.847152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da47bb1-2979-45fa-9244-fea3848e1614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:30.285296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259560-80c1-433d-b2fb-e9339b014fe4 req-37998735-e332-428d-b78f-1b4a3c3a43ed tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:30.286811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76259560-80c1-433d-b2fb-e9339b014fe4 req-37998735-e332-428d-b78f-1b4a3c3a43ed tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 944 time: 0.0628476 Jul 08 02:31:30.325163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76259560-80c1-433d-b2fb-e9339b014fe4 req-469a6534-8c1c-4474-ab38-c9c9a39091b4 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Jul 08 02:31:30.410524 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56210) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:30.427904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e261e503-b7f7-4ba3-83cb-cc79d2f31632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:30.513162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e261e503-b7f7-4ba3-83cb-cc79d2f31632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:30.599048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e261e503-b7f7-4ba3-83cb-cc79d2f31632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:30.635438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261e503-b7f7-4ba3-83cb-cc79d2f31632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f2c973-caaa-4c12-909a-870d5765d4cc,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:30.639725 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e261e503-b7f7-4ba3-83cb-cc79d2f31632 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c37613e0c744ee19f2a10f320f1b13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280583 Jul 08 02:31:30.642628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56212) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:30.691153 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9200de9-a72f-4df3-af4c-e8b302f70fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:30.712756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9200de9-a72f-4df3-af4c-e8b302f70fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:30.816540 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9200de9-a72f-4df3-af4c-e8b302f70fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:30.819024 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f9200de9-a72f-4df3-af4c-e8b302f70fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:30.820199 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f9200de9-a72f-4df3-af4c-e8b302f70fa9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85f2c973-caaa-4c12-909a-870d5765d4cc HTTP/1.1" status: 204 len: 168 time: 0.1768422 Jul 08 02:31:30.828177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9200de9-a72f-4df3-af4c-e8b302f70fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f2c973-caaa-4c12-909a-870d5765d4cc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:31.497821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e14e6-fb6e-41be-ba8d-a3f925aa3260 req-4669327a-a69a-4a72-862a-729eb3622bb7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:31.499303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-967e14e6-fb6e-41be-ba8d-a3f925aa3260 req-4669327a-a69a-4a72-862a-729eb3622bb7 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 944 time: 0.0638096 Jul 08 02:31:31.538091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56220) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:31.539063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-967e14e6-fb6e-41be-ba8d-a3f925aa3260 req-f6dde372-9829-4cf9-8fb6-c41a6b0146f9 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Jul 08 02:31:31.551958 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a619ba-39e7-469f-860d-5bca5570ddf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:31.640833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a619ba-39e7-469f-860d-5bca5570ddf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:31.708638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-69a619ba-39e7-469f-860d-5bca5570ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:31.747707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-69a619ba-39e7-469f-860d-5bca5570ddf5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7aba72eabc74183a4a0cf66fbfef2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084870 Jul 08 02:31:31.748554 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a619ba-39e7-469f-860d-5bca5570ddf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed45b81a-c6de-4254-8274-188aadbb2fce,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:31.750448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56222) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:31.799225 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6cdd01a8-16ae-41d8-a323-06bd0628b95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:31.820049 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6cdd01a8-16ae-41d8-a323-06bd0628b95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:31.937465 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6cdd01a8-16ae-41d8-a323-06bd0628b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:31.940040 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6cdd01a8-16ae-41d8-a323-06bd0628b95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:31.941225 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6cdd01a8-16ae-41d8-a323-06bd0628b95c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed45b81a-c6de-4254-8274-188aadbb2fce HTTP/1.1" status: 204 len: 168 time: 0.1897497 Jul 08 02:31:31.949662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd01a8-16ae-41d8-a323-06bd0628b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed45b81a-c6de-4254-8274-188aadbb2fce,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:32.722352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22676f0d-4bf3-40e4-bc5e-187599319cb7 req-c68ccf68-d95e-4cf1-807c-331bd49bf66e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:32.723865 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22676f0d-4bf3-40e4-bc5e-187599319cb7 req-c68ccf68-d95e-4cf1-807c-331bd49bf66e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 944 time: 0.0642872 Jul 08 02:31:32.761295 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22676f0d-4bf3-40e4-bc5e-187599319cb7 req-64ab27df-a9be-4f0b-a1bc-1030aad56874 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Jul 08 02:31:33.184378 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 902babd2-c75a-4b92-9c8e-68e98c0d5695 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:31:33.281301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 902babd2-c75a-4b92-9c8e-68e98c0d5695, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:31:33.293446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'mac_address': 'fa:16:3e:f2:b0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:31:33.328653 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:33.342083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902babd2-c75a-4b92-9c8e-68e98c0d5695 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:31:33.362531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 902babd2-c75a-4b92-9c8e-68e98c0d5695, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:31:33.434366 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:33.482363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=902babd2-c75a-4b92-9c8e-68e98c0d5695,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:33.489519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.489874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.490223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.490563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.490903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.491238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.491599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.491936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.492266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.492597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.492931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.493276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:31:33.641256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['902babd2-c75a-4b92-9c8e-68e98c0d5695'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:31:33.934591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28678f-3cfc-43ac-8990-a0b80793b03c req-56a54e62-27c8-4d4c-9e5e-c2166f152dfd tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:33.936130 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f28678f-3cfc-43ac-8990-a0b80793b03c req-56a54e62-27c8-4d4c-9e5e-c2166f152dfd tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 945 time: 0.0633104 Jul 08 02:31:33.973734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f28678f-3cfc-43ac-8990-a0b80793b03c req-b54884e8-a088-4915-a3c5-c0b4cd909dfd tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Jul 08 02:31:35.149023 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92885870-366b-4376-82bd-83debd2b4e9e req-3eb9c336-535f-4263-b44b-e39c0f3338c0 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:35.151420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92885870-366b-4376-82bd-83debd2b4e9e req-3eb9c336-535f-4263-b44b-e39c0f3338c0 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 945 time: 0.0672891 Jul 08 02:31:35.184742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 902babd2-c75a-4b92-9c8e-68e98c0d5695 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:31:35.203018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-92885870-366b-4376-82bd-83debd2b4e9e req-8f6dd64b-8105-4fdd-8bb3-293996e6645c tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Jul 08 02:31:35.314368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 902babd2-c75a-4b92-9c8e-68e98c0d5695 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:31:35.318234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 902babd2-c75a-4b92-9c8e-68e98c0d5695 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:31:35.318682 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:35.394324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:35.417352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:31:35.422175 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d261262c-3bc0-4a1a-8a80-4c05b96fa16f" -d '{"events": [{"server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "name": "network-vif-plugged", "status": "completed", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:31:35.431839 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 902babd2-c75a-4b92-9c8e-68e98c0d5695, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:31:35.459930 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f109da-1033-4cc3-976f-3d2478ba120f x-openstack-request-id: req-e5f109da-1033-4cc3-976f-3d2478ba120f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:31:35.460357 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "name": "network-vif-plugged", "status": "completed", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:31:35.460664 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5f109da-1033-4cc3-976f-3d2478ba120f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:31:35.461194 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'code': 200} Jul 08 02:31:35.508685 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:35.559866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=902babd2-c75a-4b92-9c8e-68e98c0d5695,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:35.573863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c84d3-e85c-4189-b281-3ce0d0a9207a req-7a04ec23-9f24-4869-a14d-2dcd9098fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:35.577353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-544c84d3-e85c-4189-b281-3ce0d0a9207a req-7a04ec23-9f24-4869-a14d-2dcd9098fd4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1098 time: 0.0548792 Jul 08 02:31:35.610192 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-544c84d3-e85c-4189-b281-3ce0d0a9207a req-56bfc485-fdbd-46b2-a5de-e21a9d3ec67c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284307 Jul 08 02:31:36.383139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baf88f-4987-4fde-a848-c5544bca91d1 req-99130ac2-80bf-4307-b8d1-de6e50c205cd tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:36.384661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6baf88f-4987-4fde-a848-c5544bca91d1 req-99130ac2-80bf-4307-b8d1-de6e50c205cd tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 946 time: 0.0655675 Jul 08 02:31:36.422474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c6baf88f-4987-4fde-a848-c5544bca91d1 req-7765f08c-9e5c-469f-8f53-d1dc27cdbdbc tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Jul 08 02:31:37.598074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464145d-0780-4278-815d-33f9b396becd req-b5883081-ee7c-42fb-95ce-89bd1cba3d78 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:37.599460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d464145d-0780-4278-815d-33f9b396becd req-b5883081-ee7c-42fb-95ce-89bd1cba3d78 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 946 time: 0.0660889 Jul 08 02:31:37.639251 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d464145d-0780-4278-815d-33f9b396becd req-93c8e49d-6f60-4233-a717-cfabbb2b4c09 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Jul 08 02:31:37.812673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802922-c7a0-4503-b446-c56ae7038d4d req-8756c6ee-74a1-477a-aecd-e17d4d4aeac1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:37.814314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b802922-c7a0-4503-b446-c56ae7038d4d req-8756c6ee-74a1-477a-aecd-e17d4d4aeac1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 946 time: 0.0665162 Jul 08 02:31:37.853655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b802922-c7a0-4503-b446-c56ae7038d4d req-8f37e7b1-d9ea-4e88-ada9-5281eb287094 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 Jul 08 02:31:37.877764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56310) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:38.090173 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d2ff38-7611-4a42-b0f3-408c769f19cb tempest-TestVolumeBackupRestore-2017853719 tempest-TestVolumeBackupRestore-2017853719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:38.091793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e8d2ff38-7611-4a42-b0f3-408c769f19cb tempest-TestVolumeBackupRestore-2017853719 tempest-TestVolumeBackupRestore-2017853719-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1093 time: 0.2130282 Jul 08 02:31:38.095796 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56314) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:38.099117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:38.194968 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:38.290920 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:38.396580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Allocated IP 172.25.8.123 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/8bdc739c-3ac6-4191-8ebd-f38c731f5b75) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:31:38.495210 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:38.589319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:38.636005 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:31:38.638755 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:31:38.641412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:31:38.647095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'Port': ['ID=8bdc739c-3ac6-4191-8ebd-f38c731f5b75,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:39.153675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:39.335136 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:39.497727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:39.576906 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:39.643416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event updated for resources: {'Port': ['ID=8bdc739c-3ac6-4191-8ebd-f38c731f5b75,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:39.653212 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:39.755030 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Floating IP 3208d7a4-cacd-4302-bc6c-484a99e76769 associated. External IP: 172.25.8.123, port: 902babd2-c75a-4b92-9c8e-68e98c0d5695. Jul 08 02:31:39.849608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56324) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:39.955635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e915a38-3abd-48b8-a04a-8ed49ea5dd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:39.963561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:31:40.049193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e915a38-3abd-48b8-a04a-8ed49ea5dd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.074145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:31:40.084366 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] Sync routers for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:31:40.093480 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:31:40.094654 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:31:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:31:40.114577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1e915a38-3abd-48b8-a04a-8ed49ea5dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.152550 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1e915a38-3abd-48b8-a04a-8ed49ea5dd27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80c6884da835492c876f1b851f16f8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017755 Jul 08 02:31:40.154480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e915a38-3abd-48b8-a04a-8ed49ea5dd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a216079a-fdcf-4e9a-bdc1-9329644c61c2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:40.155638 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56328) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:40.199552 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:31:40.205161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.231545 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6e6167f-99e6-43f8-a045-8b27dde41c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.258618 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-0dfd8fa2-7b95-4a5c-aa1e-e758d24fe311 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1629643 Jul 08 02:31:40.262121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56330) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:40.262273 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:31:40.264543 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800ecc25-1cd4-4c39-b91d-3166c372d8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:31:40.268164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6e6167f-99e6-43f8-a045-8b27dde41c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.304753 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb04a735-6355-4950-b4c0-a4bbdd8301ff x-openstack-request-id: req-bb04a735-6355-4950-b4c0-a4bbdd8301ff {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:31:40.305055 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:31:40.305314 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb04a735-6355-4950-b4c0-a4bbdd8301ff {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:31:40.305779 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'status': 'completed', 'code': 200} Jul 08 02:31:40.324094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441d472-b23f-4ed4-b37d-001826c0f5c2 tempest-TestVolumeBackupRestore-2017853719 tempest-TestVolumeBackupRestore-2017853719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:40.327390 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1441d472-b23f-4ed4-b37d-001826c0f5c2 tempest-TestVolumeBackupRestore-2017853719 tempest-TestVolumeBackupRestore-2017853719-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1093 time: 0.0625474 Jul 08 02:31:40.328865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56334) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:40.333989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-80fbf63f-cc92-4c3b-995f-1fff57d3de21 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Request body: {'floatingip': {'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:40.393027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-295c498d-96f9-4339-bf33-2755297224be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:40.395320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-295c498d-96f9-4339-bf33-2755297224be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1098 time: 0.0677285 Jul 08 02:31:40.395888 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80fbf63f-cc92-4c3b-995f-1fff57d3de21 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.439362 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '3208d7a4-cacd-4302-bc6c-484a99e76769', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'mac_address': 'fa:16:3e:f2:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acef9d7-141d-431f-b8eb-518c68e13378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:31:38Z', 'updated_at': '2021-07-08T02:31:38Z', 'revision_number': 0, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:31:40.467939 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] Checking router: d9353ef5-3a3e-4f19-a9c8-127f7bcff336 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:31:40.476849 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:31:40.477302 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:31:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:31:40.490114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-0c09f90e-f621-4f53-a2c7-a6dbfbcc49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:40.491628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-0c09f90e-f621-4f53-a2c7-a6dbfbcc49a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36b72168-d554-498b-a79a-0f19daa839b5 HTTP/1.1" status: 200 len: 914 time: 0.0897868 Jul 08 02:31:40.514847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6e6167f-99e6-43f8-a045-8b27dde41c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.517420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e6e6167f-99e6-43f8-a045-8b27dde41c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.518576 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e6e6167f-99e6-43f8-a045-8b27dde41c70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a216079a-fdcf-4e9a-bdc1-9329644c61c2 HTTP/1.1" status: 204 len: 168 time: 0.3619299 Jul 08 02:31:40.535861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6167f-99e6-43f8-a045-8b27dde41c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a216079a-fdcf-4e9a-bdc1-9329644c61c2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:40.598142 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:31:40.625191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-43c6e217-a2aa-465f-b5e9-da25f8ff42f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695 HTTP/1.1" status: 200 len: 1000 time: 0.1255810 Jul 08 02:31:40.677733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-c918e239-496c-40bb-8ca4-19bd68ba0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:40.679270 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-c918e239-496c-40bb-8ca4-19bd68ba0eed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301e1103-4400-4fbc-8750-0ac6ebfb59f9 HTTP/1.1" status: 200 len: 852 time: 0.0477018 Jul 08 02:31:40.750628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-6709e7ed-811e-4152-82b3-4f87cb97ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:40.752146 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-6709e7ed-811e-4152-82b3-4f87cb97ad0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36b72168-d554-498b-a79a-0f19daa839b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663593 Jul 08 02:31:40.846598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-a74f6912-cbe0-4193-ae13-ea1e6cdee090 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874016 Jul 08 02:31:40.854826 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '3208d7a4-cacd-4302-bc6c-484a99e76769', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'mac_address': 'fa:16:3e:f2:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acef9d7-141d-431f-b8eb-518c68e13378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:31:38Z', 'updated_at': '2021-07-08T02:31:38Z', 'revision_number': 0, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:31:40.883608 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009a7af-7b25-4606-8999-2518a05963c6 None None] The sync data for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 is: [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '3208d7a4-cacd-4302-bc6c-484a99e76769', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'mac_address': 'fa:16:3e:f2:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acef9d7-141d-431f-b8eb-518c68e13378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:31:38Z', 'updated_at': '2021-07-08T02:31:38Z', 'revision_number': 0, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:31:40.952263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80fbf63f-cc92-4c3b-995f-1fff57d3de21 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:40.959969 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-800ecc25-1cd4-4c39-b91d-3166c372d8b2 req-eb46e6b6-2810-489b-bebf-8123d7f80641 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067660 Jul 08 02:31:41.034944 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80fbf63f-cc92-4c3b-995f-1fff57d3de21 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.106984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c207e7-6a9d-410e-9621-2ea7ffa7de3a None None] New status for floating IP 3208d7a4-cacd-4302-bc6c-484a99e76769: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:31:41.247255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56340) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:41.261796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-232e1c1f-48fe-4fc6-bcc8-7b2752571579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.359444 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-232e1c1f-48fe-4fc6-bcc8-7b2752571579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.434467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-232e1c1f-48fe-4fc6-bcc8-7b2752571579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.472377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e1c1f-48fe-4fc6-bcc8-7b2752571579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51240ed-0f87-4406-aa83-70695dad2c85,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:41.479629 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-232e1c1f-48fe-4fc6-bcc8-7b2752571579 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28c297193f7c44e187af538e7359de9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284997 Jul 08 02:31:41.480465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56342) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:41.530238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7a537eb-de0f-43b8-a50d-e1a8e6bfcb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.551657 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7a537eb-de0f-43b8-a50d-e1a8e6bfcb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.552415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fbf63f-cc92-4c3b-995f-1fff57d3de21 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:31:41.664293 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fbf63f-cc92-4c3b-995f-1fff57d3de21 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:31:41.669809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-80fbf63f-cc92-4c3b-995f-1fff57d3de21 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.673676 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7a537eb-de0f-43b8-a50d-e1a8e6bfcb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.674063 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] Sync routers for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:31:41.676458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f7a537eb-de0f-43b8-a50d-e1a8e6bfcb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:41.679962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f7a537eb-de0f-43b8-a50d-e1a8e6bfcb45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c51240ed-0f87-4406-aa83-70695dad2c85 HTTP/1.1" status: 204 len: 168 time: 0.1968932 Jul 08 02:31:41.686040 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:31:41.686341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a537eb-de0f-43b8-a50d-e1a8e6bfcb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51240ed-0f87-4406-aa83-70695dad2c85,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:41.687288 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:31:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:31:41.754909 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-80fbf63f-cc92-4c3b-995f-1fff57d3de21 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "PUT /v2.0/floatingips/3208d7a4-cacd-4302-bc6c-484a99e76769 HTTP/1.1" status: 200 len: 992 time: 1.4245815 Jul 08 02:31:41.795838 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:31:42.014035 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '3208d7a4-cacd-4302-bc6c-484a99e76769', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'mac_address': 'fa:16:3e:f2:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acef9d7-141d-431f-b8eb-518c68e13378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:31:38Z', 'updated_at': '2021-07-08T02:31:41Z', 'revision_number': 2, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:31:42.045265 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] Checking router: d9353ef5-3a3e-4f19-a9c8-127f7bcff336 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:31:42.058045 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:31:42.058045 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:31:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:31:42.103669 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d7c91b68-7a66-4f7f-9c94-cb5a93f4f3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:42.161264 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:31:42.307396 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695'}, {'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:31:42.309866 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c41cf8-10c7-4069-8863-e54beea247b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695"}, {"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:31:42.349288 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 02:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a535d7-83c8-49b6-b467-ec2493d1dbe7 x-openstack-request-id: req-75a535d7-83c8-49b6-b467-ec2493d1dbe7 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:31:42.349739 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:31:42.349999 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75a535d7-83c8-49b6-b467-ec2493d1dbe7 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:31:42.350407 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'status': 'completed', 'code': 200} Jul 08 02:31:42.350660 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'status': 'completed', 'code': 200} Jul 08 02:31:42.438102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-f01f6ba7-b7d1-4c18-8348-cdce33c55e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:42.439794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-f01f6ba7-b7d1-4c18-8348-cdce33c55e59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1098 time: 0.0653875 Jul 08 02:31:42.476867 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '3208d7a4-cacd-4302-bc6c-484a99e76769', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'mac_address': 'fa:16:3e:f2:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acef9d7-141d-431f-b8eb-518c68e13378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:31:38Z', 'updated_at': '2021-07-08T02:31:41Z', 'revision_number': 2, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:31:42.503761 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efe03e9-6b15-4ba8-b5fc-7ca5c69a35b7 None None] The sync data for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 is: [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '3208d7a4-cacd-4302-bc6c-484a99e76769', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'port_id': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'mac_address': 'fa:16:3e:f2:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acef9d7-141d-431f-b8eb-518c68e13378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:31:38Z', 'updated_at': '2021-07-08T02:31:41Z', 'revision_number': 2, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:31:42.532721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-12196166-85ac-4bc8-a650-c7f9f599ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:42.534360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-12196166-85ac-4bc8-a650-c7f9f599ca2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=36b72168-d554-498b-a79a-0f19daa839b5 HTTP/1.1" status: 200 len: 914 time: 0.0886021 Jul 08 02:31:42.620295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-639d3c1e-f642-4ba3-b11f-bf360190e6e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695 HTTP/1.1" status: 200 len: 1002 time: 0.0790880 Jul 08 02:31:42.672000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-e6645fde-cf93-4a54-83c0-87001e9eb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:42.673511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-e6645fde-cf93-4a54-83c0-87001e9eb7aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301e1103-4400-4fbc-8750-0ac6ebfb59f9 HTTP/1.1" status: 200 len: 852 time: 0.0474317 Jul 08 02:31:42.735467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-7c8bad14-3a48-4325-9590-7d0b41f56746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:42.737006 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-7c8bad14-3a48-4325-9590-7d0b41f56746 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36b72168-d554-498b-a79a-0f19daa839b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558798 Jul 08 02:31:42.831862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-2e4017e1-a4a3-4f9e-a76d-d6a4af21e548 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858884 Jul 08 02:31:42.920677 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-4aecc117-5004-4831-bdb7-195ec604f18f service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820298 Jul 08 02:31:43.019750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-5fe96963-b9f0-4f98-abf2-079d9829f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:43.021239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-5fe96963-b9f0-4f98-abf2-079d9829f0a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1098 time: 0.0586517 Jul 08 02:31:43.110789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-e22bf98c-33d0-4c80-b90b-fd992495b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:43.112317 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-e22bf98c-33d0-4c80-b90b-fd992495b9c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36b72168-d554-498b-a79a-0f19daa839b5 HTTP/1.1" status: 200 len: 914 time: 0.0846736 Jul 08 02:31:43.183843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-0b63b988-dc68-4831-85e9-cd26e9fecbf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695 HTTP/1.1" status: 200 len: 1002 time: 0.0638094 Jul 08 02:31:43.231805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-34740281-42d3-44c2-ac7d-544e847461c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:43.233477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-34740281-42d3-44c2-ac7d-544e847461c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301e1103-4400-4fbc-8750-0ac6ebfb59f9 HTTP/1.1" status: 200 len: 852 time: 0.0442188 Jul 08 02:31:43.292765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-c41f610b-4a76-4b92-b66d-4b1d39a9776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:43.294300 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-c41f610b-4a76-4b92-b66d-4b1d39a9776a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36b72168-d554-498b-a79a-0f19daa839b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534317 Jul 08 02:31:43.386759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-91b4e358-b78d-478e-9958-e17f03cb58b0 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858214 Jul 08 02:31:43.475983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-12c41cf8-10c7-4069-8863-e54beea247b1 req-f00fbb1f-9c49-43e1-b1d7-f9ff77f7f318 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823095 Jul 08 02:31:44.066043 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:44.182222 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9e01-a182-4847-842a-d6dd81b458ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:44.271269 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9e01-a182-4847-842a-d6dd81b458ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:44.336778 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9e01-a182-4847-842a-d6dd81b458ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:44.374773 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-bb1b9e01-a182-4847-842a-d6dd81b458ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c61a94cf110a4d849a5e35e07e76329d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076723 Jul 08 02:31:44.375650 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9e01-a182-4847-842a-d6dd81b458ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15994b6-6f5f-408f-a5a7-ef8f3eb42455,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:44.378097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56402) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:44.429593 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-210e4a26-d28c-4df1-9ce0-a03fb328f359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:44.452596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-210e4a26-d28c-4df1-9ce0-a03fb328f359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:44.497432 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a548d50f-d61b-4fb6-b0e2-cfcd695ec20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:44.565130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-210e4a26-d28c-4df1-9ce0-a03fb328f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:44.567688 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-210e4a26-d28c-4df1-9ce0-a03fb328f359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:44.568868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-210e4a26-d28c-4df1-9ce0-a03fb328f359 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b15994b6-6f5f-408f-a5a7-ef8f3eb42455 HTTP/1.1" status: 204 len: 168 time: 0.1896963 Jul 08 02:31:44.577124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e4a26-d28c-4df1-9ce0-a03fb328f359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15994b6-6f5f-408f-a5a7-ef8f3eb42455,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:44.897187 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:45.169472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56408) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:45.187861 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e832f3b-c2b5-480b-bfe1-6f355e588ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:45.273499 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e832f3b-c2b5-480b-bfe1-6f355e588ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:45.348294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7e832f3b-c2b5-480b-bfe1-6f355e588ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:45.387526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7e832f3b-c2b5-480b-bfe1-6f355e588ee5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=337cf348c770444d9e6fbe03eaeb06e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168388 Jul 08 02:31:45.388656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e832f3b-c2b5-480b-bfe1-6f355e588ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e0a43-96ad-4364-9152-2d0e7835fb2a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:45.390202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56410) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:45.438131 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98a77a62-8000-4f15-8fe7-a1d2168c68ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:45.458229 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98a77a62-8000-4f15-8fe7-a1d2168c68ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:45.571507 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98a77a62-8000-4f15-8fe7-a1d2168c68ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:45.574079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-98a77a62-8000-4f15-8fe7-a1d2168c68ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:45.575238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-98a77a62-8000-4f15-8fe7-a1d2168c68ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e75e0a43-96ad-4364-9152-2d0e7835fb2a HTTP/1.1" status: 204 len: 168 time: 0.1840487 Jul 08 02:31:45.582920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a77a62-8000-4f15-8fe7-a1d2168c68ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e0a43-96ad-4364-9152-2d0e7835fb2a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:45.840140 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:47.553682 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:48.342939 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:48.926376 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56480) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:49.028292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc470714-60ee-404a-b123-1957b37b6a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:49.112982 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc470714-60ee-404a-b123-1957b37b6a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:49.188780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dc470714-60ee-404a-b123-1957b37b6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:49.229525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc470714-60ee-404a-b123-1957b37b6a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b5b277-3729-4ec5-884a-0b3d6152750f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:49.234916 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dc470714-60ee-404a-b123-1957b37b6a22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e9f1ff469f542a685b414b3a35025d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074546 Jul 08 02:31:49.237666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56484) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:49.286017 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2ee6-d95c-4f8f-a4d7-ab6d6d1ecca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:49.306756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2ee6-d95c-4f8f-a4d7-ab6d6d1ecca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:49.428585 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2ee6-d95c-4f8f-a4d7-ab6d6d1ecca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:49.431111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2ee6-d95c-4f8f-a4d7-ab6d6d1ecca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:49.432311 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d2fb2ee6-d95c-4f8f-a4d7-ab6d6d1ecca2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0b5b277-3729-4ec5-884a-0b3d6152750f HTTP/1.1" status: 204 len: 168 time: 0.1937575 Jul 08 02:31:49.439618 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb2ee6-d95c-4f8f-a4d7-ab6d6d1ecca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b5b277-3729-4ec5-884a-0b3d6152750f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:49.959146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56490) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:49.972325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23959389-3674-4189-816e-cd78304480df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:50.060204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23959389-3674-4189-816e-cd78304480df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:50.125185 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23959389-3674-4189-816e-cd78304480df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:50.162313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-23959389-3674-4189-816e-cd78304480df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f62dd16bac7d447aa780389b5b8eec0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020724 Jul 08 02:31:50.163271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23959389-3674-4189-816e-cd78304480df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a42b00-7480-4c09-95ef-7cc08935fbec,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:50.165109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:50.213995 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c07dfd-3264-4111-ab8d-021fcf3d8071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:50.236264 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c07dfd-3264-4111-ab8d-021fcf3d8071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:50.348799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c07dfd-3264-4111-ab8d-021fcf3d8071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:50.351501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5c07dfd-3264-4111-ab8d-021fcf3d8071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:50.352672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c5c07dfd-3264-4111-ab8d-021fcf3d8071 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40a42b00-7480-4c09-95ef-7cc08935fbec HTTP/1.1" status: 204 len: 168 time: 0.1859412 Jul 08 02:31:50.361566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c07dfd-3264-4111-ab8d-021fcf3d8071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a42b00-7480-4c09-95ef-7cc08935fbec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:51.143010 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:51.925551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56522) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:52.027041 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9a2c-9c93-4b3a-aba6-e7c5e79199b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:52.113186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9a2c-9c93-4b3a-aba6-e7c5e79199b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:52.194589 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9a2c-9c93-4b3a-aba6-e7c5e79199b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:52.231631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9a2c-9c93-4b3a-aba6-e7c5e79199b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3093b65b-4df2-4852-8834-cb01cb1a230f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:52.236950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b2d9a2c-9c93-4b3a-aba6-e7c5e79199b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d82f5cd9524c4881b4e9dffa2de6ab0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103654 Jul 08 02:31:52.239634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:52.286113 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f288-b9e1-4436-9576-63a6b43c16c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:52.307836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f288-b9e1-4436-9576-63a6b43c16c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:52.434153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f288-b9e1-4436-9576-63a6b43c16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:52.436739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f288-b9e1-4436-9576-63a6b43c16c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:52.437832 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5cd2f288-b9e1-4436-9576-63a6b43c16c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3093b65b-4df2-4852-8834-cb01cb1a230f HTTP/1.1" status: 204 len: 168 time: 0.1972854 Jul 08 02:31:52.446006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2f288-b9e1-4436-9576-63a6b43c16c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3093b65b-4df2-4852-8834-cb01cb1a230f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:53.707610 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:31:54.201623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 56568) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:54.318937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3fef34e6-9267-43a5-8e7a-c7a4dbd95ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:54.419870 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3fef34e6-9267-43a5-8e7a-c7a4dbd95ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:54.480389 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3fef34e6-9267-43a5-8e7a-c7a4dbd95ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:54.519011 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3fef34e6-9267-43a5-8e7a-c7a4dbd95ce8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19bf8760894e4d549d81b9d6b6f899f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163126 Jul 08 02:31:54.519900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef34e6-9267-43a5-8e7a-c7a4dbd95ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e9919c-b077-4d5e-98ff-08443b27494a,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:54.521842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56572) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:54.570373 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c50a3d39-a700-45de-8fcb-656be94f642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:54.591290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c50a3d39-a700-45de-8fcb-656be94f642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:54.697451 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c50a3d39-a700-45de-8fcb-656be94f642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:54.704025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c50a3d39-a700-45de-8fcb-656be94f642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:54.705217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c50a3d39-a700-45de-8fcb-656be94f642b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7e9919c-b077-4d5e-98ff-08443b27494a HTTP/1.1" status: 204 len: 168 time: 0.1818523 Jul 08 02:31:54.714548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a3d39-a700-45de-8fcb-656be94f642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e9919c-b077-4d5e-98ff-08443b27494a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:55.602692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56596) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:55.702825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1546729592-network', 'tenant_id': '1c2ea9f6876140dfb1c538af76e43905'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:55.777042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Made reservation on behalf of 1c2ea9f6876140dfb1c538af76e43905 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:31:55.779485 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:55.787936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:55.874493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:55.932062 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:55.956885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:31:55.966414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b697404-250e-40b5-a339-14cd873b695d,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:55.971433 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:55.971757 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Added segment 540dee7e-4710-442f-a1c0-51b1ece1b10f of type vlan for network 7bc3d799-41e7-4468-a727-09de8c385ef7 Jul 08 02:31:56.012508 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:56.080804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:56.082089 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:56.082688 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:56.148623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] Pushing event updated for resources: {'Network': ['ID=7bc3d799-41e7-4468-a727-09de8c385ef7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:56.158428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 7bc3d799-41e7-4468-a727-09de8c385ef7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:31:56.195458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-04c55e1f-9800-445a-8bf1-37ad3130ee25 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5915310 Jul 08 02:31:56.198236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:31:56.203126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Request body: {'subnet': {'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1546729592-subnet', 'tenant_id': '1c2ea9f6876140dfb1c538af76e43905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:31:56.290335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Made reservation on behalf of 1c2ea9f6876140dfb1c538af76e43905 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:31:56.293345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:56.537510 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:56.590717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab2d752e-cfab-4240-9ee3-f3ae1e022b5a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:31:56.602219 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Checking segment: {'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:31:56.602641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Network hostable DHCP agents. Network: 7bc3d799-41e7-4468-a727-09de8c385ef7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:31:56.691293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Network 7bc3d799-41e7-4468-a727-09de8c385ef7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:31:56.760666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 7bc3d799-41e7-4468-a727-09de8c385ef7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:31:56.766054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:56.767016 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:56.772739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93aded-498a-46b9-aab9-fc62edc6c5b8 None None] Network 7bc3d799-41e7-4468-a727-09de8c385ef7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:31:56.829407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea47295f-a313-43c0-b91f-076b161ced57 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6301179 Jul 08 02:31:56.898606 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53490f06-299a-4f15-a920-7258bc250863 None None] Network 7bc3d799-41e7-4468-a727-09de8c385ef7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:32:12.165531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d5522af-5851-463c-8a04-d82085c7ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:13.761043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-9a32c2cd-a87f-4680-a153-522e92f7dd0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509996 Jul 08 02:32:13.858885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-45f3da97-36ca-4e02-a7a7-a6b7c8b8b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:13.860338 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-45f3da97-36ca-4e02-a7a7-a6b7c8b8b894 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1098 time: 0.0555017 Jul 08 02:32:13.964228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-c9bd079a-2393-4c62-a7a2-19c439e3ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:13.966831 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-c9bd079a-2393-4c62-a7a2-19c439e3ea25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36b72168-d554-498b-a79a-0f19daa839b5 HTTP/1.1" status: 200 len: 914 time: 0.0849116 Jul 08 02:32:14.034363 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-784e5cb4-615f-43e5-8232-c56b27cf8b1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695 HTTP/1.1" status: 200 len: 1002 time: 0.0617547 Jul 08 02:32:14.084164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-193c3a70-72df-4ad0-89a7-5af456bb78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:14.085675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-193c3a70-72df-4ad0-89a7-5af456bb78ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301e1103-4400-4fbc-8750-0ac6ebfb59f9 HTTP/1.1" status: 200 len: 852 time: 0.0443633 Jul 08 02:32:14.143650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-e05bfe84-35eb-40f0-9b27-d1c2cb180681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:14.145045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-e05bfe84-35eb-40f0-9b27-d1c2cb180681 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36b72168-d554-498b-a79a-0f19daa839b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526135 Jul 08 02:32:14.240038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-c637c862-1da2-4a2a-830f-60dfa08cfff2 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874872 Jul 08 02:32:14.327164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c4215646-3c38-4d55-ab51-3892dfb00245 req-6426ef9c-49da-420e-9a89-b8bea04f7d5d service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799530 Jul 08 02:32:14.468795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c3dec493-e72e-415f-b04b-a2622a0cec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:14.926184 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:15.863296 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:17.537215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:18.360083 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:21.141723 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:23.875298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-b691fb05-8c11-4542-bd73-45b692836d6a req-7d64d5e3-e5e3-406b-bbc6-e455829bdef0 service neutron] (100713) timed out ('10.222.0.10', 33286) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:32:28.214519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-7f546422-3062-48bb-9ff8-29f233d8128e req-c316f913-bc3a-48ed-929c-d246b62af881 service neutron] (100712) timed out ('10.222.0.32', 60434) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:32:30.707096 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:32:42.103275 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83dc0f9e-2a97-4331-bff4-e5dfd6b94cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:42.517290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56852) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:32:42.673019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Deleting port 8bdc739c-3ac6-4191-8ebd-f38c731f5b75 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:32:42.673372 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:42.756535 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:42.756876 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:42.769977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Calling delete_port for 8bdc739c-3ac6-4191-8ebd-f38c731f5b75 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:32:43.337270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:43.362527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event deleted for resources: {'Port': ['ID=8bdc739c-3ac6-4191-8ebd-f38c731f5b75,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:43.377066 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.377414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.377755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.378092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.378427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.378756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.379081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.379430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.379754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.380111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.380432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.380757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.438899 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:43.439235 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Floating IP 3208d7a4-cacd-4302-bc6c-484a99e76769 disassociated (deleted). External IP: 172.25.8.123, port: 902babd2-c75a-4b92-9c8e-68e98c0d5695. Jul 08 02:32:43.649958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:32:43.758910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:32:43.769160 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:43.769255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] Sync routers for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:32:43.790649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:32:43.791660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:32:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:43.804951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0e3198ce-d841-457b-8a38-89b9d013ded2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "DELETE /v2.0/floatingips/3208d7a4-cacd-4302-bc6c-484a99e76769 HTTP/1.1" status: 204 len: 168 time: 1.2862744 Jul 08 02:32:43.805580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:32:43.807938 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62dfec0-50a2-48f4-81e9-07005bcae9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:32:43.850782 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0219f4-b12a-4131-8003-dc00eea4514c x-openstack-request-id: req-9b0219f4-b12a-4131-8003-dc00eea4514c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:32:43.851283 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:32:43.851671 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b0219f4-b12a-4131-8003-dc00eea4514c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:32:43.852217 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'status': 'completed', 'code': 200} Jul 08 02:32:43.934463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-dc7e300d-7934-4b87-8dc9-0c12e4fb9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:43.934463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-dc7e300d-7934-4b87-8dc9-0c12e4fb9cfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 1098 time: 0.0597396 Jul 08 02:32:44.040964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-f988e58d-6b38-41b4-9875-8b49d6a8f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:44.042544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-f988e58d-6b38-41b4-9875-8b49d6a8f924 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36b72168-d554-498b-a79a-0f19daa839b5 HTTP/1.1" status: 200 len: 914 time: 0.1005239 Jul 08 02:32:44.075718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:32:44.092418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-1e9fa39a-7d45-40c5-aa31-6d58dedb1175 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695 HTTP/1.1" status: 200 len: 217 time: 0.0421832 Jul 08 02:32:44.142634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-d28844db-d0fb-46ea-ba3f-67779ccfd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:44.144316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-d28844db-d0fb-46ea-ba3f-67779ccfd64e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301e1103-4400-4fbc-8750-0ac6ebfb59f9 HTTP/1.1" status: 200 len: 852 time: 0.0454967 Jul 08 02:32:44.207236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-d68a574c-9c6c-4924-9168-3eb6afd47b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:44.209795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-d68a574c-9c6c-4924-9168-3eb6afd47b76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36b72168-d554-498b-a79a-0f19daa839b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575383 Jul 08 02:32:44.298801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:44.311739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-b3dab0a0-3a40-4209-be1f-063d06908b07 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950387 Jul 08 02:32:44.328894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] Checking router: d9353ef5-3a3e-4f19-a9c8-127f7bcff336 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:32:44.339098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:32:44.339762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:32:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:44.424946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d62dfec0-50a2-48f4-81e9-07005bcae9e5 req-d4bf11ba-c7da-4182-851c-c09c53e42634 service neutron] 10.222.0.32 "GET /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049788 Jul 08 02:32:44.478828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:32:44.516323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e67623-9999-4739-81d8-ab32e4dd5a32 req-130c6878-c183-4b59-b3fe-d4a21e03cdd5 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:44.523609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7e67623-9999-4739-81d8-ab32e4dd5a32 req-130c6878-c183-4b59-b3fe-d4a21e03cdd5 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 946 time: 0.0772271 Jul 08 02:32:44.560962 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7e67623-9999-4739-81d8-ab32e4dd5a32 req-140d8007-9e3c-4095-8d61-0777278009a2 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362432 Jul 08 02:32:44.567699 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ab580916-21ec-4a9e-95af-32aabdf6e9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:44.698965 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:44.725018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ccf2f-f77d-4b86-ab09-f1f63f0f70b0 None None] The sync data for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 is: [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:28:38Z', 'revision_number': 4, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c2b5f658-039e-4104-b7ec-a4a0770ee53c', 'name': '', 'network_id': '36b72168-d554-498b-a79a-0f19daa839b5', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'mac_address': 'fa:16:3e:d6:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:37Z', 'updated_at': '2021-07-08T02:28:46Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'subnets': [{'id': '301e1103-4400-4fbc-8750-0ac6ebfb59f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:32:44.897538 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:45.032833 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efbb9fe-99d5-4059-8e3e-ae6e5b16aecc None None] New status for floating IP 3208d7a4-cacd-4302-bc6c-484a99e76769: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:32:45.748715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ba60-8833-481f-bb07-1b85b9a92def req-62032d18-1c7e-44fa-a459-6560f2e5acd8 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.750211 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e45ba60-8833-481f-bb07-1b85b9a92def req-62032d18-1c7e-44fa-a459-6560f2e5acd8 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 946 time: 0.0655904 Jul 08 02:32:45.793573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e45ba60-8833-481f-bb07-1b85b9a92def req-3e2fd718-30de-4e85-8209-1c33df70ce1a tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/security-groups?id=23240103-85d3-477e-ab35-cc2920e1815f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369284 Jul 08 02:32:45.851175 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:46.126808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-1bf8e070-c83c-4c1b-9e72-3708080fa65f tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:46.128312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-1bf8e070-c83c-4c1b-9e72-3708080fa65f tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.32 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 946 time: 0.0636647 Jul 08 02:32:46.232563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Deleting port 902babd2-c75a-4b92-9c8e-68e98c0d5695 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:32:46.233008 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:46.323371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] For port 902babd2-c75a-4b92-9c8e-68e98c0d5695, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=902babd2-c75a-4b92-9c8e-68e98c0d5695,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:46.323752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:46.336529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Calling delete_port for 902babd2-c75a-4b92-9c8e-68e98c0d5695 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:32:46.514294 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:46.545142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event deleted for resources: {'Port': ['ID=902babd2-c75a-4b92-9c8e-68e98c0d5695,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:46.590000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] No DVR routers for this DVR port 902babd2-c75a-4b92-9c8e-68e98c0d5695 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:32:46.592562 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:46.594612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc7b078a-46df-4a21-b6fc-c9f44b32d7ca req-84f10fc1-7586-4fae-a22f-fe24941702d1 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.32 "DELETE /v2.0/ports/902babd2-c75a-4b92-9c8e-68e98c0d5695 HTTP/1.1" status: 204 len: 173 time: 0.4598629 Jul 08 02:32:46.595054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'name': 'network-vif-deleted', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:32:46.597408 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49c94cc-ca2c-435b-8317-8d242f77d7f9" -d '{"events": [{"server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "name": "network-vif-deleted", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:32:46.634609 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4813601d-290d-443a-b7e2-a219ddf1cd72 x-openstack-request-id: req-4813601d-290d-443a-b7e2-a219ddf1cd72 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:32:46.634912 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acef9d7-141d-431f-b8eb-518c68e13378", "name": "network-vif-deleted", "tag": "902babd2-c75a-4b92-9c8e-68e98c0d5695", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:32:46.635171 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4813601d-290d-443a-b7e2-a219ddf1cd72 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:32:46.635606 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acef9d7-141d-431f-b8eb-518c68e13378', 'name': 'network-vif-deleted', 'tag': '902babd2-c75a-4b92-9c8e-68e98c0d5695', 'status': 'completed', 'code': 200} Jul 08 02:32:46.960765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9394ba99-f1dc-40e9-add0-dc7c4465f2d5 req-146755ee-01df-4bd6-9171-5131513a1053 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 210 time: 0.0343778 Jul 08 02:32:47.549370 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:48.108503 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6237e360-ff76-4ef5-9d6f-3f4a12b15ff8 req-e96e917a-bf4f-4f11-8dd6-362a1bea07c5 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 210 time: 0.0298634 Jul 08 02:32:48.370473 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:49.275210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97ccaa9d-d015-4420-b9ea-6c5de3846e82 req-89dfe1a5-de18-4cee-95f6-c59082c5fe2e tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 210 time: 0.0498335 Jul 08 02:32:49.620663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 902babd2-c75a-4b92-9c8e-68e98c0d5695 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:32:49.641637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 902babd2-c75a-4b92-9c8e-68e98c0d5695 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:32:49.641994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 902babd2-c75a-4b92-9c8e-68e98c0d5695 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:32:50.437061 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a46f80a4-7a32-4bda-9ac8-8f4f2121db7f req-ee9179bc-1313-41bc-980d-85437cefea28 tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "GET /v2.0/ports?device_id=8acef9d7-141d-431f-b8eb-518c68e13378 HTTP/1.1" status: 200 len: 210 time: 0.0336282 Jul 08 02:32:51.160129 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:51.536117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 56994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:32:51.594882 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21b0dc8f-41df-47c1-bfc2-984c770c6f1d tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:51.620729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21b0dc8f-41df-47c1-bfc2-984c770c6f1d tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:51.748783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21b0dc8f-41df-47c1-bfc2-984c770c6f1d tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:51.751479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-21b0dc8f-41df-47c1-bfc2-984c770c6f1d tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:51.752909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-21b0dc8f-41df-47c1-bfc2-984c770c6f1d tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] 10.222.0.10 "DELETE /v2.0/security-groups/23240103-85d3-477e-ab35-cc2920e1815f HTTP/1.1" status: 204 len: 168 time: 0.2153068 Jul 08 02:32:51.764315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0dc8f-41df-47c1-bfc2-984c770c6f1d tempest-TestVolumeBackupRestore-89737570 tempest-TestVolumeBackupRestore-89737570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23240103-85d3-477e-ab35-cc2920e1815f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:55.651540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57196) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:32:56.063969 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:56.343855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Deleting port c2b5f658-039e-4104-b7ec-a4a0770ee53c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:32:56.344203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:56.446684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] For port c2b5f658-039e-4104-b7ec-a4a0770ee53c, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c2b5f658-039e-4104-b7ec-a4a0770ee53c,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:56.447057 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:56.461199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Calling delete_port for c2b5f658-039e-4104-b7ec-a4a0770ee53c owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:32:56.713781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:56.747280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b5f658-039e-4104-b7ec-a4a0770ee53c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:56.961355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:57.195494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:32:57.311811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:32:57.318620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b699f6d9-78f6-435a-afb9-d9be8fdd1c20 admin admin] 10.222.0.10 "PUT /v2.0/routers/d9353ef5-3a3e-4f19-a9c8-127f7bcff336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6647336 Jul 08 02:32:57.321077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:32:57.323084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27442493-7815-404f-affd-7124411b24ae None None] Sync routers for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:32:57.332549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27442493-7815-404f-affd-7124411b24ae None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:32:57.333172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-27442493-7815-404f-affd-7124411b24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:32:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:57.427629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:57.436317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-27442493-7815-404f-affd-7124411b24ae None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:32:57.541143 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:57.642099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-27442493-7815-404f-affd-7124411b24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:32:56Z', 'revision_number': 5, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port': {'id': 'dade5330-a914-4502-943d-1af3dfe423dc', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:34Z', 'updated_at': '2021-07-08T02:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:57.670276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27442493-7815-404f-affd-7124411b24ae None None] Checking router: d9353ef5-3a3e-4f19-a9c8-127f7bcff336 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:32:57.682023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27442493-7815-404f-affd-7124411b24ae None None] Routers {'d9353ef5-3a3e-4f19-a9c8-127f7bcff336'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:32:57.682658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-27442493-7815-404f-affd-7124411b24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:32:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:57.686667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Deleting port dade5330-a914-4502-943d-1af3dfe423dc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:32:57.687102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:57.782480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-27442493-7815-404f-affd-7124411b24ae None None] Set router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:32:57.791560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] For port dade5330-a914-4502-943d-1af3dfe423dc, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dade5330-a914-4502-943d-1af3dfe423dc,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:57.792061 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:57.804856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Calling delete_port for dade5330-a914-4502-943d-1af3dfe423dc owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:32:57.836865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-27442493-7815-404f-affd-7124411b24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:32:57Z', 'revision_number': 6, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:57.870113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27442493-7815-404f-affd-7124411b24ae None None] The sync data for ids ['d9353ef5-3a3e-4f19-a9c8-127f7bcff336'] in n-d-695189-13 is: [{'id': 'd9353ef5-3a3e-4f19-a9c8-127f7bcff336', 'name': 'tempest-TestVolumeBackupRestore-614880700-router', 'tenant_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:33Z', 'updated_at': '2021-07-08T02:32:57Z', 'revision_number': 6, 'project_id': '64ab923df1894c18bdfb2f0bb742ec6a', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:32:58.069297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.097809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Pushing event deleted for resources: {'Port': ['ID=dade5330-a914-4502-943d-1af3dfe423dc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:58.167781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.261492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.263682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.388457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.388998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9353ef5-3a3e-4f19-a9c8-127f7bcff336 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:32:58.393585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.394917 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f65ac05-d5e8-4e91-8c4f-ccee1aa139aa admin admin] 10.222.0.10 "DELETE /v2.0/routers/d9353ef5-3a3e-4f19-a9c8-127f7bcff336 HTTP/1.1" status: 204 len: 168 time: 1.0728996 Jul 08 02:32:58.398027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57328) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:32:58.450564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-51511753-f580-4ca7-a699-a27c67bc2723 admin admin] Deleting subnet 301e1103-4400-4fbc-8750-0ac6ebfb59f9 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:32:58.453664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51511753-f580-4ca7-a699-a27c67bc2723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.811315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51511753-f580-4ca7-a699-a27c67bc2723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.901546 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51511753-f580-4ca7-a699-a27c67bc2723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.040641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51511753-f580-4ca7-a699-a27c67bc2723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.066015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51511753-f580-4ca7-a699-a27c67bc2723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301e1103-4400-4fbc-8750-0ac6ebfb59f9,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:59.071698 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-51511753-f580-4ca7-a699-a27c67bc2723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.072905 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-51511753-f580-4ca7-a699-a27c67bc2723 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/301e1103-4400-4fbc-8750-0ac6ebfb59f9 HTTP/1.1" status: 204 len: 168 time: 0.6739230 Jul 08 02:32:59.075457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:32:59.076005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a7925-7b5b-4b58-ac50-20d8b497bca2 None None] Network 36b72168-d554-498b-a79a-0f19daa839b5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:32:59.145151 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.206271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Deleting port 49a20262-adef-4ef4-9e29-57c45c986dfa {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:32:59.207012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.292708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] DHCP port deletion for 36b72168-d554-498b-a79a-0f19daa839b5 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:32:59.306909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] For port 49a20262-adef-4ef4-9e29-57c45c986dfa, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=49a20262-adef-4ef4-9e29-57c45c986dfa,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:59.307265 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.322003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Calling delete_port for 49a20262-adef-4ef4-9e29-57c45c986dfa owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:32:59.344657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Deleting port 49a20262-adef-4ef4-9e29-57c45c986dfa {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:32:59.345044 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.410317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] For port 49a20262-adef-4ef4-9e29-57c45c986dfa, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=49a20262-adef-4ef4-9e29-57c45c986dfa,segment=NetworkSegment(620eb39c-5479-4ee8-89f8-e71321cf44b8),segment_id=620eb39c-5479-4ee8-89f8-e71321cf44b8)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:59.410722 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.424056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Calling delete_port for 49a20262-adef-4ef4-9e29-57c45c986dfa owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:32:59.474843 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.505026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.515447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a20262-adef-4ef4-9e29-57c45c986dfa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:59.518904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] No DVR routers for this DVR port 49a20262-adef-4ef4-9e29-57c45c986dfa on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:32:59.535287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Pushing event deleted for resources: {'Port': ['ID=49a20262-adef-4ef4-9e29-57c45c986dfa,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:59.539428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] No DVR routers for this DVR port 49a20262-adef-4ef4-9e29-57c45c986dfa on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:32:59.549053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.549355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.549702 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.550045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.550380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.550716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.551047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.551395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.551730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.552058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.552386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.552709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25289b-baa0-4124-9a9a-28e246fdff0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:59.590976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.600992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b72168-d554-498b-a79a-0f19daa839b5']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:59.611890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620eb39c-5479-4ee8-89f8-e71321cf44b8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:59.612190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620eb39c-5479-4ee8-89f8-e71321cf44b8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:32:59.621782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.637351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.643565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:32:59.643968 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: items = [ Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:32:59.645709 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:32:59.743239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dade5330-a914-4502-943d-1af3dfe423dc no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:32:59.747051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: dade5330-a914-4502-943d-1af3dfe423dc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:32:59.747460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dade5330-a914-4502-943d-1af3dfe423dc not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:32:59.747896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c2b5f658-039e-4104-b7ec-a4a0770ee53c no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:32:59.765997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c2b5f658-039e-4104-b7ec-a4a0770ee53c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:32:59.770925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c2b5f658-039e-4104-b7ec-a4a0770ee53c not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:32:59.770925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 49a20262-adef-4ef4-9e29-57c45c986dfa no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:32:59.787793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 49a20262-adef-4ef4-9e29-57c45c986dfa {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:32:59.788695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 49a20262-adef-4ef4-9e29-57c45c986dfa not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:32:59.794537 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.803200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:59.808816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/36b72168-d554-498b-a79a-0f19daa839b5 HTTP/1.1" status: 204 len: 168 time: 0.7295210 Jul 08 02:32:59.809210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57398) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:32:59.818567 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7b3ba-4644-46e8-b759-66072a6205c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b72168-d554-498b-a79a-0f19daa839b5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:00.165320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:00.427597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Deleting port e6d13400-584e-4c93-b260-c0f7218bee6f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:00.427948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:00.517458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] For port e6d13400-584e-4c93-b260-c0f7218bee6f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e6d13400-584e-4c93-b260-c0f7218bee6f,segment=NetworkSegment(f82b5dac-72e6-4912-95c4-31dfbba8f6e0),segment_id=f82b5dac-72e6-4912-95c4-31dfbba8f6e0)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:00.517827 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:00.531600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Calling delete_port for e6d13400-584e-4c93-b260-c0f7218bee6f owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:00.810523 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:00.835588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d13400-584e-4c93-b260-c0f7218bee6f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:00.868552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.868802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.869249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.869435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.869765 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.870088 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.870413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.870745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.871063 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.871408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.871730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:00.872047 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:01.036586 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.257092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Router bf3672ae-dc84-43f0-bc63-0558671b2b08 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:33:01.379663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:33:01.387844 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9fc21ab8-6ae7-458e-b97a-13fd997aaef5 admin admin] 10.222.0.10 "PUT /v2.0/routers/bf3672ae-dc84-43f0-bc63-0558671b2b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5777979 Jul 08 02:33:01.388098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57484) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:01.388510 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] Sync routers for ids ['bf3672ae-dc84-43f0-bc63-0558671b2b08'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:33:01.401259 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] Routers {'bf3672ae-dc84-43f0-bc63-0558671b2b08'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:33:01.401997 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:32:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf3672ae-dc84-43f0-bc63-0558671b2b08'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:01.504161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.516438 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] Set router bf3672ae-dc84-43f0-bc63-0558671b2b08 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:33:01.632873 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.744260 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:33:00Z', 'revision_number': 5, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port': {'id': 'a028b92b-faad-42fd-ac5f-42d0d17663cd', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:28:44Z', 'updated_at': '2021-07-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:01.771023 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] Checking router: bf3672ae-dc84-43f0-bc63-0558671b2b08 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:33:01.780567 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] Routers {'bf3672ae-dc84-43f0-bc63-0558671b2b08'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:33:01.781483 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:32:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bf3672ae-dc84-43f0-bc63-0558671b2b08'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:01.782087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Deleting port a028b92b-faad-42fd-ac5f-42d0d17663cd {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:01.782447 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.870144 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] Set router bf3672ae-dc84-43f0-bc63-0558671b2b08 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:33:01.871475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] For port a028b92b-faad-42fd-ac5f-42d0d17663cd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a028b92b-faad-42fd-ac5f-42d0d17663cd,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:01.871856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.885904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Calling delete_port for a028b92b-faad-42fd-ac5f-42d0d17663cd owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:01.936487 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:33:01Z', 'revision_number': 6, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:01.967748 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f99378-5818-44e1-bdf8-a7ce67031c5a None None] The sync data for ids ['bf3672ae-dc84-43f0-bc63-0558671b2b08'] in n-d-695189-13 is: [{'id': 'bf3672ae-dc84-43f0-bc63-0558671b2b08', 'name': 'tempest-TestVolumeBackupRestore-270101316-router', 'tenant_id': '2dcf19a721b749759a038b147eced546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:28:43Z', 'updated_at': '2021-07-08T02:33:01Z', 'revision_number': 6, 'project_id': '2dcf19a721b749759a038b147eced546', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:33:02.143319 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.166674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a028b92b-faad-42fd-ac5f-42d0d17663cd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:02.238030 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.337678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.339927 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.484234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.484881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf3672ae-dc84-43f0-bc63-0558671b2b08 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:33:02.489683 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.490816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7c12a5cf-a4f5-4c98-890d-cafd3d968f5b admin admin] 10.222.0.10 "DELETE /v2.0/routers/bf3672ae-dc84-43f0-bc63-0558671b2b08 HTTP/1.1" status: 204 len: 168 time: 1.1009085 Jul 08 02:33:02.493938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:02.538863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5010dd-ee69-4b46-b7c1-63845cd2647d admin admin] Deleting subnet fe26e2df-48fe-4f93-9734-5c5149b77fb3 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:33:02.542037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5010dd-ee69-4b46-b7c1-63845cd2647d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.579106 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5010dd-ee69-4b46-b7c1-63845cd2647d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.665591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5010dd-ee69-4b46-b7c1-63845cd2647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.800492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5010dd-ee69-4b46-b7c1-63845cd2647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.826661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5010dd-ee69-4b46-b7c1-63845cd2647d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe26e2df-48fe-4f93-9734-5c5149b77fb3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:02.831558 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee5010dd-ee69-4b46-b7c1-63845cd2647d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.835642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ee5010dd-ee69-4b46-b7c1-63845cd2647d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fe26e2df-48fe-4f93-9734-5c5149b77fb3 HTTP/1.1" status: 204 len: 168 time: 0.3384914 Jul 08 02:33:02.837774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c38f09f-e34a-4bb2-9990-929fb23ceae4 None None] Network e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:33:02.840940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57554) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:02.931739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.004097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Deleting port de02346a-c8d8-46f0-8800-097128e83dec {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:03.004549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.070517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] DHCP port deletion for e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:33:03.081167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] For port de02346a-c8d8-46f0-8800-097128e83dec, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=de02346a-c8d8-46f0-8800-097128e83dec,segment=NetworkSegment(f82b5dac-72e6-4912-95c4-31dfbba8f6e0),segment_id=f82b5dac-72e6-4912-95c4-31dfbba8f6e0)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:03.081543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.097423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Calling delete_port for de02346a-c8d8-46f0-8800-097128e83dec owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:03.130092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] Deleting port de02346a-c8d8-46f0-8800-097128e83dec {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:03.130479 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.195974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] For port de02346a-c8d8-46f0-8800-097128e83dec, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=de02346a-c8d8-46f0-8800-097128e83dec,segment=NetworkSegment(f82b5dac-72e6-4912-95c4-31dfbba8f6e0),segment_id=f82b5dac-72e6-4912-95c4-31dfbba8f6e0)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:03.196642 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.210927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] Calling delete_port for de02346a-c8d8-46f0-8800-097128e83dec owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:03.286790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.292503 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.315723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] No DVR routers for this DVR port de02346a-c8d8-46f0-8800-097128e83dec on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:33:03.318955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] Pushing event deleted for resources: {'Port': ['ID=de02346a-c8d8-46f0-8800-097128e83dec,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:03.320837 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae395f7-a903-4aa9-bdb6-14c6d2a6cb56 None None] No DVR routers for this DVR port de02346a-c8d8-46f0-8800-097128e83dec on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:33:03.342629 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Pushing event deleted for resources: {'Port': ['ID=de02346a-c8d8-46f0-8800-097128e83dec,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:03.399458 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.410657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:03.422381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:03.422679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82b5dac-72e6-4912-95c4-31dfbba8f6e0') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:03.431712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.445908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.451888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:33:03.452300 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:33:03.454306 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:33:03.587431 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.597083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:03.597083 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7 HTTP/1.1" status: 204 len: 168 time: 0.7509797 Jul 08 02:33:03.606494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b55d4-7017-4b5d-969c-de7292645200 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c7f43b-e9fc-4238-b6f7-6e784e3c6fe7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:03.718829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device de02346a-c8d8-46f0-8800-097128e83dec no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:03.738768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: de02346a-c8d8-46f0-8800-097128e83dec {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:33:03.739116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device de02346a-c8d8-46f0-8800-097128e83dec not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:03.739574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a028b92b-faad-42fd-ac5f-42d0d17663cd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:03.759209 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: a028b92b-faad-42fd-ac5f-42d0d17663cd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:33:03.759423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a028b92b-faad-42fd-ac5f-42d0d17663cd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:03.759813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e6d13400-584e-4c93-b260-c0f7218bee6f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:03.779319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e6d13400-584e-4c93-b260-c0f7218bee6f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:33:03.783694 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e6d13400-584e-4c93-b260-c0f7218bee6f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:03.886237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57612) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:03.927209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e6d4b49d-9019-4895-9104-d48f87572397 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64ab923df1894c18bdfb2f0bb742ec6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396852 Jul 08 02:33:03.930340 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 57618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:03.984931 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2490-81a3-4a9c-a5c4-9d89a03e3216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:04.006130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2490-81a3-4a9c-a5c4-9d89a03e3216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:04.141875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2490-81a3-4a9c-a5c4-9d89a03e3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:04.144537 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2490-81a3-4a9c-a5c4-9d89a03e3216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:04.145746 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a0bd2490-81a3-4a9c-a5c4-9d89a03e3216 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87d9e13a-84ee-4fad-8f76-7633ffad519b HTTP/1.1" status: 204 len: 168 time: 0.2144101 Jul 08 02:33:04.154346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd2490-81a3-4a9c-a5c4-9d89a03e3216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d9e13a-84ee-4fad-8f76-7633ffad519b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:04.890583 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57644) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:04.931219 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-063b00ff-6e62-494f-8d1d-b331ee6f207b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dcf19a721b749759a038b147eced546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394921 Jul 08 02:33:04.933625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 57646) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:04.982744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de2288b8-2a58-4829-8f1e-902b060899af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:05.005512 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de2288b8-2a58-4829-8f1e-902b060899af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:05.120463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de2288b8-2a58-4829-8f1e-902b060899af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:05.123124 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-de2288b8-2a58-4829-8f1e-902b060899af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:05.124342 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-de2288b8-2a58-4829-8f1e-902b060899af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b070176b-1798-4535-aa37-acc5ec878b49 HTTP/1.1" status: 204 len: 168 time: 0.1898274 Jul 08 02:33:05.132942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2288b8-2a58-4829-8f1e-902b060899af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070176b-1798-4535-aa37-acc5ec878b49,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:07.706315 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:33:12.096895 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2f05-2029-44a1-8bac-3ee38951d4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:14.467096 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ab2670ed-c307-4142-8567-32a35733d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:14.880028 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:15.857443 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:17.542980 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:18.394258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:21.154178 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.381339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-d3138010-9167-4c13-9290-2191d16a9f5f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:27.382939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-d3138010-9167-4c13-9290-2191d16a9f5f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/networks?id=7bc3d799-41e7-4468-a727-09de8c385ef7 HTTP/1.1" status: 200 len: 814 time: 0.1101539 Jul 08 02:33:27.397890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-0e493c01-0cc4-40c3-a002-47a107af44bd tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/quotas/1c2ea9f6876140dfb1c538af76e43905 HTTP/1.1" status: 200 len: 375 time: 0.0090358 Jul 08 02:33:27.430676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-f6850e63-b9bc-44c9-94d7-fc5f5f2ffbc6 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c2ea9f6876140dfb1c538af76e43905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271730 Jul 08 02:33:27.440703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-f9175c9b-7291-43c6-b16c-927960d4e9fb service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:33:27.441648 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-f9175c9b-7291-43c6-b16c-927960d4e9fb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049922 Jul 08 02:33:27.530161 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-b9e3aaf8-df64-4f21-ad62-f40133ee8ca5 service neutron] 10.222.0.10 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828502 Jul 08 02:33:27.615835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-dfaffc2d-3809-4a7e-9768-8d77c1d75fdd service neutron] 10.222.0.10 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800862 Jul 08 02:33:27.905624 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8079eab9-d19e-4a0e-9c0f-634af12bb12e req-a8cb5968-7288-48fb-8816-62a52d1470e1 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 210 time: 0.0300760 Jul 08 02:33:29.057702 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8988911-87e1-4818-8860-9498a8f89578 req-2c251546-aee2-430e-9f07-734f20b572e4 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 210 time: 0.0376444 Jul 08 02:33:30.132745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-2d01e3ae-289d-424b-93c9-9911b0f759e8 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:30.134030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-2d01e3ae-289d-424b-93c9-9911b0f759e8 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.32 "GET /v2.0/networks?id=7bc3d799-41e7-4468-a727-09de8c385ef7 HTTP/1.1" status: 200 len: 814 time: 0.1091313 Jul 08 02:33:30.147755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Request body: {'port': {'device_id': '98a055d6-0e43-4f98-910e-d7b29b321132', 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7', 'admin_state_up': True, 'tenant_id': '1c2ea9f6876140dfb1c538af76e43905'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:30.227842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-45482f72-9dd4-4e77-b65d-eb3d676f8b89 req-690c6ba2-35bf-4d07-b234-d4abde0f4a05 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 210 time: 0.0287583 Jul 08 02:33:30.335792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Made reservation on behalf of 1c2ea9f6876140dfb1c538af76e43905 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:33:30.339514 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.461678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Allocated IP 172.20.0.2 (7bc3d799-41e7-4468-a727-09de8c385ef7/ab2d752e-cfab-4240-9ee3-f3ae1e022b5a/df23b5b7-53de-42e1-a17d-361eb528f271) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:33:30.604720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.707453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.751126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Network 7bc3d799-41e7-4468-a727-09de8c385ef7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:33:30.756126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:33:30.759023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:33:30.789133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Pushing event updated for resources: {'Port': ['ID=df23b5b7-53de-42e1-a17d-361eb528f271,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:30.816440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:30.817047 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.914888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-6b832573-c3a3-464d-87a2-e1db9f7f7c98 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7711565 Jul 08 02:33:30.927797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Request body: {'port': {'device_id': '98a055d6-0e43-4f98-910e-d7b29b321132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:30.999474 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:31.255401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df23b5b7-53de-42e1-a17d-361eb528f271 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:33:31.263456 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:31.276107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Transition to ACTIVE for port object df23b5b7-53de-42e1-a17d-361eb528f271 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:33:31.368556 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:31.425774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Pushing event updated for resources: {'Port': ['ID=df23b5b7-53de-42e1-a17d-361eb528f271,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:31.487349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e288a-e9ee-4cba-b927-8e5c68afbeaf req-51fd7314-bd46-4a4f-9b7e-67d6d72fa44b tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:31.488871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f4e288a-e9ee-4cba-b927-8e5c68afbeaf req-51fd7314-bd46-4a4f-9b7e-67d6d72fa44b tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 931 time: 0.1503854 Jul 08 02:33:31.540758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Attempting to bind port df23b5b7-53de-42e1-a17d-361eb528f271 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:33:31.541017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Attempting to bind port df23b5b7-53de-42e1-a17d-361eb528f271 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:33:31.541358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Attempting to bind port df23b5b7-53de-42e1-a17d-361eb528f271 on network 7bc3d799-41e7-4468-a727-09de8c385ef7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:33:31.546578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f4e288a-e9ee-4cba-b927-8e5c68afbeaf req-6848c400-958b-47e3-a8de-9aeffd597506 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514498 Jul 08 02:33:31.548774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Port df23b5b7-53de-42e1-a17d-361eb528f271 on network 7bc3d799-41e7-4468-a727-09de8c385ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:33:31.549106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Attempting to bind port df23b5b7-53de-42e1-a17d-361eb528f271 on network 7bc3d799-41e7-4468-a727-09de8c385ef7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:33:31.554031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:33:31.554381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Checking segment: {'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:33:31.554765 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Bound using segment: {'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:33:31.555754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Bound port: df23b5b7-53de-42e1-a17d-361eb528f271, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:33:31.556133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:31.618826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] For port df23b5b7-53de-42e1-a17d-361eb528f271, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:33:31.621912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] For port df23b5b7-53de-42e1-a17d-361eb528f271, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=df23b5b7-53de-42e1-a17d-361eb528f271,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:33:31.724448 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:31.759239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:31.759894 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:31.761290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] 10.222.0.32 "PUT /v2.0/ports/df23b5b7-53de-42e1-a17d-361eb528f271 HTTP/1.1" status: 200 len: 1092 time: 0.8376989 Jul 08 02:33:31.761733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a055d6-0e43-4f98-910e-d7b29b321132', 'tag': 'df23b5b7-53de-42e1-a17d-361eb528f271'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:31.764037 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c0177d-8884-4909-8cf9-619650a03399" -d '{"events": [{"name": "network-changed", "server_uuid": "98a055d6-0e43-4f98-910e-d7b29b321132", "tag": "df23b5b7-53de-42e1-a17d-361eb528f271"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:31.787122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51a480-7575-4a95-bb93-02307a82713c service neutron] Pushing event updated for resources: {'Port': ['ID=df23b5b7-53de-42e1-a17d-361eb528f271,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:31.924962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-1f294600-9c4a-44de-af9c-51535bc8b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:31.926481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-1f294600-9c4a-44de-af9c-51535bc8b858 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c2ea9f6876140dfb1c538af76e43905&device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 1095 time: 0.0574656 Jul 08 02:33:31.933161 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b893891e-c122-45b1-8e2f-fb50f240943d x-openstack-request-id: req-b893891e-c122-45b1-8e2f-fb50f240943d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:31.933451 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a055d6-0e43-4f98-910e-d7b29b321132", "tag": "df23b5b7-53de-42e1-a17d-361eb528f271", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:31.933709 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b893891e-c122-45b1-8e2f-fb50f240943d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:31.934111 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a055d6-0e43-4f98-910e-d7b29b321132', 'tag': 'df23b5b7-53de-42e1-a17d-361eb528f271', 'status': 'completed', 'code': 200} Jul 08 02:33:31.969483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-348a3bf2-77d0-4f5b-9970-cfa30189dd24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df23b5b7-53de-42e1-a17d-361eb528f271 HTTP/1.1" status: 200 len: 217 time: 0.0334873 Jul 08 02:33:32.016875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3b3473d9-7a67-4215-b165-ecdfb5cb3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:32.018255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-3b3473d9-7a67-4215-b165-ecdfb5cb3565 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab2d752e-cfab-4240-9ee3-f3ae1e022b5a HTTP/1.1" status: 200 len: 854 time: 0.0423293 Jul 08 02:33:32.053437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-01990937-4e12-4be6-be0e-30db6e1f69a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc3d799-41e7-4468-a727-09de8c385ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285015 Jul 08 02:33:32.143072 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-bbf88f0d-7d4b-4284-affc-ff1309ff0eb0 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820355 Jul 08 02:33:32.237982 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-903a70f6-253d-4c06-89ad-1a8f2e5266e3 req-45846582-37d6-4cc7-9088-5bcd4217295c service neutron] 10.222.0.32 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884743 Jul 08 02:33:32.384045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0177d-8884-4909-8cf9-619650a03399 req-84fa1564-9734-4b83-9ec5-749b8942ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:32.385443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4c0177d-8884-4909-8cf9-619650a03399 req-84fa1564-9734-4b83-9ec5-749b8942ed74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c2ea9f6876140dfb1c538af76e43905&device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 1095 time: 0.0530407 Jul 08 02:33:32.472522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0177d-8884-4909-8cf9-619650a03399 req-1a1db000-19b8-4401-8144-189907419eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:32.474000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4c0177d-8884-4909-8cf9-619650a03399 req-1a1db000-19b8-4401-8144-189907419eb3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc3d799-41e7-4468-a727-09de8c385ef7 HTTP/1.1" status: 200 len: 915 time: 0.0816157 Jul 08 02:33:32.519920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4c0177d-8884-4909-8cf9-619650a03399 req-a65f7de2-9478-4cbb-9242-1eee5844bc7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df23b5b7-53de-42e1-a17d-361eb528f271 HTTP/1.1" status: 200 len: 217 time: 0.0394051 Jul 08 02:33:32.569300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0177d-8884-4909-8cf9-619650a03399 req-5aad11e3-ecb8-435c-a555-a2bdf72e48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:32.570740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4c0177d-8884-4909-8cf9-619650a03399 req-5aad11e3-ecb8-435c-a555-a2bdf72e48de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab2d752e-cfab-4240-9ee3-f3ae1e022b5a HTTP/1.1" status: 200 len: 854 time: 0.0417283 Jul 08 02:33:32.606400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4c0177d-8884-4909-8cf9-619650a03399 req-b865263e-8e57-430e-946b-3fec90353087 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc3d799-41e7-4468-a727-09de8c385ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270438 Jul 08 02:33:32.740288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4c0177d-8884-4909-8cf9-619650a03399 req-f8c64483-f09b-4d99-9e03-b7a74631d2e9 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254792 Jul 08 02:33:32.753072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582d208-acdf-4eed-a0f3-5bf021597375 req-784889d8-201f-4fcd-849f-bcaca46432e0 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:32.754539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3582d208-acdf-4eed-a0f3-5bf021597375 req-784889d8-201f-4fcd-849f-bcaca46432e0 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 943 time: 0.0952716 Jul 08 02:33:32.841322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3582d208-acdf-4eed-a0f3-5bf021597375 req-1632fb17-78ab-4350-91e9-5427e715f948 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782001 Jul 08 02:33:32.870574 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4c0177d-8884-4909-8cf9-619650a03399 req-6346abdb-de94-4287-baa1-68a2fd4b5a44 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150951 Jul 08 02:33:33.901395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device df23b5b7-53de-42e1-a17d-361eb528f271 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:33:33.995052 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port df23b5b7-53de-42e1-a17d-361eb528f271, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=df23b5b7-53de-42e1-a17d-361eb528f271,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:34.005960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'df23b5b7-53de-42e1-a17d-361eb528f271', 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7', 'port_id': 'df23b5b7-53de-42e1-a17d-361eb528f271', 'mac_address': 'fa:16:3e:83:3c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2d752e-cfab-4240-9ee3-f3ae1e022b5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:33:34.013710 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2a4ba-aab4-4e50-9cc9-65644991b4e6 req-05474a08-94b3-4d52-be04-458d178d6da5 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:34.015221 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22f2a4ba-aab4-4e50-9cc9-65644991b4e6 req-05474a08-94b3-4d52-be04-458d178d6da5 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 943 time: 0.0629959 Jul 08 02:33:34.045477 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:34.051976 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22f2a4ba-aab4-4e50-9cc9-65644991b4e6 req-7255fc02-3fb7-45e4-9f2d-8692da87718b tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Jul 08 02:33:34.058572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df23b5b7-53de-42e1-a17d-361eb528f271 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:33:34.078465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port df23b5b7-53de-42e1-a17d-361eb528f271, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=df23b5b7-53de-42e1-a17d-361eb528f271,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:34.166187 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:34.212929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=df23b5b7-53de-42e1-a17d-361eb528f271,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:34.391712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['df23b5b7-53de-42e1-a17d-361eb528f271'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:33:35.221069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25614461-c832-4a9c-929f-2866b3ae4f4c req-5cfc4236-d2c0-436b-9eb5-c14ccdb7f305 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:35.222641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-25614461-c832-4a9c-929f-2866b3ae4f4c req-5cfc4236-d2c0-436b-9eb5-c14ccdb7f305 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 944 time: 0.0628910 Jul 08 02:33:35.259684 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-25614461-c832-4a9c-929f-2866b3ae4f4c req-a972c4ee-aa9c-4835-bd8d-09a151b563de tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Jul 08 02:33:35.922361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device df23b5b7-53de-42e1-a17d-361eb528f271 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:33:36.022557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port df23b5b7-53de-42e1-a17d-361eb528f271 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:33:36.026749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port df23b5b7-53de-42e1-a17d-361eb528f271 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:33:36.027131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:36.099912 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:36.124193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a055d6-0e43-4f98-910e-d7b29b321132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23b5b7-53de-42e1-a17d-361eb528f271'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:36.126414 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbd9aca-611a-400a-a87d-f443bcb5cded" -d '{"events": [{"server_uuid": "98a055d6-0e43-4f98-910e-d7b29b321132", "name": "network-vif-plugged", "status": "completed", "tag": "df23b5b7-53de-42e1-a17d-361eb528f271"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:36.138885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port df23b5b7-53de-42e1-a17d-361eb528f271, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=df23b5b7-53de-42e1-a17d-361eb528f271,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:36.211763 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:36.218013 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4d3258-340a-4a18-8105-9e48299346e2 x-openstack-request-id: req-6c4d3258-340a-4a18-8105-9e48299346e2 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:36.218343 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a055d6-0e43-4f98-910e-d7b29b321132", "name": "network-vif-plugged", "status": "completed", "tag": "df23b5b7-53de-42e1-a17d-361eb528f271", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:36.218597 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c4d3258-340a-4a18-8105-9e48299346e2 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:36.218988 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a055d6-0e43-4f98-910e-d7b29b321132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23b5b7-53de-42e1-a17d-361eb528f271', 'code': 200} Jul 08 02:33:36.263295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=df23b5b7-53de-42e1-a17d-361eb528f271,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:36.330064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23011db-b98a-4553-873b-46b9eefc97f7 req-814329e7-dc41-4dc4-9e88-b5edc56c2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:36.331693 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23011db-b98a-4553-873b-46b9eefc97f7 req-814329e7-dc41-4dc4-9e88-b5edc56c2dd9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 1097 time: 0.0515919 Jul 08 02:33:36.370248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d23011db-b98a-4553-873b-46b9eefc97f7 req-1a0f30d1-fc7a-4790-8059-82644919e90d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Jul 08 02:33:36.430994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe489c-93a3-4717-9805-38f32cab8898 req-4337847c-e4ac-4477-9868-8e412b582e19 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:36.432491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdfe489c-93a3-4717-9805-38f32cab8898 req-4337847c-e4ac-4477-9868-8e412b582e19 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 945 time: 0.0613878 Jul 08 02:33:36.469762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdfe489c-93a3-4717-9805-38f32cab8898 req-dea02c59-5592-450e-a7a6-83b05221c9f2 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Jul 08 02:33:37.642400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74251b8b-9057-450f-88fd-478819bd8b25 req-6a82a3a8-517b-4880-b11a-c4c0c8f93590 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:37.643876 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74251b8b-9057-450f-88fd-478819bd8b25 req-6a82a3a8-517b-4880-b11a-c4c0c8f93590 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 945 time: 0.0655251 Jul 08 02:33:37.679711 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-74251b8b-9057-450f-88fd-478819bd8b25 req-fea58587-93f4-4ce2-8113-9027ae5ed7b0 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304015 Jul 08 02:33:42.108228 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-95c7c934-7364-4ebc-967d-84eef345a4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:44.463089 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3341cf70-79e8-4dc8-a244-62115372c316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:44.705454 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:33:44.902822 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:45.845465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:48.090101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:48.383262 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:51.187324 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.100869 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-36897ba3-78a1-47c5-bd6f-e9137758b45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:14.467981 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7fca8d81-4b3a-499f-ad42-78531fb97c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:14.931134 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.845230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.664422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-4658cbad-67de-4094-9934-3e38affde286 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515885 Jul 08 02:34:16.770687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-b47b7a86-1af2-4d12-9ca4-2420bd11f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:16.772218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-b47b7a86-1af2-4d12-9ca4-2420bd11f241 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c2ea9f6876140dfb1c538af76e43905&device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 1097 time: 0.0565932 Jul 08 02:34:16.879587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-79f4fb20-8d91-4582-82c9-6ac8d049a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:16.880951 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-79f4fb20-8d91-4582-82c9-6ac8d049a8df service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bc3d799-41e7-4468-a727-09de8c385ef7 HTTP/1.1" status: 200 len: 915 time: 0.0827389 Jul 08 02:34:16.926762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-7a2d905c-91d6-4719-83f5-43fe31a7662a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df23b5b7-53de-42e1-a17d-361eb528f271 HTTP/1.1" status: 200 len: 217 time: 0.0339150 Jul 08 02:34:17.317789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-9df74528-2d46-4b67-a5cc-07cbe1865e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:17.319200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-9df74528-2d46-4b67-a5cc-07cbe1865e3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab2d752e-cfab-4240-9ee3-f3ae1e022b5a HTTP/1.1" status: 200 len: 854 time: 0.3836217 Jul 08 02:34:17.352684 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-2b46333f-ebc0-4589-9434-0f5808db2043 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc3d799-41e7-4468-a727-09de8c385ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260017 Jul 08 02:34:17.452186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-7e6c24c8-a847-4331-b596-66c51b42d69d service neutron] 10.222.0.32 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905948 Jul 08 02:34:17.543420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c6b12ad-888d-4be0-994a-5fb42c2c1432 req-1c5895c4-da48-4923-862f-a3b329c45ed2 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827930 Jul 08 02:34:17.586281 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.426492 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.200262 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.703990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:34:27.842330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a09f6-aec1-4529-9796-635006181c32 req-4dec156d-5ae7-44b3-9af1-89378243809a tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:27.843735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c6a09f6-aec1-4529-9796-635006181c32 req-4dec156d-5ae7-44b3-9af1-89378243809a tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 945 time: 0.0633843 Jul 08 02:34:27.880544 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c6a09f6-aec1-4529-9796-635006181c32 req-e923178a-4902-4fb4-a666-8194ad51b65f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Jul 08 02:34:29.073885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4d9ac-b6cc-46fd-a88e-77096099545c req-7774bab0-fdae-4bce-ae35-9515e7520053 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:29.075383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b5d4d9ac-b6cc-46fd-a88e-77096099545c req-7774bab0-fdae-4bce-ae35-9515e7520053 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 945 time: 0.0630887 Jul 08 02:34:29.112873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b5d4d9ac-b6cc-46fd-a88e-77096099545c req-28a7dc48-d6cb-45a1-9826-f054b8572e21 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Jul 08 02:34:29.543728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-a3ed9879-4d10-441b-93ae-7ce53439aedc tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:29.545176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-a3ed9879-4d10-441b-93ae-7ce53439aedc tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.32 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 945 time: 0.0659819 Jul 08 02:34:29.641600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Deleting port df23b5b7-53de-42e1-a17d-361eb528f271 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:34:29.641957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.736737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] For port df23b5b7-53de-42e1-a17d-361eb528f271, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=df23b5b7-53de-42e1-a17d-361eb528f271,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:29.737108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.749038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Calling delete_port for df23b5b7-53de-42e1-a17d-361eb528f271 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:34:29.925228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.944680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['df23b5b7-53de-42e1-a17d-361eb528f271'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:34:29.960146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Pushing event deleted for resources: {'Port': ['ID=df23b5b7-53de-42e1-a17d-361eb528f271,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:29.992423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.992783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.993131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.993472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.993809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.994146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.994475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.994806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.995139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.995498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.995840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:29.996165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:30.017761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] No DVR routers for this DVR port df23b5b7-53de-42e1-a17d-361eb528f271 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:34:30.020897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:30.023711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fca6d5ac-fece-4c90-83f1-542d564c2b3f req-78458462-173a-48c4-93d7-876819cc2fc3 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.32 "DELETE /v2.0/ports/df23b5b7-53de-42e1-a17d-361eb528f271 HTTP/1.1" status: 204 len: 173 time: 0.4714282 Jul 08 02:34:30.024194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a055d6-0e43-4f98-910e-d7b29b321132', 'name': 'network-vif-deleted', 'tag': 'df23b5b7-53de-42e1-a17d-361eb528f271'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:34:30.028088 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3e0ff-9f92-4cc6-89e8-e24ce47a3195" -d '{"events": [{"server_uuid": "98a055d6-0e43-4f98-910e-d7b29b321132", "name": "network-vif-deleted", "tag": "df23b5b7-53de-42e1-a17d-361eb528f271"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:34:30.067621 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035c64ce-05bd-41d9-a29f-32bfde4609e0 x-openstack-request-id: req-035c64ce-05bd-41d9-a29f-32bfde4609e0 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:34:30.067926 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a055d6-0e43-4f98-910e-d7b29b321132", "name": "network-vif-deleted", "tag": "df23b5b7-53de-42e1-a17d-361eb528f271", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:34:30.068185 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-035c64ce-05bd-41d9-a29f-32bfde4609e0 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:34:30.068592 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a055d6-0e43-4f98-910e-d7b29b321132', 'name': 'network-vif-deleted', 'tag': 'df23b5b7-53de-42e1-a17d-361eb528f271', 'status': 'completed', 'code': 200} Jul 08 02:34:30.253336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddb18078-44fe-40ae-a482-55aaf41ab3e0 req-9c4df7ba-2c00-4ed8-9a54-f5886effb7af tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=98a055d6-0e43-4f98-910e-d7b29b321132 HTTP/1.1" status: 200 len: 210 time: 0.0287216 Jul 08 02:34:32.267124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device df23b5b7-53de-42e1-a17d-361eb528f271 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:34:32.286520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: df23b5b7-53de-42e1-a17d-361eb528f271 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:34:32.286867 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device df23b5b7-53de-42e1-a17d-361eb528f271 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:34:38.762163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-95a0ddb8-8c29-489e-b788-791af3907691 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:38.763681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-95a0ddb8-8c29-489e-b788-791af3907691 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/networks?id=7bc3d799-41e7-4468-a727-09de8c385ef7 HTTP/1.1" status: 200 len: 814 time: 0.1023586 Jul 08 02:34:38.777738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-0b461d54-a551-47d2-bb34-2a51debb9aeb tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/quotas/1c2ea9f6876140dfb1c538af76e43905 HTTP/1.1" status: 200 len: 375 time: 0.0088444 Jul 08 02:34:38.810914 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-593f64cc-b325-458b-97d2-0f5476f5c9bc tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c2ea9f6876140dfb1c538af76e43905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284088 Jul 08 02:34:38.902105 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-ec5ef68f-c59c-49cf-aadd-6bd8c811c5f2 service neutron] 10.222.0.10 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Jul 08 02:34:38.989901 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-124e8acf-3311-4020-a133-97229fcd8ea9 service neutron] 10.222.0.10 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821502 Jul 08 02:34:39.215539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e7356504-5aec-4486-a816-13934de0cd86 req-be585b08-1497-485d-8559-a6e7400a7ce0 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 210 time: 0.0329540 Jul 08 02:34:40.359287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fdf5980d-8dba-496d-b362-608fc12912c4 req-5dec75ef-ac74-437d-be0a-74b4267bd48f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 210 time: 0.0301380 Jul 08 02:34:41.148008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-661ea47a-2c11-4f63-90ae-47df2452da46 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:41.149529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-661ea47a-2c11-4f63-90ae-47df2452da46 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.32 "GET /v2.0/networks?id=7bc3d799-41e7-4468-a727-09de8c385ef7 HTTP/1.1" status: 200 len: 814 time: 0.1038220 Jul 08 02:34:41.162415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Request body: {'port': {'device_id': '609b1685-8779-4ec2-ad26-9c44f88383ed', 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7', 'admin_state_up': True, 'tenant_id': '1c2ea9f6876140dfb1c538af76e43905'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:41.358028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Made reservation on behalf of 1c2ea9f6876140dfb1c538af76e43905 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:41.361681 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:41.492998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Allocated IP 172.20.0.11 (7bc3d799-41e7-4468-a727-09de8c385ef7/ab2d752e-cfab-4240-9ee3-f3ae1e022b5a/f936f841-e160-4ecb-b4ca-a2fefdb20819) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:41.499179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4bb712c-3afb-40cf-9f74-ff3cacc175f0 req-9e721cf8-8eb1-41db-996b-a4ada2aef72a tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 210 time: 0.0283928 Jul 08 02:34:41.642695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:41.729206 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:41.772290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Network 7bc3d799-41e7-4468-a727-09de8c385ef7 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:41.777999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:41.781695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:41.803960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Pushing event updated for resources: {'Port': ['ID=f936f841-e160-4ecb-b4ca-a2fefdb20819,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:41.832232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:41.832858 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:41.914078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-b6aafaac-a71d-46ef-b64e-3fece6689cac tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7553458 Jul 08 02:34:41.926972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Request body: {'port': {'device_id': '609b1685-8779-4ec2-ad26-9c44f88383ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:42.004274 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:42.102339 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-55435b34-7361-4855-be57-9738fe281286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:42.265570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f936f841-e160-4ecb-b4ca-a2fefdb20819 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:34:42.272800 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:42.284113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Transition to ACTIVE for port object f936f841-e160-4ecb-b4ca-a2fefdb20819 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:42.353580 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:42.408732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Pushing event updated for resources: {'Port': ['ID=f936f841-e160-4ecb-b4ca-a2fefdb20819,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:42.475733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Attempting to bind port f936f841-e160-4ecb-b4ca-a2fefdb20819 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:42.476069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Attempting to bind port f936f841-e160-4ecb-b4ca-a2fefdb20819 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:42.476402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Attempting to bind port f936f841-e160-4ecb-b4ca-a2fefdb20819 on network 7bc3d799-41e7-4468-a727-09de8c385ef7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:42.481031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Port f936f841-e160-4ecb-b4ca-a2fefdb20819 on network 7bc3d799-41e7-4468-a727-09de8c385ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:34:42.481350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Attempting to bind port f936f841-e160-4ecb-b4ca-a2fefdb20819 on network 7bc3d799-41e7-4468-a727-09de8c385ef7 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:42.486212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:42.486551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Checking segment: {'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:42.486936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Bound using segment: {'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:42.487387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Bound port: f936f841-e160-4ecb-b4ca-a2fefdb20819, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540dee7e-4710-442f-a1c0-51b1ece1b10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:42.487748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:42.549661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] For port f936f841-e160-4ecb-b4ca-a2fefdb20819, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:42.552641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] For port f936f841-e160-4ecb-b4ca-a2fefdb20819, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f936f841-e160-4ecb-b4ca-a2fefdb20819,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:42.624627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:42.672717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:42.673368 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:42.674739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] 10.222.0.32 "PUT /v2.0/ports/f936f841-e160-4ecb-b4ca-a2fefdb20819 HTTP/1.1" status: 200 len: 1093 time: 0.7521086 Jul 08 02:34:42.677892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609b1685-8779-4ec2-ad26-9c44f88383ed', 'tag': 'f936f841-e160-4ecb-b4ca-a2fefdb20819'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:34:42.681234 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6b6064-4a4b-4334-8b37-e66f2a4d2cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "609b1685-8779-4ec2-ad26-9c44f88383ed", "tag": "f936f841-e160-4ecb-b4ca-a2fefdb20819"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:34:42.720687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00f8dd-2c41-4a7e-ad37-755cf5cb3889 service neutron] Pushing event updated for resources: {'Port': ['ID=f936f841-e160-4ecb-b4ca-a2fefdb20819,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:42.724821 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90eea5-f5eb-47ab-80e5-2300b5deb102 x-openstack-request-id: req-ab90eea5-f5eb-47ab-80e5-2300b5deb102 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:34:42.724821 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609b1685-8779-4ec2-ad26-9c44f88383ed", "tag": "f936f841-e160-4ecb-b4ca-a2fefdb20819", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:34:42.724981 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab90eea5-f5eb-47ab-80e5-2300b5deb102 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:34:42.725267 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609b1685-8779-4ec2-ad26-9c44f88383ed', 'tag': 'f936f841-e160-4ecb-b4ca-a2fefdb20819', 'status': 'completed', 'code': 200} Jul 08 02:34:42.742167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e41aec-f886-49fb-a4f8-db27b94ba0ec req-1c12b2fc-bb58-46b2-8530-53283491479d tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:42.744033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44e41aec-f886-49fb-a4f8-db27b94ba0ec req-1c12b2fc-bb58-46b2-8530-53283491479d tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 944 time: 0.1346221 Jul 08 02:34:42.808004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-44e41aec-f886-49fb-a4f8-db27b94ba0ec req-842e6608-77af-419b-8a7c-82916c921b37 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556090 Jul 08 02:34:42.821935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b6064-4a4b-4334-8b37-e66f2a4d2cd9 req-5f2a2cc7-895b-4f64-916f-438ad78ed3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:42.823429 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6b6064-4a4b-4334-8b37-e66f2a4d2cd9 req-5f2a2cc7-895b-4f64-916f-438ad78ed3d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c2ea9f6876140dfb1c538af76e43905&device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 1096 time: 0.0785313 Jul 08 02:34:42.922063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b6064-4a4b-4334-8b37-e66f2a4d2cd9 req-3309b489-a415-45be-80e1-f4624f0658b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:42.923561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6b6064-4a4b-4334-8b37-e66f2a4d2cd9 req-3309b489-a415-45be-80e1-f4624f0658b1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1c2ea9f6876140dfb1c538af76e43905&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916133 Jul 08 02:34:43.014431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b6064-4a4b-4334-8b37-e66f2a4d2cd9 req-2e8a0be8-88ef-4741-adc3-e720de6f15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:43.015943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe6b6064-4a4b-4334-8b37-e66f2a4d2cd9 req-2e8a0be8-88ef-4741-adc3-e720de6f15c4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857902 Jul 08 02:34:43.113426 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-e39f1025-9a38-49fe-81b6-74c26c4c83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:43.114823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-e39f1025-9a38-49fe-81b6-74c26c4c83a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c2ea9f6876140dfb1c538af76e43905&device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 1096 time: 0.0567987 Jul 08 02:34:43.157360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-975a5bef-e0be-4d95-9eb7-fe4d523a8879 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f936f841-e160-4ecb-b4ca-a2fefdb20819 HTTP/1.1" status: 200 len: 217 time: 0.0334525 Jul 08 02:34:43.204883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-e8106be0-3d08-4f76-834f-6d70a29dbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:43.206280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-e8106be0-3d08-4f76-834f-6d70a29dbbcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab2d752e-cfab-4240-9ee3-f3ae1e022b5a HTTP/1.1" status: 200 len: 854 time: 0.0417829 Jul 08 02:34:43.242481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-fc0ed856-5380-4ef0-952b-69c03245557a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bc3d799-41e7-4468-a727-09de8c385ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291114 Jul 08 02:34:43.331658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-ebcd3bd4-8a97-4d9f-b6bc-9e20c09448ea service neutron] 10.222.0.32 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807090 Jul 08 02:34:43.423426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8968485-b318-4e15-9cc3-cdcb96004dbb req-fbda2225-6c43-40e1-abe3-f229ffd4741d service neutron] 10.222.0.32 "GET /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852699 Jul 08 02:34:43.979530 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b2db-3593-474d-8c17-e88833d4233f req-cc3b6988-869c-498f-8a16-4851920900ce tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:43.981457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15c8b2db-3593-474d-8c17-e88833d4233f req-cc3b6988-869c-498f-8a16-4851920900ce tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 944 time: 0.0662370 Jul 08 02:34:44.024632 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-15c8b2db-3593-474d-8c17-e88833d4233f req-a20e65b0-2927-4e0b-8e1c-eb82ef9d9b5a tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349798 Jul 08 02:34:44.456791 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-812cef6a-a4a4-4326-89ca-584c93a97b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:44.894728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:45.195704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f9c2-62b9-493d-813a-4268f7c9a78f req-299aff88-4914-48b2-a5f9-5afbef13816f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:45.197095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69e2f9c2-62b9-493d-813a-4268f7c9a78f req-299aff88-4914-48b2-a5f9-5afbef13816f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 944 time: 0.0628641 Jul 08 02:34:45.235381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69e2f9c2-62b9-493d-813a-4268f7c9a78f req-e351787b-24f6-4ede-a0a5-a5b2b247c5df tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Jul 08 02:34:45.837239 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:46.317629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f936f841-e160-4ecb-b4ca-a2fefdb20819 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:34:46.408831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a56b2-4ae0-49e1-a1f9-1146b52bc402 req-3209324d-c8d4-4b7e-b103-2fc4a1a71dcb tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:46.410302 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-623a56b2-4ae0-49e1-a1f9-1146b52bc402 req-3209324d-c8d4-4b7e-b103-2fc4a1a71dcb tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 944 time: 0.0671630 Jul 08 02:34:46.412996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f936f841-e160-4ecb-b4ca-a2fefdb20819, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f936f841-e160-4ecb-b4ca-a2fefdb20819,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:46.424300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'f936f841-e160-4ecb-b4ca-a2fefdb20819', 'network_id': '7bc3d799-41e7-4468-a727-09de8c385ef7', 'port_id': 'f936f841-e160-4ecb-b4ca-a2fefdb20819', 'mac_address': 'fa:16:3e:8d:41:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2d752e-cfab-4240-9ee3-f3ae1e022b5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:34:46.447606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-623a56b2-4ae0-49e1-a1f9-1146b52bc402 req-a712d4cd-db57-4e13-9eec-ec0355ba3e30 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Jul 08 02:34:46.461757 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:46.474099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f936f841-e160-4ecb-b4ca-a2fefdb20819 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:34:46.493073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f936f841-e160-4ecb-b4ca-a2fefdb20819, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f936f841-e160-4ecb-b4ca-a2fefdb20819,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:46.599628 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:46.646219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f936f841-e160-4ecb-b4ca-a2fefdb20819,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:46.653400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.653757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.654107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.654459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.654799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.655139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.655500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.655836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.656170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.656502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.656833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.657162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:46.818242 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f936f841-e160-4ecb-b4ca-a2fefdb20819'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:34:47.565244 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:47.618439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281130a6-ae7b-4036-905c-15d03b885423 req-909501ba-5bf6-40dd-91eb-7bdba13c9dd8 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:47.619948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-281130a6-ae7b-4036-905c-15d03b885423 req-909501ba-5bf6-40dd-91eb-7bdba13c9dd8 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 945 time: 0.0619454 Jul 08 02:34:47.656752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-281130a6-ae7b-4036-905c-15d03b885423 req-9097f109-0563-489b-9c99-6c6408bd0283 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312622 Jul 08 02:34:48.331314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f936f841-e160-4ecb-b4ca-a2fefdb20819 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:48.439023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:48.461737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port f936f841-e160-4ecb-b4ca-a2fefdb20819 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:48.466181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port f936f841-e160-4ecb-b4ca-a2fefdb20819 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:48.466580 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:48.542508 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:48.563784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b1685-8779-4ec2-ad26-9c44f88383ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f936f841-e160-4ecb-b4ca-a2fefdb20819'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:34:48.566005 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e00483-a5fc-4644-b48d-294724b8a128" -d '{"events": [{"server_uuid": "609b1685-8779-4ec2-ad26-9c44f88383ed", "name": "network-vif-plugged", "status": "completed", "tag": "f936f841-e160-4ecb-b4ca-a2fefdb20819"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:34:48.581974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port f936f841-e160-4ecb-b4ca-a2fefdb20819, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f936f841-e160-4ecb-b4ca-a2fefdb20819,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:48.603287 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373395e4-149b-4014-8cdd-13ee8b0a6116 x-openstack-request-id: req-373395e4-149b-4014-8cdd-13ee8b0a6116 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:34:48.603610 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609b1685-8779-4ec2-ad26-9c44f88383ed", "name": "network-vif-plugged", "status": "completed", "tag": "f936f841-e160-4ecb-b4ca-a2fefdb20819", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:34:48.603863 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-373395e4-149b-4014-8cdd-13ee8b0a6116 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:34:48.604254 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609b1685-8779-4ec2-ad26-9c44f88383ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f936f841-e160-4ecb-b4ca-a2fefdb20819', 'code': 200} Jul 08 02:34:48.634415 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:48.680852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=f936f841-e160-4ecb-b4ca-a2fefdb20819,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:48.722939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ab527-7a47-4a88-a047-66e198169535 req-2c3b994b-3b2b-49e9-93c9-2c0d1c955b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:48.724484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea6ab527-7a47-4a88-a047-66e198169535 req-2c3b994b-3b2b-49e9-93c9-2c0d1c955b5f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 1098 time: 0.0612445 Jul 08 02:34:48.759924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea6ab527-7a47-4a88-a047-66e198169535 req-9bce494b-f4b5-4f85-a0b0-40ca89b3b780 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278239 Jul 08 02:34:48.831615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6462b7-8716-4d45-bcbf-fb9360667411 req-4e4e8fd6-58e2-4f7d-b6e6-da2dda2bda8b tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:48.833116 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a6462b7-8716-4d45-bcbf-fb9360667411 req-4e4e8fd6-58e2-4f7d-b6e6-da2dda2bda8b tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 946 time: 0.0621803 Jul 08 02:34:48.869140 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a6462b7-8716-4d45-bcbf-fb9360667411 req-56e0e70d-0a88-4270-a09f-5ef1a0b9a8db tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306482 Jul 08 02:34:50.050961 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a9231-e6ac-44d0-ae3c-e47b4ec27294 req-3a6872a2-755f-4663-ae3b-bb8b898194c2 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:50.052416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-331a9231-e6ac-44d0-ae3c-e47b4ec27294 req-3a6872a2-755f-4663-ae3b-bb8b898194c2 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 946 time: 0.0726681 Jul 08 02:34:50.090534 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-331a9231-e6ac-44d0-ae3c-e47b4ec27294 req-2f824de8-090d-4261-9eab-51ab9d5ea090 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Jul 08 02:34:51.187992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:58.703098 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:35:12.119151 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6cac0971-7927-4dc4-a5f5-0174fbca1bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:14.456242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d6d642dd-648b-42ca-beea-4491cbb61569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:14.924895 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:15.856724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:17.548251 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:18.007237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315c06c-6215-455d-9150-d954f515a0d3 req-b61d5c35-e5e6-4c79-a4bf-07d7d05f4d88 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:18.008775 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a315c06c-6215-455d-9150-d954f515a0d3 req-b61d5c35-e5e6-4c79-a4bf-07d7d05f4d88 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 946 time: 0.0643275 Jul 08 02:35:18.045441 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a315c06c-6215-455d-9150-d954f515a0d3 req-e55164ee-2d7d-495a-bb0e-6fe4a32fd1cb tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305781 Jul 08 02:35:18.408438 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:19.317218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767068a9-2406-49b5-ac4c-c1acd684e3d6 req-f0244684-d031-4556-ad3c-69c4ec2785fe tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:19.318692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-767068a9-2406-49b5-ac4c-c1acd684e3d6 req-f0244684-d031-4556-ad3c-69c4ec2785fe tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 946 time: 0.1593359 Jul 08 02:35:19.355826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-767068a9-2406-49b5-ac4c-c1acd684e3d6 req-0b29691b-4555-4542-9907-c5a103ad995f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b697404-250e-40b5-a339-14cd873b695d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310271 Jul 08 02:35:19.642943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-0dfddc66-e77f-4c40-8884-7804579c5910 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:19.644332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-0dfddc66-e77f-4c40-8884-7804579c5910 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.32 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 946 time: 0.0653830 Jul 08 02:35:19.741613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Deleting port f936f841-e160-4ecb-b4ca-a2fefdb20819 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:19.741957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:19.830560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] For port f936f841-e160-4ecb-b4ca-a2fefdb20819, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=f936f841-e160-4ecb-b4ca-a2fefdb20819,segment=NetworkSegment(540dee7e-4710-442f-a1c0-51b1ece1b10f),segment_id=540dee7e-4710-442f-a1c0-51b1ece1b10f)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:19.830983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:19.842658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Calling delete_port for f936f841-e160-4ecb-b4ca-a2fefdb20819 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:20.037063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:20.052390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['f936f841-e160-4ecb-b4ca-a2fefdb20819'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:35:20.067019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Pushing event deleted for resources: {'Port': ['ID=f936f841-e160-4ecb-b4ca-a2fefdb20819,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:20.110705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] No DVR routers for this DVR port f936f841-e160-4ecb-b4ca-a2fefdb20819 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:35:20.113166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:20.115144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccb439cc-9db8-4271-810f-fbec2f1c14a9 req-6e530f8f-9d07-401b-a2cd-db802c9f5b6f tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.32 "DELETE /v2.0/ports/f936f841-e160-4ecb-b4ca-a2fefdb20819 HTTP/1.1" status: 204 len: 173 time: 0.4645019 Jul 08 02:35:20.115607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b1685-8779-4ec2-ad26-9c44f88383ed', 'name': 'network-vif-deleted', 'tag': 'f936f841-e160-4ecb-b4ca-a2fefdb20819'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:35:20.117839 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622d1349-ce29-4651-8cb8-5fbae738a3a3" -d '{"events": [{"server_uuid": "609b1685-8779-4ec2-ad26-9c44f88383ed", "name": "network-vif-deleted", "tag": "f936f841-e160-4ecb-b4ca-a2fefdb20819"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:35:20.152863 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfb435d-f036-4e64-8b0c-c0dce4e2eec4 x-openstack-request-id: req-7dfb435d-f036-4e64-8b0c-c0dce4e2eec4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:35:20.153188 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609b1685-8779-4ec2-ad26-9c44f88383ed", "name": "network-vif-deleted", "tag": "f936f841-e160-4ecb-b4ca-a2fefdb20819", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:35:20.153439 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7dfb435d-f036-4e64-8b0c-c0dce4e2eec4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:35:20.153838 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609b1685-8779-4ec2-ad26-9c44f88383ed', 'name': 'network-vif-deleted', 'tag': 'f936f841-e160-4ecb-b4ca-a2fefdb20819', 'status': 'completed', 'code': 200} Jul 08 02:35:20.505912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5df53ace-23af-4627-aa67-84bb562ddb51 req-b5313d48-6c51-4782-a5fa-376ebafa1319 tempest-VolumesSnapshotTestJSON-1056391777 tempest-VolumesSnapshotTestJSON-1056391777-project] 10.222.0.10 "GET /v2.0/ports?device_id=609b1685-8779-4ec2-ad26-9c44f88383ed HTTP/1.1" status: 200 len: 210 time: 0.0284009 Jul 08 02:35:21.179860 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:22.538852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f936f841-e160-4ecb-b4ca-a2fefdb20819 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:22.559260 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: f936f841-e160-4ecb-b4ca-a2fefdb20819 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:22.559640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device f936f841-e160-4ecb-b4ca-a2fefdb20819 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:31.346032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-ca6a5dc3-ade9-4c49-8124-39f1c5e9ea30 req-3d19d9b1-9834-49b4-a079-cb2ccaed4433 service neutron] (100713) timed out ('10.222.0.32', 60537) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:35:35.703522 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:35:42.111813 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8265-686c-4ec6-9541-43b62cc82f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.496137 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d81acfa-2297-41ed-9eec-64e11270a83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.905520 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.870914 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.582138 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.471512 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.225635 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:12.119518 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a1990e67-ea4a-4e28-b63c-f6e58224d3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:12.703257 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:36:14.461519 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5114-5954-4b67-a0e9-a182969ca1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:14.901451 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:15.854077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:17.575788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:18.416546 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:20.828289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 58926) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:20.880099 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Deleting subnet ab2d752e-cfab-4240-9ee3-f3ae1e022b5a {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:36:20.883540 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:20.917852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:20.956794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.083103 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.114303 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab2d752e-cfab-4240-9ee3-f3ae1e022b5a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:21.119303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.121294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ab2d752e-cfab-4240-9ee3-f3ae1e022b5a HTTP/1.1" status: 204 len: 168 time: 0.2919970 Jul 08 02:36:21.123832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:21.126463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.126822 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.127167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.127549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.132397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.132397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.132397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.132397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.132397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.132397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.132397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.132397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428bb9b9-32c6-4386-96d4-adc8f5d27b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.196036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.213630 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.271144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.280522 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc3d799-41e7-4468-a727-09de8c385ef7']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:21.294439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540dee7e-4710-442f-a1c0-51b1ece1b10f') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:21.294739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540dee7e-4710-442f-a1c0-51b1ece1b10f') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:21.303745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.317213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.322778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:36:21.323212 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:36:21.324789 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:36:21.436354 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.441522 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.443488 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] 10.222.0.10 "DELETE /v2.0/networks/7bc3d799-41e7-4468-a727-09de8c385ef7 HTTP/1.1" status: 204 len: 168 time: 0.3185604 Jul 08 02:36:21.454058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc3d799-41e7-4468-a727-09de8c385ef7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:21.461339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.462711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.462711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.462711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.462711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.463075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.463299 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.463658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.463985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.464311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.464636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.464960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e123cdfe-3b06-4090-854d-bba15db90a2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:21.785058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58936) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:21.823460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1a82c6f8-5326-4cd2-9d95-5a556701977d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c2ea9f6876140dfb1c538af76e43905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372152 Jul 08 02:36:21.825925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 58938) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:21.875071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bbd5-0a3d-44ac-a957-c7d32ccf753c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.899829 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bbd5-0a3d-44ac-a957-c7d32ccf753c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:22.013262 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bbd5-0a3d-44ac-a957-c7d32ccf753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:22.015798 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bbd5-0a3d-44ac-a957-c7d32ccf753c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:22.016943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0ed2bbd5-0a3d-44ac-a957-c7d32ccf753c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b697404-250e-40b5-a339-14cd873b695d HTTP/1.1" status: 204 len: 168 time: 0.1901305 Jul 08 02:36:22.025132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2bbd5-0a3d-44ac-a957-c7d32ccf753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b697404-250e-40b5-a339-14cd873b695d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:33.487727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59016) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:33.598524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7284f8c8-c204-4168-8645-81fd1324aae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:33.683844 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7284f8c8-c204-4168-8645-81fd1324aae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:33.746863 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7284f8c8-c204-4168-8645-81fd1324aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:33.784762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7284f8c8-c204-4168-8645-81fd1324aae2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48f7709a5aa44301809ff94289666f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953651 Jul 08 02:36:33.785657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284f8c8-c204-4168-8645-81fd1324aae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840d0788-90f0-4c5d-8785-80f11eb199d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:33.787387 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59022) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:33.837278 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77dedb86-1f22-4822-9182-f08c95dda288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:33.858662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77dedb86-1f22-4822-9182-f08c95dda288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:33.964300 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77dedb86-1f22-4822-9182-f08c95dda288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:33.966907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-77dedb86-1f22-4822-9182-f08c95dda288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:33.968080 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-77dedb86-1f22-4822-9182-f08c95dda288 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/840d0788-90f0-4c5d-8785-80f11eb199d6 HTTP/1.1" status: 204 len: 168 time: 0.1796429 Jul 08 02:36:33.976947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dedb86-1f22-4822-9182-f08c95dda288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840d0788-90f0-4c5d-8785-80f11eb199d6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:34.937153 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59046) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:35.033355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-168783490-network', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:35.118469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Made reservation on behalf of afa2cdf7f0d34368bbe773f010ec0a5e for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:36:35.120826 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.129183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.270846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.333009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.356886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:36:35.365674 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66858ae6-a6ed-42c3-8ddd-54caed30f556,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:35.371496 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.371912 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Added segment baa12b62-8b20-41d4-ad3a-1d5618432d6e of type vlan for network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 Jul 08 02:36:35.414214 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.512492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.513452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:35.514069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.571323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] Pushing event updated for resources: {'Network': ['ID=8704f5ff-60bd-4bae-a9c4-f0b62a678792,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:35.581414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:36:35.637032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cb455eba-9c45-4edd-8416-9803dd8c8b44 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6986279 Jul 08 02:36:35.639744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59052) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:35.645445 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Request body: {'subnet': {'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-168783490-subnet', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:35.738793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Made reservation on behalf of afa2cdf7f0d34368bbe773f010ec0a5e for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:36:35.741169 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:35.964604 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.018716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a237d9-ac15-40c8-ac2b-b78fe4ead437,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:36.027808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Checking segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:36.028168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Network hostable DHCP agents. Network: 8704f5ff-60bd-4bae-a9c4-f0b62a678792, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:36:36.104313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:36:36.167150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 8704f5ff-60bd-4bae-a9c4-f0b62a678792) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:36.171385 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:36.171988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.179456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c415042-5516-4f9f-830b-3461bd483965 None None] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:36:36.265842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-72aa3037-e09c-455e-90af-c830799ad67a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6250041 Jul 08 02:36:36.268466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59054) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:36.274738 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:36.320109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'fixed_ips': [{'subnet_id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:36:36.320969 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.381426 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.382487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.437449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.454369 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Allocated IP 172.20.0.2 (8704f5ff-60bd-4bae-a9c4-f0b62a678792/77a237d9-ac15-40c8-ac2b-b78fe4ead437/6744114f-b74e-426e-a636-a5c4201b65a3) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:36.597639 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.605564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Transition to ACTIVE for port object 6744114f-b74e-426e-a636-a5c4201b65a3 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:36.621219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Transition to ACTIVE for port object 6744114f-b74e-426e-a636-a5c4201b65a3 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:36.630936 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.758699 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.793526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:36.796324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:36.799816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:36.814309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Pushing event updated for resources: {'Port': ['ID=6744114f-b74e-426e-a636-a5c4201b65a3,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:36.854470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.854748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.855092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.855464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.855808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.856149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.856485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.856820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.857151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.857495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.857814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.858144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:36.873758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Attempting to bind port 6744114f-b74e-426e-a636-a5c4201b65a3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:36:36.874087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Attempting to bind port 6744114f-b74e-426e-a636-a5c4201b65a3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:36:36.874497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Attempting to bind port 6744114f-b74e-426e-a636-a5c4201b65a3 on network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:36.879463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:36:36.879840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Checking segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:36.880241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.880679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Bound using segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:36:36.881143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Bound port: 6744114f-b74e-426e-a636-a5c4201b65a3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:36:36.881533 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:36.948418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] For port 6744114f-b74e-426e-a636-a5c4201b65a3, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:36:36.951746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] For port 6744114f-b74e-426e-a636-a5c4201b65a3, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6744114f-b74e-426e-a636-a5c4201b65a3,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:36:37.034465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:37.098140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a72b4-c7fa-4699-bc0d-3e4dee433f95 None None] Pushing event updated for resources: {'Port': ['ID=6744114f-b74e-426e-a636-a5c4201b65a3,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:37.313847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:37.334656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:37.440532 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Allocated IP 172.25.8.179 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/3503b5e1-f22d-42ee-a445-6f18b53b2174) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:37.542621 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:37.585552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-0c952823-c2ea-4a25-a1e9-82d6c15a4f47 req-f9b339da-e080-4dae-ba83-7f421fa0437c service neutron] (100713) timed out ('10.222.0.10', 54818) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:36:37.642083 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:37.680227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:37.683128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:37.686756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:37.716001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Pushing event updated for resources: {'Port': ['ID=3503b5e1-f22d-42ee-a445-6f18b53b2174,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:37.869857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6744114f-b74e-426e-a636-a5c4201b65a3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:38.008789 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:38.024944 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 6744114f-b74e-426e-a636-a5c4201b65a3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:38.029720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099ce7e-997c-44d5-96c3-bb31240907c6 None None] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:36:38.177223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b869afa7-78d6-4813-84a0-e7c38ffde3a6 None None] Provisioning for port 6744114f-b74e-426e-a636-a5c4201b65a3 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:38.182765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b869afa7-78d6-4813-84a0-e7c38ffde3a6 None None] Provisioning complete for port 6744114f-b74e-426e-a636-a5c4201b65a3 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:38.183136 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b869afa7-78d6-4813-84a0-e7c38ffde3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:38.207922 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:38.276910 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b869afa7-78d6-4813-84a0-e7c38ffde3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:38.311967 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b869afa7-78d6-4813-84a0-e7c38ffde3a6 None None] For port 6744114f-b74e-426e-a636-a5c4201b65a3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6744114f-b74e-426e-a636-a5c4201b65a3,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:38.379431 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b869afa7-78d6-4813-84a0-e7c38ffde3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:38.402064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Router 731a38fc-d3af-4da8-8df0-4fd179655af4 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:36:38.431711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869afa7-78d6-4813-84a0-e7c38ffde3a6 None None] Pushing event updated for resources: {'Port': ['ID=6744114f-b74e-426e-a636-a5c4201b65a3,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:38.500717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-db8dfa4d-428c-46c2-a9d6-f753bd7b50da None None] Provisioning complete for port 6744114f-b74e-426e-a636-a5c4201b65a3 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:38.501258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-db8dfa4d-428c-46c2-a9d6-f753bd7b50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:38.518820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:36:38.528419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Sync routers for ids ['731a38fc-d3af-4da8-8df0-4fd179655af4'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:36:38.549765 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Routers {'731a38fc-d3af-4da8-8df0-4fd179655af4'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:38.550394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:36:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['731a38fc-d3af-4da8-8df0-4fd179655af4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:38.610265 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:38.611622 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6253c956-2a57-4f2c-9a80-f3b498db1d6a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3421338 Jul 08 02:36:38.614216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59058) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:38.685799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Set router 731a38fc-d3af-4da8-8df0-4fd179655af4 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:38.866715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:36:37Z', 'revision_number': 3, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port': {'id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:37Z', 'updated_at': '2021-07-08T02:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:38.891988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Checking router: 731a38fc-d3af-4da8-8df0-4fd179655af4 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:36:38.892647 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Updating router 731a38fc-d3af-4da8-8df0-4fd179655af4 port 3503b5e1-f22d-42ee-a445-6f18b53b2174 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:36:38.930473 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.032644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.193947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Allocated IP 172.20.0.1 (8704f5ff-60bd-4bae-a9c4-f0b62a678792/77a237d9-ac15-40c8-ac2b-b78fe4ead437/18d93f05-1342-453b-8f38-e8b73130ceab) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:39.299940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.312105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Transition to ACTIVE for port object 18d93f05-1342-453b-8f38-e8b73130ceab will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:39.338890 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.348962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Transition to ACTIVE for port object 3503b5e1-f22d-42ee-a445-6f18b53b2174 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:39.415764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.427063 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.456275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:39.460676 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:39.466294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:39.478029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Attempting to bind port 3503b5e1-f22d-42ee-a445-6f18b53b2174 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:36:39.478422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Attempting to bind port 3503b5e1-f22d-42ee-a445-6f18b53b2174 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:36:39.478769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Attempting to bind port 3503b5e1-f22d-42ee-a445-6f18b53b2174 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:39.481115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae131961-2ef0-4192-9216-62cdd2a6b7e4 None None] Pushing event updated for resources: {'Port': ['ID=3503b5e1-f22d-42ee-a445-6f18b53b2174,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:39.486563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:36:39.486943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:39.487361 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.487758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:36:39.488512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Bound port: 3503b5e1-f22d-42ee-a445-6f18b53b2174, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:36:39.488633 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.492330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Pushing event updated for resources: {'Port': ['ID=18d93f05-1342-453b-8f38-e8b73130ceab,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:39.510600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.545974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] For port 3503b5e1-f22d-42ee-a445-6f18b53b2174, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:36:39.549512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] For port 3503b5e1-f22d-42ee-a445-6f18b53b2174, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3503b5e1-f22d-42ee-a445-6f18b53b2174,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:36:39.649029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.715164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae131961-2ef0-4192-9216-62cdd2a6b7e4 None None] Pushing event updated for resources: {'Port': ['ID=3503b5e1-f22d-42ee-a445-6f18b53b2174,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:39.719427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Routers {'731a38fc-d3af-4da8-8df0-4fd179655af4'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:39.719427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:36:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['731a38fc-d3af-4da8-8df0-4fd179655af4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:39.740562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.798445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dbd8f769-2c2c-45ab-a96a-5014b86b8790 None None] Provisioning for port 18d93f05-1342-453b-8f38-e8b73130ceab completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:39.806154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dbd8f769-2c2c-45ab-a96a-5014b86b8790 None None] Provisioning complete for port 18d93f05-1342-453b-8f38-e8b73130ceab triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:39.806154 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f769-2c2c-45ab-a96a-5014b86b8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.856863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6744114f-b74e-426e-a636-a5c4201b65a3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:39.860862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] Set router 731a38fc-d3af-4da8-8df0-4fd179655af4 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:39.863457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dbd8f769-2c2c-45ab-a96a-5014b86b8790 None None] Port 18d93f05-1342-453b-8f38-e8b73130ceab cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:36:39.905352 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.962069 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.015422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6744114f-b74e-426e-a636-a5c4201b65a3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:40.015972 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.027912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.030495 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Pushing event updated for resources: {'Port': ['ID=18d93f05-1342-453b-8f38-e8b73130ceab,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:40.123586 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:40.124992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:40.156879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 4, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port': {'id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:37Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '18d93f05-1342-453b-8f38-e8b73130ceab', 'name': '', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'mac_address': 'fa:16:3e:03:b4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:39Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 1, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'subnets': [{'id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:40.184831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750a065-1ae4-4ca1-be4c-27424cfd06d0 None None] The sync data for ids ['731a38fc-d3af-4da8-8df0-4fd179655af4'] in n-d-695189-13 is: [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 4, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port': {'id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:37Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '18d93f05-1342-453b-8f38-e8b73130ceab', 'name': '', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'mac_address': 'fa:16:3e:03:b4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:39Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 1, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'subnets': [{'id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:36:40.258601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Router 731a38fc-d3af-4da8-8df0-4fd179655af4 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:36:40.392221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:36:40.394249 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4c15b525-160d-4a44-bb1b-cd82af5fb152 None None] Provisioning complete for port 18d93f05-1342-453b-8f38-e8b73130ceab triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:40.395992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c15b525-160d-4a44-bb1b-cd82af5fb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.403941 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3602d4a9-a39c-440b-ac8d-78870400b522 admin admin] 10.222.0.10 "PUT /v2.0/routers/731a38fc-d3af-4da8-8df0-4fd179655af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7886870 Jul 08 02:36:40.442835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4c15b525-160d-4a44-bb1b-cd82af5fb152 None None] Port 18d93f05-1342-453b-8f38-e8b73130ceab cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:36:41.091498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59074) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.096932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-767383059-network', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:41.179152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Made reservation on behalf of 0a6ce3407b404f60b9e72f706ad0f317 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:36:41.181602 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.194571 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.287833 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.366493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.387625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:36:41.397169 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48db583e-4d23-466d-a55a-5b7f07585b5e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:41.402938 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.403289 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Added segment e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd of type vlan for network ed0e7ea4-dd2d-4b01-af63-43966c2368ad Jul 08 02:36:41.442395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.521746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.522697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:41.523280 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.581403 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] Pushing event updated for resources: {'Network': ['ID=ed0e7ea4-dd2d-4b01-af63-43966c2368ad,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:41.591045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network ed0e7ea4-dd2d-4b01-af63-43966c2368ad details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:36:41.645235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a4acd564-dd75-402d-84d3-69b26343f43e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5525393 Jul 08 02:36:41.647934 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59076) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.653304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Request body: {'subnet': {'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-767383059-subnet', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:41.724195 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Made reservation on behalf of 0a6ce3407b404f60b9e72f706ad0f317 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:36:41.726633 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.874550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3503b5e1-f22d-42ee-a445-6f18b53b2174 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:41.953447 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.970240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 3503b5e1-f22d-42ee-a445-6f18b53b2174 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:41.978072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3503b5e1-f22d-42ee-a445-6f18b53b2174 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:41.978459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.015975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f48e5e-c336-4a5a-b7e4-05e0adb837d7,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:42.024029 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Checking segment: {'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:42.024397 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Network hostable DHCP agents. Network: ed0e7ea4-dd2d-4b01-af63-43966c2368ad, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:36:42.063483 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Sync routers for ids ['731a38fc-d3af-4da8-8df0-4fd179655af4'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:36:42.067426 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.072259 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Routers {'731a38fc-d3af-4da8-8df0-4fd179655af4'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:42.072972 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:36:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['731a38fc-d3af-4da8-8df0-4fd179655af4'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:42.087978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 3503b5e1-f22d-42ee-a445-6f18b53b2174, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3503b5e1-f22d-42ee-a445-6f18b53b2174,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:42.111362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Network ed0e7ea4-dd2d-4b01-af63-43966c2368ad is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:36:42.168125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.178571 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Set router 731a38fc-d3af-4da8-8df0-4fd179655af4 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:42.216125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1c7d97c6-c6f5-4063-ab79-3e08d4bb0bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.221672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=3503b5e1-f22d-42ee-a445-6f18b53b2174,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:42.304929 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, ed0e7ea4-dd2d-4b01-af63-43966c2368ad) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:42.309152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:42.309832 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.314829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb937b54-2271-468f-a3a1-59aed2584ff9 None None] Network ed0e7ea4-dd2d-4b01-af63-43966c2368ad requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:36:42.391284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ee81794a-0ad3-490f-b922-7fcf1be32138 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7422137 Jul 08 02:36:42.394317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59080) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:42.398861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:42.468704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-ed0e7ea4-dd2d-4b01-af63-43966c2368ad', 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'fixed_ips': [{'subnet_id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:36:42.469563 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.472609 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 4, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port': {'id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:37Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '18d93f05-1342-453b-8f38-e8b73130ceab', 'name': '', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'mac_address': 'fa:16:3e:03:b4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:39Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 2, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'subnets': [{'id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:42.482325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.483840 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.505897 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Checking router: 731a38fc-d3af-4da8-8df0-4fd179655af4 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:36:42.506251 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Updating router 731a38fc-d3af-4da8-8df0-4fd179655af4 port 18d93f05-1342-453b-8f38-e8b73130ceab binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:36:42.538202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.539817 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.605880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Allocated IP 172.20.0.2 (ed0e7ea4-dd2d-4b01-af63-43966c2368ad/30f48e5e-c336-4a5a-b7e4-05e0adb837d7/dc259ec1-5653-40e2-8031-7aede56ec56e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:42.749386 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.758601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Transition to ACTIVE for port object dc259ec1-5653-40e2-8031-7aede56ec56e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:42.758941 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.773265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Transition to ACTIVE for port object dc259ec1-5653-40e2-8031-7aede56ec56e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:42.802188 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.811591 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Transition to ACTIVE for port object 18d93f05-1342-453b-8f38-e8b73130ceab will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:42.859555 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.895126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Network ed0e7ea4-dd2d-4b01-af63-43966c2368ad is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:42.897916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:42.903395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:42.911641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Pushing event updated for resources: {'Port': ['ID=dc259ec1-5653-40e2-8031-7aede56ec56e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:42.918279 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.983103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Attempting to bind port dc259ec1-5653-40e2-8031-7aede56ec56e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:36:42.983893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Attempting to bind port dc259ec1-5653-40e2-8031-7aede56ec56e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:36:42.984355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Attempting to bind port dc259ec1-5653-40e2-8031-7aede56ec56e on network ed0e7ea4-dd2d-4b01-af63-43966c2368ad {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:42.991292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:36:42.991890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Checking segment: {'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:42.992399 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.992899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Bound using segment: {'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:36:42.993493 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Bound port: dc259ec1-5653-40e2-8031-7aede56ec56e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:36:42.993979 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.027294 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Attempting to bind port 18d93f05-1342-453b-8f38-e8b73130ceab on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:36:43.027994 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Attempting to bind port 18d93f05-1342-453b-8f38-e8b73130ceab by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:36:43.028531 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Attempting to bind port 18d93f05-1342-453b-8f38-e8b73130ceab on network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:43.034430 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:36:43.035401 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Checking segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:43.035965 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.036525 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Bound using segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:36:43.036995 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Bound port: 18d93f05-1342-453b-8f38-e8b73130ceab, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:36:43.037539 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.046704 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Pushing event updated for resources: {'Port': ['ID=18d93f05-1342-453b-8f38-e8b73130ceab,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:43.059660 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.060293 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.060803 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.061311 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.061797 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.062287 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.062768 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.063261 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.063763 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.065599 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.066101 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.066701 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:43.074358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] For port dc259ec1-5653-40e2-8031-7aede56ec56e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:36:43.078873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] For port dc259ec1-5653-40e2-8031-7aede56ec56e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc259ec1-5653-40e2-8031-7aede56ec56e,segment=NetworkSegment(e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd),segment_id=e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:36:43.128823 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] For port 18d93f05-1342-453b-8f38-e8b73130ceab, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:36:43.132308 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] For port 18d93f05-1342-453b-8f38-e8b73130ceab, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=18d93f05-1342-453b-8f38-e8b73130ceab,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:36:43.174961 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.227372 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.239631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205036e-7d9b-4b1a-8fa1-bbec92e6d4bb None None] Pushing event updated for resources: {'Port': ['ID=dc259ec1-5653-40e2-8031-7aede56ec56e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:43.312642 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Routers {'731a38fc-d3af-4da8-8df0-4fd179655af4'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:43.313609 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:36:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['731a38fc-d3af-4da8-8df0-4fd179655af4'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:43.317134 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18885949-825d-4bc5-8687-d7f190cbe7f5 None None] Pushing event updated for resources: {'Port': ['ID=18d93f05-1342-453b-8f38-e8b73130ceab,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:43.403605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.429540 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.435718 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] Set router 731a38fc-d3af-4da8-8df0-4fd179655af4 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:43.576185 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Allocated IP 172.25.8.82 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/8620bbf4-fe0d-4443-a4d8-00ef161ce588) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:43.677758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 4, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port': {'id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:37Z', 'updated_at': '2021-07-08T02:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '18d93f05-1342-453b-8f38-e8b73130ceab', 'name': '', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'mac_address': 'fa:16:3e:03:b4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:39Z', 'updated_at': '2021-07-08T02:36:43Z', 'revision_number': 4, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'subnets': [{'id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:43.691432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.707042 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ef0c7-dc01-4feb-b107-1a2487f4ce13 None None] The sync data for ids ['731a38fc-d3af-4da8-8df0-4fd179655af4'] in n-d-695189-13 is: [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 4, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port': {'id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:37Z', 'updated_at': '2021-07-08T02:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '18d93f05-1342-453b-8f38-e8b73130ceab', 'name': '', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'mac_address': 'fa:16:3e:03:b4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:39Z', 'updated_at': '2021-07-08T02:36:43Z', 'revision_number': 4, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'subnets': [{'id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:36:43.786319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.829802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:43.833240 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:43.838341 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:43.843037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Pushing event updated for resources: {'Port': ['ID=8620bbf4-fe0d-4443-a4d8-00ef161ce588,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:44.000553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc259ec1-5653-40e2-8031-7aede56ec56e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:44.124704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port dc259ec1-5653-40e2-8031-7aede56ec56e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:44.129840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3503b5e1-f22d-42ee-a445-6f18b53b2174 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:44.190855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3503b5e1-f22d-42ee-a445-6f18b53b2174 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:44.191238 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.210344 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.281120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 18d93f05-1342-453b-8f38-e8b73130ceab up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:44.398443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347efd23-728d-44a5-b78a-052170124f66 None None] Network ed0e7ea4-dd2d-4b01-af63-43966c2368ad requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:36:44.451816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.458257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 18d93f05-1342-453b-8f38-e8b73130ceab completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:44.473059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 18d93f05-1342-453b-8f38-e8b73130ceab triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:44.473416 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.542103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-38d15978-021d-4ea4-8b09-10d2b4aeef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.576836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8315efc5-a858-4260-a474-8a44f23f59c4 None None] Provisioning for port dc259ec1-5653-40e2-8031-7aede56ec56e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:44.606444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8315efc5-a858-4260-a474-8a44f23f59c4 None None] Provisioning complete for port dc259ec1-5653-40e2-8031-7aede56ec56e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:44.606824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8315efc5-a858-4260-a474-8a44f23f59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.650908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.666726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:36:44.715757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 18d93f05-1342-453b-8f38-e8b73130ceab, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=18d93f05-1342-453b-8f38-e8b73130ceab,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:44.761529 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8315efc5-a858-4260-a474-8a44f23f59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.777801 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:36:44.780760 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.791487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782952f7-4827-4142-947e-92b59b490682 None None] Sync routers for ids ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:36:44.822563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8315efc5-a858-4260-a474-8a44f23f59c4 None None] For port dc259ec1-5653-40e2-8031-7aede56ec56e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc259ec1-5653-40e2-8031-7aede56ec56e,segment=NetworkSegment(e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd),segment_id=e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:44.841070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782952f7-4827-4142-947e-92b59b490682 None None] Routers {'99fd695b-7e6a-4cb8-94e1-7c71e43f6349'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:44.841697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-782952f7-4827-4142-947e-92b59b490682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:36:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:44.855704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.857055 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-74f62075-e158-4609-ab83-dc87c7ecd362 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4617512 Jul 08 02:36:44.860131 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59082) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:44.889617 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8315efc5-a858-4260-a474-8a44f23f59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:44.903191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=18d93f05-1342-453b-8f38-e8b73130ceab,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:44.976144 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.023141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-782952f7-4827-4142-947e-92b59b490682 None None] Set router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:45.051414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315efc5-a858-4260-a474-8a44f23f59c4 None None] Pushing event updated for resources: {'Port': ['ID=dc259ec1-5653-40e2-8031-7aede56ec56e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:45.093721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3f82c9b4-27d4-4d88-aa5e-bbe0fd3f83dd None None] Provisioning complete for port dc259ec1-5653-40e2-8031-7aede56ec56e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:45.094091 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3f82c9b4-27d4-4d88-aa5e-bbe0fd3f83dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.297770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.428428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-782952f7-4827-4142-947e-92b59b490682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:36:43Z', 'revision_number': 3, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port': {'id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:43Z', 'updated_at': '2021-07-08T02:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:45.454010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782952f7-4827-4142-947e-92b59b490682 None None] Checking router: 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:36:45.454372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782952f7-4827-4142-947e-92b59b490682 None None] Updating router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 port 8620bbf4-fe0d-4443-a4d8-00ef161ce588 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:36:45.459665 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Allocated IP 172.20.0.1 (ed0e7ea4-dd2d-4b01-af63-43966c2368ad/30f48e5e-c336-4a5a-b7e4-05e0adb837d7/d7636381-c539-42d5-aaa5-1eeea87bafdd) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:45.491809 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-782952f7-4827-4142-947e-92b59b490682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.563579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.576625 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Transition to ACTIVE for port object d7636381-c539-42d5-aaa5-1eeea87bafdd will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:45.667493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.706761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Network ed0e7ea4-dd2d-4b01-af63-43966c2368ad is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:45.712937 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:45.717415 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:45.720657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Pushing event updated for resources: {'Port': ['ID=d7636381-c539-42d5-aaa5-1eeea87bafdd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:45.745407 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-782952f7-4827-4142-947e-92b59b490682 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.757712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-782952f7-4827-4142-947e-92b59b490682 None None] Transition to ACTIVE for port object 8620bbf4-fe0d-4443-a4d8-00ef161ce588 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:45.761382 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.820258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-782952f7-4827-4142-947e-92b59b490682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.877253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc259ec1-5653-40e2-8031-7aede56ec56e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:45.910696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-782952f7-4827-4142-947e-92b59b490682 None None] Attempting to bind port 8620bbf4-fe0d-4443-a4d8-00ef161ce588 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:36:45.911711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-782952f7-4827-4142-947e-92b59b490682 None None] Attempting to bind port 8620bbf4-fe0d-4443-a4d8-00ef161ce588 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:36:45.912148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782952f7-4827-4142-947e-92b59b490682 None None] Attempting to bind port 8620bbf4-fe0d-4443-a4d8-00ef161ce588 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:45.917193 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.920206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86fe3e-31cb-4a52-98af-aa28efcaaf89 None None] Pushing event updated for resources: {'Port': ['ID=8620bbf4-fe0d-4443-a4d8-00ef161ce588,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:45.928799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782952f7-4827-4142-947e-92b59b490682 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:36:45.929177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782952f7-4827-4142-947e-92b59b490682 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:45.929570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-782952f7-4827-4142-947e-92b59b490682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.929956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782952f7-4827-4142-947e-92b59b490682 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:36:45.930422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-782952f7-4827-4142-947e-92b59b490682 None None] Bound port: 8620bbf4-fe0d-4443-a4d8-00ef161ce588, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:36:45.930803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-782952f7-4827-4142-947e-92b59b490682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.989961 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.993591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-782952f7-4827-4142-947e-92b59b490682 None None] For port 8620bbf4-fe0d-4443-a4d8-00ef161ce588, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:36:45.995580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port dc259ec1-5653-40e2-8031-7aede56ec56e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:45.995950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:45.999131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-782952f7-4827-4142-947e-92b59b490682 None None] For port 8620bbf4-fe0d-4443-a4d8-00ef161ce588, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8620bbf4-fe0d-4443-a4d8-00ef161ce588,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:36:46.077125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-782952f7-4827-4142-947e-92b59b490682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:46.108972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 18d93f05-1342-453b-8f38-e8b73130ceab up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:46.112576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90eee822-f499-47fa-af32-a6c6422073a0 None None] Provisioning for port d7636381-c539-42d5-aaa5-1eeea87bafdd completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:46.140051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-90eee822-f499-47fa-af32-a6c6422073a0 None None] Provisioning complete for port d7636381-c539-42d5-aaa5-1eeea87bafdd triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:46.140424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90eee822-f499-47fa-af32-a6c6422073a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:46.158614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:46.202079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782952f7-4827-4142-947e-92b59b490682 None None] Routers {'99fd695b-7e6a-4cb8-94e1-7c71e43f6349'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:46.202714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-782952f7-4827-4142-947e-92b59b490682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:36:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:46.204411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86fe3e-31cb-4a52-98af-aa28efcaaf89 None None] Pushing event updated for resources: {'Port': ['ID=8620bbf4-fe0d-4443-a4d8-00ef161ce588,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:46.247300 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:46.248271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-90eee822-f499-47fa-af32-a6c6422073a0 None None] Port d7636381-c539-42d5-aaa5-1eeea87bafdd cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:36:46.298144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 18d93f05-1342-453b-8f38-e8b73130ceab triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:46.298521 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:46.318202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Pushing event updated for resources: {'Port': ['ID=d7636381-c539-42d5-aaa5-1eeea87bafdd,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:46.323148 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:46.347676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-782952f7-4827-4142-947e-92b59b490682 None None] Set router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:46.414772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Network ed0e7ea4-dd2d-4b01-af63-43966c2368ad is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:46.416220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:46.540921 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:36:46.597265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-782952f7-4827-4142-947e-92b59b490682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 4, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port': {'id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:43Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'd7636381-c539-42d5-aaa5-1eeea87bafdd', 'name': '', 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'mac_address': 'fa:16:3e:68:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:45Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 1, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'subnets': [{'id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:46.627893 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782952f7-4827-4142-947e-92b59b490682 None None] The sync data for ids ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'] in n-d-695189-13 is: [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 4, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port': {'id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:43Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'd7636381-c539-42d5-aaa5-1eeea87bafdd', 'name': '', 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'mac_address': 'fa:16:3e:68:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:45Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 1, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'subnets': [{'id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:36:46.666840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:36:46.671256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5d29d732-a802-4ea0-8282-063c283d1804 None None] Provisioning complete for port d7636381-c539-42d5-aaa5-1eeea87bafdd triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:46.671824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d29d732-a802-4ea0-8282-063c283d1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:46.676207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-48bfadcc-6433-42e9-975b-301ad955c6dd admin admin] 10.222.0.10 "PUT /v2.0/routers/99fd695b-7e6a-4cb8-94e1-7c71e43f6349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8147120 Jul 08 02:36:46.711874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5d29d732-a802-4ea0-8282-063c283d1804 None None] Port d7636381-c539-42d5-aaa5-1eeea87bafdd cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:36:47.272326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-f0facf41-c3ee-49b1-baae-7330dc16490b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:47.274628 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-f0facf41-c3ee-49b1-baae-7330dc16490b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/networks?id=8704f5ff-60bd-4bae-a9c4-f0b62a678792 HTTP/1.1" status: 200 len: 910 time: 0.1218371 Jul 08 02:36:47.290372 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-94a04364-e733-46e7-87b8-b80157a0e7d1 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/quotas/0a6ce3407b404f60b9e72f706ad0f317 HTTP/1.1" status: 200 len: 375 time: 0.0101829 Jul 08 02:36:47.381943 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-5e18e699-cf28-44a4-862f-c5cfdeaad17d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862229 Jul 08 02:36:47.500984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-dbe63229-2fb5-4102-bc3d-85fd4d260333 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:36:47.503140 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-dbe63229-2fb5-4102-bc3d-85fd4d260333 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1087351 Jul 08 02:36:47.570126 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:47.607130 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-7056670a-291f-4664-b2ef-4eb30fd20070 service neutron] 10.222.0.10 "GET /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976851 Jul 08 02:36:47.697870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-121fbf84-bd3a-49f1-9aa5-b5e1c9d065fe service neutron] 10.222.0.10 "GET /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843773 Jul 08 02:36:47.865712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8620bbf4-fe0d-4443-a4d8-00ef161ce588 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:47.947247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0a43e5fa-d4f4-4ff5-b437-bde15f6937c9 req-aa815900-65b1-4e50-b963-b1be0f93fa30 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 210 time: 0.0340240 Jul 08 02:36:47.998709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 8620bbf4-fe0d-4443-a4d8-00ef161ce588 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:48.003755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8620bbf4-fe0d-4443-a4d8-00ef161ce588 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:48.004133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:48.081970 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:48.100968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 8620bbf4-fe0d-4443-a4d8-00ef161ce588, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8620bbf4-fe0d-4443-a4d8-00ef161ce588,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:48.164113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:48.215887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=8620bbf4-fe0d-4443-a4d8-00ef161ce588,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:48.427571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:48.530705 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Sync routers for ids ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:36:48.540243 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Routers {'99fd695b-7e6a-4cb8-94e1-7c71e43f6349'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:48.540878 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:36:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:48.661715 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Set router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:48.851016 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 4, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port': {'id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:43Z', 'updated_at': '2021-07-08T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'd7636381-c539-42d5-aaa5-1eeea87bafdd', 'name': '', 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'mac_address': 'fa:16:3e:68:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:45Z', 'updated_at': '2021-07-08T02:36:46Z', 'revision_number': 2, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'subnets': [{'id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:48.876350 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Checking router: 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:36:48.876704 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Updating router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 port d7636381-c539-42d5-aaa5-1eeea87bafdd binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:36:48.910441 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:49.121529 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edcac2e6-35c9-4187-871d-3ce97a987fcb req-7c63d3c2-c802-4cd3-8e9d-f2c174810916 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 210 time: 0.0343511 Jul 08 02:36:49.272044 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:49.281186 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Transition to ACTIVE for port object d7636381-c539-42d5-aaa5-1eeea87bafdd will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:49.379148 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:49.424886 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa809e-d623-42b7-8e2c-f1786bd6252d None None] Pushing event updated for resources: {'Port': ['ID=d7636381-c539-42d5-aaa5-1eeea87bafdd,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:49.487992 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Attempting to bind port d7636381-c539-42d5-aaa5-1eeea87bafdd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:36:49.488368 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Attempting to bind port d7636381-c539-42d5-aaa5-1eeea87bafdd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:36:49.488731 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Attempting to bind port d7636381-c539-42d5-aaa5-1eeea87bafdd on network ed0e7ea4-dd2d-4b01-af63-43966c2368ad {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:49.494843 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:36:49.495222 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Checking segment: {'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:49.495658 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:49.496053 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Bound using segment: {'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:36:49.496517 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Bound port: d7636381-c539-42d5-aaa5-1eeea87bafdd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:36:49.496904 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:49.563824 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] For port d7636381-c539-42d5-aaa5-1eeea87bafdd, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:36:49.566969 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] For port d7636381-c539-42d5-aaa5-1eeea87bafdd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d7636381-c539-42d5-aaa5-1eeea87bafdd,segment=NetworkSegment(e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd),segment_id=e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:36:49.619697 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:49.675634 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Routers {'99fd695b-7e6a-4cb8-94e1-7c71e43f6349'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:49.676264 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:36:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:49.681410 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa809e-d623-42b7-8e2c-f1786bd6252d None None] Pushing event updated for resources: {'Port': ['ID=d7636381-c539-42d5-aaa5-1eeea87bafdd,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:49.726738 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:36:49.798898 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] Set router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:49.904450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d7636381-c539-42d5-aaa5-1eeea87bafdd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:50.006119 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 4, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port': {'id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:43Z', 'updated_at': '2021-07-08T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'd7636381-c539-42d5-aaa5-1eeea87bafdd', 'name': '', 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'mac_address': 'fa:16:3e:68:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:45Z', 'updated_at': '2021-07-08T02:36:49Z', 'revision_number': 4, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'subnets': [{'id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:50.031120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839a5cf-397c-4551-a55c-42bff7caa288 None None] The sync data for ids ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'] in n-d-695189-13 is: [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:36:45Z', 'revision_number': 4, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port': {'id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:43Z', 'updated_at': '2021-07-08T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'd7636381-c539-42d5-aaa5-1eeea87bafdd', 'name': '', 'network_id': 'ed0e7ea4-dd2d-4b01-af63-43966c2368ad', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'mac_address': 'fa:16:3e:68:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:45Z', 'updated_at': '2021-07-08T02:36:49Z', 'revision_number': 4, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'subnets': [{'id': '30f48e5e-c336-4a5a-b7e4-05e0adb837d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:36:50.056719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d7636381-c539-42d5-aaa5-1eeea87bafdd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:50.057739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d7636381-c539-42d5-aaa5-1eeea87bafdd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:50.058113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:50.137684 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:50.179229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d7636381-c539-42d5-aaa5-1eeea87bafdd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d7636381-c539-42d5-aaa5-1eeea87bafdd,segment=NetworkSegment(e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd),segment_id=e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:50.272756 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:50.274826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8620bbf4-fe0d-4443-a4d8-00ef161ce588 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:50.281556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6daee45b-4dae-4273-ba1a-1ecd6aef0cd0 req-b05a4778-0036-4b5a-beba-6474f6b5d87b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 210 time: 0.0348539 Jul 08 02:36:50.309664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-fac33370-60d6-44a4-a80d-7e8e1fd53dac tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:50.312048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-fac33370-60d6-44a4-a80d-7e8e1fd53dac tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.32 "GET /v2.0/networks?id=8704f5ff-60bd-4bae-a9c4-f0b62a678792 HTTP/1.1" status: 200 len: 910 time: 0.1281497 Jul 08 02:36:50.333255 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Request body: {'port': {'device_id': 'cf267303-c156-49c1-b710-3d29d868324f', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'admin_state_up': True, 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:50.358822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d7636381-c539-42d5-aaa5-1eeea87bafdd,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:50.376116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 8620bbf4-fe0d-4443-a4d8-00ef161ce588 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:50.376783 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:50.430530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Made reservation on behalf of 0a6ce3407b404f60b9e72f706ad0f317 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:36:50.433089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:50.574273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Allocated IP 172.20.0.10 (8704f5ff-60bd-4bae-a9c4-f0b62a678792/77a237d9-ac15-40c8-ac2b-b78fe4ead437/e38965fd-3c44-4ee3-9a3e-2e11065bd4a8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:50.725516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:50.738203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Transition to ACTIVE for port object e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:50.824659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:50.864362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:50.869057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:50.872330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:50.877854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Pushing event updated for resources: {'Port': ['ID=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:50.916115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:50.916738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.025412 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-a3d26001-6607-4a2d-8f41-d51007778d98 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7005124 Jul 08 02:36:51.088292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Request body: {'port': {'device_id': 'cf267303-c156-49c1-b710-3d29d868324f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:51.161918 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.164342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-546e0bda-a8b3-4b78-9ecf-b55f9e49a1a3 None None] Provisioning for port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:51.168160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-546e0bda-a8b3-4b78-9ecf-b55f9e49a1a3 None None] Provisioning complete for port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:51.170846 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-546e0bda-a8b3-4b78-9ecf-b55f9e49a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.202128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-546e0bda-a8b3-4b78-9ecf-b55f9e49a1a3 None None] Port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:36:51.224796 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.418147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:36:51.426146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.438972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Transition to ACTIVE for port object e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:51.533361 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.586223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Pushing event updated for resources: {'Port': ['ID=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:51.669086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Attempting to bind port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:36:51.669690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Attempting to bind port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:36:51.670203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Attempting to bind port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 on network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:51.674824 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 on network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:36:51.675258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Attempting to bind port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 on network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:51.680346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:36:51.680691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Checking segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:51.681079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Bound using segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:36:51.681515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Bound port: e38965fd-3c44-4ee3-9a3e-2e11065bd4a8, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:36:51.681888 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.750692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] For port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:36:51.753880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] For port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:36:51.769406 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15960-7578-414f-8e56-c451c772c150 req-c2980238-fba4-4c79-ae22-421c89437f7b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:51.771539 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7f15960-7578-414f-8e56-c451c772c150 req-c2980238-fba4-4c79-ae22-421c89437f7b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1028 time: 0.3773997 Jul 08 02:36:51.806252 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7f15960-7578-414f-8e56-c451c772c150 req-af1e5146-6656-4c29-be4d-c3618ec54a04 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288076 Jul 08 02:36:51.839229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.864365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d7636381-c539-42d5-aaa5-1eeea87bafdd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:51.873153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:51.873784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:51.875205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] 10.222.0.32 "PUT /v2.0/ports/e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 HTTP/1.1" status: 200 len: 1093 time: 0.8422477 Jul 08 02:36:51.875676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf267303-c156-49c1-b710-3d29d868324f', 'tag': 'e38965fd-3c44-4ee3-9a3e-2e11065bd4a8'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:36:51.877952 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f498c8e2-3737-4a24-bbc0-8744c0c226ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cf267303-c156-49c1-b710-3d29d868324f", "tag": "e38965fd-3c44-4ee3-9a3e-2e11065bd4a8"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:36:51.904667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad35fa-3323-49e6-b664-a50d531a2b36 service neutron] Pushing event updated for resources: {'Port': ['ID=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:51.929429 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a99972-1198-49e0-8b0f-4b92da79da8e x-openstack-request-id: req-f4a99972-1198-49e0-8b0f-4b92da79da8e {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:36:51.929755 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf267303-c156-49c1-b710-3d29d868324f", "tag": "e38965fd-3c44-4ee3-9a3e-2e11065bd4a8", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:36:51.930019 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4a99972-1198-49e0-8b0f-4b92da79da8e {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:36:51.930464 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf267303-c156-49c1-b710-3d29d868324f', 'tag': 'e38965fd-3c44-4ee3-9a3e-2e11065bd4a8', 'status': 'completed', 'code': 200} Jul 08 02:36:51.944603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d7636381-c539-42d5-aaa5-1eeea87bafdd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:51.944603 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:52.009220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498c8e2-3737-4a24-bbc0-8744c0c226ac req-5ef847d3-1f01-4401-83df-dad662984476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:52.010896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f498c8e2-3737-4a24-bbc0-8744c0c226ac req-5ef847d3-1f01-4401-83df-dad662984476 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1096 time: 0.0597274 Jul 08 02:36:52.112800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498c8e2-3737-4a24-bbc0-8744c0c226ac req-38117b4b-9d43-4971-9969-1ef7888a294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:52.114364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f498c8e2-3737-4a24-bbc0-8744c0c226ac req-38117b4b-9d43-4971-9969-1ef7888a294b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957780 Jul 08 02:36:52.209806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498c8e2-3737-4a24-bbc0-8744c0c226ac req-d37c7ea7-c8ad-485b-904e-464bfe6a42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:52.211209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f498c8e2-3737-4a24-bbc0-8744c0c226ac req-d37c7ea7-c8ad-485b-904e-464bfe6a42e5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910702 Jul 08 02:36:52.301530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-c3b2edb0-353b-48b1-9ebe-ee58cc71d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:52.305281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-c3b2edb0-353b-48b1-9ebe-ee58cc71d574 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1096 time: 0.0529873 Jul 08 02:36:52.346352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-978f9fdd-d11e-49c4-8428-2db0fb47cb0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 HTTP/1.1" status: 200 len: 217 time: 0.0355070 Jul 08 02:36:52.393826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-c994486f-634a-4908-8c1c-133c3dfaedae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:52.395999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-c994486f-634a-4908-8c1c-133c3dfaedae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77a237d9-ac15-40c8-ac2b-b78fe4ead437 HTTP/1.1" status: 200 len: 848 time: 0.0429094 Jul 08 02:36:52.455560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-93e8db20-aa11-44b0-9cea-4c8c07541648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:52.457071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-93e8db20-aa11-44b0-9cea-4c8c07541648 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8704f5ff-60bd-4bae-a9c4-f0b62a678792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555406 Jul 08 02:36:52.542588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-27fbbf01-e500-479c-a6d4-e597f0abf34e service neutron] 10.222.0.32 "GET /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781834 Jul 08 02:36:52.637730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9b67552-5cb3-473f-ade6-62274b9931ad req-85f7185e-304b-4825-96c4-3b0caa969008 service neutron] 10.222.0.32 "GET /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876133 Jul 08 02:36:52.972981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac165a3-f6c0-48d4-9af0-0b98d1e7778b req-b4545ffe-a9d5-48cb-9e58-b92d287571bc tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:52.974541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ac165a3-f6c0-48d4-9af0-0b98d1e7778b req-b4545ffe-a9d5-48cb-9e58-b92d287571bc tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1096 time: 0.0519783 Jul 08 02:36:53.007392 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ac165a3-f6c0-48d4-9af0-0b98d1e7778b req-c21a672b-04f1-4b19-9ee0-921b277e77a7 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273955 Jul 08 02:36:54.185190 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f7e19-3e5d-442c-9e0c-b004bb931982 req-667dc596-06cf-41f2-b9e7-ab1ae406da31 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:54.186802 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861f7e19-3e5d-442c-9e0c-b004bb931982 req-667dc596-06cf-41f2-b9e7-ab1ae406da31 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1096 time: 0.0547833 Jul 08 02:36:54.224977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-861f7e19-3e5d-442c-9e0c-b004bb931982 req-aebe85c6-a66f-46bc-bdda-2831827d685c tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295572 Jul 08 02:36:55.389895 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5d52-332d-49b8-a6b2-ff913cb4badc req-9dca5c08-d18c-46d9-808a-358232935dce tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:55.391447 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-367d5d52-332d-49b8-a6b2-ff913cb4badc req-9dca5c08-d18c-46d9-808a-358232935dce tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1096 time: 0.0549891 Jul 08 02:36:55.425339 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-367d5d52-332d-49b8-a6b2-ff913cb4badc req-3513930b-93ee-47e7-b1d6-6f17078872a9 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277352 Jul 08 02:36:56.581691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba9273-75ea-4b81-bae5-e497f92def26 req-46bde44c-6d62-4ed5-b9d0-5053b89a4881 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:56.583193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10ba9273-75ea-4b81-bae5-e497f92def26 req-46bde44c-6d62-4ed5-b9d0-5053b89a4881 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1096 time: 0.0515738 Jul 08 02:36:56.617476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10ba9273-75ea-4b81-bae5-e497f92def26 req-8333ae59-4d98-4d99-a22d-c1b6de1ff5eb tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288429 Jul 08 02:36:56.927440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:36:57.019116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:57.030457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'e38965fd-3c44-4ee3-9a3e-2e11065bd4a8', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'port_id': 'e38965fd-3c44-4ee3-9a3e-2e11065bd4a8', 'mac_address': 'fa:16:3e:cc:b2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:36:57.069051 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:57.080941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:36:57.100720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:57.190076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:57.235761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:57.396189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['e38965fd-3c44-4ee3-9a3e-2e11065bd4a8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:36:57.774717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd17ad-a5fd-4f68-9a79-f1970c95f065 req-209a7d05-289a-4bcb-b5d6-1098abfc217d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:57.776240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52bd17ad-a5fd-4f68-9a79-f1970c95f065 req-209a7d05-289a-4bcb-b5d6-1098abfc217d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1097 time: 0.0514951 Jul 08 02:36:57.808844 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52bd17ad-a5fd-4f68-9a79-f1970c95f065 req-4099181e-a19c-479e-909b-92ad55d83945 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273285 Jul 08 02:36:58.933203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:58.973111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326596b-8a5b-439e-a295-dd936f8b0aa9 req-945ff376-42a4-4429-aee6-355cc181e87d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:58.976468 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4326596b-8a5b-439e-a295-dd936f8b0aa9 req-945ff376-42a4-4429-aee6-355cc181e87d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1097 time: 0.0614023 Jul 08 02:36:59.009023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4326596b-8a5b-439e-a295-dd936f8b0aa9 req-9e66bc22-7026-437d-9f3a-ab23b72e258c tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281887 Jul 08 02:36:59.038228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:59.042286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:59.042670 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:59.117099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:59.138551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf267303-c156-49c1-b710-3d29d868324f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38965fd-3c44-4ee3-9a3e-2e11065bd4a8'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:36:59.140831 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4e22eb-1218-4a5e-980f-9effff3f0bc2" -d '{"events": [{"server_uuid": "cf267303-c156-49c1-b710-3d29d868324f", "name": "network-vif-plugged", "status": "completed", "tag": "e38965fd-3c44-4ee3-9a3e-2e11065bd4a8"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:36:59.153747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:59.175088 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29098ca-ec0b-4130-81b8-3bc021ca330e x-openstack-request-id: req-f29098ca-ec0b-4130-81b8-3bc021ca330e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:36:59.175421 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf267303-c156-49c1-b710-3d29d868324f", "name": "network-vif-plugged", "status": "completed", "tag": "e38965fd-3c44-4ee3-9a3e-2e11065bd4a8", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:36:59.176943 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f29098ca-ec0b-4130-81b8-3bc021ca330e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:36:59.176943 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf267303-c156-49c1-b710-3d29d868324f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38965fd-3c44-4ee3-9a3e-2e11065bd4a8', 'code': 200} Jul 08 02:36:59.225060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:59.277664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:59.287647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06941a5-d324-4817-9c4b-9a9a0a04ab56 req-4eac2d99-cdff-4760-99c2-a70b05d7a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:59.289160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c06941a5-d324-4817-9c4b-9a9a0a04ab56 req-4eac2d99-cdff-4760-99c2-a70b05d7a596 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1098 time: 0.0544381 Jul 08 02:36:59.323366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c06941a5-d324-4817-9c4b-9a9a0a04ab56 req-c4a9730c-81a4-49f4-84b5-0fdb2d5567c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274811 Jul 08 02:37:00.168953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf06b-d4bb-44ab-b925-a67c8eb8c75e req-1c587995-bf69-4d84-bef5-726a1331b2fe tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:00.170476 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23eaf06b-d4bb-44ab-b925-a67c8eb8c75e req-1c587995-bf69-4d84-bef5-726a1331b2fe tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1098 time: 0.0521841 Jul 08 02:37:00.206398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23eaf06b-d4bb-44ab-b925-a67c8eb8c75e req-61e81074-65b1-43d8-858c-dc45c85d585b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302525 Jul 08 02:37:01.365437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d57d-9eb5-4e20-990d-a8bb13d2c892 req-52c13cfb-b225-4cdd-9429-5170d4facd38 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:01.366952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aca0d57d-9eb5-4e20-990d-a8bb13d2c892 req-52c13cfb-b225-4cdd-9429-5170d4facd38 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1098 time: 0.0520058 Jul 08 02:37:01.403430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aca0d57d-9eb5-4e20-990d-a8bb13d2c892 req-e9bce9db-5c44-44bc-8ebc-1aae08594b60 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Jul 08 02:37:01.561456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a4f3e-3e91-429d-8bc9-e7890db1f8c4 req-e6d5f63c-5729-47fa-9a09-c50eddff3ac9 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:01.562835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e1a4f3e-3e91-429d-8bc9-e7890db1f8c4 req-e6d5f63c-5729-47fa-9a09-c50eddff3ac9 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1098 time: 0.0500245 Jul 08 02:37:01.595625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e1a4f3e-3e91-429d-8bc9-e7890db1f8c4 req-c5065796-6dde-4ce3-9017-ede66559ee51 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268054 Jul 08 02:37:01.750526 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88ec93-ee43-4af8-8466-1784d214a57c req-a6b109c3-2e73-48b1-94b6-dd31929bb4c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:01.752055 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f88ec93-ee43-4af8-8466-1784d214a57c req-a6b109c3-2e73-48b1-94b6-dd31929bb4c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1098 time: 0.0506136 Jul 08 02:37:01.784861 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3f88ec93-ee43-4af8-8466-1784d214a57c req-be8845f8-335a-42b3-aa31-2f87e670d151 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269265 Jul 08 02:37:02.015240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870991-148f-4a81-a355-28b5c333ed3f req-e8f88c5e-1b2c-4fc6-bbaa-53a6521af47e tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:02.016746 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-e8f88c5e-1b2c-4fc6-bbaa-53a6521af47e tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/networks?id=8704f5ff-60bd-4bae-a9c4-f0b62a678792 HTTP/1.1" status: 200 len: 910 time: 0.0820911 Jul 08 02:37:02.030305 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-2f2e02d6-0ffe-4617-81cb-46a83177c54f tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/quotas/0a6ce3407b404f60b9e72f706ad0f317 HTTP/1.1" status: 200 len: 375 time: 0.0083179 Jul 08 02:37:02.119803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-a5939b71-267c-4eb3-9d56-fb4804da7c41 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848095 Jul 08 02:37:02.564291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-2c8d3e24-5759-4f62-ba1a-5f8d195adfd2 service neutron] 10.222.0.10 "GET /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380031 Jul 08 02:37:02.656388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-0feda887-7ca1-4f6e-a302-2189cdf5a829 service neutron] 10.222.0.10 "GET /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857606 Jul 08 02:37:02.923510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b5510dab-4e77-41ff-a578-6c4241b2bde7 req-b9b202c1-c8f7-405b-842a-9f6c3aeedb28 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 210 time: 0.0299330 Jul 08 02:37:04.077427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4126b699-31a9-4002-a2d6-0fd1729290ae req-f879ced2-808a-469b-833c-22b49149f650 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Jul 08 02:37:04.853140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870991-148f-4a81-a355-28b5c333ed3f req-a233c734-61ad-48cd-bcae-f6ec68dd4c84 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:04.854684 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-a233c734-61ad-48cd-bcae-f6ec68dd4c84 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.18 "GET /v2.0/networks?id=8704f5ff-60bd-4bae-a9c4-f0b62a678792 HTTP/1.1" status: 200 len: 910 time: 0.0849490 Jul 08 02:37:04.865020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Request body: {'port': {'device_id': 'dbce7c1b-167d-4165-9acc-574976eb9321', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'admin_state_up': True, 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:04.958665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Made reservation on behalf of 0a6ce3407b404f60b9e72f706ad0f317 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:37:04.961083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:05.075836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Allocated IP 172.20.0.8 (8704f5ff-60bd-4bae-a9c4-f0b62a678792/77a237d9-ac15-40c8-ac2b-b78fe4ead437/b4965ed7-a28b-4797-8828-4060a3ba7cfc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:37:05.207151 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:05.219882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Transition to ACTIVE for port object b4965ed7-a28b-4797-8828-4060a3ba7cfc will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:37:05.223793 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f843e7fe-2cd2-4684-b14c-dbae34669361 req-9ecc3a6b-3adb-45ab-9f39-2f6687d8d48b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 210 time: 0.0296402 Jul 08 02:37:05.307607 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:05.321319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['e38965fd-3c44-4ee3-9a3e-2e11065bd4a8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:05.351420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:37:05.356220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:37:05.360084 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:37:05.383207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Pushing event updated for resources: {'Port': ['ID=b4965ed7-a28b-4797-8828-4060a3ba7cfc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:05.403616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:05.404340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:05.473512 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-acd1119b-e432-442b-ba42-a61756268216 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6119161 Jul 08 02:37:05.484564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-6f2198c7-cf7a-4795-b82f-cfacb86afc1e tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:37:05.485751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-6f2198c7-cf7a-4795-b82f-cfacb86afc1e tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059116 Jul 08 02:37:05.549184 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Request body: {'port': {'device_id': 'dbce7c1b-167d-4165-9acc-574976eb9321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:05.618629 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:05.695499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e6b4075d-dafd-4b59-924f-3e512d01945d None None] Provisioning for port b4965ed7-a28b-4797-8828-4060a3ba7cfc completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:37:05.699412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e6b4075d-dafd-4b59-924f-3e512d01945d None None] Provisioning complete for port b4965ed7-a28b-4797-8828-4060a3ba7cfc triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:37:05.699800 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e6b4075d-dafd-4b59-924f-3e512d01945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:05.739453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4075d-dafd-4b59-924f-3e512d01945d None None] Port b4965ed7-a28b-4797-8828-4060a3ba7cfc cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:37:05.880429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4965ed7-a28b-4797-8828-4060a3ba7cfc {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:37:05.887660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:05.899826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Transition to ACTIVE for port object b4965ed7-a28b-4797-8828-4060a3ba7cfc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:37:05.949587 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:06.001929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Pushing event updated for resources: {'Port': ['ID=b4965ed7-a28b-4797-8828-4060a3ba7cfc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:06.069414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Attempting to bind port b4965ed7-a28b-4797-8828-4060a3ba7cfc on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:37:06.069764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Attempting to bind port b4965ed7-a28b-4797-8828-4060a3ba7cfc by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:37:06.070103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Attempting to bind port b4965ed7-a28b-4797-8828-4060a3ba7cfc on network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:37:06.074641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Port b4965ed7-a28b-4797-8828-4060a3ba7cfc on network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:37:06.074969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Attempting to bind port b4965ed7-a28b-4797-8828-4060a3ba7cfc on network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:37:06.079911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:37:06.080265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Checking segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:37:06.080652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Bound using segment: {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:37:06.081085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Bound port: b4965ed7-a28b-4797-8828-4060a3ba7cfc, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa12b62-8b20-41d4-ad3a-1d5618432d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:37:06.081454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:06.152612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] For port b4965ed7-a28b-4797-8828-4060a3ba7cfc, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:37:06.155838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] For port b4965ed7-a28b-4797-8828-4060a3ba7cfc, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4965ed7-a28b-4797-8828-4060a3ba7cfc,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:37:06.249906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:06.284369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.288666 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:06.288666 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] 10.222.0.18 "PUT /v2.0/ports/b4965ed7-a28b-4797-8828-4060a3ba7cfc HTTP/1.1" status: 200 len: 1092 time: 0.7938945 Jul 08 02:37:06.288666 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbce7c1b-167d-4165-9acc-574976eb9321', 'tag': 'b4965ed7-a28b-4797-8828-4060a3ba7cfc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:06.289812 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fc699b-9022-482b-8996-12e94676e91a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbce7c1b-167d-4165-9acc-574976eb9321", "tag": "b4965ed7-a28b-4797-8828-4060a3ba7cfc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:06.320033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a45742-4f7d-4bb9-850c-9ae39a9f823f service neutron] Pushing event updated for resources: {'Port': ['ID=b4965ed7-a28b-4797-8828-4060a3ba7cfc,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:06.331662 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d356beb1-febf-436a-b83b-cd684fa2573a x-openstack-request-id: req-d356beb1-febf-436a-b83b-cd684fa2573a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:06.332064 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbce7c1b-167d-4165-9acc-574976eb9321", "tag": "b4965ed7-a28b-4797-8828-4060a3ba7cfc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:06.333017 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d356beb1-febf-436a-b83b-cd684fa2573a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:06.333940 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbce7c1b-167d-4165-9acc-574976eb9321', 'tag': 'b4965ed7-a28b-4797-8828-4060a3ba7cfc', 'status': 'completed', 'code': 200} Jul 08 02:37:06.443195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7b63f-088f-4285-9eba-bc82561e057a req-b04be50c-168b-44cb-a80b-f5a67f0dbf05 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.444771 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ff7b63f-088f-4285-9eba-bc82561e057a req-b04be50c-168b-44cb-a80b-f5a67f0dbf05 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1095 time: 0.1000631 Jul 08 02:37:06.447467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc699b-9022-482b-8996-12e94676e91a req-8207b5cf-9ec9-4238-8463-ed7fc0e2cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.448830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24fc699b-9022-482b-8996-12e94676e91a req-8207b5cf-9ec9-4238-8463-ed7fc0e2cf54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1095 time: 0.0945702 Jul 08 02:37:06.528331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ff7b63f-088f-4285-9eba-bc82561e057a req-f27ab9bf-38b2-4741-9437-969bf9e22b62 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777686 Jul 08 02:37:06.561324 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc699b-9022-482b-8996-12e94676e91a req-403c4fce-fee8-4d97-b49a-49ae7dc8e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.562713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24fc699b-9022-482b-8996-12e94676e91a req-403c4fce-fee8-4d97-b49a-49ae7dc8e770 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1062179 Jul 08 02:37:06.657349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc699b-9022-482b-8996-12e94676e91a req-e039a640-0993-4cda-8300-823b44f5a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.658827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-24fc699b-9022-482b-8996-12e94676e91a req-e039a640-0993-4cda-8300-823b44f5a7dd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902462 Jul 08 02:37:06.748719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870991-148f-4a81-a355-28b5c333ed3f req-aa8587c9-fde3-44f6-b02e-3237a2b0e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.750204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-aa8587c9-fde3-44f6-b02e-3237a2b0e3bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1095 time: 0.0520785 Jul 08 02:37:06.792217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-a3b13fdf-dc69-4f72-b52b-0d9ffa89f785 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4965ed7-a28b-4797-8828-4060a3ba7cfc HTTP/1.1" status: 200 len: 217 time: 0.0333135 Jul 08 02:37:06.842770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c693850a-b8cd-47fc-9392-6124b4427b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.844217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-c693850a-b8cd-47fc-9392-6124b4427b1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77a237d9-ac15-40c8-ac2b-b78fe4ead437 HTTP/1.1" status: 200 len: 848 time: 0.0464509 Jul 08 02:37:06.899230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870991-148f-4a81-a355-28b5c333ed3f req-033d2d07-605d-4068-bd8d-24e0ca63634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.900691 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-033d2d07-605d-4068-bd8d-24e0ca63634c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8704f5ff-60bd-4bae-a9c4-f0b62a678792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502083 Jul 08 02:37:06.986439 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-ad4d90d1-cd58-4d52-8ae7-6fd749972c7e service neutron] 10.222.0.18 "GET /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793209 Jul 08 02:37:07.077167 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a870991-148f-4a81-a355-28b5c333ed3f req-7b134ca2-fdd2-4548-966b-4b6c28c88319 service neutron] 10.222.0.18 "GET /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836716 Jul 08 02:37:07.688103 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671bf0-c051-4c9a-8a68-96b88dd75798 req-ba4691e9-3cb8-456d-965f-cbc615a55b5d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:07.689610 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd671bf0-c051-4c9a-8a68-96b88dd75798 req-ba4691e9-3cb8-456d-965f-cbc615a55b5d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1095 time: 0.0544987 Jul 08 02:37:07.722402 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd671bf0-c051-4c9a-8a68-96b88dd75798 req-1aade3de-5beb-44a3-923c-a667027e262b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273793 Jul 08 02:37:08.807128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4965ed7-a28b-4797-8828-4060a3ba7cfc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:37:08.882628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e3e8c-9914-4c16-9048-8cfa33890ee1 req-9dbdd999-d2d0-4717-93db-f77b4d5d45f9 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:08.884236 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc2e3e8c-9914-4c16-9048-8cfa33890ee1 req-9dbdd999-d2d0-4717-93db-f77b4d5d45f9 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1095 time: 0.0523489 Jul 08 02:37:08.900279 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4965ed7-a28b-4797-8828-4060a3ba7cfc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4965ed7-a28b-4797-8828-4060a3ba7cfc,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:08.911926 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'b4965ed7-a28b-4797-8828-4060a3ba7cfc', 'network_id': '8704f5ff-60bd-4bae-a9c4-f0b62a678792', 'port_id': 'b4965ed7-a28b-4797-8828-4060a3ba7cfc', 'mac_address': 'fa:16:3e:81:15:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a237d9-ac15-40c8-ac2b-b78fe4ead437', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:37:08.919674 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc2e3e8c-9914-4c16-9048-8cfa33890ee1 req-e5496901-8afd-48fb-8700-0c52234dbad1 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295613 Jul 08 02:37:08.951517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:08.964283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4965ed7-a28b-4797-8828-4060a3ba7cfc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:37:08.982945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4965ed7-a28b-4797-8828-4060a3ba7cfc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4965ed7-a28b-4797-8828-4060a3ba7cfc,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:09.055077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:09.102698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b4965ed7-a28b-4797-8828-4060a3ba7cfc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:09.290491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['b4965ed7-a28b-4797-8828-4060a3ba7cfc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:10.074663 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10dd0-9d93-4882-870e-da6da57091fa req-327b3c8f-d127-4a98-a9b7-e20ddcbbce0d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:10.076235 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dfc10dd0-9d93-4882-870e-da6da57091fa req-327b3c8f-d127-4a98-a9b7-e20ddcbbce0d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1096 time: 0.0515866 Jul 08 02:37:10.112894 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dfc10dd0-9d93-4882-870e-da6da57091fa req-b98bb71b-d8af-4e14-936f-f3cd2447c881 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Jul 08 02:37:10.807322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4965ed7-a28b-4797-8828-4060a3ba7cfc up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:37:10.923796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port b4965ed7-a28b-4797-8828-4060a3ba7cfc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:37:10.927631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port b4965ed7-a28b-4797-8828-4060a3ba7cfc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:37:10.928005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:11.001581 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:11.023848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbce7c1b-167d-4165-9acc-574976eb9321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4965ed7-a28b-4797-8828-4060a3ba7cfc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:11.026127 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64daef60-8d7d-4838-b791-9b5ac9c5330f" -d '{"events": [{"server_uuid": "dbce7c1b-167d-4165-9acc-574976eb9321", "name": "network-vif-plugged", "status": "completed", "tag": "b4965ed7-a28b-4797-8828-4060a3ba7cfc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:11.038243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port b4965ed7-a28b-4797-8828-4060a3ba7cfc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4965ed7-a28b-4797-8828-4060a3ba7cfc,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:11.060319 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad551606-b3e7-41c7-9cef-3f5f98107a9a x-openstack-request-id: req-ad551606-b3e7-41c7-9cef-3f5f98107a9a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:11.060319 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbce7c1b-167d-4165-9acc-574976eb9321", "name": "network-vif-plugged", "status": "completed", "tag": "b4965ed7-a28b-4797-8828-4060a3ba7cfc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:11.060319 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad551606-b3e7-41c7-9cef-3f5f98107a9a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:11.060725 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbce7c1b-167d-4165-9acc-574976eb9321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4965ed7-a28b-4797-8828-4060a3ba7cfc', 'code': 200} Jul 08 02:37:11.095505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:11.146027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=b4965ed7-a28b-4797-8828-4060a3ba7cfc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:11.167550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e175-ff17-4b30-a751-2af8ffb0cde3 req-2c4328b8-3fe6-4e05-b4ee-e78aab2918fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:11.169147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2174e175-ff17-4b30-a751-2af8ffb0cde3 req-2c4328b8-3fe6-4e05-b4ee-e78aab2918fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1097 time: 0.0525396 Jul 08 02:37:11.207940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2174e175-ff17-4b30-a751-2af8ffb0cde3 req-8aa479ec-04ff-4754-9a3d-adb8e286bdc7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328965 Jul 08 02:37:11.284236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e3484-8200-4124-9f37-07f60464da46 req-858b1011-f5bf-4cdf-8c80-3772cacc9e09 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:11.285774 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b7e3484-8200-4124-9f37-07f60464da46 req-858b1011-f5bf-4cdf-8c80-3772cacc9e09 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1097 time: 0.0513911 Jul 08 02:37:11.319137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9b7e3484-8200-4124-9f37-07f60464da46 req-b8f468b0-7f41-4ae2-8636-529b45e9d21b tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278986 Jul 08 02:37:12.115879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2ae72207-f1e1-4c1d-936d-a699f1660ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:12.477457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99774f0-6491-4e48-997a-50c5812e182a req-cc005610-6bb0-4598-b0c5-a6644ecef6ef tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:12.478971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d99774f0-6491-4e48-997a-50c5812e182a req-cc005610-6bb0-4598-b0c5-a6644ecef6ef tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1097 time: 0.0515828 Jul 08 02:37:12.512307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d99774f0-6491-4e48-997a-50c5812e182a req-142a906b-f172-4e2c-9c9b-23afb36374b2 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276310 Jul 08 02:37:12.671193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e03e-fbfd-4e7c-84b0-d301c766c3e4 req-826a053f-385a-43c2-91e6-b81bb23fe0c3 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:12.672723 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dbf5e03e-fbfd-4e7c-84b0-d301c766c3e4 req-826a053f-385a-43c2-91e6-b81bb23fe0c3 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1097 time: 0.0546393 Jul 08 02:37:12.706277 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dbf5e03e-fbfd-4e7c-84b0-d301c766c3e4 req-e90eacef-2e2d-47a1-971b-19b00233a1dd tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276380 Jul 08 02:37:12.866921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615422ac-33eb-4e4a-8ca6-ec6b8a01d237 req-bad4af65-adf0-4ee3-8bf9-5a654f0f49f6 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:12.868438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-615422ac-33eb-4e4a-8ca6-ec6b8a01d237 req-bad4af65-adf0-4ee3-8bf9-5a654f0f49f6 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1097 time: 0.0508018 Jul 08 02:37:12.901191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-615422ac-33eb-4e4a-8ca6-ec6b8a01d237 req-046971a5-0afe-417e-b617-33fb56798b4c tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274887 Jul 08 02:37:13.459447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605afc73-9be9-4232-9df6-5213f5a82278 req-19b5f195-4381-48e7-bbd7-4cf23868ec10 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:13.460937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-605afc73-9be9-4232-9df6-5213f5a82278 req-19b5f195-4381-48e7-bbd7-4cf23868ec10 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1097 time: 0.0549753 Jul 08 02:37:13.494217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-605afc73-9be9-4232-9df6-5213f5a82278 req-65e0eb13-eb03-4c99-8c07-cdeed401a454 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279396 Jul 08 02:37:14.463806 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c5c1041b-8523-45a2-bca7-134527f03172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:14.661918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a76f7-58fe-4cc6-a22a-ffc81a7fc0ff req-83b364f7-5551-47af-ac6d-4e2bdc3a1be0 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:14.663505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d3a76f7-58fe-4cc6-a22a-ffc81a7fc0ff req-83b364f7-5551-47af-ac6d-4e2bdc3a1be0 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1097 time: 0.0531259 Jul 08 02:37:14.671558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-4232c6a4-f0c7-4db1-9487-67828f30482f tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:14.673087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-4232c6a4-f0c7-4db1-9487-67828f30482f tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 1097 time: 0.0521839 Jul 08 02:37:14.698215 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d3a76f7-58fe-4cc6-a22a-ffc81a7fc0ff req-91f9bc13-84fc-4ab1-af77-3d3e16dd8749 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290251 Jul 08 02:37:14.761902 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Deleting port b4965ed7-a28b-4797-8828-4060a3ba7cfc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:14.762259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:14.841377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] For port b4965ed7-a28b-4797-8828-4060a3ba7cfc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=b4965ed7-a28b-4797-8828-4060a3ba7cfc,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:14.841749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:14.854791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Calling delete_port for b4965ed7-a28b-4797-8828-4060a3ba7cfc owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:14.889680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:15.052784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:15.063620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['b4965ed7-a28b-4797-8828-4060a3ba7cfc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:15.068179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['e38965fd-3c44-4ee3-9a3e-2e11065bd4a8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:15.078072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4965ed7-a28b-4797-8828-4060a3ba7cfc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:15.126147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] No DVR routers for this DVR port b4965ed7-a28b-4797-8828-4060a3ba7cfc on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:37:15.128934 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:15.131034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-39c031e1-ccc3-4086-bedd-777ad256c79e req-de3a5bdb-7f77-4cad-81cc-5baa731a43c5 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b4965ed7-a28b-4797-8828-4060a3ba7cfc HTTP/1.1" status: 204 len: 173 time: 0.4526923 Jul 08 02:37:15.131527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbce7c1b-167d-4165-9acc-574976eb9321', 'name': 'network-vif-deleted', 'tag': 'b4965ed7-a28b-4797-8828-4060a3ba7cfc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:15.134037 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792ffe4d-def2-492f-a276-5571035e4d6e" -d '{"events": [{"server_uuid": "dbce7c1b-167d-4165-9acc-574976eb9321", "name": "network-vif-deleted", "tag": "b4965ed7-a28b-4797-8828-4060a3ba7cfc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:15.172901 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab10b8-e91a-4918-8d2a-1faf4736ed98 x-openstack-request-id: req-85ab10b8-e91a-4918-8d2a-1faf4736ed98 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:15.173280 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbce7c1b-167d-4165-9acc-574976eb9321", "name": "network-vif-deleted", "tag": "b4965ed7-a28b-4797-8828-4060a3ba7cfc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:15.173565 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85ab10b8-e91a-4918-8d2a-1faf4736ed98 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:15.173973 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbce7c1b-167d-4165-9acc-574976eb9321', 'name': 'network-vif-deleted', 'tag': 'b4965ed7-a28b-4797-8828-4060a3ba7cfc', 'status': 'completed', 'code': 200} Jul 08 02:37:15.852422 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-add65249-0e52-491f-9858-9b275a6bd162 req-8eb827d7-6785-4419-9236-71bfd2b345a0 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dbce7c1b-167d-4165-9acc-574976eb9321 HTTP/1.1" status: 200 len: 210 time: 0.0277863 Jul 08 02:37:15.898295 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:17.514701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0fea-e1cd-417f-9a53-025f4fe61a93 req-35ac18bb-4d1c-4525-ae3c-9a9b6d2de8eb tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:17.516278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4dbd0fea-e1cd-417f-9a53-025f4fe61a93 req-35ac18bb-4d1c-4525-ae3c-9a9b6d2de8eb tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1098 time: 0.0522828 Jul 08 02:37:17.527360 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:17.550419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4dbd0fea-e1cd-417f-9a53-025f4fe61a93 req-b027d341-9d16-4119-a77f-5d39224c5718 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280223 Jul 08 02:37:18.469952 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:18.716525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e780ac-0dff-4905-aa38-00d6457a5a43 req-158eb1cf-5b03-4166-aac2-b246223b4cc2 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:18.718046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41e780ac-0dff-4905-aa38-00d6457a5a43 req-158eb1cf-5b03-4166-aac2-b246223b4cc2 tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1098 time: 0.0554919 Jul 08 02:37:18.755295 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-41e780ac-0dff-4905-aa38-00d6457a5a43 req-07004313-ee76-4592-96a9-bc810b1b835d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=48db583e-4d23-466d-a55a-5b7f07585b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Jul 08 02:37:18.832896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-7e97a296-3891-4d89-b1a3-afa9b89b6cce tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:18.834405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-7e97a296-3891-4d89-b1a3-afa9b89b6cce tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 1098 time: 0.0669470 Jul 08 02:37:18.901385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4965ed7-a28b-4797-8828-4060a3ba7cfc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:18.920795 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Deleting port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:18.921043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: b4965ed7-a28b-4797-8828-4060a3ba7cfc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:18.921145 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:18.921234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device b4965ed7-a28b-4797-8828-4060a3ba7cfc not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:19.001383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] For port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:19.001754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:19.014717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Calling delete_port for e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:19.218721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:19.233166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['e38965fd-3c44-4ee3-9a3e-2e11065bd4a8'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:19.251897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Pushing event deleted for resources: {'Port': ['ID=e38965fd-3c44-4ee3-9a3e-2e11065bd4a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:19.296038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] No DVR routers for this DVR port e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:37:19.298796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:19.301560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37beff6c-e37c-4ab3-bb18-25c820fb52c8 req-fa4511ab-bbff-44fb-b75a-88f2382f85ec tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 HTTP/1.1" status: 204 len: 173 time: 0.4611421 Jul 08 02:37:19.301943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf267303-c156-49c1-b710-3d29d868324f', 'name': 'network-vif-deleted', 'tag': 'e38965fd-3c44-4ee3-9a3e-2e11065bd4a8'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:19.304255 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e673b4-49a4-426c-8278-7c90894beba4" -d '{"events": [{"server_uuid": "cf267303-c156-49c1-b710-3d29d868324f", "name": "network-vif-deleted", "tag": "e38965fd-3c44-4ee3-9a3e-2e11065bd4a8"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:19.339891 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9527c7b8-cc8b-42d9-9cff-cce2922376aa x-openstack-request-id: req-9527c7b8-cc8b-42d9-9cff-cce2922376aa {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:19.340195 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf267303-c156-49c1-b710-3d29d868324f", "name": "network-vif-deleted", "tag": "e38965fd-3c44-4ee3-9a3e-2e11065bd4a8", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:19.340454 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9527c7b8-cc8b-42d9-9cff-cce2922376aa {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:19.340860 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf267303-c156-49c1-b710-3d29d868324f', 'name': 'network-vif-deleted', 'tag': 'e38965fd-3c44-4ee3-9a3e-2e11065bd4a8', 'status': 'completed', 'code': 200} Jul 08 02:37:19.906100 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-47ba47ac-aa1a-4e3e-b4fe-d5275a4ec273 req-b208563b-c718-4a7b-b1f2-120e1fc9387d tempest-TestServerMultinode-1249762323 tempest-TestServerMultinode-1249762323-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf267303-c156-49c1-b710-3d29d868324f HTTP/1.1" status: 200 len: 210 time: 0.0280769 Jul 08 02:37:21.003984 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59238) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:21.264265 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:21.347428 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:21.592341 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Deleting port 18d93f05-1342-453b-8f38-e8b73130ceab {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:21.592560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:21.668540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] For port 18d93f05-1342-453b-8f38-e8b73130ceab, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=18d93f05-1342-453b-8f38-e8b73130ceab,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:21.668901 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:21.681797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Calling delete_port for 18d93f05-1342-453b-8f38-e8b73130ceab owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:21.901255 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:21.931117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Pushing event deleted for resources: {'Port': ['ID=18d93f05-1342-453b-8f38-e8b73130ceab,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:21.963234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.963602 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.963943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.964279 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.964610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.964940 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.965267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.965594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.965919 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.966242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.966568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:21.966890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:22.108703 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:22.319900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Router 731a38fc-d3af-4da8-8df0-4fd179655af4 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:37:22.423911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:37:22.428930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-85d84a3e-a2d3-4624-b2be-07616dface7f admin admin] 10.222.0.10 "PUT /v2.0/routers/731a38fc-d3af-4da8-8df0-4fd179655af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4239185 Jul 08 02:37:22.431509 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59240) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:22.434228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] Sync routers for ids ['731a38fc-d3af-4da8-8df0-4fd179655af4'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:37:22.443229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] Routers {'731a38fc-d3af-4da8-8df0-4fd179655af4'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:37:22.443869 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:37:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['731a38fc-d3af-4da8-8df0-4fd179655af4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:22.533141 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:22.545910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] Set router 731a38fc-d3af-4da8-8df0-4fd179655af4 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:37:22.631710 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:22.720927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:37:21Z', 'revision_number': 5, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port': {'id': '3503b5e1-f22d-42ee-a445-6f18b53b2174', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:37Z', 'updated_at': '2021-07-08T02:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:22.756977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Deleting port 3503b5e1-f22d-42ee-a445-6f18b53b2174 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:22.757326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:22.848144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] For port 3503b5e1-f22d-42ee-a445-6f18b53b2174, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3503b5e1-f22d-42ee-a445-6f18b53b2174,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:22.848511 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:22.861678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Calling delete_port for 3503b5e1-f22d-42ee-a445-6f18b53b2174 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:22.903127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] Checking router: 731a38fc-d3af-4da8-8df0-4fd179655af4 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:37:22.911321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] Routers {'731a38fc-d3af-4da8-8df0-4fd179655af4'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:37:22.911970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:37:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['731a38fc-d3af-4da8-8df0-4fd179655af4'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:22.995693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] Set router 731a38fc-d3af-4da8-8df0-4fd179655af4 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:37:23.049389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:37:22Z', 'revision_number': 6, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:23.075213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd02bcc-dfb2-4d91-905e-1e968b85fd63 None None] The sync data for ids ['731a38fc-d3af-4da8-8df0-4fd179655af4'] in n-d-695189-13 is: [{'id': '731a38fc-d3af-4da8-8df0-4fd179655af4', 'name': 'tempest-TestServerMultinode-168783490-router', 'tenant_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:36Z', 'updated_at': '2021-07-08T02:37:22Z', 'revision_number': 6, 'project_id': 'afa2cdf7f0d34368bbe773f010ec0a5e', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:37:23.082250 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.087133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:23.108087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:23.108429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e38965fd-3c44-4ee3-9a3e-2e11065bd4a8 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:23.111839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Pushing event deleted for resources: {'Port': ['ID=3503b5e1-f22d-42ee-a445-6f18b53b2174,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:23.179331 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.268308 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.270419 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.361312 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.361783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731a38fc-d3af-4da8-8df0-4fd179655af4 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:37:23.366471 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.367648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c3d1a8a6-c779-41b8-bf2a-7898f38df97f admin admin] 10.222.0.10 "DELETE /v2.0/routers/731a38fc-d3af-4da8-8df0-4fd179655af4 HTTP/1.1" status: 204 len: 168 time: 0.9352102 Jul 08 02:37:23.370291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59242) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:23.418529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-89816c04-ce5f-4ce4-92f6-485f3ec2241e admin admin] Deleting subnet 77a237d9-ac15-40c8-ac2b-b78fe4ead437 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:37:23.421831 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89816c04-ce5f-4ce4-92f6-485f3ec2241e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.457952 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89816c04-ce5f-4ce4-92f6-485f3ec2241e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.537362 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89816c04-ce5f-4ce4-92f6-485f3ec2241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.661644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89816c04-ce5f-4ce4-92f6-485f3ec2241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.691120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89816c04-ce5f-4ce4-92f6-485f3ec2241e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a237d9-ac15-40c8-ac2b-b78fe4ead437,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:23.694704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-89816c04-ce5f-4ce4-92f6-485f3ec2241e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.697052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-89816c04-ce5f-4ce4-92f6-485f3ec2241e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/77a237d9-ac15-40c8-ac2b-b78fe4ead437 HTTP/1.1" status: 204 len: 168 time: 0.3253853 Jul 08 02:37:23.699177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59244) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:23.700689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716f74e-55f1-4027-a2db-7728e5527f81 None None] Network 8704f5ff-60bd-4bae-a9c4-f0b62a678792 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:37:23.765519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.824307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Deleting port 6744114f-b74e-426e-a636-a5c4201b65a3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:23.824661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.890295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] For port 6744114f-b74e-426e-a636-a5c4201b65a3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6744114f-b74e-426e-a636-a5c4201b65a3,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:23.890670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.904554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Calling delete_port for 6744114f-b74e-426e-a636-a5c4201b65a3 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:23.909171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] DHCP port deletion for 8704f5ff-60bd-4bae-a9c4-f0b62a678792 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:37:23.912734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3503b5e1-f22d-42ee-a445-6f18b53b2174 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:23.951326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 3503b5e1-f22d-42ee-a445-6f18b53b2174 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:23.951704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3503b5e1-f22d-42ee-a445-6f18b53b2174 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:23.952140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 18d93f05-1342-453b-8f38-e8b73130ceab no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:23.977644 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 18d93f05-1342-453b-8f38-e8b73130ceab {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:23.977999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 18d93f05-1342-453b-8f38-e8b73130ceab not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:24.003840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] Deleting port 6744114f-b74e-426e-a636-a5c4201b65a3 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:24.003840 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.062984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] For port 6744114f-b74e-426e-a636-a5c4201b65a3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6744114f-b74e-426e-a636-a5c4201b65a3,segment=NetworkSegment(baa12b62-8b20-41d4-ad3a-1d5618432d6e),segment_id=baa12b62-8b20-41d4-ad3a-1d5618432d6e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:24.063414 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.066618 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.078224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] Calling delete_port for 6744114f-b74e-426e-a636-a5c4201b65a3 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:24.094815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] No DVR routers for this DVR port 6744114f-b74e-426e-a636-a5c4201b65a3 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:37:24.096661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Pushing event deleted for resources: {'Port': ['ID=6744114f-b74e-426e-a636-a5c4201b65a3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:24.106838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.111015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:24.165607 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.180795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.191400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] Pushing event deleted for resources: {'Port': ['ID=6744114f-b74e-426e-a636-a5c4201b65a3,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:24.195601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8704f5ff-60bd-4bae-a9c4-f0b62a678792']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:24.195930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865f5ee-1255-45c1-8970-ede839e8af89 None None] No DVR routers for this DVR port 6744114f-b74e-426e-a636-a5c4201b65a3 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:37:24.209658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa12b62-8b20-41d4-ad3a-1d5618432d6e') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:24.209959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa12b62-8b20-41d4-ad3a-1d5618432d6e') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:24.218733 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.237507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.243729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:37:24.244148 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:37:24.245764 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:37:24.369203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.374526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.379060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] 10.222.0.10 "DELETE /v2.0/networks/8704f5ff-60bd-4bae-a9c4-f0b62a678792 HTTP/1.1" status: 204 len: 168 time: 0.6763542 Jul 08 02:37:24.380161 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59246) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:24.388224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784ff09-b17a-483b-985d-7d2c514e249e admin admin] Pushing event deleted for resources: {'Network': ['ID=8704f5ff-60bd-4bae-a9c4-f0b62a678792,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:24.716489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:25.269968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Deleting port d7636381-c539-42d5-aaa5-1eeea87bafdd {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:25.270319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:25.348115 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] For port d7636381-c539-42d5-aaa5-1eeea87bafdd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d7636381-c539-42d5-aaa5-1eeea87bafdd,segment=NetworkSegment(e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd),segment_id=e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:25.348477 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:25.361040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Calling delete_port for d7636381-c539-42d5-aaa5-1eeea87bafdd owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:25.603955 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:25.630977 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7636381-c539-42d5-aaa5-1eeea87bafdd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:25.798072 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:25.932633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6744114f-b74e-426e-a636-a5c4201b65a3 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:25.953333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 6744114f-b74e-426e-a636-a5c4201b65a3 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:25.953759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6744114f-b74e-426e-a636-a5c4201b65a3 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:26.014602 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:37:26.117165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:37:26.122123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-257f323d-8420-483d-a397-c37ff199c18c admin admin] 10.222.0.10 "PUT /v2.0/routers/99fd695b-7e6a-4cb8-94e1-7c71e43f6349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7409334 Jul 08 02:37:26.124677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59248) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:26.125671 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] Sync routers for ids ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:37:26.135049 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] Routers {'99fd695b-7e6a-4cb8-94e1-7c71e43f6349'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:37:26.135686 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:37:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:26.229284 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:26.238604 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] Set router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:37:26.332292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:26.414432 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:37:25Z', 'revision_number': 5, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port': {'id': '8620bbf4-fe0d-4443-a4d8-00ef161ce588', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:36:43Z', 'updated_at': '2021-07-08T02:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:26.440216 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] Checking router: 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:37:26.448950 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] Routers {'99fd695b-7e6a-4cb8-94e1-7c71e43f6349'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:37:26.449561 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:37:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:26.450062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Deleting port 8620bbf4-fe0d-4443-a4d8-00ef161ce588 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:26.450425 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:26.531960 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] Set router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:37:26.532647 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] For port 8620bbf4-fe0d-4443-a4d8-00ef161ce588, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=8620bbf4-fe0d-4443-a4d8-00ef161ce588,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:26.533019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:26.546565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Calling delete_port for 8620bbf4-fe0d-4443-a4d8-00ef161ce588 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:26.582111 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:37:26Z', 'revision_number': 6, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:26.610955 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92006749-ac0e-4cba-ac36-2a589ecda6b9 None None] The sync data for ids ['99fd695b-7e6a-4cb8-94e1-7c71e43f6349'] in n-d-695189-13 is: [{'id': '99fd695b-7e6a-4cb8-94e1-7c71e43f6349', 'name': 'tempest-TestServerMultinode-767383059-router', 'tenant_id': '0a6ce3407b404f60b9e72f706ad0f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:36:42Z', 'updated_at': '2021-07-08T02:37:26Z', 'revision_number': 6, 'project_id': '0a6ce3407b404f60b9e72f706ad0f317', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:37:26.725258 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:37:26.772527 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:26.798733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Pushing event deleted for resources: {'Port': ['ID=8620bbf4-fe0d-4443-a4d8-00ef161ce588,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:26.869229 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:26.961611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:26.964099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.082035 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.082578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99fd695b-7e6a-4cb8-94e1-7c71e43f6349 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:37:27.086970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.090623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3d6aa3d8-2ec7-478e-960a-597722fff682 admin admin] 10.222.0.10 "DELETE /v2.0/routers/99fd695b-7e6a-4cb8-94e1-7c71e43f6349 HTTP/1.1" status: 204 len: 168 time: 0.9628375 Jul 08 02:37:27.090957 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59250) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:27.138035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c08c931-996b-423c-9f63-53e04762cde4 admin admin] Deleting subnet 30f48e5e-c336-4a5a-b7e4-05e0adb837d7 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:37:27.141137 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c08c931-996b-423c-9f63-53e04762cde4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.176916 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c08c931-996b-423c-9f63-53e04762cde4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.261880 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c08c931-996b-423c-9f63-53e04762cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.401757 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c08c931-996b-423c-9f63-53e04762cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.429611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6c08c931-996b-423c-9f63-53e04762cde4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.432721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6c08c931-996b-423c-9f63-53e04762cde4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/30f48e5e-c336-4a5a-b7e4-05e0adb837d7 HTTP/1.1" status: 204 len: 168 time: 0.3393285 Jul 08 02:37:27.432721 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08c931-996b-423c-9f63-53e04762cde4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f48e5e-c336-4a5a-b7e4-05e0adb837d7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:27.434126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59252) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:27.437457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4dda6-f91b-4c31-9d32-991639880630 None None] Network ed0e7ea4-dd2d-4b01-af63-43966c2368ad requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:37:27.506005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.558079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Deleting port dc259ec1-5653-40e2-8031-7aede56ec56e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:27.558432 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.618531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] DHCP port deletion for ed0e7ea4-dd2d-4b01-af63-43966c2368ad request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:37:27.621825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] For port dc259ec1-5653-40e2-8031-7aede56ec56e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc259ec1-5653-40e2-8031-7aede56ec56e,segment=NetworkSegment(e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd),segment_id=e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:27.622203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.635708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Calling delete_port for dc259ec1-5653-40e2-8031-7aede56ec56e owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:27.664031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] Deleting port dc259ec1-5653-40e2-8031-7aede56ec56e {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:27.664411 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.723502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] For port dc259ec1-5653-40e2-8031-7aede56ec56e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=dc259ec1-5653-40e2-8031-7aede56ec56e,segment=NetworkSegment(e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd),segment_id=e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:27.723904 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.740235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] Calling delete_port for dc259ec1-5653-40e2-8031-7aede56ec56e owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:27.784325 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.811366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc259ec1-5653-40e2-8031-7aede56ec56e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:27.813207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] No DVR routers for this DVR port dc259ec1-5653-40e2-8031-7aede56ec56e on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:37:27.815090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.841174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] Pushing event deleted for resources: {'Port': ['ID=dc259ec1-5653-40e2-8031-7aede56ec56e,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:27.845435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45dca11-7827-4aca-94e7-80239f3c3cdf None None] No DVR routers for this DVR port dc259ec1-5653-40e2-8031-7aede56ec56e on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:37:27.880600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d7636381-c539-42d5-aaa5-1eeea87bafdd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:27.886379 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.896336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0e7ea4-dd2d-4b01-af63-43966c2368ad']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:27.900302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d7636381-c539-42d5-aaa5-1eeea87bafdd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:27.903061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d7636381-c539-42d5-aaa5-1eeea87bafdd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:27.903061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8620bbf4-fe0d-4443-a4d8-00ef161ce588 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:27.910747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:27.911049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c5e1e7-f6be-4a55-8b8e-0e7f4a71f2fd') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:27.920445 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.922352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 8620bbf4-fe0d-4443-a4d8-00ef161ce588 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:27.922704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 8620bbf4-fe0d-4443-a4d8-00ef161ce588 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:27.923131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc259ec1-5653-40e2-8031-7aede56ec56e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:27.936199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.942528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: dc259ec1-5653-40e2-8031-7aede56ec56e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:27.942877 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device dc259ec1-5653-40e2-8031-7aede56ec56e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:27.943306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:37:27.943893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:37:27.945640 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:37:28.080983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:28.087588 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:28.089600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ed0e7ea4-dd2d-4b01-af63-43966c2368ad HTTP/1.1" status: 204 len: 168 time: 0.6544378 Jul 08 02:37:28.101121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77577c-71f7-41e5-91cb-ae1ff37f1e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0e7ea4-dd2d-4b01-af63-43966c2368ad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:28.458135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59256) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:28.497572 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a35ea60d-d492-4d3a-90e9-8aca76d98e62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=afa2cdf7f0d34368bbe773f010ec0a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382559 Jul 08 02:37:28.499865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59258) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:28.547225 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf6915e-d1ec-4a5e-aa61-edaf0ba3294e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:28.567450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf6915e-d1ec-4a5e-aa61-edaf0ba3294e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:28.697818 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf6915e-d1ec-4a5e-aa61-edaf0ba3294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:28.700389 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-acf6915e-d1ec-4a5e-aa61-edaf0ba3294e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:28.701523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-acf6915e-d1ec-4a5e-aa61-edaf0ba3294e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66858ae6-a6ed-42c3-8ddd-54caed30f556 HTTP/1.1" status: 204 len: 168 time: 0.2007577 Jul 08 02:37:28.709512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6915e-d1ec-4a5e-aa61-edaf0ba3294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66858ae6-a6ed-42c3-8ddd-54caed30f556,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:29.321547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59264) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:29.360637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8dfe37bd-5d86-4726-98af-bb6af1083d01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a6ce3407b404f60b9e72f706ad0f317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379276 Jul 08 02:37:29.363562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59266) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:29.410746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68df8ab0-f284-493d-b422-2638d9bbc0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:29.431516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68df8ab0-f284-493d-b422-2638d9bbc0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:29.569223 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68df8ab0-f284-493d-b422-2638d9bbc0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:29.571702 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-68df8ab0-f284-493d-b422-2638d9bbc0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:29.572842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-68df8ab0-f284-493d-b422-2638d9bbc0d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48db583e-4d23-466d-a55a-5b7f07585b5e HTTP/1.1" status: 204 len: 168 time: 0.2082751 Jul 08 02:37:29.580237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df8ab0-f284-493d-b422-2638d9bbc0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48db583e-4d23-466d-a55a-5b7f07585b5e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:39.603315 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-102565d6-8768-4533-ae89-9e4264b9e3ef tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c13f6cdbcc664844a6229dae6ae38195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221174 Jul 08 02:37:39.707025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-feaabb8f-5515-4986-971b-f1c5c6b20426 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:39.708456 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-feaabb8f-5515-4986-971b-f1c5c6b20426 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1003656 Jul 08 02:37:39.722798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-a4cf2c8a-4d11-4bf3-8e0e-c93e8e6e5a6c tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/quotas/c13f6cdbcc664844a6229dae6ae38195 HTTP/1.1" status: 200 len: 375 time: 0.0090289 Jul 08 02:37:39.760293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-ad62c801-a6a8-46fb-912c-aeed098b068a tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c13f6cdbcc664844a6229dae6ae38195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328791 Jul 08 02:37:39.999603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7112a15f-509c-40ab-9651-6fb12757eed6 req-2f645d6b-6ffb-45d1-ae9d-cb554dc9b517 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 210 time: 0.0291269 Jul 08 02:37:41.136625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f8d54b1c-f5fd-4ddf-a449-ba20f37047dc req-f43161f2-bfed-4392-be1e-c8b5adee74e2 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 210 time: 0.0291567 Jul 08 02:37:42.038356 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-7c48119a-f654-4ece-a66c-fd4d13892a0e tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c13f6cdbcc664844a6229dae6ae38195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217426 Jul 08 02:37:42.149607 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6ce490e8-3639-42b3-a5e6-9440bc19a641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:42.187888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-f32c51d3-e7e8-4a56-ade6-dd541d67f5c4 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:42.189441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-f32c51d3-e7e8-4a56-ade6-dd541d67f5c4 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464400 Jul 08 02:37:42.201717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Request body: {'port': {'device_id': 'e9b69621-6c3c-411f-815c-06fe1390e012', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'admin_state_up': True, 'tenant_id': 'c13f6cdbcc664844a6229dae6ae38195'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:42.304574 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9e85a87-855d-48a4-a9af-d183a74ff70a req-bc69609f-8473-406a-ba4d-62d23b1cb569 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 210 time: 0.0381532 Jul 08 02:37:42.426506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Made reservation on behalf of c13f6cdbcc664844a6229dae6ae38195 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:37:42.430221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:42.439368 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:42.533308 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:42.597673 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:42.660778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6af634-a947-4973-8939-349bbeca3ab4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:42.724098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Allocated IP 192.168.233.98 (d128bbdb-d326-48f0-84b7-38fc466606b6/9ea2e7b9-3dc3-46f0-9a99-01c454933c77/ab599fa7-e4d4-407b-90cd-99a874760424) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:37:42.867314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:42.880983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Transition to ACTIVE for port object ab599fa7-e4d4-407b-90cd-99a874760424 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:37:42.970029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.014614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Network d128bbdb-d326-48f0-84b7-38fc466606b6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:37:43.019628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:37:43.022217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:37:43.055440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Pushing event updated for resources: {'Port': ['ID=ab599fa7-e4d4-407b-90cd-99a874760424,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:43.083228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:43.083912 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.153127 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c8b71dae-9818-4d20-8bf6-e2255a5e32e3 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9551907 Jul 08 02:37:43.165388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Request body: {'port': {'device_id': 'e9b69621-6c3c-411f-815c-06fe1390e012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:43.238391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.268046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-552b32b0-521e-4ea7-9336-0552fa182cff None None] Provisioning for port ab599fa7-e4d4-407b-90cd-99a874760424 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:37:43.272348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-552b32b0-521e-4ea7-9336-0552fa182cff None None] Provisioning complete for port ab599fa7-e4d4-407b-90cd-99a874760424 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:37:43.272737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-552b32b0-521e-4ea7-9336-0552fa182cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.306937 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-552b32b0-521e-4ea7-9336-0552fa182cff None None] Port ab599fa7-e4d4-407b-90cd-99a874760424 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:37:43.476935 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc98e3e-f48f-47b4-991f-39f776c6297e req-910c7674-93db-4888-b52c-31b19ec83fe2 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:43.478457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fc98e3e-f48f-47b4-991f-39f776c6297e req-910c7674-93db-4888-b52c-31b19ec83fe2 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 935 time: 0.0631025 Jul 08 02:37:43.500497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab599fa7-e4d4-407b-90cd-99a874760424 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:37:43.507859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.518303 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fc98e3e-f48f-47b4-991f-39f776c6297e req-d706f7da-a91b-42b9-b4e9-a273208db3bb tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jul 08 02:37:43.520105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Transition to ACTIVE for port object ab599fa7-e4d4-407b-90cd-99a874760424 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:37:43.603402 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.653808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab599fa7-e4d4-407b-90cd-99a874760424,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:43.721772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Attempting to bind port ab599fa7-e4d4-407b-90cd-99a874760424 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:37:43.722113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Attempting to bind port ab599fa7-e4d4-407b-90cd-99a874760424 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:37:43.722450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Attempting to bind port ab599fa7-e4d4-407b-90cd-99a874760424 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:37:43.726916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Port ab599fa7-e4d4-407b-90cd-99a874760424 on network d128bbdb-d326-48f0-84b7-38fc466606b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:37:43.727239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Attempting to bind port ab599fa7-e4d4-407b-90cd-99a874760424 on network d128bbdb-d326-48f0-84b7-38fc466606b6 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:37:43.732006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:37:43.732351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Checking segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:37:43.732734 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Bound using segment: {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:37:43.733161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Bound port: ab599fa7-e4d4-407b-90cd-99a874760424, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b953600-6695-4070-94e6-edda6ecac308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:37:43.733525 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.803946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] For port ab599fa7-e4d4-407b-90cd-99a874760424, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:37:43.806969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] For port ab599fa7-e4d4-407b-90cd-99a874760424, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ab599fa7-e4d4-407b-90cd-99a874760424,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:37:43.915841 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.948302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:43.948952 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:43.950377 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] 10.222.0.32 "PUT /v2.0/ports/ab599fa7-e4d4-407b-90cd-99a874760424 HTTP/1.1" status: 200 len: 1096 time: 0.7896328 Jul 08 02:37:43.952657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b69621-6c3c-411f-815c-06fe1390e012', 'tag': 'ab599fa7-e4d4-407b-90cd-99a874760424'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:43.954941 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0954f2ee-05a2-4951-9363-dfd3a68feb22" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b69621-6c3c-411f-815c-06fe1390e012", "tag": "ab599fa7-e4d4-407b-90cd-99a874760424"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:43.980633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8be2e-708a-4e74-8113-8558f0118fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab599fa7-e4d4-407b-90cd-99a874760424,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:44.004522 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff79b2c-70d9-421b-bad3-10bbf986d728 x-openstack-request-id: req-6ff79b2c-70d9-421b-bad3-10bbf986d728 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:44.004928 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b69621-6c3c-411f-815c-06fe1390e012", "tag": "ab599fa7-e4d4-407b-90cd-99a874760424", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:44.005255 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ff79b2c-70d9-421b-bad3-10bbf986d728 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:44.005801 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b69621-6c3c-411f-815c-06fe1390e012', 'tag': 'ab599fa7-e4d4-407b-90cd-99a874760424', 'status': 'completed', 'code': 200} Jul 08 02:37:44.083019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954f2ee-05a2-4951-9363-dfd3a68feb22 req-27dc3246-0521-4479-a695-9917a52cf8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:44.084628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0954f2ee-05a2-4951-9363-dfd3a68feb22 req-27dc3246-0521-4479-a695-9917a52cf8fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c13f6cdbcc664844a6229dae6ae38195&device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 1099 time: 0.0561576 Jul 08 02:37:44.113606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0954f2ee-05a2-4951-9363-dfd3a68feb22 req-56b41b2e-b43c-4618-be73-f90866d68c67 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c13f6cdbcc664844a6229dae6ae38195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211480 Jul 08 02:37:44.207927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954f2ee-05a2-4951-9363-dfd3a68feb22 req-0a574e2b-4178-41e3-954c-41c3cb4eee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:44.209420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0954f2ee-05a2-4951-9363-dfd3a68feb22 req-0a574e2b-4178-41e3-954c-41c3cb4eee2a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901940 Jul 08 02:37:44.302365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-9abaa542-7b4f-4787-8e2e-e4ed1b164428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:44.303853 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-9abaa542-7b4f-4787-8e2e-e4ed1b164428 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c13f6cdbcc664844a6229dae6ae38195&device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 1099 time: 0.0524371 Jul 08 02:37:44.343756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-fd43cc8b-bfe2-45ad-a611-e42a434ab6ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ab599fa7-e4d4-407b-90cd-99a874760424 HTTP/1.1" status: 200 len: 217 time: 0.0325015 Jul 08 02:37:44.393146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-b242d6bd-e0a1-4cdb-995d-c6fb4167c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:44.395087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-b242d6bd-e0a1-4cdb-995d-c6fb4167c024 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ea2e7b9-3dc3-46f0-9a99-01c454933c77 HTTP/1.1" status: 200 len: 843 time: 0.0457921 Jul 08 02:37:44.451420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-969e5670-c6e2-466e-8fe4-7b4fcc918e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:44.452896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-969e5670-c6e2-466e-8fe4-7b4fcc918e6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d128bbdb-d326-48f0-84b7-38fc466606b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510671 Jul 08 02:37:44.472840 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2c22c84b-212d-43ff-ac93-f3d1700295c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:44.540917 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-f3eb2e4b-1a0b-4e3e-8ed0-c28d7cf48cc9 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812781 Jul 08 02:37:44.635825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca6c440e-acf0-48a9-b61a-4efb4c198cc5 req-c0b4c0be-935a-4fa6-91af-bce0454086a5 service neutron] 10.222.0.32 "GET /v2.0/networks/d128bbdb-d326-48f0-84b7-38fc466606b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880527 Jul 08 02:37:44.695135 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7784c5-ac35-443b-bc9c-ae8044392ba4 req-f486dc95-41fe-4741-840f-c9320f486d41 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:44.696958 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b7784c5-ac35-443b-bc9c-ae8044392ba4 req-f486dc95-41fe-4741-840f-c9320f486d41 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 947 time: 0.0675521 Jul 08 02:37:44.735139 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1b7784c5-ac35-443b-bc9c-ae8044392ba4 req-c881201d-d406-4a85-b7e5-cebb2255e1a1 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Jul 08 02:37:44.909090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.877876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.911544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b191b-1120-4017-9a7c-4962c0df1fe3 req-cd9052e0-13ce-468c-a746-721de8a46cc5 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:45.913062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-007b191b-1120-4017-9a7c-4962c0df1fe3 req-cd9052e0-13ce-468c-a746-721de8a46cc5 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 947 time: 0.0633779 Jul 08 02:37:45.950076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-007b191b-1120-4017-9a7c-4962c0df1fe3 req-6fb9563c-c251-466a-8a71-17c7d88b4e4c tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Jul 08 02:37:47.120502 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0265b6f-3bc3-4028-b43b-359359515e53 req-10a23c6f-28d2-485f-b564-b5cfa293230e tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:47.122031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0265b6f-3bc3-4028-b43b-359359515e53 req-10a23c6f-28d2-485f-b564-b5cfa293230e tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 947 time: 0.0640116 Jul 08 02:37:47.160332 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f0265b6f-3bc3-4028-b43b-359359515e53 req-67fdbcd3-9afb-4e82-8955-3806f6aa61a0 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Jul 08 02:37:47.191030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ab599fa7-e4d4-407b-90cd-99a874760424 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:37:47.283166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ab599fa7-e4d4-407b-90cd-99a874760424, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ab599fa7-e4d4-407b-90cd-99a874760424,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:47.294332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'ab599fa7-e4d4-407b-90cd-99a874760424', 'network_id': 'd128bbdb-d326-48f0-84b7-38fc466606b6', 'port_id': 'ab599fa7-e4d4-407b-90cd-99a874760424', 'mac_address': 'fa:16:3e:2d:78:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea2e7b9-3dc3-46f0-9a99-01c454933c77', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:37:47.328536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:47.340829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab599fa7-e4d4-407b-90cd-99a874760424 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:37:47.359743 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ab599fa7-e4d4-407b-90cd-99a874760424, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ab599fa7-e4d4-407b-90cd-99a874760424,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:47.435263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:47.491489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ab599fa7-e4d4-407b-90cd-99a874760424,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:47.500568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.500918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.501262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.501603 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.501942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.502274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.502604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.502936 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.503812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.504123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.504448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.510927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:47.554670 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:47.638409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['ab599fa7-e4d4-407b-90cd-99a874760424'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:48.332803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eb023-8985-4f21-87c1-9502489865ae req-dbcb66cf-df13-4a6e-9858-83f2930d881f tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:48.334286 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-053eb023-8985-4f21-87c1-9502489865ae req-dbcb66cf-df13-4a6e-9858-83f2930d881f tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 948 time: 0.0661988 Jul 08 02:37:48.371680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-053eb023-8985-4f21-87c1-9502489865ae req-24e31c65-3524-4fcf-8c4e-e6ca1649e014 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Jul 08 02:37:48.469123 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:49.201683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ab599fa7-e4d4-407b-90cd-99a874760424 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:37:49.306025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port ab599fa7-e4d4-407b-90cd-99a874760424 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:37:49.309823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port ab599fa7-e4d4-407b-90cd-99a874760424 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:37:49.310201 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:49.387165 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:49.408970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b69621-6c3c-411f-815c-06fe1390e012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab599fa7-e4d4-407b-90cd-99a874760424'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:49.411520 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d55aa-117e-4273-bf4c-ed55e0202f39" -d '{"events": [{"server_uuid": "e9b69621-6c3c-411f-815c-06fe1390e012", "name": "network-vif-plugged", "status": "completed", "tag": "ab599fa7-e4d4-407b-90cd-99a874760424"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:49.424145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port ab599fa7-e4d4-407b-90cd-99a874760424, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ab599fa7-e4d4-407b-90cd-99a874760424,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:49.446578 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5487cc0-b1ac-40d5-ab39-462cefc0b77b x-openstack-request-id: req-b5487cc0-b1ac-40d5-ab39-462cefc0b77b {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:49.446874 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b69621-6c3c-411f-815c-06fe1390e012", "name": "network-vif-plugged", "status": "completed", "tag": "ab599fa7-e4d4-407b-90cd-99a874760424", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:49.447127 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5487cc0-b1ac-40d5-ab39-462cefc0b77b {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:49.447547 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b69621-6c3c-411f-815c-06fe1390e012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab599fa7-e4d4-407b-90cd-99a874760424', 'code': 200} Jul 08 02:37:49.486501 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:49.537719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=ab599fa7-e4d4-407b-90cd-99a874760424,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:49.550833 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3675e-22bc-4f96-b5b3-55e3b1cfae79 req-bd0b2103-0f75-41d5-a2de-42b7d58ce585 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:49.552395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1aa3675e-22bc-4f96-b5b3-55e3b1cfae79 req-bd0b2103-0f75-41d5-a2de-42b7d58ce585 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 949 time: 0.0708160 Jul 08 02:37:49.565026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac72517-6cd1-409c-b855-5f4247964f98 req-d5f05e3a-2283-49a7-90a3-290e924fac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:49.566529 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ac72517-6cd1-409c-b855-5f4247964f98 req-d5f05e3a-2283-49a7-90a3-290e924fac6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 1101 time: 0.0592568 Jul 08 02:37:49.597349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1aa3675e-22bc-4f96-b5b3-55e3b1cfae79 req-eb2b1132-1c55-44bb-96d6-c07169085e72 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377963 Jul 08 02:37:49.605741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ac72517-6cd1-409c-b855-5f4247964f98 req-769acf69-f66c-4436-ab4c-527fcbf53220 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Jul 08 02:37:50.768060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125223c-32b2-422a-9c71-d51a27cdca24 req-66dfdaf5-d218-41f7-bc7c-7de1f4f2b081 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:50.769536 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e125223c-32b2-422a-9c71-d51a27cdca24 req-66dfdaf5-d218-41f7-bc7c-7de1f4f2b081 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 949 time: 0.0624580 Jul 08 02:37:50.809736 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e125223c-32b2-422a-9c71-d51a27cdca24 req-39d2bcfe-44bc-44cf-adf9-6ec21304c79c tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 Jul 08 02:37:51.212318 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:52.366278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf198-a914-4796-817e-896fc2db6a1a req-4127e0f7-6023-4cd4-bc7d-096e453e4702 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:52.367764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62fdf198-a914-4796-817e-896fc2db6a1a req-4127e0f7-6023-4cd4-bc7d-096e453e4702 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 949 time: 0.0618789 Jul 08 02:37:52.403761 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-62fdf198-a914-4796-817e-896fc2db6a1a req-969d1244-41ce-4d3b-a6df-7e9cf9253753 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306187 Jul 08 02:37:53.578077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375816e4-630a-43a4-b1b1-70fc642b0492 req-6c44cac8-e32c-4e31-b5c5-0f505d15ae76 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:53.579566 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-375816e4-630a-43a4-b1b1-70fc642b0492 req-6c44cac8-e32c-4e31-b5c5-0f505d15ae76 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 949 time: 0.0665641 Jul 08 02:37:53.617256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-375816e4-630a-43a4-b1b1-70fc642b0492 req-96c4b85f-cbbe-4c77-9fb9-ed2e8497ccea tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/security-groups?id=be6af634-a947-4973-8939-349bbeca3ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Jul 08 02:37:53.661889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-55695cf4-c0d8-4a17-9aa9-a1aaa4ed0bd6 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:53.663361 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-55695cf4-c0d8-4a17-9aa9-a1aaa4ed0bd6 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 949 time: 0.0617039 Jul 08 02:37:54.077437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Deleting port ab599fa7-e4d4-407b-90cd-99a874760424 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:54.077786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:54.170844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] For port ab599fa7-e4d4-407b-90cd-99a874760424, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=ab599fa7-e4d4-407b-90cd-99a874760424,segment=NetworkSegment(9b953600-6695-4070-94e6-edda6ecac308),segment_id=9b953600-6695-4070-94e6-edda6ecac308)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:54.171211 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:54.189957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Calling delete_port for ab599fa7-e4d4-407b-90cd-99a874760424 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:54.395965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:54.409677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['ab599fa7-e4d4-407b-90cd-99a874760424'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:54.427832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Pushing event deleted for resources: {'Port': ['ID=ab599fa7-e4d4-407b-90cd-99a874760424,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:54.482209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] No DVR routers for this DVR port ab599fa7-e4d4-407b-90cd-99a874760424 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:37:54.485220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:54.488363 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf24813c-6d39-449f-bf52-87bdb40ca551 req-8081c540-c0d5-4f4a-aeee-706f6dbf5c50 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.32 "DELETE /v2.0/ports/ab599fa7-e4d4-407b-90cd-99a874760424 HTTP/1.1" status: 204 len: 173 time: 0.8178616 Jul 08 02:37:54.489017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b69621-6c3c-411f-815c-06fe1390e012', 'name': 'network-vif-deleted', 'tag': 'ab599fa7-e4d4-407b-90cd-99a874760424'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:54.492305 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee1770-481d-4a22-91bd-91742bac5d71" -d '{"events": [{"server_uuid": "e9b69621-6c3c-411f-815c-06fe1390e012", "name": "network-vif-deleted", "tag": "ab599fa7-e4d4-407b-90cd-99a874760424"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:54.534181 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df4723-d716-479a-b209-93b0e9578e53 x-openstack-request-id: req-c5df4723-d716-479a-b209-93b0e9578e53 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:54.534643 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b69621-6c3c-411f-815c-06fe1390e012", "name": "network-vif-deleted", "tag": "ab599fa7-e4d4-407b-90cd-99a874760424", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:54.535051 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5df4723-d716-479a-b209-93b0e9578e53 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:54.535745 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b69621-6c3c-411f-815c-06fe1390e012', 'name': 'network-vif-deleted', 'tag': 'ab599fa7-e4d4-407b-90cd-99a874760424', 'status': 'completed', 'code': 200} Jul 08 02:37:54.773824 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8be29d7f-c82b-43c0-95bd-7efc2448c05b req-d3663ebf-d126-4884-a6e0-7087b9cb3340 tempest-ServersAdminNegativeTestJSON-573350228 tempest-ServersAdminNegativeTestJSON-573350228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b69621-6c3c-411f-815c-06fe1390e012 HTTP/1.1" status: 200 len: 210 time: 0.0292318 Jul 08 02:37:56.297383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59400) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:56.465049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fb617fb7-ad90-4415-a092-3addeea5f6b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c13f6cdbcc664844a6229dae6ae38195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665039 Jul 08 02:37:56.467507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59406) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:56.513783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1304b575-9436-4f19-afa3-f18000424242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:56.533759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1304b575-9436-4f19-afa3-f18000424242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:56.646327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1304b575-9436-4f19-afa3-f18000424242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:56.648836 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1304b575-9436-4f19-afa3-f18000424242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:56.649981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1304b575-9436-4f19-afa3-f18000424242 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be6af634-a947-4973-8939-349bbeca3ab4 HTTP/1.1" status: 204 len: 168 time: 0.1815782 Jul 08 02:37:56.657769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304b575-9436-4f19-afa3-f18000424242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6af634-a947-4973-8939-349bbeca3ab4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:57.228730 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59412) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:57.242200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288878a0-e82f-432b-94f2-229da72e8b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.263696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ab599fa7-e4d4-407b-90cd-99a874760424 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:37:57.284714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: ab599fa7-e4d4-407b-90cd-99a874760424 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:37:57.285047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device ab599fa7-e4d4-407b-90cd-99a874760424 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:37:57.333329 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288878a0-e82f-432b-94f2-229da72e8b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.391635 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288878a0-e82f-432b-94f2-229da72e8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.432696 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-288878a0-e82f-432b-94f2-229da72e8b29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2894443d61454f29ab72830aa446130b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028990 Jul 08 02:37:57.433518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288878a0-e82f-432b-94f2-229da72e8b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def41d7a-d028-4b42-8d3a-990e3d0dcc87,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:57.435626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:57.484778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccc9396d-360d-4284-a236-6ee3c48844e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.508468 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccc9396d-360d-4284-a236-6ee3c48844e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.623397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccc9396d-360d-4284-a236-6ee3c48844e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.625972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccc9396d-360d-4284-a236-6ee3c48844e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.627154 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ccc9396d-360d-4284-a236-6ee3c48844e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/def41d7a-d028-4b42-8d3a-990e3d0dcc87 HTTP/1.1" status: 204 len: 168 time: 0.1904233 Jul 08 02:37:57.635379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9396d-360d-4284-a236-6ee3c48844e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def41d7a-d028-4b42-8d3a-990e3d0dcc87,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:58.613502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59436) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:58.704398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1028594796-network', 'tenant_id': 'c30683eee72a461a85580592d1657858'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:58.812019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Made reservation on behalf of c30683eee72a461a85580592d1657858 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:37:58.814495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:58.822624 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:58.906108 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:58.966603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:58.992863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:37:59.002713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09847b23-0bc9-4f90-bab5-153028f7b429,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:59.008785 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.009140 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Added segment 93643e55-6f1a-48ba-8285-3335564f5248 of type vlan for network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 Jul 08 02:37:59.047784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.149245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.150217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:59.150796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.209816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] Pushing event updated for resources: {'Network': ['ID=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:59.219638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:37:59.273511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59440) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:59.274069 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-126d0801-80f2-4dc7-90d0-1cbd9d5cf0de admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6590328 Jul 08 02:37:59.278651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Request body: {'subnet': {'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1028594796-subnet', 'tenant_id': 'c30683eee72a461a85580592d1657858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:59.351781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Made reservation on behalf of c30683eee72a461a85580592d1657858 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:37:59.354138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.566399 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.614643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd0d03b-9d1c-41bf-987c-94409c4e642f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:59.629208 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Checking segment: {'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:37:59.629574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Network hostable DHCP agents. Network: 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:37:59.720329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:37:59.803701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:37:59.807805 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:59.808406 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:59.812668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7cc06-1ace-4916-b831-6cb6665f303a None None] Network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:37:59.878220 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d8d856c8-7fb2-48f9-b377-14c3d979df2a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6035452 Jul 08 02:37:59.938782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618cb96-2d02-4da6-93d6-82953cd2fcf4 None None] Network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:00.285587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4775-95d1-4617-b825-658efb135040 req-e32ae93a-2541-472c-a9e7-0f8eb5843455 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:00.287629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-e32ae93a-2541-472c-a9e7-0f8eb5843455 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/networks?id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 200 len: 812 time: 0.0997784 Jul 08 02:38:00.301684 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-9b695104-e6ad-46cb-a028-30f7dc59ceb5 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/quotas/c30683eee72a461a85580592d1657858 HTTP/1.1" status: 200 len: 375 time: 0.0088167 Jul 08 02:38:00.338455 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-39796b4e-87e5-433e-86c2-66ddc9fdb093 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316994 Jul 08 02:38:00.425851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-dd6ed6a3-304a-4aea-9343-6de113899ee4 service neutron] 10.222.0.10 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809398 Jul 08 02:38:00.515599 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-0dc4fd80-99c8-47d0-9f4a-3c89ef20603b service neutron] 10.222.0.10 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 Jul 08 02:38:00.797419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-019bf383-2fd4-4f7c-8db4-9dafa4c15b44 req-fe3ce582-49a1-443b-b1e8-a0e20f4ba595 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 210 time: 0.0393798 Jul 08 02:38:01.928774 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39e96707-dd40-4362-b241-984651696dc9 req-7c92c515-b87c-4650-824e-bf5236f6e5e0 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 210 time: 0.0305159 Jul 08 02:38:02.902646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4775-95d1-4617-b825-658efb135040 req-ed1d688f-5113-4250-b16c-13c3dc01e774 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:02.904140 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-ed1d688f-5113-4250-b16c-13c3dc01e774 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.32 "GET /v2.0/networks?id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 200 len: 812 time: 0.1029899 Jul 08 02:38:02.916481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Request body: {'port': {'device_id': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83', 'admin_state_up': True, 'tenant_id': 'c30683eee72a461a85580592d1657858'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:03.078647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4746e838-2cf1-4718-a3eb-c1b1806db2aa req-01f81014-ef26-4d6c-808f-f7deb522871f tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 210 time: 0.0324488 Jul 08 02:38:03.117616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Made reservation on behalf of c30683eee72a461a85580592d1657858 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:38:03.121237 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.255919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Allocated IP 172.20.0.9 (8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83/6cd0d03b-9d1c-41bf-987c-94409c4e642f/930ed822-bee1-43d7-87e2-f47f0e8cd6dc) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:03.402103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.483632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.525364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:03.528473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:03.534429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:03.562132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:03.587286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:03.587975 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.655174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-31631ae9-8c8b-45bc-a3f3-9a15c82e5364 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426083 Jul 08 02:38:03.669749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Request body: {'port': {'device_id': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:03.726000 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:38:03.743709 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.996756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930ed822-bee1-43d7-87e2-f47f0e8cd6dc {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:38:04.003988 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.015899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Transition to ACTIVE for port object 930ed822-bee1-43d7-87e2-f47f0e8cd6dc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:04.074780 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.123088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:04.197202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Attempting to bind port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:04.197539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Attempting to bind port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:04.197871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Attempting to bind port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:04.203436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:38:04.203763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Attempting to bind port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:04.208443 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:04.208815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Checking segment: {'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:04.209197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Bound using segment: {'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:04.209621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Bound port: 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:04.209983 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.254122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe94ca-59ac-4a73-b964-3f63554d771f req-e61794df-0e2d-428c-bf13-3af809249537 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:04.258964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75fe94ca-59ac-4a73-b964-3f63554d771f req-e61794df-0e2d-428c-bf13-3af809249537 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 943 time: 0.0650914 Jul 08 02:38:04.272507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:04.275675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:04.293977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75fe94ca-59ac-4a73-b964-3f63554d771f req-d13b4bf8-e097-4203-a461-6e32ad6615d6 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Jul 08 02:38:04.346813 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.382153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:04.382781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.384225 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 1092 time: 0.7186947 Jul 08 02:38:04.384677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:04.386933 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5822d9-c8a1-4a57-a8e8-8abd3c75a658" -d '{"events": [{"name": "network-changed", "server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:04.414189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd752f55-a636-48a3-aaf6-fae57110e6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:04.423541 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3015fd1-2db2-4e02-af0a-2ab827c075e1 x-openstack-request-id: req-b3015fd1-2db2-4e02-af0a-2ab827c075e1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:04.423836 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:04.424096 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3015fd1-2db2-4e02-af0a-2ab827c075e1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:04.424504 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'status': 'completed', 'code': 200} Jul 08 02:38:04.505154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5822d9-c8a1-4a57-a8e8-8abd3c75a658 req-2c9acc88-18b7-46af-b04b-9f8923e5f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:04.506660 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af5822d9-c8a1-4a57-a8e8-8abd3c75a658 req-2c9acc88-18b7-46af-b04b-9f8923e5f91a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1095 time: 0.0569303 Jul 08 02:38:04.601370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5822d9-c8a1-4a57-a8e8-8abd3c75a658 req-fa35e548-a6ce-4073-ae54-5087d2041259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:04.602915 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af5822d9-c8a1-4a57-a8e8-8abd3c75a658 req-fa35e548-a6ce-4073-ae54-5087d2041259 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c30683eee72a461a85580592d1657858&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0882633 Jul 08 02:38:04.706931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5822d9-c8a1-4a57-a8e8-8abd3c75a658 req-3291b41f-f756-4a3e-8cc2-f1c5cbc14424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:04.709192 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-af5822d9-c8a1-4a57-a8e8-8abd3c75a658 req-3291b41f-f756-4a3e-8cc2-f1c5cbc14424 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990989 Jul 08 02:38:04.799317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4775-95d1-4617-b825-658efb135040 req-8a8f73f9-834d-44d2-88f9-0501ddbb9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:04.800903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-8a8f73f9-834d-44d2-88f9-0501ddbb9cc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1095 time: 0.0542543 Jul 08 02:38:04.842469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-5179ded0-68a4-4189-ada2-408e59945de9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.0337934 Jul 08 02:38:04.889226 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4775-95d1-4617-b825-658efb135040 req-14dff983-6426-4185-9c9e-ba9b9961422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:04.890624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-14dff983-6426-4185-9c9e-ba9b9961422f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cd0d03b-9d1c-41bf-987c-94409c4e642f HTTP/1.1" status: 200 len: 852 time: 0.0417557 Jul 08 02:38:04.926478 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-6fd94ae2-a52d-4111-8317-3b588613f0f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288477 Jul 08 02:38:05.022012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-73f98e48-cf3a-49ef-9986-3423353e5a12 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Jul 08 02:38:05.118586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c0c4775-95d1-4617-b825-658efb135040 req-5a338740-b031-4d7e-a578-528c6d1d7cad service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891497 Jul 08 02:38:05.467660 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f5b49-9e7c-4ca6-94f2-aa05aa64b576 req-0756a7f1-bb19-43a7-a755-13361ca03628 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:05.469158 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-229f5b49-9e7c-4ca6-94f2-aa05aa64b576 req-0756a7f1-bb19-43a7-a755-13361ca03628 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 943 time: 0.0661721 Jul 08 02:38:05.506530 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-229f5b49-9e7c-4ca6-94f2-aa05aa64b576 req-340b0c3a-a7a3-481d-93c6-fddfd226277a tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Jul 08 02:38:06.677026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87a5a-c1a4-46fc-ab07-093f53a97c93 req-2c94a2c4-f440-4132-8d02-342f15b00de4 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:06.678485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-53b87a5a-c1a4-46fc-ab07-093f53a97c93 req-2c94a2c4-f440-4132-8d02-342f15b00de4 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 943 time: 0.0628963 Jul 08 02:38:06.715044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-53b87a5a-c1a4-46fc-ab07-093f53a97c93 req-34761ce3-3fbb-4d8f-bfbd-47a1b07c552a tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305171 Jul 08 02:38:07.885551 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1600b-e274-43d2-b0d2-e3cfdb0102b2 req-df97d876-4af9-432c-8623-c2f305ad52d5 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:07.887040 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5df1600b-e274-43d2-b0d2-e3cfdb0102b2 req-df97d876-4af9-432c-8623-c2f305ad52d5 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 943 time: 0.0623932 Jul 08 02:38:07.923575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5df1600b-e274-43d2-b0d2-e3cfdb0102b2 req-166239bf-bf1d-4798-9148-92738cdc95ee tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Jul 08 02:38:09.101050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976d634-8e7a-4ab5-be48-8c7f7bc23ace req-8f9abbca-f861-48c8-b247-08c44d1d5e01 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:09.102575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0976d634-8e7a-4ab5-be48-8c7f7bc23ace req-8f9abbca-f861-48c8-b247-08c44d1d5e01 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 943 time: 0.0699496 Jul 08 02:38:09.144087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0976d634-8e7a-4ab5-be48-8c7f7bc23ace req-410a5ae3-9073-44cc-899b-9ade30c1a5d0 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Jul 08 02:38:09.310097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 930ed822-bee1-43d7-87e2-f47f0e8cd6dc details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:38:09.406610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:09.418056 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83', 'port_id': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'mac_address': 'fa:16:3e:9e:39:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd0d03b-9d1c-41bf-987c-94409c4e642f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:38:09.453317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:09.465318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930ed822-bee1-43d7-87e2-f47f0e8cd6dc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:38:09.483981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:09.548926 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:09.593389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:09.762748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['930ed822-bee1-43d7-87e2-f47f0e8cd6dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:38:10.316187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c2f0-496c-43f6-a682-6c326cf0226f req-8dde239a-798c-49ea-8e63-fc1757ad1485 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:10.317672 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fb4c2f0-496c-43f6-a682-6c326cf0226f req-8dde239a-798c-49ea-8e63-fc1757ad1485 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 944 time: 0.0670519 Jul 08 02:38:10.354347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fb4c2f0-496c-43f6-a682-6c326cf0226f req-3bcebab2-f144-4071-a3b8-ff3b470961bd tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Jul 08 02:38:11.331017 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 930ed822-bee1-43d7-87e2-f47f0e8cd6dc up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:11.440317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:11.444873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:11.445252 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.523188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.529477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78309-548d-4689-91ce-aebd3b55ac60 req-31341dcb-046c-4790-b14b-a4fc06fe1fab tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:11.531004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37d78309-548d-4689-91ce-aebd3b55ac60 req-31341dcb-046c-4790-b14b-a4fc06fe1fab tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 944 time: 0.0642905 Jul 08 02:38:11.545140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:11.547426 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4312ad01-0b59-4763-92b8-9b06a80481c4" -d '{"events": [{"server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "name": "network-vif-plugged", "status": "completed", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:11.560592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:11.570824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-37d78309-548d-4689-91ce-aebd3b55ac60 req-c361b588-b6e6-48de-9a07-fba3f3db2762 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Jul 08 02:38:11.582550 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86abc27-879f-4d14-900a-effb01d22cc5 x-openstack-request-id: req-c86abc27-879f-4d14-900a-effb01d22cc5 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:11.582782 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "name": "network-vif-plugged", "status": "completed", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:11.583030 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c86abc27-879f-4d14-900a-effb01d22cc5 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:11.583467 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'code': 200} Jul 08 02:38:11.638060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.690448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:11.701704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a3c3-afca-4a73-ba70-509b9e5696c2 req-fd2b39bf-dfad-4544-84f2-7104bb0c2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:11.703223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b910a3c3-afca-4a73-ba70-509b9e5696c2 req-fd2b39bf-dfad-4544-84f2-7104bb0c2067 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1097 time: 0.0529025 Jul 08 02:38:11.737508 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b910a3c3-afca-4a73-ba70-509b9e5696c2 req-1343352a-239f-4b2a-93a3-490ecc5a0925 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275991 Jul 08 02:38:12.143425 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e9719302-40da-4ce8-aaec-7b3b0e6039e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:12.749728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473da8ef-b132-4eed-b0f7-88047d9241e3 req-1308dbcf-c972-4386-b03b-857bb0aeb102 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:12.751234 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-473da8ef-b132-4eed-b0f7-88047d9241e3 req-1308dbcf-c972-4386-b03b-857bb0aeb102 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0676026 Jul 08 02:38:12.789541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-473da8ef-b132-4eed-b0f7-88047d9241e3 req-792a01a6-8260-4015-8412-5127abd520d9 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Jul 08 02:38:13.964569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27405947-5f03-4cf7-9aa7-5dda0bfd4d64 req-5c400f02-3ce9-4151-bd42-f921f99d1cd3 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:13.966059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27405947-5f03-4cf7-9aa7-5dda0bfd4d64 req-5c400f02-3ce9-4151-bd42-f921f99d1cd3 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0691817 Jul 08 02:38:14.003828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27405947-5f03-4cf7-9aa7-5dda0bfd4d64 req-ebd696fe-9f97-4d0f-a5d8-f356ede097f1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Jul 08 02:38:14.483450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8bfea66d-7834-4af1-aab3-005112d8a75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.503697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ce095-a1c0-4602-8754-3595879684cf req-d87a6c03-f8f1-49b2-b806-72cd3939972c tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:14.505210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e8ce095-a1c0-4602-8754-3595879684cf req-d87a6c03-f8f1-49b2-b806-72cd3939972c tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0663044 Jul 08 02:38:14.543801 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e8ce095-a1c0-4602-8754-3595879684cf req-a3dea66a-ebd2-4809-ae9f-2291037aaf02 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Jul 08 02:38:14.548987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59498) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:14.678376 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-f60684ab-0458-46ab-bfa4-0dc3340a1bda service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1280818 Jul 08 02:38:14.888940 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.724470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0043d-667c-4fc5-bda1-c0c8ecfe7be0 req-75b2c136-4881-476f-9196-41f36c90e279 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:15.725978 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fc0043d-667c-4fc5-bda1-c0c8ecfe7be0 req-75b2c136-4881-476f-9196-41f36c90e279 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0722067 Jul 08 02:38:15.766806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3fc0043d-667c-4fc5-bda1-c0c8ecfe7be0 req-2a22183f-600e-43cf-974c-57a0264a243c tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342433 Jul 08 02:38:15.894972 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.937630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-f9a4d0bc-35c3-4c96-842f-678ada6ba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:16.939363 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-f9a4d0bc-35c3-4c96-842f-678ada6ba06d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1097 time: 0.0936692 Jul 08 02:38:16.962007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43e26-c317-4ad3-908c-88af039a8eb2 req-c63eb9b5-7d70-4487-875e-bf77ec4b7f36 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:16.963435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dbe43e26-c317-4ad3-908c-88af039a8eb2 req-c63eb9b5-7d70-4487-875e-bf77ec4b7f36 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0862896 Jul 08 02:38:17.050810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dbe43e26-c317-4ad3-908c-88af039a8eb2 req-b6dea5bb-865f-42c5-8ea2-93b920629445 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791104 Jul 08 02:38:17.082973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-86018646-41c4-40b8-b9da-51948e460d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:17.084533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-86018646-41c4-40b8-b9da-51948e460d5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 200 len: 913 time: 0.1202698 Jul 08 02:38:17.127811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-194f5d15-d6c3-4a3c-87c8-2655dff77585 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.0349681 Jul 08 02:38:17.177031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-77e01c07-6c3f-49ba-badd-a1acb4d9bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:17.178528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-77e01c07-6c3f-49ba-badd-a1acb4d9bd79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cd0d03b-9d1c-41bf-987c-94409c4e642f HTTP/1.1" status: 200 len: 852 time: 0.0430734 Jul 08 02:38:17.211637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-05d0c3c9-2bf5-418e-9e08-112b2084499e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248730 Jul 08 02:38:17.305004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-cad3bf33-02de-48d5-a17a-e5eb59ca8cbb service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826766 Jul 08 02:38:17.395426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-031ca962-c317-44d6-99b5-aed82f63758f service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828185 Jul 08 02:38:17.569608 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.226145 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c050bc-8d39-494d-b22e-60c9a8f0fbb8 req-05e457f4-51ca-4cdf-a485-cde2eaf03cb1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:18.227659 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02c050bc-8d39-494d-b22e-60c9a8f0fbb8 req-05e457f4-51ca-4cdf-a485-cde2eaf03cb1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0624933 Jul 08 02:38:18.264922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02c050bc-8d39-494d-b22e-60c9a8f0fbb8 req-09d0f5b7-0348-499c-82bf-ead8699aec39 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Jul 08 02:38:18.429621 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.444991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c9e5-ad78-4c6d-b6c5-2df74e68f5ea req-6b06ba9e-cded-453e-bb7d-8f7184593116 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:19.446484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f452c9e5-ad78-4c6d-b6c5-2df74e68f5ea req-6b06ba9e-cded-453e-bb7d-8f7184593116 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0687470 Jul 08 02:38:19.484003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f452c9e5-ad78-4c6d-b6c5-2df74e68f5ea req-f218cf4a-2f53-4446-84e1-0cb91be7982f tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Jul 08 02:38:20.656117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81c3c-1359-4a76-8958-7bacd26cc197 req-ac16638b-b907-4717-af55-be9f4b555363 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.657802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70e81c3c-1359-4a76-8958-7bacd26cc197 req-ac16638b-b907-4717-af55-be9f4b555363 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0614753 Jul 08 02:38:20.697175 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70e81c3c-1359-4a76-8958-7bacd26cc197 req-9bb76324-8aaf-406c-9d12-aff07d440fef tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Jul 08 02:38:21.239877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:21.865242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e670dd-f23c-4dec-a9be-54bcf8c0ff1f req-68c79a0a-0071-4e81-8e1f-fcca8a602197 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:21.867195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-98e670dd-f23c-4dec-a9be-54bcf8c0ff1f req-68c79a0a-0071-4e81-8e1f-fcca8a602197 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0617843 Jul 08 02:38:21.903166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-98e670dd-f23c-4dec-a9be-54bcf8c0ff1f req-bcd2b39c-7ca3-44d9-8b54-0065fbfb3634 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305455 Jul 08 02:38:23.031364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-8e43eabd-a5a4-4ee4-90bf-e7831fac100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:23.032878 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-8e43eabd-a5a4-4ee4-90bf-e7831fac100c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1097 time: 0.0568607 Jul 08 02:38:23.083611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2065c3-2341-4ebf-b5e9-c9a6a765c63b req-211ded2a-355f-4ef9-b1d5-f70788210454 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:23.085090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e2065c3-2341-4ebf-b5e9-c9a6a765c63b req-211ded2a-355f-4ef9-b1d5-f70788210454 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0672452 Jul 08 02:38:23.127496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e2065c3-2341-4ebf-b5e9-c9a6a765c63b req-e79a1053-4df8-4da3-9aea-c372ba02b6fb tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367196 Jul 08 02:38:23.141116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-bcf1cfd1-d5ad-4d29-9fb7-2ebfa902b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:23.142809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-bcf1cfd1-d5ad-4d29-9fb7-2ebfa902b8a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 200 len: 913 time: 0.0898514 Jul 08 02:38:23.183864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-54376c96-8d5a-4922-bfe6-fd0041f3af52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.0343342 Jul 08 02:38:23.234116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-2eae336a-bd6f-421b-ae3a-dfd164922785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:23.235842 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-2eae336a-bd6f-421b-ae3a-dfd164922785 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cd0d03b-9d1c-41bf-987c-94409c4e642f HTTP/1.1" status: 200 len: 852 time: 0.0463340 Jul 08 02:38:23.268751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-92593766-74dd-453c-a8dc-3f9a84cd0aa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255327 Jul 08 02:38:23.354307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-08f58665-68f4-425e-8f72-f024b416283a service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783882 Jul 08 02:38:23.445751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c2db9887-0282-437a-b390-c3d4d8e850d7 req-7cad7c2b-79ec-48e9-95ad-678bf4272d66 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844479 Jul 08 02:38:24.298204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a516eb1-656d-42ce-bf8f-d1739ac4c72d req-d3e808a6-8221-44bd-a529-fa9099ce1144 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:24.299699 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a516eb1-656d-42ce-bf8f-d1739ac4c72d req-d3e808a6-8221-44bd-a529-fa9099ce1144 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0624678 Jul 08 02:38:24.336653 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a516eb1-656d-42ce-bf8f-d1739ac4c72d req-6596bbaa-bd28-4668-b92a-412af6f491ff tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Jul 08 02:38:25.507790 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4dbba-da35-4c02-b164-0f8eaed9b0ca req-721c88e4-3089-4e1a-bb31-7c36b42f2e18 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:25.509266 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8cc4dbba-da35-4c02-b164-0f8eaed9b0ca req-721c88e4-3089-4e1a-bb31-7c36b42f2e18 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Jul 08 02:38:25.546342 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8cc4dbba-da35-4c02-b164-0f8eaed9b0ca req-531c0a62-2f6c-4c0f-ae1e-892371a4b756 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Jul 08 02:38:26.719587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f019f32-bce5-470d-89f0-6a87dfa45831 req-2926bead-1f1e-44ca-aa6c-dd530085e43f tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:26.721111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f019f32-bce5-470d-89f0-6a87dfa45831 req-2926bead-1f1e-44ca-aa6c-dd530085e43f tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0673528 Jul 08 02:38:26.758777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f019f32-bce5-470d-89f0-6a87dfa45831 req-048992eb-03e7-4ba4-9e8f-0931f4303dad tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Jul 08 02:38:27.931433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8aa08b-ddfc-432a-bae4-df22dcf07667 req-7c11d215-816f-44d5-a2e7-6c0712f756ea tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:27.932918 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e8aa08b-ddfc-432a-bae4-df22dcf07667 req-7c11d215-816f-44d5-a2e7-6c0712f756ea tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0656638 Jul 08 02:38:27.972690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e8aa08b-ddfc-432a-bae4-df22dcf07667 req-48e33309-ea5b-4b3d-bd8b-5c8a2d6c4035 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342689 Jul 08 02:38:29.154766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73a82c-55c5-40a1-b14e-e1ea4940a269 req-61e1a06c-e445-4c94-a450-fcd7db280155 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:29.156776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba73a82c-55c5-40a1-b14e-e1ea4940a269 req-61e1a06c-e445-4c94-a450-fcd7db280155 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0683312 Jul 08 02:38:29.198253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba73a82c-55c5-40a1-b14e-e1ea4940a269 req-9f9c8ac4-0c34-4c39-afb5-5809646745cc tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Jul 08 02:38:30.372316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81928589-0c5d-450b-9ff4-6f89a405f5c9 req-6e88f481-7616-42c0-99e4-2d631c9a26f1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:30.373800 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81928589-0c5d-450b-9ff4-6f89a405f5c9 req-6e88f481-7616-42c0-99e4-2d631c9a26f1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0631268 Jul 08 02:38:30.409779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81928589-0c5d-450b-9ff4-6f89a405f5c9 req-01278fd8-5f3d-4d8f-9382-c726a6feb594 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Jul 08 02:38:31.578130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a885-845b-487a-bc11-9c7f71b62af8 req-91b17acc-b2d3-4173-96c6-a89f6f3127a4 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:31.579603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b75a885-845b-487a-bc11-9c7f71b62af8 req-91b17acc-b2d3-4173-96c6-a89f6f3127a4 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0617223 Jul 08 02:38:31.615872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b75a885-845b-487a-bc11-9c7f71b62af8 req-de9f61e2-8a1a-44ad-a37a-8f9b38bf660a tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303724 Jul 08 02:38:32.783792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40d8bd-54dd-4a1b-ae92-ae07d9012966 req-afcb797c-0cd9-48ab-b3cf-68f39af01f99 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:32.785256 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a40d8bd-54dd-4a1b-ae92-ae07d9012966 req-afcb797c-0cd9-48ab-b3cf-68f39af01f99 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0619116 Jul 08 02:38:32.822092 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a40d8bd-54dd-4a1b-ae92-ae07d9012966 req-615684fa-6385-4b97-afaa-994da3ff86f2 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Jul 08 02:38:33.997297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb276-91e3-424a-a9bd-869a9186cfa1 req-1e3562b2-f960-425f-8db1-1dc34fa819cd tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:33.998793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-490cb276-91e3-424a-a9bd-869a9186cfa1 req-1e3562b2-f960-425f-8db1-1dc34fa819cd tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0688577 Jul 08 02:38:34.036643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-490cb276-91e3-424a-a9bd-869a9186cfa1 req-666fd6aa-9b0b-4420-b431-4847490d9450 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Jul 08 02:38:35.223091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9925de-317a-4dbc-9532-e92a5fd2fc78 req-848c2a0c-c57b-4cce-adae-abd1bb16f7e2 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:35.224615 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d9925de-317a-4dbc-9532-e92a5fd2fc78 req-848c2a0c-c57b-4cce-adae-abd1bb16f7e2 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0796962 Jul 08 02:38:35.262283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6d9925de-317a-4dbc-9532-e92a5fd2fc78 req-2b40024a-15a6-4a78-853f-38d67d32f139 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Jul 08 02:38:36.431200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dbdf7-42df-47ad-a25e-27a78a878360 req-45624066-ec09-445b-9efb-5a2c0fbc8ea3 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:36.432734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-296dbdf7-42df-47ad-a25e-27a78a878360 req-45624066-ec09-445b-9efb-5a2c0fbc8ea3 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0635800 Jul 08 02:38:36.469767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-296dbdf7-42df-47ad-a25e-27a78a878360 req-f6168f69-eb38-4337-bb8b-32d3c3899131 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Jul 08 02:38:37.638711 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ea7c-3015-4269-bf7c-8b27559479ed req-585cf857-8972-4aff-85c9-b3822ebc8226 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:37.640214 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b42ea7c-3015-4269-bf7c-8b27559479ed req-585cf857-8972-4aff-85c9-b3822ebc8226 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0631433 Jul 08 02:38:37.677075 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8b42ea7c-3015-4269-bf7c-8b27559479ed req-e1a5315b-7a3c-48aa-9d69-e6213d7aa216 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Jul 08 02:38:38.852113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef316f0-48f9-43a6-81bc-6dca51577aa5 req-5dc35adf-b0cd-409a-93a3-5eac0c854b01 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:38.853584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3ef316f0-48f9-43a6-81bc-6dca51577aa5 req-5dc35adf-b0cd-409a-93a3-5eac0c854b01 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0652452 Jul 08 02:38:38.890227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3ef316f0-48f9-43a6-81bc-6dca51577aa5 req-d8f1c085-7c0d-4b84-a492-a37fa9c803f6 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Jul 08 02:38:40.065469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3d98-8a95-41c5-9827-aa3495d1216d req-7040b010-3b4b-4e71-801c-738b3d7b4803 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:40.066925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-058f3d98-8a95-41c5-9827-aa3495d1216d req-7040b010-3b4b-4e71-801c-738b3d7b4803 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0650635 Jul 08 02:38:40.107054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-058f3d98-8a95-41c5-9827-aa3495d1216d req-2d5f0b1b-deed-43c2-9d97-45accf2ee20a tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344493 Jul 08 02:38:40.729865 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:38:41.288302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dfe96-ff81-4e46-b639-71b22a340946 req-cb1326a1-a817-4cfc-9e04-42ae95c2a5b1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:41.290376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-619dfe96-ff81-4e46-b639-71b22a340946 req-cb1326a1-a817-4cfc-9e04-42ae95c2a5b1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0751770 Jul 08 02:38:41.326031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-619dfe96-ff81-4e46-b639-71b22a340946 req-31cde08f-5dbb-49aa-a396-6326183470d1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301163 Jul 08 02:38:41.535701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-88cc7597-ff2a-4f1d-af2c-4f3aa259b010 req-ea0f4ac6-452f-4971-8814-5400e4eb60d2 service neutron] (100713) timed out ('10.222.0.18', 56532) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:38:42.143125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2023dfc3-fa45-44cb-b4e3-f587fd79c2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:42.497985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff585257-c4b0-4bf5-832d-4552330d4ed0 req-681d5faa-b5f2-43a2-8e0e-0ebd255cfd09 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:42.499470 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ff585257-c4b0-4bf5-832d-4552330d4ed0 req-681d5faa-b5f2-43a2-8e0e-0ebd255cfd09 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0621016 Jul 08 02:38:42.537146 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ff585257-c4b0-4bf5-832d-4552330d4ed0 req-9577caca-24d1-473d-b1a1-d5461cf37a69 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Jul 08 02:38:43.705358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddc1b1-eb6f-469a-8543-85491eb4a207 req-fb1f18ed-fcbe-4b68-bb06-bcbe2c4f5b80 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:43.706825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdddc1b1-eb6f-469a-8543-85491eb4a207 req-fb1f18ed-fcbe-4b68-bb06-bcbe2c4f5b80 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0611541 Jul 08 02:38:43.743569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdddc1b1-eb6f-469a-8543-85491eb4a207 req-1709dc6a-1772-4bf3-b7a2-536c4c05cec1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306244 Jul 08 02:38:44.460430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-27d42305-0c3e-4589-808f-d6bbf87ebb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:44.700206 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-82c42be9-3fe2-481d-bf9c-e43b3401d3f1 service neutron] show failed (client error): The resource could not be found. Jul 08 02:38:44.701231 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-82c42be9-3fe2-481d-bf9c-e43b3401d3f1 service neutron] 10.222.0.32 "GET /v2.0/ports/930ed822-bee1-43d7-87e2-f47f0e8cd6dc/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0595906 Jul 08 02:38:44.897010 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:44.921328 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6af17-7bc5-432f-a358-2ea59d41da2a req-fbf1ccde-5874-4c08-a361-8bca5534aa20 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:44.922921 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59c6af17-7bc5-432f-a358-2ea59d41da2a req-fbf1ccde-5874-4c08-a361-8bca5534aa20 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0664444 Jul 08 02:38:44.961905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59c6af17-7bc5-432f-a358-2ea59d41da2a req-d79486a1-3ced-451c-b48b-aa55c23322cd tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Jul 08 02:38:45.346620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-dbe2b5ef-9680-4c6d-8889-50d11982c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:45.348084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-dbe2b5ef-9680-4c6d-8889-50d11982c672 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994&tenant_id=c30683eee72a461a85580592d1657858 HTTP/1.1" status: 200 len: 1097 time: 0.0846343 Jul 08 02:38:45.359238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:45.432052 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:45.624554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:45.656077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:45.693049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:45.695593 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b17afaf-8aca-4e69-a078-ed95a7469919" -d '{"events": [{"server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "name": "network-vif-unplugged", "status": "completed", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:45.699486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:45.717155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Transition to ACTIVE for port object 930ed822-bee1-43d7-87e2-f47f0e8cd6dc will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:45.794137 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:45.822421 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f8c75e-eb6c-4d4e-a1a5-38ff01753065 x-openstack-request-id: req-50f8c75e-eb6c-4d4e-a1a5-38ff01753065 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:45.822802 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "name": "network-vif-unplugged", "status": "completed", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:45.823785 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50f8c75e-eb6c-4d4e-a1a5-38ff01753065 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:45.823785 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'code': 200} Jul 08 02:38:45.850059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:45.868002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] No DVR routers for this DVR port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.881090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:45.899947 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:45.914480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Attempting to bind port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:45.915543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Attempting to bind port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:45.915543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Attempting to bind port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:45.919603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:38:45.919930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Attempting to bind port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on network 8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:45.924709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:45.925052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Checking segment: {'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:45.925439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Bound using segment: {'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:45.925866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Bound port: 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93643e55-6f1a-48ba-8285-3335564f5248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:45.926229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:45.987784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:45.990821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:46.072744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:46.111505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:46.112125 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:46.113544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] 10.222.0.18 "PUT /v2.0/ports/930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 1092 time: 0.7583249 Jul 08 02:38:46.137094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3bfd6-d3ea-4aff-b6ae-801182e679df req-39091496-d577-40fa-bd0c-461688b68eb2 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:46.138519 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cad3bfd6-d3ea-4aff-b6ae-801182e679df req-39091496-d577-40fa-bd0c-461688b68eb2 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 943 time: 0.0700836 Jul 08 02:38:46.138746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f376a-f26e-4622-a8dc-07af5cb6d32e service neutron] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:46.176694 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cad3bfd6-d3ea-4aff-b6ae-801182e679df req-2f4460b0-6dbb-4310-94ce-f9daa841f1b0 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Jul 08 02:38:46.195088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-5eb2c3f4-2e2b-418f-9895-135f5d1374f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:46.196684 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-5eb2c3f4-2e2b-418f-9895-135f5d1374f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1095 time: 0.0589576 Jul 08 02:38:46.283212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-849cee63-05ec-4612-a8cd-00a3a59aa9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:46.284705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-849cee63-05ec-4612-a8cd-00a3a59aa9e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 200 len: 913 time: 0.0815127 Jul 08 02:38:46.327508 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-c9cd9015-19e8-4afa-9402-28d913a1f892 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.0363395 Jul 08 02:38:46.374870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-13f1d0a7-ce8b-4770-9dce-4d7e6185deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:46.376318 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-13f1d0a7-ce8b-4770-9dce-4d7e6185deab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cd0d03b-9d1c-41bf-987c-94409c4e642f HTTP/1.1" status: 200 len: 852 time: 0.0423510 Jul 08 02:38:46.407924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-9e6cc7b0-e713-46fe-b5a4-2b07b3834129 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250640 Jul 08 02:38:46.497778 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-a6253cda-c49c-4376-b328-5f58c3a68b08 service neutron] 10.222.0.18 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826993 Jul 08 02:38:46.583555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b78935de-942b-4604-a7aa-41e6bbbdd09d req-2fb857fe-dc2c-4cbd-8942-57aaec0f3911 service neutron] 10.222.0.18 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794721 Jul 08 02:38:47.364264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacacf90-3d5d-4ef1-9d93-eb5c6445850b req-96dfa32a-3365-46f8-8301-24dd5abb5e3c tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:47.365718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aacacf90-3d5d-4ef1-9d93-eb5c6445850b req-96dfa32a-3365-46f8-8301-24dd5abb5e3c tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 943 time: 0.0704622 Jul 08 02:38:47.402269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aacacf90-3d5d-4ef1-9d93-eb5c6445850b req-337a251c-97b9-4475-b517-acb7a8d408fd tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Jul 08 02:38:47.499353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 930ed822-bee1-43d7-87e2-f47f0e8cd6dc no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:47.537210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 930ed822-bee1-43d7-87e2-f47f0e8cd6dc not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:47.557559 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:47.824453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:47.826780 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:47.873768 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe001788-24fb-4940-b986-0b302f45874b x-openstack-request-id: req-fe001788-24fb-4940-b986-0b302f45874b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:47.874062 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:47.874316 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe001788-24fb-4940-b986-0b302f45874b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:47.874744 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'status': 'completed', 'code': 200} Jul 08 02:38:47.983010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-ca34a832-7c26-413c-9893-1b7a31731c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:47.990156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-ca34a832-7c26-413c-9893-1b7a31731c8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1095 time: 0.0911756 Jul 08 02:38:47.990156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-1a29b959-63e3-4555-b74e-a0b7d2f29ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:47.990156 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-1a29b959-63e3-4555-b74e-a0b7d2f29ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1095 time: 0.0853117 Jul 08 02:38:48.451424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-0cceb379-07c4-44a3-8c86-f930910e9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:48.452902 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-0cceb379-07c4-44a3-8c86-f930910e9a01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 200 len: 913 time: 0.4609745 Jul 08 02:38:48.455509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-dc601080-0090-4339-8198-879360502bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:48.456824 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-dc601080-0090-4339-8198-879360502bd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 200 len: 913 time: 0.4572644 Jul 08 02:38:48.468807 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:48.526371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-05125d11-ae32-4d1b-a804-4ae3248d5648 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.0664690 Jul 08 02:38:48.527570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-43587aba-2d87-4913-a7eb-707d7acf7993 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.0621963 Jul 08 02:38:48.639521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-d86fc1a4-9f21-4779-8dbd-7bc602c5918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:48.640977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-d86fc1a4-9f21-4779-8dbd-7bc602c5918b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6cd0d03b-9d1c-41bf-987c-94409c4e642f HTTP/1.1" status: 200 len: 852 time: 0.1049750 Jul 08 02:38:48.643429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-8b3ac867-78f3-447d-8bde-5a2ad076ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:48.644733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-8b3ac867-78f3-447d-8bde-5a2ad076ee4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cd0d03b-9d1c-41bf-987c-94409c4e642f HTTP/1.1" status: 200 len: 852 time: 0.1097021 Jul 08 02:38:48.689194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-9f00e8ad-f999-45a5-99ac-09b3cd5a0f0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412121 Jul 08 02:38:48.707252 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-e6ff22fc-c440-4fcc-aa50-68368f963a64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487716 Jul 08 02:38:48.738842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9b559-9c55-40d6-92e9-5fa8a8fe7f1d req-72f13981-d43d-4b28-9088-775eabbd7e68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:48.740273 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ce9b559-9c55-40d6-92e9-5fa8a8fe7f1d req-72f13981-d43d-4b28-9088-775eabbd7e68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 943 time: 0.2165747 Jul 08 02:38:48.861641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ce9b559-9c55-40d6-92e9-5fa8a8fe7f1d req-06019434-e050-46ff-b226-5796257d4417 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883317 Jul 08 02:38:48.891945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-cae784fe-69b3-418f-9d02-69c1eb6199bc service neutron] 10.222.0.18 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866081 Jul 08 02:38:48.896835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-c6fe58cb-04d0-48f3-886f-c63bb11440ad service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816938 Jul 08 02:38:49.044797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-03c276b9-3581-45de-93f5-b937566386c8 service neutron] 10.222.0.18 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458256 Jul 08 02:38:49.049815 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-77ff1eb7-6b39-4eb3-934d-c59b7e8cf5b7 req-c9fbc998-2409-478b-9ecd-8a162f21a97f service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433616 Jul 08 02:38:49.217584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 930ed822-bee1-43d7-87e2-f47f0e8cd6dc details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:38:49.309179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:49.320057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'network_id': '8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83', 'port_id': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'mac_address': 'fa:16:3e:9e:39:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd0d03b-9d1c-41bf-987c-94409c4e642f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:38:49.519541 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:49.532061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930ed822-bee1-43d7-87e2-f47f0e8cd6dc {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:38:49.551097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:49.648348 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:49.693079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:49.700796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.701150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.701509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.701850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.702189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.702527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.702862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.703193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.703548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.703879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.704207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.704671 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:49.856151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['930ed822-bee1-43d7-87e2-f47f0e8cd6dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:38:50.038158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108b458-9562-4583-88ab-10f94de2fc58 req-96022d42-aec6-494c-9757-b4d91a71dbd1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:50.039705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a108b458-9562-4583-88ab-10f94de2fc58 req-96022d42-aec6-494c-9757-b4d91a71dbd1 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 944 time: 0.0625069 Jul 08 02:38:50.077967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a108b458-9562-4583-88ab-10f94de2fc58 req-c2ab6f6a-d0d8-4c6e-8f43-a89ef8541d72 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Jul 08 02:38:50.695918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-d47773d4-7086-4eb4-be1c-a6fd4b266cd8 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:50.697395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-d47773d4-7086-4eb4-be1c-a6fd4b266cd8 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.32 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994&tenant_id=c30683eee72a461a85580592d1657858&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 944 time: 0.1103098 Jul 08 02:38:50.754909 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-dc6e75bb-5eb1-4584-96fb-38e7a978a7c5 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:38:50.755965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-dc6e75bb-5eb1-4584-96fb-38e7a978a7c5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/930ed822-bee1-43d7-87e2-f47f0e8cd6dc/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0529838 Jul 08 02:38:50.854846 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e99cb9d2-19e4-4a7a-97e5-116b23818c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:50.856358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e99cb9d2-19e4-4a7a-97e5-116b23818c8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c30683eee72a461a85580592d1657858&device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 1096 time: 0.0555234 Jul 08 02:38:50.943571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-74fdffb6-63a1-4465-a6f0-0138bd45f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:50.945076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-74fdffb6-63a1-4465-a6f0-0138bd45f3db service neutron] 10.222.0.32 "GET /v2.0/networks?id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 200 len: 913 time: 0.0815158 Jul 08 02:38:50.990532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-05b4cdc6-7381-474b-9127-a5d10c8d87ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.0379477 Jul 08 02:38:51.037825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-032ceb38-c0c3-4b7e-83bf-b03b5634d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:51.039230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-032ceb38-c0c3-4b7e-83bf-b03b5634d930 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cd0d03b-9d1c-41bf-987c-94409c4e642f HTTP/1.1" status: 200 len: 852 time: 0.0418677 Jul 08 02:38:51.070768 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-f9248f5b-ee07-4100-ba16-9970f0400462 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250382 Jul 08 02:38:51.173828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-6d6c5b30-d843-4519-9021-4fce28ee91f3 service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964603 Jul 08 02:38:51.217287 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:51.231450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 930ed822-bee1-43d7-87e2-f47f0e8cd6dc up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:51.263676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-28828ac6-2995-47ea-a230-25dac607c41f service neutron] 10.222.0.32 "GET /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830109 Jul 08 02:38:51.336951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:51.341626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:51.342007 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:51.420917 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:51.452151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:51.454410 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddb4b94-cb7b-4c75-a792-074dcd101d69" -d '{"events": [{"server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "name": "network-vif-plugged", "status": "completed", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:51.467775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:51.551531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:51.560013 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bbeb35-f461-41e1-9538-0b6f5b70a380 x-openstack-request-id: req-d1bbeb35-f461-41e1-9538-0b6f5b70a380 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:51.560325 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "name": "network-vif-plugged", "status": "completed", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:51.560566 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1bbeb35-f461-41e1-9538-0b6f5b70a380 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:51.560954 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'code': 200} Jul 08 02:38:51.601065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:52.750392 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7631e-24eb-4df4-8030-6e10b01ebc85 req-f6a379cd-63bc-4931-abf4-7db76f177b3f tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:52.751918 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4dd7631e-24eb-4df4-8030-6e10b01ebc85 req-f6a379cd-63bc-4931-abf4-7db76f177b3f tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0668211 Jul 08 02:38:52.788781 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4dd7631e-24eb-4df4-8030-6e10b01ebc85 req-b2c293d8-f6b4-41af-bf58-086cb3747daa tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314808 Jul 08 02:38:54.008029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-82c203e9-db7b-4b91-96a0-b56b67cef325 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:54.009557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-82c203e9-db7b-4b91-96a0-b56b67cef325 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.18 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.0981913 Jul 08 02:38:54.017763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370cd4c-ff3e-445e-8733-e3b54ebb117c req-97ca9f5d-6ab7-46c7-b235-18297d9a7c04 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:54.019122 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7370cd4c-ff3e-445e-8733-e3b54ebb117c req-97ca9f5d-6ab7-46c7-b235-18297d9a7c04 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 945 time: 0.1171944 Jul 08 02:38:54.092465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7370cd4c-ff3e-445e-8733-e3b54ebb117c req-c7042387-2d74-424b-b685-9ad699e1bd43 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/security-groups?id=09847b23-0bc9-4f90-bab5-153028f7b429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654972 Jul 08 02:38:54.140197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Deleting port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:38:54.140528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:54.228643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] For port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,segment=NetworkSegment(93643e55-6f1a-48ba-8285-3335564f5248),segment_id=93643e55-6f1a-48ba-8285-3335564f5248)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:54.229010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:54.241509 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Calling delete_port for 930ed822-bee1-43d7-87e2-f47f0e8cd6dc owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:38:54.442787 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:54.453905 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['930ed822-bee1-43d7-87e2-f47f0e8cd6dc'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:38:54.472415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Pushing event deleted for resources: {'Port': ['ID=930ed822-bee1-43d7-87e2-f47f0e8cd6dc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:54.515428 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] No DVR routers for this DVR port 930ed822-bee1-43d7-87e2-f47f0e8cd6dc on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:38:54.517854 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:54.519881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3f7c2ff1-ba94-4fc8-9fa3-dde299fb9e08 req-e5aa8e4d-e12a-4cf8-a75c-15d6a5790a68 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.18 "DELETE /v2.0/ports/930ed822-bee1-43d7-87e2-f47f0e8cd6dc HTTP/1.1" status: 204 len: 173 time: 0.4998844 Jul 08 02:38:54.520329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'name': 'network-vif-deleted', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:54.522557 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c3f820-6111-4b19-91fd-708437225f56" -d '{"events": [{"server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "name": "network-vif-deleted", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:54.556616 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1680e560-39cb-45b9-89ff-ffeefbdac62d x-openstack-request-id: req-1680e560-39cb-45b9-89ff-ffeefbdac62d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:54.556915 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4766e6dc-ca20-4902-bc7b-d74e75b8a994", "name": "network-vif-deleted", "tag": "930ed822-bee1-43d7-87e2-f47f0e8cd6dc", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:54.557168 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1680e560-39cb-45b9-89ff-ffeefbdac62d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:54.557577 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4766e6dc-ca20-4902-bc7b-d74e75b8a994', 'name': 'network-vif-deleted', 'tag': '930ed822-bee1-43d7-87e2-f47f0e8cd6dc', 'status': 'completed', 'code': 200} Jul 08 02:38:55.248804 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7fdca3ba-1667-440a-b68f-a32f337961bc req-38fad74b-1cc8-4159-974e-b0169c8c4108 tempest-DeleteServersTestJSON-1961142575 tempest-DeleteServersTestJSON-1961142575-project] 10.222.0.10 "GET /v2.0/ports?device_id=4766e6dc-ca20-4902-bc7b-d74e75b8a994 HTTP/1.1" status: 200 len: 210 time: 0.0313761 Jul 08 02:38:56.485718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59626) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:56.529818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Deleting subnet 6cd0d03b-9d1c-41bf-987c-94409c4e642f {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:38:56.532792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.565408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.603208 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.745754 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.770824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd0d03b-9d1c-41bf-987c-94409c4e642f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:56.775263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.777123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6cd0d03b-9d1c-41bf-987c-94409c4e642f HTTP/1.1" status: 204 len: 168 time: 0.2904129 Jul 08 02:38:56.779977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59628) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:56.782344 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.782703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.783048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.783417 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.783756 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.784090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.784422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.784749 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.785074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.785400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.785727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.786050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a7035-0405-483d-8154-7b964d29ae7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:56.849277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.923602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.933530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:56.948490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93643e55-6f1a-48ba-8285-3335564f5248') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:56.948781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93643e55-6f1a-48ba-8285-3335564f5248') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:56.957285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.970394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.976023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:38:56.976406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:38:56.978000 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:38:57.120356 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:57.125701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:57.127634 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] 10.222.0.10 "DELETE /v2.0/networks/8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83 HTTP/1.1" status: 204 len: 168 time: 0.3465846 Jul 08 02:38:57.138427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc20be8-38ff-48cd-b218-c6e71bd99b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd380ad-fdfe-4bcc-a2b4-f8028c5a3b83,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:57.260180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 930ed822-bee1-43d7-87e2-f47f0e8cd6dc no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:57.279231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 930ed822-bee1-43d7-87e2-f47f0e8cd6dc {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:38:57.279608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 930ed822-bee1-43d7-87e2-f47f0e8cd6dc not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:57.444800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:57.484432 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-643399b0-60e1-4043-ac35-e36f9b28c8b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c30683eee72a461a85580592d1657858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383644 Jul 08 02:38:57.488376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 59634) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:57.534756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb3ca-47e5-40dd-9430-16e3508e3278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:57.559793 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb3ca-47e5-40dd-9430-16e3508e3278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:57.665831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb3ca-47e5-40dd-9430-16e3508e3278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:57.668567 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb3ca-47e5-40dd-9430-16e3508e3278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:57.669856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5f5fb3ca-47e5-40dd-9430-16e3508e3278 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09847b23-0bc9-4f90-bab5-153028f7b429 HTTP/1.1" status: 204 len: 168 time: 0.1804574 Jul 08 02:38:57.677383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fb3ca-47e5-40dd-9430-16e3508e3278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09847b23-0bc9-4f90-bab5-153028f7b429,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:58.594960 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59656) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:58.694769 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1738404840-network', 'tenant_id': '12d1e963a5094f42833c0cc8bd5433e1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:58.776836 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Made reservation on behalf of 12d1e963a5094f42833c0cc8bd5433e1 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:38:58.779155 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:58.787900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:58.872013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:58.951768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:58.979310 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:38:58.984573 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbef80a-906d-4d72-9929-d13e88ff8bcb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:58.992370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:58.992370 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Added segment 738c2745-d623-4f83-bc29-d247ec50981b of type vlan for network e2a47a72-1efc-434d-b8cf-76dd7e071fbb Jul 08 02:38:59.031507 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:59.142678 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:59.143702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:59.144288 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:59.204735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] Pushing event updated for resources: {'Network': ['ID=e2a47a72-1efc-434d-b8cf-76dd7e071fbb,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:59.218205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network e2a47a72-1efc-434d-b8cf-76dd7e071fbb details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:38:59.268811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2eaa78b1-808a-43e5-8c6e-8c3d3a100b8a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6727104 Jul 08 02:38:59.271705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 59660) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:59.276747 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Request body: {'subnet': {'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1738404840-subnet', 'tenant_id': '12d1e963a5094f42833c0cc8bd5433e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:59.356670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Made reservation on behalf of 12d1e963a5094f42833c0cc8bd5433e1 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:38:59.359063 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:59.585481 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:59.639737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2876f6d6-7bb4-4121-8aa9-e9d556559480,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:59.648068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Checking segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:59.648437 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Network hostable DHCP agents. Network: e2a47a72-1efc-434d-b8cf-76dd7e071fbb, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:38:59.711017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Network e2a47a72-1efc-434d-b8cf-76dd7e071fbb is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:38:59.790844 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, e2a47a72-1efc-434d-b8cf-76dd7e071fbb) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:59.795557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:59.796146 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:59.800032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9543b8-2945-4330-9768-df6c5e2ec0b6 None None] Network e2a47a72-1efc-434d-b8cf-76dd7e071fbb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:59.866128 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50ac96b3-3679-46eb-bbd9-5160591f38b6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5933828 Jul 08 02:38:59.922143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd0f03-319c-4cc2-9e89-0475337501f4 None None] Network e2a47a72-1efc-434d-b8cf-76dd7e071fbb requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:39:00.275996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-6f137a64-8676-4b79-b95c-e360cf9d229b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:00.277481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-6f137a64-8676-4b79-b95c-e360cf9d229b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 815 time: 0.0985904 Jul 08 02:39:00.292289 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-ab7214b3-9fdf-4e22-9a65-a03390f0808f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/quotas/12d1e963a5094f42833c0cc8bd5433e1 HTTP/1.1" status: 200 len: 375 time: 0.0093460 Jul 08 02:39:00.324121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-c34a0dc1-8ba4-4004-9fa7-142002bfc115 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275908 Jul 08 02:39:00.414250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-74899a7a-686c-42d7-863a-38c0b9736f77 service neutron] 10.222.0.10 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837231 Jul 08 02:39:00.501103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-b18e8666-3e89-4f8e-a35b-48b9228fbbf9 service neutron] 10.222.0.10 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814145 Jul 08 02:39:00.741427 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5aa8a591-6bff-47e6-b85d-a655271b6b5c req-af884a1e-afda-4820-bd1e-4deab377ceb6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 210 time: 0.0297794 Jul 08 02:39:01.824678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0a62da8-4e2e-488c-b33b-0e3d35d16cd2 req-1387c7c8-9f4f-44d8-b10c-a83960cff6cc tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 210 time: 0.0332158 Jul 08 02:39:03.138704 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-84bb57f9-39a9-4aea-b64f-5832bb704136 req-ab03bb06-3371-42d3-b3c5-8ec17adf272a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 210 time: 0.0323076 Jul 08 02:39:03.379926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-19a37a94-5080-44d9-a30b-5abb556c4d3c tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:03.381324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-19a37a94-5080-44d9-a30b-5abb556c4d3c tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.18 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 815 time: 0.1012619 Jul 08 02:39:03.392860 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Request body: {'port': {'device_id': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb', 'admin_state_up': True, 'tenant_id': '12d1e963a5094f42833c0cc8bd5433e1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:03.576542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Made reservation on behalf of 12d1e963a5094f42833c0cc8bd5433e1 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:39:03.580153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:03.701683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Allocated IP 172.20.0.11 (e2a47a72-1efc-434d-b8cf-76dd7e071fbb/2876f6d6-7bb4-4121-8aa9-e9d556559480/d2b7d221-37bb-4868-8adc-65a51eae752c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:39:03.844530 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:03.940357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:03.982816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Network e2a47a72-1efc-434d-b8cf-76dd7e071fbb is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:39:03.988076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:39:03.991720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:39:03.998438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:04.045853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:04.046463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:04.129372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-5b1052a2-46a1-43f4-b38d-6435ea51c871 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7402015 Jul 08 02:39:04.140972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Request body: {'port': {'device_id': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:04.212860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:04.434764 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53a22-ee03-4a72-8069-4694b66f1230 req-99f5e5bd-1e85-4e32-a69a-564432080774 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:04.436204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17d53a22-ee03-4a72-8069-4694b66f1230 req-99f5e5bd-1e85-4e32-a69a-564432080774 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 932 time: 0.1807601 Jul 08 02:39:04.497290 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17d53a22-ee03-4a72-8069-4694b66f1230 req-4420e540-9f1c-45b8-bfcc-bb7aba35cc6f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549788 Jul 08 02:39:04.544197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b7d221-37bb-4868-8adc-65a51eae752c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:39:04.551414 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:04.562679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Transition to ACTIVE for port object d2b7d221-37bb-4868-8adc-65a51eae752c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:04.639820 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:04.690843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:04.760176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Attempting to bind port d2b7d221-37bb-4868-8adc-65a51eae752c on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:39:04.760749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Attempting to bind port d2b7d221-37bb-4868-8adc-65a51eae752c by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:39:04.761317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Attempting to bind port d2b7d221-37bb-4868-8adc-65a51eae752c on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:04.765647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Port d2b7d221-37bb-4868-8adc-65a51eae752c on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:39:04.765974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Attempting to bind port d2b7d221-37bb-4868-8adc-65a51eae752c on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:04.770653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:39:04.770991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Checking segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:39:04.771404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Bound using segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:39:04.771860 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Bound port: d2b7d221-37bb-4868-8adc-65a51eae752c, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:39:04.772253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:04.834963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:39:04.838773 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:39:04.902641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:04.934709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:04.935363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:04.936767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] 10.222.0.18 "PUT /v2.0/ports/d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 1093 time: 0.8000681 Jul 08 02:39:04.937208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:04.939484 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf329c3f-4248-4bc1-90f7-722f61cc6768" -d '{"events": [{"name": "network-changed", "server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:04.964955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12552777-7749-43e4-9ba5-042d233b2e3f service neutron] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:04.976478 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a67f6c-1936-429b-bf8e-fc556cb5d6fb x-openstack-request-id: req-46a67f6c-1936-429b-bf8e-fc556cb5d6fb {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:04.976478 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:04.976478 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46a67f6c-1936-429b-bf8e-fc556cb5d6fb {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:04.976478 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'status': 'completed', 'code': 200} Jul 08 02:39:05.052755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf329c3f-4248-4bc1-90f7-722f61cc6768 req-36388a5b-9874-46ea-9254-6c9a2e671749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:05.054288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf329c3f-4248-4bc1-90f7-722f61cc6768 req-36388a5b-9874-46ea-9254-6c9a2e671749 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1096 time: 0.0592630 Jul 08 02:39:05.156961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf329c3f-4248-4bc1-90f7-722f61cc6768 req-25a1ac6d-a28b-4f2c-b95e-8d29681fe618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:05.158446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf329c3f-4248-4bc1-90f7-722f61cc6768 req-25a1ac6d-a28b-4f2c-b95e-8d29681fe618 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0973580 Jul 08 02:39:05.254081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf329c3f-4248-4bc1-90f7-722f61cc6768 req-3137bedc-cfec-4468-956d-cbbb68274246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:05.255571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf329c3f-4248-4bc1-90f7-722f61cc6768 req-3137bedc-cfec-4468-956d-cbbb68274246 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892615 Jul 08 02:39:05.345275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-9e8d7c73-e065-4c77-9668-c1400e7daf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:05.346795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-9e8d7c73-e065-4c77-9668-c1400e7daf44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1096 time: 0.0522518 Jul 08 02:39:05.387621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-9dc43502-b939-44cd-b926-1ca54adecc12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 217 time: 0.0336909 Jul 08 02:39:05.438648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-ca2924ff-93a0-4a3b-9ed8-c93d9663e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:05.440132 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-ca2924ff-93a0-4a3b-9ed8-c93d9663e10e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0463572 Jul 08 02:39:05.472530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-dc7455e1-692c-4ee0-bd04-c9f9711ee2a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255349 Jul 08 02:39:05.559560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-efb076b6-3255-497a-9d66-b7951ebc3770 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802917 Jul 08 02:39:05.691005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bca6ed-7cb7-46a7-acbd-65c9b274e7ca req-90abe70e-9a0a-4119-a12a-1af1f51564d1 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242952 Jul 08 02:39:05.705839 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79843ca-8da7-4284-835c-7874bcf5b51b req-5dae696b-aab3-4a12-821c-b40df4c593d6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:05.707355 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c79843ca-8da7-4284-835c-7874bcf5b51b req-5dae696b-aab3-4a12-821c-b40df4c593d6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 944 time: 0.0961022 Jul 08 02:39:05.745541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c79843ca-8da7-4284-835c-7874bcf5b51b req-c1ce80d9-6c6b-4305-b98c-1a35041be582 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Jul 08 02:39:06.918377 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb75a08-63da-44fc-934a-60d11a69b544 req-9ebffcfa-e387-4fde-b36f-93fe30255f41 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:06.923785 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0eb75a08-63da-44fc-934a-60d11a69b544 req-9ebffcfa-e387-4fde-b36f-93fe30255f41 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 944 time: 0.0702939 Jul 08 02:39:06.966261 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0eb75a08-63da-44fc-934a-60d11a69b544 req-d97a2d5c-9b61-469a-b079-0c64c7614398 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365987 Jul 08 02:39:07.304773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device d2b7d221-37bb-4868-8adc-65a51eae752c details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:39:07.395929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:07.407276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb', 'port_id': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'mac_address': 'fa:16:3e:60:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2876f6d6-7bb4-4121-8aa9-e9d556559480', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:39:07.447641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:07.459618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b7d221-37bb-4868-8adc-65a51eae752c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:39:07.479832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:07.557540 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:07.615660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:07.741672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['d2b7d221-37bb-4868-8adc-65a51eae752c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:39:08.139943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed792268-9915-45b7-ba00-2d7f99aaa9de req-042cd670-5561-413f-86af-79e42a76a4f1 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:08.141321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed792268-9915-45b7-ba00-2d7f99aaa9de req-042cd670-5561-413f-86af-79e42a76a4f1 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 945 time: 0.0658963 Jul 08 02:39:08.177262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed792268-9915-45b7-ba00-2d7f99aaa9de req-10be8a0f-37cd-4885-b20e-d5ef8116edea tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304854 Jul 08 02:39:09.320352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device d2b7d221-37bb-4868-8adc-65a51eae752c up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:09.355404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530cca3-0f81-4f8b-8b49-e4bcbb146b57 req-56b70a43-ec93-4a87-a0e8-58a061ff3fa9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:09.358053 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7530cca3-0f81-4f8b-8b49-e4bcbb146b57 req-56b70a43-ec93-4a87-a0e8-58a061ff3fa9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 945 time: 0.0709662 Jul 08 02:39:09.400044 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7530cca3-0f81-4f8b-8b49-e4bcbb146b57 req-ea0bf94f-9fae-456f-b834-b7e88d0c5218 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Jul 08 02:39:09.428241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port d2b7d221-37bb-4868-8adc-65a51eae752c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:09.432708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port d2b7d221-37bb-4868-8adc-65a51eae752c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:09.433083 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:09.507538 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:09.528935 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:09.531183 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82982b5f-026b-485a-be0b-e2a0a57c99ab" -d '{"events": [{"server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "name": "network-vif-plugged", "status": "completed", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:09.543704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:09.566249 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d178b022-1e9d-4b11-8e1c-a09a82536fc1 x-openstack-request-id: req-d178b022-1e9d-4b11-8e1c-a09a82536fc1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:09.566541 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "name": "network-vif-plugged", "status": "completed", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:09.566797 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d178b022-1e9d-4b11-8e1c-a09a82536fc1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:09.567210 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'code': 200} Jul 08 02:39:09.611440 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:09.661611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:09.673829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e143b-a0a7-411e-845e-4dca2508a165 req-b3b42e9d-5f49-4a91-a335-10d120025b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:09.675389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f2e143b-a0a7-411e-845e-4dca2508a165 req-b3b42e9d-5f49-4a91-a335-10d120025b67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1098 time: 0.0510399 Jul 08 02:39:09.708865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f2e143b-a0a7-411e-845e-4dca2508a165 req-7ec40878-53ae-4cd5-ab95-c8aacef2298b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272219 Jul 08 02:39:10.572772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2859-525c-4a66-ac13-da6c5ca3e687 req-41eda086-0ae2-435c-a8c8-64c177fd1ec3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:10.574181 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-194b2859-525c-4a66-ac13-da6c5ca3e687 req-41eda086-0ae2-435c-a8c8-64c177fd1ec3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0664179 Jul 08 02:39:10.611869 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-194b2859-525c-4a66-ac13-da6c5ca3e687 req-c48fcc4c-7dc1-40b0-9ca3-9c3e4967118c tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Jul 08 02:39:11.783471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fddfc-33ba-4942-9d9d-a7e0a4806fd7 req-c6ace70b-832f-4eda-b837-c4c58aa08b7a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:11.784941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-227fddfc-33ba-4942-9d9d-a7e0a4806fd7 req-c6ace70b-832f-4eda-b837-c4c58aa08b7a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0620346 Jul 08 02:39:11.822160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-227fddfc-33ba-4942-9d9d-a7e0a4806fd7 req-a043f801-b465-458b-89f7-ebbb06e1d0c5 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Jul 08 02:39:11.989497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9089a-28c1-45d5-a5a1-94fc505ca7f0 req-6dc41eca-7aa6-4ad2-b23d-94124d03e740 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:11.991012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6af9089a-28c1-45d5-a5a1-94fc505ca7f0 req-6dc41eca-7aa6-4ad2-b23d-94124d03e740 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0627477 Jul 08 02:39:12.028614 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6af9089a-28c1-45d5-a5a1-94fc505ca7f0 req-090cb77c-7861-4321-8527-de9c12434fef tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Jul 08 02:39:12.111960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-84e3f4e0-ad63-4396-b74a-691eadba02eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:12.424810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614d775-0b42-4b59-b054-f11e4718098b req-1901598a-f245-4c22-bea8-47e46e5c15e6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:12.426304 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0614d775-0b42-4b59-b054-f11e4718098b req-1901598a-f245-4c22-bea8-47e46e5c15e6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0664663 Jul 08 02:39:12.457332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-9148ef72-8802-4b58-9dd8-436681469c8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585966 Jul 08 02:39:12.553792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-960d0cee-c9b1-4ad3-8baa-e0fde0d517a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:12.555364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-960d0cee-c9b1-4ad3-8baa-e0fde0d517a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1098 time: 0.0553501 Jul 08 02:39:12.662674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-fbf49f61-8827-44a8-91b2-e2e1b6ec4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:12.664209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-fbf49f61-8827-44a8-91b2-e2e1b6ec4375 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.0885944 Jul 08 02:39:12.708538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-1e656c4d-ba11-47e1-89af-1b37e2fddec8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 217 time: 0.0383255 Jul 08 02:39:12.758461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-d61fbee9-3958-4bb2-ab50-bf881d53a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:12.759994 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-d61fbee9-3958-4bb2-ab50-bf881d53a425 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0448232 Jul 08 02:39:12.783816 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0614d775-0b42-4b59-b054-f11e4718098b req-e9efa0df-4489-490f-a299-3192cd9ac884 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510604 Jul 08 02:39:12.792812 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-f6b19de4-449a-45e6-826a-8e1e11cf1a09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267878 Jul 08 02:39:12.882513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-8b5d5b7c-54f3-4d92-baf7-c7239804eb88 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833519 Jul 08 02:39:13.022904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c88ac543-030b-4011-a8e0-8576365ab2a7 req-0db1190b-41c0-4b59-86bf-28b4045102d7 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343393 Jul 08 02:39:13.034490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb95710-85b7-4ff6-ae30-2ead197b3543 req-dac1af3e-f5fa-45fb-a1b6-efceb632a149 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:13.035962 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddb95710-85b7-4ff6-ae30-2ead197b3543 req-dac1af3e-f5fa-45fb-a1b6-efceb632a149 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.1404772 Jul 08 02:39:13.072621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddb95710-85b7-4ff6-ae30-2ead197b3543 req-ab170a9a-5c37-4510-9c4d-b6bf2f981726 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Jul 08 02:39:13.614713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8481676-e4bf-4667-b293-7c1edf381228 req-ee60845a-1165-483e-9be7-ba35e7eab84a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:13.616486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8481676-e4bf-4667-b293-7c1edf381228 req-ee60845a-1165-483e-9be7-ba35e7eab84a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0685556 Jul 08 02:39:13.654555 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a8481676-e4bf-4667-b293-7c1edf381228 req-a94f7f7e-da84-4181-9728-2d6e0082bdda tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Jul 08 02:39:13.665430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-326dee85-42dd-47ed-a503-d7ea3d433c2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514235 Jul 08 02:39:14.500260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8b53d50d-d28a-4bc3-909e-d53827e6b32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.824848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fcade-db1e-46ee-bc55-231cfcdf72ed req-7884dc5a-b542-469c-ae21-6ab172d6efcb tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:14.826386 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf8fcade-db1e-46ee-bc55-231cfcdf72ed req-7884dc5a-b542-469c-ae21-6ab172d6efcb tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0637524 Jul 08 02:39:14.866551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cf8fcade-db1e-46ee-bc55-231cfcdf72ed req-1d833b6b-18a3-40ad-b3a3-4a7ea0d5344e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Jul 08 02:39:14.905344 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.741213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f04-df37-4600-bae6-76fcff498e4a req-8fcc0f40-3732-44fd-95d9-e1d7eafbe001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:15.742754 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-8fcc0f40-3732-44fd-95d9-e1d7eafbe001 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1098 time: 0.0583012 Jul 08 02:39:15.897283 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.198204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f04-df37-4600-bae6-76fcff498e4a req-da4109d2-971f-441c-a50b-dcf6b28a14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:16.200043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-da4109d2-971f-441c-a50b-dcf6b28a14ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.4512641 Jul 08 02:39:16.208983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051dc5c-4dcb-4f15-8f3e-d748a66d8622 req-c9c7adef-cba9-4530-a7ed-b145a63a136a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:16.210451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3051dc5c-4dcb-4f15-8f3e-d748a66d8622 req-c9c7adef-cba9-4530-a7ed-b145a63a136a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.1211522 Jul 08 02:39:16.257077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-890c9c92-3cb7-424d-b135-43e49e5fa851 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 217 time: 0.0456080 Jul 08 02:39:16.303250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3051dc5c-4dcb-4f15-8f3e-d748a66d8622 req-50a8beb7-4ca9-40c0-9ca7-949b3d6fb43e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854909 Jul 08 02:39:16.317071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f04-df37-4600-bae6-76fcff498e4a req-3a5208bd-7fd6-43b8-8154-b577ade8aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:16.318654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-3a5208bd-7fd6-43b8-8154-b577ade8aa08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0538793 Jul 08 02:39:16.355986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-150545a4-f3bf-47c1-9f8c-72e2c9b36745 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308454 Jul 08 02:39:16.442414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-3bc39b70-8c88-4bf2-bdb8-ddb4ddd7d7a6 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806725 Jul 08 02:39:16.533208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-5d69c8d2-ac9c-4f5f-939f-c56d8524d8e6 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847142 Jul 08 02:39:17.479264 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d25738-4dd9-4431-89da-9cd57498fdd9 req-ab9dabe1-3a40-4475-8a8a-debb86a3924d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:17.481102 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20d25738-4dd9-4431-89da-9cd57498fdd9 req-ab9dabe1-3a40-4475-8a8a-debb86a3924d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0671625 Jul 08 02:39:17.519975 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20d25738-4dd9-4431-89da-9cd57498fdd9 req-f7630b31-fcc1-4182-805e-be25a9086594 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Jul 08 02:39:17.556770 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.729274 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:39:18.444742 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:18.689402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ec973-cb51-4f73-ae68-6f1c545a5fba req-3bf6f7a9-5875-4327-b3c1-113abac402e9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:18.690873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-819ec973-cb51-4f73-ae68-6f1c545a5fba req-3bf6f7a9-5875-4327-b3c1-113abac402e9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0631557 Jul 08 02:39:18.727216 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-819ec973-cb51-4f73-ae68-6f1c545a5fba req-89142a16-2e14-40d4-b186-0bc5bf0eff77 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308766 Jul 08 02:39:19.899274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4af85-3fa8-4cef-b33b-0dfdb7c284db req-f6d8b76e-5f32-40e0-ba6e-0a31d543fcf6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:19.901390 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0da4af85-3fa8-4cef-b33b-0dfdb7c284db req-f6d8b76e-5f32-40e0-ba6e-0a31d543fcf6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0623868 Jul 08 02:39:19.938782 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0da4af85-3fa8-4cef-b33b-0dfdb7c284db req-e257ee5d-5f47-4a75-98b5-6415adf49989 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Jul 08 02:39:21.109741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4331-dfa3-4262-9b39-5554db77629c req-34c4e14a-5842-4194-8142-1f2bf684268e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:21.111525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa0b4331-dfa3-4262-9b39-5554db77629c req-34c4e14a-5842-4194-8142-1f2bf684268e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0629528 Jul 08 02:39:21.152862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa0b4331-dfa3-4262-9b39-5554db77629c req-240e193d-d2ac-4a79-974c-8a9ab02184c8 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Jul 08 02:39:21.239303 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:22.328307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7f87-d298-4f97-80bf-cecfd61415ee req-2716e392-90fd-4f12-b826-bc3aa075821d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:22.329803 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6fa7f87-d298-4f97-80bf-cecfd61415ee req-2716e392-90fd-4f12-b826-bc3aa075821d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0700116 Jul 08 02:39:22.370317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6fa7f87-d298-4f97-80bf-cecfd61415ee req-436fe6ff-00db-4ed6-921f-3133579d74d6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Jul 08 02:39:23.539893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b7d7a-1e0a-46c2-b27a-042d89dd8105 req-a09eebe7-16c0-4bd8-8998-3fddc5e1a3c5 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:23.541380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-020b7d7a-1e0a-46c2-b27a-042d89dd8105 req-a09eebe7-16c0-4bd8-8998-3fddc5e1a3c5 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0621293 Jul 08 02:39:23.577547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-020b7d7a-1e0a-46c2-b27a-042d89dd8105 req-7542c0de-4fbb-4034-8efb-22bff3e3c44c tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Jul 08 02:39:24.747769 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0837737-b3e2-481d-b1df-1615120f52e1 req-f9cdb5b5-7613-4ad3-aa51-7155229221be tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:24.749253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c0837737-b3e2-481d-b1df-1615120f52e1 req-f9cdb5b5-7613-4ad3-aa51-7155229221be tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0630739 Jul 08 02:39:24.785740 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c0837737-b3e2-481d-b1df-1615120f52e1 req-dc42e618-2da5-4e81-b786-a981368c7072 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Jul 08 02:39:25.963161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89cfd1-585b-40a2-adad-c4ba74e49077 req-c0a030e8-d4ff-4990-881e-c2278b23f4cc tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:25.964685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a89cfd1-585b-40a2-adad-c4ba74e49077 req-c0a030e8-d4ff-4990-881e-c2278b23f4cc tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0659788 Jul 08 02:39:26.001194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a89cfd1-585b-40a2-adad-c4ba74e49077 req-8e18f3e8-4938-4ebd-89f6-984014f21b62 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Jul 08 02:39:27.173381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe8ccd-a3fb-4df7-b487-a87682e549e5 req-b97a5260-2e36-4859-9720-0887b8cdbdbf tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:27.174846 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72fe8ccd-a3fb-4df7-b487-a87682e549e5 req-b97a5260-2e36-4859-9720-0887b8cdbdbf tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0651033 Jul 08 02:39:27.210963 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-72fe8ccd-a3fb-4df7-b487-a87682e549e5 req-41a46822-b124-4816-9fc3-bd6715df9063 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306373 Jul 08 02:39:28.385890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850dd87-16e4-40a1-8f5e-69cfa88034c9 req-80682306-dd1b-4589-a74d-a90baf4956cb tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:28.387381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2850dd87-16e4-40a1-8f5e-69cfa88034c9 req-80682306-dd1b-4589-a74d-a90baf4956cb tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0670385 Jul 08 02:39:28.422953 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2850dd87-16e4-40a1-8f5e-69cfa88034c9 req-fbc360ca-694e-4d67-9f7e-20c43000b41d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Jul 08 02:39:29.600823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c8e47-122c-40ef-9d02-4e7326bb46f2 req-f1657995-91c7-402c-845c-76282bd972dd tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:29.602312 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d85c8e47-122c-40ef-9d02-4e7326bb46f2 req-f1657995-91c7-402c-845c-76282bd972dd tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0651360 Jul 08 02:39:29.638349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d85c8e47-122c-40ef-9d02-4e7326bb46f2 req-18266dab-2747-4cf6-8839-afe02c9f6609 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306249 Jul 08 02:39:30.813492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50483e9d-1038-4fb0-b2cd-9a9e428a65c2 req-5da933fd-da97-4b40-b6d8-2763fa6f0670 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:30.815003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50483e9d-1038-4fb0-b2cd-9a9e428a65c2 req-5da933fd-da97-4b40-b6d8-2763fa6f0670 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0679755 Jul 08 02:39:30.852248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50483e9d-1038-4fb0-b2cd-9a9e428a65c2 req-477ad623-29c1-465d-ae1b-e7137cfaa52f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317562 Jul 08 02:39:32.020782 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d87e7-d347-45ff-b7d0-315a2507752b req-81a4476b-ee6c-4224-b519-775f2c6d6422 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:32.022313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e2d87e7-d347-45ff-b7d0-315a2507752b req-81a4476b-ee6c-4224-b519-775f2c6d6422 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0627122 Jul 08 02:39:32.060086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e2d87e7-d347-45ff-b7d0-315a2507752b req-edd0862b-0704-45ca-9766-c8fc112cc77f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Jul 08 02:39:33.233575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570febb8-41bb-4584-b427-ec7e262f04c6 req-3437e34b-8f8a-4ae6-85d5-dfa4bf79ce0b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:33.235046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-570febb8-41bb-4584-b427-ec7e262f04c6 req-3437e34b-8f8a-4ae6-85d5-dfa4bf79ce0b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0660300 Jul 08 02:39:33.271374 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-570febb8-41bb-4584-b427-ec7e262f04c6 req-43b096dc-ef98-410f-83b3-d1bd178cf8df tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306358 Jul 08 02:39:34.443074 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ac081-d885-438b-97d0-e50a7de3bea7 req-c53655d9-7d13-4b33-a1b9-c4874412bd03 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:34.444570 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d9ac081-d885-438b-97d0-e50a7de3bea7 req-c53655d9-7d13-4b33-a1b9-c4874412bd03 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0653861 Jul 08 02:39:34.481537 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8d9ac081-d885-438b-97d0-e50a7de3bea7 req-7bfa982c-8cf7-464e-a563-36d06263bbaa tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315547 Jul 08 02:39:35.655233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5358-108e-4044-81ca-be529ed99034 req-39131212-3900-47d1-a94b-528796e14da8 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:35.656762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-844f5358-108e-4044-81ca-be529ed99034 req-39131212-3900-47d1-a94b-528796e14da8 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0632715 Jul 08 02:39:35.693308 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-844f5358-108e-4044-81ca-be529ed99034 req-9f6bf624-56bd-4594-92e4-af0e1f8623a1 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Jul 08 02:39:36.863886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a35e45-42ba-4e2f-b7d5-3a2e9bf322c0 req-01211e3d-16f4-4958-ae25-846fea358a24 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:36.865351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43a35e45-42ba-4e2f-b7d5-3a2e9bf322c0 req-01211e3d-16f4-4958-ae25-846fea358a24 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0622723 Jul 08 02:39:36.902274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43a35e45-42ba-4e2f-b7d5-3a2e9bf322c0 req-da91bcc2-cf8a-48b4-8abf-95a830f9ae5e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Jul 08 02:39:38.075032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8ca8-91ca-4f5c-b8d5-60c8d933b0b5 req-571f9170-7dc6-44dc-8d46-1a1605ae49ba tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:38.076579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-742b8ca8-91ca-4f5c-b8d5-60c8d933b0b5 req-571f9170-7dc6-44dc-8d46-1a1605ae49ba tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0625072 Jul 08 02:39:38.113166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-742b8ca8-91ca-4f5c-b8d5-60c8d933b0b5 req-0b1a14cb-2feb-4735-8455-86f976059347 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311663 Jul 08 02:39:39.286519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b6d2e-df35-452d-ac9f-47c8372efff7 req-96fdaf14-2402-4cb8-84f8-ede2a6a9177f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:39.288026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c69b6d2e-df35-452d-ac9f-47c8372efff7 req-96fdaf14-2402-4cb8-84f8-ede2a6a9177f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0622702 Jul 08 02:39:39.324853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c69b6d2e-df35-452d-ac9f-47c8372efff7 req-2d7d5c2e-9a30-45d2-890f-29fd66517dab tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Jul 08 02:39:39.765105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-0d3c4137-40fc-4850-93f8-94079891ea73 req-1f92dc2f-f7e9-4a11-9e37-d8c8e40fc38b service neutron] (100712) timed out ('10.222.0.10', 57148) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:39:40.498974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f272b-7365-495f-b7b1-2c40a9bf8c17 req-429a9b07-f26e-4b96-9b11-c4dea0d210aa tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:40.500490 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-279f272b-7365-495f-b7b1-2c40a9bf8c17 req-429a9b07-f26e-4b96-9b11-c4dea0d210aa tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0665727 Jul 08 02:39:40.537098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-279f272b-7365-495f-b7b1-2c40a9bf8c17 req-fd968a9b-1d27-47b1-8ea2-f7e3fd282339 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309238 Jul 08 02:39:41.712783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1351f7-09cb-4fae-ad05-fac325e5c18d req-01221cb3-d194-49f1-b623-777d2fbc66b9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:41.714313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df1351f7-09cb-4fae-ad05-fac325e5c18d req-01221cb3-d194-49f1-b623-777d2fbc66b9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0689619 Jul 08 02:39:41.753635 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df1351f7-09cb-4fae-ad05-fac325e5c18d req-21bd7eb7-b4e3-4335-8e06-be171b286e5a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Jul 08 02:39:42.162035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e76945c7-2989-4788-b811-ac46216f7328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:42.923695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b8026-7073-4e6d-a1bf-d7a5a32eb728 req-964a7011-c7ed-4f8e-861c-ba3c6fcd9581 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:42.925226 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-770b8026-7073-4e6d-a1bf-d7a5a32eb728 req-964a7011-c7ed-4f8e-861c-ba3c6fcd9581 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0625920 Jul 08 02:39:42.963027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-770b8026-7073-4e6d-a1bf-d7a5a32eb728 req-d3337af7-8d92-411e-b44b-e837e9f0b044 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jul 08 02:39:44.131716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2406012-d3f6-45ac-8171-1e18e71a0155 req-0ea89d36-8299-4777-a918-9aeb46d42487 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:44.133155 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2406012-d3f6-45ac-8171-1e18e71a0155 req-0ea89d36-8299-4777-a918-9aeb46d42487 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0637970 Jul 08 02:39:44.171012 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a2406012-d3f6-45ac-8171-1e18e71a0155 req-b9f2153a-e217-4594-9ed0-d1b818030431 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Jul 08 02:39:44.490330 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b282f0db-fedd-4e09-89a5-5286b1d9975a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:44.899311 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:45.345514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df759a-f371-4bc9-808d-2392dae668c6 req-f11cbdc5-227b-4dd3-8c07-ce531e93e907 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:45.346999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99df759a-f371-4bc9-808d-2392dae668c6 req-f11cbdc5-227b-4dd3-8c07-ce531e93e907 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0656900 Jul 08 02:39:45.384726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99df759a-f371-4bc9-808d-2392dae668c6 req-347a1b52-a672-42cb-b821-760a1b1158f3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Jul 08 02:39:45.878905 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:46.557122 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b69cf-ee89-4a02-8206-964bd5283c2b req-4934e3d1-11a8-4a13-9374-ec920defe092 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:46.558626 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c24b69cf-ee89-4a02-8206-964bd5283c2b req-4934e3d1-11a8-4a13-9374-ec920defe092 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0665801 Jul 08 02:39:46.594977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c24b69cf-ee89-4a02-8206-964bd5283c2b req-19992753-3409-43cc-9c7e-2c1fac3d0ab3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Jul 08 02:39:47.557003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:47.764812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1221a-dc40-4b4b-8909-79021dd15e82 req-d0f1164c-bd7c-4c9d-a051-deb9052795fd tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:47.766178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdb1221a-dc40-4b4b-8909-79021dd15e82 req-d0f1164c-bd7c-4c9d-a051-deb9052795fd tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0624387 Jul 08 02:39:47.801877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cdb1221a-dc40-4b4b-8909-79021dd15e82 req-fcd531dd-548f-4284-85a2-3d6b83d91fd9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301883 Jul 08 02:39:48.484167 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:48.825841 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-9f342f04-df37-4600-bae6-76fcff498e4a req-3a7208aa-e6ff-4302-8d61-bea3d622d732 service neutron] show failed (client error): The resource could not be found. Jul 08 02:39:48.826764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-3a7208aa-e6ff-4302-8d61-bea3d622d732 service neutron] 10.222.0.18 "GET /v2.0/ports/d2b7d221-37bb-4868-8adc-65a51eae752c/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0541942 Jul 08 02:39:48.980682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c4def-069e-4806-a57f-fdbfedbdd06b req-282388ca-4dd4-41d2-94a5-15480368c534 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:48.982365 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-538c4def-069e-4806-a57f-fdbfedbdd06b req-282388ca-4dd4-41d2-94a5-15480368c534 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0642865 Jul 08 02:39:49.022770 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-538c4def-069e-4806-a57f-fdbfedbdd06b req-ad1202dd-a5aa-4924-a262-79b47d0d1d7e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Jul 08 02:39:49.357661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f04-df37-4600-bae6-76fcff498e4a req-4de9e5b2-be9f-46e5-a495-1490d1863a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:49.359149 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-4de9e5b2-be9f-46e5-a495-1490d1863a05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f&tenant_id=12d1e963a5094f42833c0cc8bd5433e1 HTTP/1.1" status: 200 len: 1098 time: 0.0565522 Jul 08 02:39:49.371139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:49.439303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:49.646622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:49.678524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:39:49.720473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:49.722721 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd8e207-7182-411a-966e-0d20ed498b09" -d '{"events": [{"server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:49.727144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:49.740003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Transition to ACTIVE for port object d2b7d221-37bb-4868-8adc-65a51eae752c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:49.771056 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42837bcb-e393-4112-a401-3037b4b52905 x-openstack-request-id: req-42837bcb-e393-4112-a401-3037b4b52905 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:49.771382 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "name": "network-vif-unplugged", "status": "completed", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:49.771644 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42837bcb-e393-4112-a401-3037b4b52905 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:49.772047 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'code': 200} Jul 08 02:39:49.798900 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:49.863072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] No DVR routers for this DVR port d2b7d221-37bb-4868-8adc-65a51eae752c on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:39:49.866104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:49.877667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.878025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.878375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.878717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.879060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.879429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.879763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.880095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.880427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.880758 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.881086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.881413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:49.912253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Attempting to bind port d2b7d221-37bb-4868-8adc-65a51eae752c on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:39:49.912533 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Attempting to bind port d2b7d221-37bb-4868-8adc-65a51eae752c by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:39:49.912870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Attempting to bind port d2b7d221-37bb-4868-8adc-65a51eae752c on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:49.917778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Port d2b7d221-37bb-4868-8adc-65a51eae752c on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:39:49.918105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Attempting to bind port d2b7d221-37bb-4868-8adc-65a51eae752c on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:49.922811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:39:49.923156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Checking segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:39:49.923582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Bound using segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:39:49.924015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Bound port: d2b7d221-37bb-4868-8adc-65a51eae752c, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:39:49.924382 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:49.990057 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:39:49.993061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:39:50.068133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:50.101130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:50.102391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:50.103808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] 10.222.0.32 "PUT /v2.0/ports/d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 1093 time: 0.7373931 Jul 08 02:39:50.126249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f57acd-3f78-42bb-ab1d-e9db20783f7e service neutron] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:50.184818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f04-df37-4600-bae6-76fcff498e4a req-4528f923-4a7d-4fb3-8d35-5c7f1c760470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:50.186227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-4528f923-4a7d-4fb3-8d35-5c7f1c760470 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1096 time: 0.0538564 Jul 08 02:39:50.221420 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72c0e6-302d-4655-91ea-9ba58387bd8b req-fbf011cd-543b-4d4f-9f9b-b0edee890c75 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:50.222928 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e72c0e6-302d-4655-91ea-9ba58387bd8b req-fbf011cd-543b-4d4f-9f9b-b0edee890c75 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 944 time: 0.0641675 Jul 08 02:39:50.261451 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e72c0e6-302d-4655-91ea-9ba58387bd8b req-1a6bd8ee-6b70-42e6-a83b-245a6544bf99 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Jul 08 02:39:50.282186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f04-df37-4600-bae6-76fcff498e4a req-8bc5344a-647b-4bf0-843e-495de772d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:50.283793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-8bc5344a-647b-4bf0-843e-495de772d3a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.0908899 Jul 08 02:39:50.324264 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-0e4d5feb-b603-4620-8f29-eb3e020ab3bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 217 time: 0.0339134 Jul 08 02:39:50.371358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f04-df37-4600-bae6-76fcff498e4a req-c47f8976-2cab-4f66-a0c7-8bdb9beab14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:50.372764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-c47f8976-2cab-4f66-a0c7-8bdb9beab14f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0417533 Jul 08 02:39:50.408321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-045c5cc8-89ff-4230-80c2-b81f57dad378 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293789 Jul 08 02:39:50.492201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-943de6ef-e1a9-4a88-9788-6ed730e5dc4d service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778077 Jul 08 02:39:50.582581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f342f04-df37-4600-bae6-76fcff498e4a req-216d4290-a0ae-45ed-9a15-945430777490 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830030 Jul 08 02:39:51.253394 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:51.435756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9890209-adf4-4470-81c1-dc18d1356fc4 req-c529de43-4a43-4f2c-855d-9f08475dc98f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:51.437245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9890209-adf4-4470-81c1-dc18d1356fc4 req-c529de43-4a43-4f2c-855d-9f08475dc98f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 944 time: 0.0640879 Jul 08 02:39:51.473953 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9890209-adf4-4470-81c1-dc18d1356fc4 req-4dfe3a00-8e4d-4d47-939f-d1a4476d488d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Jul 08 02:39:51.538149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device d2b7d221-37bb-4868-8adc-65a51eae752c no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:39:51.577908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device d2b7d221-37bb-4868-8adc-65a51eae752c not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:39:51.773326 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:51.775680 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac2cf29-0e32-4a32-9dbd-3b37e351487d" -d '{"events": [{"name": "network-changed", "server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:51.821748 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de26d240-c707-4354-9173-8b5cf11be6c4 x-openstack-request-id: req-de26d240-c707-4354-9173-8b5cf11be6c4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:51.822052 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:51.822316 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de26d240-c707-4354-9173-8b5cf11be6c4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:51.822727 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'status': 'completed', 'code': 200} Jul 08 02:39:51.937098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-56e70e4d-386d-4384-99a9-e432ecef33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:51.938631 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-56e70e4d-386d-4384-99a9-e432ecef33af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1096 time: 0.0973263 Jul 08 02:39:51.941233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-4148d5dc-c9b8-4864-8d85-afd58176e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:51.942596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-4148d5dc-c9b8-4864-8d85-afd58176e1cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1096 time: 0.0934498 Jul 08 02:39:52.094515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-7bc18424-6f81-4cfd-9cb1-0db48db5982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:52.095948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-7bc18424-6f81-4cfd-9cb1-0db48db5982c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.1510665 Jul 08 02:39:52.097316 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-dacfb7a6-b7f0-4ad7-92d1-a99e12f8bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:52.098697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-dacfb7a6-b7f0-4ad7-92d1-a99e12f8bc2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.1467514 Jul 08 02:39:52.142085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-299947df-486b-4952-ba6e-cf636e04d2a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 217 time: 0.0392075 Jul 08 02:39:52.179486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-6cee968b-99c9-4046-bacf-2ef7628cea7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 217 time: 0.0711551 Jul 08 02:39:52.247104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-4cfd8419-4c9d-48c7-90eb-af104243ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:52.248615 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-4cfd8419-4c9d-48c7-90eb-af104243ff0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0769839 Jul 08 02:39:52.253540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-80852dbe-d8f5-400c-a489-5fd335140efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:52.254909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-80852dbe-d8f5-400c-a489-5fd335140efe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0568728 Jul 08 02:39:52.312448 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-a3357354-bac9-4843-8e44-40886477d01e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518599 Jul 08 02:39:52.314332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-753ef736-9217-4d83-9157-3df2b000172d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528438 Jul 08 02:39:52.470405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-17c84414-9255-473b-b3c8-5ec6884ec84b service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510818 Jul 08 02:39:52.472326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-9444629f-4d90-4800-a15b-ebd934d8adc4 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460037 Jul 08 02:39:52.662852 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-0c135ca3-fdb0-4ca0-8090-51892a9ff245 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866081 Jul 08 02:39:52.664746 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eac2cf29-0e32-4a32-9dbd-3b37e351487d req-59ec2ff2-f779-408a-aa64-88415b4d9ec8 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808908 Jul 08 02:39:52.698602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68827-c1c1-4212-a931-93238b86ecc9 req-fe80ff7b-b318-4782-ae6c-c44dda0f4768 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:52.700253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6fb68827-c1c1-4212-a931-93238b86ecc9 req-fe80ff7b-b318-4782-ae6c-c44dda0f4768 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 944 time: 0.1023495 Jul 08 02:39:52.737828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6fb68827-c1c1-4212-a931-93238b86ecc9 req-5e158996-bfad-4b3d-b018-2e3c05a38e98 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Jul 08 02:39:53.821929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d2b7d221-37bb-4868-8adc-65a51eae752c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:39:53.917082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:53.928565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb', 'port_id': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'mac_address': 'fa:16:3e:60:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2876f6d6-7bb4-4121-8aa9-e9d556559480', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:39:53.942019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255454f-9077-44e3-9dc2-e7a4b46b83b1 req-8e600a90-5eab-4e72-b4db-328589d9a2b0 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:53.944353 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0255454f-9077-44e3-9dc2-e7a4b46b83b1 req-8e600a90-5eab-4e72-b4db-328589d9a2b0 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 944 time: 0.0909510 Jul 08 02:39:53.966568 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:53.980165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b7d221-37bb-4868-8adc-65a51eae752c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:39:53.990364 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0255454f-9077-44e3-9dc2-e7a4b46b83b1 req-7d1b35b5-1292-4d2f-a461-abb8ce682ff2 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Jul 08 02:39:54.005340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:54.072023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:54.131077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:54.139277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.139658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.140004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.140345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.140688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.141041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.141348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.141805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.142137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.142466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.142793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.143117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:54.294468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['d2b7d221-37bb-4868-8adc-65a51eae752c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:39:54.471621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20243d5a-23de-4a78-8a6c-1b54ae1a0982 req-81e642c7-8019-48c5-9c95-5928720494c2 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:54.473153 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20243d5a-23de-4a78-8a6c-1b54ae1a0982 req-81e642c7-8019-48c5-9c95-5928720494c2 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 945 time: 0.0709116 Jul 08 02:39:54.517679 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20243d5a-23de-4a78-8a6c-1b54ae1a0982 req-ef042523-bb6e-4861-8083-7cea026f2ef0 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Jul 08 02:39:54.546706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-cc8b7f61-62c5-43aa-be23-a0b7ac0a132f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:54.548138 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-cc8b7f61-62c5-43aa-be23-a0b7ac0a132f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.18 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f&tenant_id=12d1e963a5094f42833c0cc8bd5433e1&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 945 time: 0.0739708 Jul 08 02:39:54.608480 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-33e0be1f-062c-49ec-894b-98e8b9502427 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:39:54.609592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-33e0be1f-062c-49ec-894b-98e8b9502427 service neutron] 10.222.0.18 "DELETE /v2.0/ports/d2b7d221-37bb-4868-8adc-65a51eae752c/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0554934 Jul 08 02:39:54.707490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-579955b8-e839-4be8-b4ad-dc9aaca3f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:54.708974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-579955b8-e839-4be8-b4ad-dc9aaca3f6bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 1097 time: 0.0567365 Jul 08 02:39:54.729498 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:39:54.796925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-0e4fcadf-e469-460e-90e9-fa90fc5e9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:54.798319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-0e4fcadf-e469-460e-90e9-fa90fc5e9a14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.0832722 Jul 08 02:39:54.841949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-29df233d-1aa9-47cb-b327-1f4984a178ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 200 len: 217 time: 0.0377448 Jul 08 02:39:54.888823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-ff14d9c8-a851-4bc5-9983-226768380a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:54.890278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-ff14d9c8-a851-4bc5-9983-226768380a4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0420003 Jul 08 02:39:54.922839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-f7aa7447-2f7a-4164-84ef-f34044e3bb26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255692 Jul 08 02:39:55.012716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-3eaeaa29-cefd-4f89-8a94-436aaaf208bc service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832710 Jul 08 02:39:55.099177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-79d42749-c2c7-47fe-b2e3-b371a134e496 req-2830397f-b47f-4e58-b12f-d3c3ae2a40f4 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806367 Jul 08 02:39:55.691716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9b938-90b8-485e-b652-6e99c356dcd1 req-2e7e8a3d-179e-4f10-842e-6f8c56cfe8bc tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:55.693192 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f9b938-90b8-485e-b652-6e99c356dcd1 req-2e7e8a3d-179e-4f10-842e-6f8c56cfe8bc tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 945 time: 0.0635047 Jul 08 02:39:55.731496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6f9b938-90b8-485e-b652-6e99c356dcd1 req-39a42ea6-27b3-42b6-8486-db1edcdc08b7 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Jul 08 02:39:55.836699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d2b7d221-37bb-4868-8adc-65a51eae752c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:55.962615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port d2b7d221-37bb-4868-8adc-65a51eae752c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:55.966607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port d2b7d221-37bb-4868-8adc-65a51eae752c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:55.967041 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:56.045651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:56.071963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:56.073280 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb06ca-eb8c-4bd5-9ef2-a3b38c6f74b8" -d '{"events": [{"server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "name": "network-vif-plugged", "status": "completed", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:56.085660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:56.117855 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ade3a-7d93-4d1c-b1ac-ca1727dcf97e x-openstack-request-id: req-6a2ade3a-7d93-4d1c-b1ac-ca1727dcf97e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:56.117855 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "name": "network-vif-plugged", "status": "completed", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:56.117855 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a2ade3a-7d93-4d1c-b1ac-ca1727dcf97e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:56.117855 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'code': 200} Jul 08 02:39:56.179481 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:56.230974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:56.903973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35378332-546e-49a0-b28b-7aa23b308ccd req-589b9726-9dac-4892-858d-56383524a279 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:56.905426 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-35378332-546e-49a0-b28b-7aa23b308ccd req-589b9726-9dac-4892-858d-56383524a279 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0653646 Jul 08 02:39:56.942358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-35378332-546e-49a0-b28b-7aa23b308ccd req-1b9aff38-f9f7-4578-8b0c-bd9507c974aa tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Jul 08 02:39:57.117518 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1369-6d4c-4ab3-8b4f-ecb2b1e0b3db req-9117aa39-ecd8-40d6-9e25-94e23e979517 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:57.119069 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f6f1369-6d4c-4ab3-8b4f-ecb2b1e0b3db req-9117aa39-ecd8-40d6-9e25-94e23e979517 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0684409 Jul 08 02:39:57.156091 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f6f1369-6d4c-4ab3-8b4f-ecb2b1e0b3db req-3e289fb5-9a06-4810-bacb-4f4c9fc7463d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Jul 08 02:39:57.323265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e537be-6e90-48d9-b536-e7575d60be24 req-353ba78e-b4c2-4658-9fde-cd6820b1a7c9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:57.324796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59e537be-6e90-48d9-b536-e7575d60be24 req-353ba78e-b4c2-4658-9fde-cd6820b1a7c9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0612926 Jul 08 02:39:57.362443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-59e537be-6e90-48d9-b536-e7575d60be24 req-2465eca8-30f1-4f56-adef-35c58ffd04c7 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Jul 08 02:39:57.975133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c64a9b99-ba04-4ac3-a856-5ef7bbe27098 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:57.976706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c64a9b99-ba04-4ac3-a856-5ef7bbe27098 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 815 time: 0.1046000 Jul 08 02:39:57.991462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-91523dfa-7929-4279-91bf-0a2e785d9a43 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/quotas/12d1e963a5094f42833c0cc8bd5433e1 HTTP/1.1" status: 200 len: 375 time: 0.0092614 Jul 08 02:39:58.055949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-54f59496-65d1-426f-8763-35fe7fa0c53e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594776 Jul 08 02:39:58.459747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-78f92f0f-5cc1-4911-b8dd-67d90c8f37e1 service neutron] 10.222.0.10 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968523 Jul 08 02:39:58.546775 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-dd61b040-6d87-45f9-83d9-04e809f3defd service neutron] 10.222.0.10 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814054 Jul 08 02:39:58.772809 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60c7eb2a-b4de-4664-be7c-35943bdd7503 req-fa68172b-5ee1-41c4-b7f9-510c6a66062f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 210 time: 0.0280182 Jul 08 02:39:59.200832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e76a14-4994-4161-a748-ccdeea46512b req-7ae9aae1-f7cd-4f58-8c03-0929fc73e9ec tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:59.202303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0e76a14-4994-4161-a748-ccdeea46512b req-7ae9aae1-f7cd-4f58-8c03-0929fc73e9ec tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.32 "GET /v2.0/ports?device_id=d774c1d4-3b0a-4864-805f-f047346bdd3f HTTP/1.1" status: 200 len: 946 time: 0.0662830 Jul 08 02:39:59.306887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Deleting port d2b7d221-37bb-4868-8adc-65a51eae752c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:39:59.307144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:59.399933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] For port d2b7d221-37bb-4868-8adc-65a51eae752c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=d2b7d221-37bb-4868-8adc-65a51eae752c,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:59.400303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:59.413096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Calling delete_port for d2b7d221-37bb-4868-8adc-65a51eae752c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:39:59.587960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:59.602122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['d2b7d221-37bb-4868-8adc-65a51eae752c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:39:59.631388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Pushing event deleted for resources: {'Port': ['ID=d2b7d221-37bb-4868-8adc-65a51eae752c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:59.678816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] No DVR routers for this DVR port d2b7d221-37bb-4868-8adc-65a51eae752c on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:39:59.681897 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:59.683992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0e76a14-4994-4161-a748-ccdeea46512b req-573830b7-6dde-42ec-bc58-d5786356c41f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.32 "DELETE /v2.0/ports/d2b7d221-37bb-4868-8adc-65a51eae752c HTTP/1.1" status: 204 len: 173 time: 0.4758074 Jul 08 02:39:59.684422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'name': 'network-vif-deleted', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:59.686651 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80be62de-7b4b-4547-bf9a-bb5a05c2d709" -d '{"events": [{"server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "name": "network-vif-deleted", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:59.720690 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7074747-9f72-4e49-ba83-b4ac623a5f31 x-openstack-request-id: req-e7074747-9f72-4e49-ba83-b4ac623a5f31 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:59.720988 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d774c1d4-3b0a-4864-805f-f047346bdd3f", "name": "network-vif-deleted", "tag": "d2b7d221-37bb-4868-8adc-65a51eae752c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:59.721237 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7074747-9f72-4e49-ba83-b4ac623a5f31 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:59.721641 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd774c1d4-3b0a-4864-805f-f047346bdd3f', 'name': 'network-vif-deleted', 'tag': 'd2b7d221-37bb-4868-8adc-65a51eae752c', 'status': 'completed', 'code': 200} Jul 08 02:39:59.919458 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d7da2f73-5a4f-4d8a-8f3f-f187c2a14a43 req-c81aa6c3-a076-4592-b9fd-64866f45d3cd tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 210 time: 0.0316482 Jul 08 02:40:00.790383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-9ed9bfd7-b0f9-43df-bc2d-0a626282d604 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:00.796733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-9ed9bfd7-b0f9-43df-bc2d-0a626282d604 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.32 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 815 time: 0.1123452 Jul 08 02:40:00.809105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Request body: {'port': {'device_id': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb', 'admin_state_up': True, 'tenant_id': '12d1e963a5094f42833c0cc8bd5433e1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:00.998845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Made reservation on behalf of 12d1e963a5094f42833c0cc8bd5433e1 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:40:01.002678 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:01.093505 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a17890c0-e496-4441-ac54-59f9297f9bad req-d24d1bcf-7d2b-42fb-b88f-69c4099dbf7d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 210 time: 0.0389521 Jul 08 02:40:01.161608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Allocated IP 172.20.0.5 (e2a47a72-1efc-434d-b8cf-76dd7e071fbb/2876f6d6-7bb4-4121-8aa9-e9d556559480/633234d0-e9be-4d5d-9ff9-a195c729c3b7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:40:01.306287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:01.402542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:01.446029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Network e2a47a72-1efc-434d-b8cf-76dd7e071fbb is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:40:01.451133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:40:01.454850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:40:01.478607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:01.505567 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:01.506176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:01.599511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-c3a8d177-acd4-46c4-b33a-adb825730368 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7949352 Jul 08 02:40:01.611703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Request body: {'port': {'device_id': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:01.687316 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:01.890706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d2b7d221-37bb-4868-8adc-65a51eae752c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:40:01.910722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: d2b7d221-37bb-4868-8adc-65a51eae752c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:40:01.911077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device d2b7d221-37bb-4868-8adc-65a51eae752c not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:40:01.949360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633234d0-e9be-4d5d-9ff9-a195c729c3b7 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:40:01.956774 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:01.968328 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Transition to ACTIVE for port object 633234d0-e9be-4d5d-9ff9-a195c729c3b7 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:40:02.047586 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:02.116577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:02.166799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Attempting to bind port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:40:02.167138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Attempting to bind port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:40:02.167502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Attempting to bind port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:40:02.172320 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:40:02.172658 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Attempting to bind port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:40:02.177487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:40:02.177878 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Checking segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:40:02.178286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Bound using segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:40:02.178740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Bound port: 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:40:02.179109 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:02.242796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:40:02.246542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:40:02.269471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69213bbd-a7cb-4363-a287-b79399f14d4a req-98589db8-485e-450c-b116-f1d181385023 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:02.270950 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69213bbd-a7cb-4363-a287-b79399f14d4a req-98589db8-485e-450c-b116-f1d181385023 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 943 time: 0.0637441 Jul 08 02:40:02.312263 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-69213bbd-a7cb-4363-a287-b79399f14d4a req-1e7c6922-dc93-4e37-a0a4-0d4d19a33ea3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356095 Jul 08 02:40:02.313778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:02.353030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:02.353781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:02.355186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] 10.222.0.32 "PUT /v2.0/ports/633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 1092 time: 0.7482991 Jul 08 02:40:02.355649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:40:02.358079 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de64e6b-146d-44c4-96cb-895cc636248b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:40:02.381705 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af9ea4-686c-44ed-a95b-017cd3900be7 service neutron] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:02.397490 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92929efd-da2b-4e49-9712-d9d79685ba34 x-openstack-request-id: req-92929efd-da2b-4e49-9712-d9d79685ba34 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:40:02.397847 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:40:02.398168 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92929efd-da2b-4e49-9712-d9d79685ba34 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:40:02.398636 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'status': 'completed', 'code': 200} Jul 08 02:40:02.470292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64e6b-146d-44c4-96cb-895cc636248b req-58896752-9b25-442d-89fd-0bb6df539db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:02.471829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0de64e6b-146d-44c4-96cb-895cc636248b req-58896752-9b25-442d-89fd-0bb6df539db2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1095 time: 0.0543985 Jul 08 02:40:02.566164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64e6b-146d-44c4-96cb-895cc636248b req-b048eb65-7271-4f48-9a79-9d405ffaf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:02.567594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0de64e6b-146d-44c4-96cb-895cc636248b req-b048eb65-7271-4f48-9a79-9d405ffaf541 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0887058 Jul 08 02:40:02.661501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de64e6b-146d-44c4-96cb-895cc636248b req-7536baf6-52b5-4f67-8647-445defcbacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:02.662965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0de64e6b-146d-44c4-96cb-895cc636248b req-7536baf6-52b5-4f67-8647-445defcbacfa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897784 Jul 08 02:40:02.772937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-f171a370-e79d-46b3-97d0-c2817b06c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:02.774955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-f171a370-e79d-46b3-97d0-c2817b06c39f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1095 time: 0.0530498 Jul 08 02:40:02.819036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-61a717c2-7eff-4d5a-9e40-e3cbfa4641fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0371714 Jul 08 02:40:02.867302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-a67a408e-a368-45b6-b014-427e213a255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:02.868757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-a67a408e-a368-45b6-b014-427e213a255e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0434828 Jul 08 02:40:02.901576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-e6ca9105-692f-4eb3-bfeb-3e03d6690f24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252414 Jul 08 02:40:02.996959 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-4b4056ff-4646-4f54-a6aa-3be01392d785 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888715 Jul 08 02:40:03.128976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e1f930c5-e9bd-4f1a-aece-799f6e1c95ea req-5ad35b4d-b33a-4dae-bcbb-192443f8e4b5 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827527 Jul 08 02:40:03.483677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002e966-5df2-4143-9648-45490b5d48e1 req-37802a86-c8f8-43ea-94e6-e7e31575750f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:03.485154 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6002e966-5df2-4143-9648-45490b5d48e1 req-37802a86-c8f8-43ea-94e6-e7e31575750f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 943 time: 0.0636804 Jul 08 02:40:03.521939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6002e966-5df2-4143-9648-45490b5d48e1 req-e5d4ac49-b1ee-40bc-9102-efbc98d85027 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Jul 08 02:40:04.692377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b3f2f-f5c9-4cf2-b548-9f087c0789ac req-26b38be0-98fd-4361-a6b6-ddb17bbdd86d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:04.693880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-450b3f2f-f5c9-4cf2-b548-9f087c0789ac req-26b38be0-98fd-4361-a6b6-ddb17bbdd86d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 943 time: 0.0643771 Jul 08 02:40:04.732045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-450b3f2f-f5c9-4cf2-b548-9f087c0789ac req-383cac8c-5ab6-49b2-ba97-160f576e882a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Jul 08 02:40:05.902416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0ad7-92c5-46f6-829a-275bd06b7c81 req-6c67925e-05d2-42bc-b8d3-7527399a18a5 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:05.903987 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a31c0ad7-92c5-46f6-829a-275bd06b7c81 req-6c67925e-05d2-42bc-b8d3-7527399a18a5 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 943 time: 0.0635235 Jul 08 02:40:05.921516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 633234d0-e9be-4d5d-9ff9-a195c729c3b7 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:40:05.944872 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a31c0ad7-92c5-46f6-829a-275bd06b7c81 req-76326339-d8a0-4126-abb6-8178f37c2bf1 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Jul 08 02:40:06.026829 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:06.037651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb', 'port_id': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'mac_address': 'fa:16:3e:cc:ae:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2876f6d6-7bb4-4121-8aa9-e9d556559480', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:40:06.073921 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:06.085999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633234d0-e9be-4d5d-9ff9-a195c729c3b7 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:40:06.105022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:06.164104 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:06.209462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:06.377664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['633234d0-e9be-4d5d-9ff9-a195c729c3b7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:40:07.117600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364b03d-cfc6-4b09-806b-a859f93f4b58 req-abb59f21-a2dd-4ede-a810-b06a9e2c4132 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:07.119085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5364b03d-cfc6-4b09-806b-a859f93f4b58 req-abb59f21-a2dd-4ede-a810-b06a9e2c4132 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 944 time: 0.0672014 Jul 08 02:40:07.156271 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5364b03d-cfc6-4b09-806b-a859f93f4b58 req-fa35cbb6-4f57-48fc-b246-30a65016445e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313020 Jul 08 02:40:07.921049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 633234d0-e9be-4d5d-9ff9-a195c729c3b7 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:40:08.027034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:40:08.031183 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:08.033521 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:08.110958 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:08.132314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:40:08.134572 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c35de6-31b3-48a2-ba0f-3a3ad0d9b0f0" -d '{"events": [{"server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "name": "network-vif-plugged", "status": "completed", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:40:08.147786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:08.173962 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c94b4f-352e-46c7-abc8-0a42a336d202 x-openstack-request-id: req-20c94b4f-352e-46c7-abc8-0a42a336d202 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:40:08.174258 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "name": "network-vif-plugged", "status": "completed", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:40:08.174515 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20c94b4f-352e-46c7-abc8-0a42a336d202 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:40:08.174945 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'code': 200} Jul 08 02:40:08.213621 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:08.263057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:08.331640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232c8ca-6d71-4dae-8acb-09d75f3f697c req-eb3e121d-5699-4eb0-9c40-fc7f5395c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:08.333189 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3232c8ca-6d71-4dae-8acb-09d75f3f697c req-eb3e121d-5699-4eb0-9c40-fc7f5395c0e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1097 time: 0.0943596 Jul 08 02:40:08.364563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3b626-5e1c-4dc1-b0e2-aee34ebdf66e req-7c4df46a-0ba5-447b-a733-25344030c700 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:08.366067 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bab3b626-5e1c-4dc1-b0e2-aee34ebdf66e req-7c4df46a-0ba5-447b-a733-25344030c700 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0957413 Jul 08 02:40:08.388027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3232c8ca-6d71-4dae-8acb-09d75f3f697c req-193a69fd-04a2-44f4-a0de-6a5dcf0146cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 Jul 08 02:40:08.412138 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bab3b626-5e1c-4dc1-b0e2-aee34ebdf66e req-81e1570b-e3a8-4c69-bd1b-b92baedb630f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358241 Jul 08 02:40:09.585781 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64265f-86f0-4c7d-9cfe-6e3c6ec0c16a req-6223b287-f2cf-42e6-83ec-e28b166d3375 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:09.587245 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d64265f-86f0-4c7d-9cfe-6e3c6ec0c16a req-6223b287-f2cf-42e6-83ec-e28b166d3375 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0653481 Jul 08 02:40:09.628585 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d64265f-86f0-4c7d-9cfe-6e3c6ec0c16a req-f7ab0cf9-f208-41b6-81bc-bf91d2404a87 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358207 Jul 08 02:40:09.796026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ad6f5-36aa-4bf3-af64-c677ffd27564 req-22ab34c7-7d58-4089-922a-283c6ed4be20 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:09.797493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7e6ad6f5-36aa-4bf3-af64-c677ffd27564 req-22ab34c7-7d58-4089-922a-283c6ed4be20 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0623901 Jul 08 02:40:09.834242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7e6ad6f5-36aa-4bf3-af64-c677ffd27564 req-7e254b04-1a06-40e9-a019-485de528b6b5 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313408 Jul 08 02:40:10.364911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba22b-2d11-4441-af81-4f341882ac9a req-44a8fcd8-7b6c-410a-be34-1be604507f9b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:10.366373 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-833ba22b-2d11-4441-af81-4f341882ac9a req-44a8fcd8-7b6c-410a-be34-1be604507f9b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0653820 Jul 08 02:40:10.404675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-833ba22b-2d11-4441-af81-4f341882ac9a req-a66c0738-3361-4eee-a73e-9a2eca411aab tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Jul 08 02:40:10.444517 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-08eb2531-7bf8-43cf-85bf-6941f2f9a74e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512826 Jul 08 02:40:11.580546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5f87d-ebec-4249-99e1-dda0f67157bb req-6b66d27d-5d8a-4131-9e8e-9bbe2ab812e0 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:11.581939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59e5f87d-ebec-4249-99e1-dda0f67157bb req-6b66d27d-5d8a-4131-9e8e-9bbe2ab812e0 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0628612 Jul 08 02:40:11.623161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59e5f87d-ebec-4249-99e1-dda0f67157bb req-a5061841-187d-4b1d-990b-db27456fe933 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356512 Jul 08 02:40:12.104589 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-93cd9164-a843-4963-8cba-fe3e1fb1eb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:12.431695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-99200c0c-36a3-44a2-b505-c2123af7b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:12.433680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-99200c0c-36a3-44a2-b505-c2123af7b969 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1097 time: 0.0532498 Jul 08 02:40:12.521463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-dfbd5016-f2f0-41b0-954a-acf76784459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:12.522954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-dfbd5016-f2f0-41b0-954a-acf76784459a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.0827875 Jul 08 02:40:12.568013 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-7139739f-9a54-4137-a73f-4b69266fefdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0386391 Jul 08 02:40:12.615293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-c3dfea80-3ea2-4c4e-be80-0ad0897c0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:12.616721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-c3dfea80-3ea2-4c4e-be80-0ad0897c0742 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0421174 Jul 08 02:40:12.648955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-17582588-c363-4759-864e-7e1b3aee2104 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253677 Jul 08 02:40:12.751974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-a7bd8c7e-ca97-4068-b28c-22b83ae7290b service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961487 Jul 08 02:40:12.866135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a327459-08d5-4d23-9ec7-457fccc06835 req-1e8be7d3-0cb0-4430-9b15-6ca31f926882 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:12.867628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a327459-08d5-4d23-9ec7-457fccc06835 req-1e8be7d3-0cb0-4430-9b15-6ca31f926882 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.1310129 Jul 08 02:40:12.890569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-f5416d54-d9c1-4615-993b-b01ec7aeee2d service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230736 Jul 08 02:40:12.909533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a327459-08d5-4d23-9ec7-457fccc06835 req-75309357-8352-473c-ad4a-dc817fb6f994 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357952 Jul 08 02:40:14.182093 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770caf6-b698-4821-9887-ad43e8a1b5eb req-1cdf3c12-50a8-41b5-895e-e30ebad230af tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:14.183546 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7770caf6-b698-4821-9887-ad43e8a1b5eb req-1cdf3c12-50a8-41b5-895e-e30ebad230af tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.1653366 Jul 08 02:40:14.221294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7770caf6-b698-4821-9887-ad43e8a1b5eb req-15b6dcf4-fa36-4224-9081-8411e68cf261 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Jul 08 02:40:14.461220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b089c712-5974-43d5-83da-445a3131e067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:14.895473 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:15.394733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913cf82-f525-44a3-ae5c-487e492bbf3c req-e7be4ed0-3886-48a9-a2b2-22d0f05e4475 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:15.396242 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8913cf82-f525-44a3-ae5c-487e492bbf3c req-e7be4ed0-3886-48a9-a2b2-22d0f05e4475 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0625567 Jul 08 02:40:15.431957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8913cf82-f525-44a3-ae5c-487e492bbf3c req-0df418b6-39d8-4768-8dff-55226d1ecbe1 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303078 Jul 08 02:40:15.870676 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:16.604576 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abee2c-ea30-4b51-93b2-692e3efc157b req-c1a3d877-9327-4c30-8002-7940a99c6b38 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:16.606154 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56abee2c-ea30-4b51-93b2-692e3efc157b req-c1a3d877-9327-4c30-8002-7940a99c6b38 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0655487 Jul 08 02:40:16.643829 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-56abee2c-ea30-4b51-93b2-692e3efc157b req-9cb3f369-7c2b-4366-aea3-b2a70f2cc61f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317667 Jul 08 02:40:17.558420 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:17.815951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02360953-b157-4080-b2fd-46e68e6c69c5 req-5548f8a1-c8e4-4238-96c4-5c1389a91dc3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:17.817326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02360953-b157-4080-b2fd-46e68e6c69c5 req-5548f8a1-c8e4-4238-96c4-5c1389a91dc3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0655742 Jul 08 02:40:17.853588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02360953-b157-4080-b2fd-46e68e6c69c5 req-17427e45-c5a4-44e4-9d7f-20ac1ded9f6f tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Jul 08 02:40:18.449581 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:19.027152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9b10a-7f01-47a3-8a22-7700cafad430 req-20bbb262-4ee4-4c60-b496-4c3fc7e10ba3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:19.029287 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0d9b10a-7f01-47a3-8a22-7700cafad430 req-20bbb262-4ee4-4c60-b496-4c3fc7e10ba3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0671711 Jul 08 02:40:19.066612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d0d9b10a-7f01-47a3-8a22-7700cafad430 req-66fd5668-d532-422d-b3b7-6c137e48e839 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Jul 08 02:40:20.310668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc781af-fd55-4b5e-9500-24cf02cb84b1 req-73eed326-fcc2-48d2-9a0a-20f2a730d726 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:20.312165 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fc781af-fd55-4b5e-9500-24cf02cb84b1 req-73eed326-fcc2-48d2-9a0a-20f2a730d726 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.1354468 Jul 08 02:40:20.348688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2fc781af-fd55-4b5e-9500-24cf02cb84b1 req-4d653eaf-3bc9-4d66-ac9d-8e933e51165d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Jul 08 02:40:21.243789 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:21.522071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759a0fa-fe4b-4716-8076-1e94b5388d47 req-78dcc92c-a666-465c-b4d5-eaa4319a2056 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:21.523508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5759a0fa-fe4b-4716-8076-1e94b5388d47 req-78dcc92c-a666-465c-b4d5-eaa4319a2056 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0634680 Jul 08 02:40:21.560560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5759a0fa-fe4b-4716-8076-1e94b5388d47 req-89d61e7d-7a0d-4760-838d-ab2988fee904 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Jul 08 02:40:22.729390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea076bd4-d876-430b-a76d-ebf6902ae14d req-02356621-d192-4e22-94b9-0ea3d496a12b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:22.730866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea076bd4-d876-430b-a76d-ebf6902ae14d req-02356621-d192-4e22-94b9-0ea3d496a12b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0611401 Jul 08 02:40:22.766973 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ea076bd4-d876-430b-a76d-ebf6902ae14d req-9058aebf-619b-4959-a51a-9bd882d93b6d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304191 Jul 08 02:40:23.682135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-0317c545-21f4-4f9f-b449-bd0cb79aa2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:23.683668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-0317c545-21f4-4f9f-b449-bd0cb79aa2c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1097 time: 0.0563469 Jul 08 02:40:23.789663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-fa572861-f165-4069-b558-ea16e5b08ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:23.791147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-fa572861-f165-4069-b558-ea16e5b08ebb service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.0830495 Jul 08 02:40:23.836749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-6d20b736-0297-4ab9-bd94-402a84fcb330 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0373538 Jul 08 02:40:23.890297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-bdda86c5-f356-489e-b6ea-b4d4a5aab760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:23.891941 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-bdda86c5-f356-489e-b6ea-b4d4a5aab760 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0444620 Jul 08 02:40:23.925596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-ab7e4f8c-4566-48c3-ad59-254734a18ffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269024 Jul 08 02:40:23.939696 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef652e-13a1-47c9-9223-5f4314e04ee2 req-10816e82-b711-409f-b686-792cdfa31790 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:23.941132 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27ef652e-13a1-47c9-9223-5f4314e04ee2 req-10816e82-b711-409f-b686-792cdfa31790 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0643392 Jul 08 02:40:23.978859 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-27ef652e-13a1-47c9-9223-5f4314e04ee2 req-4dce6f93-0a65-4d79-a0fc-4a1f6fbfb244 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Jul 08 02:40:24.041762 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-e5a60e6b-2f12-4b86-b2b7-0effbe69697c service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934207 Jul 08 02:40:24.132009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8133ac2f-0af3-4746-b3bf-c057edfab2ee req-17b28b96-3883-4425-941a-4d59956643a7 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833964 Jul 08 02:40:25.151864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499045-987f-4c94-becd-554acb2bfdfe req-6acc0b2a-e768-42b7-b290-1107f7a0491e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:25.153462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0499045-987f-4c94-becd-554acb2bfdfe req-6acc0b2a-e768-42b7-b290-1107f7a0491e tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0627999 Jul 08 02:40:25.189578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e0499045-987f-4c94-becd-554acb2bfdfe req-4ecfed6c-f05c-4231-85f3-5a73573b7fcf tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306525 Jul 08 02:40:26.361631 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bc778-1cb1-405f-a5b0-b4ddd219c4d0 req-de8d26f1-de91-44d5-8601-fc28ac329904 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:26.363086 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d4bc778-1cb1-405f-a5b0-b4ddd219c4d0 req-de8d26f1-de91-44d5-8601-fc28ac329904 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0658681 Jul 08 02:40:26.399787 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5d4bc778-1cb1-405f-a5b0-b4ddd219c4d0 req-b8f44603-b763-427c-be67-dd19f4aefc80 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Jul 08 02:40:27.572177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd619e45-6a2e-4ced-aeae-1ffb65542de8 req-79364d9f-b3f1-48ef-9dee-bc1215d485c9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:27.573647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd619e45-6a2e-4ced-aeae-1ffb65542de8 req-79364d9f-b3f1-48ef-9dee-bc1215d485c9 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0661342 Jul 08 02:40:27.610608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd619e45-6a2e-4ced-aeae-1ffb65542de8 req-77058799-ec59-4513-a5e0-db0e15ff3ab0 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313537 Jul 08 02:40:28.780716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e887cd-8aa1-4fc5-819f-3be31f0151c6 req-fb5c2a63-083d-4e4a-9da3-1a0ea02638d2 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:28.782193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5e887cd-8aa1-4fc5-819f-3be31f0151c6 req-fb5c2a63-083d-4e4a-9da3-1a0ea02638d2 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0630383 Jul 08 02:40:28.818527 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d5e887cd-8aa1-4fc5-819f-3be31f0151c6 req-80d76db3-b839-472e-a82c-6603ce1c10c6 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Jul 08 02:40:29.990988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9a33-2c3b-4408-8fef-61cf4a2230d6 req-5f63655c-184d-41bf-a740-47715dcf2bc8 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:29.992537 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a6c9a33-2c3b-4408-8fef-61cf4a2230d6 req-5f63655c-184d-41bf-a740-47715dcf2bc8 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0649917 Jul 08 02:40:30.034495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a6c9a33-2c3b-4408-8fef-61cf4a2230d6 req-a8c524f3-1d6b-43e4-832d-84eca0f30e67 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361369 Jul 08 02:40:31.209982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f8d33-8879-43a1-967f-62a4daee14ab req-3cdd7a16-737f-4253-833b-ca85977a50f8 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:31.211394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b94f8d33-8879-43a1-967f-62a4daee14ab req-3cdd7a16-737f-4253-833b-ca85977a50f8 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0660212 Jul 08 02:40:31.248223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b94f8d33-8879-43a1-967f-62a4daee14ab req-955c7f80-3cfa-4661-baef-8d34e85d28b2 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Jul 08 02:40:31.729353 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:40:32.420447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ae842-5c46-478f-b0cc-d53a4698324c req-dae2ca59-503a-4523-b7f2-0f8843641278 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:32.421915 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-071ae842-5c46-478f-b0cc-d53a4698324c req-dae2ca59-503a-4523-b7f2-0f8843641278 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0652509 Jul 08 02:40:32.458458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-071ae842-5c46-478f-b0cc-d53a4698324c req-24752120-6c84-4d82-8865-e685ca24f2bb tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Jul 08 02:40:33.628998 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5b048-7f77-471d-8be2-1a7770073fd2 req-0c44e742-46bc-44bf-ba2e-863267909f97 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:33.630478 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51f5b048-7f77-471d-8be2-1a7770073fd2 req-0c44e742-46bc-44bf-ba2e-863267909f97 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0633287 Jul 08 02:40:33.667286 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51f5b048-7f77-471d-8be2-1a7770073fd2 req-a915e085-8194-4bce-8bd1-2f3e83eaa425 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Jul 08 02:40:34.842622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf017af7-c287-4a30-b64d-a3368fb09655 req-0958e5ce-3888-4ae8-afba-5292e729cb06 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:34.844123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf017af7-c287-4a30-b64d-a3368fb09655 req-0958e5ce-3888-4ae8-afba-5292e729cb06 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0620289 Jul 08 02:40:34.880366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf017af7-c287-4a30-b64d-a3368fb09655 req-98c710e4-e80b-439e-8d85-50f78b4b651d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Jul 08 02:40:36.048851 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834fab-4538-42bf-809b-da28e0cbecbb req-f327e743-eff9-4798-a5db-45d81a968488 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:36.050322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd834fab-4538-42bf-809b-da28e0cbecbb req-f327e743-eff9-4798-a5db-45d81a968488 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0614872 Jul 08 02:40:36.086454 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cd834fab-4538-42bf-809b-da28e0cbecbb req-0f2c56f4-8590-47a7-86f3-d37839569bcd tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Jul 08 02:40:37.255838 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6565d1-9a1a-4451-81ba-dd67842d2cc9 req-eaf41d50-614a-49a0-9160-3055f26383bb tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:37.257292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a6565d1-9a1a-4451-81ba-dd67842d2cc9 req-eaf41d50-614a-49a0-9160-3055f26383bb tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0616922 Jul 08 02:40:37.294600 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3a6565d1-9a1a-4451-81ba-dd67842d2cc9 req-2251612a-fb48-4b70-af3e-9eb42550b334 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jul 08 02:40:38.469608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c923e6-a371-455c-adec-7679699ebaa1 req-23879df5-6961-43a2-b66c-3b28d3cb1b42 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:38.471090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5c923e6-a371-455c-adec-7679699ebaa1 req-23879df5-6961-43a2-b66c-3b28d3cb1b42 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0693035 Jul 08 02:40:38.508098 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5c923e6-a371-455c-adec-7679699ebaa1 req-7629c947-ebe4-4d19-89b2-624401af2c9d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Jul 08 02:40:39.680001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0859-b96b-47b5-8cc0-f25edd3973a7 req-44c76952-56f8-4eee-a4db-fa071c8dc902 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:39.681481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f71d0859-b96b-47b5-8cc0-f25edd3973a7 req-44c76952-56f8-4eee-a4db-fa071c8dc902 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0653038 Jul 08 02:40:39.718295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f71d0859-b96b-47b5-8cc0-f25edd3973a7 req-39b462ca-cd91-479c-a3cb-e7ab75b92321 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Jul 08 02:40:40.039685 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-84f79008-70c9-460b-bd59-be1dd04eb61e service neutron] show failed (client error): The resource could not be found. Jul 08 02:40:40.040650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-84f79008-70c9-460b-bd59-be1dd04eb61e service neutron] 10.222.0.32 "GET /v2.0/ports/633234d0-e9be-4d5d-9ff9-a195c729c3b7/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0525918 Jul 08 02:40:40.604143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-2643193f-2e5b-4d1c-abfb-cce5977f4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:40.605685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-2643193f-2e5b-4d1c-abfb-cce5977f4a0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d&tenant_id=12d1e963a5094f42833c0cc8bd5433e1 HTTP/1.1" status: 200 len: 1097 time: 0.0525410 Jul 08 02:40:40.616731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:40.688664 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:40.896984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:40.903118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb08a6-b68b-494f-b5d3-59a24b55a2c4 req-bd5e31aa-5a45-48c9-8099-7ef40a3befe3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:40.904707 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20bb08a6-b68b-494f-b5d3-59a24b55a2c4 req-bd5e31aa-5a45-48c9-8099-7ef40a3befe3 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0692174 Jul 08 02:40:40.930606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:40:40.952081 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-20bb08a6-b68b-494f-b5d3-59a24b55a2c4 req-e746d606-2003-4c4b-9de8-f5f163091b87 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Jul 08 02:40:40.970692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:40:40.972949 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0db6100-6d78-41bc-b982-fdf763b5537a" -d '{"events": [{"server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:40:40.976976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:40.989672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Transition to ACTIVE for port object 633234d0-e9be-4d5d-9ff9-a195c729c3b7 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:40:41.020645 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636f1ff0-800d-4188-9d4b-d5c32f491197 x-openstack-request-id: req-636f1ff0-800d-4188-9d4b-d5c32f491197 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:40:41.020944 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:40:41.021204 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-636f1ff0-800d-4188-9d4b-d5c32f491197 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:40:41.021610 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'code': 200} Jul 08 02:40:41.047606 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:41.113966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:41.116241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] No DVR routers for this DVR port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:40:41.151735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Attempting to bind port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:40:41.152074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Attempting to bind port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:40:41.152413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Attempting to bind port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:40:41.156603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:40:41.156927 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Attempting to bind port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on network e2a47a72-1efc-434d-b8cf-76dd7e071fbb {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:40:41.161695 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:40:41.162035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Checking segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:40:41.162420 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Bound using segment: {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:40:41.162847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Bound port: 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738c2745-d623-4f83-bc29-d247ec50981b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:40:41.163209 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:41.223735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:40:41.226850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:40:41.306689 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:41.342073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:41.342796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:41.344228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] 10.222.0.18 "PUT /v2.0/ports/633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 1092 time: 0.7313859 Jul 08 02:40:41.375155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e561c-0009-4073-8b0b-5abe576cf76b service neutron] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:41.419459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-b406d7c2-3311-4c61-a535-163135961064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:41.420865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-b406d7c2-3311-4c61-a535-163135961064 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1095 time: 0.0547397 Jul 08 02:40:41.505849 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-0b06fa68-1618-43df-9706-58edc81604dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:41.507296 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-0b06fa68-1618-43df-9706-58edc81604dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.0805309 Jul 08 02:40:41.550279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-bc6b60b7-66fb-47f6-b1bf-8c9e9f43ae1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0367460 Jul 08 02:40:41.595811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-4493d756-02c4-4184-9501-f22e245e9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:41.597186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-4493d756-02c4-4184-9501-f22e245e9b90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0414610 Jul 08 02:40:41.628971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-e8b648ae-727d-4496-9608-21d5f2899cc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252960 Jul 08 02:40:42.039175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-a750b337-ca75-4337-8688-c210e829291f service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038033 Jul 08 02:40:42.110127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c1aab5c8-aab1-43f8-b157-8a0f2290311c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:42.134121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d93edb9-994a-4bdf-8935-2a405a8a91d2 req-4286bd43-f20e-4002-9927-87cd18624f58 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887721 Jul 08 02:40:42.139698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e423931-a36f-42e1-8c38-78f6c5bb6097 req-716c8bd8-281c-432d-81b0-a34fe4ecb37a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:42.141218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e423931-a36f-42e1-8c38-78f6c5bb6097 req-716c8bd8-281c-432d-81b0-a34fe4ecb37a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 943 time: 0.0736752 Jul 08 02:40:42.179804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6e423931-a36f-42e1-8c38-78f6c5bb6097 req-b9554fd7-cf99-48a0-9449-d4d3ddb3a85d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Jul 08 02:40:43.022504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:40:43.024887 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e80005c-8a1c-4b82-ac3d-ee998af4205a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:40:43.071782 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52e6cf9-4ab6-4ce5-97c8-dd2ca18cb362 x-openstack-request-id: req-d52e6cf9-4ab6-4ce5-97c8-dd2ca18cb362 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:40:43.072407 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:40:43.072407 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d52e6cf9-4ab6-4ce5-97c8-dd2ca18cb362 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:40:43.072715 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'status': 'completed', 'code': 200} Jul 08 02:40:43.184690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-375c5a88-d80d-4832-981c-19963b614852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:43.186177 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-375c5a88-d80d-4832-981c-19963b614852 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1095 time: 0.0941596 Jul 08 02:40:43.188636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-59407183-6967-402d-90a7-c8a504f22aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:43.189987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-59407183-6967-402d-90a7-c8a504f22aaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1095 time: 0.0903299 Jul 08 02:40:43.341730 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-0918b86e-d65e-4011-be4f-7566efac9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:43.343222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-0918b86e-d65e-4011-be4f-7566efac9900 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.1497982 Jul 08 02:40:43.347475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-ddf6d086-5994-4b6c-bb2d-3d8bf2cada6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:43.348833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-ddf6d086-5994-4b6c-bb2d-3d8bf2cada6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.1470742 Jul 08 02:40:43.354695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece6e4-64ed-495a-923b-8e5f769a5fe0 req-b6388857-4063-4a3d-9b34-bdecb1952477 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:43.356257 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80ece6e4-64ed-495a-923b-8e5f769a5fe0 req-b6388857-4063-4a3d-9b34-bdecb1952477 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 943 time: 0.0659535 Jul 08 02:40:43.393350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-7b679996-3878-4fc5-8aca-7af33fd7e96b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0433345 Jul 08 02:40:43.395700 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-80ece6e4-64ed-495a-923b-8e5f769a5fe0 req-0c6fa4cf-37c6-4690-a478-2cba9ab3bd96 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Jul 08 02:40:43.427164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-985a9e97-f6ca-43f3-ad22-f44eea20df64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0707293 Jul 08 02:40:43.499635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-f0cc1db3-39fe-4c69-8009-15fbc5b22e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:43.501084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-f0cc1db3-39fe-4c69-8009-15fbc5b22e73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0822687 Jul 08 02:40:43.504333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-4faaec68-6eaa-48df-aea9-3e1044c04b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:43.505744 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-4faaec68-6eaa-48df-aea9-3e1044c04b10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0596898 Jul 08 02:40:43.539092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-27e7f5b0-ff46-4c70-bd3b-d79c9a635dcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315073 Jul 08 02:40:43.556954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-e87e9caf-e0e4-42f9-b32d-76447b367e1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415583 Jul 08 02:40:43.703291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-002636d3-f4ba-4823-9c82-e286cd6a3e76 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482387 Jul 08 02:40:43.706595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-1acaf550-1184-46ea-90f0-1abde2b3f556 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419082 Jul 08 02:40:43.864564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-ff421ee1-b718-40b9-ac1c-681bc7842c11 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542144 Jul 08 02:40:43.866623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3e80005c-8a1c-4b82-ac3d-ee998af4205a req-c77ea2f2-6cf7-4da6-aefe-86ee811b5331 service neutron] 10.222.0.18 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488266 Jul 08 02:40:44.076663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 633234d0-e9be-4d5d-9ff9-a195c729c3b7 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:40:44.114238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 633234d0-e9be-4d5d-9ff9-a195c729c3b7 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:40:44.465058 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cc47ccc3-221a-471d-93fc-e4fa79a4f8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:44.592405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65459592-f59d-4c3d-ba5a-658c22223d4f req-c3106ea3-da11-414d-9cd0-057967676d3d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:44.593904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65459592-f59d-4c3d-ba5a-658c22223d4f req-c3106ea3-da11-414d-9cd0-057967676d3d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 943 time: 0.0683379 Jul 08 02:40:44.630935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-65459592-f59d-4c3d-ba5a-658c22223d4f req-06d0389a-be3f-4bec-b3d5-8a3e48aae149 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 08 02:40:44.889143 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:45.018785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bf1a7-a71e-4b36-bef4-1e1a5e4c14a4 req-50a276e6-de1d-4f18-95ae-291d65dd151b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:45.020232 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef2bf1a7-a71e-4b36-bef4-1e1a5e4c14a4 req-50a276e6-de1d-4f18-95ae-291d65dd151b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 943 time: 0.0640874 Jul 08 02:40:45.093974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef2bf1a7-a71e-4b36-bef4-1e1a5e4c14a4 req-06012750-c453-49b2-9763-577ea103fde7 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636482 Jul 08 02:40:45.120727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-1df9f333-9055-4787-988a-effe4f84eb76 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:45.122205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-1df9f333-9055-4787-988a-effe4f84eb76 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d&tenant_id=12d1e963a5094f42833c0cc8bd5433e1&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 943 time: 0.1011200 Jul 08 02:40:45.181003 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-7cb6fb4c-09e5-48e4-bd01-8d6ced8a0df1 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:40:45.182001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-7cb6fb4c-09e5-48e4-bd01-8d6ced8a0df1 service neutron] 10.222.0.32 "DELETE /v2.0/ports/633234d0-e9be-4d5d-9ff9-a195c729c3b7/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0528200 Jul 08 02:40:45.276366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-9f2ab8cb-88fc-404c-9620-a5ebcc4093af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:45.278381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-9f2ab8cb-88fc-404c-9620-a5ebcc4093af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 1095 time: 0.0532110 Jul 08 02:40:45.369542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-b208683e-3230-46ee-bdeb-ee1b134e48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:45.371606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-b208683e-3230-46ee-bdeb-ee1b134e48d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 200 len: 916 time: 0.0861678 Jul 08 02:40:45.413245 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-0bc9bd7e-de0a-4eb3-8416-cbd62632f2e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 200 len: 217 time: 0.0346079 Jul 08 02:40:45.460644 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-8cd05d78-5ba1-483d-9cee-ec934af49b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:45.462091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-8cd05d78-5ba1-483d-9cee-ec934af49b6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 200 len: 855 time: 0.0431347 Jul 08 02:40:45.498993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-f4b9b799-690f-4901-8b22-db0da3a072ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a47a72-1efc-434d-b8cf-76dd7e071fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300853 Jul 08 02:40:45.585479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-c92f8325-9932-4d89-ad28-5744569f58cc service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796237 Jul 08 02:40:45.639835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 633234d0-e9be-4d5d-9ff9-a195c729c3b7 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:40:45.677732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e901d7e9-81e4-4ec3-bfbc-3c2368287bae req-bf9fe7be-7071-4e43-8038-fa750f9f5326 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865326 Jul 08 02:40:45.741480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:45.753566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'network_id': 'e2a47a72-1efc-434d-b8cf-76dd7e071fbb', 'port_id': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'mac_address': 'fa:16:3e:cc:ae:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2876f6d6-7bb4-4121-8aa9-e9d556559480', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:40:45.796443 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:45.812034 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633234d0-e9be-4d5d-9ff9-a195c729c3b7 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:40:45.840897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:45.929839 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:45.930618 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:45.977090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:46.139522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['633234d0-e9be-4d5d-9ff9-a195c729c3b7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:40:46.289358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2e406-460a-49ef-9c7f-c22589a27ee5 req-4bc8e045-36dc-4c1c-94a7-4a3c721cee8d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:46.291047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ac2e406-460a-49ef-9c7f-c22589a27ee5 req-4bc8e045-36dc-4c1c-94a7-4a3c721cee8d tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 944 time: 0.0798888 Jul 08 02:40:46.330301 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ac2e406-460a-49ef-9c7f-c22589a27ee5 req-37efec02-a94a-4502-afcc-69ab281f357b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335245 Jul 08 02:40:47.502677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b231f9a-13f7-4352-8854-429ef99b5c1b req-1fd0f695-8495-4490-950e-256f1feb96a2 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:47.504210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b231f9a-13f7-4352-8854-429ef99b5c1b req-1fd0f695-8495-4490-950e-256f1feb96a2 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 944 time: 0.0653872 Jul 08 02:40:47.542110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6b231f9a-13f7-4352-8854-429ef99b5c1b req-f0c06289-4a17-4cce-b9d4-070977097c4b tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Jul 08 02:40:47.578517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:47.645477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 633234d0-e9be-4d5d-9ff9-a195c729c3b7 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:40:47.715557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dffb9-0b36-4b1e-aa33-57717e9a1f22 req-d6d76c14-b8ea-489c-b931-cea06ae1ec13 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:47.717043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e09dffb9-0b36-4b1e-aa33-57717e9a1f22 req-d6d76c14-b8ea-489c-b931-cea06ae1ec13 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 944 time: 0.0678139 Jul 08 02:40:47.752147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:40:47.754728 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e09dffb9-0b36-4b1e-aa33-57717e9a1f22 req-a309a217-df14-48e1-8a3d-1b8262e93bcb tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Jul 08 02:40:47.756103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:47.756486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:47.836427 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:47.858604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:40:47.861122 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70fee88-80c1-4be7-9d13-c615fbfa5084" -d '{"events": [{"server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "name": "network-vif-plugged", "status": "completed", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:40:47.873411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:47.899750 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6405fefc-0e08-4cf9-b131-3f5b19e40b98 x-openstack-request-id: req-6405fefc-0e08-4cf9-b131-3f5b19e40b98 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:40:47.900067 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "name": "network-vif-plugged", "status": "completed", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:40:47.906529 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6405fefc-0e08-4cf9-b131-3f5b19e40b98 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:40:47.906529 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'code': 200} Jul 08 02:40:47.929659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500921d6-2b6f-4992-89a1-34b7b3a1476c req-585bb38c-1941-4966-abfe-3e011db33a5a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:47.931159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-500921d6-2b6f-4992-89a1-34b7b3a1476c req-585bb38c-1941-4966-abfe-3e011db33a5a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 944 time: 0.0649946 Jul 08 02:40:47.963802 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:47.969983 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-500921d6-2b6f-4992-89a1-34b7b3a1476c req-44bde196-1cfe-4f35-9d0d-11bd9f7ac7de tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330534 Jul 08 02:40:48.012565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:48.464500 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:48.813369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d1c57-5431-4df9-9078-20a0d64dceae req-a5f88dcb-b87c-4b40-9272-24e29b449ce5 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:48.814735 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd7d1c57-5431-4df9-9078-20a0d64dceae req-a5f88dcb-b87c-4b40-9272-24e29b449ce5 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0621216 Jul 08 02:40:48.850682 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fd7d1c57-5431-4df9-9078-20a0d64dceae req-22f4d777-bd10-43da-8a1d-181059003231 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305564 Jul 08 02:40:49.779896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-25b156b6-97c9-40fc-a166-8076487811cc tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:49.781348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-25b156b6-97c9-40fc-a166-8076487811cc tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.0664234 Jul 08 02:40:49.886749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Deleting port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:40:49.887097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:50.004612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] For port 633234d0-e9be-4d5d-9ff9-a195c729c3b7, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=633234d0-e9be-4d5d-9ff9-a195c729c3b7,segment=NetworkSegment(738c2745-d623-4f83-bc29-d247ec50981b),segment_id=738c2745-d623-4f83-bc29-d247ec50981b)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:50.004981 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:50.021896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Calling delete_port for 633234d0-e9be-4d5d-9ff9-a195c729c3b7 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:40:50.085362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e3ac9-705c-49b3-80f0-b9a77a4766c5 req-a6222fe1-58d6-4a2a-af62-9503c165ca1a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:50.086813 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b80e3ac9-705c-49b3-80f0-b9a77a4766c5 req-a6222fe1-58d6-4a2a-af62-9503c165ca1a tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ffa1a2-4765-464c-83b5-85930eb10d5d HTTP/1.1" status: 200 len: 945 time: 0.1252341 Jul 08 02:40:50.146904 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b80e3ac9-705c-49b3-80f0-b9a77a4766c5 req-7099702e-292c-4fa8-86da-e4d50e49db81 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.10 "GET /v2.0/security-groups?id=2dbef80a-906d-4d72-9929-d13e88ff8bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525019 Jul 08 02:40:50.261472 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:50.273561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['633234d0-e9be-4d5d-9ff9-a195c729c3b7'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:40:50.291164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Pushing event deleted for resources: {'Port': ['ID=633234d0-e9be-4d5d-9ff9-a195c729c3b7,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:50.320496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.320848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.321194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.321534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.321868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.322209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.322543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.322873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.323201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.324092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.324419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.324745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:50.345027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] No DVR routers for this DVR port 633234d0-e9be-4d5d-9ff9-a195c729c3b7 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:40:50.347227 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:50.349214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eef68683-5b62-4ad1-8631-a51db0b22708 req-e56a33da-139b-4662-8f88-d6d6cf369048 tempest-ServerDiskConfigTestJSON-1597485880 tempest-ServerDiskConfigTestJSON-1597485880-project] 10.222.0.18 "DELETE /v2.0/ports/633234d0-e9be-4d5d-9ff9-a195c729c3b7 HTTP/1.1" status: 204 len: 173 time: 0.5625007 Jul 08 02:40:50.349635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'name': 'network-vif-deleted', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:40:50.351914 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617211f7-d30d-4ca6-b023-12e0cbae209b" -d '{"events": [{"server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "name": "network-vif-deleted", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:40:50.385864 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3102276-0ffb-4d98-a86f-a9995d963013 x-openstack-request-id: req-c3102276-0ffb-4d98-a86f-a9995d963013 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:40:50.386664 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ffa1a2-4765-464c-83b5-85930eb10d5d", "name": "network-vif-deleted", "tag": "633234d0-e9be-4d5d-9ff9-a195c729c3b7", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:40:50.386924 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3102276-0ffb-4d98-a86f-a9995d963013 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:40:50.387330 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ffa1a2-4765-464c-83b5-85930eb10d5d', 'name': 'network-vif-deleted', 'tag': '633234d0-e9be-4d5d-9ff9-a195c729c3b7', 'status': 'completed', 'code': 200} Jul 08 02:40:51.232004 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.370286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60048) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:51.418330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7ac131-e472-4a73-bedd-f9206b2cc24c admin admin] Deleting subnet 2876f6d6-7bb4-4121-8aa9-e9d556559480 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:40:51.421357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac131-e472-4a73-bedd-f9206b2cc24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.453644 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac131-e472-4a73-bedd-f9206b2cc24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.490986 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac131-e472-4a73-bedd-f9206b2cc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.603608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac131-e472-4a73-bedd-f9206b2cc24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.628507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac131-e472-4a73-bedd-f9206b2cc24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2876f6d6-7bb4-4121-8aa9-e9d556559480,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:51.633216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac131-e472-4a73-bedd-f9206b2cc24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.634513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ee7ac131-e472-4a73-bedd-f9206b2cc24c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2876f6d6-7bb4-4121-8aa9-e9d556559480 HTTP/1.1" status: 204 len: 168 time: 0.2632222 Jul 08 02:40:51.637501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60050) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:51.707710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.783766 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.793133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a47a72-1efc-434d-b8cf-76dd7e071fbb']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:51.807175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738c2745-d623-4f83-bc29-d247ec50981b') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:51.807506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738c2745-d623-4f83-bc29-d247ec50981b') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:51.816163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.831625 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.838419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:40:51.838814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:40:51.841053 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:40:51.934928 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.940744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:51.944392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e2a47a72-1efc-434d-b8cf-76dd7e071fbb HTTP/1.1" status: 204 len: 168 time: 0.3040206 Jul 08 02:40:51.953938 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f3ed2-115b-42fb-a6b9-02034bac7713 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a47a72-1efc-434d-b8cf-76dd7e071fbb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:52.239565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60054) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:52.278621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-20b35971-c9d7-4604-8864-c5d9dc082af2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12d1e963a5094f42833c0cc8bd5433e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378964 Jul 08 02:40:52.281126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60056) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:52.328133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d55b-7728-4673-a7c1-f9a725793ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:52.352256 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d55b-7728-4673-a7c1-f9a725793ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:52.458454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d55b-7728-4673-a7c1-f9a725793ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:52.461005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d55b-7728-4673-a7c1-f9a725793ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:52.463407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ccf2d55b-7728-4673-a7c1-f9a725793ffc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2dbef80a-906d-4d72-9929-d13e88ff8bcb HTTP/1.1" status: 204 len: 168 time: 0.1801636 Jul 08 02:40:52.470122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d55b-7728-4673-a7c1-f9a725793ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbef80a-906d-4d72-9929-d13e88ff8bcb,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:53.405097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:53.496123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-519325593-network', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:53.569128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Made reservation on behalf of f6a636b6ffb84e1ca843e94a88603e98 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:40:53.571419 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.580830 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.665240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.677261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 633234d0-e9be-4d5d-9ff9-a195c729c3b7 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:40:53.696518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 633234d0-e9be-4d5d-9ff9-a195c729c3b7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:40:53.696865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 633234d0-e9be-4d5d-9ff9-a195c729c3b7 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:40:53.740847 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.768303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:40:53.774210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca565dd-cc36-4fbd-8bb5-8e3e7c4e28a6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:53.782265 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.782265 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Added segment 17e9fb76-1178-4d57-a146-f30e0390b363 of type vlan for network 29406835-a314-418e-bd48-72177f068b97 Jul 08 02:40:53.821886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.915913 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.916915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:53.917578 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.979852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] Pushing event updated for resources: {'Network': ['ID=29406835-a314-418e-bd48-72177f068b97,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:53.989653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 29406835-a314-418e-bd48-72177f068b97 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:40:54.044087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-54cdb98a-3b76-453d-956e-0da662323d5c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6373372 Jul 08 02:40:54.046883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:54.051821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Request body: {'subnet': {'network_id': '29406835-a314-418e-bd48-72177f068b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-519325593-subnet', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:54.161569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Made reservation on behalf of f6a636b6ffb84e1ca843e94a88603e98 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:40:54.164073 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.378506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.434095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebc91f8-2f0d-46d9-9541-794a6fc2f09e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:54.441048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:40:54.441413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Network hostable DHCP agents. Network: 29406835-a314-418e-bd48-72177f068b97, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:40:54.544536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Network 29406835-a314-418e-bd48-72177f068b97 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:40:54.624196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 29406835-a314-418e-bd48-72177f068b97) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:40:54.628665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:54.630194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.633610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2c91e-ee4b-47c2-a26c-1fbfbee7ba79 None None] Network 29406835-a314-418e-bd48-72177f068b97 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:40:54.699858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f86962a1-b681-431e-abc8-ec6a96383137 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6518776 Jul 08 02:40:54.702689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:54.707110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:40:54.775274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-29406835-a314-418e-bd48-72177f068b97', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:40:54.776169 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.798169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.799233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.853348 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.916447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Allocated IP 172.20.0.2 (29406835-a314-418e-bd48-72177f068b97/bebc91f8-2f0d-46d9-9541-794a6fc2f09e/0ec66459-eb74-43ec-95d3-ea77d5bbab53) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:40:55.045883 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.066882 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.075224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Transition to ACTIVE for port object 0ec66459-eb74-43ec-95d3-ea77d5bbab53 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:40:55.091395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Transition to ACTIVE for port object 0ec66459-eb74-43ec-95d3-ea77d5bbab53 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:40:55.181087 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.219830 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Network 29406835-a314-418e-bd48-72177f068b97 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:40:55.224584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:40:55.228045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:40:55.235575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Pushing event updated for resources: {'Port': ['ID=0ec66459-eb74-43ec-95d3-ea77d5bbab53,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:55.266924 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.267287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.267638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.267975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.268310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.268642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.269079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.269295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.269626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.269949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.270272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.270592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:55.302783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Attempting to bind port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:40:55.303174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Attempting to bind port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:40:55.303577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Attempting to bind port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:40:55.308528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:40:55.308908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:40:55.309315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.309711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:40:55.310175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Bound port: 0ec66459-eb74-43ec-95d3-ea77d5bbab53, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:40:55.310594 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.366674 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.381696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] For port 0ec66459-eb74-43ec-95d3-ea77d5bbab53, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:40:55.384819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] For port 0ec66459-eb74-43ec-95d3-ea77d5bbab53, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0ec66459-eb74-43ec-95d3-ea77d5bbab53,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:40:55.388781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.473127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.502610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Allocated IP 172.25.8.138 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/3ece0c99-702a-462b-a7a0-8a76adbcc985) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:40:55.542079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c1454-7c4a-4ee3-a705-5bbb71f49265 None None] Pushing event updated for resources: {'Port': ['ID=0ec66459-eb74-43ec-95d3-ea77d5bbab53,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:55.632139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.740801 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:55.786821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:40:55.790109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:40:55.798887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:40:55.799276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Pushing event updated for resources: {'Port': ['ID=3ece0c99-702a-462b-a7a0-8a76adbcc985,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:56.001759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0ec66459-eb74-43ec-95d3-ea77d5bbab53 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:40:56.116811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.203278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:40:56.318802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.467411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b5485-081d-40af-b2d9-c82feb25dcdc None None] Network 29406835-a314-418e-bd48-72177f068b97 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:40:56.523631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:40:56.606701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fb930bcc-454d-4db5-bb4a-0b801d0ebc66 None None] Provisioning for port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:40:56.613144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fb930bcc-454d-4db5-bb4a-0b801d0ebc66 None None] Provisioning complete for port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:56.614951 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb930bcc-454d-4db5-bb4a-0b801d0ebc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.709837 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb930bcc-454d-4db5-bb4a-0b801d0ebc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.746356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fb930bcc-454d-4db5-bb4a-0b801d0ebc66 None None] For port 0ec66459-eb74-43ec-95d3-ea77d5bbab53, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0ec66459-eb74-43ec-95d3-ea77d5bbab53,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:56.813478 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb930bcc-454d-4db5-bb4a-0b801d0ebc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.865714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb930bcc-454d-4db5-bb4a-0b801d0ebc66 None None] Pushing event updated for resources: {'Port': ['ID=0ec66459-eb74-43ec-95d3-ea77d5bbab53,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:56.933814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-9fb263d7-df96-4f3c-8ca1-246a9a902bba None None] Provisioning complete for port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:56.934185 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9fb263d7-df96-4f3c-8ca1-246a9a902bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.961122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:40:56.971122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:40:56.985550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:40:56.986414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:40:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:57.032253 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.033576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9eeb0cb6-e740-4489-8703-dabe5ea99ebe admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3298445 Jul 08 02:40:57.036319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60086) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:57.274181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:40:57.444333 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.445904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:55Z', 'revision_number': 3, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:57.475748 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:40:57.476110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Updating router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 port 3ece0c99-702a-462b-a7a0-8a76adbcc985 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:40:57.509899 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.600361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Allocated IP 172.20.0.1 (29406835-a314-418e-bd48-72177f068b97/bebc91f8-2f0d-46d9-9541-794a6fc2f09e/82c576ba-acc7-4cf9-9dce-6e5355a280f2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:40:57.704425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.718484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Transition to ACTIVE for port object 82c576ba-acc7-4cf9-9dce-6e5355a280f2 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:40:57.757304 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.767383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Transition to ACTIVE for port object 3ece0c99-702a-462b-a7a0-8a76adbcc985 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:40:57.787089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.822499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Network 29406835-a314-418e-bd48-72177f068b97 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:40:57.825815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:40:57.831268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:40:57.832978 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.856733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Pushing event updated for resources: {'Port': ['ID=82c576ba-acc7-4cf9-9dce-6e5355a280f2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:57.878479 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.906309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Attempting to bind port 3ece0c99-702a-462b-a7a0-8a76adbcc985 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:40:57.906682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Attempting to bind port 3ece0c99-702a-462b-a7a0-8a76adbcc985 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:40:57.907050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Attempting to bind port 3ece0c99-702a-462b-a7a0-8a76adbcc985 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:40:57.910163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a090-bc94-43ae-ab68-3ff1bf38667a None None] Pushing event updated for resources: {'Port': ['ID=3ece0c99-702a-462b-a7a0-8a76adbcc985,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:57.915350 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:40:57.915777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:40:57.916190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.916801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:40:57.917339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Bound port: 3ece0c99-702a-462b-a7a0-8a76adbcc985, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:40:57.917731 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.979115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] For port 3ece0c99-702a-462b-a7a0-8a76adbcc985, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:40:57.982222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] For port 3ece0c99-702a-462b-a7a0-8a76adbcc985, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3ece0c99-702a-462b-a7a0-8a76adbcc985,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:40:58.008282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0ec66459-eb74-43ec-95d3-ea77d5bbab53 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:40:58.044201 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.123823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:40:58.124368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:40:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:58.130506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:58.130889 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.132357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a090-bc94-43ae-ab68-3ff1bf38667a None None] Pushing event updated for resources: {'Port': ['ID=3ece0c99-702a-462b-a7a0-8a76adbcc985,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:58.146783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.192906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-688a175a-9461-444b-ae71-35218f52854c None None] Provisioning for port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:40:58.209396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-688a175a-9461-444b-ae71-35218f52854c None None] Provisioning complete for port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:58.212735 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-688a175a-9461-444b-ae71-35218f52854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.301441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:40:58.302996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-688a175a-9461-444b-ae71-35218f52854c None None] Port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:40:58.309118 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.363467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.432011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.434516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Pushing event updated for resources: {'Port': ['ID=82c576ba-acc7-4cf9-9dce-6e5355a280f2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:58.527353 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Network 29406835-a314-418e-bd48-72177f068b97 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:40:58.528554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:40:57Z', 'revision_number': 1, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:58.528768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:40:58.556520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d9fb4-bf8d-4656-8c08-0c37d7e47f03 None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:40:57Z', 'revision_number': 1, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:40:58.651560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:40:58.780100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:40:58.785847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6324088d-9164-4c44-b6b9-c3ee45505adb admin admin] 10.222.0.10 "PUT /v2.0/routers/2bf7d323-d32a-4b2b-a1c8-152ed233a4f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7484987 Jul 08 02:40:58.828559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5a0e5e11-bce5-4ec3-a137-9ead1dfbc140 None None] Provisioning complete for port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:40:58.828936 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5a0e5e11-bce5-4ec3-a137-9ead1dfbc140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:58.871401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e5e11-bce5-4ec3-a137-9ead1dfbc140 None None] Port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:40:59.997452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3ece0c99-702a-462b-a7a0-8a76adbcc985 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:00.117823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 3ece0c99-702a-462b-a7a0-8a76adbcc985 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:00.122641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3ece0c99-702a-462b-a7a0-8a76adbcc985 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:00.123017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.213813 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.234258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 3ece0c99-702a-462b-a7a0-8a76adbcc985, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3ece0c99-702a-462b-a7a0-8a76adbcc985,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:00.295479 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.344763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=3ece0c99-702a-462b-a7a0-8a76adbcc985,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:00.452273 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:41:00.454685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60096) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:00.459500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-40a66094-99e6-4491-95c5-a3c163e72ff7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1884989387', 'description': 'tempest-description--574554707'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:00.461855 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:00.462468 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:40:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:00.563705 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:00.572805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a66094-99e6-4491-95c5-a3c163e72ff7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.655150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a66094-99e6-4491-95c5-a3c163e72ff7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.727015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a66094-99e6-4491-95c5-a3c163e72ff7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.754867 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 2, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:00.758296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a66094-99e6-4491-95c5-a3c163e72ff7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d56e9d-4e4f-4279-b3df-7ac8684d81fd,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:00.788806 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:41:00.789164 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Updating router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:41:00.818554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-40a66094-99e6-4491-95c5-a3c163e72ff7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.819984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-40a66094-99e6-4491-95c5-a3c163e72ff7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3642142 Jul 08 02:41:00.822688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60098) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:00.824888 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.827942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e1ed3601-e8d0-421d-a0da-533ea7a644bf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'security_group_rule': {'security_group_id': '28d56e9d-4e4f-4279-b3df-7ac8684d81fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:00.915328 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3601-e8d0-421d-a0da-533ea7a644bf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:00.972035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3601-e8d0-421d-a0da-533ea7a644bf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.054543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3601-e8d0-421d-a0da-533ea7a644bf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.072511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed3601-e8d0-421d-a0da-533ea7a644bf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ececcd68-aa36-40c4-b882-856a81f7b447,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:01.086320 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.095668 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Transition to ACTIVE for port object 82c576ba-acc7-4cf9-9dce-6e5355a280f2 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:01.169405 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3601-e8d0-421d-a0da-533ea7a644bf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.170669 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e1ed3601-e8d0-421d-a0da-533ea7a644bf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3464122 Jul 08 02:41:01.173198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60100) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:01.177664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a64c8af1-8422-44cb-981a-a373845d1939 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'security_group_rule': {'security_group_id': '28d56e9d-4e4f-4279-b3df-7ac8684d81fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:01.178191 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.244249 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Pushing event updated for resources: {'Port': ['ID=82c576ba-acc7-4cf9-9dce-6e5355a280f2,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:01.269476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a64c8af1-8422-44cb-981a-a373845d1939 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.270096 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.270442 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.270782 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.271121 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.271481 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.271813 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.272142 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.272505 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.272793 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.273120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.273445 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.274219 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:01.291675 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Attempting to bind port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:41:01.291675 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Attempting to bind port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:41:01.291675 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Attempting to bind port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:41:01.295889 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:41:01.296370 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:41:01.296847 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.297309 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:41:01.297843 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Bound port: 82c576ba-acc7-4cf9-9dce-6e5355a280f2, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:41:01.298234 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.338262 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a64c8af1-8422-44cb-981a-a373845d1939 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.362374 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] For port 82c576ba-acc7-4cf9-9dce-6e5355a280f2, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:41:01.365536 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] For port 82c576ba-acc7-4cf9-9dce-6e5355a280f2, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=82c576ba-acc7-4cf9-9dce-6e5355a280f2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:41:01.408036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a64c8af1-8422-44cb-981a-a373845d1939 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.427712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c8af1-8422-44cb-981a-a373845d1939 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4642ef08-daeb-469b-86af-8420d709eb2c,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:01.436210 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.489333 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a64c8af1-8422-44cb-981a-a373845d1939 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.493527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a64c8af1-8422-44cb-981a-a373845d1939 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166456 Jul 08 02:41:01.493958 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60102) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:01.496124 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:01.496765 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:40:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:01.500627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:01.502552 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9af11-7cc0-4beb-8f5e-00e2fac79bbb None None] Pushing event updated for resources: {'Port': ['ID=82c576ba-acc7-4cf9-9dce-6e5355a280f2,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:01.579039 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.609031 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:01.684239 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.797933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Allocated IP 172.25.8.37 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/70f6a42a-079c-41c4-abda-a5a3d6aabfaa) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:41:01.809566 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:01Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:01.834982 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac58506-c8cd-40a0-805d-0ea546083b43 None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:01Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:41:01.900232 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:01.992733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.023824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3ece0c99-702a-462b-a7a0-8a76adbcc985 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:02.033077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:41:02.038726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:02.041363 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:41:02.076904 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'Port': ['ID=70f6a42a-079c-41c4-abda-a5a3d6aabfaa,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:02.077498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 3ece0c99-702a-462b-a7a0-8a76adbcc985 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:02.078076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.088139 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.088399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.089470 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.089812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.090192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.090695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.091025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.091374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.096697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.096697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.096697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.096697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:02.165908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 82c576ba-acc7-4cf9-9dce-6e5355a280f2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:02.188639 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.292856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:02.296508 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.297693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:02.298090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.388230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.427398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 82c576ba-acc7-4cf9-9dce-6e5355a280f2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=82c576ba-acc7-4cf9-9dce-6e5355a280f2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:02.463527 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.488894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.505961 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.537862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=82c576ba-acc7-4cf9-9dce-6e5355a280f2,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:02.576609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'Port': ['ID=70f6a42a-079c-41c4-abda-a5a3d6aabfaa,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:02.585453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.677331 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.678508 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-23e72c88-7aef-4972-9446-cc4f544896b0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1821909 Jul 08 02:41:02.816767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-a4d7dc30-1997-46ed-b700-1f0db3767aa9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1884989387&fields=id&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 267 time: 0.0324571 Jul 08 02:41:02.919115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641658b2-c858-4c5d-8719-90965452f284 req-a6cff39e-9ae7-4fee-8b38-64093c68ed81 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:02.920615 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-a6cff39e-9ae7-4fee-8b38-64093c68ed81 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 811 time: 0.0977976 Jul 08 02:41:02.935681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-a88ccef8-23ff-4367-9b8e-b9ce3e7d504d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/quotas/f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 375 time: 0.0096581 Jul 08 02:41:03.011579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-0d82ed87-6555-4f11-be77-12b6394bc0ca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710006 Jul 08 02:41:03.160097 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-e85287e8-29bd-4ec4-ae19-c0bdea1e0896 service neutron] 10.222.0.10 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333747 Jul 08 02:41:03.253689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-d32322c5-c9ee-4814-a437-4ff291c3731f service neutron] 10.222.0.10 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879817 Jul 08 02:41:03.489964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-65e1475a-616c-426d-8c49-782342d6588a req-c3b7bf2a-dd33-45e8-bfb5-be6b05065fb2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 210 time: 0.0339482 Jul 08 02:41:03.983895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 82c576ba-acc7-4cf9-9dce-6e5355a280f2 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:04.032112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:04.032496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.643596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d60871c-089e-4466-8346-95ed318028cf req-d4de446b-9cf1-4ae2-ad4a-68b3c95ed639 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 210 time: 0.0293229 Jul 08 02:41:05.628983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641658b2-c858-4c5d-8719-90965452f284 req-f4ecc9a4-6cdb-421a-81f3-e79da7465da1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:05.630388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-f4ecc9a4-6cdb-421a-81f3-e79da7465da1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 811 time: 0.1022260 Jul 08 02:41:05.671935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-b186a93b-ec9f-49df-9e83-3216650d2b6d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 380 time: 0.0340014 Jul 08 02:41:05.680826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'port': {'device_id': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'admin_state_up': True, 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'security_groups': ['28d56e9d-4e4f-4279-b3df-7ac8684d81fd']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:05.782124 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c36d748-9864-434d-860c-94311a806a0c req-fa57fd60-05fa-471a-8496-6be006f640c6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 210 time: 0.0287929 Jul 08 02:41:05.847008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Made reservation on behalf of f6a636b6ffb84e1ca843e94a88603e98 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:41:05.850641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.982746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Allocated IP 172.20.0.14 (29406835-a314-418e-bd48-72177f068b97/bebc91f8-2f0d-46d9-9541-794a6fc2f09e/9cdafbbf-6508-4f40-b8cf-697687c75f85) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:41:06.113012 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.126112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Transition to ACTIVE for port object 9cdafbbf-6508-4f40-b8cf-697687c75f85 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:06.206933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.253254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Network 29406835-a314-418e-bd48-72177f068b97 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:41:06.256450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:06.262998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:41:06.288480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:06.316858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:06.317506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.402256 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-5e19ebd7-2479-4b50-a96f-ea5ba5bcdbca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7250979 Jul 08 02:41:06.415598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Request body: {'port': {'device_id': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:06.490767 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.544140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4e88cc58-5361-4a32-a3bb-f28646a66fb9 None None] Provisioning for port 9cdafbbf-6508-4f40-b8cf-697687c75f85 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:06.547921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4e88cc58-5361-4a32-a3bb-f28646a66fb9 None None] Provisioning complete for port 9cdafbbf-6508-4f40-b8cf-697687c75f85 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:06.548308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e88cc58-5361-4a32-a3bb-f28646a66fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.582802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4e88cc58-5361-4a32-a3bb-f28646a66fb9 None None] Port 9cdafbbf-6508-4f40-b8cf-697687c75f85 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:41:06.757584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdafbbf-6508-4f40-b8cf-697687c75f85 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:41:06.764911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.776714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Transition to ACTIVE for port object 9cdafbbf-6508-4f40-b8cf-697687c75f85 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:06.837421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.912314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:07.001445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Attempting to bind port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:41:07.001786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Attempting to bind port 9cdafbbf-6508-4f40-b8cf-697687c75f85 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:41:07.002121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Attempting to bind port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:41:07.012508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:41:07.012759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Attempting to bind port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:41:07.022232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:41:07.022589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:41:07.022984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:41:07.023449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Bound port: 9cdafbbf-6508-4f40-b8cf-697687c75f85, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:41:07.023823 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:07.035517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c86090-4b2b-4434-8bc3-a0dcd4bed757 req-9c763394-f44d-4dc7-ae79-71d06008bd72 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.037106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18c86090-4b2b-4434-8bc3-a0dcd4bed757 req-9c763394-f44d-4dc7-ae79-71d06008bd72 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.1298671 Jul 08 02:41:07.105869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18c86090-4b2b-4434-8bc3-a0dcd4bed757 req-6ff03b70-23a8-4c26-9a9e-04e7ca67c3c5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615535 Jul 08 02:41:07.125554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:41:07.128636 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:41:07.190244 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:07.227266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.227923 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:07.229879 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] 10.222.0.18 "PUT /v2.0/ports/9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 1093 time: 0.8182361 Jul 08 02:41:07.230356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:41:07.232616 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e1cd0-422e-4b68-b76b-7b17ad24c6da" -d '{"events": [{"name": "network-changed", "server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:41:07.258273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6558f-50ea-455c-abd4-f54bfb545215 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:07.279934 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c416c9d2-0686-4e46-8ef7-afc9b8ca718a x-openstack-request-id: req-c416c9d2-0686-4e46-8ef7-afc9b8ca718a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:41:07.280665 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:41:07.281140 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c416c9d2-0686-4e46-8ef7-afc9b8ca718a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:41:07.281553 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'status': 'completed', 'code': 200} Jul 08 02:41:07.352266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e1cd0-422e-4b68-b76b-7b17ad24c6da req-7b876b8c-9ae8-4534-b82c-88b3de96fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.353810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-816e1cd0-422e-4b68-b76b-7b17ad24c6da req-7b876b8c-9ae8-4534-b82c-88b3de96fb07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1096 time: 0.0572429 Jul 08 02:41:07.453220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e1cd0-422e-4b68-b76b-7b17ad24c6da req-47842bb5-ccec-4ee2-93dd-102eaad93f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.454737 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-816e1cd0-422e-4b68-b76b-7b17ad24c6da req-47842bb5-ccec-4ee2-93dd-102eaad93f9a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0945475 Jul 08 02:41:07.550307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e1cd0-422e-4b68-b76b-7b17ad24c6da req-b868bdb1-3c79-4c69-b389-bf4cbe48256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.551833 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-816e1cd0-422e-4b68-b76b-7b17ad24c6da req-b868bdb1-3c79-4c69-b389-bf4cbe48256b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913811 Jul 08 02:41:07.640551 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641658b2-c858-4c5d-8719-90965452f284 req-cc269607-0216-41b1-bc42-ad282a1168a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.642011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-cc269607-0216-41b1-bc42-ad282a1168a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1096 time: 0.0517068 Jul 08 02:41:07.684945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-44b8c3de-b1ba-43e8-b96e-d3bacca80854 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 217 time: 0.0365357 Jul 08 02:41:07.732355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641658b2-c858-4c5d-8719-90965452f284 req-883456f6-7539-46de-8168-329d2b7aa7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.733753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-883456f6-7539-46de-8168-329d2b7aa7fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0421903 Jul 08 02:41:07.790318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641658b2-c858-4c5d-8719-90965452f284 req-44e05885-b427-49aa-8333-623daa9bfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.791819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-44e05885-b427-49aa-8333-623daa9bfda1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500784 Jul 08 02:41:07.882411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-7b2f6b20-791e-4671-b6b2-925cbd2774e5 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840638 Jul 08 02:41:07.978194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-641658b2-c858-4c5d-8719-90965452f284 req-eaf8e7be-5c79-4ec7-bb29-9d71785f7f42 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894802 Jul 08 02:41:08.282165 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64db343-7495-4127-a164-6fa1dc6d051a req-bcef6700-3d2f-4168-a069-00b886554bbf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:08.283688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a64db343-7495-4127-a164-6fa1dc6d051a req-bcef6700-3d2f-4168-a069-00b886554bbf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.0684221 Jul 08 02:41:08.320742 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a64db343-7495-4127-a164-6fa1dc6d051a req-0c09f1c0-218b-4736-b0bf-3e7298d86d81 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Jul 08 02:41:08.727666 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:41:09.488883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb61b1-cbae-46b0-867c-78385a08616d req-cd728c9a-5dc9-4e5b-a126-fad0dd1f7b21 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:09.490376 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9cb61b1-cbae-46b0-867c-78385a08616d req-cd728c9a-5dc9-4e5b-a126-fad0dd1f7b21 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.0627012 Jul 08 02:41:09.527302 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a9cb61b1-cbae-46b0-867c-78385a08616d req-8e1a34f1-7be7-49a5-b2d3-ac936f05981f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309722 Jul 08 02:41:10.712985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0a9c-938a-4241-8823-fdd1bdd9a3b9 req-33a02f19-780a-4304-b9bf-440190b78927 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:10.715099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eadf0a9c-938a-4241-8823-fdd1bdd9a3b9 req-33a02f19-780a-4304-b9bf-440190b78927 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.0771198 Jul 08 02:41:10.750871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eadf0a9c-938a-4241-8823-fdd1bdd9a3b9 req-1e37fed3-f8be-4e47-aed8-b0724f9a0829 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303059 Jul 08 02:41:11.754865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9cdafbbf-6508-4f40-b8cf-697687c75f85 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:41:11.850425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:11.862429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'mac_address': 'fa:16:3e:4d:48:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:41:11.899930 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:11.912392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdafbbf-6508-4f40-b8cf-697687c75f85 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:41:11.925071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5886ec2-d21f-4064-a58b-439d24513c25 req-cafca23e-8539-44be-9aba-3a08070c630a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:11.926571 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5886ec2-d21f-4064-a58b-439d24513c25 req-cafca23e-8539-44be-9aba-3a08070c630a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.0676699 Jul 08 02:41:11.932736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:11.967097 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c5886ec2-d21f-4064-a58b-439d24513c25 req-1a87c10f-7b06-405c-8ed8-0a78347fc812 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Jul 08 02:41:12.014824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.073074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:12.145666 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-030051c9-c5f0-47b8-a5fc-29d7c4da9511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.200930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['9cdafbbf-6508-4f40-b8cf-697687c75f85'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:41:13.137043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b1af7-7fee-4775-80a8-926feb2b325f req-2f69e0f2-b928-470c-88a5-5f5999e6ed80 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:13.138526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-748b1af7-7fee-4775-80a8-926feb2b325f req-2f69e0f2-b928-470c-88a5-5f5999e6ed80 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 945 time: 0.0626078 Jul 08 02:41:13.174330 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-748b1af7-7fee-4775-80a8-926feb2b325f req-b6277c54-6576-4ea3-9ee1-5012d4aeeb92 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302157 Jul 08 02:41:13.754208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9cdafbbf-6508-4f40-b8cf-697687c75f85 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:13.875245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 9cdafbbf-6508-4f40-b8cf-697687c75f85 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:13.878861 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 9cdafbbf-6508-4f40-b8cf-697687c75f85 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:13.879231 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.957523 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.990064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:41:13.992325 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a178023-bbfa-4615-982c-19d3185f95f2" -d '{"events": [{"server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:41:14.005031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:14.026573 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788a6d79-6e41-4b67-bcae-f66944ded969 x-openstack-request-id: req-788a6d79-6e41-4b67-bcae-f66944ded969 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:41:14.026869 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:41:14.027127 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-788a6d79-6e41-4b67-bcae-f66944ded969 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:41:14.027559 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'code': 200} Jul 08 02:41:14.092674 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:14.140675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:14.147397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae2546-1ea7-4310-a20a-ff374005dae6 req-9a06a93e-48a2-44cf-a85e-f854511b5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.148907 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fcae2546-1ea7-4310-a20a-ff374005dae6 req-9a06a93e-48a2-44cf-a85e-f854511b5169 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1098 time: 0.0573518 Jul 08 02:41:14.182368 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fcae2546-1ea7-4310-a20a-ff374005dae6 req-9a5cda83-a41e-46b5-8f20-a0df57c8fe37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269604 Jul 08 02:41:14.360366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c6324-7abd-496e-8a18-635a65f1e0c5 req-7f6dd23c-2cea-4833-91a5-74cfb554d1fe tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.362149 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-625c6324-7abd-496e-8a18-635a65f1e0c5 req-7f6dd23c-2cea-4833-91a5-74cfb554d1fe tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0683081 Jul 08 02:41:14.398763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-625c6324-7abd-496e-8a18-635a65f1e0c5 req-96950b6d-dc3f-4952-8621-ea157029a61d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Jul 08 02:41:14.465531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9c6a55e5-daba-4c51-811f-dd64f5d50c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:14.888487 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:15.571282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6454c8d-f23d-4b43-b239-fdc63deca365 req-0a36fa10-4043-41d0-94c1-d32f33f72311 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:15.572826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6454c8d-f23d-4b43-b239-fdc63deca365 req-0a36fa10-4043-41d0-94c1-d32f33f72311 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0635314 Jul 08 02:41:15.610431 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6454c8d-f23d-4b43-b239-fdc63deca365 req-11ce2892-5164-42f5-b0d1-50f0249c2e15 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Jul 08 02:41:15.774908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4fb5-59da-4f51-83d4-eca021e83824 req-917cb96f-1123-4ebf-89fe-db5389f53c7c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:15.777079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dc6f4fb5-59da-4f51-83d4-eca021e83824 req-917cb96f-1123-4ebf-89fe-db5389f53c7c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0641940 Jul 08 02:41:15.785596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 60162) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:15.790038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'floatingip': {'port_id': '9cdafbbf-6508-4f40-b8cf-697687c75f85'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:15.834107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:15.894340 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:16.571486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-94e7efbc-1833-45ad-bb87-dbd18ce0d5a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1822512 Jul 08 02:41:16.827195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-3a5c1cf9-d721-47e2-82db-a42128e60dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:16.828686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-3a5c1cf9-d721-47e2-82db-a42128e60dc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1098 time: 0.1987503 Jul 08 02:41:16.846229 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:16.906871 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:16.975110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-75f7b115-f7ba-42fd-8af6-4ee4bd04f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:16.976700 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-75f7b115-f7ba-42fd-8af6-4ee4bd04f94c service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1288376 Jul 08 02:41:17.072615 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f associated. External IP: 172.25.8.37, port: 9cdafbbf-6508-4f40-b8cf-697687c75f85. Jul 08 02:41:17.075935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-efa7c9ba-6789-4fa1-8a2c-3777ff28adc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 999 time: 0.0743248 Jul 08 02:41:17.187978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-26653dd3-6e39-4110-bbcc-9dc4e20aa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:17.189383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-26653dd3-6e39-4110-bbcc-9dc4e20aa8f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0822229 Jul 08 02:41:17.301791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-f11864a5-8553-4bee-a63c-b71b99d9a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:17.303295 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-f11864a5-8553-4bee-a63c-b71b99d9a652 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057017 Jul 08 02:41:17.416430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:41:17.434676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-8ed7aa12-0b01-40c1-ad57-4437286ee93b service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068170 Jul 08 02:41:17.568787 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:17.605318 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f8ac58d4-3c1a-43e3-bf63-5472260bc7a5 req-0d98971c-c45a-4395-bbfe-86581267ee4d service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643560 Jul 08 02:41:17.606281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:41:17.610741 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:17.617804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259454f-619a-47b4-b351-861516446a23 None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:41:17.627380 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259454f-619a-47b4-b351-861516446a23 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:17.628026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2259454f-619a-47b4-b351-861516446a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:41:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:17.646721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1408792a-751b-41e5-aa6b-b6d197973c8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "PUT /v2.0/floatingips/5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f HTTP/1.1" status: 200 len: 991 time: 1.8600876 Jul 08 02:41:17.647304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:41:17.649772 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70974695-4649-4be4-9a00-3a1b09f37279" -d '{"events": [{"name": "network-changed", "server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:41:17.689836 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d60742-fbcf-4397-97c7-87318de22200 x-openstack-request-id: req-d0d60742-fbcf-4397-97c7-87318de22200 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:41:17.690128 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:41:17.690391 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0d60742-fbcf-4397-97c7-87318de22200 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:41:17.690797 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'status': 'completed', 'code': 200} Jul 08 02:41:17.747714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2259454f-619a-47b4-b351-861516446a23 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:17.770139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70974695-4649-4be4-9a00-3a1b09f37279 req-1c2e84a1-9248-4e43-867b-ac72f441cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:17.771756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70974695-4649-4be4-9a00-3a1b09f37279 req-1c2e84a1-9248-4e43-867b-ac72f441cf3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1098 time: 0.0547247 Jul 08 02:41:17.864466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70974695-4649-4be4-9a00-3a1b09f37279 req-7d9f05fb-178e-4179-b271-29fc7dfb6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:17.865964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70974695-4649-4be4-9a00-3a1b09f37279 req-7d9f05fb-178e-4179-b271-29fc7dfb6b69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0885303 Jul 08 02:41:17.930007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70974695-4649-4be4-9a00-3a1b09f37279 req-b587cc49-15d4-4c2a-b9d2-e6340a00c597 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 999 time: 0.0576036 Jul 08 02:41:17.968870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2259454f-619a-47b4-b351-861516446a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:4d:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:41:16Z', 'revision_number': 1, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:17.980289 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70974695-4649-4be4-9a00-3a1b09f37279 req-9a89eb67-7f90-40ab-b880-69e1783edfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:17.981773 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70974695-4649-4be4-9a00-3a1b09f37279 req-9a89eb67-7f90-40ab-b880-69e1783edfbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0437376 Jul 08 02:41:17.994954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259454f-619a-47b4-b351-861516446a23 None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:41:18.003398 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259454f-619a-47b4-b351-861516446a23 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:18.003932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2259454f-619a-47b4-b351-861516446a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:41:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:18.051003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70974695-4649-4be4-9a00-3a1b09f37279 req-ea40bf96-2eb0-4f6c-9d81-44367b869696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:18.052683 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70974695-4649-4be4-9a00-3a1b09f37279 req-ea40bf96-2eb0-4f6c-9d81-44367b869696 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641234 Jul 08 02:41:18.114357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2259454f-619a-47b4-b351-861516446a23 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:18.141534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70974695-4649-4be4-9a00-3a1b09f37279 req-3519e747-739f-433c-a384-a2ac3646b68c service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825601 Jul 08 02:41:18.234552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70974695-4649-4be4-9a00-3a1b09f37279 req-8b452959-ac73-481c-9521-ce54d4c24a18 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871534 Jul 08 02:41:18.338125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2259454f-619a-47b4-b351-861516446a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:4d:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:41:16Z', 'revision_number': 1, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:18.363484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259454f-619a-47b4-b351-861516446a23 None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:4d:48:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:41:16Z', 'revision_number': 1, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:41:18.454303 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:18.549489 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f949349-f0cb-4b94-aa90-64373e1498ad None None] New status for floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:41:21.237131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:42.111775 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e7b8e6ab-2fef-467c-bf3b-0c8324940009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:44.470677 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7d1e974c-2b40-4a56-8cbc-a67db9db6708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:44.888394 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:45.727459 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:41:45.882277 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:47.567026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:48.465627 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:51.241988 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:12.110983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a5e924a-0c30-4efd-b198-49edd9327153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.476147 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a74b1c36-3528-4054-918c-5aba7d22328a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.908585 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:15.881844 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:17.480991 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-7ba9d0b8-1bbe-4e9a-b057-013c2d6ae0c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0959325 Jul 08 02:42:17.567891 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:17.572945 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-17231adf-c060-4cd6-9aed-2cf876f5b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.574436 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-17231adf-c060-4cd6-9aed-2cf876f5b89f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1098 time: 0.0527301 Jul 08 02:42:17.680885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-fb4112ba-d637-45d9-90b8-c33c7974dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.682374 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-fb4112ba-d637-45d9-90b8-c33c7974dda3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0887475 Jul 08 02:42:17.746401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-dc78fa4f-ed8c-49f3-9387-182e36c80ade service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 1001 time: 0.0580080 Jul 08 02:42:17.797771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-2dd307d9-8d0c-479b-a356-1b18009dde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.799237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-2dd307d9-8d0c-479b-a356-1b18009dde62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0473924 Jul 08 02:42:17.855284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-2c4d07c7-b66b-4b45-9343-ddfb6e0c00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.856801 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-2c4d07c7-b66b-4b45-9343-ddfb6e0c00ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510073 Jul 08 02:42:17.942730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-8c113a30-d677-4ef8-9c50-1ef972b15912 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794575 Jul 08 02:42:18.035153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c116d6c7-d731-4a52-9b78-0266e78f0937 req-478064d6-d43a-44a9-a245-20d0973b270e service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860991 Jul 08 02:42:18.457615 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:21.258738 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:22.726154 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:42:42.108954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6d29fcbb-64ae-4364-9557-4f398294cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:44.469423 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-933f48fd-83d5-4a62-bbc5-2c77429c36ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:44.892609 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:45.919941 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:47.578228 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:48.492786 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:51.284998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:52.735261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780f29-7aa7-425f-b8fb-9c209ff8eea3 req-da819635-82fb-4461-95f7-e03b847e05df tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:52.736713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d780f29-7aa7-425f-b8fb-9c209ff8eea3 req-da819635-82fb-4461-95f7-e03b847e05df tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0629406 Jul 08 02:42:52.774019 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d780f29-7aa7-425f-b8fb-9c209ff8eea3 req-18560d63-f705-4a4a-b91d-adcbf363cf87 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jul 08 02:42:54.373947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160b2c-bee7-40a1-9ce8-1420cda6b7ab req-8b151c45-e4e2-4a3b-bc89-1bbbef10c654 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:54.375431 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0160b2c-bee7-40a1-9ce8-1420cda6b7ab req-8b151c45-e4e2-4a3b-bc89-1bbbef10c654 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0682678 Jul 08 02:42:54.409899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60366) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:54.412068 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0160b2c-bee7-40a1-9ce8-1420cda6b7ab req-c0445bbb-d8ab-4106-b5f8-7d003f0c251d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309515 Jul 08 02:42:54.515586 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-1a13361a-adc4-4644-8465-dfa2b7a915de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038511 Jul 08 02:42:55.592123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee2530-e4f6-4313-8cc7-e0b658ba493d req-453179fb-575c-4fc7-bc9c-748c28861dab tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:55.594161 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cee2530-e4f6-4313-8cc7-e0b658ba493d req-453179fb-575c-4fc7-bc9c-748c28861dab tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0634840 Jul 08 02:42:55.632518 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cee2530-e4f6-4313-8cc7-e0b658ba493d req-15510434-0ef1-45e6-b52a-99cabb771212 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Jul 08 02:42:56.463016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-23ef5fc3-cb29-4825-ac30-34e87c1f16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:56.464525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-23ef5fc3-cb29-4825-ac30-34e87c1f16b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1098 time: 0.0511472 Jul 08 02:42:56.550015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-3573bfcf-ff0d-4678-aabb-f341974f1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:56.551487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-3573bfcf-ff0d-4678-aabb-f341974f1451 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0807319 Jul 08 02:42:56.619403 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-541291dd-3740-443f-94c0-3c96c904fe0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 1001 time: 0.0604894 Jul 08 02:42:56.667046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-4be098e0-f3d6-4521-bdd4-68480326e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:56.668602 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-4be098e0-f3d6-4521-bdd4-68480326e133 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0427947 Jul 08 02:42:56.724985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-c69fcf74-b53a-43c3-8a39-d35b9d426eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:56.726412 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-c69fcf74-b53a-43c3-8a39-d35b9d426eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518813 Jul 08 02:42:56.857301 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-ccd1fb65-9013-44d6-a947-8239afc3e6e4 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244807 Jul 08 02:42:56.867723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a83afb-a1b7-4915-b858-52e47bdaaf02 req-2ff74238-c0d9-4fa0-b79f-6c84672ec198 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:56.869106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6a83afb-a1b7-4915-b858-52e47bdaaf02 req-2ff74238-c0d9-4fa0-b79f-6c84672ec198 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.1194422 Jul 08 02:42:57.299585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6a83afb-a1b7-4915-b858-52e47bdaaf02 req-774789d5-dabc-48e4-98ac-aa4a67aac872 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4213464 Jul 08 02:42:57.318663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-0e3bd70f-ab45-4ec5-a95c-1e4fee0e97e8 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486566 Jul 08 02:42:58.494609 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa863f-6d7a-43b0-bb30-6af43bca8dfc req-44f8382d-01ed-4687-8ce0-73f8d23df83e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:58.496156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26fa863f-6d7a-43b0-bb30-6af43bca8dfc req-44f8382d-01ed-4687-8ce0-73f8d23df83e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0702326 Jul 08 02:42:58.533204 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-26fa863f-6d7a-43b0-bb30-6af43bca8dfc req-fb89c416-5f82-49c8-b890-b30e0094eff3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310318 Jul 08 02:42:59.706099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee747e88-948f-4082-92a0-475bb3daaaf2 req-75cda712-7161-40a2-b3c2-de5397d1720e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:59.707595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ee747e88-948f-4082-92a0-475bb3daaaf2 req-75cda712-7161-40a2-b3c2-de5397d1720e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0623009 Jul 08 02:42:59.724887 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:42:59.743943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ee747e88-948f-4082-92a0-475bb3daaaf2 req-f2792608-3e9c-4754-bcd1-57997ed36c3f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309193 Jul 08 02:43:00.921162 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5da8-35de-452e-acc2-7008c8b68cb1 req-288b1a61-a5c9-43aa-8d9f-d67727ad2558 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:00.922675 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a3f5da8-35de-452e-acc2-7008c8b68cb1 req-288b1a61-a5c9-43aa-8d9f-d67727ad2558 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0698311 Jul 08 02:43:00.960551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a3f5da8-35de-452e-acc2-7008c8b68cb1 req-5509e503-8166-416f-ac12-0e827d24d37e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Jul 08 02:43:02.133324 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fdc4-5e58-4b40-85fb-c23c14e33d9f req-55f3d2f6-9b73-488f-a8d6-5a5531ee5368 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:02.134791 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23b4fdc4-5e58-4b40-85fb-c23c14e33d9f req-55f3d2f6-9b73-488f-a8d6-5a5531ee5368 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0656617 Jul 08 02:43:02.172010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-23b4fdc4-5e58-4b40-85fb-c23c14e33d9f req-c2cf4fb5-d636-449b-b84c-a992bba8169e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312364 Jul 08 02:43:03.341216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88004fd9-b5f2-43b4-ab8c-6ee1e4b655e9 req-b5fe9395-5e78-4e69-9a19-0a58095200f2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:03.342742 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88004fd9-b5f2-43b4-ab8c-6ee1e4b655e9 req-b5fe9395-5e78-4e69-9a19-0a58095200f2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0624685 Jul 08 02:43:03.379973 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-88004fd9-b5f2-43b4-ab8c-6ee1e4b655e9 req-f61f70a4-f94a-44d1-b81b-d9217e1514cd tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314274 Jul 08 02:43:04.553905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574df54-39df-47ad-9da1-9f17d1ca2976 req-ab7a6c29-07a8-491b-88ad-f322fffa5703 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:04.555403 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a574df54-39df-47ad-9da1-9f17d1ca2976 req-ab7a6c29-07a8-491b-88ad-f322fffa5703 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0631728 Jul 08 02:43:04.592233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a574df54-39df-47ad-9da1-9f17d1ca2976 req-69da31e3-6d6b-4e6d-9a7d-bddb9c47b7f6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312505 Jul 08 02:43:05.761873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f1d6c-60e1-46fe-be12-cb757326dc16 req-6c1a4c57-366a-4eef-ad19-5817ea97480b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:05.763359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e3f1d6c-60e1-46fe-be12-cb757326dc16 req-6c1a4c57-366a-4eef-ad19-5817ea97480b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0635843 Jul 08 02:43:05.800722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e3f1d6c-60e1-46fe-be12-cb757326dc16 req-f9cf7d46-9efd-483e-8cde-4b313c057c25 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Jul 08 02:43:06.974784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529dadb-b95a-4121-9eba-f94fbc28a985 req-ee4909fd-d442-4c43-b64f-9db21d62d8fa tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:06.976289 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e529dadb-b95a-4121-9eba-f94fbc28a985 req-ee4909fd-d442-4c43-b64f-9db21d62d8fa tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0668931 Jul 08 02:43:07.012890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e529dadb-b95a-4121-9eba-f94fbc28a985 req-a1128fb7-cc6f-422f-9f9e-cb2012b2eccc tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Jul 08 02:43:08.190614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3649c0f-f459-48db-be4d-bdda1b2a5afa req-bc1d5994-3767-4f35-9ee8-37740833dd3f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:08.192049 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3649c0f-f459-48db-be4d-bdda1b2a5afa req-bc1d5994-3767-4f35-9ee8-37740833dd3f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0680089 Jul 08 02:43:08.228122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3649c0f-f459-48db-be4d-bdda1b2a5afa req-a066bc29-96f7-4a7f-81a3-9aeebb6c31b7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306902 Jul 08 02:43:09.400131 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-e4d36c4d-0028-4c6b-b0b0-2e68fb287489 service neutron] show failed (client error): The resource could not be found. Jul 08 02:43:09.401152 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-e4d36c4d-0028-4c6b-b0b0-2e68fb287489 service neutron] 10.222.0.18 "GET /v2.0/ports/9cdafbbf-6508-4f40-b8cf-697687c75f85/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0868840 Jul 08 02:43:09.422459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdf8c-6ffa-4692-b9ac-8a5fa6f05d56 req-f7e5a709-48d4-4b13-acf3-927026da39ce tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:09.426428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef8cdf8c-6ffa-4692-b9ac-8a5fa6f05d56 req-f7e5a709-48d4-4b13-acf3-927026da39ce tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0847714 Jul 08 02:43:09.462721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ef8cdf8c-6ffa-4692-b9ac-8a5fa6f05d56 req-36f919af-a6bb-490c-ab71-e589b4f9dbe9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Jul 08 02:43:10.010016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-98bd45df-ed37-4201-b72c-bb895218bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:10.011617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-98bd45df-ed37-4201-b72c-bb895218bfe1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 1098 time: 0.1011333 Jul 08 02:43:10.023803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:43:10.091314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:10.286952 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:10.318689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:43:10.361968 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:10.365212 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1ea593-b6d3-421c-840d-a1932fcd4ef3" -d '{"events": [{"server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:10.369213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:10.385125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Transition to ACTIVE for port object 9cdafbbf-6508-4f40-b8cf-697687c75f85 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:43:10.416972 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c70d5-f875-470e-a3cd-83d570958a86 x-openstack-request-id: req-261c70d5-f875-470e-a3cd-83d570958a86 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:10.417584 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:10.417584 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-261c70d5-f875-470e-a3cd-83d570958a86 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:10.417913 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'code': 200} Jul 08 02:43:10.440919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:10.542191 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:10.563661 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.563974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.564330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.564671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.565012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.565350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.565692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.566019 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.566352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.566687 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.567013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.567355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:10.660210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] No DVR routers for this DVR port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:43:10.728981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652c4c3-4f7f-425a-8f95-cdabdac41ba4 req-9ada9905-83a2-4e1a-966b-1b4a5b5d52a8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:10.730492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1652c4c3-4f7f-425a-8f95-cdabdac41ba4 req-9ada9905-83a2-4e1a-966b-1b4a5b5d52a8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.1389828 Jul 08 02:43:10.805565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1652c4c3-4f7f-425a-8f95-cdabdac41ba4 req-08bcebff-a0cb-4ceb-9ccd-f9fa714558f3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491843 Jul 08 02:43:10.845377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Attempting to bind port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:43:10.845724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Attempting to bind port 9cdafbbf-6508-4f40-b8cf-697687c75f85 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:43:10.846060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Attempting to bind port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:43:10.850308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:43:10.850646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Attempting to bind port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:43:10.855466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:43:10.855809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:43:10.856194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:43:10.856619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Bound port: 9cdafbbf-6508-4f40-b8cf-697687c75f85, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:43:10.856979 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:10.918222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:43:10.921909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:43:10.972801 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:11.010905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.011839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:11.013848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] 10.222.0.32 "PUT /v2.0/ports/9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 1093 time: 0.9938533 Jul 08 02:43:11.047665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40832832-db08-4904-aa84-b73f6c244d62 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:11.100750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-be2f7724-ceac-432b-b7e7-cfdbe1b2bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.102320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-be2f7724-ceac-432b-b7e7-cfdbe1b2bd20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1096 time: 0.0626955 Jul 08 02:43:11.194295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-8bb668b0-9d59-4a8e-9d8e-9f658db1fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.195849 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-8bb668b0-9d59-4a8e-9d8e-9f658db1fb25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0870695 Jul 08 02:43:11.262872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-a00c5c37-24c5-4b25-91c0-71ce63bf1388 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 999 time: 0.0599608 Jul 08 02:43:11.314281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-631fc8c4-314b-4d54-aeb7-69ce917d594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.315701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-631fc8c4-314b-4d54-aeb7-69ce917d594e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0454423 Jul 08 02:43:11.374667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-c2aea784-088b-4522-8758-3a4923f33cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.376280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-c2aea784-088b-4522-8758-3a4923f33cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532749 Jul 08 02:43:11.388348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-55d9fdec-28d0-4207-b56e-baa9cc9110be service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:43:11.389398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-55d9fdec-28d0-4207-b56e-baa9cc9110be service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050039 Jul 08 02:43:11.480908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-3d02b128-62ae-40f9-b5c7-e944cc8d35a9 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843728 Jul 08 02:43:11.568085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-05e62e1b-047b-4354-aa28-43d9341eb41a service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799284 Jul 08 02:43:11.983519 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0babcd-b3fd-4198-9dd6-f5a4715e85a1 req-351bac46-cb60-43be-ac6c-36afa5aef0c0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.985031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e0babcd-b3fd-4198-9dd6-f5a4715e85a1 req-351bac46-cb60-43be-ac6c-36afa5aef0c0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.0658624 Jul 08 02:43:12.022377 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e0babcd-b3fd-4198-9dd6-f5a4715e85a1 req-7b885932-2ec3-41ec-9a59-4a97a82ae29a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316181 Jul 08 02:43:12.120553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-883b3279-f191-4727-92c3-89e51c248074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:12.419251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:12.421609 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bd0429-8bce-41e9-812f-cb7017ccaf03" -d '{"events": [{"name": "network-changed", "server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:12.468623 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c01a3b-bcde-4f3c-86d5-2f87db234ea9 x-openstack-request-id: req-15c01a3b-bcde-4f3c-86d5-2f87db234ea9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:12.468919 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:12.469176 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15c01a3b-bcde-4f3c-86d5-2f87db234ea9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:12.469587 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'status': 'completed', 'code': 200} Jul 08 02:43:12.585198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-18e84bbe-ff2e-4704-8bb0-65a5bec50aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:12.586710 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-18e84bbe-ff2e-4704-8bb0-65a5bec50aee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1096 time: 0.0967791 Jul 08 02:43:12.589200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-11b85acc-1d12-4bcd-b034-65a975e5bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:12.590557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-11b85acc-1d12-4bcd-b034-65a975e5bd30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1096 time: 0.0994220 Jul 08 02:43:12.752176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-dd62c352-c11e-444c-a4e6-c90c891ac2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:12.753670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-dd62c352-c11e-444c-a4e6-c90c891ac2d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1602380 Jul 08 02:43:12.754982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-c7a6e660-b8d9-493b-92bf-63c30e649a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:12.756310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-c7a6e660-b8d9-493b-92bf-63c30e649a4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1551275 Jul 08 02:43:12.862777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-14a2fc64-5407-4b43-ba9c-5043d7032d5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 999 time: 0.1028416 Jul 08 02:43:12.864528 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-da40fd43-b477-4eed-8ff6-6d7f5b503173 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 999 time: 0.0987351 Jul 08 02:43:12.945939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-9a3ce704-c5fd-42c8-b498-5e4f374ab0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:12.947445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-9a3ce704-c5fd-42c8-b498-5e4f374ab0ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0789204 Jul 08 02:43:12.948775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-acd53241-73eb-4d22-bc14-b8a4ca07f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:12.950079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-acd53241-73eb-4d22-bc14-b8a4ca07f1fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0741327 Jul 08 02:43:13.041451 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-5814b65e-f716-4980-a61b-4db587e0e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:13.042895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-5814b65e-f716-4980-a61b-4db587e0e2ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891573 Jul 08 02:43:13.045959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-69b48b4a-c88c-417f-9ab6-52364dd134dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:13.047304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-69b48b4a-c88c-417f-9ab6-52364dd134dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864828 Jul 08 02:43:13.197725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6956a19-996e-4dd1-b6ad-9262c82d9e0d req-2b61b8d3-377d-41d6-8202-c8d7cb003634 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:13.199218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6956a19-996e-4dd1-b6ad-9262c82d9e0d req-2b61b8d3-377d-41d6-8202-c8d7cb003634 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.0658009 Jul 08 02:43:13.203160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-52f3dc15-cb4e-44b9-b49b-dc3e39086499 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528578 Jul 08 02:43:13.205078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-a787d9c8-1a03-43ad-b3c7-745e175c7edf service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456861 Jul 08 02:43:13.238392 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b6956a19-996e-4dd1-b6ad-9262c82d9e0d req-703a35ae-2850-4e1c-bbf4-4883a2f61fff tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324926 Jul 08 02:43:13.360834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-ddef6d79-6fba-4cc9-b441-14a18ea3b422 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515675 Jul 08 02:43:13.363226 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33bd0429-8bce-41e9-812f-cb7017ccaf03 req-6c1b7560-28ab-427b-8566-00a4bc61066f service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471398 Jul 08 02:43:14.251022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9cdafbbf-6508-4f40-b8cf-697687c75f85 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:43:14.289222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 9cdafbbf-6508-4f40-b8cf-697687c75f85 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:43:14.426438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607882a6-09fd-41fd-94fa-1ced9a2f08e5 req-739b3092-7513-424f-b6e5-9cd93ecd3aec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:14.427948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-607882a6-09fd-41fd-94fa-1ced9a2f08e5 req-739b3092-7513-424f-b6e5-9cd93ecd3aec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.0720015 Jul 08 02:43:14.464307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-607882a6-09fd-41fd-94fa-1ced9a2f08e5 req-c30303c6-4c4c-4916-8551-11f8dbb1abfb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307996 Jul 08 02:43:14.473748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-35307396-2644-4ef5-832f-e2fae3ce7a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:14.618859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9cdafbbf-6508-4f40-b8cf-697687c75f85 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:43:14.712300 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:14.724009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'mac_address': 'fa:16:3e:4d:48:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:43:14.762870 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:14.775802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdafbbf-6508-4f40-b8cf-697687c75f85 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:43:14.795437 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:14.863986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:14.889421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f32df-1e5f-4ace-9339-0f78da91685d req-bed8a89d-7c5c-4db5-955a-b92db1e453c1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:14.891137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a6f32df-1e5f-4ace-9339-0f78da91685d req-bed8a89d-7c5c-4db5-955a-b92db1e453c1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 944 time: 0.0672956 Jul 08 02:43:14.921148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:14.929192 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:14.932513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.932865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.933257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.933597 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.933929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.934292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.934627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.934952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.935277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.935634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.935987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.936312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:14.967728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1a6f32df-1e5f-4ace-9339-0f78da91685d req-90c232f6-6a4d-4d3b-82b5-4532a8847bf8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696301 Jul 08 02:43:15.002176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-88a3186e-4b93-4394-a05b-396b502acc5a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:15.003676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-88a3186e-4b93-4394-a05b-396b502acc5a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c&tenant_id=f6a636b6ffb84e1ca843e94a88603e98&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 945 time: 0.0911117 Jul 08 02:43:15.063775 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-20225316-d6a4-4ad9-ae9e-d049f759d9bc service neutron] delete failed (client error): The resource could not be found. Jul 08 02:43:15.064706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-20225316-d6a4-4ad9-ae9e-d049f759d9bc service neutron] 10.222.0.18 "DELETE /v2.0/ports/9cdafbbf-6508-4f40-b8cf-697687c75f85/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0554724 Jul 08 02:43:15.109104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['9cdafbbf-6508-4f40-b8cf-697687c75f85'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:43:15.158185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-02b7e381-2444-46c5-8296-975f19cd082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:15.159707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-02b7e381-2444-46c5-8296-975f19cd082d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 1097 time: 0.0535438 Jul 08 02:43:15.252064 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-a1b408f5-2179-45f9-bf96-2bd292b3d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:15.253582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-a1b408f5-2179-45f9-bf96-2bd292b3d55d service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0869894 Jul 08 02:43:15.315888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-4882192a-9c5e-4039-b0aa-2395ac922d9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 200 len: 1000 time: 0.0554321 Jul 08 02:43:15.363467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-5c65d631-478b-4b34-9cd0-1c7dae03d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:15.364954 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-5c65d631-478b-4b34-9cd0-1c7dae03d202 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0425153 Jul 08 02:43:15.423275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-fb4623a1-0ae1-4b65-bab2-f351dd62287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:15.424747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-fb4623a1-0ae1-4b65-bab2-f351dd62287f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539205 Jul 08 02:43:15.510414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-32a263f6-d402-4ce1-b6dc-6139bd81a93d service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789785 Jul 08 02:43:15.599211 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85089a26-170e-48ca-9379-a2fbf85cb729 req-ffef8de3-f09b-43b5-99ce-db32e9c40815 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820315 Jul 08 02:43:15.944001 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:16.151757 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9496c-ccd9-444a-ac66-cdab44588e2d req-2039b890-7a6e-495e-88b7-3c269c228ea3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:16.156586 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eda9496c-ccd9-444a-ac66-cdab44588e2d req-2039b890-7a6e-495e-88b7-3c269c228ea3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 945 time: 0.0652547 Jul 08 02:43:16.195305 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eda9496c-ccd9-444a-ac66-cdab44588e2d req-398b97e4-d5e1-43ee-b112-54f43fc5d995 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346196 Jul 08 02:43:16.633642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9cdafbbf-6508-4f40-b8cf-697687c75f85 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:16.749896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 9cdafbbf-6508-4f40-b8cf-697687c75f85 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:16.753977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 9cdafbbf-6508-4f40-b8cf-697687c75f85 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:16.754338 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:16.827156 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:16.848287 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:16.850510 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615f9272-d03b-4e0b-9600-0d56cdf25936" -d '{"events": [{"server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:16.863118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:16.886292 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504457f0-7fe8-4c65-b388-1dc80ab79cc0 x-openstack-request-id: req-504457f0-7fe8-4c65-b388-1dc80ab79cc0 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:16.886587 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "name": "network-vif-plugged", "status": "completed", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:16.886843 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-504457f0-7fe8-4c65-b388-1dc80ab79cc0 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:16.887239 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'code': 200} Jul 08 02:43:16.942383 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:16.991868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:17.367318 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d6293-ba2a-4572-b050-f565b7ada48f req-1216ab88-ab1d-4dab-a0fe-b6cdb68e1fc2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:17.368856 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-285d6293-ba2a-4572-b050-f565b7ada48f req-1216ab88-ab1d-4dab-a0fe-b6cdb68e1fc2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0640736 Jul 08 02:43:17.406101 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-285d6293-ba2a-4572-b050-f565b7ada48f req-a6b8e16a-862a-471d-b582-70e55f2c3eca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317214 Jul 08 02:43:17.580640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46582431-924a-4170-bc3a-efce746605f1 req-9846499a-99a3-4b8b-b34f-39d6fb22b15e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:17.582124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46582431-924a-4170-bc3a-efce746605f1 req-9846499a-99a3-4b8b-b34f-39d6fb22b15e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0641019 Jul 08 02:43:17.600698 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:17.620110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-46582431-924a-4170-bc3a-efce746605f1 req-6b34fd1e-7c42-4b9f-9844-ee281c4f9d70 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jul 08 02:43:17.792955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1fc8-47d8-4438-a512-400b79741d1f req-1c72ccc9-0260-4645-bc79-3a0ef146586e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:17.794314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-941c1fc8-47d8-4438-a512-400b79741d1f req-1c72ccc9-0260-4645-bc79-3a0ef146586e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0659251 Jul 08 02:43:17.830358 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-941c1fc8-47d8-4438-a512-400b79741d1f req-836fe10f-a7a5-4b12-bf4b-f83c63eea502 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305808 Jul 08 02:43:18.419309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437901f6-dc11-4301-86ad-2c1a5d5ac0df req-22e7853d-5c89-4252-950c-175c67f8c99e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:18.420832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-437901f6-dc11-4301-86ad-2c1a5d5ac0df req-22e7853d-5c89-4252-950c-175c67f8c99e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0674844 Jul 08 02:43:18.457931 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:18.459644 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-437901f6-dc11-4301-86ad-2c1a5d5ac0df req-5fad56fb-6f1a-4203-9064-3c7ae71bfff2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328176 Jul 08 02:43:19.634085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39104c-0dc2-4b14-8374-ea4df6dd0a3c req-49a70164-9369-4827-87d9-c4ec550a9019 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:19.635573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e39104c-0dc2-4b14-8374-ea4df6dd0a3c req-49a70164-9369-4827-87d9-c4ec550a9019 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0632892 Jul 08 02:43:19.710696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e39104c-0dc2-4b14-8374-ea4df6dd0a3c req-92a09e78-e4e5-4c18-aa3d-ae57304b3fad tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681036 Jul 08 02:43:19.734788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-e8b9023e-b4e4-4add-8f60-9e33ccc825d5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:19.736273 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-e8b9023e-b4e4-4add-8f60-9e33ccc825d5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 946 time: 0.0948360 Jul 08 02:43:19.833110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Deleting port 9cdafbbf-6508-4f40-b8cf-697687c75f85 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:43:19.833406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:19.920539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] For port 9cdafbbf-6508-4f40-b8cf-697687c75f85, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=9cdafbbf-6508-4f40-b8cf-697687c75f85,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:19.920904 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:20.086166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:20.086166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:20.086166 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f disassociated. External IP: 172.25.8.37, port: 9cdafbbf-6508-4f40-b8cf-697687c75f85. Jul 08 02:43:20.086166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Calling delete_port for 9cdafbbf-6508-4f40-b8cf-697687c75f85 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:43:20.257630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:20.284685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event deleted for resources: {'Port': ['ID=9cdafbbf-6508-4f40-b8cf-697687c75f85,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:20.735411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:43:20.840271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:43:20.850444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:43:20.853522 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4a7071af-f4d2-463b-a00f-9ad6d0a1d3d7 req-02189878-28c3-4fcc-994e-2b5bdfd563dc tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f5921c-f32d-4695-b901-39b83aec2e1c HTTP/1.1" status: 200 len: 210 time: 0.0322008 Jul 08 02:43:20.861411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:43:20.862520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:43:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:20.883110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] No DVR routers for this DVR port 9cdafbbf-6508-4f40-b8cf-697687c75f85 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:43:20.885745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:20.887816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33c839cc-8087-4558-af32-1e8e3ec13cb6 req-0183a3e4-2277-4569-abed-cdd3cc5c8af1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "DELETE /v2.0/ports/9cdafbbf-6508-4f40-b8cf-697687c75f85 HTTP/1.1" status: 204 len: 173 time: 1.1450636 Jul 08 02:43:20.888249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'name': 'network-vif-deleted', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:20.890489 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb09ed2-a72b-4d34-aa04-e6d70bdc2029" -d '{"events": [{"server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "name": "network-vif-deleted", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:20.925925 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec82b3-0d82-4c2c-92e0-7e4371648454 x-openstack-request-id: req-87ec82b3-0d82-4c2c-92e0-7e4371648454 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:20.926220 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f5921c-f32d-4695-b901-39b83aec2e1c", "name": "network-vif-deleted", "tag": "9cdafbbf-6508-4f40-b8cf-697687c75f85", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:20.926472 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87ec82b3-0d82-4c2c-92e0-7e4371648454 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:20.926876 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f5921c-f32d-4695-b901-39b83aec2e1c', 'name': 'network-vif-deleted', 'tag': '9cdafbbf-6508-4f40-b8cf-697687c75f85', 'status': 'completed', 'code': 200} Jul 08 02:43:20.974781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:43:21.175973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:21.206342 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:43:21.220018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:43:21.220642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:43:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:21.272592 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:21.324736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:43:21.526490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:21.552706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2503980e-37dd-4f13-92fb-4ded324ddfeb None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:43:21.751413 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d91784-5794-4c5b-a88a-27699c132d8c None None] New status for floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:43:22.161922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-12322c61-f7c2-40ae-b5a7-1b60b4b6bedf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1884989387&fields=id&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 267 time: 0.0424194 Jul 08 02:43:22.264389 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-2447d9a6-3338-4066-8251-ae4b425da19f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:22.265832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-2447d9a6-3338-4066-8251-ae4b425da19f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 811 time: 0.0978980 Jul 08 02:43:22.280037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-81a0048d-0432-4c1a-9502-37c5cb2e7bda tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/quotas/f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 375 time: 0.0089393 Jul 08 02:43:22.355532 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-aec16f68-2a9e-4f96-ae5a-86d8a27def9e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706527 Jul 08 02:43:22.497207 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-66f01056-be53-4eb1-b098-891a82b04921 service neutron] 10.222.0.10 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301174 Jul 08 02:43:22.588082 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-fa5fc655-027c-4b8c-9963-3659b7842b27 service neutron] 10.222.0.10 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844464 Jul 08 02:43:22.819233 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-00116e64-1f3b-4561-8a8e-1c3de3f01eac req-5713935b-d834-463b-80b9-6be41cf8c87c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Jul 08 02:43:23.959005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f26fe0a4-50dd-4d72-bb07-44ca0ffb0655 req-9a2022cd-f789-4043-b764-7b19c4832f40 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 210 time: 0.0294762 Jul 08 02:43:24.652546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9cdafbbf-6508-4f40-b8cf-697687c75f85 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:43:24.672607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 9cdafbbf-6508-4f40-b8cf-697687c75f85 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:43:24.672958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 9cdafbbf-6508-4f40-b8cf-697687c75f85 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:43:24.809133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-7d7b3a06-d107-47c8-ae6b-8dc06a1c11ec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:24.811144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-7d7b3a06-d107-47c8-ae6b-8dc06a1c11ec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 811 time: 0.1009672 Jul 08 02:43:24.851740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-d4110a59-8a39-4ce1-9642-1e14fda8ba32 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 380 time: 0.0327425 Jul 08 02:43:24.860587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'port': {'device_id': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'admin_state_up': True, 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'security_groups': ['28d56e9d-4e4f-4279-b3df-7ac8684d81fd']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:43:25.033657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Made reservation on behalf of f6a636b6ffb84e1ca843e94a88603e98 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:43:25.037401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:25.125726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e70b338d-02bd-4db3-97f4-280f3ef3fd74 req-7599293b-82f1-4711-bb53-42f55b30d5fb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 210 time: 0.0368671 Jul 08 02:43:25.188619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Allocated IP 172.20.0.11 (29406835-a314-418e-bd48-72177f068b97/bebc91f8-2f0d-46d9-9541-794a6fc2f09e/e79e6bbf-489a-441f-b248-32870e135f6a) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:43:25.316922 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:25.330659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Transition to ACTIVE for port object e79e6bbf-489a-441f-b248-32870e135f6a will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:43:25.446526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:25.491563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Network 29406835-a314-418e-bd48-72177f068b97 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:43:25.494991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:43:25.497579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:43:25.531768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:25.555998 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:25.556635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:25.618767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-0c4c3485-8dc2-44d1-8c67-0fa78ea8022e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7622855 Jul 08 02:43:25.631648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Request body: {'port': {'device_id': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:43:25.704345 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:25.743137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b5acdfa8-c43a-4d7b-8840-621bf55189aa None None] Provisioning for port e79e6bbf-489a-441f-b248-32870e135f6a completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:25.747000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b5acdfa8-c43a-4d7b-8840-621bf55189aa None None] Provisioning complete for port e79e6bbf-489a-441f-b248-32870e135f6a triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:25.747402 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5acdfa8-c43a-4d7b-8840-621bf55189aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:25.781578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b5acdfa8-c43a-4d7b-8840-621bf55189aa None None] Port e79e6bbf-489a-441f-b248-32870e135f6a cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:43:25.959697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79e6bbf-489a-441f-b248-32870e135f6a {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:43:25.967055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:25.978491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Transition to ACTIVE for port object e79e6bbf-489a-441f-b248-32870e135f6a will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:43:26.050329 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:26.099195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:26.185008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Attempting to bind port e79e6bbf-489a-441f-b248-32870e135f6a on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:43:26.185392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Attempting to bind port e79e6bbf-489a-441f-b248-32870e135f6a by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:43:26.186250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Attempting to bind port e79e6bbf-489a-441f-b248-32870e135f6a on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:43:26.191117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Port e79e6bbf-489a-441f-b248-32870e135f6a on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:43:26.191403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Attempting to bind port e79e6bbf-489a-441f-b248-32870e135f6a on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:43:26.197402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:43:26.197801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:43:26.198245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:43:26.201799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Bound port: e79e6bbf-489a-441f-b248-32870e135f6a, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:43:26.202638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:26.274596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:43:26.277800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:43:26.319649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a627b99-1d47-41ae-9c34-24c225c1eb56 req-3b098075-d8a6-40b4-bdbf-a331a1100a21 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:26.321125 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a627b99-1d47-41ae-9c34-24c225c1eb56 req-3b098075-d8a6-40b4-bdbf-a331a1100a21 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 944 time: 0.0655262 Jul 08 02:43:26.355826 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:26.363898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a627b99-1d47-41ae-9c34-24c225c1eb56 req-c2a65f5a-d181-4508-8469-312338314b6a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369308 Jul 08 02:43:26.394631 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:26.395288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:26.396706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 1093 time: 0.7694855 Jul 08 02:43:26.397150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:26.399427 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c4697d-9ac5-4c0e-848f-ab794e2b6385" -d '{"events": [{"name": "network-changed", "server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:26.424440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd6ac-4857-4cb0-9be7-7f17431693f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:26.457911 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a5b6b7-2b6d-4df4-bee2-59212cb895f7 x-openstack-request-id: req-f0a5b6b7-2b6d-4df4-bee2-59212cb895f7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:26.458209 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:26.458469 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0a5b6b7-2b6d-4df4-bee2-59212cb895f7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:26.458888 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'status': 'completed', 'code': 200} Jul 08 02:43:26.537498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4697d-9ac5-4c0e-848f-ab794e2b6385 req-89a98eb5-fd94-4fbd-b9a6-004a23da23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:26.538995 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3c4697d-9ac5-4c0e-848f-ab794e2b6385 req-89a98eb5-fd94-4fbd-b9a6-004a23da23e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0568407 Jul 08 02:43:26.641148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4697d-9ac5-4c0e-848f-ab794e2b6385 req-4195792d-f4d6-42a1-a3fe-65f894ca1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:26.642640 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3c4697d-9ac5-4c0e-848f-ab794e2b6385 req-4195792d-f4d6-42a1-a3fe-65f894ca1901 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0962067 Jul 08 02:43:26.744078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4697d-9ac5-4c0e-848f-ab794e2b6385 req-d24808bf-d3c3-4617-b024-d6e1be3934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:26.745582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e3c4697d-9ac5-4c0e-848f-ab794e2b6385 req-d24808bf-d3c3-4617-b024-d6e1be3934d6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968125 Jul 08 02:43:26.838618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-2ba7dd41-8403-47a8-b6b1-774106b34ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:26.840124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-2ba7dd41-8403-47a8-b6b1-774106b34ba4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0561843 Jul 08 02:43:26.880036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-6ce7cca6-5577-4e7d-b20d-68476a294af9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 217 time: 0.0325718 Jul 08 02:43:26.927614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-74ae61a2-1031-456f-b61d-37eca70ad0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:26.929124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-74ae61a2-1031-456f-b61d-37eca70ad0de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0432189 Jul 08 02:43:26.985361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-f35f0442-3d2b-4485-b81f-164c1c14ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:26.986836 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-f35f0442-3d2b-4485-b81f-164c1c14ec0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517516 Jul 08 02:43:27.077467 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-3bcc8973-d6f4-4566-8099-753c5de46153 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Jul 08 02:43:27.163095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42eb8869-fb37-47e1-9467-c57c368f00bf req-d479e976-c2f2-4841-b36a-ac74c0414772 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793035 Jul 08 02:43:27.538594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91748a8-9899-4453-8ca0-61f3baadfbe5 req-c24f1206-8c18-479e-a64e-30203f8cfd73 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:27.540093 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f91748a8-9899-4453-8ca0-61f3baadfbe5 req-c24f1206-8c18-479e-a64e-30203f8cfd73 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 944 time: 0.0670867 Jul 08 02:43:27.577493 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f91748a8-9899-4453-8ca0-61f3baadfbe5 req-72930290-6663-419f-9b5b-87f7c65ee672 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Jul 08 02:43:28.755000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f789-393f-494b-88af-3b3c2da61f8f req-becf335f-681a-4ee7-9e38-4574138c3ac5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:28.756512 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e81f789-393f-494b-88af-3b3c2da61f8f req-becf335f-681a-4ee7-9e38-4574138c3ac5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 944 time: 0.0673394 Jul 08 02:43:28.801844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2e81f789-393f-494b-88af-3b3c2da61f8f req-d3b85e39-7b13-4bd1-a1f2-859d75ac280e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Jul 08 02:43:29.973817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eb936-7967-4f8f-b1cb-45d5699a57d7 req-d3fe4a75-3a2b-49b1-b53b-68ac8c507f63 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:29.975300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e19eb936-7967-4f8f-b1cb-45d5699a57d7 req-d3fe4a75-3a2b-49b1-b53b-68ac8c507f63 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 944 time: 0.0633807 Jul 08 02:43:30.012322 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e19eb936-7967-4f8f-b1cb-45d5699a57d7 req-3370b02b-caa5-4737-945a-95a2f9b90260 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313468 Jul 08 02:43:30.329252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e79e6bbf-489a-441f-b248-32870e135f6a details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:43:30.425731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:30.437133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'mac_address': 'fa:16:3e:24:49:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:43:30.477958 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:30.491108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79e6bbf-489a-441f-b248-32870e135f6a {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:43:30.509895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:30.577310 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:30.626561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:30.805713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['e79e6bbf-489a-441f-b248-32870e135f6a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:43:31.182592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a980df-2226-4190-a593-2e1a90fd9854 req-ef49ac33-d4b6-422d-8656-66f40d4c3fd4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:31.184159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50a980df-2226-4190-a593-2e1a90fd9854 req-ef49ac33-d4b6-422d-8656-66f40d4c3fd4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 945 time: 0.0626385 Jul 08 02:43:31.220974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-50a980df-2226-4190-a593-2e1a90fd9854 req-7f3cf11b-5f75-464c-a4d0-127933d3d1e6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Jul 08 02:43:32.344053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e79e6bbf-489a-441f-b248-32870e135f6a up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:32.390649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b5c8-0414-4afe-b800-c916e3033439 req-3ad9a733-baff-4cff-b124-b64db30678c1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:32.392200 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76d1b5c8-0414-4afe-b800-c916e3033439 req-3ad9a733-baff-4cff-b124-b64db30678c1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 945 time: 0.0632632 Jul 08 02:43:32.433334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76d1b5c8-0414-4afe-b800-c916e3033439 req-d34890af-7fca-4b05-80ab-610ffbe61a06 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352635 Jul 08 02:43:32.446324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port e79e6bbf-489a-441f-b248-32870e135f6a completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:32.451353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port e79e6bbf-489a-441f-b248-32870e135f6a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:32.453396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:32.530453 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:32.551862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:32.554134 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5758266-5d6a-4dac-9225-b0baf66cf150" -d '{"events": [{"server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "name": "network-vif-plugged", "status": "completed", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:32.567462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:32.591113 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2a2ab-114a-4a45-bb43-bdc9e3ff19de x-openstack-request-id: req-1fe2a2ab-114a-4a45-bb43-bdc9e3ff19de {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:32.591535 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "name": "network-vif-plugged", "status": "completed", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:32.591839 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fe2a2ab-114a-4a45-bb43-bdc9e3ff19de {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:32.592231 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'code': 200} Jul 08 02:43:32.612531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:32.659524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:32.710047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8b8b2-cbcd-4455-b653-ccb9aa311964 req-ff7159b4-14b4-4df5-bc4d-e3ec186ec81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:32.711588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99b8b8b2-cbcd-4455-b653-ccb9aa311964 req-ff7159b4-14b4-4df5-bc4d-e3ec186ec81a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0581582 Jul 08 02:43:32.745498 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99b8b8b2-cbcd-4455-b653-ccb9aa311964 req-cc69de41-04a0-4c18-9df8-f6e0e7093273 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273681 Jul 08 02:43:33.606800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427beea2-9efd-4150-a6cd-149f0188ef5e req-3d6f9c0e-fd42-4c23-b505-4dc257bdcc82 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:33.608804 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-427beea2-9efd-4150-a6cd-149f0188ef5e req-3d6f9c0e-fd42-4c23-b505-4dc257bdcc82 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0654311 Jul 08 02:43:33.646149 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-427beea2-9efd-4150-a6cd-149f0188ef5e req-c9c4c65e-c1ee-49ca-a828-79455022c65d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Jul 08 02:43:34.828043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70bcc8-cb38-4f7c-8e4a-da375460d60b req-c9d23c52-503b-42cb-92c2-34087535efb9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:34.829534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b70bcc8-cb38-4f7c-8e4a-da375460d60b req-c9d23c52-503b-42cb-92c2-34087535efb9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0636480 Jul 08 02:43:34.866519 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b70bcc8-cb38-4f7c-8e4a-da375460d60b req-860dad5f-295b-4b24-8e4f-30934b2cc3a7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315187 Jul 08 02:43:35.031914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f2f64-5254-4a0d-a57c-b7775e97e9a8 req-cf39d603-39c1-4dfe-9c2c-7e9a8b75d329 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:35.033367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5e9f2f64-5254-4a0d-a57c-b7775e97e9a8 req-cf39d603-39c1-4dfe-9c2c-7e9a8b75d329 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0620766 Jul 08 02:43:35.041720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60528) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:43:35.046040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'floatingip': {'port_id': 'e79e6bbf-489a-441f-b248-32870e135f6a'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:43:35.090043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:35.522323 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:35.593506 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:35.688540 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f associated. External IP: 172.25.8.37, port: e79e6bbf-489a-441f-b248-32870e135f6a. Jul 08 02:43:36.198794 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:43:36.302884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:43:36.307746 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:36.312423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:43:36.324863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:43:36.325485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:43:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:36.343436 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-19acaaeb-9ffc-4978-afae-58402510a73e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "PUT /v2.0/floatingips/5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f HTTP/1.1" status: 200 len: 991 time: 1.3006666 Jul 08 02:43:36.344040 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:36.346289 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:36.429203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:43:36.467907 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da4d60-7cfb-4673-a831-a673eaf5b171 x-openstack-request-id: req-c5da4d60-7cfb-4673-a831-a673eaf5b171 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:36.474030 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:36.474030 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5da4d60-7cfb-4673-a831-a673eaf5b171 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:36.474030 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'status': 'completed', 'code': 200} Jul 08 02:43:36.543861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-5538f456-ed7c-4c39-83b5-f051f741750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:36.545389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-5538f456-ed7c-4c39-83b5-f051f741750f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0557547 Jul 08 02:43:36.634835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-78d0fd9d-aa03-49a9-9271-a38a807f6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:36.636348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-78d0fd9d-aa03-49a9-9271-a38a807f6c30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0851440 Jul 08 02:43:36.653013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:24:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:43:35Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:36.679276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:43:36.687824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:43:36.688479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:43:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:36.699427 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-ea7ab7c3-fbe7-465b-8b9a-f5781a2b644c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 999 time: 0.0569038 Jul 08 02:43:36.723569 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:43:36.752596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-aa1ebb41-0030-49a5-b1e2-aa4680a2f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:36.754086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-aa1ebb41-0030-49a5-b1e2-aa4680a2f0b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0482492 Jul 08 02:43:36.793008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:43:36.810727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-55cc616e-b5f8-4e50-9c10-0f1fab0df6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:36.812277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-55cc616e-b5f8-4e50-9c10-0f1fab0df6d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524845 Jul 08 02:43:36.900208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-67a2ef07-da78-42f4-a883-96cb220108cd service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809681 Jul 08 02:43:36.990760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2ffec3ad-bbad-4664-aeb3-23e0729b9eeb req-00d60a24-3280-4edb-9831-8130c6dff32c service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845311 Jul 08 02:43:37.013737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:24:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:43:35Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:37.039473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d552f-f31f-4339-88f6-63461879a88b None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:24:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:43:35Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:43:37.225619 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632fec61-99d8-43e5-8054-89fd7f5ae910 None None] New status for floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:43:42.125152 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-78f6d3de-3cb3-4f99-aefd-6dc8e50ee6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:44.457213 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-93abe9e7-10b3-4b6d-89fd-98622e274ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:44.884792 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:45.897251 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:47.617443 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:48.497342 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:51.273988 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:12.130983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3fbed156-be9d-47b9-9bbd-2a1926b0dee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:13.724728 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:44:14.479684 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1d0a-a30a-42cc-ad78-393929013047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:14.907103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:15.896930 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:17.592661 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:18.513832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:21.279057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:21.431703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-96317acd-3de7-4b94-998d-1ee4923f9eba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512421 Jul 08 02:44:21.525548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-aef2cc69-dc52-4e15-b118-e1530577625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:21.527071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-aef2cc69-dc52-4e15-b118-e1530577625b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0524852 Jul 08 02:44:21.631560 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-2ffde438-5cd5-4b2a-a071-0516a10691e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:21.633030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-2ffde438-5cd5-4b2a-a071-0516a10691e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0870364 Jul 08 02:44:21.694864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-945e802a-7eed-4110-b8dd-a5262594c0c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 1001 time: 0.0555558 Jul 08 02:44:21.745229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-88804aa2-f4dd-43b3-90cd-4132b7553818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:21.747151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-88804aa2-f4dd-43b3-90cd-4132b7553818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0457475 Jul 08 02:44:21.802514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-ec16b832-da70-4ccc-9d92-d49284b60dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:21.804066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-ec16b832-da70-4ccc-9d92-d49284b60dfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506608 Jul 08 02:44:21.891032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-998dfd6e-e9a5-404a-8564-02bfed587c5e service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803375 Jul 08 02:44:21.983474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3a43a76-2517-4b0f-9afe-a7e506fb4fdf req-ee6093ea-d9cb-48c7-84b2-0e32d07e3664 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858035 Jul 08 02:44:42.124633 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f404217-0e69-407a-bf02-6f28c099c6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.461712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-28e824aa-46eb-4e7d-82ad-c2fb41e5fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.879138 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.896358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.586319 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.507487 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:50.724630 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:44:51.306918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:11.729694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded92fd-eae0-4783-aa46-d569c8ab1d76 req-a4c1356b-03ac-4c9f-ace0-f427e48b35bb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:11.731238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ded92fd-eae0-4783-aa46-d569c8ab1d76 req-a4c1356b-03ac-4c9f-ace0-f427e48b35bb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0677269 Jul 08 02:45:11.769784 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ded92fd-eae0-4783-aa46-d569c8ab1d76 req-bb577ba7-9d0a-4cf1-951e-859534b988cf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Jul 08 02:45:12.141118 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-810aa4a2-380a-423b-af3f-8c9e657f21b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:12.943395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643f42-afb3-4809-b4de-02684ba5fe25 req-8c7a857f-1e97-4105-b37a-675a317e500d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:12.944892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41643f42-afb3-4809-b4de-02684ba5fe25 req-8c7a857f-1e97-4105-b37a-675a317e500d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0649149 Jul 08 02:45:12.984785 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-41643f42-afb3-4809-b4de-02684ba5fe25 req-fe89cce2-691a-4ff8-bd1e-237b8e397ebd tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339129 Jul 08 02:45:14.213926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa187745-c67b-4ccf-8f26-6f417ded1643 req-8ad233e4-7358-4e6f-babd-06ea94b86ae9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:14.217428 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa187745-c67b-4ccf-8f26-6f417ded1643 req-8ad233e4-7358-4e6f-babd-06ea94b86ae9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.1207707 Jul 08 02:45:14.253371 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aa187745-c67b-4ccf-8f26-6f417ded1643 req-58bac301-94fc-4423-91c4-e252a3e95a74 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Jul 08 02:45:14.472252 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d02c97ec-5ac9-41b8-9cfa-ef78cd0a97b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:14.916173 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:15.428189 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789d4c6-8bcf-40e7-ba45-88d81a7ea1a7 req-f240ef3f-1a3e-4b88-89be-4b41144514c9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:15.429757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f789d4c6-8bcf-40e7-ba45-88d81a7ea1a7 req-f240ef3f-1a3e-4b88-89be-4b41144514c9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0685184 Jul 08 02:45:15.467048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f789d4c6-8bcf-40e7-ba45-88d81a7ea1a7 req-2adb4de7-6819-4ad0-8a1b-27b74bf38e46 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313890 Jul 08 02:45:15.901620 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:16.641857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2db32-a316-4d4f-8bb3-9109bfb896bd req-6c65776f-c15e-44b0-bf5c-38efb2bbcba5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:16.643367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbc2db32-a316-4d4f-8bb3-9109bfb896bd req-6c65776f-c15e-44b0-bf5c-38efb2bbcba5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0669971 Jul 08 02:45:16.680482 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbc2db32-a316-4d4f-8bb3-9109bfb896bd req-27a61d05-3e3e-404d-8fa1-12266a125de6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Jul 08 02:45:17.586791 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:17.855318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591acc-6d4c-4482-8d85-87c308cb9ffa req-f4c5465c-fd99-4ccf-b56e-d83fa0b66e56 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:17.857329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-40591acc-6d4c-4482-8d85-87c308cb9ffa req-f4c5465c-fd99-4ccf-b56e-d83fa0b66e56 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0652969 Jul 08 02:45:17.893672 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-40591acc-6d4c-4482-8d85-87c308cb9ffa req-91a67ad7-804c-4f99-972e-cc8fefab4974 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307794 Jul 08 02:45:18.523550 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:19.072712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce469f-bdbf-4acf-aa3a-239cbc4cdc75 req-d25b5296-e527-4e8f-b50d-27a78f9e3db5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:19.074217 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1cce469f-bdbf-4acf-aa3a-239cbc4cdc75 req-d25b5296-e527-4e8f-b50d-27a78f9e3db5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0724673 Jul 08 02:45:19.112278 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1cce469f-bdbf-4acf-aa3a-239cbc4cdc75 req-4c2ca86c-fc1c-48c5-908f-3d8b4e1ae9fb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Jul 08 02:45:20.336731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc4144-84c6-461f-a017-f9291ee3fbbf req-ded14888-a2c0-4a71-a10e-6d598d2894e7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:20.338193 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aabc4144-84c6-461f-a017-f9291ee3fbbf req-ded14888-a2c0-4a71-a10e-6d598d2894e7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.1164985 Jul 08 02:45:20.376524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aabc4144-84c6-461f-a017-f9291ee3fbbf req-a8d63878-d97c-4be9-9a61-b69813db7065 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Jul 08 02:45:21.306804 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:21.469542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-492417cf-b89b-4c0a-9a9e-b790dd8360a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:21.471098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-492417cf-b89b-4c0a-9a9e-b790dd8360a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0563970 Jul 08 02:45:21.551404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3d06-dc29-4ff3-a800-07d2c869f7b8 req-073ec6eb-80b5-4a17-9ee4-f3bda7fc108f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:21.552947 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db5b3d06-dc29-4ff3-a800-07d2c869f7b8 req-073ec6eb-80b5-4a17-9ee4-f3bda7fc108f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0633624 Jul 08 02:45:21.572756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-7462bfab-9ae1-49f5-8b49-161fdb5a5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:21.574175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-7462bfab-9ae1-49f5-8b49-161fdb5a5755 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0833681 Jul 08 02:45:21.590875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-db5b3d06-dc29-4ff3-a800-07d2c869f7b8 req-ca6b516b-b4ae-42ec-a16d-5fea2ee12ee3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Jul 08 02:45:21.642002 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-b02328e1-0c38-4040-905b-5965c4f3bc2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 1001 time: 0.0614491 Jul 08 02:45:21.688982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-801ecaa4-91ca-453c-99a9-eb061f844297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:21.690393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-801ecaa4-91ca-453c-99a9-eb061f844297 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0420411 Jul 08 02:45:21.745000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-949da9e8-ffcd-47f9-acf7-156448df0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:21.746974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-949da9e8-ffcd-47f9-acf7-156448df0b43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503230 Jul 08 02:45:21.839279 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-f3926cd5-ed5d-40a5-9556-6d5461341af4 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849671 Jul 08 02:45:21.930622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1ab8d628-eeef-41d3-87d7-c761a78e2b19 req-ec8ab250-de28-44d4-8138-e7aa3b286003 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835860 Jul 08 02:45:22.766380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f54b5-1324-484f-ac94-48d1ef7c8499 req-230da584-5afa-4c20-ad4d-ab6fe05dce68 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:22.767899 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae7f54b5-1324-484f-ac94-48d1ef7c8499 req-230da584-5afa-4c20-ad4d-ab6fe05dce68 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0676730 Jul 08 02:45:22.804569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae7f54b5-1324-484f-ac94-48d1ef7c8499 req-32467f12-97e5-495c-a05a-fa5dcdf79d6e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311067 Jul 08 02:45:23.374113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936aa8-8f4f-444d-a13b-5c78027ce3a0 req-0adffc5a-1c48-4e11-bf13-e2acb3db3100 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:23.375661 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce936aa8-8f4f-444d-a13b-5c78027ce3a0 req-0adffc5a-1c48-4e11-bf13-e2acb3db3100 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0622215 Jul 08 02:45:23.413908 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ce936aa8-8f4f-444d-a13b-5c78027ce3a0 req-e1a574b4-3614-49e2-95bd-a89f3308c366 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Jul 08 02:45:23.482767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-5d88d905-c6a9-42b8-8d54-cbd9c4fe42a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994048 Jul 08 02:45:24.592926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029430-390e-4e15-b3f3-ac2d72905915 req-3d523c62-7830-4017-ab49-05a67683f046 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:24.594351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-54029430-390e-4e15-b3f3-ac2d72905915 req-3d523c62-7830-4017-ab49-05a67683f046 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0623002 Jul 08 02:45:24.631851 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-54029430-390e-4e15-b3f3-ac2d72905915 req-03999962-d0bd-4e9c-ab20-2403d19e533c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318785 Jul 08 02:45:25.700836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-e68093fb-66df-4e27-9434-a56969337f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:25.702365 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-e68093fb-66df-4e27-9434-a56969337f54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1098 time: 0.0535338 Jul 08 02:45:25.834620 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-bc545239-3ece-4500-9cd4-2d8ddc9ecf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:25.836132 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-bc545239-3ece-4500-9cd4-2d8ddc9ecf53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1274815 Jul 08 02:45:25.847635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaf1c8-2e4d-48ff-82cb-ddc63472b89c req-e0fecebc-0e0c-4951-be4e-a50d72071268 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:25.849025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-baaaf1c8-2e4d-48ff-82cb-ddc63472b89c req-e0fecebc-0e0c-4951-be4e-a50d72071268 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0951815 Jul 08 02:45:25.931393 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-baaaf1c8-2e4d-48ff-82cb-ddc63472b89c req-fabd95bf-d762-47c4-8340-e6889dff9b93 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759249 Jul 08 02:45:25.935819 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-1e9250ca-68bb-48aa-80f4-1ee0579ffa1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 1001 time: 0.0859265 Jul 08 02:45:25.984464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-2cdbb10c-1948-4dbb-968e-58868e285962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:25.985919 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-2cdbb10c-1948-4dbb-968e-58868e285962 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0437911 Jul 08 02:45:26.048890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-15f3c027-6830-4c48-b448-c7c792812e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:26.050350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-15f3c027-6830-4c48-b448-c7c792812e4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548806 Jul 08 02:45:26.138237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-c35ccdec-5dbe-431e-b6ae-2ae3ba86cb42 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809476 Jul 08 02:45:26.227117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-2ba94983-74ce-4eae-9ad6-36f36d186939 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825839 Jul 08 02:45:27.113466 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828604a4-98c4-41ba-a68b-c8f858e132a9 req-946bf78d-95d1-42fc-b8e1-4b1e3998c840 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:27.114925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-828604a4-98c4-41ba-a68b-c8f858e132a9 req-946bf78d-95d1-42fc-b8e1-4b1e3998c840 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0691042 Jul 08 02:45:27.151211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-828604a4-98c4-41ba-a68b-c8f858e132a9 req-4ce45fa5-c23c-4296-a924-b509bdf486c6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307543 Jul 08 02:45:27.724261 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:45:28.359970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd61ba-09bb-4ef0-9b8f-cca4e9c0bc97 req-06ec9561-2a8d-46e0-8ead-549c98237870 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:28.361362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c8dd61ba-09bb-4ef0-9b8f-cca4e9c0bc97 req-06ec9561-2a8d-46e0-8ead-549c98237870 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.1017253 Jul 08 02:45:28.375330 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-debfe854-0fd6-4f40-bfb2-c08f6bfb94b4 service neutron] show failed (client error): The resource could not be found. Jul 08 02:45:28.376304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-debfe854-0fd6-4f40-bfb2-c08f6bfb94b4 service neutron] 10.222.0.18 "GET /v2.0/ports/e79e6bbf-489a-441f-b248-32870e135f6a/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0810261 Jul 08 02:45:28.402162 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c8dd61ba-09bb-4ef0-9b8f-cca4e9c0bc97 req-81204535-7703-4c84-b748-c10e9a22d54a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349407 Jul 08 02:45:28.830323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-670e5de2-f410-4d27-b18b-8e1ce6e4029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:28.831837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-670e5de2-f410-4d27-b18b-8e1ce6e4029f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 1098 time: 0.0569432 Jul 08 02:45:28.843961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:28.915244 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.136951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:29.170761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:29.214333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:29.216619 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3731bcf4-0b2d-4aec-8bee-4ec0a8ab13ee" -d '{"events": [{"server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:29.220635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.236286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Transition to ACTIVE for port object e79e6bbf-489a-441f-b248-32870e135f6a will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:29.306723 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.333351 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb0f98-6592-47be-944d-38b5e4767556 x-openstack-request-id: req-0dbb0f98-6592-47be-944d-38b5e4767556 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:29.333645 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:29.333898 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dbb0f98-6592-47be-944d-38b5e4767556 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:29.334288 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'code': 200} Jul 08 02:45:29.385183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:29.399396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.399783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.400133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.400472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.400810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.401146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.401478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.401808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.402139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.402468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.402802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.403128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:29.441781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] No DVR routers for this DVR port e79e6bbf-489a-441f-b248-32870e135f6a on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:45:29.638837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048efb-41cb-47e0-91d7-9c51b935a3b5 req-5c009dfa-211b-436c-bf99-eb8a475491c3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:29.640274 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6048efb-41cb-47e0-91d7-9c51b935a3b5 req-5c009dfa-211b-436c-bf99-eb8a475491c3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 944 time: 0.1132066 Jul 08 02:45:29.641302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Attempting to bind port e79e6bbf-489a-441f-b248-32870e135f6a on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:29.641638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Attempting to bind port e79e6bbf-489a-441f-b248-32870e135f6a by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:29.641973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Attempting to bind port e79e6bbf-489a-441f-b248-32870e135f6a on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:29.651887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Port e79e6bbf-489a-441f-b248-32870e135f6a on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:45:29.652158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Attempting to bind port e79e6bbf-489a-441f-b248-32870e135f6a on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:29.662987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:29.663327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:29.663725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:29.664156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Bound port: e79e6bbf-489a-441f-b248-32870e135f6a, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:29.664519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.712620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c6048efb-41cb-47e0-91d7-9c51b935a3b5 req-21236a20-c17b-4165-8ffa-a60b653bb5da tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661147 Jul 08 02:45:29.741396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:29.744518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:29.844001 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.880840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:29.881476 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:29.882877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] 10.222.0.32 "PUT /v2.0/ports/e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 1093 time: 1.0436540 Jul 08 02:45:29.905801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85883a-2d94-474c-b762-e96f317acfbb service neutron] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:29.963169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-044a4016-fe2a-4da5-9dc1-66f376a2c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:29.964752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-044a4016-fe2a-4da5-9dc1-66f376a2c3b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0544052 Jul 08 02:45:30.061768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6fd0f35a-ab0b-47de-89f7-98bda0e415b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:30.063302 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-6fd0f35a-ab0b-47de-89f7-98bda0e415b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0905535 Jul 08 02:45:30.129091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-2ddd9d5d-067a-4972-8a6d-5e70420e65e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 999 time: 0.0588205 Jul 08 02:45:30.176635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-f9826259-5eb6-4870-a727-ced82aff1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:30.177940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-f9826259-5eb6-4870-a727-ced82aff1972 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0420334 Jul 08 02:45:30.236571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-947275c6-e458-45d3-b499-33b427ca5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:30.238299 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-947275c6-e458-45d3-b499-33b427ca5229 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532000 Jul 08 02:45:30.324253 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-1f79ac95-02be-4b01-9584-2e825fca6833 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788929 Jul 08 02:45:30.416643 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-eb6338ac-2fdd-4d82-aff2-acdfb1b88942 req-ec5be0f9-5b11-4bd6-98ec-1d8b8917c152 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827546 Jul 08 02:45:30.913049 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccaeaf-5014-4b5e-b753-dd655f262ae2 req-2143c051-7f8c-432e-aa2c-c24ac7860c3d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:30.915396 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-caccaeaf-5014-4b5e-b753-dd655f262ae2 req-2143c051-7f8c-432e-aa2c-c24ac7860c3d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 944 time: 0.0717690 Jul 08 02:45:30.959954 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-caccaeaf-5014-4b5e-b753-dd655f262ae2 req-4e9fe6f5-0947-4838-ba94-382cf065265b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367112 Jul 08 02:45:31.006162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-673dbb14-fadd-4cfa-9f64-be3df72846af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.007618 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-673dbb14-fadd-4cfa-9f64-be3df72846af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1096 time: 0.4128697 Jul 08 02:45:31.112465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-391beab5-68ae-46ca-8885-681473f7c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.114222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-391beab5-68ae-46ca-8885-681473f7c7b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0848484 Jul 08 02:45:31.179877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-917d5ab0-d45c-4e95-ace5-13bfc64c4d8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 999 time: 0.0582674 Jul 08 02:45:31.227272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-40a2cc71-2ade-49f9-a973-021100f85181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.228680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-40a2cc71-2ade-49f9-a973-021100f85181 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0412681 Jul 08 02:45:31.283575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-fc6f31d8-9dc8-4591-9c54-e10d2b31bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.284909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-fc6f31d8-9dc8-4591-9c54-e10d2b31bc0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488818 Jul 08 02:45:31.336157 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:31.338593 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf85c5b2-502e-4f13-a5b3-2b633d743f48" -d '{"events": [{"name": "network-changed", "server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:31.382487 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-21a5af88-bca8-4399-b201-ed89a6211b90 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 Jul 08 02:45:31.386824 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab60768-4d7e-4b77-b079-ca44b154900c x-openstack-request-id: req-cab60768-4d7e-4b77-b079-ca44b154900c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:31.387706 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:31.387960 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cab60768-4d7e-4b77-b079-ca44b154900c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:31.388343 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'status': 'completed', 'code': 200} Jul 08 02:45:31.515292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-68772a49-666b-47c3-ad70-c8e7b9c27bff req-5ac95b8c-a56d-457b-b947-7489a667e4fe service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226976 Jul 08 02:45:31.520201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-355cb5f5-8cdd-4523-88c2-58085e7489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.521585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-355cb5f5-8cdd-4523-88c2-58085e7489ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1096 time: 0.1118913 Jul 08 02:45:31.651185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-15ec9466-7aea-4762-a44d-37e48d26d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.653224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-15ec9466-7aea-4762-a44d-37e48d26d87f service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1246026 Jul 08 02:45:31.657330 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-2d78ae25-6f0c-4166-b452-c49ae5f8fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.658692 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-2d78ae25-6f0c-4166-b452-c49ae5f8fd63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1096 time: 0.0893970 Jul 08 02:45:31.765544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-119bc5d8-e2f0-4e41-b8cc-4cb8dae549b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 999 time: 0.1059275 Jul 08 02:45:31.821318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-883f20f9-977c-482e-a743-f8386da9826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.822817 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-883f20f9-977c-482e-a743-f8386da9826a service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1569920 Jul 08 02:45:31.839529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-ceadf4e7-41f4-4ddd-99f4-43816721cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.842010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-ceadf4e7-41f4-4ddd-99f4-43816721cb48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0685594 Jul 08 02:45:31.928332 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-fb952cd0-e567-416f-8564-0cdce4d93295 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 999 time: 0.0962825 Jul 08 02:45:31.971008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-a3fcb70b-92c6-4d06-a836-6f8129d11500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:31.972524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-a3fcb70b-92c6-4d06-a836-6f8129d11500 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959430 Jul 08 02:45:32.034870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-a3d57c55-f5a8-4946-b538-25e59ab6a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:32.036435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-a3d57c55-f5a8-4946-b538-25e59ab6a14d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0946572 Jul 08 02:45:32.111511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-df7aa9cf-1219-4f5f-8f13-e19609e11faf service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318591 Jul 08 02:45:32.130745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-a66d299d-067a-463d-aad4-b8f17c936f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:32.132319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-a66d299d-067a-463d-aad4-b8f17c936f49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878570 Jul 08 02:45:32.144270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c4c71-ef39-43ef-b5c4-f73a079d4f88 req-64af333a-4f87-4c3a-92cb-3adcc692359b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:32.145842 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-232c4c71-ef39-43ef-b5c4-f73a079d4f88 req-64af333a-4f87-4c3a-92cb-3adcc692359b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 944 time: 0.0701890 Jul 08 02:45:32.186246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-232c4c71-ef39-43ef-b5c4-f73a079d4f88 req-5e8d6a5a-185d-4d0d-947a-575c5a3d9331 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339921 Jul 08 02:45:32.287579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-cf3221c0-f1e9-49e1-8368-89b454398933 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691031 Jul 08 02:45:32.294278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-d0fb2853-2864-4469-ad2b-ff48aadaf1de service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506050 Jul 08 02:45:32.388425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf85c5b2-502e-4f13-a5b3-2b633d743f48 req-3f7ba094-4cc3-4e79-8e09-4a372d928290 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874362 Jul 08 02:45:32.746609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e79e6bbf-489a-441f-b248-32870e135f6a no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:45:32.783512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device e79e6bbf-489a-441f-b248-32870e135f6a not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:45:33.270029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e79e6bbf-489a-441f-b248-32870e135f6a details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:45:33.369434 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977830b7-95a0-43c2-a77e-ca25b64448e9 req-7ecbb671-646f-4d72-8d38-eb0d762108d8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:33.371045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-977830b7-95a0-43c2-a77e-ca25b64448e9 req-7ecbb671-646f-4d72-8d38-eb0d762108d8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 944 time: 0.0667734 Jul 08 02:45:33.411504 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-977830b7-95a0-43c2-a77e-ca25b64448e9 req-cc27d926-3b3f-43a2-8c9c-1fe2686051c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Jul 08 02:45:33.522897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:33.534016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'mac_address': 'fa:16:3e:24:49:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:45:33.570326 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.583193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79e6bbf-489a-441f-b248-32870e135f6a {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:33.602057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:33.678220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:33.728277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:33.736031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.736381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.736729 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.737064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.737397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.737730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.738360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.738642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.738969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.739291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.740416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.740798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:33.899709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbd69-11d8-4fb1-9ba8-2afd860e4e0f req-03095feb-666f-4389-86c4-e66067a70d22 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:33.901113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0cbfbd69-11d8-4fb1-9ba8-2afd860e4e0f req-03095feb-666f-4389-86c4-e66067a70d22 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 945 time: 0.0699441 Jul 08 02:45:33.910841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['e79e6bbf-489a-441f-b248-32870e135f6a'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:45:33.977726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0cbfbd69-11d8-4fb1-9ba8-2afd860e4e0f req-3384a63c-ca05-4602-b881-f4f11aa3afc0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663495 Jul 08 02:45:34.001020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-394c911a-0d75-42ff-b45d-7c8caa1ff864 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:34.002493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-394c911a-0d75-42ff-b45d-7c8caa1ff864 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5&tenant_id=f6a636b6ffb84e1ca843e94a88603e98&binding%3Ahost_id=n-h2-695189-13 HTTP/1.1" status: 200 len: 945 time: 0.1005309 Jul 08 02:45:34.062944 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-3277cb7c-53bd-45f4-ace1-0da359f34c88 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:45:34.064093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-3277cb7c-53bd-45f4-ace1-0da359f34c88 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e79e6bbf-489a-441f-b248-32870e135f6a/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0560119 Jul 08 02:45:34.160772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-c9c92052-d3f8-4396-b10a-0d576468ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:34.162194 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-c9c92052-d3f8-4396-b10a-0d576468ae63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0576806 Jul 08 02:45:34.249046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-eac67a21-64aa-4ddb-942b-525006b9de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:34.250527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-eac67a21-64aa-4ddb-942b-525006b9de60 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0822771 Jul 08 02:45:34.318089 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-dd3a9a37-f031-4c09-a1f3-e91449dbe8f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 1000 time: 0.0613370 Jul 08 02:45:34.365733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-de248e32-4f2b-411c-b559-9091f55d618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:34.367139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-de248e32-4f2b-411c-b559-9091f55d618c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0428469 Jul 08 02:45:34.422292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-5629d9e7-c77b-4a81-b163-18255cbedd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:34.423684 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-5629d9e7-c77b-4a81-b163-18255cbedd4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502031 Jul 08 02:45:34.512796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-85c76af6-10c5-411d-9d46-909543dd1b39 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832417 Jul 08 02:45:34.598310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-29cdd9da-85a4-4e3b-8eb5-ed370cbd4fdc req-0c8fd628-06bc-4750-8645-9ffc48056f2d service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791261 Jul 08 02:45:35.164068 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346f70e-cba3-4a4d-b1bc-28ec775580b4 req-de4bdb4f-2c34-44cf-940f-daa3eb6397d2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:35.165643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4346f70e-cba3-4a4d-b1bc-28ec775580b4 req-de4bdb4f-2c34-44cf-940f-daa3eb6397d2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 945 time: 0.0703886 Jul 08 02:45:35.203379 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4346f70e-cba3-4a4d-b1bc-28ec775580b4 req-171df826-9383-40c0-91a3-42748bfe0d2f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Jul 08 02:45:35.301332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e79e6bbf-489a-441f-b248-32870e135f6a up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:35.409624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port e79e6bbf-489a-441f-b248-32870e135f6a completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:35.413458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port e79e6bbf-489a-441f-b248-32870e135f6a triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:35.414701 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.489877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.511222 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:35.516865 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b45b5-7c23-4552-ac75-fe591ef2506c" -d '{"events": [{"server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "name": "network-vif-plugged", "status": "completed", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:35.530835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:35.587009 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:35.624374 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db85a19f-194f-4f45-a19c-3b86f97dae44 x-openstack-request-id: req-db85a19f-194f-4f45-a19c-3b86f97dae44 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:35.624675 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "name": "network-vif-plugged", "status": "completed", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:35.624957 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db85a19f-194f-4f45-a19c-3b86f97dae44 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:35.625397 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'code': 200} Jul 08 02:45:35.638882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:36.372653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b5ce5-2969-4d9e-884e-1c778e856d00 req-df6fc302-c63c-4670-b590-c522f4d8f4f1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:36.374119 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-942b5ce5-2969-4d9e-884e-1c778e856d00 req-df6fc302-c63c-4670-b590-c522f4d8f4f1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0630083 Jul 08 02:45:36.410564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-942b5ce5-2969-4d9e-884e-1c778e856d00 req-6d825bb5-2883-4a63-a625-55428e83d890 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309968 Jul 08 02:45:36.581394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d090f3e-5d4f-44d4-9993-a28feba3b58e req-fe733de7-e96f-4fa8-bb08-6fff4d7f2543 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:36.582799 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d090f3e-5d4f-44d4-9993-a28feba3b58e req-fe733de7-e96f-4fa8-bb08-6fff4d7f2543 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0639760 Jul 08 02:45:36.624001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d090f3e-5d4f-44d4-9993-a28feba3b58e req-57877cc6-9918-4023-819a-fdf0458b85d5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357254 Jul 08 02:45:37.100755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f4e7-383e-45b3-8be4-c79939b80a51 req-569f1645-b857-409a-8105-0b37e87bfa8f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:37.102238 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b87f4e7-383e-45b3-8be4-c79939b80a51 req-569f1645-b857-409a-8105-0b37e87bfa8f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0932243 Jul 08 02:45:37.159359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-10e29879-f157-496c-9b4e-78848de59824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:37.160848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-10e29879-f157-496c-9b4e-78848de59824 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 1098 time: 0.1093247 Jul 08 02:45:37.181720 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b87f4e7-383e-45b3-8be4-c79939b80a51 req-91743bae-7b3a-4f8a-9635-46082dcf1e83 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706108 Jul 08 02:45:37.261456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-3d7134bb-25dc-40b7-b5f2-d034320c5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:37.262949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-3d7134bb-25dc-40b7-b5f2-d034320c5e18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0939832 Jul 08 02:45:37.325687 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-f4007921-200a-4808-943c-4707839c2765 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 200 len: 1001 time: 0.0556438 Jul 08 02:45:37.376379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-10ec39e4-cd49-44ea-8532-fc3aa70a60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:37.377768 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-10ec39e4-cd49-44ea-8532-fc3aa70a60b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0454767 Jul 08 02:45:37.432691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-e5a64d68-4fd6-45bc-aa78-443f8c3b2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:37.434619 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-e5a64d68-4fd6-45bc-aa78-443f8c3b2770 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509636 Jul 08 02:45:37.527937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-e839595c-ab2b-4ced-99f6-f7b28b54e499 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860085 Jul 08 02:45:37.618331 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e3f75bf-09cf-40e7-b6cc-0c7258a796a4 req-6bb5dbda-3540-41ad-87e4-c984eeb8c036 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835302 Jul 08 02:45:38.364036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6937fd0-5c0c-4d8d-a208-fe64ffe8e3f4 req-ce24ca5b-4ab8-4943-99b2-d2aef9851371 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:38.365578 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6937fd0-5c0c-4d8d-a208-fe64ffe8e3f4 req-ce24ca5b-4ab8-4943-99b2-d2aef9851371 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0677149 Jul 08 02:45:38.404165 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6937fd0-5c0c-4d8d-a208-fe64ffe8e3f4 req-b011eba2-f038-4818-b1bf-6827234031f8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 Jul 08 02:45:39.575552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3684-6605-45be-be41-c27ff55b77ec req-265a3c17-de85-4a41-9547-6fb6641b0e11 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:39.577021 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c27f3684-6605-45be-be41-c27ff55b77ec req-265a3c17-de85-4a41-9547-6fb6641b0e11 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0620258 Jul 08 02:45:39.614926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c27f3684-6605-45be-be41-c27ff55b77ec req-8a4a79aa-45a6-4382-82f4-487b001a2807 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Jul 08 02:45:40.171096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe5315-95e2-41b6-bd52-0decc05fb701 req-711140e0-7642-4c2f-8ae7-e39388f3b2c1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:40.172572 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dfe5315-95e2-41b6-bd52-0decc05fb701 req-711140e0-7642-4c2f-8ae7-e39388f3b2c1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0613456 Jul 08 02:45:40.213169 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dfe5315-95e2-41b6-bd52-0decc05fb701 req-e87e1574-0922-43d1-907f-cbaba8ebbf24 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350864 Jul 08 02:45:41.388062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778fc13-7f4b-40b8-acc0-ac2a29c7b95a req-ef70b53a-871e-4543-8570-fa0ddda1eed2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:41.389568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4778fc13-7f4b-40b8-acc0-ac2a29c7b95a req-ef70b53a-871e-4543-8570-fa0ddda1eed2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0631869 Jul 08 02:45:41.427366 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4778fc13-7f4b-40b8-acc0-ac2a29c7b95a req-b159c741-6baf-4028-9d15-f1717ebf32fb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319686 Jul 08 02:45:41.436242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-e58a212d-6c85-405a-b0d1-236f2a8e0397 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:41.437709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-e58a212d-6c85-405a-b0d1-236f2a8e0397 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 946 time: 0.0627248 Jul 08 02:45:41.534052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Deleting port e79e6bbf-489a-441f-b248-32870e135f6a {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:45:41.534314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.621873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] For port e79e6bbf-489a-441f-b248-32870e135f6a, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=e79e6bbf-489a-441f-b248-32870e135f6a,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:41.622233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.782492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.782866 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.783179 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f disassociated. External IP: 172.25.8.37, port: e79e6bbf-489a-441f-b248-32870e135f6a. Jul 08 02:45:41.783543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Calling delete_port for e79e6bbf-489a-441f-b248-32870e135f6a owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:45:41.968726 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:41.998685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event deleted for resources: {'Port': ['ID=e79e6bbf-489a-441f-b248-32870e135f6a,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:42.114738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:42.123686 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-03920a7e-6097-46a8-8972-c349f719bf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.224893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:42.234718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:42.243583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:42.244202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:45:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:42.267778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] No DVR routers for this DVR port e79e6bbf-489a-441f-b248-32870e135f6a on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:45:42.270581 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:42.272688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-49197d13-f1d3-4211-a83d-5d2e224167bb req-bf90437d-5830-4651-8aaf-19f0ca96a750 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "DELETE /v2.0/ports/e79e6bbf-489a-441f-b248-32870e135f6a HTTP/1.1" status: 204 len: 173 time: 0.8293171 Jul 08 02:45:42.273143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'name': 'network-vif-deleted', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:42.275387 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cab7e7-2a97-47fe-aeda-930d3a12ce4f" -d '{"events": [{"server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "name": "network-vif-deleted", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:42.317043 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd86f61d-7e7d-4975-953d-2baf300f4bb8 x-openstack-request-id: req-cd86f61d-7e7d-4975-953d-2baf300f4bb8 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:42.317343 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75573887-5ad6-41b6-911c-6470b1fda0f5", "name": "network-vif-deleted", "tag": "e79e6bbf-489a-441f-b248-32870e135f6a", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:42.317593 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd86f61d-7e7d-4975-953d-2baf300f4bb8 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:42.317996 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75573887-5ad6-41b6-911c-6470b1fda0f5', 'name': 'network-vif-deleted', 'tag': 'e79e6bbf-489a-441f-b248-32870e135f6a', 'status': 'completed', 'code': 200} Jul 08 02:45:42.350638 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:42.552392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:42.570688 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7bb821de-1ed7-4cf6-87fc-e572bd2f2b8a req-8e2e1bb1-1a80-4905-9999-4a503d7c0bd7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=75573887-5ad6-41b6-911c-6470b1fda0f5 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Jul 08 02:45:42.578145 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:42.586958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:42.587608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:45:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:42.692546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:42.889733 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:42.915284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a12677-bb35-4c1e-b779-5317779c7635 None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:43.126389 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620455ce-0e65-4d15-bc20-276d8e72c3ae None None] New status for floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:45:43.906830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-48bd6fee-4d32-487b-9d99-c8efc41f5e89 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1884989387&fields=id&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 267 time: 0.0324953 Jul 08 02:45:44.013668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7387-d9a7-479f-998a-c52adc571795 req-304578e9-7050-4ea8-95f2-b8a0d4e518ea tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:44.015139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-304578e9-7050-4ea8-95f2-b8a0d4e518ea tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 811 time: 0.1021688 Jul 08 02:45:44.029123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-b450d1fb-77c5-4554-a35e-22d7701b4c3e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/quotas/f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 375 time: 0.0087490 Jul 08 02:45:44.098445 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-9b4e3888-eb25-47a2-84f9-00de93b2055e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648000 Jul 08 02:45:44.159097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-8fc0d1a0-2b01-4745-9210-3f57f61775d3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:45:44.160114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-8fc0d1a0-2b01-4745-9210-3f57f61775d3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506272 Jul 08 02:45:44.252512 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-b6122656-37d6-4df4-a5d4-a3291c6ee2b1 service neutron] 10.222.0.10 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866296 Jul 08 02:45:44.338085 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-46c5723c-c1bd-4cb8-bb47-c6bacefa87e0 service neutron] 10.222.0.10 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798941 Jul 08 02:45:44.551729 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-238c7a5b-db85-4c84-adcc-444ccae46fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.889405 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.349208 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e79e6bbf-489a-441f-b248-32870e135f6a no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:45:45.368560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: e79e6bbf-489a-441f-b248-32870e135f6a {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:45:45.368909 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device e79e6bbf-489a-441f-b248-32870e135f6a not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:45:45.624056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-60b8af75-eac1-4e7d-892f-f45136b6ec11 req-7584b7a3-4f95-4c68-a0a9-a684020a6b41 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 210 time: 0.0333633 Jul 08 02:45:45.929205 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:46.770997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b1400dad-c16b-4969-bc32-8a3f9bd77173 req-00c2a9b8-cedf-46b1-baca-d465ae6c3a62 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 210 time: 0.0330138 Jul 08 02:45:47.560291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7387-d9a7-479f-998a-c52adc571795 req-3feb7794-9da3-4420-9484-0d651439cee9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:47.561751 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-3feb7794-9da3-4420-9484-0d651439cee9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 811 time: 0.1014471 Jul 08 02:45:47.605093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-4a1c8f05-75bb-424b-8cc0-21c6380a70fb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 380 time: 0.0343344 Jul 08 02:45:47.609454 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.615964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'port': {'device_id': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'admin_state_up': True, 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'security_groups': ['28d56e9d-4e4f-4279-b3df-7ac8684d81fd']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:47.786607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Made reservation on behalf of f6a636b6ffb84e1ca843e94a88603e98 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:47.790189 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.914351 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-521e94c2-abfe-40c7-9aa7-60e590749b4c req-4828aedf-7caf-4700-8a04-ce3134f1bb67 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 210 time: 0.0297077 Jul 08 02:45:47.927072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Allocated IP 172.20.0.12 (29406835-a314-418e-bd48-72177f068b97/bebc91f8-2f0d-46d9-9541-794a6fc2f09e/14df233d-30e7-47f7-917c-7ed9234dcee2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:48.063130 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.076827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Transition to ACTIVE for port object 14df233d-30e7-47f7-917c-7ed9234dcee2 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:48.180694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.222646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Network 29406835-a314-418e-bd48-72177f068b97 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:48.225978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:48.232942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:48.264458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:48.289907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:48.290543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.364744 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-426547f9-3ade-4237-8b2a-6f4ab4aaa1c8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7524967 Jul 08 02:45:48.379708 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Request body: {'port': {'device_id': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:48.446874 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.506227 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.557670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7b09e42d-2bbb-44c3-a1b9-06edeb1317b7 None None] Provisioning for port 14df233d-30e7-47f7-917c-7ed9234dcee2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:48.563355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7b09e42d-2bbb-44c3-a1b9-06edeb1317b7 None None] Provisioning complete for port 14df233d-30e7-47f7-917c-7ed9234dcee2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:48.563747 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b09e42d-2bbb-44c3-a1b9-06edeb1317b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.601858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7b09e42d-2bbb-44c3-a1b9-06edeb1317b7 None None] Port 14df233d-30e7-47f7-917c-7ed9234dcee2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:48.719111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14df233d-30e7-47f7-917c-7ed9234dcee2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:48.726362 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.738493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Transition to ACTIVE for port object 14df233d-30e7-47f7-917c-7ed9234dcee2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:48.832097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:48.883155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:48.954891 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:48.955151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:48.955549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:48.960477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:45:48.960809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:48.966561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:48.966910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:48.967302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:48.967766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Bound port: 14df233d-30e7-47f7-917c-7ed9234dcee2, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:48.968137 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:49.049814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:49.078979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:49.110360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b289b79-ce0b-45db-b8ce-34360988e0c2 req-dd19406a-7aa3-4bed-89ad-4714bbc1f57e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.111943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b289b79-ce0b-45db-b8ce-34360988e0c2 req-dd19406a-7aa3-4bed-89ad-4714bbc1f57e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 944 time: 0.0798702 Jul 08 02:45:49.148821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:49.159823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5b289b79-ce0b-45db-b8ce-34360988e0c2 req-1e208397-dba4-4c00-b6c3-4b627fc17b8d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Jul 08 02:45:49.192100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.192741 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:49.196541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] 10.222.0.32 "PUT /v2.0/ports/14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1093 time: 0.8221893 Jul 08 02:45:49.196541 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:49.197065 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3415cf85-6f53-4593-a520-1d446fcfe04d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:49.219833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebb485-fa2a-48ad-b528-7cfe85324a31 service neutron] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:49.249246 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bf5e62-b1a4-4d5f-ac52-0099163fa057 x-openstack-request-id: req-83bf5e62-b1a4-4d5f-ac52-0099163fa057 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:49.249611 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:49.249939 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83bf5e62-b1a4-4d5f-ac52-0099163fa057 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:49.250416 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'status': 'completed', 'code': 200} Jul 08 02:45:49.329239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415cf85-6f53-4593-a520-1d446fcfe04d req-6e4dc6f3-5f23-4ca7-8d2f-232e0410ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.330797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3415cf85-6f53-4593-a520-1d446fcfe04d req-6e4dc6f3-5f23-4ca7-8d2f-232e0410ce3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1096 time: 0.0562232 Jul 08 02:45:49.429779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415cf85-6f53-4593-a520-1d446fcfe04d req-7046f8cb-b4e4-41ce-9e01-625d32e70d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.431163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3415cf85-6f53-4593-a520-1d446fcfe04d req-7046f8cb-b4e4-41ce-9e01-625d32e70d34 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924792 Jul 08 02:45:49.523007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415cf85-6f53-4593-a520-1d446fcfe04d req-ddeb60fe-44f0-45f4-a3a8-26a9e636769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.524497 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3415cf85-6f53-4593-a520-1d446fcfe04d req-ddeb60fe-44f0-45f4-a3a8-26a9e636769c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851703 Jul 08 02:45:49.618608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7387-d9a7-479f-998a-c52adc571795 req-7229e969-34af-46c2-a908-847ea8e8c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.620150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-7229e969-34af-46c2-a908-847ea8e8c76b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1096 time: 0.0555716 Jul 08 02:45:49.661480 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-e2caef77-951d-4e8d-92d8-3a697958444a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 217 time: 0.0328515 Jul 08 02:45:49.708303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7387-d9a7-479f-998a-c52adc571795 req-2f43cf51-209a-4481-a244-22f373a2ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.709605 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-2f43cf51-209a-4481-a244-22f373a2ea7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0412457 Jul 08 02:45:49.768468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e7387-d9a7-479f-998a-c52adc571795 req-007636c1-f3c3-4174-a09f-29c17ac3d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:49.769972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-007636c1-f3c3-4174-a09f-29c17ac3d038 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532999 Jul 08 02:45:49.854793 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-ba437ef4-5482-4962-8c07-67c396c12f42 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774064 Jul 08 02:45:50.320030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e80e7387-d9a7-479f-998a-c52adc571795 req-b6eda723-aafa-4703-8785-29097a43992d service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568019 Jul 08 02:45:50.350118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e2ff7-8c9c-4b7e-92a3-f71af2ad3367 req-89281dc9-c969-497b-a40f-0357047c5b12 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:50.351588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-422e2ff7-8c9c-4b7e-92a3-f71af2ad3367 req-89281dc9-c969-497b-a40f-0357047c5b12 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 944 time: 0.0769413 Jul 08 02:45:50.389182 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-422e2ff7-8c9c-4b7e-92a3-f71af2ad3367 req-50077d1d-ca55-426b-8c37-3f881de38136 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Jul 08 02:45:51.323222 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.562101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe616bdc-add9-435c-926b-b03d642a0e4f req-d1b8b41d-8080-43de-a809-26a3faae3e20 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:51.563593 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe616bdc-add9-435c-926b-b03d642a0e4f req-d1b8b41d-8080-43de-a809-26a3faae3e20 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 944 time: 0.0620542 Jul 08 02:45:51.599925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe616bdc-add9-435c-926b-b03d642a0e4f req-de1fa92b-593d-4e98-bf8e-be8dd9d50734 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308614 Jul 08 02:45:52.768411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043185c2-1435-4726-9bf1-a8ffc8594610 req-6130892c-26df-4d35-9d54-91afe2ce3fad tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:52.769879 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-043185c2-1435-4726-9bf1-a8ffc8594610 req-6130892c-26df-4d35-9d54-91afe2ce3fad tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 944 time: 0.0618019 Jul 08 02:45:52.805743 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-043185c2-1435-4726-9bf1-a8ffc8594610 req-3fab7869-689e-4db4-a4f2-7c068621fb7c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304317 Jul 08 02:45:53.409817 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:45:53.502151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:53.513025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'mac_address': 'fa:16:3e:dc:0d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:45:53.548130 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.563747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14df233d-30e7-47f7-917c-7ed9234dcee2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:45:53.582023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:53.648260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.693749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:53.859007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['14df233d-30e7-47f7-917c-7ed9234dcee2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:45:53.980535 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac023268-b9af-4175-a8c2-8018c1bf54ab req-92bcc937-2852-4d2a-afba-d112fae03d87 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:53.982529 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac023268-b9af-4175-a8c2-8018c1bf54ab req-92bcc937-2852-4d2a-afba-d112fae03d87 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.0675826 Jul 08 02:45:54.020003 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac023268-b9af-4175-a8c2-8018c1bf54ab req-32b479b6-5365-4c3e-a671-7ecd61c46643 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317767 Jul 08 02:45:55.194632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad93b5-83a2-42ed-b306-261e36c1f32d req-22c30e62-d88d-4ebe-aac2-b92def9dcc4c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.196033 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0ad93b5-83a2-42ed-b306-261e36c1f32d req-22c30e62-d88d-4ebe-aac2-b92def9dcc4c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.0647659 Jul 08 02:45:55.235966 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d0ad93b5-83a2-42ed-b306-261e36c1f32d req-61d2e400-70e2-4af6-97dd-6387cbf204d3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331197 Jul 08 02:45:55.425310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:55.534348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 14df233d-30e7-47f7-917c-7ed9234dcee2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:55.538062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 14df233d-30e7-47f7-917c-7ed9234dcee2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:55.538439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.611939 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.633874 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:55.636142 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0384274-31b6-4c1b-9a1a-858428f69d18" -d '{"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-plugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:55.648265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:55.688477 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a539dd-98db-45ba-ba6c-ef7ef6388414 x-openstack-request-id: req-00a539dd-98db-45ba-ba6c-ef7ef6388414 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:55.688772 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-plugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:55.690923 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00a539dd-98db-45ba-ba6c-ef7ef6388414 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:55.690923 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'code': 200} Jul 08 02:45:55.690923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.743356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.803583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0c81e-20c4-476c-8efd-185f84558f98 req-7e65e8c5-7dc3-4e17-b9e7-340c61ac5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.804984 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91e0c81e-20c4-476c-8efd-185f84558f98 req-7e65e8c5-7dc3-4e17-b9e7-340c61ac5077 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1098 time: 0.0505838 Jul 08 02:45:55.839079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91e0c81e-20c4-476c-8efd-185f84558f98 req-2086dd45-5a1f-4647-bb7d-6a53835b5ad4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260644 Jul 08 02:45:56.407527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44421c9-bc6d-45bc-ba18-b903093dfd82 req-790cfbcb-f4c1-47d0-bb2a-897b1e02b5ff tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:56.408910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c44421c9-bc6d-45bc-ba18-b903093dfd82 req-790cfbcb-f4c1-47d0-bb2a-897b1e02b5ff tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0648124 Jul 08 02:45:56.445113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c44421c9-bc6d-45bc-ba18-b903093dfd82 req-111431c6-ac43-404c-9124-f5a4d4d0b798 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308204 Jul 08 02:45:57.617534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f63cb-c5c0-45c2-8e27-b3a09e273d92 req-cf37258e-aed7-48a7-aabd-b83a055b45a1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:57.618973 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-414f63cb-c5c0-45c2-8e27-b3a09e273d92 req-cf37258e-aed7-48a7-aabd-b83a055b45a1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0633588 Jul 08 02:45:57.661645 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-414f63cb-c5c0-45c2-8e27-b3a09e273d92 req-1a592f46-4a4c-44ae-b39d-b7ec37beb029 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Jul 08 02:45:57.823901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ff01d-1e66-4894-8240-d1a149707cd1 req-1e112652-6351-4104-80bf-fce6e92262f4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:57.825284 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-602ff01d-1e66-4894-8240-d1a149707cd1 req-1e112652-6351-4104-80bf-fce6e92262f4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0619636 Jul 08 02:45:57.833729 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 60908) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:57.838418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'floatingip': {'port_id': '14df233d-30e7-47f7-917c-7ed9234dcee2'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:57.881005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.319855 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.368786 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.467957 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f associated. External IP: 172.25.8.37, port: 14df233d-30e7-47f7-917c-7ed9234dcee2. Jul 08 02:45:58.672850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:58.782776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:58.787577 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.791787 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:58.801427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:58.802042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:45:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:58.823160 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9d1e0045-c144-4ca3-8475-62105586788b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "PUT /v2.0/floatingips/5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f HTTP/1.1" status: 200 len: 991 time: 0.9883463 Jul 08 02:45:58.823787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:58.826591 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e159a3c52b70c511c6afb6ce5f75ee7b099b1616344c353239d0e4a2542f26f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d285920d-7b63-4b0d-850b-56eb7bae56e3" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:58.877823 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3e60af-b546-4473-ac62-9354a73541a6 x-openstack-request-id: req-8d3e60af-b546-4473-ac62-9354a73541a6 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:58.877823 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:58.877823 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d3e60af-b546-4473-ac62-9354a73541a6 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:58.877823 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'status': 'completed', 'code': 200} Jul 08 02:45:58.909115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:58.952472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-2e4aed96-3b1e-4eac-b3a8-f90a9762cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:58.954077 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-2e4aed96-3b1e-4eac-b3a8-f90a9762cbf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1098 time: 0.0565457 Jul 08 02:45:59.045381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-acf36a66-184f-4464-984b-4749e6c6139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:59.046885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-acf36a66-184f-4464-984b-4749e6c6139a service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0857849 Jul 08 02:45:59.111786 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-afe904e2-52fa-4f14-9049-e69080af0c5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 999 time: 0.0574861 Jul 08 02:45:59.133878 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:dc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 9, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:59.159565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:59.164132 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-5e1f5b9e-ede3-4783-9ce2-bcb4f23215fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:59.165604 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-5e1f5b9e-ede3-4783-9ce2-bcb4f23215fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0472634 Jul 08 02:45:59.167670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:59.168301 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:45:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:59.229042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-baf2de30-167f-45cd-8b0b-2fc93355e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:59.231515 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-baf2de30-167f-45cd-8b0b-2fc93355e4be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555305 Jul 08 02:45:59.275041 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:59.319752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-5bfe7d5e-b2cc-4f0e-a1c9-1f669daf574f service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798433 Jul 08 02:45:59.411858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d285920d-7b63-4b0d-850b-56eb7bae56e3 req-46b0974b-8e17-41de-9576-19123cbc3cca service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847771 Jul 08 02:45:59.496696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:dc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 9, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:59.523219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1039a7-60aa-4df5-9677-c5e8d6a91794 None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:dc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 9, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:59.697063 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd9d13-ed55-446f-9f9d-4f57bec340d8 None None] New status for floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:46:04.723151 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:46:12.117444 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62ef538f-d5fe-4b7b-9315-1c73bd29cc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:14.488068 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-66568e46-3ccd-460d-b847-fb137212955e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:14.911215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:15.916777 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.597261 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:18.522556 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:21.340248 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:31.704269 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-88aff1ca-4e8d-4816-9685-7431c6b30b78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508382 Jul 08 02:46:31.796731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-ab4cce74-7a07-4751-91ca-82e707efa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:31.798218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-ab4cce74-7a07-4751-91ca-82e707efa255 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1098 time: 0.0504415 Jul 08 02:46:31.903033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-de6c2a08-0b2d-4cbc-b3ad-fa8c6cad0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:31.904521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-de6c2a08-0b2d-4cbc-b3ad-fa8c6cad0161 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0860522 Jul 08 02:46:31.973214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-0d64af8b-1056-43b6-993f-5ffae4a9378f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1002 time: 0.0604484 Jul 08 02:46:32.027410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-338f6ab3-3c45-4804-a193-b3f5d3803f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:32.028875 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-338f6ab3-3c45-4804-a193-b3f5d3803f9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0491562 Jul 08 02:46:32.083881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-c50d6bbb-f2c2-4e07-9abc-1f9f81e94235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:32.085935 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-c50d6bbb-f2c2-4e07-9abc-1f9f81e94235 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499671 Jul 08 02:46:32.173282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-392e2d87-8712-459e-943b-66e9e9e3b7e8 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802789 Jul 08 02:46:32.265260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0aa8afb-5acd-4530-9f48-d78af5a1552f req-06b5aae1-0655-4ab9-9045-c60fd983e92d service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844514 Jul 08 02:46:41.722043 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:46:42.133437 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2959795e-0f47-4d16-b9e2-6d48dd42cdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:44.481773 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-53bf04cd-a8b1-4ad9-90ae-e39912e80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:44.910675 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:45.916335 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:47.585066 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:48.533434 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:51.322253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:12.115889 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-72e13849-0081-40dc-85af-f4cdaf89fe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.521211 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9066ca7b-a447-4ba7-b12c-5ff7cc560305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:14.875899 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:15.898727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:17.641300 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.533081 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:18.721298 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:47:21.304194 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:32.635631 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-02dfe2ee-9cca-4004-b4a4-2c3f0dc76af8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532985 Jul 08 02:47:32.728298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-9e38de9d-a613-41e1-ba54-d1e573725381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:32.729870 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-9e38de9d-a613-41e1-ba54-d1e573725381 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1098 time: 0.0523989 Jul 08 02:47:32.837542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-6780802b-5181-4ce3-9d43-45655cab8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:32.838931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-6780802b-5181-4ce3-9d43-45655cab8646 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0887020 Jul 08 02:47:32.902027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-d48488d2-30cb-43e6-89c8-9bc03cf9dfed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1002 time: 0.0569227 Jul 08 02:47:32.953854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-9cf9157e-d868-4055-930f-e21f3c5f37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:32.955317 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-9cf9157e-d868-4055-930f-e21f3c5f37ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0471880 Jul 08 02:47:33.010617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-53ccc978-58af-40db-9e7c-092e62e80643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:33.012144 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-53ccc978-58af-40db-9e7c-092e62e80643 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506845 Jul 08 02:47:33.097564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-2a095cf2-f303-45be-b066-71706670a554 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781236 Jul 08 02:47:33.188556 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4b7218be-2ba7-42c3-b203-82784b0edb5c req-fc871cdf-b90b-4ee5-b229-23cc4b763872 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850174 Jul 08 02:47:36.495272 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83568e-da9f-462e-9b1b-4991e2f4130c req-f308c3ee-7a7f-440e-a2f6-d055e5a2f90b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:36.496798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e83568e-da9f-462e-9b1b-4991e2f4130c req-f308c3ee-7a7f-440e-a2f6-d055e5a2f90b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.1046629 Jul 08 02:47:36.531923 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-d509cbab-5d88-488e-8480-de14c0165871 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927677 Jul 08 02:47:36.544251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e83568e-da9f-462e-9b1b-4991e2f4130c req-5b1acaac-350f-4713-a37f-d8e749587adb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Jul 08 02:47:37.750384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5416a-22d1-4d3d-b3ef-7c8e40e2005a req-eccbf9c8-e80e-43e6-a30e-32236e655344 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:37.751893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3dc5416a-22d1-4d3d-b3ef-7c8e40e2005a req-eccbf9c8-e80e-43e6-a30e-32236e655344 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0628662 Jul 08 02:47:37.787804 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3dc5416a-22d1-4d3d-b3ef-7c8e40e2005a req-8a2555c4-cb80-4a0f-8387-ec8af53659a5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306456 Jul 08 02:47:38.962232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf69c5-f7f7-4fb6-a235-aeaa117ab665 req-ed717682-ad01-4f01-926a-4f38c279e08a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:38.963776 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8daf69c5-f7f7-4fb6-a235-aeaa117ab665 req-ed717682-ad01-4f01-926a-4f38c279e08a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0650349 Jul 08 02:47:39.002098 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8daf69c5-f7f7-4fb6-a235-aeaa117ab665 req-81148c6d-688d-47e4-8852-617364e5a5b5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328314 Jul 08 02:47:40.258197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957500-1712-4a92-b173-9ae13c5bb4f5 req-a309cea2-3094-474a-8fc1-3ea8c329e5ee tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:40.259836 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd957500-1712-4a92-b173-9ae13c5bb4f5 req-a309cea2-3094-474a-8fc1-3ea8c329e5ee tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.1123803 Jul 08 02:47:40.299288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd957500-1712-4a92-b173-9ae13c5bb4f5 req-6bfb44e0-3307-4f05-8aac-9272fa47dd77 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Jul 08 02:47:40.353545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-7e4dc8aa-78da-4d89-8907-9925d7b09fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:40.355660 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-7e4dc8aa-78da-4d89-8907-9925d7b09fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1098 time: 0.0517299 Jul 08 02:47:40.444167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-ce91b8a3-9918-4868-bd84-5c38d0e7568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:40.445598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-ce91b8a3-9918-4868-bd84-5c38d0e7568c service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0832796 Jul 08 02:47:40.511446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-d84f2453-80bc-49a3-ad37-b58dd4158b4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1002 time: 0.0576239 Jul 08 02:47:40.558151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-0412398d-7d4a-414f-9672-8be1f077c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:40.559551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-0412398d-7d4a-414f-9672-8be1f077c1ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0415735 Jul 08 02:47:40.618653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-fac94552-2295-4dbc-af7c-4b7c370d5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:40.620138 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-fac94552-2295-4dbc-af7c-4b7c370d5ed2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537460 Jul 08 02:47:40.706596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-9263777c-a317-415a-8767-f663d2a978d5 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795562 Jul 08 02:47:40.798732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-1755f770-461c-47ce-a957-3a90e1d71fd6 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851264 Jul 08 02:47:41.555038 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02382e53-a129-4fac-9430-b21226101af2 req-65faadf1-c3d0-405a-8ff8-b3a0a6745f89 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:41.557779 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02382e53-a129-4fac-9430-b21226101af2 req-65faadf1-c3d0-405a-8ff8-b3a0a6745f89 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.1077764 Jul 08 02:47:41.598903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-02382e53-a129-4fac-9430-b21226101af2 req-c4d9f9ce-ea24-4d96-9228-b6adaad06da6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362916 Jul 08 02:47:42.138364 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-93da095b-5952-47e7-8a0b-ecc26e8c93be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:42.775195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf2826-4f78-4b27-ab03-a09d6610c1b2 req-0d28b560-64c0-462e-9d80-650f0012e7f6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:42.780810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ebf2826-4f78-4b27-ab03-a09d6610c1b2 req-0d28b560-64c0-462e-9d80-650f0012e7f6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0639882 Jul 08 02:47:42.813499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0ebf2826-4f78-4b27-ab03-a09d6610c1b2 req-9b6747b0-d4b3-4ff6-9e28-933f84459cd5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Jul 08 02:47:43.983714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd06c-ca38-4083-807b-ab5472e1f2a2 req-87c0c5ec-52a1-4ed9-ac57-f409d09e1fba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:43.985185 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-596fd06c-ca38-4083-807b-ab5472e1f2a2 req-87c0c5ec-52a1-4ed9-ac57-f409d09e1fba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0626543 Jul 08 02:47:44.021863 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-596fd06c-ca38-4083-807b-ab5472e1f2a2 req-00d08f02-f00f-4a72-a964-39632d4b62e3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Jul 08 02:47:44.480806 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8991056-232b-4bf4-8900-714fb97bd794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:44.909217 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:45.192462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f3931-3068-4ca9-911a-8ad97e6ecb71 req-9099aad4-d172-4458-9902-0a23926494dd tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:45.193828 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-629f3931-3068-4ca9-911a-8ad97e6ecb71 req-9099aad4-d172-4458-9902-0a23926494dd tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0626199 Jul 08 02:47:45.230048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-629f3931-3068-4ca9-911a-8ad97e6ecb71 req-bc8f1199-e015-4aed-9f58-e3c33fffbe16 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307846 Jul 08 02:47:45.932984 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:46.403306 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c3720-26fc-43a8-a98f-cf0a4f34199a req-d0866e91-d855-40ec-98ca-0f7c67dbca3f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:46.404828 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-170c3720-26fc-43a8-a98f-cf0a4f34199a req-d0866e91-d855-40ec-98ca-0f7c67dbca3f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0632238 Jul 08 02:47:46.445670 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-170c3720-26fc-43a8-a98f-cf0a4f34199a req-c30c1edb-5723-4d7b-8455-d42057c14f1f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355093 Jul 08 02:47:47.589977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:47.625047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c401-952b-4bf6-a5fb-291f38107fbc req-c574a5da-a1ca-4f1b-a1f0-bd42c4bafba0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:47.626542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b496c401-952b-4bf6-a5fb-291f38107fbc req-c574a5da-a1ca-4f1b-a1f0-bd42c4bafba0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0721219 Jul 08 02:47:47.666350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b496c401-952b-4bf6-a5fb-291f38107fbc req-f4bcd726-e614-45a4-891d-a7e1ba00fad0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Jul 08 02:47:48.549289 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:48.840120 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047602-d355-49de-9bcc-01a254343168 req-5c731111-2244-40a7-9d5b-f1a3296193b3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:48.841516 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63047602-d355-49de-9bcc-01a254343168 req-5c731111-2244-40a7-9d5b-f1a3296193b3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0624440 Jul 08 02:47:48.877979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-63047602-d355-49de-9bcc-01a254343168 req-b4a7f039-8767-4acd-b8b3-2a5dc53b14b2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Jul 08 02:47:50.048183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e8cac-bde8-4153-a8c1-7454a58f423d req-065b6c9d-c8a5-4b8c-9568-dc3d9af14d70 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:50.049639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-235e8cac-bde8-4153-a8c1-7454a58f423d req-065b6c9d-c8a5-4b8c-9568-dc3d9af14d70 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0620542 Jul 08 02:47:50.085042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-235e8cac-bde8-4153-a8c1-7454a58f423d req-3cb3ead4-f4de-4a7e-9d05-d9bcee035d0c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300326 Jul 08 02:47:51.260027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e606-3029-4766-be64-243d5c7e1219 req-4894052d-8656-4df3-9a00-eeda3a21c38f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:51.261555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc26e606-3029-4766-be64-243d5c7e1219 req-4894052d-8656-4df3-9a00-eeda3a21c38f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0663524 Jul 08 02:47:51.299882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cc26e606-3029-4766-be64-243d5c7e1219 req-7fa07404-e2c5-4e01-b3ac-357b47e383a9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Jul 08 02:47:51.332520 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:52.475079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf106a4-ad81-45eb-9045-d9bd2a8f548c req-7bf9c4aa-b6c5-47bf-a8a3-0da6b2e4c4e6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:52.476604 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dbf106a4-ad81-45eb-9045-d9bd2a8f548c req-7bf9c4aa-b6c5-47bf-a8a3-0da6b2e4c4e6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0657759 Jul 08 02:47:52.514202 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dbf106a4-ad81-45eb-9045-d9bd2a8f548c req-f049ae1e-6cdd-49fe-af86-fe92fe45eff6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316308 Jul 08 02:47:52.898823 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-e2a199d9-4085-465f-8f18-a8663e26c64b service neutron] show failed (client error): The resource could not be found. Jul 08 02:47:52.899858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-e2a199d9-4085-465f-8f18-a8663e26c64b service neutron] 10.222.0.32 "GET /v2.0/ports/14df233d-30e7-47f7-917c-7ed9234dcee2/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0541403 Jul 08 02:47:53.430749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-ec87b9bb-4961-4762-a10e-d1e12086a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:53.432938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-ec87b9bb-4961-4762-a10e-d1e12086a0c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 1098 time: 0.0880983 Jul 08 02:47:53.443116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:47:53.514891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.691666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a17466-4a01-4599-bd41-cd2f082c40f7 req-6eb2c0ad-4aba-4d65-a172-93a85ebf114f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:53.693157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9a17466-4a01-4599-bd41-cd2f082c40f7 req-6eb2c0ad-4aba-4d65-a172-93a85ebf114f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0707519 Jul 08 02:47:53.719723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:53.731424 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9a17466-4a01-4599-bd41-cd2f082c40f7 req-5d828c5d-2d44-4e02-a0a8-d7bb3efef7ba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326011 Jul 08 02:47:53.753649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:53.792331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:47:53.794578 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3b0969-5298-4877-a504-29a14e8e5b82" -d '{"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-unplugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:47:53.798627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.810710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Transition to ACTIVE for port object 14df233d-30e7-47f7-917c-7ed9234dcee2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:47:53.840932 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4911ba9-0fb8-4929-b1fd-ac04aec99bb1 x-openstack-request-id: req-a4911ba9-0fb8-4929-b1fd-ac04aec99bb1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:47:53.841233 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-unplugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:47:53.841483 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4911ba9-0fb8-4929-b1fd-ac04aec99bb1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:47:53.841877 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'code': 200} Jul 08 02:47:53.881025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.965276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:53.977094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.977444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.977788 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.978133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.978469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.978809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.979176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.979543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.979875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.980208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.980538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:53.980868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:54.015899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] No DVR routers for this DVR port 14df233d-30e7-47f7-917c-7ed9234dcee2 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:47:54.152248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:47:54.152592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:47:54.152949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:54.157153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:47:54.157481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:47:54.162240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:47:54.162590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:47:54.162977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:47:54.163441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Bound port: 14df233d-30e7-47f7-917c-7ed9234dcee2, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:47:54.163806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.231241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:47:54.234357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:47:54.304226 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.343471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:54.344103 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:54.345568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] 10.222.0.18 "PUT /v2.0/ports/14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1093 time: 0.9063046 Jul 08 02:47:54.364368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a91352-f295-4f8b-84ee-c318a745cbfd service neutron] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:54.438143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-8f1247a0-e8de-4337-948b-2b1e052d4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:54.439724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-8f1247a0-e8de-4337-948b-2b1e052d4c3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1096 time: 0.0561090 Jul 08 02:47:54.533783 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-6ff69e4a-7c77-4f51-8732-8d774491c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:54.535285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-6ff69e4a-7c77-4f51-8732-8d774491c87d service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0899100 Jul 08 02:47:54.599073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-0d808464-3bb9-4a99-adfa-d294409ed673 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1000 time: 0.0575640 Jul 08 02:47:54.646778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-5aa98548-d471-412f-a806-2fcd5f415a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:54.648228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-5aa98548-d471-412f-a806-2fcd5f415a36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0428290 Jul 08 02:47:54.707481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-c923a12d-9ca8-43f4-9cb0-924d6c8d24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:54.708960 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-c923a12d-9ca8-43f4-9cb0-924d6c8d24ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545826 Jul 08 02:47:54.719300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-d3bec031-c14a-4341-917b-58ce65bafbda service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:47:54.720278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-d3bec031-c14a-4341-917b-58ce65bafbda service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049272 Jul 08 02:47:54.809728 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-14290a96-5449-4bbf-800d-ecf43d6cc149 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827031 Jul 08 02:47:54.905460 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a6498aa-6bc9-4882-baa4-4ce59d6753a4 req-4926e546-9051-4f13-bfbe-8c3bda1cde2e service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890467 Jul 08 02:47:54.912439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c0142-ad86-432c-ad8f-17d8b6d88773 req-f744cc57-3678-4bb0-8b5d-a9ddbf4326aa tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:54.913967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d13c0142-ad86-432c-ad8f-17d8b6d88773 req-f744cc57-3678-4bb0-8b5d-a9ddbf4326aa tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 944 time: 0.0672803 Jul 08 02:47:54.952671 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d13c0142-ad86-432c-ad8f-17d8b6d88773 req-8af64424-e15c-41bc-879c-24befb7e372b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329525 Jul 08 02:47:55.721055 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:47:55.843617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:47:55.845897 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:47:55.893792 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b06a677-2db5-4de8-9820-dac2284a9012 x-openstack-request-id: req-4b06a677-2db5-4de8-9820-dac2284a9012 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:47:55.894747 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:47:55.895007 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b06a677-2db5-4de8-9820-dac2284a9012 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:47:55.895704 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'status': 'completed', 'code': 200} Jul 08 02:47:56.005077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-9fff71b2-0ac9-4ea7-b552-f77c4473eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.006598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-9fff71b2-0ac9-4ea7-b552-f77c4473eda2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1096 time: 0.0942776 Jul 08 02:47:56.009159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-bddbbb53-5ac1-4c6c-bf83-6eed849225c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.010524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-bddbbb53-5ac1-4c6c-bf83-6eed849225c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1096 time: 0.0889213 Jul 08 02:47:56.128064 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b8cfe-17b9-47d6-ab86-feeac11b4b66 req-4ad14d80-cbd8-4598-84bb-e5f7ed3c3bd6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.129615 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa8b8cfe-17b9-47d6-ab86-feeac11b4b66 req-4ad14d80-cbd8-4598-84bb-e5f7ed3c3bd6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 944 time: 0.0645344 Jul 08 02:47:56.170161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-b3fa7ee0-f54e-4fae-aebc-8e8a0dbf7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.171729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-b3fa7ee0-f54e-4fae-aebc-8e8a0dbf7dfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1589136 Jul 08 02:47:56.174403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-169ded55-458f-4556-8262-414e4ea7bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.175807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-169ded55-458f-4556-8262-414e4ea7bafe service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1557736 Jul 08 02:47:56.175978 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fa8b8cfe-17b9-47d6-ab86-feeac11b4b66 req-4e02fd24-b8b4-4e95-8855-3ca895be9ccf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Jul 08 02:47:56.283841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-2bb7b029-7fa1-414e-8ebe-cba35b7a680a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1000 time: 0.1054332 Jul 08 02:47:56.285587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-0c47b751-f345-4cfa-ba25-31758e92f30c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1000 time: 0.1009154 Jul 08 02:47:56.368088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-719868f8-230e-4cb8-87d8-c6a1daedc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.369532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-719868f8-230e-4cb8-87d8-c6a1daedc9b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0797553 Jul 08 02:47:56.371609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-56552bc3-8f8c-4646-9b15-42269b047b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.372921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-56552bc3-8f8c-4646-9b15-42269b047b64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0755119 Jul 08 02:47:56.467332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-c476724c-fe00-4d25-89c3-3e92f45cbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.468867 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-c476724c-fe00-4d25-89c3-3e92f45cbd50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923791 Jul 08 02:47:56.471419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-6afdd784-76ff-4516-ba40-1855df8e50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:56.472772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-6afdd784-76ff-4516-ba40-1855df8e50cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884004 Jul 08 02:47:56.634482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-d6e58b52-be5d-43df-8328-d395c59c7484 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586206 Jul 08 02:47:56.640172 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-95ca40b0-6dd8-46ef-aa8c-941a8250296d service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562681 Jul 08 02:47:56.791654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-01c97265-7f34-4984-a36f-0e4a4f6a7491 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490107 Jul 08 02:47:56.793871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd8292e7-dfa1-4f0c-b068-31ae5b39c93a req-ce083d56-a0db-450e-b7b2-0a99938c03d4 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436412 Jul 08 02:47:57.347925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd24ac-c250-48c9-b6d2-a0e614069ea5 req-56fe91d6-6455-46df-a216-d207f282a704 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:57.349398 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34bd24ac-c250-48c9-b6d2-a0e614069ea5 req-56fe91d6-6455-46df-a216-d207f282a704 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 944 time: 0.0622783 Jul 08 02:47:57.386627 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-34bd24ac-c250-48c9-b6d2-a0e614069ea5 req-3373a5ce-5748-47b3-819e-ab479fc72ec0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Jul 08 02:47:57.508093 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:47:57.602050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:57.613524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'mac_address': 'fa:16:3e:dc:0d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:47:57.649929 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.662750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14df233d-30e7-47f7-917c-7ed9234dcee2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:47:57.685024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:57.738289 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:57.789747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:47:57.797511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.797888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.798263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.798611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.798954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.799293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.799725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.800062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.806476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.806476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.806476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.806476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:47:57.969952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['14df233d-30e7-47f7-917c-7ed9234dcee2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:47:58.004307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:47:58.065111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:47:58.174489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4db90-19d5-49f8-b6ba-d705bf83d08d req-209aa3df-2df7-4c65-a5e9-d7a8ea635905 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.176035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ff4db90-19d5-49f8-b6ba-d705bf83d08d req-209aa3df-2df7-4c65-a5e9-d7a8ea635905 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.1157217 Jul 08 02:47:58.188038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-851c71ad-e358-4ba1-b6fb-131d640ab387 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.189407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-851c71ad-e358-4ba1-b6fb-131d640ab387 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693&tenant_id=f6a636b6ffb84e1ca843e94a88603e98&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 945 time: 0.1278288 Jul 08 02:47:58.250597 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ff4db90-19d5-49f8-b6ba-d705bf83d08d req-1ef5a5b3-344f-4cbb-94d6-05ea93045ab7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602570 Jul 08 02:47:58.269978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-efcae491-abb9-415b-9053-90ab1113c6aa service neutron] 10.222.0.18 "GET /v2.0/ports/14df233d-30e7-47f7-917c-7ed9234dcee2/bindings/n-h1-695189-13 HTTP/1.1" status: 200 len: 383 time: 0.0730686 Jul 08 02:47:58.346167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-35c7613d-a73d-42fa-8023-73e068b7a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.347560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-35c7613d-a73d-42fa-8023-73e068b7a4a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1097 time: 0.0539436 Jul 08 02:47:58.433196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-798d1192-8376-411b-87ef-d9a19cd1e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.434611 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-798d1192-8376-411b-87ef-d9a19cd1e674 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0811703 Jul 08 02:47:58.841249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-4ef38f96-ab85-48ee-a22c-5a1746bf02db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1001 time: 0.3994696 Jul 08 02:47:58.889621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-7aed077a-03ed-4837-8cfd-27444a83513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.891008 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-7aed077a-03ed-4837-8cfd-27444a83513c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0428076 Jul 08 02:47:58.946786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-d5b23978-0a3d-40df-b788-7859758656e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:58.948324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-d5b23978-0a3d-40df-b788-7859758656e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508261 Jul 08 02:47:59.037939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-2eb6c8d0-1a72-420a-9bed-e46df8342c1f service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826674 Jul 08 02:47:59.125470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-d6375a76-ad33-47d9-a1a5-c7d0755a1ddf service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814812 Jul 08 02:47:59.427202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404ad96-faae-4c99-b617-b5ce3fb4a173 req-bfd653b0-2c67-4d87-987f-81c9afe70c67 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:59.428705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1404ad96-faae-4c99-b617-b5ce3fb4a173 req-bfd653b0-2c67-4d87-987f-81c9afe70c67 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.0627196 Jul 08 02:47:59.465600 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1404ad96-faae-4c99-b617-b5ce3fb4a173 req-2958c0e0-9605-461c-844d-9fb0ab02e70f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315230 Jul 08 02:47:59.515939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:47:59.657863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 14df233d-30e7-47f7-917c-7ed9234dcee2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:47:59.661993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 14df233d-30e7-47f7-917c-7ed9234dcee2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:47:59.662392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.737316 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.759116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:47:59.762040 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5d67d6a223f53b8de87bab9f4c5b1f8bf29b5dc659f9c587df9b4a0eb72179f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3644df13-8014-496f-976b-9df7d9d2fce7" -d '{"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-plugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:47:59.774325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:47:59.810493 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101af3eb-54d2-4dc6-8dcc-3ce1127f9328 x-openstack-request-id: req-101af3eb-54d2-4dc6-8dcc-3ce1127f9328 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:47:59.810493 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-plugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:47:59.810493 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-101af3eb-54d2-4dc6-8dcc-3ce1127f9328 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:47:59.810493 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'code': 200} Jul 08 02:47:59.857646 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.906533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:00.644399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46359601-b28a-4e54-a1d2-bd26824148ad req-f1dc87ea-909d-4e43-ae8f-caa740be084b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:00.645889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-46359601-b28a-4e54-a1d2-bd26824148ad req-f1dc87ea-909d-4e43-ae8f-caa740be084b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0637534 Jul 08 02:48:00.682519 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-46359601-b28a-4e54-a1d2-bd26824148ad req-ba50389a-b22a-4dee-b57c-a12412adfab3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Jul 08 02:48:01.585415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-73d49a97-b365-4bd1-b5e9-c89044a32da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:01.586816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-73d49a97-b365-4bd1-b5e9-c89044a32da8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 1098 time: 0.0514569 Jul 08 02:48:01.599082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:01.684694 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:01.944575 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383235c-f366-4c70-886f-f2da7c91be22 req-bdbf774c-2963-45b2-be1e-87e6b1bb9c14 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:01.946137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4383235c-f366-4c70-886f-f2da7c91be22 req-bdbf774c-2963-45b2-be1e-87e6b1bb9c14 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.1424162 Jul 08 02:48:01.958217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:02.024289 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4383235c-f366-4c70-886f-f2da7c91be22 req-61018edd-cc16-4053-8c1f-84927372f3a5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679746 Jul 08 02:48:02.027535 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:02.076224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:02.078489 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab44d754-1a1b-487f-97db-ea8cd4da95eb" -d '{"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-unplugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:02.082393 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.098825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Transition to ACTIVE for port object 14df233d-30e7-47f7-917c-7ed9234dcee2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:02.128163 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa7e655-2647-4ea0-b9e2-d4ae714e9d5b x-openstack-request-id: req-7aa7e655-2647-4ea0-b9e2-d4ae714e9d5b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:02.128463 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-unplugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:02.128727 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7aa7e655-2647-4ea0-b9e2-d4ae714e9d5b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:02.129136 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'code': 200} Jul 08 02:48:02.166370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.254131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:02.300714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] No DVR routers for this DVR port 14df233d-30e7-47f7-917c-7ed9234dcee2 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:48:02.454049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:02.454389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:02.454716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:02.459911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:48:02.460237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Attempting to bind port 14df233d-30e7-47f7-917c-7ed9234dcee2 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:02.466120 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:02.466617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:02.467229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:02.467712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Bound port: 14df233d-30e7-47f7-917c-7ed9234dcee2, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:02.468080 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.535892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:02.539178 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:02.612665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.650728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:02.651945 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:02.653366 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] 10.222.0.32 "PUT /v2.0/ports/14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1094 time: 1.0581172 Jul 08 02:48:02.675133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44c4c1-a20f-4364-9222-0a166f3f9972 service neutron] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=11']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:02.734684 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-490e8113-07c1-465a-bc0e-fcc05a96a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:02.736255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-490e8113-07c1-465a-bc0e-fcc05a96a97a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1097 time: 0.0557420 Jul 08 02:48:02.830163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-d77608d4-1429-472f-b5b9-fa479f5e8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:02.831713 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-d77608d4-1429-472f-b5b9-fa479f5e8be6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0893371 Jul 08 02:48:02.901314 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-36ab5bfc-2b22-4761-9a53-12e2d23b3f7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1000 time: 0.0630369 Jul 08 02:48:02.950334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-381c6050-f1b3-4347-955e-422fbb0ca930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:02.951839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-381c6050-f1b3-4347-955e-422fbb0ca930 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0439010 Jul 08 02:48:03.007483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-6a493fb4-34ba-4d0e-ac45-1b93713f1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:03.008864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-6a493fb4-34ba-4d0e-ac45-1b93713f1ed5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507734 Jul 08 02:48:03.100411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-3b76b790-a492-4082-97b3-8c15549eec6d service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852940 Jul 08 02:48:03.230054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a2b030ae-ca92-4fa7-8c2a-a742561bdba2 req-a4a9eba2-34c6-43ef-b2f5-94ddd60ffbb3 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228709 Jul 08 02:48:03.246176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4436-8b80-4107-966c-c31a16322880 req-77fe948f-7b20-416b-a415-b317fa5feba3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:03.248179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6dd4436-8b80-4107-966c-c31a16322880 req-77fe948f-7b20-416b-a415-b317fa5feba3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.0995653 Jul 08 02:48:03.285184 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f6dd4436-8b80-4107-966c-c31a16322880 req-a3f3c825-d567-44cf-b367-8cce05117c4b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Jul 08 02:48:04.130192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:04.132543 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d04b61d-952d-406d-8637-848445d47995" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:04.183515 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b34b726-50d8-4f4a-9f0e-a1b64e48b3d3 x-openstack-request-id: req-0b34b726-50d8-4f4a-9f0e-a1b64e48b3d3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:04.183515 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:04.183515 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b34b726-50d8-4f4a-9f0e-a1b64e48b3d3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:04.183515 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'status': 'completed', 'code': 200} Jul 08 02:48:04.288997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b61d-952d-406d-8637-848445d47995 req-62db8895-52b7-4e85-ac6b-8a5ece2b2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.290503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-62db8895-52b7-4e85-ac6b-8a5ece2b2801 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1097 time: 0.0902619 Jul 08 02:48:04.296633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b61d-952d-406d-8637-848445d47995 req-eadedae9-4c2c-4acc-a42f-8d7190e04c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.298051 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-eadedae9-4c2c-4acc-a42f-8d7190e04c55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 1097 time: 0.0898609 Jul 08 02:48:04.488796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b61d-952d-406d-8637-848445d47995 req-c251fb78-51e9-4ea8-936d-d36d729823c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.490546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-c251fb78-51e9-4ea8-936d-d36d729823c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1912007 Jul 08 02:48:04.496798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b61d-952d-406d-8637-848445d47995 req-99afeed0-b70e-4af1-adf5-c4bfe3006cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.498143 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-99afeed0-b70e-4af1-adf5-c4bfe3006cf9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1907856 Jul 08 02:48:04.603908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160d157-a749-4339-b78f-d5d954ddb345 req-8af9a0d8-4c59-4f58-8c2d-603f4176e316 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.605418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a160d157-a749-4339-b78f-d5d954ddb345 req-8af9a0d8-4c59-4f58-8c2d-603f4176e316 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.2096972 Jul 08 02:48:04.636866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-89e82465-35b3-4826-aea8-7ea096ea5300 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1000 time: 0.1369023 Jul 08 02:48:04.657234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-6f7e8704-55d3-4ead-afce-7406ff3147f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 200 len: 1000 time: 0.1497128 Jul 08 02:48:04.728078 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a160d157-a749-4339-b78f-d5d954ddb345 req-c8470138-f7e2-48f1-8854-936fab516f77 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105354 Jul 08 02:48:04.746233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b61d-952d-406d-8637-848445d47995 req-8f87074b-60cb-4292-8841-5453ab93b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.747706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-8f87074b-60cb-4292-8841-5453ab93b083 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.1003237 Jul 08 02:48:04.763544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b61d-952d-406d-8637-848445d47995 req-32a9d5ca-ec55-465a-bf4a-23cdd382e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.764930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-32a9d5ca-ec55-465a-bf4a-23cdd382e227 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0797737 Jul 08 02:48:04.849046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b61d-952d-406d-8637-848445d47995 req-f25708c1-bc06-43a4-9d02-733c08180d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.850569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-f25708c1-bc06-43a4-9d02-733c08180d12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958571 Jul 08 02:48:04.853045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b61d-952d-406d-8637-848445d47995 req-2e16ddcf-2c38-4e1b-903f-ca27222d7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:04.854429 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-2e16ddcf-2c38-4e1b-903f-ca27222d7124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709288 Jul 08 02:48:05.007543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-c20c6a6b-c69d-42ac-8d62-5ddb217af814 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503735 Jul 08 02:48:05.009675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-cde90d15-fd67-4815-8797-11075e528bef service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457713 Jul 08 02:48:05.108135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-9a38789a-483d-456e-b0c1-8a1b15d86cdf service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919440 Jul 08 02:48:05.211654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1d04b61d-952d-406d-8637-848445d47995 req-0af3620b-1dfa-4d3f-83a1-14dcbf2d3d9b service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228521 Jul 08 02:48:05.523562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:48:05.562191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:48:05.904689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbc71d-e7bd-49a5-8818-f6e3ba1d693a req-1c11d405-24b9-48b0-9209-2abc2d406d5e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:05.906047 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbbbc71d-e7bd-49a5-8818-f6e3ba1d693a req-1c11d405-24b9-48b0-9209-2abc2d406d5e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.0678711 Jul 08 02:48:05.942971 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bbbbc71d-e7bd-49a5-8818-f6e3ba1d693a req-c2572f2c-fbdc-4a51-a027-7f6087fd0170 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Jul 08 02:48:06.062255 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:48:06.117432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994d199-7da3-4693-909f-3f0ea8b53cc1 req-8883e90f-b68e-4761-9d35-381e410c7b5c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:06.118996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e994d199-7da3-4693-909f-3f0ea8b53cc1 req-8883e90f-b68e-4761-9d35-381e410c7b5c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.0692506 Jul 08 02:48:06.154910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:06.158298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e994d199-7da3-4693-909f-3f0ea8b53cc1 req-86f13006-8984-4845-902c-fbe4df0d0cd5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Jul 08 02:48:06.169972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'mac_address': 'fa:16:3e:dc:0d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:48:06.206846 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.219690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14df233d-30e7-47f7-917c-7ed9234dcee2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:06.239443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:06.303955 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:06.331181 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3f292-33d9-42e8-ac03-1bda9c5db07a req-aea80ebd-e392-4181-8a50-836adf56bded tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:06.332710 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9d3f292-33d9-42e8-ac03-1bda9c5db07a req-aea80ebd-e392-4181-8a50-836adf56bded tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 945 time: 0.0637081 Jul 08 02:48:06.352656 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=12']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:06.378186 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9d3f292-33d9-42e8-ac03-1bda9c5db07a req-42c3c8b4-2ebe-4956-a14a-137582cd1780 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399182 Jul 08 02:48:06.574946 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['14df233d-30e7-47f7-917c-7ed9234dcee2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:07.161462 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d71cc8-03fe-4932-a9d9-1c8e753f7c6b req-f07f9525-9a7b-48a3-8d1e-f461b9a71843 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:07.162920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73d71cc8-03fe-4932-a9d9-1c8e753f7c6b req-f07f9525-9a7b-48a3-8d1e-f461b9a71843 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.0659819 Jul 08 02:48:07.200548 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-73d71cc8-03fe-4932-a9d9-1c8e753f7c6b req-7420fe12-0326-4909-acdc-c1b16fc546c6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Jul 08 02:48:08.061747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:08.160465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 14df233d-30e7-47f7-917c-7ed9234dcee2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:08.164473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 14df233d-30e7-47f7-917c-7ed9234dcee2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:08.164882 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.243761 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.265754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:08.279273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:08.304960 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b835bf3a-e573-45fa-85b8-dfd4f4a8eed7" -d '{"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-plugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:08.355582 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.391936 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3c294b-bad8-4434-b3e8-88c046dac734 x-openstack-request-id: req-ce3c294b-bad8-4434-b3e8-88c046dac734 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:08.392238 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-plugged", "status": "completed", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:08.392492 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce3c294b-bad8-4434-b3e8-88c046dac734 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:08.392885 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'code': 200} Jul 08 02:48:08.409894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=13']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:08.415818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13835140-d819-420c-b3bb-7a1c7be1d769 req-37117043-4e45-44a8-89f6-2ee7e1a7aec7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:08.416323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13835140-d819-420c-b3bb-7a1c7be1d769 req-37117043-4e45-44a8-89f6-2ee7e1a7aec7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.1044214 Jul 08 02:48:08.423822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-8a86c824-07a4-4466-a933-07317b43934f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:08.425180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-8a86c824-07a4-4466-a933-07317b43934f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 946 time: 0.1045091 Jul 08 02:48:08.494484 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-13835140-d819-420c-b3bb-7a1c7be1d769 req-ecd88270-2c8c-4fbb-9a18-4f84e1c5248b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682838 Jul 08 02:48:08.547961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Deleting port 14df233d-30e7-47f7-917c-7ed9234dcee2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:48:08.548303 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.638512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] For port 14df233d-30e7-47f7-917c-7ed9234dcee2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=14df233d-30e7-47f7-917c-7ed9234dcee2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:08.638879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.801833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.802135 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:08.802462 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f disassociated. External IP: 172.25.8.37, port: 14df233d-30e7-47f7-917c-7ed9234dcee2. Jul 08 02:48:08.802810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Calling delete_port for 14df233d-30e7-47f7-917c-7ed9234dcee2 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:48:08.972259 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:09.001402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event deleted for resources: {'Port': ['ID=14df233d-30e7-47f7-917c-7ed9234dcee2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:09.117599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:48:09.226349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:48:09.235284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:48:09.244485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:09.245604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:47:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:09.269650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] No DVR routers for this DVR port 14df233d-30e7-47f7-917c-7ed9234dcee2 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:48:09.272272 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:09.274783 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c3704e5f-838c-45cf-9b2b-5b219d2ad8e3 req-baca96df-d9a3-4930-93f2-f8e851031456 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "DELETE /v2.0/ports/14df233d-30e7-47f7-917c-7ed9234dcee2 HTTP/1.1" status: 204 len: 173 time: 0.8429291 Jul 08 02:48:09.275269 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-deleted', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:09.277537 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac2b95a42a0472795d7d25daa016cb60a9d4839fa3ffa015de58d33fec165f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b324d94-cdfe-4f5f-a0ae-6b2c72061997" -d '{"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-deleted", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:09.313159 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1aae48-4759-4219-a287-4fb8d4d5c2ff x-openstack-request-id: req-bd1aae48-4759-4219-a287-4fb8d4d5c2ff {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:09.313547 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf5c77-b516-4538-876e-de1c28c00693", "name": "network-vif-deleted", "tag": "14df233d-30e7-47f7-917c-7ed9234dcee2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:09.314005 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd1aae48-4759-4219-a287-4fb8d4d5c2ff {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:09.314389 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf5c77-b516-4538-876e-de1c28c00693', 'name': 'network-vif-deleted', 'tag': '14df233d-30e7-47f7-917c-7ed9234dcee2', 'status': 'completed', 'code': 200} Jul 08 02:48:09.352960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:09.546903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:09.576963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:48:09.585299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:09.585908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:47:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:09.634940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78199e6c-699a-4519-8fd4-5a33b131ec93 req-35f90451-c684-4845-b878-061839c8d45f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbcf5c77-b516-4538-876e-de1c28c00693 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Jul 08 02:48:09.708167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:09.908065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:09.937032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0a02f-43b4-497c-a09b-d5ec1b75e06d None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:48:10.164650 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e87c80-dac8-4598-96a7-d5464cae6d06 None None] New status for floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:48:10.968279 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-0e1da05a-2a4d-41e5-8b06-238056945649 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1884989387&fields=id&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 267 time: 0.0324624 Jul 08 02:48:11.070863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-991b0898-b921-45bd-a50f-634ff19599ec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:11.072292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-991b0898-b921-45bd-a50f-634ff19599ec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 811 time: 0.0978231 Jul 08 02:48:11.086805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-3e53ccab-cf51-4112-bdd0-d0504dfbab1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/quotas/f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 375 time: 0.0087523 Jul 08 02:48:11.161191 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-e736ae18-0b50-4233-a3f6-f561f5b2d3d4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697887 Jul 08 02:48:11.244075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-9efe0874-e09a-4bdb-8012-6adc61134c25 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:48:11.245631 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-9efe0874-e09a-4bdb-8012-6adc61134c25 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412736 Jul 08 02:48:11.337603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-faff56fb-da96-45e7-9365-318cc9f0db89 service neutron] 10.222.0.10 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861893 Jul 08 02:48:11.428661 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-481d9c4b-f4a7-4aa6-89a2-bc49428deecc service neutron] 10.222.0.10 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847669 Jul 08 02:48:11.653417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51a8ce35-5585-4824-a440-6cfce96cd457 req-7f3d82e1-501a-43e3-8385-e6e01275e202 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 210 time: 0.0281627 Jul 08 02:48:12.108464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:48:12.132117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 14df233d-30e7-47f7-917c-7ed9234dcee2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:48:12.132466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 14df233d-30e7-47f7-917c-7ed9234dcee2 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:48:12.143146 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b352e633-b792-4776-9284-06fe1480e589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:12.799642 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9a4d10b8-1429-45fa-85f1-527c55a2b912 req-38863070-5fb0-400d-bac0-0815e29dac3c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 210 time: 0.0301476 Jul 08 02:48:13.856168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-104ddd0c-574f-4c90-b9e9-48489f8e12d6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:13.857897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-104ddd0c-574f-4c90-b9e9-48489f8e12d6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 811 time: 0.4610679 Jul 08 02:48:13.900877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-1323b29e-4667-43eb-8ee2-825027728b57 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 380 time: 0.0340335 Jul 08 02:48:13.925545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'port': {'device_id': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'admin_state_up': True, 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'security_groups': ['28d56e9d-4e4f-4279-b3df-7ac8684d81fd']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:13.981579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-93214336-70ec-4b9b-b710-ef97446b1c4a req-f3d1dcd5-d0c5-400b-bfc4-b03ad7d0fafc tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 210 time: 0.0694580 Jul 08 02:48:14.097475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Made reservation on behalf of f6a636b6ffb84e1ca843e94a88603e98 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:48:14.101005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.226297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Allocated IP 172.20.0.14 (29406835-a314-418e-bd48-72177f068b97/bebc91f8-2f0d-46d9-9541-794a6fc2f09e/4e429a95-2dee-4f84-8cb8-cd379ce23fd6) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:48:14.355691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.368888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Transition to ACTIVE for port object 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:14.464332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.491877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1121af2-fe52-4deb-94ff-c4795330d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.511635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Network 29406835-a314-418e-bd48-72177f068b97 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:48:14.514909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:48:14.525218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:48:14.548336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:14.574683 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:14.575555 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.669942 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-7947d5bf-a468-466f-9757-286bfa4ece1e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7565486 Jul 08 02:48:14.682065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Request body: {'port': {'device_id': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:14.754090 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.844080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2984c995-05b0-4593-8931-85d8a1ede48d None None] Provisioning for port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:14.850428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2984c995-05b0-4593-8931-85d8a1ede48d None None] Provisioning complete for port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:14.850804 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2984c995-05b0-4593-8931-85d8a1ede48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.884678 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2984c995-05b0-4593-8931-85d8a1ede48d None None] Port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:48:14.926294 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:15.015762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:15.023739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:15.035544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Transition to ACTIVE for port object 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:15.110120 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:15.153056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5080692-4936-4a0c-80ac-c0f376dd190c req-47a2edda-1a82-4d35-a01e-8dc63e2ff82e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.154603 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5080692-4936-4a0c-80ac-c0f376dd190c req-47a2edda-1a82-4d35-a01e-8dc63e2ff82e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 932 time: 0.0628431 Jul 08 02:48:15.181585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:15.197701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5080692-4936-4a0c-80ac-c0f376dd190c req-2cf90e4c-1c72-41b4-b8ac-2414378c3dde tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346794 Jul 08 02:48:15.235204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:15.235576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:15.235907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:15.240667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:48:15.241002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:15.246814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:15.247187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:15.247627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:15.248091 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Bound port: 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:15.248469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:15.313552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:15.317052 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:15.356134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:15.389944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.390567 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:15.392012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1093 time: 0.7144611 Jul 08 02:48:15.392445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:15.424045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf5304-aa8c-4ef8-bb7e-244715e82e60 service neutron] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:15.437308 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fadf7f-0360-4aab-b675-aea214315ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:15.532839 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178ce30-d0a6-41ee-a397-e4e0b30c7b33 x-openstack-request-id: req-f178ce30-d0a6-41ee-a397-e4e0b30c7b33 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:15.533137 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:15.533389 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f178ce30-d0a6-41ee-a397-e4e0b30c7b33 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:15.533786 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'status': 'completed', 'code': 200} Jul 08 02:48:15.542195 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-6b57fe16-978d-4ed7-8769-776667034a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.543764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-6b57fe16-978d-4ed7-8769-776667034a66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1096 time: 0.0652966 Jul 08 02:48:15.590276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-b7de73f7-79bc-4fb5-97b2-24e28006c33a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 217 time: 0.0378537 Jul 08 02:48:15.639495 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-6fcd9248-9ca1-4fef-91c9-4813460a0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.641064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-6fcd9248-9ca1-4fef-91c9-4813460a0d15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0449708 Jul 08 02:48:15.697663 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-a6a69bd5-0f19-4a0f-84ab-025a725b9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:15.699861 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-a6a69bd5-0f19-4a0f-84ab-025a725b9898 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527093 Jul 08 02:48:15.792681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-6d1b4aa7-a0ee-4c57-830a-2533375cb9fe service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865707 Jul 08 02:48:15.886675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-562a979f-c977-47a3-a279-3b2a6e7b9b8c req-702377d9-3bdb-41d5-8899-91a2cb8333a1 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865386 Jul 08 02:48:15.926223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:16.089119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-52202a26-4616-4007-963f-28daa2eb60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:16.090513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-52202a26-4616-4007-963f-28daa2eb60dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1096 time: 0.0568562 Jul 08 02:48:16.181258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-4b58ff51-1c9b-470f-8cf7-7c38cb128a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:16.183268 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-4b58ff51-1c9b-470f-8cf7-7c38cb128a0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0857899 Jul 08 02:48:16.225639 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-a62001e2-e8ec-4214-b307-d3cb4c7b7b70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 217 time: 0.0343847 Jul 08 02:48:16.280317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-90fa2ab5-42de-4e97-be84-a8f21d430fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:16.281955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-90fa2ab5-42de-4e97-be84-a8f21d430fc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0496616 Jul 08 02:48:16.340617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-017a7ff3-d3e3-4005-97d2-310f2a9eada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:16.342307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-017a7ff3-d3e3-4005-97d2-310f2a9eada8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531294 Jul 08 02:48:16.380698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94dc8a-3998-475a-b808-ab7661fa5777 req-9470e96b-d92f-40db-9328-b5c9566b733c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:16.383123 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac94dc8a-3998-475a-b808-ab7661fa5777 req-9470e96b-d92f-40db-9328-b5c9566b733c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0700815 Jul 08 02:48:16.421663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ac94dc8a-3998-475a-b808-ab7661fa5777 req-e9f505da-ca4c-46af-9c6e-50637eee49c1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Jul 08 02:48:16.443711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-7c852801-0cde-41b9-8d7c-b9da51278376 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934093 Jul 08 02:48:16.535755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-57fadf7f-0360-4aab-b675-aea214315ad6 req-a6f61332-eb3a-4f62-9124-055b3819a909 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853546 Jul 08 02:48:17.598650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d27c-88b4-4a2c-af01-f4f910d2904a req-99dd5855-d3be-42ba-b894-ac02354b15e0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:17.600200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5a7d27c-88b4-4a2c-af01-f4f910d2904a req-99dd5855-d3be-42ba-b894-ac02354b15e0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0646107 Jul 08 02:48:17.623382 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:17.640291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5a7d27c-88b4-4a2c-af01-f4f910d2904a req-2d590480-db33-4cd8-aaf0-60841644150c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345662 Jul 08 02:48:18.129803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:48:18.221968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:18.233244 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'mac_address': 'fa:16:3e:40:4f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:48:18.268748 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:18.281176 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:18.299863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:18.377275 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:18.422072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:18.520390 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:18.574686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4e429a95-2dee-4f84-8cb8-cd379ce23fd6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:18.813245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d43ea-86f4-43f4-9067-2277809c79c1 req-471653bc-9417-43c2-a9fc-e73f2674f4ac tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:18.814627 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca8d43ea-86f4-43f4-9067-2277809c79c1 req-471653bc-9417-43c2-a9fc-e73f2674f4ac tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0633628 Jul 08 02:48:18.851715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ca8d43ea-86f4-43f4-9067-2277809c79c1 req-82895f51-452d-4ddb-ab8c-6b5dfd9ea6d7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Jul 08 02:48:20.030744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a0338-b303-4555-bb25-a577684cd7cd req-4637bbd9-6f77-4301-8ec3-ae8d269e1de9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:20.032248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da6a0338-b303-4555-bb25-a577684cd7cd req-4637bbd9-6f77-4301-8ec3-ae8d269e1de9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0680602 Jul 08 02:48:20.068513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da6a0338-b303-4555-bb25-a577684cd7cd req-a7699f65-fa93-4821-a352-48392c9b207d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Jul 08 02:48:20.154734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:20.246031 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:20.249578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:20.249950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:20.325821 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:20.347892 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:20.350132 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce6e60-c211-4dc8-935e-167beb6639b0" -d '{"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-plugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:20.362672 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:20.386303 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328b6c38-bbbe-4de6-9649-b0898622917e x-openstack-request-id: req-328b6c38-bbbe-4de6-9649-b0898622917e {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:20.386596 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-plugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:20.386847 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-328b6c38-bbbe-4de6-9649-b0898622917e {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:20.387263 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'code': 200} Jul 08 02:48:20.434711 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:20.482500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:20.498882 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1c855-8005-4a30-952c-8db6de5fbe4a req-3aa10902-d19d-4220-b5d8-3de85eb9bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:20.500417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5db1c855-8005-4a30-952c-8db6de5fbe4a req-3aa10902-d19d-4220-b5d8-3de85eb9bfe7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1098 time: 0.0535920 Jul 08 02:48:20.534102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5db1c855-8005-4a30-952c-8db6de5fbe4a req-be9c9a71-96ec-43c9-93e8-279235551c89 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269878 Jul 08 02:48:21.238098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8ada0-1c8c-47d8-99e4-f466b48488b0 req-282d05b1-7236-4bc9-b088-2c83c3ff10a0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:21.239874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cea8ada0-1c8c-47d8-99e4-f466b48488b0 req-282d05b1-7236-4bc9-b088-2c83c3ff10a0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0638497 Jul 08 02:48:21.277873 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cea8ada0-1c8c-47d8-99e4-f466b48488b0 req-53a029e0-74d4-4488-87a0-8bf42f21c4cb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Jul 08 02:48:21.377484 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:22.457025 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481af55-898b-444a-b0c2-7d99d5f6500e req-039828a2-5f2b-45c8-a7cb-6bb9380ddb4d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.458427 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d481af55-898b-444a-b0c2-7d99d5f6500e req-039828a2-5f2b-45c8-a7cb-6bb9380ddb4d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0632138 Jul 08 02:48:22.499572 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d481af55-898b-444a-b0c2-7d99d5f6500e req-f23d3bf0-c9d4-45a0-a5df-9c2e5b84509b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357182 Jul 08 02:48:22.665124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda32b1-52e1-47b5-9a0b-3180e1eb817f req-8cd7855b-8d16-416c-b914-b29172363f40 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.667135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bda32b1-52e1-47b5-9a0b-3180e1eb817f req-8cd7855b-8d16-416c-b914-b29172363f40 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0669925 Jul 08 02:48:22.675669 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:22.680627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Request body: {'floatingip': {'port_id': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:22.719997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:23.159191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:23.217298 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:23.313278 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f associated. External IP: 172.25.8.37, port: 4e429a95-2dee-4f84-8cb8-cd379ce23fd6. Jul 08 02:48:23.513252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:48:23.615831 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:48:23.621174 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:23.625422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:48:23.634074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:23.634691 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:48:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:23.656540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e6f512fd-e5c0-4ca4-8797-cc2665630495 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "PUT /v2.0/floatingips/5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f HTTP/1.1" status: 200 len: 992 time: 0.9797900 Jul 08 02:48:23.657146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:23.659613 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f37aacd-459a-40e9-b19e-6eeaa5958a82" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:23.698857 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae08192b-8ec3-4897-827f-110217a8dbde x-openstack-request-id: req-ae08192b-8ec3-4897-827f-110217a8dbde {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:23.699546 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:23.699546 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae08192b-8ec3-4897-827f-110217a8dbde {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:23.699831 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'status': 'completed', 'code': 200} Jul 08 02:48:23.784448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-b02537f3-2517-4b0c-a726-4f6f310b9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:23.786049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-b02537f3-2517-4b0c-a726-4f6f310b9140 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1098 time: 0.0620241 Jul 08 02:48:23.880885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-abe600f5-5c52-421a-ad64-04fea3516a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:23.882375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-abe600f5-5c52-421a-ad64-04fea3516a73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0900071 Jul 08 02:48:23.896932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:23.950079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-b00b7f5c-31f6-4fa8-a023-79cff8df7576 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1000 time: 0.0602031 Jul 08 02:48:23.999473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-f3c2a444-0a02-4fcd-a645-594dd6ba4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:24.000974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-f3c2a444-0a02-4fcd-a645-594dd6ba4b3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0437803 Jul 08 02:48:24.065340 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-8d8b5508-1ffb-41dd-960c-97fbdfe16bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:24.066862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-8d8b5508-1ffb-41dd-960c-97fbdfe16bbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601342 Jul 08 02:48:24.128949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:40:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:48:23Z', 'revision_number': 13, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:24.154414 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-695e3289-6f2f-4dfc-ac0c-ee5a340192c2 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811574 Jul 08 02:48:24.154751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:48:24.163061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:48:24.163707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:48:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:24.251169 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f37aacd-459a-40e9-b19e-6eeaa5958a82 req-e6e03218-f8be-46be-8e46-aac4a578a428 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894346 Jul 08 02:48:24.269717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:48:24.486440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:40:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:48:23Z', 'revision_number': 13, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:48:24.515139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b53bb2-5072-45cd-9c3f-7b8579e04685 None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'port_id': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'mac_address': 'fa:16:3e:40:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:02Z', 'updated_at': '2021-07-08T02:48:23Z', 'revision_number': 13, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:48:24.689214 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590740b-17f6-40eb-8680-a3a7eff04466 None None] New status for floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:48:32.719812 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:48:33.983641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-4d9c5381-88bc-425c-9e3b-7ab8553e08c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505536 Jul 08 02:48:34.088363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-f964aac4-a5e3-412e-905d-5456ce2d7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.089816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-f964aac4-a5e3-412e-905d-5456ce2d7c9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1098 time: 0.0521986 Jul 08 02:48:34.199970 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-dd326af9-8ed3-4705-b450-bbc67404afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.201444 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-dd326af9-8ed3-4705-b450-bbc67404afdc service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0855901 Jul 08 02:48:34.274650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-0e04acd1-bb2e-4198-94a0-10f0fd64b4de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1002 time: 0.0572729 Jul 08 02:48:34.326688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-a0199afe-494a-4f19-8d58-fe2a2522d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.328153 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-a0199afe-494a-4f19-8d58-fe2a2522d456 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0422394 Jul 08 02:48:34.391682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-03697aa7-0da9-404d-972c-fed2ae628ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.393183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-03697aa7-0da9-404d-972c-fed2ae628ea6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544741 Jul 08 02:48:34.480260 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-b6358c14-90f0-4097-a594-c2abd3ef4396 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785668 Jul 08 02:48:34.573845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31cb55dd-4900-48c1-9e95-e8cecbd2f540 req-55abdae7-f734-49f1-9bec-28a4f8f16f2a service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Jul 08 02:48:42.137021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d4dc-202e-4c38-b23e-1d4e4d4fca0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:44.491226 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2d09a5ef-8519-456f-ab71-9e9fbbfc6b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:44.903016 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:45.925530 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:47.651988 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:48.525615 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.365872 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.719608 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:49:12.137434 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-477300d2-e8d1-4646-a14b-d1f7e73d1749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.484941 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b60c2965-7201-48d7-b3dc-fdc7be6a523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:14.924992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:15.925483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:17.639418 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:18.570570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:21.370920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:36.509172 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86522406-707d-47c8-824a-147df1e9091a req-5d9ec339-35ea-4355-b18b-f00e41137805 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530443 Jul 08 02:49:36.599932 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86522406-707d-47c8-824a-147df1e9091a req-6fb1b469-13ab-42de-9e4d-633ca0a02d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:36.601431 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86522406-707d-47c8-824a-147df1e9091a req-6fb1b469-13ab-42de-9e4d-633ca0a02d56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1098 time: 0.0504978 Jul 08 02:49:36.706243 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86522406-707d-47c8-824a-147df1e9091a req-2507e37a-cee0-4fd2-b65c-0615b6bf38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:36.707740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86522406-707d-47c8-824a-147df1e9091a req-2507e37a-cee0-4fd2-b65c-0615b6bf38eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0865161 Jul 08 02:49:36.770212 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86522406-707d-47c8-824a-147df1e9091a req-d83c15d4-fbe8-4f62-b738-30362f40764f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1002 time: 0.0557201 Jul 08 02:49:36.820667 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86522406-707d-47c8-824a-147df1e9091a req-f6e04394-4ee4-43b5-a27a-ada36f2cd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:36.822092 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86522406-707d-47c8-824a-147df1e9091a req-f6e04394-4ee4-43b5-a27a-ada36f2cd220 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0459921 Jul 08 02:49:36.876901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86522406-707d-47c8-824a-147df1e9091a req-89df50f8-f3ca-4ed6-9a3b-9766e5f2981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:36.878360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86522406-707d-47c8-824a-147df1e9091a req-89df50f8-f3ca-4ed6-9a3b-9766e5f2981c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503972 Jul 08 02:49:36.964818 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86522406-707d-47c8-824a-147df1e9091a req-ed0fd94a-4608-43b5-98d7-0bb1ee593af5 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799294 Jul 08 02:49:37.054596 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-86522406-707d-47c8-824a-147df1e9091a req-7cac98f7-913e-4275-b5aa-e82eeb73dc43 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834184 Jul 08 02:49:42.131051 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43089c5b-52b5-4e0f-9c4c-23816175273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:44.490944 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3db4f299-75b1-4769-a166-59ff6c105050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:44.884898 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:45.907734 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:46.719646 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:49:47.604698 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:48.587988 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:51.404747 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:05.780619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004884a7-c5c8-4b25-9277-fe912b6603f5 req-65b09e20-896b-4a78-b9c7-a1e3749ddc3e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:05.782115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-004884a7-c5c8-4b25-9277-fe912b6603f5 req-65b09e20-896b-4a78-b9c7-a1e3749ddc3e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0684595 Jul 08 02:50:05.819559 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-004884a7-c5c8-4b25-9277-fe912b6603f5 req-ca26b91a-fedf-47aa-ac80-8804a602ac25 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Jul 08 02:50:12.124700 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5a8ed85f-9204-4890-adf0-9b40fa7d7459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.484322 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-01f35017-f62d-46f7-a952-ce20e4d6739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.924298 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:15.936189 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:17.610223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:17.648421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3f8e-e4c8-46c8-9c80-04ebb40d8f67 req-03706a44-9c97-46bf-82c9-a98ac65c96a8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:17.649944 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d3a3f8e-e4c8-46c8-9c80-04ebb40d8f67 req-03706a44-9c97-46bf-82c9-a98ac65c96a8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0708840 Jul 08 02:50:17.690585 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d3a3f8e-e4c8-46c8-9c80-04ebb40d8f67 req-a1e78f05-625d-4930-ba60-8eb3d25f977a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345011 Jul 08 02:50:17.818417 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-122a63ea-d70b-42d0-99c1-cfc5fc8caead service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897348 Jul 08 02:50:18.587230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.880109 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbcd37-852b-4bbf-b349-5ec219bfc5d1 req-79f65443-1a86-4b90-b877-a007d2bebde9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:18.881530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ebbcd37-852b-4bbf-b349-5ec219bfc5d1 req-79f65443-1a86-4b90-b877-a007d2bebde9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0711241 Jul 08 02:50:18.918430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ebbcd37-852b-4bbf-b349-5ec219bfc5d1 req-058a5007-8a63-45f5-beb5-1faa21e5f6d3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Jul 08 02:50:19.830349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-bd3c8090-81f6-44f5-a037-14b8a3e3de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:19.831868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-bd3c8090-81f6-44f5-a037-14b8a3e3de7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1098 time: 0.0527780 Jul 08 02:50:19.920905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-8fa0c69f-b528-47ae-a3e5-c4b5b36f80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:19.922404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-8fa0c69f-b528-47ae-a3e5-c4b5b36f80be service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0842535 Jul 08 02:50:19.988261 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-af9f98b0-7d4b-4bcc-9333-1d9ccb751a4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1002 time: 0.0573230 Jul 08 02:50:20.037312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-41212949-6313-4df6-ac62-f3ed9cf66d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:20.038770 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-41212949-6313-4df6-ac62-f3ed9cf66d6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0440447 Jul 08 02:50:20.098945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca24923-686b-4a9b-8b61-43b945219050 req-773284ee-01c5-4fd5-95e2-0720f730d01b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:20.099582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-b67776f6-fcc8-4f32-be01-7f5392383876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:20.100555 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ca24923-686b-4a9b-8b61-43b945219050 req-773284ee-01c5-4fd5-95e2-0720f730d01b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0671003 Jul 08 02:50:20.100718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-b67776f6-fcc8-4f32-be01-7f5392383876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551324 Jul 08 02:50:20.140634 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ca24923-686b-4a9b-8b61-43b945219050 req-c2a1e991-3c33-40eb-a4a7-a587428d55f9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341854 Jul 08 02:50:20.523346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-4d41b997-c63d-482d-b21f-76b930173f28 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150901 Jul 08 02:50:20.624049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-42ea92b7-4391-4748-b950-0ff68a087a74 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938096 Jul 08 02:50:21.311606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12f090-8d34-4abf-b281-30a6d3eacd8c req-2734e568-3746-4d0f-8838-b1ac832124cc tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:21.313084 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d12f090-8d34-4abf-b281-30a6d3eacd8c req-2734e568-3746-4d0f-8838-b1ac832124cc tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0623019 Jul 08 02:50:21.351176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d12f090-8d34-4abf-b281-30a6d3eacd8c req-dfe4fa50-6827-4685-9257-ea42cd4b5d01 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Jul 08 02:50:21.403771 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:22.523821 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e4487-af09-486a-b38f-083a10394918 req-56b94411-3af1-49ba-98b0-a3775b4ada51 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:22.525247 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f1e4487-af09-486a-b38f-083a10394918 req-56b94411-3af1-49ba-98b0-a3775b4ada51 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0659392 Jul 08 02:50:22.563017 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4f1e4487-af09-486a-b38f-083a10394918 req-4287bf6e-8a2c-4b8f-a3a5-813839628a61 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Jul 08 02:50:23.719501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:50:23.733517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8b4e3-dd62-407d-9afb-fe8e6489ab6b req-6ddec059-2e21-4497-bddb-9bc3913277c9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:23.734986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea8b4e3-dd62-407d-9afb-fe8e6489ab6b req-6ddec059-2e21-4497-bddb-9bc3913277c9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0614715 Jul 08 02:50:23.770996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ea8b4e3-dd62-407d-9afb-fe8e6489ab6b req-901142fb-fef3-4fa2-9c97-a5cd3b490ea6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302706 Jul 08 02:50:24.949581 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3126f-914f-4d3e-a328-4f7e2cd3f7ea req-e2bb354c-bb09-49b3-85bc-fd7a8019d282 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:24.951072 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33e3126f-914f-4d3e-a328-4f7e2cd3f7ea req-e2bb354c-bb09-49b3-85bc-fd7a8019d282 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0653698 Jul 08 02:50:24.993409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-33e3126f-914f-4d3e-a328-4f7e2cd3f7ea req-931a7354-d9bf-48ac-bfb5-477c3d244902 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368111 Jul 08 02:50:26.165699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cb1d1-900d-40ff-a17a-773bf6cdfc8a req-53fc6b67-cb6c-47d4-9663-9fad8d271da6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:26.167160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d89cb1d1-900d-40ff-a17a-773bf6cdfc8a req-53fc6b67-cb6c-47d4-9663-9fad8d271da6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0652976 Jul 08 02:50:26.203522 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d89cb1d1-900d-40ff-a17a-773bf6cdfc8a req-021e9bd8-9e0b-4cef-8676-d4828c404e0a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303249 Jul 08 02:50:27.372450 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90a185-556e-4934-99f9-71be106571ec req-7da3d8f3-262d-4702-a0cb-db28fb080060 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:27.373911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d90a185-556e-4934-99f9-71be106571ec req-7da3d8f3-262d-4702-a0cb-db28fb080060 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0625262 Jul 08 02:50:27.410162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d90a185-556e-4934-99f9-71be106571ec req-844f7517-7498-4942-89b1-378495d6ae18 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Jul 08 02:50:28.588866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f00b01-cc73-490c-b1ef-378f4864a2fc req-372b3b80-c7bb-458a-9662-7a4a8e323dcf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:28.590287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1f00b01-cc73-490c-b1ef-378f4864a2fc req-372b3b80-c7bb-458a-9662-7a4a8e323dcf tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0676267 Jul 08 02:50:28.627488 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f1f00b01-cc73-490c-b1ef-378f4864a2fc req-21c7d599-a3f4-49a1-b4f4-68bb3ab0dd4a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316010 Jul 08 02:50:29.799054 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8f914-b401-45fa-a9a8-0e341e5bab45 req-9bc78c20-8a3c-4cdd-bee7-801d9a73c074 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:29.800577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96c8f914-b401-45fa-a9a8-0e341e5bab45 req-9bc78c20-8a3c-4cdd-bee7-801d9a73c074 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0641038 Jul 08 02:50:29.837271 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96c8f914-b401-45fa-a9a8-0e341e5bab45 req-ad17a1d8-f533-4fe4-ab50-a5154d2f26e0 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Jul 08 02:50:31.010630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55fb49-4ddf-45e3-b92c-36b824405f7a req-f6c94b6e-79d9-47e6-898d-7e1d6c06c7ca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:31.012115 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c55fb49-4ddf-45e3-b92c-36b824405f7a req-f6c94b6e-79d9-47e6-898d-7e1d6c06c7ca tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0648320 Jul 08 02:50:31.048881 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4c55fb49-4ddf-45e3-b92c-36b824405f7a req-1ded8a17-7f5e-468c-a948-fd9d53e88394 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312119 Jul 08 02:50:32.223143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34642a3-2140-463d-b271-1480da514a0c req-c4bc57ed-9a96-4dde-bb87-a11d9d779057 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:32.224655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e34642a3-2140-463d-b271-1480da514a0c req-c4bc57ed-9a96-4dde-bb87-a11d9d779057 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0655401 Jul 08 02:50:32.261284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e34642a3-2140-463d-b271-1480da514a0c req-886dcd1b-62b1-469d-8600-d001d080745c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312643 Jul 08 02:50:33.439512 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359ad0d-db0f-4dad-b7ef-884604cba65f req-de972974-e24b-414e-831d-dfda56d5167f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:33.441001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6359ad0d-db0f-4dad-b7ef-884604cba65f req-de972974-e24b-414e-831d-dfda56d5167f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0634878 Jul 08 02:50:33.479071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6359ad0d-db0f-4dad-b7ef-884604cba65f req-d0949d8f-b227-4d05-80fc-87c168c0f128 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324075 Jul 08 02:50:34.656026 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e8aab-18d4-4deb-9e58-3c3b6626617e req-50cd7cee-f018-48fc-96e3-9d3a18cb6b6e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:34.657551 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae1e8aab-18d4-4deb-9e58-3c3b6626617e req-50cd7cee-f018-48fc-96e3-9d3a18cb6b6e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0637286 Jul 08 02:50:34.695001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae1e8aab-18d4-4deb-9e58-3c3b6626617e req-d7dda0d3-a7fe-4d3a-b074-19a9865519d9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Jul 08 02:50:35.128847 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-9e924d40-37d1-4e07-abd9-f9b69cc6fbf5 service neutron] show failed (client error): The resource could not be found. Jul 08 02:50:35.129781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-9e924d40-37d1-4e07-abd9-f9b69cc6fbf5 service neutron] 10.222.0.32 "GET /v2.0/ports/4e429a95-2dee-4f84-8cb8-cd379ce23fd6/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0542448 Jul 08 02:50:35.612362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-bfa42e08-e06b-4b55-b2fa-f4ab31e29fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:35.613921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-bfa42e08-e06b-4b55-b2fa-f4ab31e29fcf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 1098 time: 0.0556598 Jul 08 02:50:35.624574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:35.692929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:35.944369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d712775-d998-469e-b8f6-39a483c645e0 req-98d1d3f9-8d7f-44df-8e1e-abc5d03a3203 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:35.945858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d712775-d998-469e-b8f6-39a483c645e0 req-98d1d3f9-8d7f-44df-8e1e-abc5d03a3203 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.1372216 Jul 08 02:50:35.947594 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:36.006683 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d712775-d998-469e-b8f6-39a483c645e0 req-bf736185-e0a8-4e71-befe-a953b4f0f7c6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502455 Jul 08 02:50:36.009769 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:50:36.048637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:36.050868 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd131ba4-5115-4d05-b6c7-e48c716bef3b" -d '{"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-unplugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:36.054349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.067277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Transition to ACTIVE for port object 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:50:36.100437 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43ebf3e-94b0-4c9f-ae04-33ccc41c9517 x-openstack-request-id: req-b43ebf3e-94b0-4c9f-ae04-33ccc41c9517 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:36.100733 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-unplugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:36.101022 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b43ebf3e-94b0-4c9f-ae04-33ccc41c9517 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:36.101426 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'code': 200} Jul 08 02:50:36.141819 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.226198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:36.238449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.238784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.239126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.239506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.240110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.240442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.240774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.241101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.241432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.241787 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.242112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.242435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:36.277784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] No DVR routers for this DVR port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:50:36.419125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:50:36.419491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:50:36.419827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:50:36.424508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:50:36.424830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:50:36.429580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:50:36.429921 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:50:36.430307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:50:36.430730 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Bound port: 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:50:36.431092 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.496097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:50:36.499025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:50:36.558317 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.593617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.594242 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.595668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1093 time: 0.9750752 Jul 08 02:50:36.614452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c43363-d8cb-4163-a429-cfcdbe652053 service neutron] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:36.675369 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-1d3890ea-3e43-4e93-8f39-2ecccc1bbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.676936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-1d3890ea-3e43-4e93-8f39-2ecccc1bbf72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1096 time: 0.0569706 Jul 08 02:50:36.771885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-847229a5-b9bc-4ec0-a3fb-659989c04a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.773397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-847229a5-b9bc-4ec0-a3fb-659989c04a78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0904081 Jul 08 02:50:36.779046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:50:36.822758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:50:36.838721 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-c993ea97-89db-4b29-94f0-85c93f9cf0be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1000 time: 0.0588601 Jul 08 02:50:36.885696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-4ee73560-dd75-4090-8122-fc40645b23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.887009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-4ee73560-dd75-4090-8122-fc40645b23df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0422018 Jul 08 02:50:36.946885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-0db79bde-ad0e-4ad1-bfb8-99528834474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.948440 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-0db79bde-ad0e-4ad1-bfb8-99528834474d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550520 Jul 08 02:50:37.036003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-b94abfaa-04b0-40ee-8a6c-df4de32983ff service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799778 Jul 08 02:50:37.139281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-dda01f58-d331-4df0-9644-785e0e60d36a service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968604 Jul 08 02:50:37.189360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd731c4-f55d-47c7-815c-fa86e3d0a373 req-e15e766b-10ac-4330-a53e-fee89bee0cae tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:37.190834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fd731c4-f55d-47c7-815c-fa86e3d0a373 req-e15e766b-10ac-4330-a53e-fee89bee0cae tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0664790 Jul 08 02:50:37.228166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fd731c4-f55d-47c7-815c-fa86e3d0a373 req-6ee69c2c-4603-4dec-be19-4264f17b38a1 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317838 Jul 08 02:50:38.102591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:38.104988 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48efe413-0e7d-40d1-a256-a974d13173c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:38.152771 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4613368c-f200-4f44-9fee-0114874b6163 x-openstack-request-id: req-4613368c-f200-4f44-9fee-0114874b6163 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:38.153072 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:38.153332 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4613368c-f200-4f44-9fee-0114874b6163 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:38.153740 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'status': 'completed', 'code': 200} Jul 08 02:50:38.266854 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-a8cb4933-d59e-4d6f-a596-0c1b16e9ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.268428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-a8cb4933-d59e-4d6f-a596-0c1b16e9ee6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1096 time: 0.0948315 Jul 08 02:50:38.274361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-b59b707b-02e3-46f3-b451-0f5f37047209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.275823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-b59b707b-02e3-46f3-b451-0f5f37047209 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1096 time: 0.0941412 Jul 08 02:50:38.479786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-f9780ba4-b0c5-4d50-9fb1-a551a46ffcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.481181 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-f9780ba4-b0c5-4d50-9fb1-a551a46ffcca service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1968951 Jul 08 02:50:38.490303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-b1d9d7c4-efa3-423c-9cae-ae2ccdf6c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.491706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-b1d9d7c4-efa3-423c-9cae-ae2ccdf6c274 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.2150447 Jul 08 02:50:38.542872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc28755-a119-4217-b058-773b954823f5 req-1181aaa7-5871-49b8-811f-00b2a8e6ef1a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.544428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfc28755-a119-4217-b058-773b954823f5 req-1181aaa7-5871-49b8-811f-00b2a8e6ef1a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.1741216 Jul 08 02:50:38.640830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-4251adee-bd94-4b91-9c18-b7834dabfcf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1515672 Jul 08 02:50:38.644481 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-d3928cee-1223-4943-809a-92dd5ecb78af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1454198 Jul 08 02:50:38.647678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfc28755-a119-4217-b058-773b954823f5 req-edd1310a-db93-4c60-9fe0-99ebfc090025 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687265 Jul 08 02:50:38.728424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-ef5c6792-f634-4881-af85-76fda264b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.729963 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-ef5c6792-f634-4881-af85-76fda264b6d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0813994 Jul 08 02:50:38.731565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-9a216efa-3e14-4fdc-99f9-ee490015c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.732886 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-9a216efa-3e14-4fdc-99f9-ee490015c718 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0771360 Jul 08 02:50:38.829939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-224f8ceb-b3f9-4a30-b466-5bad59761f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.831494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-224f8ceb-b3f9-4a30-b466-5bad59761f1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941086 Jul 08 02:50:38.834018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-8445eca8-b44e-45b3-9415-0b89307cf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:38.835395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-8445eca8-b44e-45b3-9415-0b89307cf1d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906096 Jul 08 02:50:39.003246 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-3c42d9b6-57f0-41c1-a67c-3553371591f7 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654773 Jul 08 02:50:39.005261 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-5c9797cb-159f-48ce-b2a4-e2a8ef7ebff7 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599791 Jul 08 02:50:39.158565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-3ae0569a-d641-43a9-8516-5ada378e374f service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496079 Jul 08 02:50:39.160816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-48efe413-0e7d-40d1-a256-a974d13173c7 req-78e2e3d0-4b73-4d82-92de-e888c2f301f0 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443753 Jul 08 02:50:39.823905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d329dbf-83e5-40c1-9f17-1069bf16cde7 req-5beaf6d5-d572-4ae4-a554-2604aae7f584 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:39.825501 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d329dbf-83e5-40c1-9f17-1069bf16cde7 req-5beaf6d5-d572-4ae4-a554-2604aae7f584 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0627027 Jul 08 02:50:39.870468 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d329dbf-83e5-40c1-9f17-1069bf16cde7 req-de5c45a1-2716-4079-adce-4a3d2f3eecef tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392067 Jul 08 02:50:41.059002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1ae29-0ed6-4277-9927-dc87d166a3ef req-07b51185-83fa-42ae-93e8-074586702bec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:41.060553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ea1ae29-0ed6-4277-9927-dc87d166a3ef req-07b51185-83fa-42ae-93e8-074586702bec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0634224 Jul 08 02:50:41.098067 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ea1ae29-0ed6-4277-9927-dc87d166a3ef req-7acf146b-8b66-40b0-9f3a-ed33ca588dfc tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Jul 08 02:50:42.146958 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-279babf5-3d85-49bc-8eb9-def03e476f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:42.270465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cf198-393a-48b1-89a7-abea12edb7c4 req-ae59cead-da1c-4274-b836-fae1a1088240 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:42.272701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-369cf198-393a-48b1-89a7-abea12edb7c4 req-ae59cead-da1c-4274-b836-fae1a1088240 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0635171 Jul 08 02:50:42.312848 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-369cf198-393a-48b1-89a7-abea12edb7c4 req-74b30a7a-41a4-46a8-bb4e-17d1db49e4d6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346429 Jul 08 02:50:43.488107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f6521-59f6-467b-84d5-82635d646681 req-157e7d00-1301-4d11-8b06-d82363c1b16c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:43.489581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-084f6521-59f6-467b-84d5-82635d646681 req-157e7d00-1301-4d11-8b06-d82363c1b16c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0662296 Jul 08 02:50:43.525557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-084f6521-59f6-467b-84d5-82635d646681 req-62fed009-3c50-444b-bc54-45d439d3f9f4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301950 Jul 08 02:50:44.478081 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e19a48d5-e17c-4322-937e-08c7396fcd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:44.695508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3b0b4-2bfc-4e48-bbe7-9fcbaf35d093 req-5aad5284-812c-4512-a9fb-1e118a702150 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:44.696977 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9b3b0b4-2bfc-4e48-bbe7-9fcbaf35d093 req-5aad5284-812c-4512-a9fb-1e118a702150 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0618901 Jul 08 02:50:44.734155 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c9b3b0b4-2bfc-4e48-bbe7-9fcbaf35d093 req-6f9262aa-666f-4b24-816a-f513f4b21d6e tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Jul 08 02:50:44.907040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:45.916947 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6d4c9-2e4a-4951-9b6a-e5cd17c0bb31 req-6d6af6bb-84f9-4e97-9386-836f49e71ecb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:45.918442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17a6d4c9-2e4a-4951-9b6a-e5cd17c0bb31 req-6d6af6bb-84f9-4e97-9386-836f49e71ecb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0720434 Jul 08 02:50:45.939871 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:45.956575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-17a6d4c9-2e4a-4951-9b6a-e5cd17c0bb31 req-dbca5f9d-0621-4819-96b6-fc5105ce5b55 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Jul 08 02:50:47.136513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa595-32ce-4e68-8cba-5f3e5ce12975 req-00dca0d3-f41e-4fc1-94c3-01bcab61d9f3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:47.137998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a3fa595-32ce-4e68-8cba-5f3e5ce12975 req-00dca0d3-f41e-4fc1-94c3-01bcab61d9f3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0681012 Jul 08 02:50:47.174835 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a3fa595-32ce-4e68-8cba-5f3e5ce12975 req-c69549ff-7233-46eb-bcbc-e856f0f061f3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Jul 08 02:50:47.615201 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:48.350500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24c688-3b5c-45a9-bfb9-75329764a6cd req-6b769f51-ee86-4c58-8264-1a31e81fc951 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:48.352001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d24c688-3b5c-45a9-bfb9-75329764a6cd req-6b769f51-ee86-4c58-8264-1a31e81fc951 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0664055 Jul 08 02:50:48.387988 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7d24c688-3b5c-45a9-bfb9-75329764a6cd req-62125e0d-8fcd-4545-a242-e468cc5cabdc tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305464 Jul 08 02:50:48.598047 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:49.560792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7edc8-5423-4d01-bb07-8e11e3df5c92 req-9203e52e-317b-4597-bc3a-3ed05294c25a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:49.562762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ea7edc8-5423-4d01-bb07-8e11e3df5c92 req-9203e52e-317b-4597-bc3a-3ed05294c25a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0623586 Jul 08 02:50:49.599135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1ea7edc8-5423-4d01-bb07-8e11e3df5c92 req-5fb4fd48-523d-46ea-8d48-ecfa537eef91 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308030 Jul 08 02:50:50.259140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-ef7a6de8-0a0e-4e76-89fb-698ac38afded tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:50.260675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-ef7a6de8-0a0e-4e76-89fb-698ac38afded tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86&tenant_id=f6a636b6ffb84e1ca843e94a88603e98&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 944 time: 0.0716028 Jul 08 02:50:50.273229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762fa3-da88-4929-bd54-54a99368653b req-647ec26f-9685-4bee-8634-59e28de22cba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:50.274721 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea762fa3-da88-4929-bd54-54a99368653b req-647ec26f-9685-4bee-8634-59e28de22cba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 944 time: 0.0624709 Jul 08 02:50:50.316757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea762fa3-da88-4929-bd54-54a99368653b req-e0d21ce0-e143-49ea-8ea0-21d7cb8321b9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356970 Jul 08 02:50:50.320606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-382e9efc-3671-4321-b859-f3bbf64245fb service neutron] 10.222.0.18 "GET /v2.0/ports/4e429a95-2dee-4f84-8cb8-cd379ce23fd6/bindings/n-h1-695189-13 HTTP/1.1" status: 200 len: 383 time: 0.0540650 Jul 08 02:50:50.397825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-29fec193-610c-404b-9375-922fd170641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:50.399539 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:50:50.400035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-29fec193-610c-404b-9375-922fd170641d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1096 time: 0.0562246 Jul 08 02:50:50.492561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-d4c02ba9-2c2d-4381-a744-da8d69740af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:50.493929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:50.494111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-d4c02ba9-2c2d-4381-a744-da8d69740af6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0888729 Jul 08 02:50:50.505411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'mac_address': 'fa:16:3e:40:4f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:50:50.541295 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:50.557454 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:50:50.561612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-269d73b3-2971-4e1b-b309-7d63d312dd8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1000 time: 0.0614798 Jul 08 02:50:50.576332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:50.608926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-dd8a8949-9213-4aff-9434-d4652621e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:50.610387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-dd8a8949-9213-4aff-9434-d4652621e350 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0433407 Jul 08 02:50:50.649541 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:50.668393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-b02d636a-b228-4ff1-bb6f-022e94d1396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:50.669910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-b02d636a-b228-4ff1-bb6f-022e94d1396f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529184 Jul 08 02:50:50.695064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:50.702709 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.703061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.703438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.703781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.704121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.704458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.704790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.705121 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.705450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.705782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.706106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.706431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:50.761506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-3e7388db-e689-4c5c-b019-fb3d1a0748c5 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838571 Jul 08 02:50:50.847704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-796de77f-7f72-4a98-bbf5-1220d94dc102 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793974 Jul 08 02:50:50.883411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['4e429a95-2dee-4f84-8cb8-cd379ce23fd6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:50:51.432412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:51.494643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82e205-6998-48d8-87f9-7a86efa9b460 req-44337b46-9191-4127-9c24-d8e944b9727c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:51.496137 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c82e205-6998-48d8-87f9-7a86efa9b460 req-44337b46-9191-4127-9c24-d8e944b9727c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0630610 Jul 08 02:50:51.532159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c82e205-6998-48d8-87f9-7a86efa9b460 req-ff349744-74a8-4c74-948c-14a99b981ed3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299251 Jul 08 02:50:52.408521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:50:52.512343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:50:52.516870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:50:52.525496 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.593595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.615323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:52.617570 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59adca0b-29ce-44b3-ab4d-a1ae8bd39509" -d '{"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-plugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:52.630820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:52.677275 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f95e94-2908-4e0b-8229-9a073170635b x-openstack-request-id: req-83f95e94-2908-4e0b-8229-9a073170635b {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:52.677572 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-plugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:52.677826 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83f95e94-2908-4e0b-8229-9a073170635b {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:52.678220 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'code': 200} Jul 08 02:50:52.701282 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.726854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e3bcf-bcc0-4001-be7f-a51e06de9ca6 req-bf95da42-a8ef-4c06-9516-cbe38f808697 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:52.728467 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4b3e3bcf-bcc0-4001-be7f-a51e06de9ca6 req-bf95da42-a8ef-4c06-9516-cbe38f808697 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0842175 Jul 08 02:50:52.757637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:52.770081 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4b3e3bcf-bcc0-4001-be7f-a51e06de9ca6 req-13cb6a6e-01ae-48b3-a3cd-b1bc6966c715 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357220 Jul 08 02:50:53.952691 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c8240-ee4f-4f4c-ba16-b9e8a740749d req-242c4647-efee-4042-9f7c-d64a02a0d530 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:53.954397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d93c8240-ee4f-4f4c-ba16-b9e8a740749d req-242c4647-efee-4042-9f7c-d64a02a0d530 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0725219 Jul 08 02:50:53.993829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d93c8240-ee4f-4f4c-ba16-b9e8a740749d req-873c7e65-bbb4-4e6e-b7d3-8f410a757a70 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337803 Jul 08 02:50:55.173908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410b534-41d3-4539-a8a6-66dc34ba0261 req-01a8501f-8643-4739-b33f-1d3d5a6c24f2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:55.174922 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d410b534-41d3-4539-a8a6-66dc34ba0261 req-01a8501f-8643-4739-b33f-1d3d5a6c24f2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0652184 Jul 08 02:50:55.214655 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d410b534-41d3-4539-a8a6-66dc34ba0261 req-86b82790-f11e-4c5a-8595-c83c1851c921 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Jul 08 02:50:55.393595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-522bbd62-61c0-4c6c-8801-9b57436102b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:55.395062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-522bbd62-61c0-4c6c-8801-9b57436102b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86&tenant_id=f6a636b6ffb84e1ca843e94a88603e98 HTTP/1.1" status: 200 len: 1098 time: 0.0523779 Jul 08 02:50:55.406376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:55.476661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:55.668239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:55.700491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:50:55.737735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:55.740175 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2736bde5-e384-4367-b882-69dae94eaaa5" -d '{"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-unplugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:55.744021 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:55.757419 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Transition to ACTIVE for port object 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:50:55.788435 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265fce7e-feaa-447e-83fb-83ce60d44dfc x-openstack-request-id: req-265fce7e-feaa-447e-83fb-83ce60d44dfc {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:55.788726 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-unplugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:55.788988 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-265fce7e-feaa-447e-83fb-83ce60d44dfc {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:55.789368 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'code': 200} Jul 08 02:50:55.820594 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:56.250793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=10']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:56.288217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] No DVR routers for this DVR port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:50:56.405182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379f61-74da-436b-80d4-6f742aee19a6 req-4ba3a06b-cc4d-44c1-b8d1-b504ce16151f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:56.407079 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4379f61-74da-436b-80d4-6f742aee19a6 req-4ba3a06b-cc4d-44c1-b8d1-b504ce16151f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0679126 Jul 08 02:50:56.426043 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:50:56.426596 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:50:56.426727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:50:56.430940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:50:56.431265 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Attempting to bind port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on network 29406835-a314-418e-bd48-72177f068b97 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:50:56.436163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:50:56.436510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Checking segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:50:56.436931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Bound using segment: {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:50:56.437361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Bound port: 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e9fb76-1178-4d57-a146-f30e0390b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '29406835-a314-418e-bd48-72177f068b97'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:50:56.437727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:56.445460 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4379f61-74da-436b-80d4-6f742aee19a6 req-f26d83bd-d08f-4e3b-b1de-9ba6c9ed0649 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327654 Jul 08 02:50:56.455871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:50:56.493703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:50:56.520456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:50:56.523486 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:50:56.661460 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:56.697221 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:56.697842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:56.699315 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] 10.222.0.32 "PUT /v2.0/ports/4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1094 time: 1.2974956 Jul 08 02:50:56.732926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaee63c-dfd1-4bd3-9aa7-b8f03a65270e service neutron] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=11']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:56.781960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-e935a5b9-3547-420a-bf5f-fbabfe9e2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:56.783538 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-e935a5b9-3547-420a-bf5f-fbabfe9e2df3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1097 time: 0.0581880 Jul 08 02:50:56.876646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-6c0264d6-6bd9-4281-82ea-86014f0ff0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:56.878135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-6c0264d6-6bd9-4281-82ea-86014f0ff0f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.0876999 Jul 08 02:50:56.941327 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-2f06494b-2684-4934-b41c-e7f177032def service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1000 time: 0.0564420 Jul 08 02:50:56.990711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0065aed2-635a-42da-be17-98f78b31b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:56.992184 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-0065aed2-635a-42da-be17-98f78b31b085 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0448320 Jul 08 02:50:57.050421 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-3dfb8e54-7afd-4e80-ba29-fe30213f8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:57.051885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-3dfb8e54-7afd-4e80-ba29-fe30213f8f25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533583 Jul 08 02:50:57.137344 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-9c9ca1f5-716e-440e-ac2e-ab0cf8d2f5aa service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787151 Jul 08 02:50:57.227620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-da989f2d-cbb6-4641-9405-8e4bd19210e2 req-7e47d74c-dd5c-4624-aebf-765926cdd95d service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824566 Jul 08 02:50:57.622562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cc352-1d88-458d-ac16-5fee7ff49cf6 req-e2dae708-cebb-41b1-8592-a287ef93703d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:57.624047 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d91cc352-1d88-458d-ac16-5fee7ff49cf6 req-e2dae708-cebb-41b1-8592-a287ef93703d tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0633323 Jul 08 02:50:57.662976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d91cc352-1d88-458d-ac16-5fee7ff49cf6 req-d159d93b-7e90-44bd-81d3-dbcf831033c6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326483 Jul 08 02:50:57.790985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:57.793349 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248828e0-d034-4937-8094-fd016c915dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:57.840920 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dfe0ef-2fbc-4062-bb4b-df68e59b15e6 x-openstack-request-id: req-26dfe0ef-2fbc-4062-bb4b-df68e59b15e6 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:57.841213 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:57.841467 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26dfe0ef-2fbc-4062-bb4b-df68e59b15e6 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:57.841866 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'status': 'completed', 'code': 200} Jul 08 02:50:57.954990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248828e0-d034-4937-8094-fd016c915dc2 req-b22392f1-da5c-405e-bbb4-86b009d4bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:57.956588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-b22392f1-da5c-405e-bbb4-86b009d4bd6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1097 time: 0.0932581 Jul 08 02:50:57.961739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248828e0-d034-4937-8094-fd016c915dc2 req-5b1cf588-e5a5-407d-ad45-a8094d7dda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:57.963240 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-5b1cf588-e5a5-407d-ad45-a8094d7dda9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 1097 time: 0.0917318 Jul 08 02:50:58.118793 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248828e0-d034-4937-8094-fd016c915dc2 req-fb5fb031-f212-4f90-8030-4efd845fc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:58.120235 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-fb5fb031-f212-4f90-8030-4efd845fc356 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1561186 Jul 08 02:50:58.121308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248828e0-d034-4937-8094-fd016c915dc2 req-bf8a535b-afc8-4e46-b060-9891649f13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:58.122626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-bf8a535b-afc8-4e46-b060-9891649f13a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 200 len: 912 time: 0.1506431 Jul 08 02:50:58.230744 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-3bef90ee-a90c-45a4-85c4-00baab0f64ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1038852 Jul 08 02:50:58.235081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-1e9f9d4c-aed7-4650-b5e4-f8c14e1ce61c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1024683 Jul 08 02:50:58.311680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248828e0-d034-4937-8094-fd016c915dc2 req-16a9cfcb-2742-4d4f-ac71-e52b2937caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:58.313218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-16a9cfcb-2742-4d4f-ac71-e52b2937caea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0763676 Jul 08 02:50:58.318343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248828e0-d034-4937-8094-fd016c915dc2 req-1381716a-56e6-4d2d-a986-c403595dfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:58.319837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-1381716a-56e6-4d2d-a986-c403595dfd10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 200 len: 850 time: 0.0743794 Jul 08 02:50:58.415884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248828e0-d034-4937-8094-fd016c915dc2 req-3d6fb546-4889-4268-a05e-06a667f80c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:58.417428 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-3d6fb546-4889-4268-a05e-06a667f80c30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967467 Jul 08 02:50:58.423361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248828e0-d034-4937-8094-fd016c915dc2 req-25973f32-55d7-47ed-8498-c7d02326ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:58.424872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-25973f32-55d7-47ed-8498-c7d02326ce37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29406835-a314-418e-bd48-72177f068b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964735 Jul 08 02:50:58.584606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-99160493-3fb1-490e-82a0-8198d9c9e945 service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587093 Jul 08 02:50:58.586499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-dcbf738b-c34f-47c7-bba0-e06969aca7a3 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537344 Jul 08 02:50:58.744168 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-4d275df2-2b8e-49af-85bc-80b4f699468e service neutron] 10.222.0.32 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530664 Jul 08 02:50:58.746114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-248828e0-d034-4937-8094-fd016c915dc2 req-94d1d25d-4e7e-4394-9867-1f388ccc4a38 service neutron] 10.222.0.18 "GET /v2.0/networks/29406835-a314-418e-bd48-72177f068b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478877 Jul 08 02:50:58.848821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5091-becd-4e20-9181-36ebc833cb52 req-2dedd695-86c7-4b0d-84fb-a74096b9e449 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:58.850324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d2e5091-becd-4e20-9181-36ebc833cb52 req-2dedd695-86c7-4b0d-84fb-a74096b9e449 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0687146 Jul 08 02:50:58.888915 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9d2e5091-becd-4e20-9181-36ebc833cb52 req-718cf9eb-35c1-4e6e-a990-f0f7a81d798c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328059 Jul 08 02:51:00.247699 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f0a8-e1c6-46bf-8888-cedd87fc8d76 req-4adeb7e5-4606-47d2-a12a-5d7f849e62c5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:00.249281 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c340f0a8-e1c6-46bf-8888-cedd87fc8d76 req-4adeb7e5-4606-47d2-a12a-5d7f849e62c5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0641947 Jul 08 02:51:00.287672 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c340f0a8-e1c6-46bf-8888-cedd87fc8d76 req-f80f6997-e22c-4d74-8a5f-ba3d1744aa55 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Jul 08 02:51:00.719518 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:51:01.461741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd169f-5668-4007-97d8-f604b64a886c req-a25c6793-7150-424e-9f6a-50e4498327df tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:01.463583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60cd169f-5668-4007-97d8-f604b64a886c req-a25c6793-7150-424e-9f6a-50e4498327df tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0623522 Jul 08 02:51:01.501803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-60cd169f-5668-4007-97d8-f604b64a886c req-c4744c51-80bd-4a36-a774-6838668cdf3b tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Jul 08 02:51:02.675700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997950f-6c34-4ad1-a66a-adab23106200 req-52839ffc-db1a-49c0-b8ee-938586ad06e8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:02.677169 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5997950f-6c34-4ad1-a66a-adab23106200 req-52839ffc-db1a-49c0-b8ee-938586ad06e8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0621738 Jul 08 02:51:02.717316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5997950f-6c34-4ad1-a66a-adab23106200 req-20cc4b4a-51c1-4a32-9cb9-8d3444a2be9f tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347490 Jul 08 02:51:03.891236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367cf4-ec69-42c7-9191-c03208190554 req-daec1063-b75d-43f1-9853-09506e7e2f27 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:03.892753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02367cf4-ec69-42c7-9191-c03208190554 req-daec1063-b75d-43f1-9853-09506e7e2f27 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0664868 Jul 08 02:51:03.929438 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02367cf4-ec69-42c7-9191-c03208190554 req-e349e716-747c-42a1-8f38-7e2ca3b1bfec tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Jul 08 02:51:05.100804 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bb0ad-9ca0-4713-999b-889b770dc3e9 req-9c019f45-1f0f-4f7d-8325-54fbeaaa3454 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:05.102272 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad6bb0ad-9ca0-4713-999b-889b770dc3e9 req-9c019f45-1f0f-4f7d-8325-54fbeaaa3454 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0621619 Jul 08 02:51:05.139240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad6bb0ad-9ca0-4713-999b-889b770dc3e9 req-c4c4f04d-ca90-4e9c-8171-d62215eb1d16 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Jul 08 02:51:06.317129 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bba6c-5436-408c-974b-b4a0240cdd34 req-7cf88c6b-2a72-4c2b-aed6-ac384ef39449 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:06.318628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a0bba6c-5436-408c-974b-b4a0240cdd34 req-7cf88c6b-2a72-4c2b-aed6-ac384ef39449 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0640817 Jul 08 02:51:06.355615 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8a0bba6c-5436-408c-974b-b4a0240cdd34 req-b9b927e4-a426-425c-aa98-4dfab73a9c03 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jul 08 02:51:07.529914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb8c3-b6c4-4d9f-bdba-fecb42329890 req-ceb594b7-507e-4de3-885a-de8f7cca9aa7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:07.531463 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-995cb8c3-b6c4-4d9f-bdba-fecb42329890 req-ceb594b7-507e-4de3-885a-de8f7cca9aa7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0637703 Jul 08 02:51:07.568598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-995cb8c3-b6c4-4d9f-bdba-fecb42329890 req-5c0753ff-926b-40cc-a459-0d11825a625c tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Jul 08 02:51:08.740341 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc9b2-d932-41bd-8fcb-5b8b8bf72645 req-9e322945-d679-4aa4-9ebe-0a732d5d0bc6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:08.741850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70ddc9b2-d932-41bd-8fcb-5b8b8bf72645 req-9e322945-d679-4aa4-9ebe-0a732d5d0bc6 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 945 time: 0.0640059 Jul 08 02:51:08.779119 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70ddc9b2-d932-41bd-8fcb-5b8b8bf72645 req-4c26ade1-724b-43fd-abe3-0ca72581a577 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315959 Jul 08 02:51:08.915536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:51:09.012265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:09.023695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'port_id': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'mac_address': 'fa:16:3e:40:4f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:51:09.062965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:09.075421 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:51:09.094775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:09.146075 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:09.192976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=12']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:09.412160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4e429a95-2dee-4f84-8cb8-cd379ce23fd6'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:51:09.952214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abede9-f06b-4ce0-8cb9-78fa706731ff req-7f705301-aea6-4289-8406-813f29148935 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:09.953764 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4abede9-f06b-4ce0-8cb9-78fa706731ff req-7f705301-aea6-4289-8406-813f29148935 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0661018 Jul 08 02:51:09.991018 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4abede9-f06b-4ce0-8cb9-78fa706731ff req-ee3258b1-f6c5-40b5-98c8-1b6727c8f79a tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318463 Jul 08 02:51:10.167686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b9a9-19dd-42bc-b714-662f699ede08 req-fc4d2118-3773-4f7b-af99-45a4944c81c9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:10.169076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3835b9a9-19dd-42bc-b714-662f699ede08 req-fc4d2118-3773-4f7b-af99-45a4944c81c9 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0670609 Jul 08 02:51:10.205509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3835b9a9-19dd-42bc-b714-662f699ede08 req-383bfbbf-22d5-4652-b3e0-422ff6c8e9f8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Jul 08 02:51:10.376002 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40497b14-6e22-42b2-9ae4-adb922ad6606 req-3e655239-90e4-47d6-8376-0edec939b6ae tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:10.377466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40497b14-6e22-42b2-9ae4-adb922ad6606 req-3e655239-90e4-47d6-8376-0edec939b6ae tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0625696 Jul 08 02:51:10.414344 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40497b14-6e22-42b2-9ae4-adb922ad6606 req-62299608-25c8-4e02-89bc-faa97e5f5b59 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314927 Jul 08 02:51:10.943984 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:51:10.989469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30504a1f-5672-4020-86fa-60d509043de5 req-02cfa786-9928-453c-ab94-70b70c2256b7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:10.992142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30504a1f-5672-4020-86fa-60d509043de5 req-02cfa786-9928-453c-ab94-70b70c2256b7 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 946 time: 0.0697792 Jul 08 02:51:11.033056 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30504a1f-5672-4020-86fa-60d509043de5 req-0f00e81b-5521-4ce7-bbb4-9fecdb0e8ed3 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361791 Jul 08 02:51:11.082166 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:51:11.086154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:51:11.086537 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:11.162927 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:11.183786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:51:11.189043 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d10a5-80c9-4e0f-989c-fd97bdd3a525" -d '{"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-plugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:51:11.198475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:11.222959 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5b7f80-722a-4385-9e54-61374f413f07 x-openstack-request-id: req-de5b7f80-722a-4385-9e54-61374f413f07 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:51:11.223253 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-plugged", "status": "completed", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:51:11.223530 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de5b7f80-722a-4385-9e54-61374f413f07 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:51:11.223921 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'code': 200} Jul 08 02:51:11.265226 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:11.311018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=13']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:12.158075 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-da76db44-5e82-4c8d-84e1-49cc70236152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:12.211152 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b11a04-be8c-4e6f-9cb8-8bce8eabbad1 req-dfed421e-e58b-48f0-8f8b-0f52c2886853 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:12.212674 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93b11a04-be8c-4e6f-9cb8-8bce8eabbad1 req-dfed421e-e58b-48f0-8f8b-0f52c2886853 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 947 time: 0.0630453 Jul 08 02:51:12.252930 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93b11a04-be8c-4e6f-9cb8-8bce8eabbad1 req-11ebb996-82b8-40cb-b78b-fe3ff0df9deb tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups?id=28d56e9d-4e4f-4279-b3df-7ac8684d81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344958 Jul 08 02:51:12.611276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-dea40ccf-501f-4d4a-94f5-1042024bf3a2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:12.612787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-dea40ccf-501f-4d4a-94f5-1042024bf3a2 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 947 time: 0.0672791 Jul 08 02:51:12.713194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Deleting port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:51:12.713550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:12.799532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] For port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:12.799901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:12.969603 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:12.969985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:12.970306 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f disassociated. External IP: 172.25.8.37, port: 4e429a95-2dee-4f84-8cb8-cd379ce23fd6. Jul 08 02:51:12.970655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Calling delete_port for 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:51:13.158060 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:13.187357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event deleted for resources: {'Port': ['ID=4e429a95-2dee-4f84-8cb8-cd379ce23fd6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:13.312147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:51:13.426411 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c31e75d4-9612-420c-9850-131ca48ded66 req-e97342cd-ddb4-4a28-a373-5a8059fdae96 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 210 time: 0.0553045 Jul 08 02:51:13.449974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:51:13.459717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:51:13.469614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:51:13.470230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:13.491908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] No DVR routers for this DVR port 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:51:13.494559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:13.496679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6622c8d2-6353-42c7-b4f3-b8eba6f32ec2 req-a9aa4ae3-c159-4e9b-9822-fc631cd657c4 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.32 "DELETE /v2.0/ports/4e429a95-2dee-4f84-8cb8-cd379ce23fd6 HTTP/1.1" status: 204 len: 173 time: 0.8784177 Jul 08 02:51:13.497223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-deleted', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:51:13.499498 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e471b-5ea9-4666-a6d7-07d539aed141" -d '{"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-deleted", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:51:13.535278 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369988d2-e439-4c3c-acdf-f09bdd1b233b x-openstack-request-id: req-369988d2-e439-4c3c-acdf-f09bdd1b233b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:51:13.535631 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaca130-e7aa-478c-9745-a0133ae9ed86", "name": "network-vif-deleted", "tag": "4e429a95-2dee-4f84-8cb8-cd379ce23fd6", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:51:13.535890 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-369988d2-e439-4c3c-acdf-f09bdd1b233b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:51:13.536305 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaca130-e7aa-478c-9745-a0133ae9ed86', 'name': 'network-vif-deleted', 'tag': '4e429a95-2dee-4f84-8cb8-cd379ce23fd6', 'status': 'completed', 'code': 200} Jul 08 02:51:13.575178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:51:13.774270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:13.799575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:51:13.807764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:51:13.808367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:50:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:14.067404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:51:14.267115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:14.299865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298944e4-6301-4f31-b35c-eb1e7fbdef8a None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:40:58Z', 'revision_number': 4, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '82c576ba-acc7-4cf9-9dce-6e5355a280f2', 'name': '', 'network_id': '29406835-a314-418e-bd48-72177f068b97', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'mac_address': 'fa:16:3e:3f:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:57Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'subnets': [{'id': 'bebc91f8-2f0d-46d9-9541-794a6fc2f09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:51:14.512121 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a83cf9ce-af6f-4748-aee4-1ac09d8e85e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:14.525522 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff14cb9-2e1e-4cea-9dd5-037e4650576d None None] New status for floating IP 5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:51:14.580666 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd788bc7-83a6-4e70-ba69-660f11b78025 req-2116a99e-4f40-494d-a285-6c943be49df8 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 210 time: 0.0298443 Jul 08 02:51:14.952035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:15.728021 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e1100eed-68ed-4f70-a659-2e016b1770b0 req-b98ef085-7d0e-402c-b811-1c1c029571af tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 210 time: 0.0341725 Jul 08 02:51:15.942197 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:16.873138 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-336b9631-136a-4df7-916b-e31e16f8541f req-6d743f77-09ee-4efb-a3d4-ec1b8bafbcf5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddaca130-e7aa-478c-9745-a0133ae9ed86 HTTP/1.1" status: 200 len: 210 time: 0.0289831 Jul 08 02:51:16.996699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:51:17.016856 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:51:17.017200 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4e429a95-2dee-4f84-8cb8-cd379ce23fd6 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:51:17.648914 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:18.637679 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:21.425946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.117089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33596) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:22.170928 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.200325 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.323013 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.325622 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.326799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "DELETE /v2.0/security-groups/28d56e9d-4e4f-4279-b3df-7ac8684d81fd HTTP/1.1" status: 204 len: 168 time: 0.2087233 Jul 08 02:51:22.336242 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d56e9d-4e4f-4279-b3df-7ac8684d81fd,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:22.337204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33598) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:22.344349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.344527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.344858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.345210 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.345549 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.345884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.346213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.346547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.346880 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.347237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.347558 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.347888 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48322c-4788-4b85-9b7d-75de67400eba tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:22.354007 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-9639ef2a-dfbe-4761-af79-9f63658a2ee5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] show failed (client error): The resource could not be found. Jul 08 02:51:22.355787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9639ef2a-dfbe-4761-af79-9f63658a2ee5 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "GET /v2.0/security-groups/28d56e9d-4e4f-4279-b3df-7ac8684d81fd HTTP/1.1" status: 404 len: 347 time: 0.0175300 Jul 08 02:51:22.357701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33600) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:22.481360 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Deleting port 70f6a42a-079c-41c4-abda-a5a3d6aabfaa {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:51:22.481710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.554772 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.555105 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.566655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Calling delete_port for 70f6a42a-079c-41c4-abda-a5a3d6aabfaa owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:51:22.768010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.790897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Pushing event deleted for resources: {'Port': ['ID=70f6a42a-079c-41c4-abda-a5a3d6aabfaa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:22.855005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.857591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:22.859282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8e42a12e-3c0d-46ab-82c8-2ddd0b99d713 tempest-ServerActionsTestJSON-1539293189 tempest-ServerActionsTestJSON-1539293189-project] 10.222.0.10 "DELETE /v2.0/floatingips/5ebe2ad2-f5a8-4156-8bff-1bceb63bab5f HTTP/1.1" status: 204 len: 168 time: 0.5001652 Jul 08 02:51:22.862179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33602) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:23.374993 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:23.617302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Deleting port 82c576ba-acc7-4cf9-9dce-6e5355a280f2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:51:23.617755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:23.694417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] For port 82c576ba-acc7-4cf9-9dce-6e5355a280f2, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=82c576ba-acc7-4cf9-9dce-6e5355a280f2,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:23.694699 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:24.047699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Calling delete_port for 82c576ba-acc7-4cf9-9dce-6e5355a280f2 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:51:24.283623 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:24.310306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Pushing event deleted for resources: {'Port': ['ID=82c576ba-acc7-4cf9-9dce-6e5355a280f2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:24.472585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:24.685074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:51:24.788555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:51:24.793651 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f8129bd6-b6f5-44a7-b5b5-0bb9abdeea1c admin admin] 10.222.0.10 "PUT /v2.0/routers/2bf7d323-d32a-4b2b-a1c8-152ed233a4f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9305270 Jul 08 02:51:24.796785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33606) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:24.799652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] Sync routers for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:51:24.809316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:51:24.809916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:24.901352 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:24.913831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:51:25.006394 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.085652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:51:24Z', 'revision_number': 5, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port': {'id': '3ece0c99-702a-462b-a7a0-8a76adbcc985', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:40:55Z', 'updated_at': '2021-07-08T02:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:25.115813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] Checking router: 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:51:25.124113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] Routers {'2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:51:25.124728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:51:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:25.125992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Deleting port 3ece0c99-702a-462b-a7a0-8a76adbcc985 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:51:25.126240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.210153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] Set router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:51:25.213924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] For port 3ece0c99-702a-462b-a7a0-8a76adbcc985, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3ece0c99-702a-462b-a7a0-8a76adbcc985,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:25.214293 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.227571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Calling delete_port for 3ece0c99-702a-462b-a7a0-8a76adbcc985 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:51:25.260042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:51:25Z', 'revision_number': 6, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:25.289204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469d83f-4682-4a16-b6de-a38caf4a8ab7 None None] The sync data for ids ['2bf7d323-d32a-4b2b-a1c8-152ed233a4f3'] in n-d-695189-13 is: [{'id': '2bf7d323-d32a-4b2b-a1c8-152ed233a4f3', 'name': 'tempest-ServerActionsTestJSON-519325593-router', 'tenant_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:40:54Z', 'updated_at': '2021-07-08T02:51:25Z', 'revision_number': 6, 'project_id': 'f6a636b6ffb84e1ca843e94a88603e98', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:51:25.454336 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.478771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ece0c99-702a-462b-a7a0-8a76adbcc985,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:25.543509 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.633005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.635247 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.768812 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.769315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:51:25.774161 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.780458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7cbb09eb-0d1e-4c4e-a361-52f174c29ca4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2bf7d323-d32a-4b2b-a1c8-152ed233a4f3 HTTP/1.1" status: 204 len: 168 time: 0.9776180 Jul 08 02:51:25.780458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33608) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:25.821363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c08a08-c560-4e5a-b1d3-78a04f06be06 admin admin] Deleting subnet bebc91f8-2f0d-46d9-9541-794a6fc2f09e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:51:25.824347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7c08a08-c560-4e5a-b1d3-78a04f06be06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.859078 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7c08a08-c560-4e5a-b1d3-78a04f06be06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.939084 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7c08a08-c560-4e5a-b1d3-78a04f06be06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.106391 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7c08a08-c560-4e5a-b1d3-78a04f06be06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.132292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c08a08-c560-4e5a-b1d3-78a04f06be06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebc91f8-2f0d-46d9-9541-794a6fc2f09e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:26.138623 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c7c08a08-c560-4e5a-b1d3-78a04f06be06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.141583 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c7c08a08-c560-4e5a-b1d3-78a04f06be06 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bebc91f8-2f0d-46d9-9541-794a6fc2f09e HTTP/1.1" status: 204 len: 168 time: 0.3619571 Jul 08 02:51:26.143247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:26.145973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06849320-4c9b-4a75-ba6f-75fb3bf1872f None None] Network 29406835-a314-418e-bd48-72177f068b97 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:51:26.214636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.283408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Deleting port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:51:26.283408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.325442 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 82c576ba-acc7-4cf9-9dce-6e5355a280f2 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:51:26.346229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] For port 0ec66459-eb74-43ec-95d3-ea77d5bbab53, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0ec66459-eb74-43ec-95d3-ea77d5bbab53,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:26.346446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 82c576ba-acc7-4cf9-9dce-6e5355a280f2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:51:26.346598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.346720 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 82c576ba-acc7-4cf9-9dce-6e5355a280f2 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:51:26.347072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3ece0c99-702a-462b-a7a0-8a76adbcc985 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:51:26.360559 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Calling delete_port for 0ec66459-eb74-43ec-95d3-ea77d5bbab53 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:51:26.368232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] DHCP port deletion for 29406835-a314-418e-bd48-72177f068b97 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:51:26.370355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 3ece0c99-702a-462b-a7a0-8a76adbcc985 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:51:26.370699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 3ece0c99-702a-462b-a7a0-8a76adbcc985 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:51:26.414665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] Deleting port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:51:26.415059 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.477364 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] For port 0ec66459-eb74-43ec-95d3-ea77d5bbab53, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0ec66459-eb74-43ec-95d3-ea77d5bbab53,segment=NetworkSegment(17e9fb76-1178-4d57-a146-f30e0390b363),segment_id=17e9fb76-1178-4d57-a146-f30e0390b363)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:26.477757 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.490866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] Calling delete_port for 0ec66459-eb74-43ec-95d3-ea77d5bbab53 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:51:26.500666 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.532317 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] No DVR routers for this DVR port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:51:26.534100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec66459-eb74-43ec-95d3-ea77d5bbab53,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:26.565765 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.591816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] Pushing event deleted for resources: {'Port': ['ID=0ec66459-eb74-43ec-95d3-ea77d5bbab53,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:26.594609 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90067ddc-75b6-4959-ae5e-635b8586088d None None] No DVR routers for this DVR port 0ec66459-eb74-43ec-95d3-ea77d5bbab53 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:51:26.609104 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.619441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29406835-a314-418e-bd48-72177f068b97']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:26.629923 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e9fb76-1178-4d57-a146-f30e0390b363') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:26.630228 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e9fb76-1178-4d57-a146-f30e0390b363') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:51:26.638953 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.661389 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.668733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:51:26.669141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:51:26.671276 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:51:26.762869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.768851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.770697 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] 10.222.0.10 "DELETE /v2.0/networks/29406835-a314-418e-bd48-72177f068b97 HTTP/1.1" status: 204 len: 168 time: 0.6265054 Jul 08 02:51:26.782138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b93b73-7414-4ffc-98d4-b6429b3d8dee admin admin] Pushing event deleted for resources: {'Network': ['ID=29406835-a314-418e-bd48-72177f068b97,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:27.099114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33614) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:27.138646 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6e64798b-37cd-48ee-8217-f05c1a68d9dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6a636b6ffb84e1ca843e94a88603e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377519 Jul 08 02:51:27.141021 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33616) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:27.187644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9509633-43ba-44bc-8f6a-fc01aa7bf507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:27.212780 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9509633-43ba-44bc-8f6a-fc01aa7bf507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:27.334943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9509633-43ba-44bc-8f6a-fc01aa7bf507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:27.337459 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c9509633-43ba-44bc-8f6a-fc01aa7bf507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:27.338623 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c9509633-43ba-44bc-8f6a-fc01aa7bf507 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dca565dd-cc36-4fbd-8bb5-8e3e7c4e28a6 HTTP/1.1" status: 204 len: 168 time: 0.1966941 Jul 08 02:51:27.347645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9509633-43ba-44bc-8f6a-fc01aa7bf507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca565dd-cc36-4fbd-8bb5-8e3e7c4e28a6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:28.307640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0ec66459-eb74-43ec-95d3-ea77d5bbab53 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:51:28.329640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 0ec66459-eb74-43ec-95d3-ea77d5bbab53 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:51:28.329995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0ec66459-eb74-43ec-95d3-ea77d5bbab53 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:51:28.356002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33640) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:28.447688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1315220561-network', 'tenant_id': '83d4ebea5c8c465495873bd26ebc8652'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:51:28.505979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Made reservation on behalf of 83d4ebea5c8c465495873bd26ebc8652 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:51:28.508355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:28.517420 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:28.602172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:28.689028 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:28.713294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:51:28.721713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d693329-4121-4fa1-bbbb-c75cea5c4821,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:28.727444 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:28.727794 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Added segment 0f0afb08-194f-46b1-9d0a-0e7401a77aeb of type vlan for network 257374ad-e973-4e2e-95da-53c9f9f34985 Jul 08 02:51:28.770188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:28.877112 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:28.878068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:28.878649 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:28.935966 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] Pushing event updated for resources: {'Network': ['ID=257374ad-e973-4e2e-95da-53c9f9f34985,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:28.946879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 257374ad-e973-4e2e-95da-53c9f9f34985 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:51:28.987059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7227574e-0010-499c-b4dd-de2606b59d3f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6298633 Jul 08 02:51:28.989821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33644) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:51:28.994915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Request body: {'subnet': {'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1315220561-subnet', 'tenant_id': '83d4ebea5c8c465495873bd26ebc8652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:51:29.087806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Made reservation on behalf of 83d4ebea5c8c465495873bd26ebc8652 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:51:29.090153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:29.323646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:29.382158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2aa0c7-e532-4212-ad14-909187eaf008,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:29.386358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Checking segment: {'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:51:29.386725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Network hostable DHCP agents. Network: 257374ad-e973-4e2e-95da-53c9f9f34985, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:51:29.465692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Network 257374ad-e973-4e2e-95da-53c9f9f34985 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:51:29.556096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 257374ad-e973-4e2e-95da-53c9f9f34985) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:51:29.560166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:29.560762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:29.566405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937ae08-e991-4bcf-b602-e6f53e719de1 None None] Network 257374ad-e973-4e2e-95da-53c9f9f34985 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:51:29.656416 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c4972a6b-0c08-4807-9f5f-2034d9dffe35 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6574183 Jul 08 02:51:29.687811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e315c-e341-4e36-8afb-f3fbf818ee77 None None] Network 257374ad-e973-4e2e-95da-53c9f9f34985 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:51:30.369816 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-72360c66-ff29-4261-8f0f-14493f95e17c tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:30.371301 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-72360c66-ff29-4261-8f0f-14493f95e17c tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/networks?id=257374ad-e973-4e2e-95da-53c9f9f34985 HTTP/1.1" status: 200 len: 814 time: 0.4137237 Jul 08 02:51:30.385557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-1dfa0ca1-cc85-4cf7-8b11-db8ac2e19a1f tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/quotas/83d4ebea5c8c465495873bd26ebc8652 HTTP/1.1" status: 200 len: 375 time: 0.0090082 Jul 08 02:51:30.418122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-0c287919-0fed-4244-8fc4-29a4f0f7433e tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=83d4ebea5c8c465495873bd26ebc8652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275252 Jul 08 02:51:30.509010 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-24f5f867-d6fc-41df-8ce4-39e20c3a1fea service neutron] 10.222.0.10 "GET /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823123 Jul 08 02:51:30.593462 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-06112147-6be0-4ef2-aef5-ac311fbc8dfe service neutron] 10.222.0.10 "GET /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807161 Jul 08 02:51:30.853525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8c785b7a-eac4-4ba9-8ab3-8ad05f54de8b req-8204568b-69d8-4979-b5b0-240e6aecf4d2 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 210 time: 0.0328331 Jul 08 02:51:32.003210 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e19985e-785b-485b-bb15-5c01866fd41b req-dfb62b94-ed5a-414a-b953-6dc4671a7505 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 210 time: 0.0297723 Jul 08 02:51:32.993991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-9b5e9323-2080-4342-a530-18314eeba352 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:32.995505 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-9b5e9323-2080-4342-a530-18314eeba352 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.32 "GET /v2.0/networks?id=257374ad-e973-4e2e-95da-53c9f9f34985 HTTP/1.1" status: 200 len: 814 time: 0.1006126 Jul 08 02:51:33.007712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Request body: {'port': {'device_id': '2cb5b6f7-9318-47cd-8379-64ccf5888546', 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985', 'admin_state_up': True, 'tenant_id': '83d4ebea5c8c465495873bd26ebc8652'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:51:33.145043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0efe601-e406-41ef-a6bf-6fb097be1bb8 req-219cdde8-5ee9-4593-9994-7d14974ec879 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 210 time: 0.0277231 Jul 08 02:51:33.191907 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Made reservation on behalf of 83d4ebea5c8c465495873bd26ebc8652 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:51:33.195554 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:33.320122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Allocated IP 172.20.0.9 (257374ad-e973-4e2e-95da-53c9f9f34985/fe2aa0c7-e532-4212-ad14-909187eaf008/517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:51:33.462202 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:33.545909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:33.589851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Network 257374ad-e973-4e2e-95da-53c9f9f34985 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:51:33.593014 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:51:33.599379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:51:33.624061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Pushing event updated for resources: {'Port': ['ID=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:33.650741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:33.651375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:33.723735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-67c161d9-4a69-43ca-9ecc-0a37143941b4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7196312 Jul 08 02:51:33.735915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Request body: {'port': {'device_id': '2cb5b6f7-9318-47cd-8379-64ccf5888546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:51:33.804799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:34.060751 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:51:34.068006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:34.079903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Transition to ACTIVE for port object 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:51:34.145833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:34.195865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Pushing event updated for resources: {'Port': ['ID=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:34.262151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Attempting to bind port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:51:34.262362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Attempting to bind port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:51:34.262908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Attempting to bind port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e on network 257374ad-e973-4e2e-95da-53c9f9f34985 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:51:34.268177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e on network 257374ad-e973-4e2e-95da-53c9f9f34985 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:51:34.271709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Attempting to bind port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e on network 257374ad-e973-4e2e-95da-53c9f9f34985 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:51:34.273313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:51:34.273656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Checking segment: {'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:51:34.274047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Bound using segment: {'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:51:34.274505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Bound port: 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:51:34.274875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:34.327075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0240e3-d886-4a00-9700-60f1df70cf95 req-052604f0-4818-4e13-a59e-1d50cdc0dfe0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:34.329031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe0240e3-d886-4a00-9700-60f1df70cf95 req-052604f0-4818-4e13-a59e-1d50cdc0dfe0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 943 time: 0.0700593 Jul 08 02:51:34.341007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] For port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:51:34.344714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] For port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:51:34.368259 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe0240e3-d886-4a00-9700-60f1df70cf95 req-44110510-b281-48cf-8220-e54cde6232e2 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Jul 08 02:51:34.409180 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:34.441386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:34.442006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:34.443429 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e HTTP/1.1" status: 200 len: 1092 time: 0.7115042 Jul 08 02:51:34.443867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb5b6f7-9318-47cd-8379-64ccf5888546', 'tag': '517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:51:34.446107 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314d0f89-9a49-46e0-8066-c92146d9418e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb5b6f7-9318-47cd-8379-64ccf5888546", "tag": "517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:51:34.471278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7deb0a-ba05-4015-9d50-71b1ea6d73e5 service neutron] Pushing event updated for resources: {'Port': ['ID=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:34.481644 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66b2e79-efb3-4645-9755-3fb18be5d80d x-openstack-request-id: req-f66b2e79-efb3-4645-9755-3fb18be5d80d {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:51:34.481939 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb5b6f7-9318-47cd-8379-64ccf5888546", "tag": "517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:51:34.482195 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f66b2e79-efb3-4645-9755-3fb18be5d80d {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:51:34.482595 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb5b6f7-9318-47cd-8379-64ccf5888546', 'tag': '517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e', 'status': 'completed', 'code': 200} Jul 08 02:51:34.555095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d0f89-9a49-46e0-8066-c92146d9418e req-e7b0d730-989c-4d1e-bb91-a9b473e73661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:34.556610 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-314d0f89-9a49-46e0-8066-c92146d9418e req-e7b0d730-989c-4d1e-bb91-a9b473e73661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83d4ebea5c8c465495873bd26ebc8652&device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 1095 time: 0.0539730 Jul 08 02:51:34.655111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d0f89-9a49-46e0-8066-c92146d9418e req-b748b752-8093-40fa-a1fc-dd8591f86e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:34.656548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-314d0f89-9a49-46e0-8066-c92146d9418e req-b748b752-8093-40fa-a1fc-dd8591f86e50 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=83d4ebea5c8c465495873bd26ebc8652&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917494 Jul 08 02:51:34.749061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d0f89-9a49-46e0-8066-c92146d9418e req-7a2b9b75-8537-493b-b8b6-a9158960fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:34.751093 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-314d0f89-9a49-46e0-8066-c92146d9418e req-7a2b9b75-8537-493b-b8b6-a9158960fa1f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882730 Jul 08 02:51:34.842842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-70c7c6ec-9f69-4aae-8363-eff5ea571ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:34.846121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-70c7c6ec-9f69-4aae-8363-eff5ea571ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=83d4ebea5c8c465495873bd26ebc8652&device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 1095 time: 0.0566175 Jul 08 02:51:34.885620 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-71a327f2-3369-453a-8c16-2c0522bc0547 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e HTTP/1.1" status: 200 len: 217 time: 0.0339520 Jul 08 02:51:34.934381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-967d9e64-ae24-4708-af07-ceed0caf2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:34.935829 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-967d9e64-ae24-4708-af07-ceed0caf2154 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe2aa0c7-e532-4212-ad14-909187eaf008 HTTP/1.1" status: 200 len: 854 time: 0.0441887 Jul 08 02:51:34.967434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-44a6fcf5-008a-4e53-b1ec-5fd9598d4176 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=257374ad-e973-4e2e-95da-53c9f9f34985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253484 Jul 08 02:51:35.056204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-af051922-5df1-43cf-8718-299dc717f120 service neutron] 10.222.0.32 "GET /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817251 Jul 08 02:51:35.141681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-113c969e-04bb-490d-8307-9279d8b0fec0 req-ed155088-bacf-4ca0-b480-91fa53cd236e service neutron] 10.222.0.32 "GET /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782263 Jul 08 02:51:35.538886 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b42c4-7b04-4545-be0c-a3b699e3b6ae req-271ff204-f45a-4329-b085-741c3b750821 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:35.540405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a84b42c4-7b04-4545-be0c-a3b699e3b6ae req-271ff204-f45a-4329-b085-741c3b750821 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 943 time: 0.0644228 Jul 08 02:51:35.578157 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a84b42c4-7b04-4545-be0c-a3b699e3b6ae req-5b702885-9d02-4048-bee2-fc901afb3967 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Jul 08 02:51:36.774082 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde0b4b-faea-44b1-9669-280903851069 req-1805aaff-85e1-4245-b0e8-dd17480154ce tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:36.775621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-afde0b4b-faea-44b1-9669-280903851069 req-1805aaff-85e1-4245-b0e8-dd17480154ce tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 943 time: 0.0866892 Jul 08 02:51:36.813337 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-afde0b4b-faea-44b1-9669-280903851069 req-ce5486e4-e6f9-40f4-ac78-663002ccdbf9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Jul 08 02:51:37.071992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:51:37.163530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:37.174239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e', 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985', 'port_id': '517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e', 'mac_address': 'fa:16:3e:f6:52:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2aa0c7-e532-4212-ad14-909187eaf008', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:51:37.212790 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:37.225402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:51:37.243938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:37.334017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:37.380675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:37.525199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:51:37.718540 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:51:37.986423 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0ac43-db6d-4204-a599-28c1ec5e2fde req-10ea9a9b-a9d2-4ccd-99b7-621a367eaefd tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:37.987939 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ddc0ac43-db6d-4204-a599-28c1ec5e2fde req-10ea9a9b-a9d2-4ccd-99b7-621a367eaefd tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 944 time: 0.0663571 Jul 08 02:51:38.024552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ddc0ac43-db6d-4204-a599-28c1ec5e2fde req-39cbf1b5-5c8f-4b21-9652-a17b35cd85b0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Jul 08 02:51:39.086051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:51:39.198650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017f4ee-19c3-4923-b38f-18c57bcbf8b4 req-046e86dd-352a-4980-8208-a28662074aa4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:39.200072 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c017f4ee-19c3-4923-b38f-18c57bcbf8b4 req-046e86dd-352a-4980-8208-a28662074aa4 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 944 time: 0.0619388 Jul 08 02:51:39.236159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:51:39.238210 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c017f4ee-19c3-4923-b38f-18c57bcbf8b4 req-5807c7b6-219f-4216-963b-d28977d8c9cd tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Jul 08 02:51:39.240643 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:51:39.241057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:39.318317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:39.339863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb5b6f7-9318-47cd-8379-64ccf5888546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:51:39.342098 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb5a68c-8245-4276-ba45-94bd9057953b" -d '{"events": [{"server_uuid": "2cb5b6f7-9318-47cd-8379-64ccf5888546", "name": "network-vif-plugged", "status": "completed", "tag": "517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:51:39.354257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:39.378708 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f30df6f-2720-4d66-ad8e-54a7b356cc03 x-openstack-request-id: req-1f30df6f-2720-4d66-ad8e-54a7b356cc03 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:51:39.379002 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb5b6f7-9318-47cd-8379-64ccf5888546", "name": "network-vif-plugged", "status": "completed", "tag": "517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:51:39.379309 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f30df6f-2720-4d66-ad8e-54a7b356cc03 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:51:39.379739 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb5b6f7-9318-47cd-8379-64ccf5888546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e', 'code': 200} Jul 08 02:51:39.431657 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:39.486275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:39.492951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3ea10-ad1f-4245-991e-9f5fef019aca req-cc789948-aec0-45c5-8c15-14453d53c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:39.494755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddd3ea10-ad1f-4245-991e-9f5fef019aca req-cc789948-aec0-45c5-8c15-14453d53c66c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 1097 time: 0.0565441 Jul 08 02:51:39.528124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ddd3ea10-ad1f-4245-991e-9f5fef019aca req-38676249-0b55-465b-8aa5-1a09adbaec61 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264242 Jul 08 02:51:40.408853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dec90c-1fc1-4884-8ad2-fd4a585b69fd req-5560cefa-d5f6-4fc8-b40c-4e2760620ea8 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:40.410316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dec90c-1fc1-4884-8ad2-fd4a585b69fd req-5560cefa-d5f6-4fc8-b40c-4e2760620ea8 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0623879 Jul 08 02:51:40.448145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e8dec90c-1fc1-4884-8ad2-fd4a585b69fd req-c197b8c8-6f25-4c98-ac69-de1218efb172 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Jul 08 02:51:41.626913 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444ad9-555a-481a-8ddf-8fea72f1277d req-5a33ff91-6d24-4b61-ad2a-e3d48141e8f3 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:41.628408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c1444ad9-555a-481a-8ddf-8fea72f1277d req-5a33ff91-6d24-4b61-ad2a-e3d48141e8f3 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0677719 Jul 08 02:51:41.665905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c1444ad9-555a-481a-8ddf-8fea72f1277d req-48b7ce23-48b4-4a88-8afa-7c36d605cc8c tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317366 Jul 08 02:51:41.893119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-fd7b2a46-a658-4461-a0be-ab81141439e0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:41.894564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-fd7b2a46-a658-4461-a0be-ab81141439e0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/networks?id=257374ad-e973-4e2e-95da-53c9f9f34985 HTTP/1.1" status: 200 len: 814 time: 0.1005237 Jul 08 02:51:41.908402 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-0f8c25c4-dd2d-451b-86ac-5f3d9acb082e tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/quotas/83d4ebea5c8c465495873bd26ebc8652 HTTP/1.1" status: 200 len: 375 time: 0.0086901 Jul 08 02:51:41.973227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-a5c34a04-24e6-4bed-bca9-82dc80d0a65a tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=83d4ebea5c8c465495873bd26ebc8652&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601063 Jul 08 02:51:42.136309 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-08955767-7934-4603-8f31-3ccb6fefa24a service neutron] 10.222.0.10 "GET /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237040 Jul 08 02:51:42.141188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c6fe368a-9386-4426-bd17-ebcc20845e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:42.222196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-48f6ddd0-5c24-4e21-ab1f-4d57f160e5f3 service neutron] 10.222.0.10 "GET /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794365 Jul 08 02:51:42.466744 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2bcc34ba-3586-4ee3-91f4-136f4c08dfc3 req-38235071-a323-4a2c-a58f-23a02ec2b3e2 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Jul 08 02:51:43.606998 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ed8debe5-312e-444f-87b8-1a26b237e838 req-30f0d842-ddf0-441b-9f69-8332d173cbf8 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0295775 Jul 08 02:51:44.488364 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f4114fc0-7d6f-47a4-992e-eedb6c3de66f tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:44.489832 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f4114fc0-7d6f-47a4-992e-eedb6c3de66f tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.18 "GET /v2.0/networks?id=257374ad-e973-4e2e-95da-53c9f9f34985 HTTP/1.1" status: 200 len: 814 time: 0.1034138 Jul 08 02:51:44.492918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5adcc499-5cec-42e8-a7d3-3fb68af19cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:44.501804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Request body: {'port': {'device_id': 'a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7', 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985', 'admin_state_up': True, 'tenant_id': '83d4ebea5c8c465495873bd26ebc8652'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:51:44.688798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Made reservation on behalf of 83d4ebea5c8c465495873bd26ebc8652 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:51:44.692452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:44.745443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e4bbe44a-8a94-404b-8d38-3c61e6587a76 req-9a0ee1eb-bd3f-4252-9043-6ff2ecaa1ba7 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0294411 Jul 08 02:51:44.838990 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Allocated IP 172.20.0.11 (257374ad-e973-4e2e-95da-53c9f9f34985/fe2aa0c7-e532-4212-ad14-909187eaf008/2d51756a-b93a-48b3-9c67-25ecf99be1de) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:51:44.911753 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:44.983806 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:45.065704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:45.077262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:51:45.108770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Network 257374ad-e973-4e2e-95da-53c9f9f34985 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:51:45.113888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:51:45.117899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:51:45.124542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Pushing event updated for resources: {'Port': ['ID=2d51756a-b93a-48b3-9c67-25ecf99be1de,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:45.152183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.152534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.152879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.153217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.153553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.153885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.154220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.154552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.154883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.155209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.155563 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.155890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:45.179759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:45.180377 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:45.272239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-f27b8969-5573-4c06-b122-22d1265e4435 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742584 Jul 08 02:51:45.283256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Request body: {'port': {'device_id': 'a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:51:45.692605 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:45.938778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:45.965210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476e44e-4b6b-421c-8a82-c288a1e0daeb req-d59f4815-1a2c-4346-a996-0870964cdf69 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:45.966685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0476e44e-4b6b-421c-8a82-c288a1e0daeb req-d59f4815-1a2c-4346-a996-0870964cdf69 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 932 time: 0.1075034 Jul 08 02:51:46.015104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d51756a-b93a-48b3-9c67-25ecf99be1de {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:51:46.030321 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:46.044277 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0476e44e-4b6b-421c-8a82-c288a1e0daeb req-5903fb35-d29c-45aa-88a8-6b75e2012334 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552354 Jul 08 02:51:46.048791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Transition to ACTIVE for port object 2d51756a-b93a-48b3-9c67-25ecf99be1de will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:51:46.116050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:46.166626 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Pushing event updated for resources: {'Port': ['ID=2d51756a-b93a-48b3-9c67-25ecf99be1de,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:46.238144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Attempting to bind port 2d51756a-b93a-48b3-9c67-25ecf99be1de on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:51:46.238405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Attempting to bind port 2d51756a-b93a-48b3-9c67-25ecf99be1de by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:51:46.238732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Attempting to bind port 2d51756a-b93a-48b3-9c67-25ecf99be1de on network 257374ad-e973-4e2e-95da-53c9f9f34985 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:51:46.243168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Port 2d51756a-b93a-48b3-9c67-25ecf99be1de on network 257374ad-e973-4e2e-95da-53c9f9f34985 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:51:46.243510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Attempting to bind port 2d51756a-b93a-48b3-9c67-25ecf99be1de on network 257374ad-e973-4e2e-95da-53c9f9f34985 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:51:46.248399 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:51:46.248737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Checking segment: {'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:51:46.249123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Bound using segment: {'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:51:46.249548 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Bound port: 2d51756a-b93a-48b3-9c67-25ecf99be1de, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0afb08-194f-46b1-9d0a-0e7401a77aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:51:46.249908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:46.310810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] For port 2d51756a-b93a-48b3-9c67-25ecf99be1de, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:51:46.313797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] For port 2d51756a-b93a-48b3-9c67-25ecf99be1de, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2d51756a-b93a-48b3-9c67-25ecf99be1de,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:51:46.379949 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:46.414016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:46.414640 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:46.416067 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] 10.222.0.18 "PUT /v2.0/ports/2d51756a-b93a-48b3-9c67-25ecf99be1de HTTP/1.1" status: 200 len: 1093 time: 1.1369662 Jul 08 02:51:46.416503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7', 'tag': '2d51756a-b93a-48b3-9c67-25ecf99be1de'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:51:46.418763 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528bda14-508b-4b4c-8128-ee1da91369f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7", "tag": "2d51756a-b93a-48b3-9c67-25ecf99be1de"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:51:46.441350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bddd4-5e84-4b3d-b007-c7c26889e710 service neutron] Pushing event updated for resources: {'Port': ['ID=2d51756a-b93a-48b3-9c67-25ecf99be1de,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:46.457941 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b1113b-8711-4d0a-b51b-84bcf964d510 x-openstack-request-id: req-a7b1113b-8711-4d0a-b51b-84bcf964d510 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:51:46.458235 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7", "tag": "2d51756a-b93a-48b3-9c67-25ecf99be1de", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:51:46.458488 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7b1113b-8711-4d0a-b51b-84bcf964d510 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:51:46.458888 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7', 'tag': '2d51756a-b93a-48b3-9c67-25ecf99be1de', 'status': 'completed', 'code': 200} Jul 08 02:51:46.531609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bda14-508b-4b4c-8128-ee1da91369f6 req-55b8fe14-df85-46a4-be6d-c57f240572ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:46.533126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-528bda14-508b-4b4c-8128-ee1da91369f6 req-55b8fe14-df85-46a4-be6d-c57f240572ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83d4ebea5c8c465495873bd26ebc8652&device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0553837 Jul 08 02:51:46.638749 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bda14-508b-4b4c-8128-ee1da91369f6 req-706cb4aa-3481-48b7-a611-0590377c4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:46.640296 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-528bda14-508b-4b4c-8128-ee1da91369f6 req-706cb4aa-3481-48b7-a611-0590377c4adb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=83d4ebea5c8c465495873bd26ebc8652&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1007500 Jul 08 02:51:46.733525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bda14-508b-4b4c-8128-ee1da91369f6 req-33ab7b79-be79-4081-a6f0-4304f8edd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:46.735080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-528bda14-508b-4b4c-8128-ee1da91369f6 req-33ab7b79-be79-4081-a6f0-4304f8edd202 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891812 Jul 08 02:51:46.827502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-ba4b801d-6235-44df-ab2d-5ae52fbdf581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:46.828910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-ba4b801d-6235-44df-ab2d-5ae52fbdf581 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=83d4ebea5c8c465495873bd26ebc8652&device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0555582 Jul 08 02:51:46.868044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-77bf40f4-8592-4272-8c56-05c7bc154afb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d51756a-b93a-48b3-9c67-25ecf99be1de HTTP/1.1" status: 200 len: 217 time: 0.0328846 Jul 08 02:51:46.920964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-482d4931-dff4-4b40-935d-71ed490ab665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:46.923096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-482d4931-dff4-4b40-935d-71ed490ab665 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe2aa0c7-e532-4212-ad14-909187eaf008 HTTP/1.1" status: 200 len: 854 time: 0.0483510 Jul 08 02:51:46.958773 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-36289a93-0671-4cbc-b078-37dfbd53fa68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=257374ad-e973-4e2e-95da-53c9f9f34985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299139 Jul 08 02:51:47.043730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-5d4fca9d-4ea8-4b6c-9304-fb16f0205f97 service neutron] 10.222.0.18 "GET /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783699 Jul 08 02:51:47.137457 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f411606-4fe4-43fb-b7a6-59a2d84cfb32 req-8740c269-a191-43dd-b696-392c9f90a6bd service neutron] 10.222.0.18 "GET /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872104 Jul 08 02:51:47.216410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6246ab-f151-4d0a-a567-cf6a059aeec0 req-e68612ef-9026-49f3-b73c-ca8da193d453 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:47.217927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c6246ab-f151-4d0a-a567-cf6a059aeec0 req-e68612ef-9026-49f3-b73c-ca8da193d453 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0632660 Jul 08 02:51:47.261723 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5c6246ab-f151-4d0a-a567-cf6a059aeec0 req-c83e012b-25a4-40b4-b52c-fcadac7d6c81 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373452 Jul 08 02:51:47.652746 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:48.438649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a241-79b4-48aa-99be-a3b0208f7b2c req-f2dd831e-d9b9-4d8f-964d-a000ff91282a tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:48.440165 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4a5a241-79b4-48aa-99be-a3b0208f7b2c req-f2dd831e-d9b9-4d8f-964d-a000ff91282a tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0657823 Jul 08 02:51:48.476933 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c4a5a241-79b4-48aa-99be-a3b0208f7b2c req-251761fa-93c5-4307-a52d-0305fa03700d tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314670 Jul 08 02:51:48.636795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:49.645604 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ff29e-8004-48b8-aa22-af3319e54fb0 req-7725aaa3-a87d-40f4-85d7-ceae8b66d831 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:49.647059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-029ff29e-8004-48b8-aa22-af3319e54fb0 req-7725aaa3-a87d-40f4-85d7-ceae8b66d831 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0618019 Jul 08 02:51:49.687696 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-029ff29e-8004-48b8-aa22-af3319e54fb0 req-1baeaa60-391b-4d15-aca4-758f6c29de53 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352325 Jul 08 02:51:50.814168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 2d51756a-b93a-48b3-9c67-25ecf99be1de details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:51:50.870407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23eb03-9f66-424b-b935-46ac50039f5b req-7a78b2ce-44ea-41e2-9610-9bcd4da1f899 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:50.871952 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e23eb03-9f66-424b-b935-46ac50039f5b req-7a78b2ce-44ea-41e2-9610-9bcd4da1f899 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 944 time: 0.0643203 Jul 08 02:51:50.907283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 2d51756a-b93a-48b3-9c67-25ecf99be1de, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2d51756a-b93a-48b3-9c67-25ecf99be1de,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:50.909685 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9e23eb03-9f66-424b-b935-46ac50039f5b req-855b42ec-30f8-4952-a7b0-90d3d3cfc3ed tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Jul 08 02:51:50.919123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '2d51756a-b93a-48b3-9c67-25ecf99be1de', 'network_id': '257374ad-e973-4e2e-95da-53c9f9f34985', 'port_id': '2d51756a-b93a-48b3-9c67-25ecf99be1de', 'mac_address': 'fa:16:3e:57:ae:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2aa0c7-e532-4212-ad14-909187eaf008', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:51:50.955361 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:50.970860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d51756a-b93a-48b3-9c67-25ecf99be1de {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:51:50.989402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 2d51756a-b93a-48b3-9c67-25ecf99be1de, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2d51756a-b93a-48b3-9c67-25ecf99be1de,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:51.082458 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:51.129363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=2d51756a-b93a-48b3-9c67-25ecf99be1de,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:51.136428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.136778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.137123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.137466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.137807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.138140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.138512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.138848 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.139178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.139546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.139863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.140190 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:51:51.279020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['2d51756a-b93a-48b3-9c67-25ecf99be1de'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:51:51.436850 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:52.082201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b6446-193f-4ff7-8bb7-bd9bb8ed3c9f req-8055e4c6-d4bc-4d21-920a-a362efe1eee0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:52.083714 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-978b6446-193f-4ff7-8bb7-bd9bb8ed3c9f req-8055e4c6-d4bc-4d21-920a-a362efe1eee0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 945 time: 0.0646279 Jul 08 02:51:52.120548 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-978b6446-193f-4ff7-8bb7-bd9bb8ed3c9f req-1e87070b-0c4e-4df1-8bff-f89ff0afc80a tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Jul 08 02:51:52.829323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 2d51756a-b93a-48b3-9c67-25ecf99be1de up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:51:52.938931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 2d51756a-b93a-48b3-9c67-25ecf99be1de completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:51:52.943147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 2d51756a-b93a-48b3-9c67-25ecf99be1de triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:51:52.943562 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:53.017241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:53.040497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d51756a-b93a-48b3-9c67-25ecf99be1de'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:51:53.042718 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd45b4-f85d-4141-8c7e-67e04d94cd54" -d '{"events": [{"server_uuid": "a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "2d51756a-b93a-48b3-9c67-25ecf99be1de"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:51:53.053927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 2d51756a-b93a-48b3-9c67-25ecf99be1de, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2d51756a-b93a-48b3-9c67-25ecf99be1de,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:53.082131 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd3ce6c-e7f9-4774-9d4d-276e17b87bba x-openstack-request-id: req-0dd3ce6c-e7f9-4774-9d4d-276e17b87bba {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:51:53.082425 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7", "name": "network-vif-plugged", "status": "completed", "tag": "2d51756a-b93a-48b3-9c67-25ecf99be1de", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:51:53.082682 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dd3ce6c-e7f9-4774-9d4d-276e17b87bba {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:51:53.083077 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d51756a-b93a-48b3-9c67-25ecf99be1de', 'code': 200} Jul 08 02:51:53.140034 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:53.193898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=2d51756a-b93a-48b3-9c67-25ecf99be1de,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:53.196532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6cc1b-3457-486e-9deb-21aadad4701e req-7bc082e8-6d4b-4be2-8345-beb8e5eb36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:53.198673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82d6cc1b-3457-486e-9deb-21aadad4701e req-7bc082e8-6d4b-4be2-8345-beb8e5eb36c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0533969 Jul 08 02:51:53.234595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-82d6cc1b-3457-486e-9deb-21aadad4701e req-41156012-f976-44d2-884d-ae63c1ee5b50 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278051 Jul 08 02:51:53.306291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae003c-f094-4029-b032-653bbc90666e req-3131993a-31e0-467e-aa83-c6c5e9bd3e30 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:53.308176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbae003c-f094-4029-b032-653bbc90666e req-3131993a-31e0-467e-aa83-c6c5e9bd3e30 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0710630 Jul 08 02:51:53.344747 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bbae003c-f094-4029-b032-653bbc90666e req-3c5ae43d-66b8-4e89-8ddd-3a56e960b7b5 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304923 Jul 08 02:51:54.514136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb7a00-4006-4ec2-ade6-352598bfad42 req-c75a941d-903b-470f-8ea5-e6895dad1285 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:54.515653 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3eb7a00-4006-4ec2-ade6-352598bfad42 req-c75a941d-903b-470f-8ea5-e6895dad1285 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0633173 Jul 08 02:51:54.557167 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c3eb7a00-4006-4ec2-ade6-352598bfad42 req-41598305-d0c0-4e1c-9d5d-68a15435c6ca tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Jul 08 02:51:55.096985 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a24aee-5651-46e1-9d5f-edac61cfc12a req-30dc312c-22c8-4887-aa32-522b35f7fcbc tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:55.098454 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83a24aee-5651-46e1-9d5f-edac61cfc12a req-30dc312c-22c8-4887-aa32-522b35f7fcbc tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0631642 Jul 08 02:51:55.135327 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-83a24aee-5651-46e1-9d5f-edac61cfc12a req-18386491-0925-4de1-a28b-043eb15a0473 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Jul 08 02:51:56.342177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-39d31824-06e4-4ab2-9f62-08e3c881f9b9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:56.343674 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-39d31824-06e4-4ab2-9f62-08e3c881f9b9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 946 time: 0.1161189 Jul 08 02:51:56.351523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a99339-8fb1-42c6-86d7-2e35a5e6d13e req-d5446079-bb15-4d0d-8314-d10ac95e9b4d tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:56.352888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-98a99339-8fb1-42c6-86d7-2e35a5e6d13e req-d5446079-bb15-4d0d-8314-d10ac95e9b4d tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 946 time: 0.0981820 Jul 08 02:51:56.430617 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-98a99339-8fb1-42c6-86d7-2e35a5e6d13e req-2e9b2e7c-07e9-4892-8fa3-1ee9dcb05ab8 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697744 Jul 08 02:51:56.473833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Deleting port 2d51756a-b93a-48b3-9c67-25ecf99be1de {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:51:56.474183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:56.563218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] For port 2d51756a-b93a-48b3-9c67-25ecf99be1de, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=2d51756a-b93a-48b3-9c67-25ecf99be1de,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:51:56.563528 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:56.575987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Calling delete_port for 2d51756a-b93a-48b3-9c67-25ecf99be1de owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:51:56.762691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:56.774810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:51:56.777971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['2d51756a-b93a-48b3-9c67-25ecf99be1de'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:51:56.794334 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Pushing event deleted for resources: {'Port': ['ID=2d51756a-b93a-48b3-9c67-25ecf99be1de,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:51:56.850054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] No DVR routers for this DVR port 2d51756a-b93a-48b3-9c67-25ecf99be1de on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:51:56.852863 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:56.854917 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-30ef109a-0b96-4103-9821-aa7bf90d8611 req-a6243820-7941-49d0-baf9-656f611e55be tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.18 "DELETE /v2.0/ports/2d51756a-b93a-48b3-9c67-25ecf99be1de HTTP/1.1" status: 204 len: 173 time: 0.5011661 Jul 08 02:51:56.855430 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7', 'name': 'network-vif-deleted', 'tag': '2d51756a-b93a-48b3-9c67-25ecf99be1de'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:51:56.857686 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727fe950-356b-4a41-9ec4-7db581ba4db7" -d '{"events": [{"server_uuid": "a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7", "name": "network-vif-deleted", "tag": "2d51756a-b93a-48b3-9c67-25ecf99be1de"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:51:56.896560 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bd80bf-ecbd-40b4-8b6b-508750f62e21 x-openstack-request-id: req-05bd80bf-ecbd-40b4-8b6b-508750f62e21 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:51:56.896862 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7", "name": "network-vif-deleted", "tag": "2d51756a-b93a-48b3-9c67-25ecf99be1de", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:51:56.897118 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05bd80bf-ecbd-40b4-8b6b-508750f62e21 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:51:56.897523 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7', 'name': 'network-vif-deleted', 'tag': '2d51756a-b93a-48b3-9c67-25ecf99be1de', 'status': 'completed', 'code': 200} Jul 08 02:51:57.585948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-502a5a16-2769-478e-b5b2-b8560e0b0dc7 req-865ef150-8221-4357-976f-512aa9b416b9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2dbcca9-c4f6-45e4-9f64-92bf1c62e2e7 HTTP/1.1" status: 200 len: 210 time: 0.0300338 Jul 08 02:51:58.825583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef81ef3-ca78-475b-be53-780ba29420fc req-fc284158-0fc7-4c75-890c-0813311314f0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:58.827064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ef81ef3-ca78-475b-be53-780ba29420fc req-fc284158-0fc7-4c75-890c-0813311314f0 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0624490 Jul 08 02:51:58.869336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ef81ef3-ca78-475b-be53-780ba29420fc req-7097cc2d-ed9d-4cf4-b01e-ad393b65dade tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Jul 08 02:51:59.055010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9e5a-5e2b-4124-a4c8-e238f87bf993 req-f03ee564-9adb-4f46-8c92-18965ee873f2 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:59.056498 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d46c9e5a-5e2b-4124-a4c8-e238f87bf993 req-f03ee564-9adb-4f46-8c92-18965ee873f2 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0625815 Jul 08 02:51:59.092681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d46c9e5a-5e2b-4124-a4c8-e238f87bf993 req-d8b49b1f-7178-4abb-b40f-ae2f50cdee48 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308113 Jul 08 02:51:59.263849 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a1859-f0ea-4117-852f-9fb453ddb7e2 req-20dd18c7-e051-40bd-8941-bda00942e004 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:59.265382 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c4a1859-f0ea-4117-852f-9fb453ddb7e2 req-20dd18c7-e051-40bd-8941-bda00942e004 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0637662 Jul 08 02:51:59.302918 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2c4a1859-f0ea-4117-852f-9fb453ddb7e2 req-47406231-a8c4-43ac-8327-ad9fdc161c98 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Jul 08 02:51:59.569337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1af92-be3e-4be2-8b46-4051763c5453 req-4c73517c-9ff2-4cb8-91a4-98d6589ca914 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:59.570808 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2c1af92-be3e-4be2-8b46-4051763c5453 req-4c73517c-9ff2-4cb8-91a4-98d6589ca914 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0650933 Jul 08 02:51:59.608267 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2c1af92-be3e-4be2-8b46-4051763c5453 req-8c60baa1-6624-449e-b5dc-0e3235d630c3 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Jul 08 02:51:59.777449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cfb19-632a-4fa0-ad4c-a35de74c43d2 req-9c29270d-97b8-4b48-893b-dd7bf5313a73 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:59.778931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-240cfb19-632a-4fa0-ad4c-a35de74c43d2 req-9c29270d-97b8-4b48-893b-dd7bf5313a73 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0612926 Jul 08 02:51:59.815293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-240cfb19-632a-4fa0-ad4c-a35de74c43d2 req-49e940ae-6e03-4010-bb96-d1953cbb3b8e tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303264 Jul 08 02:51:59.997884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22f11d-aebe-4baf-9145-30d15a6c48c5 req-2e68dd05-e182-40b7-b686-afb7836d1c5d tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:59.999380 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc22f11d-aebe-4baf-9145-30d15a6c48c5 req-2e68dd05-e182-40b7-b686-afb7836d1c5d tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0666029 Jul 08 02:52:00.037532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc22f11d-aebe-4baf-9145-30d15a6c48c5 req-47ca19a3-cf30-4d1a-9782-803fa3bab858 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Jul 08 02:52:00.876395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 2d51756a-b93a-48b3-9c67-25ecf99be1de no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:52:00.969943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b954c1-628b-41fd-baf5-f30736e0db2e req-99a886d2-2eca-4439-b1c3-a7e4b6a34d04 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:00.972840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67b954c1-628b-41fd-baf5-f30736e0db2e req-99a886d2-2eca-4439-b1c3-a7e4b6a34d04 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0733526 Jul 08 02:52:01.013188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-67b954c1-628b-41fd-baf5-f30736e0db2e req-0dfdf2de-73cd-4c50-8006-c991dbc44a09 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346758 Jul 08 02:52:01.058820 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 2d51756a-b93a-48b3-9c67-25ecf99be1de {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:52:01.059170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 2d51756a-b93a-48b3-9c67-25ecf99be1de not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:52:02.188606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f8c4-b384-4357-a7c9-b90ca95c4639 req-51571943-e149-4040-a208-f64d0fc6f920 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:02.190090 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ac8f8c4-b384-4357-a7c9-b90ca95c4639 req-51571943-e149-4040-a208-f64d0fc6f920 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0639884 Jul 08 02:52:02.227020 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9ac8f8c4-b384-4357-a7c9-b90ca95c4639 req-270a24a2-d40f-49db-b684-b5c29122472a tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d693329-4121-4fa1-bbbb-c75cea5c4821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Jul 08 02:52:02.299062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-d70c294c-dfb6-49c3-bdf8-5792a555548a tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:02.300604 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-d70c294c-dfb6-49c3-bdf8-5792a555548a tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 945 time: 0.0627773 Jul 08 02:52:02.400704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Deleting port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:02.401053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:02.486062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] For port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,segment=NetworkSegment(0f0afb08-194f-46b1-9d0a-0e7401a77aeb),segment_id=0f0afb08-194f-46b1-9d0a-0e7401a77aeb)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:02.486339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:02.503288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Calling delete_port for 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:02.682710 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:02.694304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:52:02.712170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Pushing event deleted for resources: {'Port': ['ID=517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:02.762292 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] No DVR routers for this DVR port 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:02.764673 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:02.767183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7f9d3c0f-91ad-497a-883e-8f39a30141f0 req-06d943e6-35ba-4c68-bbb2-0ca5c9344ee9 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.32 "DELETE /v2.0/ports/517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e HTTP/1.1" status: 204 len: 173 time: 0.4612942 Jul 08 02:52:02.767643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb5b6f7-9318-47cd-8379-64ccf5888546', 'name': 'network-vif-deleted', 'tag': '517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:52:02.769882 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a547f7d-3f44-45c2-a1aa-46c3d7a04d5c" -d '{"events": [{"server_uuid": "2cb5b6f7-9318-47cd-8379-64ccf5888546", "name": "network-vif-deleted", "tag": "517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:52:02.806508 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adf9a3b-dfbe-418d-b44b-3d37438085f1 x-openstack-request-id: req-6adf9a3b-dfbe-418d-b44b-3d37438085f1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:52:02.806906 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb5b6f7-9318-47cd-8379-64ccf5888546", "name": "network-vif-deleted", "tag": "517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:52:02.807172 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6adf9a3b-dfbe-418d-b44b-3d37438085f1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:52:02.807610 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb5b6f7-9318-47cd-8379-64ccf5888546', 'name': 'network-vif-deleted', 'tag': '517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e', 'status': 'completed', 'code': 200} Jul 08 02:52:03.375763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3e90b515-d829-4738-973b-e6991ebba781 req-9fea9199-7091-41be-acfe-8502a239ecb8 tempest-ServersNegativeTestJSON-1774239704 tempest-ServersNegativeTestJSON-1774239704-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cb5b6f7-9318-47cd-8379-64ccf5888546 HTTP/1.1" status: 200 len: 210 time: 0.0295470 Jul 08 02:52:04.469306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33818) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:04.513474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94695b0-bd80-4ff4-99eb-1028ebd64f16 admin admin] Deleting subnet fe2aa0c7-e532-4212-ad14-909187eaf008 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:52:04.517126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a94695b0-bd80-4ff4-99eb-1028ebd64f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.550755 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a94695b0-bd80-4ff4-99eb-1028ebd64f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.588378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a94695b0-bd80-4ff4-99eb-1028ebd64f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.709998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a94695b0-bd80-4ff4-99eb-1028ebd64f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.734806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94695b0-bd80-4ff4-99eb-1028ebd64f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2aa0c7-e532-4212-ad14-909187eaf008,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:04.738860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a94695b0-bd80-4ff4-99eb-1028ebd64f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.740994 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a94695b0-bd80-4ff4-99eb-1028ebd64f16 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fe2aa0c7-e532-4212-ad14-909187eaf008 HTTP/1.1" status: 204 len: 168 time: 0.2706218 Jul 08 02:52:04.743448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33820) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:04.808825 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.889989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.902447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257374ad-e973-4e2e-95da-53c9f9f34985']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:04.913137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0afb08-194f-46b1-9d0a-0e7401a77aeb') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:04.913442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0afb08-194f-46b1-9d0a-0e7401a77aeb') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:04.922134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.935950 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.942474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:04.942875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:04.944645 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:05.042166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:05.047585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:05.050121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/257374ad-e973-4e2e-95da-53c9f9f34985 HTTP/1.1" status: 204 len: 168 time: 0.3055575 Jul 08 02:52:05.061238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f0bd0-8f01-4bf1-808a-b0dd6e13dfd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=257374ad-e973-4e2e-95da-53c9f9f34985,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:05.210402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:52:05.230254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:52:05.230623 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 517bf7f6-8db8-4d9c-afa2-8cb513bb1f5e not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:52:05.344256 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33824) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:05.388322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1ca683e2-42c4-4ffa-ab4e-7c04c949144d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83d4ebea5c8c465495873bd26ebc8652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423880 Jul 08 02:52:05.390660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33826) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:05.437206 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f23fed-277a-4027-8b7b-4d96d41bcd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:05.457473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f23fed-277a-4027-8b7b-4d96d41bcd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:05.562199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f23fed-277a-4027-8b7b-4d96d41bcd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:05.564792 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8f23fed-277a-4027-8b7b-4d96d41bcd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:05.565946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e8f23fed-277a-4027-8b7b-4d96d41bcd23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d693329-4121-4fa1-bbbb-c75cea5c4821 HTTP/1.1" status: 204 len: 168 time: 0.1743975 Jul 08 02:52:05.573382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23fed-277a-4027-8b7b-4d96d41bcd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d693329-4121-4fa1-bbbb-c75cea5c4821,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:06.602873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33848) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:06.693972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1118785628'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:06.801963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:06.805429 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:06.818353 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:06.907636 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:06.962300 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:06.989071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:06.998725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b093a8-686f-43d5-8d78-0dc5e4ca132c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:07.003411 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:07.003772 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Added segment ea0bcc7c-3850-419f-b275-2a9093734704 of type vlan for network 285bfac7-1eef-4b4b-9387-dc4324fc1dbe Jul 08 02:52:07.043385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:07.150834 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:07.156517 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:07.157123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:07.224165 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Network': ['ID=285bfac7-1eef-4b4b-9387-dc4324fc1dbe,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:07.234143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 285bfac7-1eef-4b4b-9387-dc4324fc1dbe details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:07.300352 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-75e8011b-524f-4063-bebc-0c70eb7a0013 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6963468 Jul 08 02:52:10.614168 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33852) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:10.619701 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'subnet': {'network_id': '285bfac7-1eef-4b4b-9387-dc4324fc1dbe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:10.754970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:10.758471 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:10.996734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.050818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Subnet': ['ID=09e72b54-5045-4fcd-a286-9062c37d08c1,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:11.070107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Checking segment: {'id': 'ea0bcc7c-3850-419f-b275-2a9093734704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '285bfac7-1eef-4b4b-9387-dc4324fc1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:11.070467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network hostable DHCP agents. Network: 285bfac7-1eef-4b4b-9387-dc4324fc1dbe, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:11.149368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network 285bfac7-1eef-4b4b-9387-dc4324fc1dbe is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:11.223651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 285bfac7-1eef-4b4b-9387-dc4324fc1dbe) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:11.229199 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:11.229326 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.233962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e6b9b0-879d-4a0b-acc7-1850ee38ffc2 None None] Network 285bfac7-1eef-4b4b-9387-dc4324fc1dbe requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:11.324395 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7b7e6ddf-2c57-4df6-93c9-1cf8f0be1864 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7090857 Jul 08 02:52:11.328017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33856) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:11.334868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1676701121'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:11.386520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-285bfac7-1eef-4b4b-9387-dc4324fc1dbe', 'network_id': '285bfac7-1eef-4b4b-9387-dc4324fc1dbe', 'tenant_id': '8e583c734b26419186239b6f0f3a8834', 'fixed_ips': [{'subnet_id': '09e72b54-5045-4fcd-a286-9062c37d08c1'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:11.387418 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.413918 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:11.417580 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.441418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:11.449784 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.450143 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Added segment d3f3c20f-0879-41d6-915a-e83c9dc6fe1a of type vlan for network 13fd1c7c-1d36-4043-b004-e793e00915b7 Jul 08 02:52:11.489537 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.518543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Allocated IP 2001:db8:0:ffff::2 (285bfac7-1eef-4b4b-9387-dc4324fc1dbe/09e72b54-5045-4fcd-a286-9062c37d08c1/6b36a777-9aa5-434e-99c9-fc51e8e00827) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:11.580079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.585784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:11.586380 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.652779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Network': ['ID=13fd1c7c-1d36-4043-b004-e793e00915b7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:11.661335 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.667156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 13fd1c7c-1d36-4043-b004-e793e00915b7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:11.699535 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-933a03df-2e4f-442c-90ce-bb2105cccc13 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3699861 Jul 08 02:52:11.702598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33858) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:11.705218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Transition to ACTIVE for port object 6b36a777-9aa5-434e-99c9-fc51e8e00827 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:11.708792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'subnet': {'network_id': '13fd1c7c-1d36-4043-b004-e793e00915b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:11.736872 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Transition to ACTIVE for port object 6b36a777-9aa5-434e-99c9-fc51e8e00827 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:11.825576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.866910 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Network 285bfac7-1eef-4b4b-9387-dc4324fc1dbe is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:11.871549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:11.874832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:11.877077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:11.880776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Pushing event updated for resources: {'Port': ['ID=6b36a777-9aa5-434e-99c9-fc51e8e00827,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:11.880917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.934802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Attempting to bind port 6b36a777-9aa5-434e-99c9-fc51e8e00827 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:11.935179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Attempting to bind port 6b36a777-9aa5-434e-99c9-fc51e8e00827 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'ea0bcc7c-3850-419f-b275-2a9093734704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '285bfac7-1eef-4b4b-9387-dc4324fc1dbe'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:11.935580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Attempting to bind port 6b36a777-9aa5-434e-99c9-fc51e8e00827 on network 285bfac7-1eef-4b4b-9387-dc4324fc1dbe {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:11.940654 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:11.941036 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Checking segment: {'id': 'ea0bcc7c-3850-419f-b275-2a9093734704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '285bfac7-1eef-4b4b-9387-dc4324fc1dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:11.941441 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:11.941840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Bound using segment: {'id': 'ea0bcc7c-3850-419f-b275-2a9093734704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '285bfac7-1eef-4b4b-9387-dc4324fc1dbe'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:11.942306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Bound port: 6b36a777-9aa5-434e-99c9-fc51e8e00827, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0bcc7c-3850-419f-b275-2a9093734704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '285bfac7-1eef-4b4b-9387-dc4324fc1dbe'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:11.942699 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:12.007236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] For port 6b36a777-9aa5-434e-99c9-fc51e8e00827, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:12.010281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] For port 6b36a777-9aa5-434e-99c9-fc51e8e00827, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6b36a777-9aa5-434e-99c9-fc51e8e00827,segment=NetworkSegment(ea0bcc7c-3850-419f-b275-2a9093734704),segment_id=ea0bcc7c-3850-419f-b275-2a9093734704)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:12.090536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:12.148563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a264004-2bc2-4b4c-98ec-24c27826fd3a None None] Pushing event updated for resources: {'Port': ['ID=6b36a777-9aa5-434e-99c9-fc51e8e00827,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:12.157196 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:12.184350 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbb6c-bb25-417b-a7ec-de0b7ad3c5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:12.220650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Subnet': ['ID=27a1b618-7b73-4ebd-a2de-9819e0fb7f6e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:12.230479 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Checking segment: {'id': 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '13fd1c7c-1d36-4043-b004-e793e00915b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:12.230847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network hostable DHCP agents. Network: 13fd1c7c-1d36-4043-b004-e793e00915b7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:12.328697 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network 13fd1c7c-1d36-4043-b004-e793e00915b7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:12.404854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6b36a777-9aa5-434e-99c9-fc51e8e00827 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:12.561182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 13fd1c7c-1d36-4043-b004-e793e00915b7) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:12.567396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:12.568055 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:12.569997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434cdd7a-f3eb-40cb-8b02-8e064f131b2c None None] Network 13fd1c7c-1d36-4043-b004-e793e00915b7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:12.629220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 6b36a777-9aa5-434e-99c9-fc51e8e00827 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:12.684161 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ddaaff28-14b6-4170-8824-531f1986d54e tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9798005 Jul 08 02:52:12.686482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33860) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:12.720155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-13fd1c7c-1d36-4043-b004-e793e00915b7', 'network_id': '13fd1c7c-1d36-4043-b004-e793e00915b7', 'tenant_id': '8e583c734b26419186239b6f0f3a8834', 'fixed_ips': [{'subnet_id': '27a1b618-7b73-4ebd-a2de-9819e0fb7f6e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:12.721099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:12.803034 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:12.875274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Allocated IP 2001:db8::2 (13fd1c7c-1d36-4043-b004-e793e00915b7/27a1b618-7b73-4ebd-a2de-9819e0fb7f6e/3a3db048-8448-4e8d-b909-ceecea9ca039) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:12.887173 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.044008 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.047099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c17f4fa-7b58-4389-af5f-0b0705ad4450 None None] Network 285bfac7-1eef-4b4b-9387-dc4324fc1dbe requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:13.091078 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Transition to ACTIVE for port object 3a3db048-8448-4e8d-b909-ceecea9ca039 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:13.121262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Transition to ACTIVE for port object 3a3db048-8448-4e8d-b909-ceecea9ca039 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:13.238559 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.271572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-76b450fc-53e1-49bf-9780-224a9f2a5596 None None] Provisioning for port 6b36a777-9aa5-434e-99c9-fc51e8e00827 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:13.281923 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-76b450fc-53e1-49bf-9780-224a9f2a5596 None None] Provisioning complete for port 6b36a777-9aa5-434e-99c9-fc51e8e00827 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:13.282387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76b450fc-53e1-49bf-9780-224a9f2a5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.292247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Network 13fd1c7c-1d36-4043-b004-e793e00915b7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:13.313450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:13.321582 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:13.326159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Pushing event updated for resources: {'Port': ['ID=3a3db048-8448-4e8d-b909-ceecea9ca039,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:13.339037 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.374463 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Subnet': ['ID=27a1b618-7b73-4ebd-a2de-9819e0fb7f6e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:13.401596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Attempting to bind port 3a3db048-8448-4e8d-b909-ceecea9ca039 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:13.401973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Attempting to bind port 3a3db048-8448-4e8d-b909-ceecea9ca039 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '13fd1c7c-1d36-4043-b004-e793e00915b7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:13.402420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Attempting to bind port 3a3db048-8448-4e8d-b909-ceecea9ca039 on network 13fd1c7c-1d36-4043-b004-e793e00915b7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:13.426374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:13.427864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Checking segment: {'id': 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '13fd1c7c-1d36-4043-b004-e793e00915b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:13.428281 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.428688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Bound using segment: {'id': 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '13fd1c7c-1d36-4043-b004-e793e00915b7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:13.429181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Bound port: 3a3db048-8448-4e8d-b909-ceecea9ca039, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '13fd1c7c-1d36-4043-b004-e793e00915b7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:13.429577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.440796 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.450727 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fd1c7c-1d36-4043-b004-e793e00915b7']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:13.465327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:13.465626 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:13.474020 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76b450fc-53e1-49bf-9780-224a9f2a5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.475311 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.490788 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.496915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:13.497319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: items = [ Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:13.500353 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:13.526852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-76b450fc-53e1-49bf-9780-224a9f2a5596 None None] For port 6b36a777-9aa5-434e-99c9-fc51e8e00827, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6b36a777-9aa5-434e-99c9-fc51e8e00827,segment=NetworkSegment(ea0bcc7c-3850-419f-b275-2a9093734704),segment_id=ea0bcc7c-3850-419f-b275-2a9093734704)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:13.532949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] For port 3a3db048-8448-4e8d-b909-ceecea9ca039, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:13.559950 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] For port 3a3db048-8448-4e8d-b909-ceecea9ca039, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3a3db048-8448-4e8d-b909-ceecea9ca039,segment=NetworkSegment(d3f3c20f-0879-41d6-915a-e83c9dc6fe1a),segment_id=d3f3c20f-0879-41d6-915a-e83c9dc6fe1a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:13.596796 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76b450fc-53e1-49bf-9780-224a9f2a5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.597455 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:52:13.597455 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:52:13.597455 n-d-695189-13 neutron-server[100713]: [parameters: {'id': '13fd1c7c-1d36-4043-b004-e793e00915b7'}] Jul 08 02:52:13.597455 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:52:13.597950 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:52:13.646566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b450fc-53e1-49bf-9780-224a9f2a5596 None None] Pushing event updated for resources: {'Port': ['ID=6b36a777-9aa5-434e-99c9-fc51e8e00827,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:13.699832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.788927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e2f2693c-81fa-4614-ac39-bc09970ab3c4 None None] Provisioning complete for port 6b36a777-9aa5-434e-99c9-fc51e8e00827 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:13.789323 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2f2693c-81fa-4614-ac39-bc09970ab3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:13.792270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc47ebd-e3f3-49f1-ab98-216cc9f16ede None None] Pushing event updated for resources: {'Port': ['ID=3a3db048-8448-4e8d-b909-ceecea9ca039,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:13.836229 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16b5e3-5510-4dac-8190-e5413a297dcb None None] Network 13fd1c7c-1d36-4043-b004-e793e00915b7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:13.999798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2dae8a-328a-4986-b0ab-fcc402ddea5a None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:52:14.062475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2dae8a-328a-4986-b0ab-fcc402ddea5a None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:52:14.098988 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.151884 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Deleting port 3a3db048-8448-4e8d-b909-ceecea9ca039 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:14.152231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.218541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] For port 3a3db048-8448-4e8d-b909-ceecea9ca039, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=3a3db048-8448-4e8d-b909-ceecea9ca039,segment=NetworkSegment(d3f3c20f-0879-41d6-915a-e83c9dc6fe1a),segment_id=d3f3c20f-0879-41d6-915a-e83c9dc6fe1a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:14.218912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.232207 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Calling delete_port for 3a3db048-8448-4e8d-b909-ceecea9ca039 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:14.337708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6b36a777-9aa5-434e-99c9-fc51e8e00827 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:14.384738 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6b36a777-9aa5-434e-99c9-fc51e8e00827 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:14.385113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.401223 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.427250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Port': ['ID=3a3db048-8448-4e8d-b909-ceecea9ca039,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:14.431481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No DVR routers for this DVR port 3a3db048-8448-4e8d-b909-ceecea9ca039 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:14.487308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-efe6e42c-b77c-4f75-903e-a07e583872d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.515044 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.524762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fd1c7c-1d36-4043-b004-e793e00915b7']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:14.534778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:14.535079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f3c20f-0879-41d6-915a-e83c9dc6fe1a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:14.543684 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.557357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.563070 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:14.563501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:14.566948 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:14.709875 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.717493 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:52:14.719168 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.720995 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/13fd1c7c-1d36-4043-b004-e793e00915b7 HTTP/1.1" status: 204 len: 168 time: 2.0334449 Jul 08 02:52:14.724525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33862) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:14.731937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2136893034'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:14.732095 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd74ebf-c14d-4826-ac77-fc6d12aa4adb tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Network': ['ID=13fd1c7c-1d36-4043-b004-e793e00915b7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:14.808002 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:14.811489 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.835415 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:14.846238 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.847899 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Added segment c6c085c4-ffdb-4e32-a30d-828815007a9a of type vlan for network dca7f270-d1ee-4868-8a05-cfb9693361b0 Jul 08 02:52:14.887216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.922824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.974339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:14.979971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:14.980563 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:15.047262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Network': ['ID=dca7f270-d1ee-4868-8a05-cfb9693361b0,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:15.057458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network dca7f270-d1ee-4868-8a05-cfb9693361b0 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:15.112792 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-afab5b14-518a-45d4-9402-2b1aa7e31452 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3871160 Jul 08 02:52:15.115845 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33864) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:15.120991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'subnet': {'network_id': 'dca7f270-d1ee-4868-8a05-cfb9693361b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:15.247471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:15.250933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:15.308472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Performing IP validity checks on allocation pools {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:52:15.308915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.ipam_backend_mixin [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:52:15.459351 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:15.520797 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Subnet': ['ID=9b73163b-b411-4ca5-b931-d8c0cba28fca,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:15.530868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Checking segment: {'id': 'c6c085c4-ffdb-4e32-a30d-828815007a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dca7f270-d1ee-4868-8a05-cfb9693361b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:15.531237 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network hostable DHCP agents. Network: dca7f270-d1ee-4868-8a05-cfb9693361b0, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:15.602158 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network dca7f270-d1ee-4868-8a05-cfb9693361b0 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:15.664608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, dca7f270-d1ee-4868-8a05-cfb9693361b0) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:15.669144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:15.670009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:15.673687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d31f1-4ad6-4003-a317-a8ad7798fdbe None None] Network dca7f270-d1ee-4868-8a05-cfb9693361b0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:15.746045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fe39f822-9c03-45fa-8490-1908c4ae8b4a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6290746 Jul 08 02:52:15.748662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33866) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:15.827668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-dca7f270-d1ee-4868-8a05-cfb9693361b0', 'network_id': 'dca7f270-d1ee-4868-8a05-cfb9693361b0', 'tenant_id': '8e583c734b26419186239b6f0f3a8834', 'fixed_ips': [{'subnet_id': '9b73163b-b411-4ca5-b931-d8c0cba28fca'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:15.828824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:15.854576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:15.917641 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:15.972136 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Allocated IP 2001:db8::3 (dca7f270-d1ee-4868-8a05-cfb9693361b0/9b73163b-b411-4ca5-b931-d8c0cba28fca/f032db8d-d575-406a-9649-ebf9196964a1) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:15.999171 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.115911 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.123583 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Transition to ACTIVE for port object f032db8d-d575-406a-9649-ebf9196964a1 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:16.137726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Transition to ACTIVE for port object f032db8d-d575-406a-9649-ebf9196964a1 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:16.208763 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.245506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Network dca7f270-d1ee-4868-8a05-cfb9693361b0 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:16.248257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:16.254218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:16.264288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Pushing event updated for resources: {'Port': ['ID=f032db8d-d575-406a-9649-ebf9196964a1,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:16.300627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.319354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Attempting to bind port f032db8d-d575-406a-9649-ebf9196964a1 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:16.319726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Attempting to bind port f032db8d-d575-406a-9649-ebf9196964a1 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'c6c085c4-ffdb-4e32-a30d-828815007a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dca7f270-d1ee-4868-8a05-cfb9693361b0'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:16.320099 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Attempting to bind port f032db8d-d575-406a-9649-ebf9196964a1 on network dca7f270-d1ee-4868-8a05-cfb9693361b0 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:16.325851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:16.326277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Checking segment: {'id': 'c6c085c4-ffdb-4e32-a30d-828815007a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dca7f270-d1ee-4868-8a05-cfb9693361b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:16.326757 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.327783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Bound using segment: {'id': 'c6c085c4-ffdb-4e32-a30d-828815007a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dca7f270-d1ee-4868-8a05-cfb9693361b0'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:16.327783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Bound port: f032db8d-d575-406a-9649-ebf9196964a1, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c085c4-ffdb-4e32-a30d-828815007a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dca7f270-d1ee-4868-8a05-cfb9693361b0'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:16.328024 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.330316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Subnet': ['ID=9b73163b-b411-4ca5-b931-d8c0cba28fca,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:16.397893 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.399579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] For port f032db8d-d575-406a-9649-ebf9196964a1, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:16.403235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] For port f032db8d-d575-406a-9649-ebf9196964a1, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f032db8d-d575-406a-9649-ebf9196964a1,segment=NetworkSegment(c6c085c4-ffdb-4e32-a30d-828815007a9a),segment_id=c6c085c4-ffdb-4e32-a30d-828815007a9a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:16.408826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca7f270-d1ee-4868-8a05-cfb9693361b0']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:16.423332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c085c4-ffdb-4e32-a30d-828815007a9a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:16.423745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c085c4-ffdb-4e32-a30d-828815007a9a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:16.433664 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.465898 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.468025 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.476932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:16.477342 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:16.480842 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:16.556524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741d718-9861-42a7-b44e-86b68e04b797 None None] Pushing event updated for resources: {'Port': ['ID=f032db8d-d575-406a-9649-ebf9196964a1,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:16.574625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b3cd2-50ff-49ab-8d1c-5af77c15623c None None] Network dca7f270-d1ee-4868-8a05-cfb9693361b0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:16.580087 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:52:16.580087 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:52:16.580087 n-d-695189-13 neutron-server[100713]: [parameters: {'id': 'dca7f270-d1ee-4868-8a05-cfb9693361b0'}] Jul 08 02:52:16.580087 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:52:16.580909 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:52:16.703884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f72040-970d-4e07-b45a-f0e57e57a76c None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:52:16.769782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f72040-970d-4e07-b45a-f0e57e57a76c None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:52:17.081614 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.133246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Deleting port f032db8d-d575-406a-9649-ebf9196964a1 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:17.133581 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.197724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] For port f032db8d-d575-406a-9649-ebf9196964a1, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f032db8d-d575-406a-9649-ebf9196964a1,segment=NetworkSegment(c6c085c4-ffdb-4e32-a30d-828815007a9a),segment_id=c6c085c4-ffdb-4e32-a30d-828815007a9a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:17.198007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.210009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Calling delete_port for f032db8d-d575-406a-9649-ebf9196964a1 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:17.366949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.390177 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Port': ['ID=f032db8d-d575-406a-9649-ebf9196964a1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:17.403056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No DVR routers for this DVR port f032db8d-d575-406a-9649-ebf9196964a1 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:17.475466 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.484823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca7f270-d1ee-4868-8a05-cfb9693361b0']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:17.495118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c085c4-ffdb-4e32-a30d-828815007a9a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:17.495458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c085c4-ffdb-4e32-a30d-828815007a9a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:17.504090 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.517220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.523789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:17.524183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:17.527050 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:17.602254 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.648641 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.657125 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.659590 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/dca7f270-d1ee-4868-8a05-cfb9693361b0 HTTP/1.1" status: 204 len: 168 time: 1.9098806 Jul 08 02:52:17.663259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33868) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:17.668459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1655356865'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:17.672754 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e62f2c-4a80-4cbd-bbea-880cf85644c2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Network': ['ID=dca7f270-d1ee-4868-8a05-cfb9693361b0,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:17.733989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:17.737412 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.761656 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:17.770402 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.770755 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Added segment f36e228c-502c-4b5a-8e2e-a19d47971083 of type vlan for network ffc979cb-6fdc-4c77-b038-9ea97d003d04 Jul 08 02:52:17.809559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.899254 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.905038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:17.905655 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:17.971699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Network': ['ID=ffc979cb-6fdc-4c77-b038-9ea97d003d04,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:17.983419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network ffc979cb-6fdc-4c77-b038-9ea97d003d04 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:18.026179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0cd193b2-666a-4c5d-bc23-676d3e5fed0c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3616438 Jul 08 02:52:18.029719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33870) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:18.034767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'subnet': {'network_id': 'ffc979cb-6fdc-4c77-b038-9ea97d003d04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:18.177829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:18.181381 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.442190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.497210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Subnet': ['ID=78dd83bd-99a0-4acb-b9ee-fcebb5347563,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:18.508570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Checking segment: {'id': 'f36e228c-502c-4b5a-8e2e-a19d47971083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ffc979cb-6fdc-4c77-b038-9ea97d003d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:18.508933 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network hostable DHCP agents. Network: ffc979cb-6fdc-4c77-b038-9ea97d003d04, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:18.573688 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network ffc979cb-6fdc-4c77-b038-9ea97d003d04 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:18.624857 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.647557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, ffc979cb-6fdc-4c77-b038-9ea97d003d04) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:18.651558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:18.652327 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.657113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eba442-edca-4209-b581-fd7d82d81056 None None] Network ffc979cb-6fdc-4c77-b038-9ea97d003d04 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:18.723103 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e8199f99-63a2-4690-aa57-f0fde414ea9a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6922641 Jul 08 02:52:18.726979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33872) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:18.732157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-866635471'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:18.799818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-ffc979cb-6fdc-4c77-b038-9ea97d003d04', 'network_id': 'ffc979cb-6fdc-4c77-b038-9ea97d003d04', 'tenant_id': '8e583c734b26419186239b6f0f3a8834', 'fixed_ips': [{'subnet_id': '78dd83bd-99a0-4acb-b9ee-fcebb5347563'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:18.800665 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.808150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:18.811767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.834464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:18.842627 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.842978 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Added segment a9637d62-b3a8-428e-aee7-4a35d303cb4a of type vlan for network 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 Jul 08 02:52:18.891152 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.979709 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.985760 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:18.986436 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.055835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Network': ['ID=2bd0f4c9-f096-4910-b46c-9a07db8bb3e7,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:19.067027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:19.117737 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ba56095b-a1f9-43c1-a1c2-fe3b9c4098d0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3895450 Jul 08 02:52:19.120503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33874) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:19.126123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Request body: {'subnet': {'network_id': '2bd0f4c9-f096-4910-b46c-9a07db8bb3e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:19.141134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Allocated IP 2001:db8::2 (ffc979cb-6fdc-4c77-b038-9ea97d003d04/78dd83bd-99a0-4acb-b9ee-fcebb5347563/4ea18812-b103-4e5f-a117-1b3f0270183d) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:19.283904 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.292014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Transition to ACTIVE for port object 4ea18812-b103-4e5f-a117-1b3f0270183d will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:19.306013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Transition to ACTIVE for port object 4ea18812-b103-4e5f-a117-1b3f0270183d will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:19.314857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Made reservation on behalf of 8e583c734b26419186239b6f0f3a8834 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:19.318468 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.408664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.447568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Network ffc979cb-6fdc-4c77-b038-9ea97d003d04 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:19.450321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:19.456326 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:19.466470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Pushing event updated for resources: {'Port': ['ID=4ea18812-b103-4e5f-a117-1b3f0270183d,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:19.515747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Attempting to bind port 4ea18812-b103-4e5f-a117-1b3f0270183d on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:19.516107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Attempting to bind port 4ea18812-b103-4e5f-a117-1b3f0270183d by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'f36e228c-502c-4b5a-8e2e-a19d47971083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ffc979cb-6fdc-4c77-b038-9ea97d003d04'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:19.516477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Attempting to bind port 4ea18812-b103-4e5f-a117-1b3f0270183d on network ffc979cb-6fdc-4c77-b038-9ea97d003d04 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:19.521963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:19.522352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Checking segment: {'id': 'f36e228c-502c-4b5a-8e2e-a19d47971083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ffc979cb-6fdc-4c77-b038-9ea97d003d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:19.522755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.523152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Bound using segment: {'id': 'f36e228c-502c-4b5a-8e2e-a19d47971083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ffc979cb-6fdc-4c77-b038-9ea97d003d04'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:19.523645 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Bound port: 4ea18812-b103-4e5f-a117-1b3f0270183d, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36e228c-502c-4b5a-8e2e-a19d47971083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ffc979cb-6fdc-4c77-b038-9ea97d003d04'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:19.524033 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.562724 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.590541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] For port 4ea18812-b103-4e5f-a117-1b3f0270183d, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:19.595572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] For port 4ea18812-b103-4e5f-a117-1b3f0270183d, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4ea18812-b103-4e5f-a117-1b3f0270183d,segment=NetworkSegment(f36e228c-502c-4b5a-8e2e-a19d47971083),segment_id=f36e228c-502c-4b5a-8e2e-a19d47971083)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:19.633497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event updated for resources: {'Subnet': ['ID=ae33f0ce-9303-4427-9cc7-102d1e4777c9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:19.643605 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Checking segment: {'id': 'a9637d62-b3a8-428e-aee7-4a35d303cb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2bd0f4c9-f096-4910-b46c-9a07db8bb3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:19.646952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network hostable DHCP agents. Network: 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:19.665894 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.729074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c304815-df71-4359-8dba-b8a63b8b67c4 None None] Pushing event updated for resources: {'Port': ['ID=4ea18812-b103-4e5f-a117-1b3f0270183d,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:19.745069 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Network 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:19.802220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:19.807141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:19.807782 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:19.813061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c18f0-8f55-4e40-a6fc-70d2243e4df8 None None] Network 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:19.877825 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a631f285-548f-4635-81d8-4ab9abcb0782 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7557120 Jul 08 02:52:19.884171 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33876) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:19.979650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2bd0f4c9-f096-4910-b46c-9a07db8bb3e7', 'network_id': '2bd0f4c9-f096-4910-b46c-9a07db8bb3e7', 'tenant_id': '8e583c734b26419186239b6f0f3a8834', 'fixed_ips': [{'subnet_id': 'ae33f0ce-9303-4427-9cc7-102d1e4777c9'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:19.980703 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.010984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.062720 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.121234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Allocated IP 2001:db8::2 (2bd0f4c9-f096-4910-b46c-9a07db8bb3e7/ae33f0ce-9303-4427-9cc7-102d1e4777c9/449626b9-aa7d-4e06-aa3c-4236453c7cb5) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:20.258014 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.265793 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Transition to ACTIVE for port object 449626b9-aa7d-4e06-aa3c-4236453c7cb5 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:20.279439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Transition to ACTIVE for port object 449626b9-aa7d-4e06-aa3c-4236453c7cb5 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:20.346357 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.376359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4ea18812-b103-4e5f-a117-1b3f0270183d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:20.406945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Network 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:20.415188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:20.419981 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:20.432200 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.432628 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Pushing event updated for resources: {'Port': ['ID=449626b9-aa7d-4e06-aa3c-4236453c7cb5,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:20.466000 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Subnet': ['ID=ae33f0ce-9303-4427-9cc7-102d1e4777c9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:20.498853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Attempting to bind port 449626b9-aa7d-4e06-aa3c-4236453c7cb5 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:20.499221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Attempting to bind port 449626b9-aa7d-4e06-aa3c-4236453c7cb5 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a9637d62-b3a8-428e-aee7-4a35d303cb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2bd0f4c9-f096-4910-b46c-9a07db8bb3e7'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:20.499619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Attempting to bind port 449626b9-aa7d-4e06-aa3c-4236453c7cb5 on network 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:20.504744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:20.510003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Checking segment: {'id': 'a9637d62-b3a8-428e-aee7-4a35d303cb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2bd0f4c9-f096-4910-b46c-9a07db8bb3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:20.510003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.510003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Bound using segment: {'id': 'a9637d62-b3a8-428e-aee7-4a35d303cb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2bd0f4c9-f096-4910-b46c-9a07db8bb3e7'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:20.510003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Bound port: 449626b9-aa7d-4e06-aa3c-4236453c7cb5, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9637d62-b3a8-428e-aee7-4a35d303cb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2bd0f4c9-f096-4910-b46c-9a07db8bb3e7'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:20.510003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.533464 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.544087 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd0f4c9-f096-4910-b46c-9a07db8bb3e7']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:20.555141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9637d62-b3a8-428e-aee7-4a35d303cb4a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:20.555489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9637d62-b3a8-428e-aee7-4a35d303cb4a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:20.564631 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.567020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 4ea18812-b103-4e5f-a117-1b3f0270183d completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:20.578733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.585127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] For port 449626b9-aa7d-4e06-aa3c-4236453c7cb5, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:20.585959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:20.586777 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:20.589686 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:20.649953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] For port 449626b9-aa7d-4e06-aa3c-4236453c7cb5, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=449626b9-aa7d-4e06-aa3c-4236453c7cb5,segment=NetworkSegment(a9637d62-b3a8-428e-aee7-4a35d303cb4a),segment_id=a9637d62-b3a8-428e-aee7-4a35d303cb4a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:20.666448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4c5df-6b91-4768-865a-a14867d406e3 None None] Network ffc979cb-6fdc-4c77-b038-9ea97d003d04 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:20.698644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.db.api [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:52:20.698644 n-d-695189-13 neutron-server[100713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:52:20.698644 n-d-695189-13 neutron-server[100713]: [parameters: {'id': '2bd0f4c9-f096-4910-b46c-9a07db8bb3e7'}] Jul 08 02:52:20.698644 n-d-695189-13 neutron-server[100713]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:52:20.699118 n-d-695189-13 neutron-server[100713]: DEBUG oslo_db.api [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:52:20.728789 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.779838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-65f23c82-5b58-4a3a-8790-b58fe3bb5e8f None None] Provisioning for port 4ea18812-b103-4e5f-a117-1b3f0270183d completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:20.812544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-65f23c82-5b58-4a3a-8790-b58fe3bb5e8f None None] Provisioning complete for port 4ea18812-b103-4e5f-a117-1b3f0270183d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:20.812920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-65f23c82-5b58-4a3a-8790-b58fe3bb5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:20.870588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc6e74-64c9-4853-af01-b509d3a174b1 None None] Pushing event updated for resources: {'Port': ['ID=449626b9-aa7d-4e06-aa3c-4236453c7cb5,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:20.920813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930f0c3-1347-4b1c-aefa-7bda6b7350e8 None None] Network 2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:21.076911 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-65f23c82-5b58-4a3a-8790-b58fe3bb5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.122246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-65f23c82-5b58-4a3a-8790-b58fe3bb5e8f None None] For port 4ea18812-b103-4e5f-a117-1b3f0270183d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4ea18812-b103-4e5f-a117-1b3f0270183d,segment=NetworkSegment(f36e228c-502c-4b5a-8e2e-a19d47971083),segment_id=f36e228c-502c-4b5a-8e2e-a19d47971083)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:21.199771 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.207875 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-65f23c82-5b58-4a3a-8790-b58fe3bb5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.252836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e877bae-ddc5-4d53-bf16-ea1d4d17de1b None None] get_active_networks_info from n-d-695189-13 {{(pid=100714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:52:21.258251 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Deleting port 449626b9-aa7d-4e06-aa3c-4236453c7cb5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:21.258605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.280134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f23c82-5b58-4a3a-8790-b58fe3bb5e8f None None] Pushing event updated for resources: {'Port': ['ID=4ea18812-b103-4e5f-a117-1b3f0270183d,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:21.319473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] For port 449626b9-aa7d-4e06-aa3c-4236453c7cb5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=449626b9-aa7d-4e06-aa3c-4236453c7cb5,segment=NetworkSegment(a9637d62-b3a8-428e-aee7-4a35d303cb4a),segment_id=a9637d62-b3a8-428e-aee7-4a35d303cb4a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:21.319838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.337374 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Calling delete_port for 449626b9-aa7d-4e06-aa3c-4236453c7cb5 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:21.340546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e877bae-ddc5-4d53-bf16-ea1d4d17de1b None None] Resources bound (agent type, host, resource id): {{(pid=100714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:52:21.343572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-84bf5bd7-c2b3-4e39-ac70-d5034a5a2e2c None None] Provisioning complete for port 4ea18812-b103-4e5f-a117-1b3f0270183d triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:21.343946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-84bf5bd7-c2b3-4e39-ac70-d5034a5a2e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.475392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.482042 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.508779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Port': ['ID=449626b9-aa7d-4e06-aa3c-4236453c7cb5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:21.510610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No DVR routers for this DVR port 449626b9-aa7d-4e06-aa3c-4236453c7cb5 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:21.589911 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.600329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd0f4c9-f096-4910-b46c-9a07db8bb3e7']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:21.610476 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9637d62-b3a8-428e-aee7-4a35d303cb4a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:21.610786 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9637d62-b3a8-428e-aee7-4a35d303cb4a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:21.619663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.635175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.641046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:21.641446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:21.645103 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:21.779475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.786905 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.788084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 HTTP/1.1" status: 204 len: 168 time: 1.9029377 Jul 08 02:52:21.790912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33878) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:21.799299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f78ae-1b14-4661-80ba-5a4ae014d9f8 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Network': ['ID=2bd0f4c9-f096-4910-b46c-9a07db8bb3e7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:21.823655 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25ff972-2edd-40ab-b716-3221f9d67fb3 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] GET failed (client error): The resource could not be found. Jul 08 02:52:21.824943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d25ff972-2edd-40ab-b716-3221f9d67fb3 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "GET /v2.0/subnets/ae33f0ce-9303-4427-9cc7-102d1e4777c9 HTTP/1.1" status: 404 len: 337 time: 0.0330007 Jul 08 02:52:21.827682 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33880) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:21.845537 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd14d58-391c-4327-8205-17a0db2b302c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] DELETE failed (client error): The resource could not be found. Jul 08 02:52:21.845985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd14d58-391c-4327-8205-17a0db2b302c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:52:21.847603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ccd14d58-391c-4327-8205-17a0db2b302c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 HTTP/1.1" status: 404 len: 339 time: 0.0189991 Jul 08 02:52:21.850935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33882) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:21.875113 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2776ad43-79fc-49f7-b52f-de4014b6987a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] DELETE failed (client error): The resource could not be found. Jul 08 02:52:21.875574 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2776ad43-79fc-49f7-b52f-de4014b6987a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:52:21.877701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2776ad43-79fc-49f7-b52f-de4014b6987a tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/subnets/ae33f0ce-9303-4427-9cc7-102d1e4777c9 HTTP/1.1" status: 404 len: 337 time: 0.0258460 Jul 08 02:52:21.880018 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33884) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:21.897294 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca015d41-faab-4356-8baf-938803d61444 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] DELETE failed (client error): The resource could not be found. Jul 08 02:52:21.897809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca015d41-faab-4356-8baf-938803d61444 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:52:21.899437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ca015d41-faab-4356-8baf-938803d61444 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/2bd0f4c9-f096-4910-b46c-9a07db8bb3e7 HTTP/1.1" status: 404 len: 339 time: 0.0185435 Jul 08 02:52:21.901519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33886) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:21.949384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8caab50-0728-4dc9-aedf-6c007fc0899c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Deleting subnet 78dd83bd-99a0-4acb-b9ee-fcebb5347563 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:52:21.952414 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8caab50-0728-4dc9-aedf-6c007fc0899c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:21.990886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8caab50-0728-4dc9-aedf-6c007fc0899c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.075113 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8caab50-0728-4dc9-aedf-6c007fc0899c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.195315 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8caab50-0728-4dc9-aedf-6c007fc0899c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.221977 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caab50-0728-4dc9-aedf-6c007fc0899c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Subnet': ['ID=78dd83bd-99a0-4acb-b9ee-fcebb5347563,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:22.224026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b8caab50-0728-4dc9-aedf-6c007fc0899c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.225866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b8caab50-0728-4dc9-aedf-6c007fc0899c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/subnets/78dd83bd-99a0-4acb-b9ee-fcebb5347563 HTTP/1.1" status: 204 len: 168 time: 0.3234897 Jul 08 02:52:22.228490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33888) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:22.230029 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac2332-8e92-4ea2-abc0-0fe0403131a8 None None] Network ffc979cb-6fdc-4c77-b038-9ea97d003d04 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:22.309650 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.359433 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4ea18812-b103-4e5f-a117-1b3f0270183d up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:22.363976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Deleting port 4ea18812-b103-4e5f-a117-1b3f0270183d {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:22.364329 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.411023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 4ea18812-b103-4e5f-a117-1b3f0270183d triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:22.411398 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.431978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] For port 4ea18812-b103-4e5f-a117-1b3f0270183d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4ea18812-b103-4e5f-a117-1b3f0270183d,segment=NetworkSegment(f36e228c-502c-4b5a-8e2e-a19d47971083),segment_id=f36e228c-502c-4b5a-8e2e-a19d47971083)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:22.432347 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.445080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Calling delete_port for 4ea18812-b103-4e5f-a117-1b3f0270183d owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:22.475580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] DHCP port deletion for ffc979cb-6fdc-4c77-b038-9ea97d003d04 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:52:22.536595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] Deleting port 4ea18812-b103-4e5f-a117-1b3f0270183d {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:22.536977 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.597066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] For port 4ea18812-b103-4e5f-a117-1b3f0270183d, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=4ea18812-b103-4e5f-a117-1b3f0270183d,segment=NetworkSegment(f36e228c-502c-4b5a-8e2e-a19d47971083),segment_id=f36e228c-502c-4b5a-8e2e-a19d47971083)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:22.597468 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.609724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] Calling delete_port for 4ea18812-b103-4e5f-a117-1b3f0270183d owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:22.613053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.638148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Port': ['ID=4ea18812-b103-4e5f-a117-1b3f0270183d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:22.641743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No DVR routers for this DVR port 4ea18812-b103-4e5f-a117-1b3f0270183d on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:52:22.685861 n-d-695189-13 neutron-server[100714]: self.session.flush() Jul 08 02:52:22.695296 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.719731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] Pushing event deleted for resources: {'Port': ['ID=4ea18812-b103-4e5f-a117-1b3f0270183d,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:22.724058 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a730071-0e69-4755-82ff-5fcab47e5e9f None None] No DVR routers for this DVR port 4ea18812-b103-4e5f-a117-1b3f0270183d on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:22.733928 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.744090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc979cb-6fdc-4c77-b038-9ea97d003d04']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:22.754203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36e228c-502c-4b5a-8e2e-a19d47971083') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:22.754502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36e228c-502c-4b5a-8e2e-a19d47971083') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:22.763133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.776950 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.784872 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:22.785270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:22.788360 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:22.921886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.929287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:22.930524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/ffc979cb-6fdc-4c77-b038-9ea97d003d04 HTTP/1.1" status: 204 len: 168 time: 0.7011273 Jul 08 02:52:22.932906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33890) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:22.950127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad42c5-762a-443f-992b-a6735a37577b tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Network': ['ID=ffc979cb-6fdc-4c77-b038-9ea97d003d04,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:22.973347 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a8f1f8-a394-4d09-b6b8-a70a965ca1f2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] DELETE failed (client error): The resource could not be found. Jul 08 02:52:22.973805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a8f1f8-a394-4d09-b6b8-a70a965ca1f2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:52:22.975552 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-63a8f1f8-a394-4d09-b6b8-a70a965ca1f2 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/subnets/9b73163b-b411-4ca5-b931-d8c0cba28fca HTTP/1.1" status: 404 len: 337 time: 0.0417125 Jul 08 02:52:22.978049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33892) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:22.999814 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-20042cc3-d5d3-489c-a3c4-3c10a6d1b5e0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] DELETE failed (client error): The resource could not be found. Jul 08 02:52:23.000459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20042cc3-d5d3-489c-a3c4-3c10a6d1b5e0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:52:23.002929 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-20042cc3-d5d3-489c-a3c4-3c10a6d1b5e0 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/dca7f270-d1ee-4868-8a05-cfb9693361b0 HTTP/1.1" status: 404 len: 339 time: 0.0238597 Jul 08 02:52:23.005427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33894) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:23.031257 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8d224e-e75e-4d61-bf50-c46fda4448b5 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] DELETE failed (client error): The resource could not be found. Jul 08 02:52:23.031746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8d224e-e75e-4d61-bf50-c46fda4448b5 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:52:23.034117 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cd8d224e-e75e-4d61-bf50-c46fda4448b5 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/subnets/27a1b618-7b73-4ebd-a2de-9819e0fb7f6e HTTP/1.1" status: 404 len: 337 time: 0.0277383 Jul 08 02:52:23.036606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:23.054137 n-d-695189-13 neutron-server[100712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e7aac3-015e-4c9d-bbeb-7317a3bc0831 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] DELETE failed (client error): The resource could not be found. Jul 08 02:52:23.054668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e7aac3-015e-4c9d-bbeb-7317a3bc0831 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:52:23.056352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f4e7aac3-015e-4c9d-bbeb-7317a3bc0831 tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/13fd1c7c-1d36-4043-b004-e793e00915b7 HTTP/1.1" status: 404 len: 339 time: 0.0188520 Jul 08 02:52:23.058943 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33898) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:23.114027 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Deleting subnet 09e72b54-5045-4fcd-a286-9062c37d08c1 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:52:23.117364 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.156564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.236165 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.351403 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.378797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Subnet': ['ID=09e72b54-5045-4fcd-a286-9062c37d08c1,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:23.383177 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.390467 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/subnets/09e72b54-5045-4fcd-a286-9062c37d08c1 HTTP/1.1" status: 204 len: 168 time: 0.3247981 Jul 08 02:52:23.390603 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:23.390696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545265e3-16c1-4b15-91d4-aa60a3e589b8 None None] Network 285bfac7-1eef-4b4b-9387-dc4324fc1dbe requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:23.391149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.391149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.391149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.391429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.391689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.391951 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.392261 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.392590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.393571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.393899 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.394227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.394553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091c509-9635-4134-ae32-0ad7baef9aff tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:23.464285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.521250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Deleting port 6b36a777-9aa5-434e-99c9-fc51e8e00827 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:23.521598 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.575618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] DHCP port deletion for 285bfac7-1eef-4b4b-9387-dc4324fc1dbe request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:52:23.583592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] For port 6b36a777-9aa5-434e-99c9-fc51e8e00827, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6b36a777-9aa5-434e-99c9-fc51e8e00827,segment=NetworkSegment(ea0bcc7c-3850-419f-b275-2a9093734704),segment_id=ea0bcc7c-3850-419f-b275-2a9093734704)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:23.583960 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.596392 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Calling delete_port for 6b36a777-9aa5-434e-99c9-fc51e8e00827 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:23.621438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] Deleting port 6b36a777-9aa5-434e-99c9-fc51e8e00827 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:23.621742 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.681723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] For port 6b36a777-9aa5-434e-99c9-fc51e8e00827, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6b36a777-9aa5-434e-99c9-fc51e8e00827,segment=NetworkSegment(ea0bcc7c-3850-419f-b275-2a9093734704),segment_id=ea0bcc7c-3850-419f-b275-2a9093734704)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:23.682125 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.695519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] Calling delete_port for 6b36a777-9aa5-434e-99c9-fc51e8e00827 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:23.755153 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.772641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.781030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Port': ['ID=6b36a777-9aa5-434e-99c9-fc51e8e00827,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:23.782992 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] No DVR routers for this DVR port 6b36a777-9aa5-434e-99c9-fc51e8e00827 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:23.797256 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] Pushing event deleted for resources: {'Port': ['ID=6b36a777-9aa5-434e-99c9-fc51e8e00827,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:23.801294 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e3a43-ea93-45c3-b07b-0f9ab8d64627 None None] No DVR routers for this DVR port 6b36a777-9aa5-434e-99c9-fc51e8e00827 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:23.858659 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.868991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285bfac7-1eef-4b4b-9387-dc4324fc1dbe']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:23.883246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0bcc7c-3850-419f-b275-2a9093734704') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:23.883246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0bcc7c-3850-419f-b275-2a9093734704') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:23.887378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.903929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.911438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:23.920051 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:24.030356 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:24.037958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:24.039150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] 10.222.0.10 "DELETE /v2.0/networks/285bfac7-1eef-4b4b-9387-dc4324fc1dbe HTTP/1.1" status: 204 len: 168 time: 0.6499193 Jul 08 02:52:24.051418 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643038b7-cde1-435c-9375-859a23439d6c tempest-NetworksIpV6Test-75704028 tempest-NetworksIpV6Test-75704028-project] Pushing event deleted for resources: {'Network': ['ID=285bfac7-1eef-4b4b-9387-dc4324fc1dbe,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:24.337509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4ea18812-b103-4e5f-a117-1b3f0270183d no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:52:24.358061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 4ea18812-b103-4e5f-a117-1b3f0270183d {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:52:24.358419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 4ea18812-b103-4e5f-a117-1b3f0270183d not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:52:24.358853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6b36a777-9aa5-434e-99c9-fc51e8e00827 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:52:24.377746 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 6b36a777-9aa5-434e-99c9-fc51e8e00827 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:52:24.384309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6b36a777-9aa5-434e-99c9-fc51e8e00827 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:52:24.453474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33906) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:24.577694 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c6330f06-9597-4a68-918e-5383a3bca632 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e583c734b26419186239b6f0f3a8834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227334 Jul 08 02:52:24.580877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33910) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:24.625827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c371b42-7aef-4ad6-8419-1dc16c388665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:24.646684 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c371b42-7aef-4ad6-8419-1dc16c388665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:24.754959 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c371b42-7aef-4ad6-8419-1dc16c388665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:24.757450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3c371b42-7aef-4ad6-8419-1dc16c388665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:24.758561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3c371b42-7aef-4ad6-8419-1dc16c388665 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7b093a8-686f-43d5-8d78-0dc5e4ca132c HTTP/1.1" status: 204 len: 168 time: 0.1767857 Jul 08 02:52:24.765988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c371b42-7aef-4ad6-8419-1dc16c388665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b093a8-686f-43d5-8d78-0dc5e4ca132c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:25.626693 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:25.715529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7646099a-5c2f-435c-84e2-2896c5ab6b9b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-417438872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:25.830989 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7646099a-5c2f-435c-84e2-2896c5ab6b9b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:25.832003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7646099a-5c2f-435c-84e2-2896c5ab6b9b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:25.880405 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7646099a-5c2f-435c-84e2-2896c5ab6b9b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:25.973744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7646099a-5c2f-435c-84e2-2896c5ab6b9b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.047641 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7646099a-5c2f-435c-84e2-2896c5ab6b9b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.048958 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7646099a-5c2f-435c-84e2-2896c5ab6b9b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4212291 Jul 08 02:52:26.051826 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33936) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:26.057012 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1274584426'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:26.139265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Made reservation on behalf of 26355e80a8aa429a8f312806a5e6f46d for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:26.143370 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.152243 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.237921 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.287897 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.313046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:26.321798 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8a4a36-7947-4b17-97e5-a3b60bd4b0e6,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:26.327490 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.327837 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Added segment 7eace4da-4504-4b3a-b7a9-a419ca3de358 of type vlan for network f27b6d8c-fb7b-4b24-894d-7214496d90e0 Jul 08 02:52:26.369669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.448115 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.453684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:26.454287 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.520521 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event updated for resources: {'Network': ['ID=f27b6d8c-fb7b-4b24-894d-7214496d90e0,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:26.530388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network f27b6d8c-fb7b-4b24-894d-7214496d90e0 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:26.545639 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-47179473-9c6b-4183-8694-0495f0e95707 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4927239 Jul 08 02:52:26.548338 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33938) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:26.553830 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Request body: {'subnet': {'network_id': 'f27b6d8c-fb7b-4b24-894d-7214496d90e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:26.697847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Made reservation on behalf of 26355e80a8aa429a8f312806a5e6f46d for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:26.701384 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.937873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.001623 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event updated for resources: {'Subnet': ['ID=28ab3885-b75b-45e6-bc25-06cf4ecce82e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:27.012858 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Checking segment: {'id': '7eace4da-4504-4b3a-b7a9-a419ca3de358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f27b6d8c-fb7b-4b24-894d-7214496d90e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:27.013362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Network hostable DHCP agents. Network: f27b6d8c-fb7b-4b24-894d-7214496d90e0, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:27.086216 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Network f27b6d8c-fb7b-4b24-894d-7214496d90e0 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:27.162126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, f27b6d8c-fb7b-4b24-894d-7214496d90e0) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:27.167182 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:27.168388 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.172051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508dda40-f28d-4262-821d-29c49377f7df None None] Network f27b6d8c-fb7b-4b24-894d-7214496d90e0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:27.231531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a4c0df7f-916d-47ca-ad96-bc3232ac7a78 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6815877 Jul 08 02:52:27.234914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33940) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:27.240483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1061275955'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:27.321108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Made reservation on behalf of 26355e80a8aa429a8f312806a5e6f46d for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:27.324704 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.350779 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:27.360428 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.360786 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Added segment 27eda203-ee5d-49d5-ae4c-b96077241bc8 of type vlan for network cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b Jul 08 02:52:27.406406 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.472392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-f27b6d8c-fb7b-4b24-894d-7214496d90e0', 'network_id': 'f27b6d8c-fb7b-4b24-894d-7214496d90e0', 'tenant_id': '26355e80a8aa429a8f312806a5e6f46d', 'fixed_ips': [{'subnet_id': '28ab3885-b75b-45e6-bc25-06cf4ecce82e'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:27.473234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.497693 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.504039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:27.504638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.568803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event updated for resources: {'Network': ['ID=cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:27.582880 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:27.624205 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7633367c-a002-40ff-864b-504849667919 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3881037 Jul 08 02:52:27.626961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33942) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:27.632038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Request body: {'subnet': {'network_id': 'cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:27.652146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Allocated IP 172.20.0.2 (f27b6d8c-fb7b-4b24-894d-7214496d90e0/28ab3885-b75b-45e6-bc25-06cf4ecce82e/5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:27.800105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.808082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Transition to ACTIVE for port object 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:27.819193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Made reservation on behalf of 26355e80a8aa429a8f312806a5e6f46d for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:27.824576 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Transition to ACTIVE for port object 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:27.824749 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.893952 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:27.930551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Network f27b6d8c-fb7b-4b24-894d-7214496d90e0 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:27.933422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:27.940669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:27.951065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Pushing event updated for resources: {'Port': ['ID=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:28.015130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Attempting to bind port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:28.015528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Attempting to bind port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7eace4da-4504-4b3a-b7a9-a419ca3de358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f27b6d8c-fb7b-4b24-894d-7214496d90e0'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:28.015902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Attempting to bind port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b on network f27b6d8c-fb7b-4b24-894d-7214496d90e0 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:28.022066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:28.022451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Checking segment: {'id': '7eace4da-4504-4b3a-b7a9-a419ca3de358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f27b6d8c-fb7b-4b24-894d-7214496d90e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:28.022863 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:28.023261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Bound using segment: {'id': '7eace4da-4504-4b3a-b7a9-a419ca3de358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f27b6d8c-fb7b-4b24-894d-7214496d90e0'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:28.024046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Bound port: 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eace4da-4504-4b3a-b7a9-a419ca3de358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f27b6d8c-fb7b-4b24-894d-7214496d90e0'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:28.024619 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:28.056902 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:28.094091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] For port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:28.097631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] For port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,segment=NetworkSegment(7eace4da-4504-4b3a-b7a9-a419ca3de358),segment_id=7eace4da-4504-4b3a-b7a9-a419ca3de358)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:28.118514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event updated for resources: {'Subnet': ['ID=a69a34d2-48ef-45b7-91ec-df704fb6d439,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:28.134071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Checking segment: {'id': '27eda203-ee5d-49d5-ae4c-b96077241bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:28.134436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Network hostable DHCP agents. Network: cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:28.150964 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:28.209572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442150f-3083-4a8b-8b29-b9aca0fb0a99 None None] Pushing event updated for resources: {'Port': ['ID=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:28.219030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Network cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:28.327714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:28.338996 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:28.340443 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:28.356004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb783df6-c634-4776-9612-13a6b5afcebc None None] Network cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:28.465864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f1282748-7f80-4800-91a3-a435401f3f71 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8378105 Jul 08 02:52:28.468698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33944) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:28.474577 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dd925061-34c6-44a7-a1c1-ea7dffea254b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:28.520297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b', 'network_id': 'cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b', 'tenant_id': '26355e80a8aa429a8f312806a5e6f46d', 'fixed_ips': [{'subnet_id': 'a69a34d2-48ef-45b7-91ec-df704fb6d439'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:28.521202 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:28.664372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Allocated IP 172.21.0.2 (cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b/a69a34d2-48ef-45b7-91ec-df704fb6d439/afe93565-eab0-4bc6-996f-e56e9756bb88) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:28.822027 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:28.831252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Transition to ACTIVE for port object afe93565-eab0-4bc6-996f-e56e9756bb88 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:28.847027 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Transition to ACTIVE for port object afe93565-eab0-4bc6-996f-e56e9756bb88 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:28.961223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.002886 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Network cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:29.009913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:29.017143 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:29.025471 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Pushing event updated for resources: {'Port': ['ID=afe93565-eab0-4bc6-996f-e56e9756bb88,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:29.052438 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd925061-34c6-44a7-a1c1-ea7dffea254b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.083397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Attempting to bind port afe93565-eab0-4bc6-996f-e56e9756bb88 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:29.083788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Attempting to bind port afe93565-eab0-4bc6-996f-e56e9756bb88 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '27eda203-ee5d-49d5-ae4c-b96077241bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:29.084163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Attempting to bind port afe93565-eab0-4bc6-996f-e56e9756bb88 on network cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:29.089330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:29.089712 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Checking segment: {'id': '27eda203-ee5d-49d5-ae4c-b96077241bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:29.090118 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.090659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Bound using segment: {'id': '27eda203-ee5d-49d5-ae4c-b96077241bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:29.091138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Bound port: afe93565-eab0-4bc6-996f-e56e9756bb88, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27eda203-ee5d-49d5-ae4c-b96077241bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:29.091552 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.124118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7e042-491d-4881-8fa2-b853b4a05258 None None] Network f27b6d8c-fb7b-4b24-894d-7214496d90e0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:29.210862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] For port afe93565-eab0-4bc6-996f-e56e9756bb88, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:29.215174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] For port afe93565-eab0-4bc6-996f-e56e9756bb88, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=afe93565-eab0-4bc6-996f-e56e9756bb88,segment=NetworkSegment(27eda203-ee5d-49d5-ae4c-b96077241bc8),segment_id=27eda203-ee5d-49d5-ae4c-b96077241bc8)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:29.223604 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [None req-dd925061-34c6-44a7-a1c1-ea7dffea254b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:52:29.224673 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dd925061-34c6-44a7-a1c1-ea7dffea254b tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "PUT /v2.0/routers/5edddbad-a649-4b5c-86b5-7e0c63a538de HTTP/1.1" status: 400 len: 364 time: 0.7550013 Jul 08 02:52:29.230436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33946) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:29.282762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db84fcf-de32-4b17-8717-a3056f5afbeb tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Deleting subnet a69a34d2-48ef-45b7-91ec-df704fb6d439 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:52:29.285844 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db84fcf-de32-4b17-8717-a3056f5afbeb tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.303111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-27b86876-c671-4d0d-bdf1-de9717c2bedd None None] Provisioning for port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:29.313391 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.326869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db84fcf-de32-4b17-8717-a3056f5afbeb tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.385267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b6625-431e-4f8f-9385-dfc9faf7cb03 None None] Pushing event updated for resources: {'Port': ['ID=afe93565-eab0-4bc6-996f-e56e9756bb88,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:29.432430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db84fcf-de32-4b17-8717-a3056f5afbeb tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.562346 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db84fcf-de32-4b17-8717-a3056f5afbeb tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.592849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-9db84fcf-de32-4b17-8717-a3056f5afbeb tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.594759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9db84fcf-de32-4b17-8717-a3056f5afbeb tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "DELETE /v2.0/subnets/a69a34d2-48ef-45b7-91ec-df704fb6d439 HTTP/1.1" status: 204 len: 168 time: 0.3633721 Jul 08 02:52:29.597029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db84fcf-de32-4b17-8717-a3056f5afbeb tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event deleted for resources: {'Subnet': ['ID=a69a34d2-48ef-45b7-91ec-df704fb6d439,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:29.598311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33948) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:29.685889 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.741867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Deleting port afe93565-eab0-4bc6-996f-e56e9756bb88 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:29.742217 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.801981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] For port afe93565-eab0-4bc6-996f-e56e9756bb88, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=afe93565-eab0-4bc6-996f-e56e9756bb88,segment=NetworkSegment(27eda203-ee5d-49d5-ae4c-b96077241bc8),segment_id=27eda203-ee5d-49d5-ae4c-b96077241bc8)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:29.802263 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.815384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Calling delete_port for afe93565-eab0-4bc6-996f-e56e9756bb88 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:29.956771 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:29.984354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event deleted for resources: {'Port': ['ID=afe93565-eab0-4bc6-996f-e56e9756bb88,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:29.987266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] No DVR routers for this DVR port afe93565-eab0-4bc6-996f-e56e9756bb88 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:30.069688 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.079961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:30.090887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27eda203-ee5d-49d5-ae4c-b96077241bc8') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:30.091188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27eda203-ee5d-49d5-ae4c-b96077241bc8') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:30.100896 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.115860 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.122027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:30.122646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:30.125756 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:30.225075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.232420 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.234351 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "DELETE /v2.0/networks/cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b HTTP/1.1" status: 204 len: 168 time: 0.6351264 Jul 08 02:52:30.237473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33950) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:30.256597 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d68f2-31cb-44ea-ae63-de19111433bd tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event deleted for resources: {'Network': ['ID=cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:30.305802 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88222db-1423-4a7c-8d11-dbfac55f0cef tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Deleting subnet 28ab3885-b75b-45e6-bc25-06cf4ecce82e {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:52:30.309118 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e88222db-1423-4a7c-8d11-dbfac55f0cef tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.342982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-22e87488-a806-40cd-8604-d0abee54552e None None] Could not find standard attr ID for object afe93565-eab0-4bc6-996f-e56e9756bb88. {{(pid=100714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:52:30.348919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e88222db-1423-4a7c-8d11-dbfac55f0cef tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.355045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af698007-ab6e-4b7a-8e47-19d1de62a900 None None] DHCP port deletion for cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:52:30.378831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e1bf6-5a0c-42d4-9e76-86514c359132 None None] Network cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:30.392944 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e1bf6-5a0c-42d4-9e76-86514c359132 None None] Network cc4ba79c-3edd-4717-b163-ddf9ba8a2f3b could not be found, it might have been deleted concurrently. {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 02:52:30.428811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:30.441573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e88222db-1423-4a7c-8d11-dbfac55f0cef tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.537452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:30.541157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:30.541558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.566818 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e88222db-1423-4a7c-8d11-dbfac55f0cef tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.593315 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88222db-1423-4a7c-8d11-dbfac55f0cef tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event deleted for resources: {'Subnet': ['ID=28ab3885-b75b-45e6-bc25-06cf4ecce82e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:30.597608 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e88222db-1423-4a7c-8d11-dbfac55f0cef tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.600593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e88222db-1423-4a7c-8d11-dbfac55f0cef tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "DELETE /v2.0/subnets/28ab3885-b75b-45e6-bc25-06cf4ecce82e HTTP/1.1" status: 204 len: 168 time: 0.3620446 Jul 08 02:52:30.602146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33952) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:30.606794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976235c-80b8-459a-9572-4da85f783771 None None] Network f27b6d8c-fb7b-4b24-894d-7214496d90e0 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:30.662141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.677564 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.724873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,segment=NetworkSegment(7eace4da-4504-4b3a-b7a9-a419ca3de358),segment_id=7eace4da-4504-4b3a-b7a9-a419ca3de358)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:30.730453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Deleting port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:30.730796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.796682 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.798242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] For port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,segment=NetworkSegment(7eace4da-4504-4b3a-b7a9-a419ca3de358),segment_id=7eace4da-4504-4b3a-b7a9-a419ca3de358)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:30.798651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.812587 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Calling delete_port for 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:30.822463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] DHCP port deletion for f27b6d8c-fb7b-4b24-894d-7214496d90e0 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:52:30.871745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:30.890271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] Deleting port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:52:30.890675 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.954233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] For port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,segment=NetworkSegment(7eace4da-4504-4b3a-b7a9-a419ca3de358),segment_id=7eace4da-4504-4b3a-b7a9-a419ca3de358)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:30.954631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.960573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:30.967225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] Calling delete_port for 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:52:30.992170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event deleted for resources: {'Port': ['ID=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:30.994008 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] No DVR routers for this DVR port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:31.074473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.084475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27b6d8c-fb7b-4b24-894d-7214496d90e0']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:31.094628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eace4da-4504-4b3a-b7a9-a419ca3de358') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:31.094929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eace4da-4504-4b3a-b7a9-a419ca3de358') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:31.099035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.104244 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.118125 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.124021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:52:31.124423 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:52:31.127759 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:52:31.131616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] Pushing event deleted for resources: {'Port': ['ID=5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:31.133420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5c683-49ae-444e-8860-9313d95ce5b8 None None] No DVR routers for this DVR port 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:52:31.236144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.243440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.245151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "DELETE /v2.0/networks/f27b6d8c-fb7b-4b24-894d-7214496d90e0 HTTP/1.1" status: 204 len: 168 time: 0.6420705 Jul 08 02:52:31.254283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33954) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:31.256866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da22fd-91fc-43fd-8b88-3526278a3cca tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Pushing event deleted for resources: {'Network': ['ID=f27b6d8c-fb7b-4b24-894d-7214496d90e0,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:31.285363 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-47af8943-43d2-4219-84fa-cf9e1e7c3c59 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "GET /v2.0/ports?device_id=5edddbad-a649-4b5c-86b5-7e0c63a538de HTTP/1.1" status: 200 len: 205 time: 0.0298765 Jul 08 02:52:31.287635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33956) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:31.678967 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9062882a-0f61-4bea-8763-9270c2388619 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.831779 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9062882a-0f61-4bea-8763-9270c2388619 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.834079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9062882a-0f61-4bea-8763-9270c2388619 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.921959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9062882a-0f61-4bea-8763-9270c2388619 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.922490 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9062882a-0f61-4bea-8763-9270c2388619 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Fanout notify agent at l3_agent the message router_deleted on router 5edddbad-a649-4b5c-86b5-7e0c63a538de {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:52:31.929817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9062882a-0f61-4bea-8763-9270c2388619 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:31.930831 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9062882a-0f61-4bea-8763-9270c2388619 tempest-RoutersNegativeTest-1205275158 tempest-RoutersNegativeTest-1205275158-project] 10.222.0.10 "DELETE /v2.0/routers/5edddbad-a649-4b5c-86b5-7e0c63a538de HTTP/1.1" status: 204 len: 168 time: 0.6423171 Jul 08 02:52:32.340804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:52:32.362789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:52:32.363281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5c7e0cf4-de8a-4e25-9acc-25edf7e22d5b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:52:32.363826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device afe93565-eab0-4bc6-996f-e56e9756bb88 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:52:32.385450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: afe93565-eab0-4bc6-996f-e56e9756bb88 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:52:32.385962 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device afe93565-eab0-4bc6-996f-e56e9756bb88 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:52:32.414619 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33962) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:32.545347 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f15d298a-f811-4d5b-89ea-d4908ab79f3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26355e80a8aa429a8f312806a5e6f46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295547 Jul 08 02:52:32.547797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33966) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:32.596556 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42a5c22a-f2eb-4708-900f-c282a26cf7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:32.618334 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42a5c22a-f2eb-4708-900f-c282a26cf7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:32.750514 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42a5c22a-f2eb-4708-900f-c282a26cf7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:32.752939 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-42a5c22a-f2eb-4708-900f-c282a26cf7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:32.754082 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-42a5c22a-f2eb-4708-900f-c282a26cf7cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c8a4a36-7947-4b17-97e5-a3b60bd4b0e6 HTTP/1.1" status: 204 len: 168 time: 0.2051611 Jul 08 02:52:32.762361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5c22a-f2eb-4708-900f-c282a26cf7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8a4a36-7947-4b17-97e5-a3b60bd4b0e6,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:33.653412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:33.750988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-627117103-network', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:33.818885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Made reservation on behalf of c94a6c45fb1248c5878dc35167f4f14b for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:33.821126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:33.829339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:33.914966 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:33.996390 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:34.022808 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:34.028774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10948820-55bc-404e-b4f4-c642c30b2551,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:34.035266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:34.035657 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Added segment e160fb93-3e59-4975-a56c-13b84da266a7 of type vlan for network 09d04ef8-ceee-4f2b-8678-99a1356ae79b Jul 08 02:52:34.074324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:34.167543 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:34.168488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:34.169072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:34.229359 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] Pushing event updated for resources: {'Network': ['ID=09d04ef8-ceee-4f2b-8678-99a1356ae79b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:34.239195 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:34.299809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2ae54b35-4799-4884-8457-aadd3799e7cd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6451838 Jul 08 02:52:34.302946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33992) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:34.307784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Request body: {'subnet': {'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-subnet', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:34.400532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Made reservation on behalf of c94a6c45fb1248c5878dc35167f4f14b for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:34.402807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:34.619266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:34.677115 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8a51d0-2715-41c5-a5cd-b41aac3c9c62,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:34.681352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Checking segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:34.681723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Network hostable DHCP agents. Network: 09d04ef8-ceee-4f2b-8678-99a1356ae79b, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:34.767240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:34.841774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 09d04ef8-ceee-4f2b-8678-99a1356ae79b) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:34.846285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:34.847762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:34.851881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493c86a1-05b2-4eb5-ae35-f09811cc1540 None None] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:34.934106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-69e3ead0-b564-4694-8542-50f415f6983a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6299884 Jul 08 02:52:34.936704 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 33994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:34.943030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:34.993525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'fixed_ips': [{'subnet_id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:34.994367 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.037064 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.038165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.094311 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.131565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Allocated IP 172.20.0.2 (09d04ef8-ceee-4f2b-8678-99a1356ae79b/de8a51d0-2715-41c5-a5cd-b41aac3c9c62/a508720c-035e-4c97-ad9a-9800640e6572) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:35.268444 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.277214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Transition to ACTIVE for port object a508720c-035e-4c97-ad9a-9800640e6572 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:35.292124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Transition to ACTIVE for port object a508720c-035e-4c97-ad9a-9800640e6572 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:35.320577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.356517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.392677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:35.396224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:35.398538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:35.412309 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Pushing event updated for resources: {'Port': ['ID=a508720c-035e-4c97-ad9a-9800640e6572,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:35.463611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Attempting to bind port a508720c-035e-4c97-ad9a-9800640e6572 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:35.463980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Attempting to bind port a508720c-035e-4c97-ad9a-9800640e6572 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:35.464351 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Attempting to bind port a508720c-035e-4c97-ad9a-9800640e6572 on network 09d04ef8-ceee-4f2b-8678-99a1356ae79b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:35.469154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:35.469634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Checking segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:35.470042 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.470434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Bound using segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:35.470901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Bound port: a508720c-035e-4c97-ad9a-9800640e6572, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:35.471284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.535445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] For port a508720c-035e-4c97-ad9a-9800640e6572, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:35.538359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] For port a508720c-035e-4c97-ad9a-9800640e6572, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a508720c-035e-4c97-ad9a-9800640e6572,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:35.592290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.601039 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.610795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.664154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c0691-28e2-40b2-b16a-0d7e24452729 None None] Pushing event updated for resources: {'Port': ['ID=a508720c-035e-4c97-ad9a-9800640e6572,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:35.736702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Allocated IP 172.25.8.179 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/0aaab0f9-5be4-48e2-a125-486d7b1dcb2f) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:35.850702 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.962425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:36.000844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:36.005527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:36.008884 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:36.014272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Pushing event updated for resources: {'Port': ['ID=0aaab0f9-5be4-48e2-a125-486d7b1dcb2f,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:36.336711 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:36.397155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a508720c-035e-4c97-ad9a-9800640e6572 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:36.510557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port a508720c-035e-4c97-ad9a-9800640e6572 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:36.542014 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:36.557310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd6c39b-72bd-4213-901b-a02257a668c5 None None] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:36.677768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-58bb37ad-723b-445d-9eb2-4e997feb6616 None None] Provisioning for port a508720c-035e-4c97-ad9a-9800640e6572 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:36.683288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-58bb37ad-723b-445d-9eb2-4e997feb6616 None None] Provisioning complete for port a508720c-035e-4c97-ad9a-9800640e6572 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:36.683692 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58bb37ad-723b-445d-9eb2-4e997feb6616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:36.756642 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Router 8c808364-b6f7-4de8-b1fd-61271afc3311 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:52:36.795430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58bb37ad-723b-445d-9eb2-4e997feb6616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:36.828532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-58bb37ad-723b-445d-9eb2-4e997feb6616 None None] For port a508720c-035e-4c97-ad9a-9800640e6572, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a508720c-035e-4c97-ad9a-9800640e6572,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:36.866685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:52:36.875210 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Sync routers for ids ['8c808364-b6f7-4de8-b1fd-61271afc3311'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:52:36.889907 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Routers {'8c808364-b6f7-4de8-b1fd-61271afc3311'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:52:36.890932 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8c808364-b6f7-4de8-b1fd-61271afc3311'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:36.905450 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-58bb37ad-723b-445d-9eb2-4e997feb6616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:36.963722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb37ad-723b-445d-9eb2-4e997feb6616 None None] Pushing event updated for resources: {'Port': ['ID=a508720c-035e-4c97-ad9a-9800640e6572,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:36.968759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:36.972191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0c4766df-e9b5-476d-ac24-0230386bceee admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0343580 Jul 08 02:52:36.973056 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 33996) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:36.994620 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Set router 8c808364-b6f7-4de8-b1fd-61271afc3311 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:52:37.025854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-3c0129b0-21aa-4279-b8e0-7966d9f5a5b9 None None] Provisioning complete for port a508720c-035e-4c97-ad9a-9800640e6572 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:37.026323 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3c0129b0-21aa-4279-b8e0-7966d9f5a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.176680 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:36Z', 'revision_number': 3, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port': {'id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:37.203806 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Checking router: 8c808364-b6f7-4de8-b1fd-61271afc3311 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:52:37.204226 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Updating router 8c808364-b6f7-4de8-b1fd-61271afc3311 port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:52:37.237667 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.398768 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.492626 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.502091 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Transition to ACTIVE for port object 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:37.553150 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Allocated IP 172.20.0.1 (09d04ef8-ceee-4f2b-8678-99a1356ae79b/de8a51d0-2715-41c5-a5cd-b41aac3c9c62/e359b35e-c017-4219-9a21-91561cc7f6ad) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:37.578885 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.631171 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Attempting to bind port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:37.631580 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Attempting to bind port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:37.631945 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Attempting to bind port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:37.636487 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Pushing event updated for resources: {'Port': ['ID=0aaab0f9-5be4-48e2-a125-486d7b1dcb2f,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:37.639644 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:37.640019 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:37.640430 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.640823 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:37.641307 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Bound port: 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:37.641691 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.653650 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.664384 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.664731 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.665080 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.665419 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.665761 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.666090 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.666422 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.666726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Transition to ACTIVE for port object e359b35e-c017-4219-9a21-91561cc7f6ad will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:37.666831 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.667073 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.667419 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.667790 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.668119 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:37.703297 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] For port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:37.706807 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] For port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0aaab0f9-5be4-48e2-a125-486d7b1dcb2f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:37.756795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.786869 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.799811 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:37.804734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:37.808741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:37.832215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Pushing event updated for resources: {'Port': ['ID=e359b35e-c017-4219-9a21-91561cc7f6ad,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:37.850901 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741b058-ee61-4780-a3cd-b755629e0d4f None None] Pushing event updated for resources: {'Port': ['ID=0aaab0f9-5be4-48e2-a125-486d7b1dcb2f,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:37.853143 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:37.861263 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Routers {'8c808364-b6f7-4de8-b1fd-61271afc3311'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:52:37.861892 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8c808364-b6f7-4de8-b1fd-61271afc3311'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:37.980111 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] Set router 8c808364-b6f7-4de8-b1fd-61271afc3311 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:52:38.076233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:38.082456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4e4173a5-2896-4689-9711-ee6edddd151a None None] Provisioning for port e359b35e-c017-4219-9a21-91561cc7f6ad completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:38.086524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4e4173a5-2896-4689-9711-ee6edddd151a None None] Provisioning complete for port e359b35e-c017-4219-9a21-91561cc7f6ad triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:38.087111 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e4173a5-2896-4689-9711-ee6edddd151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:38.125234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4e4173a5-2896-4689-9711-ee6edddd151a None None] Port e359b35e-c017-4219-9a21-91561cc7f6ad cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:52:38.175556 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:36Z', 'revision_number': 3, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port': {'id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:38.201523 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3666499-ccdc-4186-af90-43e9adeef9d4 None None] The sync data for ids ['8c808364-b6f7-4de8-b1fd-61271afc3311'] in n-d-695189-13 is: [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:36Z', 'revision_number': 3, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port': {'id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:52:38.245588 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:38.310629 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:38.365125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a508720c-035e-4c97-ad9a-9800640e6572 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:38.381427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Pushing event updated for resources: {'Port': ['ID=e359b35e-c017-4219-9a21-91561cc7f6ad,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:38.385017 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:38.419473 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port a508720c-035e-4c97-ad9a-9800640e6572 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:38.419473 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:38.523192 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:38.524771 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:38.643861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Router 8c808364-b6f7-4de8-b1fd-61271afc3311 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:52:38.752412 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-54236adb-8371-4bfe-b248-410683c750e0 None None] Provisioning complete for port e359b35e-c017-4219-9a21-91561cc7f6ad triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:38.752412 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54236adb-8371-4bfe-b248-410683c750e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:38.759090 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:52:38.772887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b84d39d6-9aa7-4594-a23b-2a2e8834f070 admin admin] 10.222.0.10 "PUT /v2.0/routers/8c808364-b6f7-4de8-b1fd-61271afc3311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900672 Jul 08 02:52:38.793994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-54236adb-8371-4bfe-b248-410683c750e0 None None] Port e359b35e-c017-4219-9a21-91561cc7f6ad cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:52:39.385935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34012) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:39.391025 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1808262742-network', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:39.453370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Made reservation on behalf of 9f8c9a0f1a2e45f38058e868f5a01ff4 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:39.456304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.466170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.556579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.607810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.633113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:52:39.642763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0ff3c-10b4-4096-aec1-ac22a0243372,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:39.649249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.650263 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Added segment 1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1 of type vlan for network 2360e871-9fb3-4320-a489-8fc1c43d47d6 Jul 08 02:52:39.690919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.734280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Sync routers for ids ['8c808364-b6f7-4de8-b1fd-61271afc3311'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:52:39.744496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Routers {'8c808364-b6f7-4de8-b1fd-61271afc3311'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:52:39.745105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8c808364-b6f7-4de8-b1fd-61271afc3311'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:39.785277 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.786285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:39.786886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.848635 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] Pushing event updated for resources: {'Network': ['ID=2360e871-9fb3-4320-a489-8fc1c43d47d6,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:39.917591 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-01ab2b0b-ee9a-4ec0-a5c9-2c8466ebbc19 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5301962 Jul 08 02:52:39.920215 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34014) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:39.925973 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Request body: {'subnet': {'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-subnet', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:39.977158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2360e871-9fb3-4320-a489-8fc1c43d47d6 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:52:40.028915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Made reservation on behalf of 9f8c9a0f1a2e45f38058e868f5a01ff4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:40.031361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.052784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Set router 8c808364-b6f7-4de8-b1fd-61271afc3311 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:52:40.249552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:37Z', 'revision_number': 4, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port': {'id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'e359b35e-c017-4219-9a21-91561cc7f6ad', 'name': '', 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'mac_address': 'fa:16:3e:19:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:37Z', 'updated_at': '2021-07-08T02:52:38Z', 'revision_number': 2, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'subnets': [{'id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:40.259804 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.275538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Checking router: 8c808364-b6f7-4de8-b1fd-61271afc3311 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:52:40.275901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Updating router 8c808364-b6f7-4de8-b1fd-61271afc3311 port e359b35e-c017-4219-9a21-91561cc7f6ad binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:52:40.314187 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.324787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=538e03b5-d18f-42de-b9c6-c52866ed29a8,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:40.333716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Checking segment: {'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:40.334094 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Network hostable DHCP agents. Network: 2360e871-9fb3-4320-a489-8fc1c43d47d6, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:52:40.412194 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Network 2360e871-9fb3-4320-a489-8fc1c43d47d6 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:52:40.414508 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:40.500894 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2360e871-9fb3-4320-a489-8fc1c43d47d6) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:40.511927 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b6d03-bd82-4b0f-8a7a-6ceb215dece4 None None] Network 2360e871-9fb3-4320-a489-8fc1c43d47d6 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:40.512993 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:40.513695 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.597133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-162edc65-1d45-4049-9cc4-cd0907a9b35e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6757784 Jul 08 02:52:40.599687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34016) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:40.604337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:40.628782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:40.642422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:40.642802 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.681854 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.682898 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.734406 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.746513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.779982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Transition to ACTIVE for port object e359b35e-c017-4219-9a21-91561cc7f6ad will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:40.785978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2360e871-9fb3-4320-a489-8fc1c43d47d6', 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'fixed_ips': [{'subnet_id': '538e03b5-d18f-42de-b9c6-c52866ed29a8'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:52:40.786810 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.881021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.886231 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.931600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:40.962796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0aaab0f9-5be4-48e2-a125-486d7b1dcb2f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:40.989722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df78b6-fe69-4fc9-a702-f016036c3e8f None None] Pushing event updated for resources: {'Port': ['ID=e359b35e-c017-4219-9a21-91561cc7f6ad,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:41.024676 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.085501 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Allocated IP 172.20.0.2 (2360e871-9fb3-4320-a489-8fc1c43d47d6/538e03b5-d18f-42de-b9c6-c52866ed29a8/6021d50f-6c3c-44e7-a26b-6ef19e324ba8) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:41.105928 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Attempting to bind port e359b35e-c017-4219-9a21-91561cc7f6ad on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:41.106321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Attempting to bind port e359b35e-c017-4219-9a21-91561cc7f6ad by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:41.106699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Attempting to bind port e359b35e-c017-4219-9a21-91561cc7f6ad on network 09d04ef8-ceee-4f2b-8678-99a1356ae79b {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:41.132084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:41.133834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Checking segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:41.133834 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.133834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Bound using segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:41.133834 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Bound port: e359b35e-c017-4219-9a21-91561cc7f6ad, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:41.134235 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.183032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=0aaab0f9-5be4-48e2-a125-486d7b1dcb2f,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:41.212378 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.231835 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.276795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] For port e359b35e-c017-4219-9a21-91561cc7f6ad, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:41.282129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] For port e359b35e-c017-4219-9a21-91561cc7f6ad, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e359b35e-c017-4219-9a21-91561cc7f6ad,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:41.323928 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.340688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Allocated IP 172.25.8.227 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/e3b133f0-d97b-4ca6-961c-8c6037af798e) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:41.361500 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.375732 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Transition to ACTIVE for port object 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:41.412005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Transition to ACTIVE for port object 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:41.419083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df78b6-fe69-4fc9-a702-f016036c3e8f None None] Pushing event updated for resources: {'Port': ['ID=e359b35e-c017-4219-9a21-91561cc7f6ad,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:41.421706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Routers {'8c808364-b6f7-4de8-b1fd-61271afc3311'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:52:41.422333 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8c808364-b6f7-4de8-b1fd-61271afc3311'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:41.448156 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.504795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.552804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Network 2360e871-9fb3-4320-a489-8fc1c43d47d6 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:41.555562 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.561836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:41.567786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:41.580425 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Pushing event updated for resources: {'Port': ['ID=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:41.587840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] Set router 8c808364-b6f7-4de8-b1fd-61271afc3311 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:52:41.598873 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:41.605113 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:41.607429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:41.613788 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b133f0-d97b-4ca6-961c-8c6037af798e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:41.710500 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Attempting to bind port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:41.710784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Attempting to bind port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:41.711153 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Attempting to bind port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 on network 2360e871-9fb3-4320-a489-8fc1c43d47d6 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:41.727061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:41.727469 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Checking segment: {'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:41.727878 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.728277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Bound using segment: {'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:41.728755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Bound port: 6021d50f-6c3c-44e7-a26b-6ef19e324ba8, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:41.729152 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.859560 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] For port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:41.890049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] For port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,segment=NetworkSegment(1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1),segment_id=1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:41.915372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:37Z', 'revision_number': 4, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port': {'id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'e359b35e-c017-4219-9a21-91561cc7f6ad', 'name': '', 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'mac_address': 'fa:16:3e:19:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:37Z', 'updated_at': '2021-07-08T02:52:41Z', 'revision_number': 4, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'subnets': [{'id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:41.942131 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:41.947611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f0d85-11df-48e7-8f38-a1e0b046d711 None None] The sync data for ids ['8c808364-b6f7-4de8-b1fd-61271afc3311'] in n-d-695189-13 is: [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:37Z', 'revision_number': 4, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port': {'id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'e359b35e-c017-4219-9a21-91561cc7f6ad', 'name': '', 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'mac_address': 'fa:16:3e:19:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:37Z', 'updated_at': '2021-07-08T02:52:41Z', 'revision_number': 4, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'subnets': [{'id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:52:41.963588 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:42.061298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572858a4-6478-4fde-84b8-b0616ce3997c None None] Pushing event updated for resources: {'Port': ['ID=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:42.179017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-45e796e5-338a-4b6d-856d-bdc497307032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:42.202058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:42.457812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Router a28b15c1-217c-44a2-9f5b-e39e2d735f5b is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:52:42.490901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:42.546973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:42.547466 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:42.591432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:52:42.602489 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Sync routers for ids ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:52:42.621420 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Routers {'a28b15c1-217c-44a2-9f5b-e39e2d735f5b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:52:42.622053 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:42.636096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:42.682005 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:42.685794 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a082b7ce-3eb4-4287-a40a-8e15d9a3e5e7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0825720 Jul 08 02:52:42.686156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34020) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:52:42.746236 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Set router a28b15c1-217c-44a2-9f5b-e39e2d735f5b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:52:42.768043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:42.773405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e359b35e-c017-4219-9a21-91561cc7f6ad up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:42.957387 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e359b35e-c017-4219-9a21-91561cc7f6ad completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:42.962223 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e359b35e-c017-4219-9a21-91561cc7f6ad triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:42.962613 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.122949 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:52:41Z', 'revision_number': 3, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port': {'id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:41Z', 'updated_at': '2021-07-08T02:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:43.135808 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.188841 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Checking router: a28b15c1-217c-44a2-9f5b-e39e2d735f5b for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:52:43.188841 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Updating router a28b15c1-217c-44a2-9f5b-e39e2d735f5b port e3b133f0-d97b-4ca6-961c-8c6037af798e binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:52:43.198885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e359b35e-c017-4219-9a21-91561cc7f6ad, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e359b35e-c017-4219-9a21-91561cc7f6ad,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:43.223440 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.232305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d2f6d-928f-4aa7-90ee-790da775b7de None None] Network 2360e871-9fb3-4320-a489-8fc1c43d47d6 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:52:43.288297 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.461275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Allocated IP 172.20.0.1 (2360e871-9fb3-4320-a489-8fc1c43d47d6/538e03b5-d18f-42de-b9c6-c52866ed29a8/cbadac0c-6fc1-4f6f-940b-dbdfb9834ece) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:43.525417 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.536198 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Transition to ACTIVE for port object e3b133f0-d97b-4ca6-961c-8c6037af798e will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:43.564113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b5aada9b-9377-4325-9811-b7744f416029 None None] Provisioning for port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:43.569345 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.593339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b5aada9b-9377-4325-9811-b7744f416029 None None] Provisioning complete for port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:43.593701 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5aada9b-9377-4325-9811-b7744f416029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.625422 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.652144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e359b35e-c017-4219-9a21-91561cc7f6ad,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:43.675774 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Attempting to bind port e3b133f0-d97b-4ca6-961c-8c6037af798e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:43.676282 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Attempting to bind port e3b133f0-d97b-4ca6-961c-8c6037af798e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:43.676891 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Attempting to bind port e3b133f0-d97b-4ca6-961c-8c6037af798e on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:43.686934 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:43.687432 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:43.689348 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.689937 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:43.691212 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Bound port: e3b133f0-d97b-4ca6-961c-8c6037af798e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:43.692035 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.723536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5aada9b-9377-4325-9811-b7744f416029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.729472 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8183c-103b-407a-af42-dcc46ef143c6 None None] Pushing event updated for resources: {'Port': ['ID=e3b133f0-d97b-4ca6-961c-8c6037af798e,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:43.769990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] For port e3b133f0-d97b-4ca6-961c-8c6037af798e, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:43.770170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b5aada9b-9377-4325-9811-b7744f416029 None None] For port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,segment=NetworkSegment(1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1),segment_id=1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:43.771006 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] For port e3b133f0-d97b-4ca6-961c-8c6037af798e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3b133f0-d97b-4ca6-961c-8c6037af798e,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:43.848218 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b5aada9b-9377-4325-9811-b7744f416029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.869494 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.903440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aada9b-9377-4325-9811-b7744f416029 None None] Pushing event updated for resources: {'Port': ['ID=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:43.942253 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Routers {'a28b15c1-217c-44a2-9f5b-e39e2d735f5b'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:52:43.942253 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:52:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:43.954816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.968293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-192564c7-82bb-416d-95fe-ac636c712ac5 None None] Provisioning complete for port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:43.968887 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-192564c7-82bb-416d-95fe-ac636c712ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:43.969555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Transition to ACTIVE for port object cbadac0c-6fc1-4f6f-940b-dbdfb9834ece will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:43.979294 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8183c-103b-407a-af42-dcc46ef143c6 None None] Pushing event updated for resources: {'Port': ['ID=e3b133f0-d97b-4ca6-961c-8c6037af798e,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:44.050560 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] Set router a28b15c1-217c-44a2-9f5b-e39e2d735f5b gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:52:44.099360 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.142956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Network 2360e871-9fb3-4320-a489-8fc1c43d47d6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:44.148290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:44.150546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Pushing event updated for resources: {'Port': ['ID=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:44.152728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:44.199443 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.235257 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:52:41Z', 'revision_number': 3, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port': {'id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:41Z', 'updated_at': '2021-07-08T02:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:44.264201 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ae31a-716e-431e-8f76-f0ff9dbe9bca None None] The sync data for ids ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'] in n-d-695189-13 is: [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:52:41Z', 'revision_number': 3, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port': {'id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:41Z', 'updated_at': '2021-07-08T02:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:52:44.367221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:44.417679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:44.418064 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.447990 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.542943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e359b35e-c017-4219-9a21-91561cc7f6ad up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:44.563498 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-544d4a6c-48d8-49c6-a6da-f655e414971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.582228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-273a120f-f73d-48e8-85f1-0679cc57d119 None None] Provisioning for port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:44.589428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-273a120f-f73d-48e8-85f1-0679cc57d119 None None] Provisioning complete for port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:44.590158 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-273a120f-f73d-48e8-85f1-0679cc57d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.633434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-273a120f-f73d-48e8-85f1-0679cc57d119 None None] Port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:52:44.634971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e359b35e-c017-4219-9a21-91561cc7f6ad triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:44.635605 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.661574 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.733863 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.806895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Pushing event updated for resources: {'Port': ['ID=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:44.809774 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:44.908001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Network 2360e871-9fb3-4320-a489-8fc1c43d47d6 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:44.909535 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:44.922531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:45.043049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Router a28b15c1-217c-44a2-9f5b-e39e2d735f5b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:52:45.158435 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-7b1997a9-18fc-4b6a-b864-3e1bf6e708dc None None] Provisioning complete for port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:45.158993 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b1997a9-18fc-4b6a-b864-3e1bf6e708dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:45.173491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:52:45.180160 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f97580f3-28b4-46cf-a5ca-fb1d12b15a63 admin admin] 10.222.0.10 "PUT /v2.0/routers/a28b15c1-217c-44a2-9f5b-e39e2d735f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925184 Jul 08 02:52:45.196803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-7b1997a9-18fc-4b6a-b864-3e1bf6e708dc None None] Port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:52:45.861875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Sync routers for ids ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:52:45.871102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Routers {'a28b15c1-217c-44a2-9f5b-e39e2d735f5b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:52:45.871763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:45.979751 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:45.986084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Set router a28b15c1-217c-44a2-9f5b-e39e2d735f5b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:52:46.176958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:52:44Z', 'revision_number': 4, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port': {'id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:41Z', 'updated_at': '2021-07-08T02:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cbadac0c-6fc1-4f6f-940b-dbdfb9834ece', 'name': '', 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'mac_address': 'fa:16:3e:e9:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '538e03b5-d18f-42de-b9c6-c52866ed29a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:43Z', 'updated_at': '2021-07-08T02:52:44Z', 'revision_number': 2, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'subnets': [{'id': '538e03b5-d18f-42de-b9c6-c52866ed29a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:46.202646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Checking router: a28b15c1-217c-44a2-9f5b-e39e2d735f5b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:52:46.203006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Updating router a28b15c1-217c-44a2-9f5b-e39e2d735f5b port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:52:46.238511 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.391046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3b133f0-d97b-4ca6-961c-8c6037af798e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:46.527386 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.536808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Transition to ACTIVE for port object cbadac0c-6fc1-4f6f-940b-dbdfb9834ece will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:46.539899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e3b133f0-d97b-4ca6-961c-8c6037af798e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:46.543495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e3b133f0-d97b-4ca6-961c-8c6037af798e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:46.543878 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.621657 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.628078 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.673634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e3b133f0-d97b-4ca6-961c-8c6037af798e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3b133f0-d97b-4ca6-961c-8c6037af798e,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:46.687888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2cfd-4f34-4b4a-be5e-051740dec56f None None] Pushing event updated for resources: {'Port': ['ID=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:46.739253 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.775536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Attempting to bind port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:46.775895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Attempting to bind port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:46.776270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Attempting to bind port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece on network 2360e871-9fb3-4320-a489-8fc1c43d47d6 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:46.789353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:46.789353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Checking segment: {'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:46.789353 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.789755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Bound using segment: {'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:46.789891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Bound port: cbadac0c-6fc1-4f6f-940b-dbdfb9834ece, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:46.790277 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.812323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e3b133f0-d97b-4ca6-961c-8c6037af798e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:46.875016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] For port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:46.878565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] For port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,segment=NetworkSegment(1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1),segment_id=1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:46.937477 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:46.987890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Routers {'a28b15c1-217c-44a2-9f5b-e39e2d735f5b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:52:46.988533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:52:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:47.029357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2cfd-4f34-4b4a-be5e-051740dec56f None None] Pushing event updated for resources: {'Port': ['ID=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:47.106470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] Set router a28b15c1-217c-44a2-9f5b-e39e2d735f5b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:52:47.323491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:52:44Z', 'revision_number': 4, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port': {'id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:41Z', 'updated_at': '2021-07-08T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cbadac0c-6fc1-4f6f-940b-dbdfb9834ece', 'name': '', 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'mac_address': 'fa:16:3e:e9:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '538e03b5-d18f-42de-b9c6-c52866ed29a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:43Z', 'updated_at': '2021-07-08T02:52:46Z', 'revision_number': 4, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'subnets': [{'id': '538e03b5-d18f-42de-b9c6-c52866ed29a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:52:47.349503 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776ad2c-ccdc-46e3-a6b6-46a70c7d5af8 None None] The sync data for ids ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'] in n-d-695189-13 is: [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:52:44Z', 'revision_number': 4, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port': {'id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:41Z', 'updated_at': '2021-07-08T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'cbadac0c-6fc1-4f6f-940b-dbdfb9834ece', 'name': '', 'network_id': '2360e871-9fb3-4320-a489-8fc1c43d47d6', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'mac_address': 'fa:16:3e:e9:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '538e03b5-d18f-42de-b9c6-c52866ed29a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:43Z', 'updated_at': '2021-07-08T02:52:46Z', 'revision_number': 4, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'subnets': [{'id': '538e03b5-d18f-42de-b9c6-c52866ed29a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:52:47.470113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-312d3335-6cd1-4f1c-9ac2-7ae147ddd2a3 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:47.472421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-312d3335-6cd1-4f1c-9ac2-7ae147ddd2a3 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/networks?id=09d04ef8-ceee-4f2b-8678-99a1356ae79b HTTP/1.1" status: 200 len: 816 time: 0.1175580 Jul 08 02:52:47.488343 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-83413a03-fe69-4428-bae8-754519d64fc3 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/quotas/c94a6c45fb1248c5878dc35167f4f14b HTTP/1.1" status: 200 len: 375 time: 0.0103035 Jul 08 02:52:47.563767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-4d666ec8-c914-46a5-8eed-d47749db8002 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697513 Jul 08 02:52:47.636149 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:47.666590 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-48f9198e-1843-48d1-b06c-db8ebcf45e7b service neutron] 10.222.0.10 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906343 Jul 08 02:52:47.763903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e9c901d8-bbe0-4c6d-a661-fdc555eef928 service neutron] 10.222.0.10 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914717 Jul 08 02:52:48.104828 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dbfc6a36-44f0-4a9d-9ddd-7c2be1881136 req-b2b3f73c-f2f7-4963-9649-7407ab1f4687 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 210 time: 0.1228473 Jul 08 02:52:48.420459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cbadac0c-6fc1-4f6f-940b-dbdfb9834ece up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:48.525696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:48.529707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:48.530083 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:48.614492 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:48.647982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,segment=NetworkSegment(1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1),segment_id=1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:48.675865 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:48.721710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:48.722547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3b133f0-d97b-4ca6-961c-8c6037af798e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:48.799516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:48.812983 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e3b133f0-d97b-4ca6-961c-8c6037af798e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:48.813375 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:49.263978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-47b777b8-4c28-47fe-b3d0-da02349293cd req-623c2390-d4b8-408b-bf93-ba05105749de tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 210 time: 0.0330150 Jul 08 02:52:50.138532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-ad1fe646-70e2-4bf2-9181-e970e0dd832f tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:50.143624 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-ad1fe646-70e2-4bf2-9181-e970e0dd832f tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "GET /v2.0/networks?id=09d04ef8-ceee-4f2b-8678-99a1356ae79b HTTP/1.1" status: 200 len: 816 time: 0.1063380 Jul 08 02:52:50.152935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Request body: {'port': {'device_id': '324b7401-01e0-4488-937f-daa6618d2e19', 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'admin_state_up': True, 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:50.356637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Made reservation on behalf of c94a6c45fb1248c5878dc35167f4f14b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:52:50.361759 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:50.373154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cbadac0c-6fc1-4f6f-940b-dbdfb9834ece up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:50.410510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e9aff671-89bb-403b-8bcc-c4cf1596c40c req-0e56815c-de9f-4cf6-968d-a4ab3f750eca tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 210 time: 0.0342081 Jul 08 02:52:50.434320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:50.434731 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:50.500588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Allocated IP 172.20.0.14 (09d04ef8-ceee-4f2b-8678-99a1356ae79b/de8a51d0-2715-41c5-a5cd-b41aac3c9c62/0b399f6c-aeea-469c-9362-5f4a254526bf) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:52:50.646595 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:50.660411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Transition to ACTIVE for port object 0b399f6c-aeea-469c-9362-5f4a254526bf will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:50.760162 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:50.801249 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:52:50.804380 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:52:50.810005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:52:50.834857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Pushing event updated for resources: {'Port': ['ID=0b399f6c-aeea-469c-9362-5f4a254526bf,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:50.850007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.850357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.850701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.851037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.851398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.851735 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.852073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.852402 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.852731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.853059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.853382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.853791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:50.876541 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:50.877195 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:50.955188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-e164360f-f8b9-4804-8398-b4db8a8ead70 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8060205 Jul 08 02:52:50.967623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Request body: {'port': {'device_id': '324b7401-01e0-4488-937f-daa6618d2e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:52:51.042288 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.075871 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1274053e-91f3-40cc-8a6a-95b94955edb3 None None] Provisioning for port 0b399f6c-aeea-469c-9362-5f4a254526bf completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:51.079658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1274053e-91f3-40cc-8a6a-95b94955edb3 None None] Provisioning complete for port 0b399f6c-aeea-469c-9362-5f4a254526bf triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:51.080045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1274053e-91f3-40cc-8a6a-95b94955edb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.113670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1274053e-91f3-40cc-8a6a-95b94955edb3 None None] Port 0b399f6c-aeea-469c-9362-5f4a254526bf cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:52:51.294899 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b399f6c-aeea-469c-9362-5f4a254526bf {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:52:51.302031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.313393 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Transition to ACTIVE for port object 0b399f6c-aeea-469c-9362-5f4a254526bf will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:52:51.377790 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.448650 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Pushing event updated for resources: {'Port': ['ID=0b399f6c-aeea-469c-9362-5f4a254526bf,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:51.452350 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.512267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Attempting to bind port 0b399f6c-aeea-469c-9362-5f4a254526bf on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:52:51.512614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Attempting to bind port 0b399f6c-aeea-469c-9362-5f4a254526bf by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:52:51.512954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Attempting to bind port 0b399f6c-aeea-469c-9362-5f4a254526bf on network 09d04ef8-ceee-4f2b-8678-99a1356ae79b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:51.518437 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Port 0b399f6c-aeea-469c-9362-5f4a254526bf on network 09d04ef8-ceee-4f2b-8678-99a1356ae79b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:52:51.518774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Attempting to bind port 0b399f6c-aeea-469c-9362-5f4a254526bf on network 09d04ef8-ceee-4f2b-8678-99a1356ae79b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:52:51.523929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:52:51.524210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Checking segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:52:51.524742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Bound using segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:52:51.525186 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Bound port: 0b399f6c-aeea-469c-9362-5f4a254526bf, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:52:51.525557 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.630812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] For port 0b399f6c-aeea-469c-9362-5f4a254526bf, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:52:51.649302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347e5c4-9bd1-4880-80c8-6cb0772cdb06 req-753f8380-927b-42b5-9c2d-216648b75464 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.654050 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9347e5c4-9bd1-4880-80c8-6cb0772cdb06 req-753f8380-927b-42b5-9c2d-216648b75464 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 944 time: 0.1147332 Jul 08 02:52:51.654312 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] For port 0b399f6c-aeea-469c-9362-5f4a254526bf, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0b399f6c-aeea-469c-9362-5f4a254526bf,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:52:51.692999 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9347e5c4-9bd1-4880-80c8-6cb0772cdb06 req-215dd23d-218b-44df-a4a2-205272d6f081 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363476 Jul 08 02:52:51.716372 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:52:51.737653 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.771677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.772642 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.774041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] 10.222.0.32 "PUT /v2.0/ports/0b399f6c-aeea-469c-9362-5f4a254526bf HTTP/1.1" status: 200 len: 1093 time: 0.8108773 Jul 08 02:52:51.774484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324b7401-01e0-4488-937f-daa6618d2e19', 'tag': '0b399f6c-aeea-469c-9362-5f4a254526bf'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:52:51.776911 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfedf89b-f941-4c77-8096-f40bbacb286b" -d '{"events": [{"name": "network-changed", "server_uuid": "324b7401-01e0-4488-937f-daa6618d2e19", "tag": "0b399f6c-aeea-469c-9362-5f4a254526bf"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:52:51.806365 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412190f4-a0d6-4b11-9f14-ad0594f6406b service neutron] Pushing event updated for resources: {'Port': ['ID=0b399f6c-aeea-469c-9362-5f4a254526bf,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:51.816474 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d5fd2d-57b6-4103-b6c5-fa635822fa28 x-openstack-request-id: req-03d5fd2d-57b6-4103-b6c5-fa635822fa28 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:52:51.816779 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324b7401-01e0-4488-937f-daa6618d2e19", "tag": "0b399f6c-aeea-469c-9362-5f4a254526bf", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:52:51.817060 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03d5fd2d-57b6-4103-b6c5-fa635822fa28 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:52:51.817465 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324b7401-01e0-4488-937f-daa6618d2e19', 'tag': '0b399f6c-aeea-469c-9362-5f4a254526bf', 'status': 'completed', 'code': 200} Jul 08 02:52:51.890338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf89b-f941-4c77-8096-f40bbacb286b req-b718e818-931c-4372-acec-d1b924c97492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.891934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfedf89b-f941-4c77-8096-f40bbacb286b req-b718e818-931c-4372-acec-d1b924c97492 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 1096 time: 0.0559139 Jul 08 02:52:51.994889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf89b-f941-4c77-8096-f40bbacb286b req-0c395d1c-2760-476e-903c-4c4a78ec2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.996422 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfedf89b-f941-4c77-8096-f40bbacb286b req-0c395d1c-2760-476e-903c-4c4a78ec2e34 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0971982 Jul 08 02:52:52.089714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf89b-f941-4c77-8096-f40bbacb286b req-55b99eb8-3d9d-4250-8853-51beebfec3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:52.091263 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfedf89b-f941-4c77-8096-f40bbacb286b req-55b99eb8-3d9d-4250-8853-51beebfec3e2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871594 Jul 08 02:52:52.179920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-c472548d-4040-482c-a998-5554659784c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:52.181386 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-c472548d-4040-482c-a998-5554659784c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 1096 time: 0.0512593 Jul 08 02:52:52.226868 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-9fd35981-dffe-4c81-bdd6-2d55a6bc9aa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b399f6c-aeea-469c-9362-5f4a254526bf HTTP/1.1" status: 200 len: 217 time: 0.0376060 Jul 08 02:52:52.274003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-1b45f38f-7bc8-4bb1-8b45-5b00e2d58e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:52.275416 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-1b45f38f-7bc8-4bb1-8b45-5b00e2d58e54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8a51d0-2715-41c5-a5cd-b41aac3c9c62 HTTP/1.1" status: 200 len: 855 time: 0.0424192 Jul 08 02:52:52.331648 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-248da55d-50b6-4301-b825-f53f11743c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:52.333057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-248da55d-50b6-4301-b825-f53f11743c72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d04ef8-ceee-4f2b-8678-99a1356ae79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505989 Jul 08 02:52:52.423807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-4a847169-3bbc-48ca-93f5-9afd2c6ba1bf service neutron] 10.222.0.32 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842590 Jul 08 02:52:52.509845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b41bc59b-3855-47e4-ae25-abc97fa6dd5b req-a4c83725-05d7-4959-8c00-8a6bca077f76 service neutron] 10.222.0.32 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801461 Jul 08 02:52:52.867951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33566d15-d7d6-4eb9-9e1a-e584a8010f9c req-791daaa4-c13d-4105-86de-6a9d3692f826 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:52.869418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33566d15-d7d6-4eb9-9e1a-e584a8010f9c req-791daaa4-c13d-4105-86de-6a9d3692f826 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 944 time: 0.0678313 Jul 08 02:52:52.906570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33566d15-d7d6-4eb9-9e1a-e584a8010f9c req-0872f0fd-6dcf-4ff3-8702-b4227f601ef7 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Jul 08 02:52:54.074922 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0ba7-958b-487c-9e78-7fec9bad31b7 req-16240eb0-b136-4b2c-a9ef-4ca0db6ba074 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:54.076414 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d53f0ba7-958b-487c-9e78-7fec9bad31b7 req-16240eb0-b136-4b2c-a9ef-4ca0db6ba074 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 944 time: 0.0621786 Jul 08 02:52:54.113497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d53f0ba7-958b-487c-9e78-7fec9bad31b7 req-41172381-4602-45cb-8dda-a2c04814ca93 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Jul 08 02:52:55.306876 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22623d-db12-466f-ba2e-f29499d7e6af req-10394f15-6945-443f-b3e9-e0faf6bb70b2 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:55.308362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e22623d-db12-466f-ba2e-f29499d7e6af req-10394f15-6945-443f-b3e9-e0faf6bb70b2 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 944 time: 0.0619006 Jul 08 02:52:55.344206 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5e22623d-db12-466f-ba2e-f29499d7e6af req-6a400025-8217-41a2-a852-e0bf3f446141 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303988 Jul 08 02:52:55.458108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0b399f6c-aeea-469c-9362-5f4a254526bf details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:52:55.552485 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0b399f6c-aeea-469c-9362-5f4a254526bf, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0b399f6c-aeea-469c-9362-5f4a254526bf,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:55.563406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '0b399f6c-aeea-469c-9362-5f4a254526bf', 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'port_id': '0b399f6c-aeea-469c-9362-5f4a254526bf', 'mac_address': 'fa:16:3e:bb:bf:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:52:55.598602 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:55.610447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b399f6c-aeea-469c-9362-5f4a254526bf {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:52:55.630347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0b399f6c-aeea-469c-9362-5f4a254526bf, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0b399f6c-aeea-469c-9362-5f4a254526bf,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:55.687381 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:55.732275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0b399f6c-aeea-469c-9362-5f4a254526bf,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:55.739807 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.740162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.740777 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.741103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.741444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.741784 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.742118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.742447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.742781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.743109 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.743477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.743803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:52:55.891289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0b399f6c-aeea-469c-9362-5f4a254526bf'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:52:56.517545 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6b696-bcf8-4f32-8f88-59208b1622d8 req-1dc4ad47-2ba9-435d-8d0a-bd1c225a52c1 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:56.519523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e0e6b696-bcf8-4f32-8f88-59208b1622d8 req-1dc4ad47-2ba9-435d-8d0a-bd1c225a52c1 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 945 time: 0.0670650 Jul 08 02:52:56.556246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e0e6b696-bcf8-4f32-8f88-59208b1622d8 req-cb04a663-06e8-4ef1-9cd6-28776c0f4fde tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jul 08 02:52:57.459486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0b399f6c-aeea-469c-9362-5f4a254526bf up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:52:57.549711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 0b399f6c-aeea-469c-9362-5f4a254526bf completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:52:57.553613 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 0b399f6c-aeea-469c-9362-5f4a254526bf triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:52:57.553990 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:57.735857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca4d8-361a-4249-a62b-e535c9a2b38b req-559fe45d-f22b-460a-9198-30ecd94c5cb3 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:57.737370 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-610ca4d8-361a-4249-a62b-e535c9a2b38b req-559fe45d-f22b-460a-9198-30ecd94c5cb3 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 945 time: 0.0645363 Jul 08 02:52:57.776360 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-610ca4d8-361a-4249-a62b-e535c9a2b38b req-e6e0946a-7747-4e85-8ea5-85dee40f0fcc tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Jul 08 02:52:57.794702 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:57.817016 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324b7401-01e0-4488-937f-daa6618d2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b399f6c-aeea-469c-9362-5f4a254526bf'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:52:57.819244 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2d76e1-8706-41bb-a25c-718d9b8cf949" -d '{"events": [{"server_uuid": "324b7401-01e0-4488-937f-daa6618d2e19", "name": "network-vif-plugged", "status": "completed", "tag": "0b399f6c-aeea-469c-9362-5f4a254526bf"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:52:57.832005 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 0b399f6c-aeea-469c-9362-5f4a254526bf, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0b399f6c-aeea-469c-9362-5f4a254526bf,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:52:57.855843 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c973ab0-5270-4079-a659-27bd442ebbb5 x-openstack-request-id: req-2c973ab0-5270-4079-a659-27bd442ebbb5 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:52:57.856147 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324b7401-01e0-4488-937f-daa6618d2e19", "name": "network-vif-plugged", "status": "completed", "tag": "0b399f6c-aeea-469c-9362-5f4a254526bf", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:52:57.856403 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c973ab0-5270-4079-a659-27bd442ebbb5 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:52:57.856792 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324b7401-01e0-4488-937f-daa6618d2e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b399f6c-aeea-469c-9362-5f4a254526bf', 'code': 200} Jul 08 02:52:57.898726 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:57.950804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=0b399f6c-aeea-469c-9362-5f4a254526bf,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:52:57.979300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f8cd5-bcee-4868-9442-3cdda91f3cb2 req-e4ac31bf-26a5-48fb-8f69-d1d583f1dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:57.980898 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f5f8cd5-bcee-4868-9442-3cdda91f3cb2 req-e4ac31bf-26a5-48fb-8f69-d1d583f1dcac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 1098 time: 0.0559108 Jul 08 02:52:58.015834 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f5f8cd5-bcee-4868-9442-3cdda91f3cb2 req-fb1bcae5-4487-43fe-91d1-f906b845be58 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278673 Jul 08 02:52:58.946915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250192-e590-4542-a385-9c8611373396 req-b603cec4-c779-48f3-b762-e23c3ee4174c tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:58.948477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0250192-e590-4542-a385-9c8611373396 req-b603cec4-c779-48f3-b762-e23c3ee4174c tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 946 time: 0.0645092 Jul 08 02:52:58.991128 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a0250192-e590-4542-a385-9c8611373396 req-c1ef5aa9-84f0-450f-946c-8bf90f0440d6 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371528 Jul 08 02:53:00.162672 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9e4f9-7c80-4d36-8ea1-cd8e33620faf req-dba8e6da-5333-435c-996d-db117ada2e58 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:00.164218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59b9e4f9-7c80-4d36-8ea1-cd8e33620faf req-dba8e6da-5333-435c-996d-db117ada2e58 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 946 time: 0.0627387 Jul 08 02:53:00.202630 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59b9e4f9-7c80-4d36-8ea1-cd8e33620faf req-de63c3a9-ddb0-4b8f-9443-780a2b0f8cad tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328074 Jul 08 02:53:00.374270 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988e4f5-942a-43c7-9503-c61a5f4680d2 req-7792e76c-26fb-4bab-bc01-e2337188435d tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:00.375787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0988e4f5-942a-43c7-9503-c61a5f4680d2 req-7792e76c-26fb-4bab-bc01-e2337188435d tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 946 time: 0.0660655 Jul 08 02:53:00.412763 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0988e4f5-942a-43c7-9503-c61a5f4680d2 req-bade20af-08b4-45ce-a04b-9042be67d911 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Jul 08 02:53:12.161213 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e1535e2a-9df9-4980-bac1-d088d621c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:14.503902 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8d182078-22cd-4fbd-b96b-f0bb80462a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:14.950209 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:15.942366 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:17.635826 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:18.624211 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:21.481082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:23.742799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0e363-a7ce-46c9-961c-4925271546fa req-3cfa3a23-210c-470f-9656-b28b93ee4c5e tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:23.744300 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04f0e363-a7ce-46c9-961c-4925271546fa req-3cfa3a23-210c-470f-9656-b28b93ee4c5e tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 946 time: 0.0623829 Jul 08 02:53:23.780710 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04f0e363-a7ce-46c9-961c-4925271546fa req-09e94bc4-f804-43d9-a714-a17362a6d682 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Jul 08 02:53:25.281553 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a58e49-edb1-4ceb-a327-5c00c87a145f req-acad5aff-2071-493e-9bfb-a94df9da7a6b tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:25.283072 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70a58e49-edb1-4ceb-a327-5c00c87a145f req-acad5aff-2071-493e-9bfb-a94df9da7a6b tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 946 time: 0.3895490 Jul 08 02:53:25.318589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-576483f3-a0c2-4e20-b1dc-6940e66dc624 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:25.320843 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-576483f3-a0c2-4e20-b1dc-6940e66dc624 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 946 time: 0.0643938 Jul 08 02:53:25.321290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70a58e49-edb1-4ceb-a327-5c00c87a145f req-b50fee7d-a2c0-405f-b2d1-cd37c11c4aa5 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Jul 08 02:53:25.422566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Deleting port 0b399f6c-aeea-469c-9362-5f4a254526bf {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:53:25.422914 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:25.507865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] For port 0b399f6c-aeea-469c-9362-5f4a254526bf, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=0b399f6c-aeea-469c-9362-5f4a254526bf,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:25.508234 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:25.521287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Calling delete_port for 0b399f6c-aeea-469c-9362-5f4a254526bf owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:53:25.726547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:25.739231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['0b399f6c-aeea-469c-9362-5f4a254526bf'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:53:25.755576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Pushing event deleted for resources: {'Port': ['ID=0b399f6c-aeea-469c-9362-5f4a254526bf,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:25.802762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] No DVR routers for this DVR port 0b399f6c-aeea-469c-9362-5f4a254526bf on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:53:25.805376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:25.807282 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-52ffb9bd-a778-4d3d-b1ca-d38eb6eb34d8 req-948e1d20-ad0b-46f5-a759-eed229be5eb9 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "DELETE /v2.0/ports/0b399f6c-aeea-469c-9362-5f4a254526bf HTTP/1.1" status: 204 len: 173 time: 0.4811358 Jul 08 02:53:25.807750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324b7401-01e0-4488-937f-daa6618d2e19', 'name': 'network-vif-deleted', 'tag': '0b399f6c-aeea-469c-9362-5f4a254526bf'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:53:25.810024 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d67725-d37c-4b82-921f-1d3a2ed16326" -d '{"events": [{"server_uuid": "324b7401-01e0-4488-937f-daa6618d2e19", "name": "network-vif-deleted", "tag": "0b399f6c-aeea-469c-9362-5f4a254526bf"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:53:25.896756 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3889ac7-ee7d-4b6f-b89a-fa21fa340f7c x-openstack-request-id: req-a3889ac7-ee7d-4b6f-b89a-fa21fa340f7c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:53:25.897053 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324b7401-01e0-4488-937f-daa6618d2e19", "name": "network-vif-deleted", "tag": "0b399f6c-aeea-469c-9362-5f4a254526bf", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:53:25.897304 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3889ac7-ee7d-4b6f-b89a-fa21fa340f7c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:53:25.897702 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324b7401-01e0-4488-937f-daa6618d2e19', 'name': 'network-vif-deleted', 'tag': '0b399f6c-aeea-469c-9362-5f4a254526bf', 'status': 'completed', 'code': 200} Jul 08 02:53:26.474453 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b46d4928-bbd3-4602-90be-595140b11be7 req-99b6ea94-f606-4af8-a08c-a4cdb80bfa6e tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b7401-01e0-4488-937f-daa6618d2e19 HTTP/1.1" status: 200 len: 210 time: 0.0288005 Jul 08 02:53:28.464539 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-5ba3113f-4444-4b7b-a3d6-a9fa4657b67d tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:28.466037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-5ba3113f-4444-4b7b-a3d6-a9fa4657b67d tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/networks?id=09d04ef8-ceee-4f2b-8678-99a1356ae79b HTTP/1.1" status: 200 len: 816 time: 0.1102283 Jul 08 02:53:28.480408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-a5b009a6-5956-4b34-b6c0-3fb86dd75cb0 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/quotas/c94a6c45fb1248c5878dc35167f4f14b HTTP/1.1" status: 200 len: 375 time: 0.0090032 Jul 08 02:53:28.548476 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-81693f13-6d23-404a-93ec-d160171c5585 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632377 Jul 08 02:53:28.681777 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-9356f357-5aa3-47ca-b2bd-de58b63c3684 service neutron] 10.222.0.10 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219461 Jul 08 02:53:28.714802 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:53:28.773412 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-a7789ea2-f5ab-450e-a117-bd63f1eedfdd service neutron] 10.222.0.10 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860038 Jul 08 02:53:29.002854 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8df5d27c-e560-4f82-90e3-4fe19a916158 req-55454b9c-965c-46d8-aaa6-39676e278a10 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 210 time: 0.0291328 Jul 08 02:53:29.644453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0b399f6c-aeea-469c-9362-5f4a254526bf no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:53:29.664458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 0b399f6c-aeea-469c-9362-5f4a254526bf {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:53:29.664814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 0b399f6c-aeea-469c-9362-5f4a254526bf not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:53:30.140608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9c0ce1b0-10d4-4d26-95bf-80fa5d119fde req-0c23b226-7632-4403-ac2f-68e6baf2e794 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 210 time: 0.0303376 Jul 08 02:53:31.053147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-e330485f-0006-4b8d-91d4-c8980e061611 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:31.054525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-e330485f-0006-4b8d-91d4-c8980e061611 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "GET /v2.0/networks?id=09d04ef8-ceee-4f2b-8678-99a1356ae79b HTTP/1.1" status: 200 len: 816 time: 0.1041298 Jul 08 02:53:31.067154 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Request body: {'port': {'device_id': '81d7a9e0-d790-4d3c-a927-d9a481f2d9ab', 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'admin_state_up': True, 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:53:31.234199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Made reservation on behalf of c94a6c45fb1248c5878dc35167f4f14b for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:53:31.238172 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:31.288614 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8eb56fd9-3138-4d72-99ba-04f5208d414f req-957ea3de-c805-4cb2-82a7-a86c64b38cfd tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 210 time: 0.0354114 Jul 08 02:53:31.398206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Allocated IP 172.20.0.14 (09d04ef8-ceee-4f2b-8678-99a1356ae79b/de8a51d0-2715-41c5-a5cd-b41aac3c9c62/b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:53:31.541278 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:31.637356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Transition to ACTIVE for port object b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:53:31.726712 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:31.768306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:53:31.771504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:53:31.777736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:53:31.805411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Pushing event updated for resources: {'Port': ['ID=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:31.830789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:31.831457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:31.893508 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-77652711-03fb-4e4d-bc68-f7755ea43e20 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8304875 Jul 08 02:53:31.905729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-9c05fe32-bb36-4b0b-863d-098df0b73717 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:53:31.906830 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-9c05fe32-bb36-4b0b-863d-098df0b73717 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055971 Jul 08 02:53:31.961268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Request body: {'port': {'device_id': '81d7a9e0-d790-4d3c-a927-d9a481f2d9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:53:32.036936 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:32.052660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c32cc49f-642c-4545-b35f-8c5630fe0951 None None] Provisioning for port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:53:32.056474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c32cc49f-642c-4545-b35f-8c5630fe0951 None None] Provisioning complete for port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:53:32.056863 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c32cc49f-642c-4545-b35f-8c5630fe0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:32.089975 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c32cc49f-642c-4545-b35f-8c5630fe0951 None None] Port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:53:32.287413 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:53:32.294646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:32.306069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Transition to ACTIVE for port object b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:53:32.372434 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:32.427138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:32.476292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc050ec6-7629-45fd-b426-a4b9bb2fb48e req-bfb93d9d-9beb-4d55-a280-e6f18ecff3c5 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:32.477837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc050ec6-7629-45fd-b426-a4b9bb2fb48e req-bfb93d9d-9beb-4d55-a280-e6f18ecff3c5 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 944 time: 0.0735555 Jul 08 02:53:32.504305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Attempting to bind port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:53:32.504662 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Attempting to bind port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:53:32.505128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Attempting to bind port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 on network 09d04ef8-ceee-4f2b-8678-99a1356ae79b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:53:32.509828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 on network 09d04ef8-ceee-4f2b-8678-99a1356ae79b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:53:32.510168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Attempting to bind port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 on network 09d04ef8-ceee-4f2b-8678-99a1356ae79b {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:53:32.515251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:53:32.515969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Checking segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:53:32.516116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Bound using segment: {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:53:32.516483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Bound port: b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e160fb93-3e59-4975-a56c-13b84da266a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:53:32.516843 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:32.520705 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc050ec6-7629-45fd-b426-a4b9bb2fb48e req-015ba3b9-a7f8-4503-910a-e91468b871d2 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364728 Jul 08 02:53:32.582869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] For port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:53:32.586036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] For port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:53:32.653477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:32.700144 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:32.700920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:32.702458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] 10.222.0.32 "PUT /v2.0/ports/b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 HTTP/1.1" status: 200 len: 1093 time: 0.7886496 Jul 08 02:53:32.708659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d7a9e0-d790-4d3c-a927-d9a481f2d9ab', 'tag': 'b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:53:32.714024 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d59c464-c813-4b18-b2da-11f8c1bb9cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "81d7a9e0-d790-4d3c-a927-d9a481f2d9ab", "tag": "b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:53:32.721703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8abd5d-a632-4853-9d68-441872462cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:32.757074 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd15c39-2987-4782-84e6-5ad9dc4bc545 x-openstack-request-id: req-6cd15c39-2987-4782-84e6-5ad9dc4bc545 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:53:32.757374 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d7a9e0-d790-4d3c-a927-d9a481f2d9ab", "tag": "b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:53:32.757631 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cd15c39-2987-4782-84e6-5ad9dc4bc545 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:53:32.758037 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d7a9e0-d790-4d3c-a927-d9a481f2d9ab', 'tag': 'b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2', 'status': 'completed', 'code': 200} Jul 08 02:53:32.851036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59c464-c813-4b18-b2da-11f8c1bb9cd5 req-f23185ae-8eae-42f1-9fdd-1d99b982b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:32.852613 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d59c464-c813-4b18-b2da-11f8c1bb9cd5 req-f23185ae-8eae-42f1-9fdd-1d99b982b123 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 1096 time: 0.0633345 Jul 08 02:53:32.954234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59c464-c813-4b18-b2da-11f8c1bb9cd5 req-d956ff4b-0f77-4ed0-9a95-9aa88c81614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:32.955796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d59c464-c813-4b18-b2da-11f8c1bb9cd5 req-d956ff4b-0f77-4ed0-9a95-9aa88c81614e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0951972 Jul 08 02:53:33.049496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59c464-c813-4b18-b2da-11f8c1bb9cd5 req-ec8b1936-166e-42c3-917b-b3e2b2202033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:33.050846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3d59c464-c813-4b18-b2da-11f8c1bb9cd5 req-ec8b1936-166e-42c3-917b-b3e2b2202033 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883415 Jul 08 02:53:33.141223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-e2ff461e-d2af-44f9-a94d-eab0a2e1aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:33.142724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-e2ff461e-d2af-44f9-a94d-eab0a2e1aca2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 1096 time: 0.0533252 Jul 08 02:53:33.186658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-d5b444df-5c74-4320-802d-0d666088ed6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0366802 Jul 08 02:53:33.240880 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-f8901086-dd80-4704-88cd-e68018dafd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:33.242472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-f8901086-dd80-4704-88cd-e68018dafd45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8a51d0-2715-41c5-a5cd-b41aac3c9c62 HTTP/1.1" status: 200 len: 855 time: 0.0492361 Jul 08 02:53:33.297768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-b974d2f1-e924-43e6-bd47-871f7148d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:33.299909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-b974d2f1-e924-43e6-bd47-871f7148d6a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d04ef8-ceee-4f2b-8678-99a1356ae79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510180 Jul 08 02:53:33.390381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-fd2561ba-84a4-42c4-9d9c-3b21d15436a1 service neutron] 10.222.0.32 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837023 Jul 08 02:53:33.487114 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1c851554-28ca-4bd8-950b-e92ec5221a29 req-deae4943-7487-49b1-a1d3-c1b16911fa84 service neutron] 10.222.0.32 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892260 Jul 08 02:53:33.694233 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7054a-43af-4a75-947c-b61b7da7f22a req-722c425d-090d-4fff-a559-15b50a498731 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:33.695762 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ce7054a-43af-4a75-947c-b61b7da7f22a req-722c425d-090d-4fff-a559-15b50a498731 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 944 time: 0.0633316 Jul 08 02:53:33.733546 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2ce7054a-43af-4a75-947c-b61b7da7f22a req-37fc0cdf-e431-4d9b-9229-33db739aab19 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Jul 08 02:53:34.903436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3704b5-2278-41f4-978a-1d965aa5267b req-9422714a-bf6e-45d3-af53-bce9575b57f0 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:34.905050 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd3704b5-2278-41f4-978a-1d965aa5267b req-9422714a-bf6e-45d3-af53-bce9575b57f0 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 944 time: 0.0635526 Jul 08 02:53:34.943150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd3704b5-2278-41f4-978a-1d965aa5267b req-7f6f5435-d91b-4427-9ae2-a2937bd7dba4 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320227 Jul 08 02:53:35.677957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:53:35.773322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:35.784233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2', 'network_id': '09d04ef8-ceee-4f2b-8678-99a1356ae79b', 'port_id': 'b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2', 'mac_address': 'fa:16:3e:db:49:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8a51d0-2715-41c5-a5cd-b41aac3c9c62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:53:35.820355 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:35.832353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:53:35.851515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:35.907697 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:35.956768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:36.102464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:53:36.113617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf353a9-e9a7-408c-a334-f21ef8099f43 req-d8a9bcb7-4ba6-48c7-94ee-e788875efe87 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:36.115118 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bf353a9-e9a7-408c-a334-f21ef8099f43 req-d8a9bcb7-4ba6-48c7-94ee-e788875efe87 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 945 time: 0.0643454 Jul 08 02:53:36.152966 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9bf353a9-e9a7-408c-a334-f21ef8099f43 req-67b02151-00ff-4a1b-b95b-2f7450f6468c tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Jul 08 02:53:37.325554 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9d69-27b9-421f-b3b0-7a48b2541256 req-7f622d6e-4645-4169-934f-f33d6a7a8990 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:37.327017 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-90ac9d69-27b9-421f-b3b0-7a48b2541256 req-7f622d6e-4645-4169-934f-f33d6a7a8990 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 945 time: 0.0653622 Jul 08 02:53:37.364957 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-90ac9d69-27b9-421f-b3b0-7a48b2541256 req-d68e0300-d87d-4138-9630-f5991c79f9f5 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Jul 08 02:53:37.675327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:53:37.789171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:53:37.792891 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:53:37.793268 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:37.868513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:37.890402 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d7a9e0-d790-4d3c-a927-d9a481f2d9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:53:37.893272 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96802f03-c641-418e-9393-6b6b1f2ed231" -d '{"events": [{"server_uuid": "81d7a9e0-d790-4d3c-a927-d9a481f2d9ab", "name": "network-vif-plugged", "status": "completed", "tag": "b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:53:37.905993 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:37.955718 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:38.000323 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a98bbe-2c67-43b7-b4a5-7817e178b4d2 x-openstack-request-id: req-66a98bbe-2c67-43b7-b4a5-7817e178b4d2 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:53:38.000616 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d7a9e0-d790-4d3c-a927-d9a481f2d9ab", "name": "network-vif-plugged", "status": "completed", "tag": "b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:53:38.000870 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66a98bbe-2c67-43b7-b4a5-7817e178b4d2 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:53:38.001261 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d7a9e0-d790-4d3c-a927-d9a481f2d9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2', 'code': 200} Jul 08 02:53:38.006173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:38.109024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9667df9-4673-4be7-a6ba-63d50b700167 req-c9a35507-d64b-4d61-8eee-c334e960a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:38.110483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9667df9-4673-4be7-a6ba-63d50b700167 req-c9a35507-d64b-4d61-8eee-c334e960a5b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 1098 time: 0.0501549 Jul 08 02:53:38.143463 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f9667df9-4673-4be7-a6ba-63d50b700167 req-c1958941-ea0f-4abf-9852-c6fe536f3252 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265532 Jul 08 02:53:38.533729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f3b55-f4ca-4dc3-9067-c0ee4e5e14f4 req-68a775db-f17f-4830-be97-c6934f4750f6 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:38.535204 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd5f3b55-f4ca-4dc3-9067-c0ee4e5e14f4 req-68a775db-f17f-4830-be97-c6934f4750f6 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 946 time: 0.0620070 Jul 08 02:53:38.571503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dd5f3b55-f4ca-4dc3-9067-c0ee4e5e14f4 req-e213cff5-e6ab-4306-b4ed-4be79b9673dd tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308089 Jul 08 02:53:39.750401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a83cb-c3ef-44c0-a26e-36748c7966dc req-ca98c14d-39b3-4512-b566-90c439fee3d1 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:39.751914 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-794a83cb-c3ef-44c0-a26e-36748c7966dc req-ca98c14d-39b3-4512-b566-90c439fee3d1 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 946 time: 0.0698197 Jul 08 02:53:39.789329 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-794a83cb-c3ef-44c0-a26e-36748c7966dc req-a92122c3-8080-4415-8ae2-e1dfd67a3a66 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Jul 08 02:53:39.964223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3431-66b2-48e7-aae0-b545faaa3552 req-8ac04e61-cdd7-4dad-ac1e-1ec4822d6a41 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:39.965707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd5a3431-66b2-48e7-aae0-b545faaa3552 req-8ac04e61-cdd7-4dad-ac1e-1ec4822d6a41 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 946 time: 0.0662467 Jul 08 02:53:40.002175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cd5a3431-66b2-48e7-aae0-b545faaa3552 req-8316d6ea-b808-4764-b6bb-65ffb110a3b3 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Jul 08 02:53:42.144715 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9b1bec5f-374e-4124-b766-2f73d67e22e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:42.721755 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-3b06685b-a12b-4ede-847c-f6b439f00e01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533111 Jul 08 02:53:42.826235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-cf7077c2-1b3d-4ef2-bc49-6f86aa8cccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:42.827778 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-cf7077c2-1b3d-4ef2-bc49-6f86aa8cccc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 1098 time: 0.0562658 Jul 08 02:53:42.934814 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-3ce67541-5493-42dc-9a56-2a425b1bf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:42.936523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-3ce67541-5493-42dc-9a56-2a425b1bf5e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09d04ef8-ceee-4f2b-8678-99a1356ae79b HTTP/1.1" status: 200 len: 917 time: 0.0855374 Jul 08 02:53:42.978425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-e459f8f7-795c-4129-8134-25b0a203b91b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0349202 Jul 08 02:53:43.381914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-f9fcdc08-8a93-443c-be91-4b517d4c92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:43.383612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-f9fcdc08-8a93-443c-be91-4b517d4c92df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de8a51d0-2715-41c5-a5cd-b41aac3c9c62 HTTP/1.1" status: 200 len: 855 time: 0.3982005 Jul 08 02:53:43.457925 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-7906bc4f-6d0c-4208-86f5-e3b2baeb3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:43.459477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-7906bc4f-6d0c-4208-86f5-e3b2baeb3b7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d04ef8-ceee-4f2b-8678-99a1356ae79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685391 Jul 08 02:53:43.550397 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-91c4d4f7-ec41-4ae5-9763-5cbda71efd13 service neutron] 10.222.0.32 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837135 Jul 08 02:53:43.637178 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-738277ab-99dd-4074-92c7-47d59375b5c5 req-39281f95-3ebf-4311-866e-170d84a3c5a5 service neutron] 10.222.0.32 "GET /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798600 Jul 08 02:53:44.498142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4b4462f9-5f3a-4935-abb1-9b8b94184183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:44.937855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:45.944329 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:47.623626 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:48.655928 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:51.480499 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:02.391798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5c5d3-d09f-4457-9d87-91d2d4060281 req-3283c39b-a1df-416a-8535-7dd7a2553de6 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:02.393297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8f5c5d3-d09f-4457-9d87-91d2d4060281 req-3283c39b-a1df-416a-8535-7dd7a2553de6 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 946 time: 0.0632522 Jul 08 02:54:02.434257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8f5c5d3-d09f-4457-9d87-91d2d4060281 req-94ad61f5-2b44-4ede-83ca-8181af840549 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Jul 08 02:54:03.606092 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734e47b-089f-4fa0-9f37-9c4a6f096ed6 req-787eaa63-35dc-44cf-94c5-fb78f1341c9c tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:03.607611 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3734e47b-089f-4fa0-9f37-9c4a6f096ed6 req-787eaa63-35dc-44cf-94c5-fb78f1341c9c tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 946 time: 0.0631742 Jul 08 02:54:03.645444 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3734e47b-089f-4fa0-9f37-9c4a6f096ed6 req-bb9eb648-b4c3-4832-942e-2360aa420af8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/security-groups?id=10948820-55bc-404e-b4f4-c642c30b2551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319116 Jul 08 02:54:03.948723 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-b831bcaf-9fa6-4435-86a8-29b0534de6e6 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:03.950196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-b831bcaf-9fa6-4435-86a8-29b0534de6e6 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 946 time: 0.0618885 Jul 08 02:54:04.047107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Deleting port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:04.047495 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:04.135033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] For port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:04.135427 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:04.147870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Calling delete_port for b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:04.358782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:04.371210 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:54:04.389261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Pushing event deleted for resources: {'Port': ['ID=b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:04.416322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.416675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.417020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.419803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.419803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.419803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.419803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.419803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.419803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.419803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.419803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.420552 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:04.442063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] No DVR routers for this DVR port b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:04.444743 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:04.447183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a69be786-e882-4e3d-b401-cb19e22d12fc req-9d5a9484-5f3c-4cbb-ac87-fd88e88728d8 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.32 "DELETE /v2.0/ports/b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 HTTP/1.1" status: 204 len: 173 time: 0.4896755 Jul 08 02:54:04.447183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d7a9e0-d790-4d3c-a927-d9a481f2d9ab', 'name': 'network-vif-deleted', 'tag': 'b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:54:04.449360 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffb9661-5c01-4abe-b6f9-cc8a1cf27197" -d '{"events": [{"server_uuid": "81d7a9e0-d790-4d3c-a927-d9a481f2d9ab", "name": "network-vif-deleted", "tag": "b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:54:04.484493 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f9a091-2293-419c-b3de-6fae374274b3 x-openstack-request-id: req-04f9a091-2293-419c-b3de-6fae374274b3 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:54:04.484791 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d7a9e0-d790-4d3c-a927-d9a481f2d9ab", "name": "network-vif-deleted", "tag": "b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:54:04.485064 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04f9a091-2293-419c-b3de-6fae374274b3 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:54:04.485461 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d7a9e0-d790-4d3c-a927-d9a481f2d9ab', 'name': 'network-vif-deleted', 'tag': 'b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2', 'status': 'completed', 'code': 200} Jul 08 02:54:04.789183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b195572f-7e70-497d-bb9e-c9c09c8ae93f req-33544fd6-70e3-42e4-8749-f5fc16467aa2 tempest-TestEncryptedCinderVolumes-703912093 tempest-TestEncryptedCinderVolumes-703912093-project] 10.222.0.10 "GET /v2.0/ports?device_id=81d7a9e0-d790-4d3c-a927-d9a481f2d9ab HTTP/1.1" status: 200 len: 210 time: 0.0339208 Jul 08 02:54:05.714405 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:54:05.973407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34354) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:06.314270 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:06.560027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Deleting port e359b35e-c017-4219-9a21-91561cc7f6ad {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:06.560378 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:06.636850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] For port e359b35e-c017-4219-9a21-91561cc7f6ad, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e359b35e-c017-4219-9a21-91561cc7f6ad,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:06.637140 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:06.649227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Calling delete_port for e359b35e-c017-4219-9a21-91561cc7f6ad owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:06.886249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:06.920397 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e359b35e-c017-4219-9a21-91561cc7f6ad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:07.082284 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:07.292835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Router 8c808364-b6f7-4de8-b1fd-61271afc3311 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:54:07.395685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:07.400925 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c35b0a86-5e8b-41ff-b090-4e9d81f2cb9a admin admin] 10.222.0.10 "PUT /v2.0/routers/8c808364-b6f7-4de8-b1fd-61271afc3311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265521 Jul 08 02:54:07.403462 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34356) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:07.405254 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] Sync routers for ids ['8c808364-b6f7-4de8-b1fd-61271afc3311'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:07.415009 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] Routers {'8c808364-b6f7-4de8-b1fd-61271afc3311'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:07.415661 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8c808364-b6f7-4de8-b1fd-61271afc3311'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:07.513934 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:07.519376 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] Set router 8c808364-b6f7-4de8-b1fd-61271afc3311 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:07.612688 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:07.690007 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:54:06Z', 'revision_number': 5, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port': {'id': '0aaab0f9-5be4-48e2-a125-486d7b1dcb2f', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:07.715106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Deleting port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:07.715487 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:07.720053 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] Checking router: 8c808364-b6f7-4de8-b1fd-61271afc3311 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:07.728103 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] Routers {'8c808364-b6f7-4de8-b1fd-61271afc3311'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:07.728713 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['8c808364-b6f7-4de8-b1fd-61271afc3311'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:07.753127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:07.773957 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:07.774383 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device b71f4ed9-d6a1-4ea4-8537-3a25e7d1a4c2 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:07.794348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] For port 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0aaab0f9-5be4-48e2-a125-486d7b1dcb2f,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:07.794715 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:07.807092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Calling delete_port for 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:07.812352 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] Set router 8c808364-b6f7-4de8-b1fd-61271afc3311 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:07.862580 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:54:07Z', 'revision_number': 6, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:07.975913 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54ce21-902e-4644-9dba-095448e682d4 None None] The sync data for ids ['8c808364-b6f7-4de8-b1fd-61271afc3311'] in n-d-695189-13 is: [{'id': '8c808364-b6f7-4de8-b1fd-61271afc3311', 'name': 'tempest-TestEncryptedCinderVolumes-627117103-router', 'tenant_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:35Z', 'updated_at': '2021-07-08T02:54:07Z', 'revision_number': 6, 'project_id': 'c94a6c45fb1248c5878dc35167f4f14b', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:08.050467 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.080007 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Pushing event deleted for resources: {'Port': ['ID=0aaab0f9-5be4-48e2-a125-486d7b1dcb2f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:08.139309 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.226010 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.228154 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.354985 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.355611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c808364-b6f7-4de8-b1fd-61271afc3311 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:54:08.360430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.362420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5e31fc82-6645-41a0-b858-fc39d5cf22bc admin admin] 10.222.0.10 "DELETE /v2.0/routers/8c808364-b6f7-4de8-b1fd-61271afc3311 HTTP/1.1" status: 204 len: 168 time: 0.9575613 Jul 08 02:54:08.364595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34358) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:08.417182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea6c1cb-304b-45e7-abdc-1178d6e9b631 admin admin] Deleting subnet de8a51d0-2715-41c5-a5cd-b41aac3c9c62 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:54:08.420650 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cea6c1cb-304b-45e7-abdc-1178d6e9b631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.458191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cea6c1cb-304b-45e7-abdc-1178d6e9b631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.533579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cea6c1cb-304b-45e7-abdc-1178d6e9b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.644436 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cea6c1cb-304b-45e7-abdc-1178d6e9b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.671713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6c1cb-304b-45e7-abdc-1178d6e9b631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8a51d0-2715-41c5-a5cd-b41aac3c9c62,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:08.677864 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-cea6c1cb-304b-45e7-abdc-1178d6e9b631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.679740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-cea6c1cb-304b-45e7-abdc-1178d6e9b631 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/de8a51d0-2715-41c5-a5cd-b41aac3c9c62 HTTP/1.1" status: 204 len: 168 time: 0.3140996 Jul 08 02:54:08.682160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34360) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:08.683238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc0f836-9fc5-4be1-a64e-d72893311462 None None] Network 09d04ef8-ceee-4f2b-8678-99a1356ae79b requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:08.751260 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.774061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e359b35e-c017-4219-9a21-91561cc7f6ad no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:08.795456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e359b35e-c017-4219-9a21-91561cc7f6ad {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:08.795741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e359b35e-c017-4219-9a21-91561cc7f6ad not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:08.808727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Deleting port a508720c-035e-4c97-ad9a-9800640e6572 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:08.809077 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.880893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] For port a508720c-035e-4c97-ad9a-9800640e6572, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a508720c-035e-4c97-ad9a-9800640e6572,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:08.881266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:08.894224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Calling delete_port for a508720c-035e-4c97-ad9a-9800640e6572 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:08.902669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] DHCP port deletion for 09d04ef8-ceee-4f2b-8678-99a1356ae79b request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:54:08.953959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Deleting port a508720c-035e-4c97-ad9a-9800640e6572 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:08.954337 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.016917 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] For port a508720c-035e-4c97-ad9a-9800640e6572, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=a508720c-035e-4c97-ad9a-9800640e6572,segment=NetworkSegment(e160fb93-3e59-4975-a56c-13b84da266a7),segment_id=e160fb93-3e59-4975-a56c-13b84da266a7)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:09.017327 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.034148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Calling delete_port for a508720c-035e-4c97-ad9a-9800640e6572 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:09.052163 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.079506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a508720c-035e-4c97-ad9a-9800640e6572,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:09.084412 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] No DVR routers for this DVR port a508720c-035e-4c97-ad9a-9800640e6572 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:09.108242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.133660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Pushing event deleted for resources: {'Port': ['ID=a508720c-035e-4c97-ad9a-9800640e6572,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:09.137811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] No DVR routers for this DVR port a508720c-035e-4c97-ad9a-9800640e6572 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.148035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.151267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911342b6-492f-4142-a825-c862d70b4bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:09.163040 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.172774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d04ef8-ceee-4f2b-8678-99a1356ae79b']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:09.183885 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e160fb93-3e59-4975-a56c-13b84da266a7') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:09.184192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e160fb93-3e59-4975-a56c-13b84da266a7') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:09.193158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.207440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.213461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:54:09.216721 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:54:09.343654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.350073 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.352004 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] 10.222.0.10 "DELETE /v2.0/networks/09d04ef8-ceee-4f2b-8678-99a1356ae79b HTTP/1.1" status: 204 len: 168 time: 0.6689270 Jul 08 02:54:09.355100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34362) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:09.365875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eda01-92a3-4faf-813d-243e35bffe68 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d04ef8-ceee-4f2b-8678-99a1356ae79b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:09.713727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.964416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Deleting port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:09.964707 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:10.043007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] For port cbadac0c-6fc1-4f6f-940b-dbdfb9834ece, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,segment=NetworkSegment(1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1),segment_id=1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:10.043395 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:10.055567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Calling delete_port for cbadac0c-6fc1-4f6f-940b-dbdfb9834ece owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:10.283996 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:10.306920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbadac0c-6fc1-4f6f-940b-dbdfb9834ece,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:10.321713 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.322071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.322449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.322791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.323128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.323485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.323815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.324140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.324465 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.324791 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.325118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.325438 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:10.464212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:10.486689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:10.487193 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0aaab0f9-5be4-48e2-a125-486d7b1dcb2f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:10.487747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a508720c-035e-4c97-ad9a-9800640e6572 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:10.508083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: a508720c-035e-4c97-ad9a-9800640e6572 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:10.508432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device a508720c-035e-4c97-ad9a-9800640e6572 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:10.508555 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:10.718668 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Router a28b15c1-217c-44a2-9f5b-e39e2d735f5b has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:54:10.827691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:10.833155 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c66fcc00-e0e0-4f71-9517-fa638687c4c0 admin admin] 10.222.0.10 "PUT /v2.0/routers/a28b15c1-217c-44a2-9f5b-e39e2d735f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4767814 Jul 08 02:54:10.837092 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34364) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:10.839612 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] Sync routers for ids ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:10.852053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] Routers {'a28b15c1-217c-44a2-9f5b-e39e2d735f5b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:10.853060 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:10.945110 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:10.965022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] Set router a28b15c1-217c-44a2-9f5b-e39e2d735f5b gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:11.047939 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:11.152557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:54:10Z', 'revision_number': 5, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port': {'id': 'e3b133f0-d97b-4ca6-961c-8c6037af798e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:52:41Z', 'updated_at': '2021-07-08T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:11.184785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] Checking router: a28b15c1-217c-44a2-9f5b-e39e2d735f5b for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:11.194113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] Routers {'a28b15c1-217c-44a2-9f5b-e39e2d735f5b'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:11.194751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:53:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:11.288468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] Set router a28b15c1-217c-44a2-9f5b-e39e2d735f5b gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:11.344358 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:54:11Z', 'revision_number': 6, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:11.378561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1bf89f-9655-44df-9f73-1c8c5c8863e1 None None] The sync data for ids ['a28b15c1-217c-44a2-9f5b-e39e2d735f5b'] in n-d-695189-13 is: [{'id': 'a28b15c1-217c-44a2-9f5b-e39e2d735f5b', 'name': 'tempest-TestEncryptedCinderVolumes-1808262742-router', 'tenant_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:52:40Z', 'updated_at': '2021-07-08T02:54:11Z', 'revision_number': 6, 'project_id': '9f8c9a0f1a2e45f38058e868f5a01ff4', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:11.550513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Deleting port e3b133f0-d97b-4ca6-961c-8c6037af798e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:11.550864 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:11.626253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] For port e3b133f0-d97b-4ca6-961c-8c6037af798e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e3b133f0-d97b-4ca6-961c-8c6037af798e,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:11.626569 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:11.638595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Calling delete_port for e3b133f0-d97b-4ca6-961c-8c6037af798e owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:11.885937 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:11.913039 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b133f0-d97b-4ca6-961c-8c6037af798e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:11.975517 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.063452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.066087 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.149446 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dbdf9b2f-4a80-44a5-b71a-7ab54949f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.160497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.166371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a28b15c1-217c-44a2-9f5b-e39e2d735f5b {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:54:12.166371 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.166856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b0e36eb7-4d54-47cb-9bfb-3440b0a9a6f9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a28b15c1-217c-44a2-9f5b-e39e2d735f5b HTTP/1.1" status: 204 len: 168 time: 1.3286896 Jul 08 02:54:12.169276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34366) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:12.217337 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de76e95-35e7-4038-84f5-0402e75e9722 admin admin] Deleting subnet 538e03b5-d18f-42de-b9c6-c52866ed29a8 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:54:12.221116 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de76e95-35e7-4038-84f5-0402e75e9722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.255784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de76e95-35e7-4038-84f5-0402e75e9722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.332952 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de76e95-35e7-4038-84f5-0402e75e9722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.409898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cbadac0c-6fc1-4f6f-940b-dbdfb9834ece no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:12.430171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: cbadac0c-6fc1-4f6f-940b-dbdfb9834ece {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:12.430518 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device cbadac0c-6fc1-4f6f-940b-dbdfb9834ece not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:12.430941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3b133f0-d97b-4ca6-961c-8c6037af798e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:12.448489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e3b133f0-d97b-4ca6-961c-8c6037af798e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:12.448815 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e3b133f0-d97b-4ca6-961c-8c6037af798e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:12.480851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de76e95-35e7-4038-84f5-0402e75e9722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.505146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de76e95-35e7-4038-84f5-0402e75e9722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538e03b5-d18f-42de-b9c6-c52866ed29a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:12.511241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7de76e95-35e7-4038-84f5-0402e75e9722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.513131 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7de76e95-35e7-4038-84f5-0402e75e9722 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/538e03b5-d18f-42de-b9c6-c52866ed29a8 HTTP/1.1" status: 204 len: 168 time: 0.3428826 Jul 08 02:54:12.515637 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34368) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:12.516320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a8617d-aa54-4b73-a0e3-8139a2c7e001 None None] Network 2360e871-9fb3-4320-a489-8fc1c43d47d6 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:12.581306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.633336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Deleting port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:12.633807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.690452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] DHCP port deletion for 2360e871-9fb3-4320-a489-8fc1c43d47d6 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:54:12.703300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] For port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,segment=NetworkSegment(1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1),segment_id=1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:12.703711 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.716607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Calling delete_port for 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:12.735140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] Deleting port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:12.735552 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.797805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] For port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,segment=NetworkSegment(1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1),segment_id=1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:12.798232 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.810246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] Calling delete_port for 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:12.869050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.881879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.901321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] No DVR routers for this DVR port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:12.905853 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:12.908317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] Pushing event deleted for resources: {'Port': ['ID=6021d50f-6c3c-44e7-a26b-6ef19e324ba8,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:12.910160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb3026-70e0-4bc7-a6ff-ca3f84b95c68 None None] No DVR routers for this DVR port 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:12.984425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:12.994354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2360e871-9fb3-4320-a489-8fc1c43d47d6']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:13.005074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:13.005370 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed8ac2d-6e65-4151-87f3-e1da2e8fa2d1') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:13.013947 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.028203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.033974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:54:13.034380 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:54:13.036063 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:54:13.148496 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.153700 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.155527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2360e871-9fb3-4320-a489-8fc1c43d47d6 HTTP/1.1" status: 204 len: 168 time: 0.6388872 Jul 08 02:54:13.166170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792b516-5f28-4910-a7a6-df57f33b9c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=2360e871-9fb3-4320-a489-8fc1c43d47d6,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:13.453799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:13.494598 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-55b111f4-41a7-4181-ad47-3545649f62ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c94a6c45fb1248c5878dc35167f4f14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390983 Jul 08 02:54:13.496942 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34374) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:13.548392 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3dce296-df86-496b-8e67-91196d9403be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.568543 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3dce296-df86-496b-8e67-91196d9403be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.691970 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3dce296-df86-496b-8e67-91196d9403be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.694437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b3dce296-df86-496b-8e67-91196d9403be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:13.695604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b3dce296-df86-496b-8e67-91196d9403be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10948820-55bc-404e-b4f4-c642c30b2551 HTTP/1.1" status: 204 len: 168 time: 0.1977558 Jul 08 02:54:13.703604 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dce296-df86-496b-8e67-91196d9403be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10948820-55bc-404e-b4f4-c642c30b2551,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:14.289371 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34380) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:14.332281 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dbea1859-98fc-46bd-936a-3794ef6eec9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f8c9a0f1a2e45f38058e868f5a01ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417600 Jul 08 02:54:14.334616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34382) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:14.383298 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e06bb05b-01af-44d6-abdb-11ccd9d527ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:14.402979 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:14.405340 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e06bb05b-01af-44d6-abdb-11ccd9d527ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:14.422039 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:14.422470 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 6021d50f-6c3c-44e7-a26b-6ef19e324ba8 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:14.525924 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac6ddf3d-6879-4b8c-9cb0-28dbedcb689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:14.583145 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e06bb05b-01af-44d6-abdb-11ccd9d527ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:14.585751 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e06bb05b-01af-44d6-abdb-11ccd9d527ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:14.586913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e06bb05b-01af-44d6-abdb-11ccd9d527ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34c0ff3c-10b4-4096-aec1-ac22a0243372 HTTP/1.1" status: 204 len: 168 time: 0.2514107 Jul 08 02:54:14.594889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bb05b-01af-44d6-abdb-11ccd9d527ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0ff3c-10b4-4096-aec1-ac22a0243372,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:14.926101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:15.549956 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34404) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:15.643237 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1562632081-network', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:15.754637 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Made reservation on behalf of ec2d98ad96ae4ea78b50d53402a08a06 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:15.757050 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:15.765943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:15.853510 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:15.914819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:15.939719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:54:15.948703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:15.955175 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:15.955552 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Added segment 0bb9c329-428b-41e4-b348-9c8e134042e6 of type vlan for network cef4b906-3521-4fec-aa4d-38c7e340b202 Jul 08 02:54:15.971897 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:15.997221 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:16.097469 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:16.098444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:16.099034 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:16.158758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] Pushing event updated for resources: {'Network': ['ID=cef4b906-3521-4fec-aa4d-38c7e340b202,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:16.168798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network cef4b906-3521-4fec-aa4d-38c7e340b202 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:54:16.215926 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d8055856-31db-425d-b4cd-c7df8b9aeaee admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6648476 Jul 08 02:54:16.216528 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34408) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:16.221597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Request body: {'subnet': {'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1562632081-subnet', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:16.314552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Made reservation on behalf of ec2d98ad96ae4ea78b50d53402a08a06 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:16.317687 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:16.583734 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:16.640594 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77db093a-b972-4f76-8703-1ee76eb0af34,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:16.653522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Checking segment: {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:16.654144 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Network hostable DHCP agents. Network: cef4b906-3521-4fec-aa4d-38c7e340b202, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:54:16.754407 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Network cef4b906-3521-4fec-aa4d-38c7e340b202 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:54:16.852143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, cef4b906-3521-4fec-aa4d-38c7e340b202) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:16.856201 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:16.856797 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:16.862202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b69c2-975c-4cf0-ba39-b7fa30ec8fa5 None None] Network cef4b906-3521-4fec-aa4d-38c7e340b202 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:16.955544 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1a53877c-8988-4085-ad1a-b4f620f0f77e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7378693 Jul 08 02:54:16.958644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34410) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:16.962975 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:17.008616 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-cef4b906-3521-4fec-aa4d-38c7e340b202', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:54:17.008616 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.063794 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.064839 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.121492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.132970 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Allocated IP 172.20.0.2 (cef4b906-3521-4fec-aa4d-38c7e340b202/77db093a-b972-4f76-8703-1ee76eb0af34/253af340-007a-47d7-80b7-2fbe46ae0272) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:17.323396 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.422217 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.430367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Transition to ACTIVE for port object 253af340-007a-47d7-80b7-2fbe46ae0272 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:17.444997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Transition to ACTIVE for port object 253af340-007a-47d7-80b7-2fbe46ae0272 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:17.529831 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.576452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Network cef4b906-3521-4fec-aa4d-38c7e340b202 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:17.587324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:17.592434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:17.595443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Pushing event updated for resources: {'Port': ['ID=253af340-007a-47d7-80b7-2fbe46ae0272,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:17.600959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.621053 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.649221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Attempting to bind port 253af340-007a-47d7-80b7-2fbe46ae0272 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:17.649590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Attempting to bind port 253af340-007a-47d7-80b7-2fbe46ae0272 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:17.649956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Attempting to bind port 253af340-007a-47d7-80b7-2fbe46ae0272 on network cef4b906-3521-4fec-aa4d-38c7e340b202 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:17.654998 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:17.655394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Checking segment: {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:17.655802 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.656196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Bound using segment: {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:17.656660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Bound port: 253af340-007a-47d7-80b7-2fbe46ae0272, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:17.657041 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.666242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.722506 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] For port 253af340-007a-47d7-80b7-2fbe46ae0272, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:17.725604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] For port 253af340-007a-47d7-80b7-2fbe46ae0272, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=253af340-007a-47d7-80b7-2fbe46ae0272,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:17.726101 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Allocated IP 172.25.8.123 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/0a906f23-c109-48f9-bb44-160289f662e3) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:17.800797 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.824460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.858941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb203f-fae9-48ba-8b4b-121e8b45bfae None None] Pushing event updated for resources: {'Port': ['ID=253af340-007a-47d7-80b7-2fbe46ae0272,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:17.949248 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:17.998282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:18.005281 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:18.007966 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:18.013722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Pushing event updated for resources: {'Port': ['ID=0a906f23-c109-48f9-bb44-160289f662e3,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:18.427196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 253af340-007a-47d7-80b7-2fbe46ae0272 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:18.515900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 253af340-007a-47d7-80b7-2fbe46ae0272 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:18.638527 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:18.669298 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:18.731307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a740d-565f-43e0-8e14-451894249653 None None] Network cef4b906-3521-4fec-aa4d-38c7e340b202 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:18.836294 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:18.931797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b8902dfa-4741-4127-b2fa-27bc52bcc678 None None] Provisioning for port 253af340-007a-47d7-80b7-2fbe46ae0272 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:18.935997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b8902dfa-4741-4127-b2fa-27bc52bcc678 None None] Provisioning complete for port 253af340-007a-47d7-80b7-2fbe46ae0272 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:18.936708 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8902dfa-4741-4127-b2fa-27bc52bcc678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.023562 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8902dfa-4741-4127-b2fa-27bc52bcc678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.051414 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:54:19.057513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b8902dfa-4741-4127-b2fa-27bc52bcc678 None None] For port 253af340-007a-47d7-80b7-2fbe46ae0272, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=253af340-007a-47d7-80b7-2fbe46ae0272,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:19.129527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b8902dfa-4741-4127-b2fa-27bc52bcc678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.157015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:19.169087 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Sync routers for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:19.178699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8902dfa-4741-4127-b2fa-27bc52bcc678 None None] Pushing event updated for resources: {'Port': ['ID=253af340-007a-47d7-80b7-2fbe46ae0272,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:19.180263 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:19.180263 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:19.226769 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.228213 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c0940688-5cd2-4df8-9ad2-e0d292d8141c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2686272 Jul 08 02:54:19.230774 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34412) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:19.248722 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0b251897-34e1-4d30-a080-5f148f6476e0 None None] Provisioning complete for port 253af340-007a-47d7-80b7-2fbe46ae0272 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:19.249139 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0b251897-34e1-4d30-a080-5f148f6476e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.286775 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:19.465083 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:18Z', 'revision_number': 3, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:19.494845 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Checking router: 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:19.495194 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Updating router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 port 0a906f23-c109-48f9-bb44-160289f662e3 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:54:19.530278 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.674904 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.791790 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.802301 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Transition to ACTIVE for port object 0a906f23-c109-48f9-bb44-160289f662e3 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:19.841810 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Allocated IP 172.20.0.1 (cef4b906-3521-4fec-aa4d-38c7e340b202/77db093a-b972-4f76-8703-1ee76eb0af34/69d7fa1e-058b-45dc-b0bd-5ac0f1037799) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:19.878138 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.929401 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Attempting to bind port 0a906f23-c109-48f9-bb44-160289f662e3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:19.929763 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Attempting to bind port 0a906f23-c109-48f9-bb44-160289f662e3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:19.930120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Attempting to bind port 0a906f23-c109-48f9-bb44-160289f662e3 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:19.932080 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Pushing event updated for resources: {'Port': ['ID=0a906f23-c109-48f9-bb44-160289f662e3,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:19.941307 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:19.941307 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:19.941567 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.941790 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:19.942243 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Bound port: 0a906f23-c109-48f9-bb44-160289f662e3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:19.942620 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.944889 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.949461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:19.950445 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:19.963393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Transition to ACTIVE for port object 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:20.003590 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] For port 0a906f23-c109-48f9-bb44-160289f662e3, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:20.006495 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] For port 0a906f23-c109-48f9-bb44-160289f662e3, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0a906f23-c109-48f9-bb44-160289f662e3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:20.055596 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.081192 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.102267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Network cef4b906-3521-4fec-aa4d-38c7e340b202 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:20.105110 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:20.109563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:20.112667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Pushing event updated for resources: {'Port': ['ID=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:20.135587 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:20.136215 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:20.149049 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.185879 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcd9ad-c8fb-4ca7-b585-d34e7c409efe None None] Pushing event updated for resources: {'Port': ['ID=0a906f23-c109-48f9-bb44-160289f662e3,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:20.261587 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:20.335887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.421131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-00a402a4-95bc-4a12-acae-4e71a1f638a2 None None] Provisioning for port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:20.426054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 253af340-007a-47d7-80b7-2fbe46ae0272 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:20.429786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-00a402a4-95bc-4a12-acae-4e71a1f638a2 None None] Provisioning complete for port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:20.430169 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-00a402a4-95bc-4a12-acae-4e71a1f638a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.443269 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:18Z', 'revision_number': 3, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:20.476091 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129f312-4387-4949-b2cc-debdfe06cc1f None None] The sync data for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 is: [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:18Z', 'revision_number': 3, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:20.497290 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-00a402a4-95bc-4a12-acae-4e71a1f638a2 None None] Port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:54:20.507054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 253af340-007a-47d7-80b7-2fbe46ae0272 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:20.512386 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.529744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.589106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.659650 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.661380 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Pushing event updated for resources: {'Port': ['ID=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:20.774995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Network cef4b906-3521-4fec-aa4d-38c7e340b202 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:20.776572 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:20.906718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:54:21.015446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4d3cf022-c870-4816-b1ea-c8ad8fd6975a None None] Provisioning complete for port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:21.015828 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf022-c870-4816-b1ea-c8ad8fd6975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:21.033418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:21.038604 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b2cd4723-2139-4bf0-a24c-75cf2886cbbc admin admin] 10.222.0.10 "PUT /v2.0/routers/199c12be-4e6f-4f44-a36a-1bf61b9a4f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8066106 Jul 08 02:54:21.061254 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cf022-c870-4816-b1ea-c8ad8fd6975a None None] Port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:54:21.480576 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:21.734286 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34428) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:21.739302 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-785970264-network', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:21.822892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Made reservation on behalf of 6da4e6e1fc6746b4be47d4385a5f1dc4 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:21.825383 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:21.835204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:21.927771 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:21.961174 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Sync routers for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:21.970718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:21.973826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:22.009558 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.035041 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:54:22.044084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977de1f-7b60-4cdb-91a2-6341e782a40f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:22.054789 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.057428 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Added segment 3c8e5495-8ee6-4677-acad-0c6e57b48f06 of type vlan for network 4183b67d-fb9f-443d-afbf-c77766e84b6e Jul 08 02:54:22.081667 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:22.099663 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.194681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.195752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:22.196385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.257422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] Pushing event updated for resources: {'Network': ['ID=4183b67d-fb9f-443d-afbf-c77766e84b6e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:22.267096 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 4183b67d-fb9f-443d-afbf-c77766e84b6e details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:54:22.301925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-44ed93f5-5e73-4b89-8941-4ba2457d8a4b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5665021 Jul 08 02:54:22.304574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34430) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:22.309589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Request body: {'subnet': {'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-785970264-subnet', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:22.348111 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 2, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:22.376450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Checking router: 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:22.376833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Updating router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:54:22.388641 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Made reservation on behalf of 6da4e6e1fc6746b4be47d4385a5f1dc4 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:22.391220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.411479 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.428053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0a906f23-c109-48f9-bb44-160289f662e3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:22.629284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 0a906f23-c109-48f9-bb44-160289f662e3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:22.640858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0a906f23-c109-48f9-bb44-160289f662e3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:22.641239 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.658023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.719332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7107f1c-fd4a-40a9-be9e-c5c86b14da76,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:22.729359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Checking segment: {'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:22.729725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Network hostable DHCP agents. Network: 4183b67d-fb9f-443d-afbf-c77766e84b6e, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:54:22.764392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.781939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Transition to ACTIVE for port object 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:22.784310 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.805524 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 0a906f23-c109-48f9-bb44-160289f662e3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0a906f23-c109-48f9-bb44-160289f662e3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:22.822857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Network 4183b67d-fb9f-443d-afbf-c77766e84b6e is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:54:22.880165 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.909071 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 4183b67d-fb9f-443d-afbf-c77766e84b6e) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:22.915048 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.919284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:22.919925 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:22.930973 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c19ef-4bb3-4bbe-bd3b-ccf760aaf173 None None] Network 4183b67d-fb9f-443d-afbf-c77766e84b6e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:22.950726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166aa7e-9d25-4778-b30f-626ad3505e2d None None] Pushing event updated for resources: {'Port': ['ID=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:23.005641 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4f69f0ef-7b45-412a-ada6-f74ae085d1ad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6999891 Jul 08 02:54:23.008253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34432) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:23.013612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:23.074451 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Attempting to bind port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:23.074708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Attempting to bind port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:23.075082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Attempting to bind port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 on network cef4b906-3521-4fec-aa4d-38c7e340b202 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:23.092731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.095165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.096977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:23.097679 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Checking segment: {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:23.097810 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.098171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Bound using segment: {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:23.098749 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Bound port: 69d7fa1e-058b-45dc-b0bd-5ac0f1037799, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:23.098998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.109964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=0a906f23-c109-48f9-bb44-160289f662e3,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:23.147782 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.217201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] For port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:23.221868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] For port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:23.249490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-4183b67d-fb9f-443d-afbf-c77766e84b6e', 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'fixed_ips': [{'subnet_id': 'd7107f1c-fd4a-40a9-be9e-c5c86b14da76'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:54:23.253176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.316937 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.329970 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.421490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166aa7e-9d25-4778-b30f-626ad3505e2d None None] Pushing event updated for resources: {'Port': ['ID=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:23.424650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:23.425259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:23.484321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Allocated IP 172.20.0.2 (4183b67d-fb9f-443d-afbf-c77766e84b6e/d7107f1c-fd4a-40a9-be9e-c5c86b14da76/7a42c0b7-9981-46f2-8469-2cc949aded26) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:23.655287 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.676101 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.761353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:23.778781 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Allocated IP 172.25.8.54 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/18bc6d2a-82c2-4db7-9448-84237ca579ca) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:23.883644 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.956497 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.975118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Transition to ACTIVE for port object 7a42c0b7-9981-46f2-8469-2cc949aded26 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:23.983249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.010590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Transition to ACTIVE for port object 7a42c0b7-9981-46f2-8469-2cc949aded26 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:24.018444 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:24.021222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:24.024029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:24.040035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:23Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:24.055982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Pushing event updated for resources: {'Port': ['ID=18bc6d2a-82c2-4db7-9448-84237ca579ca,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:24.069825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d103d78-fedf-4d4d-ad6d-0548aa168cae None None] The sync data for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 is: [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:23Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:24.092623 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.150696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Network 4183b67d-fb9f-443d-afbf-c77766e84b6e is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:24.157507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:24.160047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:24.163220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Pushing event updated for resources: {'Port': ['ID=7a42c0b7-9981-46f2-8469-2cc949aded26,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:24.224870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Attempting to bind port 7a42c0b7-9981-46f2-8469-2cc949aded26 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:24.225499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Attempting to bind port 7a42c0b7-9981-46f2-8469-2cc949aded26 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:24.225883 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Attempting to bind port 7a42c0b7-9981-46f2-8469-2cc949aded26 on network 4183b67d-fb9f-443d-afbf-c77766e84b6e {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:24.231359 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:24.231754 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Checking segment: {'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:24.232169 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.232572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Bound using segment: {'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:24.233051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Bound port: 7a42c0b7-9981-46f2-8469-2cc949aded26, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:24.233513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.304945 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] For port 7a42c0b7-9981-46f2-8469-2cc949aded26, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:24.308330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] For port 7a42c0b7-9981-46f2-8469-2cc949aded26, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7a42c0b7-9981-46f2-8469-2cc949aded26,segment=NetworkSegment(3c8e5495-8ee6-4677-acad-0c6e57b48f06),segment_id=3c8e5495-8ee6-4677-acad-0c6e57b48f06)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:24.377337 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.394961 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.477600 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178871b-caad-4bd4-8ce8-0a6fbe87b1c8 None None] Pushing event updated for resources: {'Port': ['ID=7a42c0b7-9981-46f2-8469-2cc949aded26,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:24.542211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0a906f23-c109-48f9-bb44-160289f662e3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:24.606086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0a906f23-c109-48f9-bb44-160289f662e3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:24.606591 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.651266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.718401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:24.863234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:24.867625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:24.868011 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.897606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Router bb41bba0-2275-4d77-a722-0662149da2a5 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:54:24.957502 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:24.991705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:25.018112 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:25.027097 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Sync routers for ids ['bb41bba0-2275-4d77-a722-0662149da2a5'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:25.037474 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Routers {'bb41bba0-2275-4d77-a722-0662149da2a5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:25.038193 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bb41bba0-2275-4d77-a722-0662149da2a5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:25.069013 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.097454 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.098753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a9a178db-2a62-4ef7-b667-9ce8f6081866 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0889676 Jul 08 02:54:25.101601 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34434) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:25.131854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:25.152994 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Set router bb41bba0-2275-4d77-a722-0662149da2a5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:25.340598 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 3, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port': {'id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:25.368612 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Checking router: bb41bba0-2275-4d77-a722-0662149da2a5 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:25.369098 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Updating router bb41bba0-2275-4d77-a722-0662149da2a5 port 18bc6d2a-82c2-4db7-9448-84237ca579ca binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:54:25.510180 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.547241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a445fce-288b-40e7-a1ce-ffe0f0aa1090 None None] Network 4183b67d-fb9f-443d-afbf-c77766e84b6e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:25.595475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.652332 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-acb2df47-77d2-4097-9f3b-679bd21e5cd5 None None] Provisioning for port 7a42c0b7-9981-46f2-8469-2cc949aded26 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:25.779138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Allocated IP 172.20.0.1 (4183b67d-fb9f-443d-afbf-c77766e84b6e/d7107f1c-fd4a-40a9-be9e-c5c86b14da76/c5bd75e8-9ff0-4264-b141-dfa03c8e8e60) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:25.780146 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.791104 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Transition to ACTIVE for port object 18bc6d2a-82c2-4db7-9448-84237ca579ca will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:25.885655 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.886320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.901657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Transition to ACTIVE for port object c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:25.929998 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Attempting to bind port 18bc6d2a-82c2-4db7-9448-84237ca579ca on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:25.930430 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Attempting to bind port 18bc6d2a-82c2-4db7-9448-84237ca579ca by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:25.930796 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Attempting to bind port 18bc6d2a-82c2-4db7-9448-84237ca579ca on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:25.939034 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:25.941244 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:25.941691 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.942091 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:25.942568 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Bound port: 18bc6d2a-82c2-4db7-9448-84237ca579ca, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:25.943054 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.974325 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8a394-a710-4f02-9283-158542b9b498 None None] Pushing event updated for resources: {'Port': ['ID=18bc6d2a-82c2-4db7-9448-84237ca579ca,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:26.001553 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.005193 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] For port 18bc6d2a-82c2-4db7-9448-84237ca579ca, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:26.010446 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] For port 18bc6d2a-82c2-4db7-9448-84237ca579ca, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=18bc6d2a-82c2-4db7-9448-84237ca579ca,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:26.043004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Network 4183b67d-fb9f-443d-afbf-c77766e84b6e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:26.045862 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:26.048579 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:26.078698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Pushing event updated for resources: {'Port': ['ID=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:26.085100 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.106953 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.136385 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Routers {'bb41bba0-2275-4d77-a722-0662149da2a5'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:26.137010 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bb41bba0-2275-4d77-a722-0662149da2a5'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:26.180543 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8a394-a710-4f02-9283-158542b9b498 None None] Pushing event updated for resources: {'Port': ['ID=18bc6d2a-82c2-4db7-9448-84237ca579ca,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:26.253985 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] Set router bb41bba0-2275-4d77-a722-0662149da2a5 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:26.319672 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.394401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25d315af-6de8-4437-bda5-d9e7a0efcdd9 None None] Provisioning for port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:26.398921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-25d315af-6de8-4437-bda5-d9e7a0efcdd9 None None] Provisioning complete for port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:26.399400 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-25d315af-6de8-4437-bda5-d9e7a0efcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.437401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-25d315af-6de8-4437-bda5-d9e7a0efcdd9 None None] Port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:54:26.443658 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 3, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port': {'id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:26.474564 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7d78e-19de-452d-9a2f-0d72d41ec134 None None] The sync data for ids ['bb41bba0-2275-4d77-a722-0662149da2a5'] in n-d-695189-13 is: [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 3, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port': {'id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:26.508214 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:26.538277 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.556750 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:26.557132 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.594661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.639629 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7a42c0b7-9981-46f2-8469-2cc949aded26 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:26.663452 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.666416 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Pushing event updated for resources: {'Port': ['ID=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:26.760372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 7a42c0b7-9981-46f2-8469-2cc949aded26 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:26.764463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7a42c0b7-9981-46f2-8469-2cc949aded26 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:26.764920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.799200 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Network 4183b67d-fb9f-443d-afbf-c77766e84b6e is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:26.800866 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:26.861154 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.916288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 7a42c0b7-9981-46f2-8469-2cc949aded26, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7a42c0b7-9981-46f2-8469-2cc949aded26,segment=NetworkSegment(3c8e5495-8ee6-4677-acad-0c6e57b48f06),segment_id=3c8e5495-8ee6-4677-acad-0c6e57b48f06)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:26.927083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Router bb41bba0-2275-4d77-a722-0662149da2a5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:54:26.999207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:27.060401 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:27.074101 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a7f78cd7-4737-4b7e-ac0e-abef4846895c admin admin] 10.222.0.10 "PUT /v2.0/routers/bb41bba0-2275-4d77-a722-0662149da2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9641399 Jul 08 02:54:27.074533 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2905fc78-a500-4e43-90d8-7e92d687b70e None None] Provisioning complete for port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:27.074984 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2905fc78-a500-4e43-90d8-7e92d687b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:27.077833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=7a42c0b7-9981-46f2-8469-2cc949aded26,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:27.112122 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2905fc78-a500-4e43-90d8-7e92d687b70e None None] Port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:54:28.057289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Sync routers for ids ['bb41bba0-2275-4d77-a722-0662149da2a5'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:28.070228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Routers {'bb41bba0-2275-4d77-a722-0662149da2a5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:28.070228 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bb41bba0-2275-4d77-a722-0662149da2a5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:28.184154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Set router bb41bba0-2275-4d77-a722-0662149da2a5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:28.437649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:26Z', 'revision_number': 4, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port': {'id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5bd75e8-9ff0-4264-b141-dfa03c8e8e60', 'name': '', 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'mac_address': 'fa:16:3e:60:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7107f1c-fd4a-40a9-be9e-c5c86b14da76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:25Z', 'updated_at': '2021-07-08T02:54:26Z', 'revision_number': 2, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'subnets': [{'id': 'd7107f1c-fd4a-40a9-be9e-c5c86b14da76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:28.470943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Checking router: bb41bba0-2275-4d77-a722-0662149da2a5 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:28.471165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Updating router bb41bba0-2275-4d77-a722-0662149da2a5 port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:54:28.513577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:28.557786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 18bc6d2a-82c2-4db7-9448-84237ca579ca up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:28.762189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 18bc6d2a-82c2-4db7-9448-84237ca579ca completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:28.772803 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 18bc6d2a-82c2-4db7-9448-84237ca579ca triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:28.773040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:28.915773 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:28.932497 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:28.956356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 18bc6d2a-82c2-4db7-9448-84237ca579ca, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=18bc6d2a-82c2-4db7-9448-84237ca579ca,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:28.959987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Transition to ACTIVE for port object c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:29.018225 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:29.018969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7a42c0b7-9981-46f2-8469-2cc949aded26 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:29.066549 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:29.128368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=18bc6d2a-82c2-4db7-9448-84237ca579ca,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:29.227420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 7a42c0b7-9981-46f2-8469-2cc949aded26 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:29.227939 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:29.276126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e2344-3a68-4e53-9750-7aced02249ec None None] Pushing event updated for resources: {'Port': ['ID=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:29.304220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Attempting to bind port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:29.304921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Attempting to bind port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:29.305487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Attempting to bind port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 on network 4183b67d-fb9f-443d-afbf-c77766e84b6e {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:29.312021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:29.312706 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Checking segment: {'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:29.313860 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:29.314578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Bound using segment: {'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:29.315233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Bound port: c5bd75e8-9ff0-4264-b141-dfa03c8e8e60, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8e5495-8ee6-4677-acad-0c6e57b48f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:29.315884 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:29.432138 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] For port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:29.439763 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] For port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,segment=NetworkSegment(3c8e5495-8ee6-4677-acad-0c6e57b48f06),segment_id=3c8e5495-8ee6-4677-acad-0c6e57b48f06)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:29.522340 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:29.579688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Routers {'bb41bba0-2275-4d77-a722-0662149da2a5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:29.580341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:54:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bb41bba0-2275-4d77-a722-0662149da2a5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:29.631492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e2344-3a68-4e53-9750-7aced02249ec None None] Pushing event updated for resources: {'Port': ['ID=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:29.907929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] Set router bb41bba0-2275-4d77-a722-0662149da2a5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:30.146532 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:26Z', 'revision_number': 4, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port': {'id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5bd75e8-9ff0-4264-b141-dfa03c8e8e60', 'name': '', 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'mac_address': 'fa:16:3e:60:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7107f1c-fd4a-40a9-be9e-c5c86b14da76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:25Z', 'updated_at': '2021-07-08T02:54:29Z', 'revision_number': 4, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'subnets': [{'id': 'd7107f1c-fd4a-40a9-be9e-c5c86b14da76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:30.175590 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9676be-1e93-40d1-834f-c885ebbd70ec None None] The sync data for ids ['bb41bba0-2275-4d77-a722-0662149da2a5'] in n-d-695189-13 is: [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:26Z', 'revision_number': 4, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port': {'id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'c5bd75e8-9ff0-4264-b141-dfa03c8e8e60', 'name': '', 'network_id': '4183b67d-fb9f-443d-afbf-c77766e84b6e', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'mac_address': 'fa:16:3e:60:f9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd7107f1c-fd4a-40a9-be9e-c5c86b14da76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:25Z', 'updated_at': '2021-07-08T02:54:29Z', 'revision_number': 4, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'subnets': [{'id': 'd7107f1c-fd4a-40a9-be9e-c5c86b14da76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:30.558035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:30.683824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:30.688821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:30.689258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:30.789037 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:30.827327 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,segment=NetworkSegment(3c8e5495-8ee6-4677-acad-0c6e57b48f06),segment_id=3c8e5495-8ee6-4677-acad-0c6e57b48f06)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:31.315631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:31.316463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 18bc6d2a-82c2-4db7-9448-84237ca579ca up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:31.392088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:31.404742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 18bc6d2a-82c2-4db7-9448-84237ca579ca triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:31.405148 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:32.421397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:32.480419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:32.480795 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:38.628100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-60935e5b-fc35-42fd-8bb4-e0d39a51c966 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:38.629510 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-60935e5b-fc35-42fd-8bb4-e0d39a51c966 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/networks?id=cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 200 len: 815 time: 0.1024017 Jul 08 02:54:38.644274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-c42c2037-b5f9-49e9-b061-c578da1c97d5 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/quotas/ec2d98ad96ae4ea78b50d53402a08a06 HTTP/1.1" status: 200 len: 375 time: 0.0095224 Jul 08 02:54:38.713535 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-001d6df3-7628-4f02-8652-03f24b6a3168 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645845 Jul 08 02:54:38.810552 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-03449c31-b1be-4fbd-90b6-23f67d16878a service neutron] 10.222.0.10 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855563 Jul 08 02:54:38.898398 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-1a7f582c-70c8-4920-a9e6-1b1064e3073f service neutron] 10.222.0.10 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815125 Jul 08 02:54:39.195894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-63ba9679-05d5-4905-b9f5-84551d8c20b5 req-ba970fb9-cc27-4bf7-9c5c-98b31f3c57e6 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Jul 08 02:54:40.277239 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c27f719-854a-48f7-b038-6b16964a812f req-b888a6ec-06d0-4b47-bc1f-9e39b17acc10 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 210 time: 0.0294187 Jul 08 02:54:41.427265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-33abb891-a0ea-47c7-8c15-9de5e240e978 req-03da790d-3ce0-4364-b73b-f8a09c9e52bb tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 210 time: 0.0291595 Jul 08 02:54:41.596343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-5f94b0fe-4cbe-4136-b721-b9729e542f2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:41.597734 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-5f94b0fe-4cbe-4136-b721-b9729e542f2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.32 "GET /v2.0/networks?id=cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 200 len: 815 time: 0.1008210 Jul 08 02:54:41.609478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'port': {'device_id': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'admin_state_up': True, 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:41.792333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Made reservation on behalf of ec2d98ad96ae4ea78b50d53402a08a06 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:41.795990 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:41.924433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Allocated IP 172.20.0.11 (cef4b906-3521-4fec-aa4d-38c7e340b202/77db093a-b972-4f76-8703-1ee76eb0af34/30602b12-5adf-428b-beda-78baababe16e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:42.074919 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:42.089618 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Transition to ACTIVE for port object 30602b12-5adf-428b-beda-78baababe16e will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:42.180701 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c2aa86cf-400a-4ed9-b24d-ab157f5e9ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:42.211849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:42.254517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Network cef4b906-3521-4fec-aa4d-38c7e340b202 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:42.259527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:42.263171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:42.272163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'Port': ['ID=30602b12-5adf-428b-beda-78baababe16e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:42.315046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:42.315745 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:42.395835 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-15b2c6ff-f612-4d81-93f2-ff96dee2350a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7898958 Jul 08 02:54:42.424016 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Request body: {'port': {'device_id': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:42.537698 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:42.655230 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d4e53633-00c6-4bcc-9dde-13005eede2ea None None] Provisioning for port 30602b12-5adf-428b-beda-78baababe16e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:42.661399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d4e53633-00c6-4bcc-9dde-13005eede2ea None None] Provisioning complete for port 30602b12-5adf-428b-beda-78baababe16e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:42.663971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d4e53633-00c6-4bcc-9dde-13005eede2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:42.717553 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:54:42.721250 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20faf21-0729-450b-babe-e9913db4551e req-8a137a52-70d2-473f-be97-294506d4fab3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:42.726180 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f20faf21-0729-450b-babe-e9913db4551e req-8a137a52-70d2-473f-be97-294506d4fab3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 932 time: 0.1545582 Jul 08 02:54:42.758573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d4e53633-00c6-4bcc-9dde-13005eede2ea None None] Port 30602b12-5adf-428b-beda-78baababe16e cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:54:42.789688 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f20faf21-0729-450b-babe-e9913db4551e req-e29e81dc-fee5-4f20-97f3-0ae3b3702cc4 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 Jul 08 02:54:42.896978 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30602b12-5adf-428b-beda-78baababe16e {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:54:42.905040 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:42.918223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Transition to ACTIVE for port object 30602b12-5adf-428b-beda-78baababe16e will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:43.011370 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:43.065729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Pushing event updated for resources: {'Port': ['ID=30602b12-5adf-428b-beda-78baababe16e,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:43.148168 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Attempting to bind port 30602b12-5adf-428b-beda-78baababe16e on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:43.148530 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Attempting to bind port 30602b12-5adf-428b-beda-78baababe16e by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:43.148875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Attempting to bind port 30602b12-5adf-428b-beda-78baababe16e on network cef4b906-3521-4fec-aa4d-38c7e340b202 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:43.153542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Port 30602b12-5adf-428b-beda-78baababe16e on network cef4b906-3521-4fec-aa4d-38c7e340b202 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:54:43.153875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Attempting to bind port 30602b12-5adf-428b-beda-78baababe16e on network cef4b906-3521-4fec-aa4d-38c7e340b202 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:43.159592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:43.159940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Checking segment: {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:43.160338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Bound using segment: {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:43.160775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Bound port: 30602b12-5adf-428b-beda-78baababe16e, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb9c329-428b-41e4-b348-9c8e134042e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:43.161146 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:43.251327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] For port 30602b12-5adf-428b-beda-78baababe16e, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:43.255097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] For port 30602b12-5adf-428b-beda-78baababe16e, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=30602b12-5adf-428b-beda-78baababe16e,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:43.360665 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:43.398183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:43.398183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:43.399687 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] 10.222.0.32 "PUT /v2.0/ports/30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 1093 time: 0.9807899 Jul 08 02:54:43.402164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:54:43.404351 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f85c45-584d-4192-bd4b-bce2e9e18813" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:54:43.433619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fa1e3-e749-4f25-944f-15c345c5734f service neutron] Pushing event updated for resources: {'Port': ['ID=30602b12-5adf-428b-beda-78baababe16e,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:43.449382 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb150501-6990-4f95-866f-902040560716 x-openstack-request-id: req-cb150501-6990-4f95-866f-902040560716 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:54:43.449815 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:54:43.450164 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb150501-6990-4f95-866f-902040560716 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:54:43.450699 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e', 'status': 'completed', 'code': 200} Jul 08 02:54:43.975724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8a75-fade-45ad-8f04-e8843785a511 req-2ee4b2ad-194d-43da-9ce1-414eeaa11aad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:43.977227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f23a8a75-fade-45ad-8f04-e8843785a511 req-2ee4b2ad-194d-43da-9ce1-414eeaa11aad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0676167 Jul 08 02:54:44.017523 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f23a8a75-fade-45ad-8f04-e8843785a511 req-72b5162d-3539-4703-85d1-7fd7fd3e62bc tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Jul 08 02:54:44.494737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62e4b518-377c-4246-a888-fab369c3169d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:44.908820 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:45.202956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e58d-f938-433a-a057-80cd681f87a1 req-9fc8f986-cef0-438d-a141-75e974166685 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:45.204436 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1864e58d-f938-433a-a057-80cd681f87a1 req-9fc8f986-cef0-438d-a141-75e974166685 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0736802 Jul 08 02:54:45.244406 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1864e58d-f938-433a-a057-80cd681f87a1 req-f271904d-0928-43cf-acbb-125c35f45fdc tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338497 Jul 08 02:54:45.969462 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:46.418575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7725d57-0ae8-4ab7-bfaf-d338d2a7727b req-0c1acd17-21a8-40c7-81ca-f9f94926ca2a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:46.421716 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c7725d57-0ae8-4ab7-bfaf-d338d2a7727b req-0c1acd17-21a8-40c7-81ca-f9f94926ca2a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0665169 Jul 08 02:54:46.463805 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c7725d57-0ae8-4ab7-bfaf-d338d2a7727b req-f3f630ff-a6fb-429b-b07f-145d7e47f186 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375609 Jul 08 02:54:47.641960 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219b31-47b5-49fd-a306-d7ab2c0fde07 req-876ff465-13fc-45e9-827e-076b47253e92 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:47.643534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c219b31-47b5-49fd-a306-d7ab2c0fde07 req-876ff465-13fc-45e9-827e-076b47253e92 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0653744 Jul 08 02:54:47.672517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.686706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2c219b31-47b5-49fd-a306-d7ab2c0fde07 req-1042c1ee-53ef-4375-a4a9-4cfb02f70236 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376222 Jul 08 02:54:48.696987 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.878046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75200f27-697e-458c-9f64-0753ed815b55 req-853ef6bb-7803-4745-b672-ca34aff28371 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:48.879600 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75200f27-697e-458c-9f64-0753ed815b55 req-853ef6bb-7803-4745-b672-ca34aff28371 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0662317 Jul 08 02:54:48.918991 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-75200f27-697e-458c-9f64-0753ed815b55 req-069bddce-a8af-4e23-866a-62ac7dfa483a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Jul 08 02:54:50.092585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5753f03-d421-4321-b440-f064e40f6bb1 req-cb0359c4-a093-444c-aac5-5ffc5dbdbc08 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:50.094091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b5753f03-d421-4321-b440-f064e40f6bb1 req-cb0359c4-a093-444c-aac5-5ffc5dbdbc08 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0650487 Jul 08 02:54:50.136179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b5753f03-d421-4321-b440-f064e40f6bb1 req-6476ae82-9285-45f5-a738-49a2707722fc tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Jul 08 02:54:51.322808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b68a0-1e24-4fdf-856e-1ed14c7d63d9 req-eb3c8793-3ad6-432d-b4c9-2281cfb93a61 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:51.325104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d5b68a0-1e24-4fdf-856e-1ed14c7d63d9 req-eb3c8793-3ad6-432d-b4c9-2281cfb93a61 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0660985 Jul 08 02:54:51.363770 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1d5b68a0-1e24-4fdf-856e-1ed14c7d63d9 req-98906510-1bbb-41e8-a368-98e60d1adb6c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339005 Jul 08 02:54:51.457010 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.260578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85c45-584d-4192-bd4b-bce2e9e18813 req-deb4ed90-c441-4c50-a3e5-83fec0095a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:52.262598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4f85c45-584d-4192-bd4b-bce2e9e18813 req-deb4ed90-c441-4c50-a3e5-83fec0095a70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1096 time: 0.0615776 Jul 08 02:54:52.360388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85c45-584d-4192-bd4b-bce2e9e18813 req-fe21d589-fb16-4881-85f8-a5e7b3baa79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:52.459139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4f85c45-584d-4192-bd4b-bce2e9e18813 req-fe21d589-fb16-4881-85f8-a5e7b3baa79b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0906994 Jul 08 02:54:52.537746 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85c45-584d-4192-bd4b-bce2e9e18813 req-372dc6df-d0a2-47b6-bbe4-9f8019865ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:52.539192 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e4f85c45-584d-4192-bd4b-bce2e9e18813 req-372dc6df-d0a2-47b6-bbe4-9f8019865ec6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687837 Jul 08 02:54:52.569248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cabcf4-5082-48b0-806f-3e2be450eddb req-55a32342-cba8-4c97-9108-4c50cac2bbd9 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:52.570736 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9cabcf4-5082-48b0-806f-3e2be450eddb req-55a32342-cba8-4c97-9108-4c50cac2bbd9 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0859325 Jul 08 02:54:52.607213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9cabcf4-5082-48b0-806f-3e2be450eddb req-b04ff353-d0b3-4be0-85b5-43785bc9ea20 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Jul 08 02:54:52.718582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-829a6ba0-9d43-4faa-8174-06063d294b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:52.720088 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-829a6ba0-9d43-4faa-8174-06063d294b3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1096 time: 0.0509450 Jul 08 02:54:52.763384 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-d6ac67f4-89c3-497e-bcd7-0430c60daab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 217 time: 0.0357223 Jul 08 02:54:52.811652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-84816404-35c4-4576-9875-b7b68d6aaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:52.812970 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-84816404-35c4-4576-9875-b7b68d6aaa2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77db093a-b972-4f76-8703-1ee76eb0af34 HTTP/1.1" status: 200 len: 854 time: 0.0418329 Jul 08 02:54:52.868345 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-1aefaa9e-4457-4ec4-a5e1-8a7e9909d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:52.869811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-1aefaa9e-4457-4ec4-a5e1-8a7e9909d6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cef4b906-3521-4fec-aa4d-38c7e340b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504127 Jul 08 02:54:52.961790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-bcdb680f-3e7a-4099-9fbd-f8768ee7d095 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833423 Jul 08 02:54:53.050989 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-505225e2-cdd4-4000-b9a2-15bd7dcac678 req-a6ad7b9e-ae9b-487c-92a0-0afeb8379f68 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806279 Jul 08 02:54:53.779706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417740a-40f6-4546-acd5-ca00875d257a req-42326ab8-b468-4b97-9aae-e9f00c1aab03 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:53.781484 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f417740a-40f6-4546-acd5-ca00875d257a req-42326ab8-b468-4b97-9aae-e9f00c1aab03 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0667820 Jul 08 02:54:53.819096 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f417740a-40f6-4546-acd5-ca00875d257a req-57502699-85fa-42ca-9262-195b62f838e0 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Jul 08 02:54:54.995843 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961da3d-c3d6-470d-9974-722518b7c842 req-25e59728-88af-471e-9d43-2f38dce753bd tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:54.998218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e961da3d-c3d6-470d-9974-722518b7c842 req-25e59728-88af-471e-9d43-2f38dce753bd tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0692258 Jul 08 02:54:55.034690 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e961da3d-c3d6-470d-9974-722518b7c842 req-7d4e1e74-f118-4dbd-8b86-a05aa9069be5 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Jul 08 02:54:56.031838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 30602b12-5adf-428b-beda-78baababe16e details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:54:56.124505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 30602b12-5adf-428b-beda-78baababe16e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=30602b12-5adf-428b-beda-78baababe16e,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:56.135673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '30602b12-5adf-428b-beda-78baababe16e', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'port_id': '30602b12-5adf-428b-beda-78baababe16e', 'mac_address': 'fa:16:3e:06:c1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:54:56.172461 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.188069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30602b12-5adf-428b-beda-78baababe16e {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:54:56.207192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 30602b12-5adf-428b-beda-78baababe16e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=30602b12-5adf-428b-beda-78baababe16e,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:56.209967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7208df-23ba-44a5-a432-d3ffed0e2379 req-ddf74058-b8c3-443a-a812-932d9beeb63f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:56.213054 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f7208df-23ba-44a5-a432-d3ffed0e2379 req-ddf74058-b8c3-443a-a812-932d9beeb63f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 944 time: 0.0638468 Jul 08 02:54:56.249212 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f7208df-23ba-44a5-a432-d3ffed0e2379 req-79dbf281-6775-4fc7-96c3-a1e258fb9835 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 08 02:54:56.265763 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.311800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=30602b12-5adf-428b-beda-78baababe16e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:56.495213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['30602b12-5adf-428b-beda-78baababe16e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:54:57.417513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f1685-b513-44f8-b404-aa77e69805c4 req-91e9c7be-d559-4f9a-b26c-2f2100f88f61 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:57.418987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-354f1685-b513-44f8-b404-aa77e69805c4 req-91e9c7be-d559-4f9a-b26c-2f2100f88f61 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 945 time: 0.0625339 Jul 08 02:54:57.456311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-354f1685-b513-44f8-b404-aa77e69805c4 req-e4f09aab-8214-4289-be5e-7e75243293fb tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Jul 08 02:54:58.036050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 30602b12-5adf-428b-beda-78baababe16e up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:58.140032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 30602b12-5adf-428b-beda-78baababe16e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:58.143604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 30602b12-5adf-428b-beda-78baababe16e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:58.143983 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.217252 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.238819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30602b12-5adf-428b-beda-78baababe16e'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:54:58.241359 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4d8866-1127-4931-84bd-eb4629c5493c" -d '{"events": [{"server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "name": "network-vif-plugged", "status": "completed", "tag": "30602b12-5adf-428b-beda-78baababe16e"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:54:58.254366 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 30602b12-5adf-428b-beda-78baababe16e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=30602b12-5adf-428b-beda-78baababe16e,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:58.279874 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83365c51-cdd7-48bf-901e-845d4558f650 x-openstack-request-id: req-83365c51-cdd7-48bf-901e-845d4558f650 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:54:58.280169 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "name": "network-vif-plugged", "status": "completed", "tag": "30602b12-5adf-428b-beda-78baababe16e", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:54:58.280425 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83365c51-cdd7-48bf-901e-845d4558f650 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:54:58.280825 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30602b12-5adf-428b-beda-78baababe16e', 'code': 200} Jul 08 02:54:58.325255 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.377693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=30602b12-5adf-428b-beda-78baababe16e,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:58.399534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a62e4-c071-432e-9ce3-1f183c4c308c req-adf50796-53f7-45d5-8bbf-ae0046175f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:58.401032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b72a62e4-c071-432e-9ce3-1f183c4c308c req-adf50796-53f7-45d5-8bbf-ae0046175f89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1098 time: 0.0530553 Jul 08 02:54:58.435148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b72a62e4-c071-432e-9ce3-1f183c4c308c req-9fa8e1e8-e2d9-477a-a81d-e2c763aa30df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260074 Jul 08 02:54:58.625433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846af396-88a0-423c-9a8a-80b905494eeb req-6aad030a-ad76-4e16-9e01-048079cdbcbd tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:58.627383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846af396-88a0-423c-9a8a-80b905494eeb req-6aad030a-ad76-4e16-9e01-048079cdbcbd tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0648515 Jul 08 02:54:58.663939 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846af396-88a0-423c-9a8a-80b905494eeb req-5a3c73ba-bd0c-4cd7-9313-757310ca550f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Jul 08 02:54:59.842927 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68962a-d991-4127-8b13-72693f219bff req-aad3b510-ccb2-4f92-b555-a0937343df17 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:59.844443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb68962a-d991-4127-8b13-72693f219bff req-aad3b510-ccb2-4f92-b555-a0937343df17 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0708549 Jul 08 02:54:59.886211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb68962a-d991-4127-8b13-72693f219bff req-0ee8e3ec-0bc5-4769-84d4-aa69dafab20d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362232 Jul 08 02:55:00.057665 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9a7bd-71c4-4358-8026-ad4a6dd83e73 req-2f3f6300-3e1a-4d85-a878-c8b681a7fa89 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:00.059130 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-64c9a7bd-71c4-4358-8026-ad4a6dd83e73 req-2f3f6300-3e1a-4d85-a878-c8b681a7fa89 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0621426 Jul 08 02:55:00.096222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-64c9a7bd-71c4-4358-8026-ad4a6dd83e73 req-ea2e221b-bf2d-42c4-9888-ab5b257d11b3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Jul 08 02:55:00.428519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec63bd6-08b4-4cc8-9f70-0566c7e08b5c req-1de3f839-7c58-4d31-ba92-55b9ac52fafb tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:00.429961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ec63bd6-08b4-4cc8-9f70-0566c7e08b5c req-1de3f839-7c58-4d31-ba92-55b9ac52fafb tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0660517 Jul 08 02:55:00.466979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7ec63bd6-08b4-4cc8-9f70-0566c7e08b5c req-5933ae78-b321-4aed-9bf3-0d2057c6b2dd tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Jul 08 02:55:12.182131 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8a78b39b-bb6b-415f-8544-029700c557b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.081329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b4865-87b2-4755-8f77-0ad603a30d13 req-67336f38-a3e0-4c81-b913-a34cfb9e4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:14.082864 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f01b4865-87b2-4755-8f77-0ad603a30d13 req-67336f38-a3e0-4c81-b913-a34cfb9e4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0624151 Jul 08 02:55:14.122955 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f01b4865-87b2-4755-8f77-0ad603a30d13 req-210369a5-fd22-4c43-b238-2ea99b949912 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Jul 08 02:55:14.148689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34632) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:14.283525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4713ba00-3215-4b3e-af1f-6784e5571b2a tempest-TestMinimumBasicScenario-40245525 tempest-TestMinimumBasicScenario-40245525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:14.285044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4713ba00-3215-4b3e-af1f-6784e5571b2a tempest-TestMinimumBasicScenario-40245525 tempest-TestMinimumBasicScenario-40245525-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1093 time: 0.1353784 Jul 08 02:55:14.288162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34636) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:14.292513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '30602b12-5adf-428b-beda-78baababe16e', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:14.379667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.476769 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.482445 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-43d22bfd-ef4b-47f2-96b5-ccda740fae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.580335 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Allocated IP 172.25.8.36 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/725e2132-0fe5-4625-8704-24958a9a7e20) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:55:14.679313 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.774144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.808534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:55:14.811229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:55:14.816883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:55:14.842745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'Port': ['ID=725e2132-0fe5-4625-8704-24958a9a7e20,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:14.853253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.857127 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:14.951510 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:15.556160 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:15.687627 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:15.837520 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:15.923482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:15.968610 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:15.993692 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'Port': ['ID=725e2132-0fe5-4625-8704-24958a9a7e20,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:16.003214 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:16.104049 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Floating IP 6297c1cc-310b-4481-80b4-8f2223ff638b associated. External IP: 172.25.8.36, port: 30602b12-5adf-428b-beda-78baababe16e. Jul 08 02:55:16.319163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:55:16.427174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:55:16.436625 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] Sync routers for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:55:16.445798 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:16.446439 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:55:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:16.502134 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:16.541060 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fddd9ac9-7455-451f-9c53-450c212ddecf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2518361 Jul 08 02:55:16.541741 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:55:16.543920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34638) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:16.544512 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:55:16.550330 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894449299', 'description': 'tempest-secgroup-smoke-894449299 description', 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:16.573759 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:16.589488 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066c5d0-b7fb-4dc9-8ccf-51cfff2a0510 x-openstack-request-id: req-1066c5d0-b7fb-4dc9-8ccf-51cfff2a0510 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:55:16.590045 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:55:16.590045 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1066c5d0-b7fb-4dc9-8ccf-51cfff2a0510 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:55:16.590555 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e', 'status': 'completed', 'code': 200} Jul 08 02:55:16.645073 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:16.666056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-20c0b620-b6be-4397-8c49-14d09a80619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:16.667671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-20c0b620-b6be-4397-8c49-14d09a80619a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1098 time: 0.0542517 Jul 08 02:55:16.733475 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:16.769274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-5cb81578-5554-4bb0-8f51-3685dc51987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:16.770796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-5cb81578-5554-4bb0-8f51-3685dc51987d service neutron] 10.222.0.32 "GET /v2.0/networks?id=cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 200 len: 916 time: 0.0962474 Jul 08 02:55:16.782319 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:16.814831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab877783-ba82-4778-8b26-57fb381dd9aa,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:16.817252 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '6297c1cc-310b-4481-80b4-8f2223ff638b', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'port_id': '30602b12-5adf-428b-beda-78baababe16e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'mac_address': 'fa:16:3e:06:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:15Z', 'updated_at': '2021-07-08T02:55:15Z', 'revision_number': 0, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 5, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:16.823740 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.824329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.824860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.825390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.825834 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.826075 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.826412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.826744 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.827080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.827439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.831480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.831480 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:16.837961 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-d94deff8-5e05-4c7b-bc91-2a956867e69f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 999 time: 0.0598145 Jul 08 02:55:16.849205 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] Checking router: 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:55:16.857880 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:16.858922 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:55:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:16.882735 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:16.886899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-53c8c0fd-831c-43fe-a0df-c659b0c7507d tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3381917 Jul 08 02:55:16.887257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34642) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:16.892860 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-76480f66-e8fd-4cd8-a472-816a7bff02ad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'security_group_rule': {'security_group_id': 'ab877783-ba82-4778-8b26-57fb381dd9aa', 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:16.900227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-518509ed-97d8-4265-88ce-ff7d4face3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:16.900227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-518509ed-97d8-4265-88ce-ff7d4face3b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77db093a-b972-4f76-8703-1ee76eb0af34 HTTP/1.1" status: 200 len: 854 time: 0.0548208 Jul 08 02:55:16.960153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-9a87d7fc-b24a-48b9-bc39-20df0c050e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:16.961765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-9a87d7fc-b24a-48b9-bc39-20df0c050e54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cef4b906-3521-4fec-aa4d-38c7e340b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539057 Jul 08 02:55:16.971735 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:16.981785 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76480f66-e8fd-4cd8-a472-816a7bff02ad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.040730 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76480f66-e8fd-4cd8-a472-816a7bff02ad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.053585 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-43e6eda0-4c7f-4dd4-b9fb-dcd6669d3384 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835960 Jul 08 02:55:17.119228 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76480f66-e8fd-4cd8-a472-816a7bff02ad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.138952 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76480f66-e8fd-4cd8-a472-816a7bff02ad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edb116e-cf38-4d74-9330-0b20ac7791f2,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:17.155120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ec94f6b2-4c82-482e-b8cd-2307cc62c4d9 req-23b184ca-f8e2-4038-8f6b-0d2dc65a3fac service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939000 Jul 08 02:55:17.202457 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-76480f66-e8fd-4cd8-a472-816a7bff02ad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.203855 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-76480f66-e8fd-4cd8-a472-816a7bff02ad tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153813 Jul 08 02:55:17.206419 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34644) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:17.206934 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '6297c1cc-310b-4481-80b4-8f2223ff638b', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'port_id': '30602b12-5adf-428b-beda-78baababe16e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'mac_address': 'fa:16:3e:06:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:15Z', 'updated_at': '2021-07-08T02:55:15Z', 'revision_number': 0, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 5, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:17.210982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6d72df1e-67e6-49cc-8f55-f08258e4e863 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'security_group_rule': {'security_group_id': 'ab877783-ba82-4778-8b26-57fb381dd9aa', 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:17.232525 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17a6fe-52de-4b1b-a8ae-319a1fb36698 None None] The sync data for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 is: [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '6297c1cc-310b-4481-80b4-8f2223ff638b', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'port_id': '30602b12-5adf-428b-beda-78baababe16e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'mac_address': 'fa:16:3e:06:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:15Z', 'updated_at': '2021-07-08T02:55:15Z', 'revision_number': 0, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 5, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:55:17.304644 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d72df1e-67e6-49cc-8f55-f08258e4e863 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.362999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d72df1e-67e6-49cc-8f55-f08258e4e863 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.423213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df82dc7-4b98-4051-a047-318233f0eb20 None None] New status for floating IP 6297c1cc-310b-4481-80b4-8f2223ff638b: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:55:17.437072 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d72df1e-67e6-49cc-8f55-f08258e4e863 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.457692 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72df1e-67e6-49cc-8f55-f08258e4e863 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02477534-f3d7-445b-a757-b82c6ba484a9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:17.524956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6d72df1e-67e6-49cc-8f55-f08258e4e863 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.526296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6d72df1e-67e6-49cc-8f55-f08258e4e863 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3188667 Jul 08 02:55:17.529084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34646) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:17.534020 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-86a64813-83ce-47f4-ad65-5644be9708a8 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'security_group_rule': {'security_group_id': 'ab877783-ba82-4778-8b26-57fb381dd9aa', 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:17.621401 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86a64813-83ce-47f4-ad65-5644be9708a8 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.639560 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.681068 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86a64813-83ce-47f4-ad65-5644be9708a8 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.736063 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86a64813-83ce-47f4-ad65-5644be9708a8 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.754452 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a64813-83ce-47f4-ad65-5644be9708a8 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c1e021-2707-4c43-b088-3d89e1206e46,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:17.819617 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-86a64813-83ce-47f4-ad65-5644be9708a8 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.820816 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-86a64813-83ce-47f4-ad65-5644be9708a8 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2907946 Jul 08 02:55:17.823475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34648) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:17.827829 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-462bf5f6-fb4a-4e30-bfcf-d07cca5a17ef tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'security_group_rule': {'security_group_id': 'ab877783-ba82-4778-8b26-57fb381dd9aa', 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:17.907808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-462bf5f6-fb4a-4e30-bfcf-d07cca5a17ef tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.965708 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-462bf5f6-fb4a-4e30-bfcf-d07cca5a17ef tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.059610 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-462bf5f6-fb4a-4e30-bfcf-d07cca5a17ef tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.075433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bf5f6-fb4a-4e30-bfcf-d07cca5a17ef tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e036a77-c1fe-40b0-8d1c-e626a9b6dcf4,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:18.156791 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-462bf5f6-fb4a-4e30-bfcf-d07cca5a17ef tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.158005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-462bf5f6-fb4a-4e30-bfcf-d07cca5a17ef tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335879 Jul 08 02:55:18.160635 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34650) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:18.165003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2e9bdac2-435d-406c-9bfa-31b144a034e3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'security_group_rule': {'security_group_id': 'ab877783-ba82-4778-8b26-57fb381dd9aa', 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:18.242688 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-2e9bdac2-435d-406c-9bfa-31b144a034e3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Project ec2d98ad96ae4ea78b50d53402a08a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:55:18.247812 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e9bdac2-435d-406c-9bfa-31b144a034e3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.306951 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e9bdac2-435d-406c-9bfa-31b144a034e3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.399157 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e9bdac2-435d-406c-9bfa-31b144a034e3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.416640 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bdac2-435d-406c-9bfa-31b144a034e3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3424cb4-26b7-4c0f-8d4d-e62eedafa481,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:18.496701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2e9bdac2-435d-406c-9bfa-31b144a034e3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.497877 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2e9bdac2-435d-406c-9bfa-31b144a034e3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3363199 Jul 08 02:55:18.500610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34652) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:18.505728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-c8390e04-60a1-43c9-8bee-af25bef3b5c3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'security_group_rule': {'security_group_id': 'ab877783-ba82-4778-8b26-57fb381dd9aa', 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:18.599606 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-c8390e04-60a1-43c9-8bee-af25bef3b5c3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Project ec2d98ad96ae4ea78b50d53402a08a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:55:18.604889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8390e04-60a1-43c9-8bee-af25bef3b5c3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.668602 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8390e04-60a1-43c9-8bee-af25bef3b5c3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.708171 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.736985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8390e04-60a1-43c9-8bee-af25bef3b5c3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.752477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8390e04-60a1-43c9-8bee-af25bef3b5c3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1ad6c4-0eba-498e-92db-9a08e6c58dc2,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:18.814681 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c8390e04-60a1-43c9-8bee-af25bef3b5c3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.815925 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c8390e04-60a1-43c9-8bee-af25bef3b5c3 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3143480 Jul 08 02:55:18.933030 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-ea549638-1b06-4d7e-a72e-f9b656e4ec8b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894449299&fields=id&tenant_id=ec2d98ad96ae4ea78b50d53402a08a06 HTTP/1.1" status: 200 len: 267 time: 0.0341208 Jul 08 02:55:18.998685 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-854acb96-16e0-4391-b488-b7d85152cb81 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.000180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-854acb96-16e0-4391-b488-b7d85152cb81 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0617199 Jul 08 02:55:19.010630 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'port': {'security_groups': ['6d1ddd4d-f773-459c-bea6-8cfbbe6775b2', 'ab877783-ba82-4778-8b26-57fb381dd9aa']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:19.093895 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:19.273235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] For port 30602b12-5adf-428b-beda-78baababe16e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=30602b12-5adf-428b-beda-78baababe16e,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:19.302430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:19.358577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:19.370509 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['30602b12-5adf-428b-beda-78baababe16e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:55:19.402510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.403139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:19.404610 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5fd65aa9-a63f-4cc9-8dd5-7984df6d3377 req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "PUT /v2.0/ports/30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 982 time: 0.3984616 Jul 08 02:55:19.405013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:55:19.407309 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:55:19.451212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779367c-90ae-4eff-a19d-77b33bd1114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'Port': ['ID=30602b12-5adf-428b-beda-78baababe16e,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:19.461448 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b08994-dad7-4619-90e1-51f55fa1bbf5 x-openstack-request-id: req-48b08994-dad7-4619-90e1-51f55fa1bbf5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:55:19.461752 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:55:19.462068 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48b08994-dad7-4619-90e1-51f55fa1bbf5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:55:19.462535 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e', 'status': 'completed', 'code': 200} Jul 08 02:55:19.486227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['30602b12-5adf-428b-beda-78baababe16e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:55:19.611285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-dac1ff60-81d0-414c-b1ed-936b79415531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.613218 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-dac1ff60-81d0-414c-b1ed-936b79415531 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1137 time: 0.1180611 Jul 08 02:55:19.621098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46f35-fdc9-4cbf-b5cd-ed029c0fd742 req-c96d0fed-27c9-43ad-b36f-a6cac51ad869 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.622545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-35e46f35-fdc9-4cbf-b5cd-ed029c0fd742 req-c96d0fed-27c9-43ad-b36f-a6cac51ad869 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0935318 Jul 08 02:55:19.715023 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-35e46f35-fdc9-4cbf-b5cd-ed029c0fd742 req-19de5827-8db8-411c-9065-02d641cb26fc tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827963 Jul 08 02:55:19.718876 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:55:19.744595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-70c266cb-5708-4e49-af1a-b43d16d722ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.744595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-70c266cb-5708-4e49-af1a-b43d16d722ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 200 len: 916 time: 0.1195509 Jul 08 02:55:19.769355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b459e7bc-42c2-424a-b26b-1c2df2770d74 None None] Provisioning complete for port 30602b12-5adf-428b-beda-78baababe16e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:19.769901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b459e7bc-42c2-424a-b26b-1c2df2770d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:19.818732 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-7dd79fde-c281-4f1c-8b11-2b8e01aac6b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 1001 time: 0.0589497 Jul 08 02:55:19.877099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-0ec06506-dbf3-408d-bb9d-4a782a75245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.878592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-0ec06506-dbf3-408d-bb9d-4a782a75245d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77db093a-b972-4f76-8703-1ee76eb0af34 HTTP/1.1" status: 200 len: 854 time: 0.0475857 Jul 08 02:55:19.942861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-b4f5ad0d-75f9-4455-9575-66c41dd90a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.944412 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-b4f5ad0d-75f9-4455-9575-66c41dd90a4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cef4b906-3521-4fec-aa4d-38c7e340b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591755 Jul 08 02:55:20.034111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-822411be-5938-41fb-9791-5efdc71ce684 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824451 Jul 08 02:55:20.129592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a18ddd48-ba3c-431c-8122-4dc2aa53f3b4 req-58b4cdb5-fd43-44fe-8c05-b6986c60245a service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854158 Jul 08 02:55:21.467299 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:34.220576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7f178-bce2-4dc2-9f06-765b5abcf899 req-1cb757fd-6eb2-4213-8e80-f3e213914ea5 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:34.222057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11d7f178-bce2-4dc2-9f06-765b5abcf899 req-1cb757fd-6eb2-4213-8e80-f3e213914ea5 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0934699 Jul 08 02:55:34.255676 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-47d12f75-1710-4cbb-aa08-39ba881c413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:34.257180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-47d12f75-1710-4cbb-aa08-39ba881c413e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1137 time: 0.0913246 Jul 08 02:55:34.294211 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11d7f178-bce2-4dc2-9f06-765b5abcf899 req-20b7d811-cdba-4496-89dc-c34bcdc77b92 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658798 Jul 08 02:55:34.359918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-0df2e6f7-2f84-4f45-b2c1-557ac63ff3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:34.361392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-0df2e6f7-2f84-4f45-b2c1-557ac63ff3df service neutron] 10.222.0.32 "GET /v2.0/networks?id=cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 200 len: 916 time: 0.0970695 Jul 08 02:55:34.426037 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-23f09926-ed6d-40e2-bf40-a927f3d51b7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 1001 time: 0.0571847 Jul 08 02:55:34.478904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-2cc8e859-ef26-4da7-a6f7-d197c6729fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:34.480371 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-2cc8e859-ef26-4da7-a6f7-d197c6729fbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77db093a-b972-4f76-8703-1ee76eb0af34 HTTP/1.1" status: 200 len: 854 time: 0.0468693 Jul 08 02:55:34.536815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-4a8bb2fd-b743-4f2f-8d6a-324c943099bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:34.538255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-4a8bb2fd-b743-4f2f-8d6a-324c943099bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cef4b906-3521-4fec-aa4d-38c7e340b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503185 Jul 08 02:55:34.626317 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-852e89fc-c6cd-43d2-8765-ecd24e813230 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789154 Jul 08 02:55:34.715272 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5ccf37f7-b5e3-46ea-9385-c397a68b44ee req-44b1d989-70b2-4f27-8457-56ae4ec77f5a service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829432 Jul 08 02:55:35.465936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f427ee4-83da-463c-8e0e-4635c51e6882 req-e2f14c16-7178-4eaa-a901-2b7d1940c448 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:35.467435 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f427ee4-83da-463c-8e0e-4635c51e6882 req-e2f14c16-7178-4eaa-a901-2b7d1940c448 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0624804 Jul 08 02:55:35.506055 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0f427ee4-83da-463c-8e0e-4635c51e6882 req-09fc6b50-5481-4478-9f62-4d343afaf642 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324059 Jul 08 02:55:36.676913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a870f6-28fd-4252-ba73-d012764938ab req-54a39ebe-a7fb-4e94-a2e5-4b47366a7266 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:36.678304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6a870f6-28fd-4252-ba73-d012764938ab req-54a39ebe-a7fb-4e94-a2e5-4b47366a7266 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0651603 Jul 08 02:55:36.718071 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6a870f6-28fd-4252-ba73-d012764938ab req-0b186cad-ace2-4606-a315-bf1d3b7a41f9 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341198 Jul 08 02:55:37.890159 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03ce67-1d79-46a2-96ec-5010e75ad44f req-28dada17-5303-4239-be6c-43be060bedd4 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:37.891733 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb03ce67-1d79-46a2-96ec-5010e75ad44f req-28dada17-5303-4239-be6c-43be060bedd4 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0627162 Jul 08 02:55:37.937646 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eb03ce67-1d79-46a2-96ec-5010e75ad44f req-9553b270-547f-4754-87ad-d00aecf92043 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399959 Jul 08 02:55:39.111001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6706318-3a4a-40a6-959a-3434853df485 req-395dcacc-9d20-4be9-91b1-4b64771d8d29 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:39.112496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6706318-3a4a-40a6-959a-3434853df485 req-395dcacc-9d20-4be9-91b1-4b64771d8d29 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0661113 Jul 08 02:55:39.151705 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e6706318-3a4a-40a6-959a-3434853df485 req-d7048817-01c0-49de-ab1f-5b9911b19234 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333893 Jul 08 02:55:40.320694 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e34679-26e4-4449-82a1-b4416166b9af req-c4585e55-1732-4db2-a083-db767970ec23 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:40.322156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32e34679-26e4-4449-82a1-b4416166b9af req-c4585e55-1732-4db2-a083-db767970ec23 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0626516 Jul 08 02:55:40.359771 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-32e34679-26e4-4449-82a1-b4416166b9af req-d76eb002-4261-4e87-a537-248ab1624d25 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321355 Jul 08 02:55:41.532427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed1b84-be65-4cb1-b624-ebda5ebbbe54 req-cf84beff-8c5c-4973-8b8d-96d84bae9cdb tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:41.533903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97ed1b84-be65-4cb1-b624-ebda5ebbbe54 req-cf84beff-8c5c-4973-8b8d-96d84bae9cdb tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0621557 Jul 08 02:55:41.572324 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-97ed1b84-be65-4cb1-b624-ebda5ebbbe54 req-591d6db4-4d21-48f4-9eb1-aee6ca483a3f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327647 Jul 08 02:55:42.187207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-618b7ea2-9bbe-49e0-936f-43cdf3bba92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:42.740503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b15ad1-092f-40a4-9103-1a4c528b4df2 req-5b808a13-2abf-4043-bc3f-84983bdb2608 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:42.742218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76b15ad1-092f-40a4-9103-1a4c528b4df2 req-5b808a13-2abf-4043-bc3f-84983bdb2608 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0622036 Jul 08 02:55:42.780430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-76b15ad1-092f-40a4-9103-1a4c528b4df2 req-3b130cbf-8fb6-4bf7-9a7a-35c659b8bc91 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327203 Jul 08 02:55:43.784855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-478932a2-9768-4e9d-b089-f3db77be602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:43.786348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-478932a2-9768-4e9d-b089-f3db77be602a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1137 time: 0.0526338 Jul 08 02:55:43.893965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-1a53fd3c-caf6-4121-a56b-fb505b96edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:43.895492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-1a53fd3c-caf6-4121-a56b-fb505b96edec service neutron] 10.222.0.32 "GET /v2.0/networks?id=cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 200 len: 916 time: 0.0900986 Jul 08 02:55:43.992570 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-be1fefdf-510f-420c-b0a3-c067cfdd4ee0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 1001 time: 0.0885015 Jul 08 02:55:44.036546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839915aa-5603-4e42-b70b-549ed6e3e4fa req-df1a9441-e70e-4b76-89e6-eca98eb56a8f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:44.037913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-839915aa-5603-4e42-b70b-549ed6e3e4fa req-df1a9441-e70e-4b76-89e6-eca98eb56a8f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.1470149 Jul 08 02:55:44.065272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-204b6358-4bdc-4080-9e23-7546c310c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:44.066680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-204b6358-4bdc-4080-9e23-7546c310c48b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77db093a-b972-4f76-8703-1ee76eb0af34 HTTP/1.1" status: 200 len: 854 time: 0.0679228 Jul 08 02:55:44.108471 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-839915aa-5603-4e42-b70b-549ed6e3e4fa req-37da879f-a06b-49d3-8023-ad8f9693e9cc tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649157 Jul 08 02:55:44.135061 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-a63119ea-7967-42d5-b880-342cc8f4df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:44.136584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-a63119ea-7967-42d5-b880-342cc8f4df08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cef4b906-3521-4fec-aa4d-38c7e340b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599396 Jul 08 02:55:44.226602 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-1488efa7-1322-4ca3-9021-e9fab9e65015 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822656 Jul 08 02:55:44.316977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-878ca255-d3ac-48f8-9a4b-7caeeef6e820 req-6d89048b-ca0c-48f2-856b-ea47b756432a service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834186 Jul 08 02:55:44.489953 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e36ce139-dce5-403c-ac8c-2c59782014f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:44.901424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:45.282458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322e78b-e7b5-437c-b442-404027737bf4 req-eb4b2509-5eca-4a85-a857-d2bb4bd8b5c1 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:45.283979 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e322e78b-e7b5-437c-b442-404027737bf4 req-eb4b2509-5eca-4a85-a857-d2bb4bd8b5c1 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0663214 Jul 08 02:55:45.326334 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e322e78b-e7b5-437c-b442-404027737bf4 req-229e2c31-1a9b-4513-9e89-e9866b219dd6 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368114 Jul 08 02:55:45.967648 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:46.500465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cf468-d489-4b9a-9b55-b52ba458a2e6 req-8b54330e-df52-4a03-8b0b-c9b445501d3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:46.502088 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a81cf468-d489-4b9a-9b55-b52ba458a2e6 req-8b54330e-df52-4a03-8b0b-c9b445501d3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0680747 Jul 08 02:55:46.541531 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a81cf468-d489-4b9a-9b55-b52ba458a2e6 req-b31cbbbe-366f-48a2-8e11-b7b0b5c8ebdf tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&id=ab877783-ba82-4778-8b26-57fb381dd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339041 Jul 08 02:55:47.656077 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:48.710584 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:51.475914 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:56.718114 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:56:12.196073 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a4aa-1153-459b-98ad-58978857474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:14.501056 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a4a5646-4e95-4b63-8934-3bb79c58b9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:14.930078 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:15.963960 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:17.635166 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:18.696464 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:18.997134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1257553b-f5f8-416a-9268-b46ca14d386e req-246450ea-7f3b-4f9d-bdbc-5732bf7354dd tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894449299&fields=id&tenant_id=ec2d98ad96ae4ea78b50d53402a08a06 HTTP/1.1" status: 200 len: 267 time: 0.0332241 Jul 08 02:56:19.062698 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257553b-f5f8-416a-9268-b46ca14d386e req-882924fe-ee8c-4c03-84db-9b8633c0114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:19.064193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1257553b-f5f8-416a-9268-b46ca14d386e req-882924fe-ee8c-4c03-84db-9b8633c0114f tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 985 time: 0.0621600 Jul 08 02:56:19.074418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [req-1257553b-f5f8-416a-9268-b46ca14d386e req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Request body: {'port': {'security_groups': ['6d1ddd4d-f773-459c-bea6-8cfbbe6775b2']}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:19.477943 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1257553b-f5f8-416a-9268-b46ca14d386e req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:19.642926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [req-1257553b-f5f8-416a-9268-b46ca14d386e req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] For port 30602b12-5adf-428b-beda-78baababe16e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=30602b12-5adf-428b-beda-78baababe16e,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:19.673986 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1257553b-f5f8-416a-9268-b46ca14d386e req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:19.744431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1257553b-f5f8-416a-9268-b46ca14d386e req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:19.756860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['30602b12-5adf-428b-beda-78baababe16e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:56:19.788842 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257553b-f5f8-416a-9268-b46ca14d386e req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:19.789984 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [req-1257553b-f5f8-416a-9268-b46ca14d386e req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:19.792135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1257553b-f5f8-416a-9268-b46ca14d386e req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "PUT /v2.0/ports/30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 943 time: 0.7220755 Jul 08 02:56:19.793925 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:56:19.797394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34714) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:19.828883 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event updated for resources: {'Port': ['ID=30602b12-5adf-428b-beda-78baababe16e,revision_number=7']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:19.837550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.843887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a6f1c-2765-41a7-9ef6-fcec3621ec3c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:19.860550 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['30602b12-5adf-428b-beda-78baababe16e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:56:19.889542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:19.922711 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:19.941655 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d4992-ff0d-497d-8245-e6d843d9db19" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:56:20.057376 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab7340-2952-4a6b-a60e-f36add7df73c x-openstack-request-id: req-7bab7340-2952-4a6b-a60e-f36add7df73c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:56:20.058226 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:56:20.058226 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bab7340-2952-4a6b-a60e-f36add7df73c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:56:20.058226 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e', 'status': 'completed', 'code': 200} Jul 08 02:56:20.107814 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.111200 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.112372 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "DELETE /v2.0/security-groups/ab877783-ba82-4778-8b26-57fb381dd9aa HTTP/1.1" status: 204 len: 168 time: 0.3134260 Jul 08 02:56:20.115298 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34722) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:20.125245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab877783-ba82-4778-8b26-57fb381dd9aa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:20.128126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-83eea1c0-5c19-4eae-8762-afae94bc4298 None None] Provisioning complete for port 30602b12-5adf-428b-beda-78baababe16e triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:20.128759 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-83eea1c0-5c19-4eae-8762-afae94bc4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.134664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.136194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.136194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.136194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.136194 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.136632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.136823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.137354 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.137690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.138021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.138352 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.138680 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832c127-770f-4922-b94f-ec6671ae4f5c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:20.165490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-7fad2ab7-6f39-4597-90ee-73aa2504aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:20.167028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-7fad2ab7-6f39-4597-90ee-73aa2504aafc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1098 time: 0.0859201 Jul 08 02:56:20.275607 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-ff98a548-e9a3-4c05-b1e2-4d2215e236a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:20.277109 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-ff98a548-e9a3-4c05-b1e2-4d2215e236a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 200 len: 916 time: 0.1016550 Jul 08 02:56:20.332582 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Deleting port 725e2132-0fe5-4625-8704-24958a9a7e20 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:20.332931 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.343541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-885e8ce2-bf32-45a6-94c0-e0ec922abccb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 1001 time: 0.0585485 Jul 08 02:56:20.395816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-0780c45f-9c05-42ad-a5de-bc17b4e3c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:20.397187 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-0780c45f-9c05-42ad-a5de-bc17b4e3c751 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77db093a-b972-4f76-8703-1ee76eb0af34 HTTP/1.1" status: 200 len: 854 time: 0.0474563 Jul 08 02:56:20.407887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.408231 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.420078 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Calling delete_port for 725e2132-0fe5-4625-8704-24958a9a7e20 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:20.454820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-6dbf2dc0-09ff-48e9-8696-f5ec56e5753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:20.456354 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-6dbf2dc0-09ff-48e9-8696-f5ec56e5753c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cef4b906-3521-4fec-aa4d-38c7e340b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525694 Jul 08 02:56:20.543738 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-8727fa8d-5800-44c8-86bf-7de9fd2f5e0d service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801980 Jul 08 02:56:20.634489 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a33d4992-ff0d-497d-8245-e6d843d9db19 req-4ff3370a-8654-437f-a577-ab20aeaaaff4 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841370 Jul 08 02:56:20.647196 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.673008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event deleted for resources: {'Port': ['ID=725e2132-0fe5-4625-8704-24958a9a7e20,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:20.736761 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.737118 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Floating IP 6297c1cc-310b-4481-80b4-8f2223ff638b disassociated (deleted). External IP: 172.25.8.36, port: 30602b12-5adf-428b-beda-78baababe16e. Jul 08 02:56:20.937867 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:56:21.043717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:56:21.048492 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:21.052717 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] Sync routers for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:56:21.061291 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:21.061902 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:21.088882 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ac140153-46bb-441b-9afc-888e67aa0e3a tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "DELETE /v2.0/floatingips/6297c1cc-310b-4481-80b4-8f2223ff638b HTTP/1.1" status: 204 len: 168 time: 0.9713027 Jul 08 02:56:21.164920 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:21.364218 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 5, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:21.390169 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] Checking router: 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:56:21.397981 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:21.399193 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:21.484833 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:21.513507 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:21.715073 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 5, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:21.740574 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6eaf6a-c4f9-4e1c-8527-6f6102f0252b None None] The sync data for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 is: [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:20Z', 'revision_number': 4, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '69d7fa1e-058b-45dc-b0bd-5ac0f1037799', 'name': '', 'network_id': 'cef4b906-3521-4fec-aa4d-38c7e340b202', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'mac_address': 'fa:16:3e:3c:78:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:19Z', 'updated_at': '2021-07-08T02:54:24Z', 'revision_number': 5, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'subnets': [{'id': '77db093a-b972-4f76-8703-1ee76eb0af34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:56:21.942330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c964a02d-593b-4e51-a5e0-c8342dc93ae1 None None] New status for floating IP 6297c1cc-310b-4481-80b4-8f2223ff638b: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:56:22.058932 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:56:22.061340 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546f7501-2d6d-418d-88f1-66a92ba00cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:56:22.096529 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc08626-3662-47a6-b81d-196c1b75656f x-openstack-request-id: req-ecc08626-3662-47a6-b81d-196c1b75656f {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:56:22.097084 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "tag": "30602b12-5adf-428b-beda-78baababe16e", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:56:22.097185 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ecc08626-3662-47a6-b81d-196c1b75656f {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:56:22.097626 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'tag': '30602b12-5adf-428b-beda-78baababe16e', 'status': 'completed', 'code': 200} Jul 08 02:56:22.172582 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-c2b60b09-e1ed-481d-9f45-c1edff88836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:22.174123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-c2b60b09-e1ed-481d-9f45-c1edff88836e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 1098 time: 0.0538676 Jul 08 02:56:22.267492 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-cd92afd9-efe8-43c5-956d-9900d5603d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:22.269005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-cd92afd9-efe8-43c5-956d-9900d5603d9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 200 len: 916 time: 0.0890141 Jul 08 02:56:22.311521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-8d3875fd-5d73-4770-974e-e98542f8c24a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 200 len: 217 time: 0.0355363 Jul 08 02:56:22.360776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-ad93fd99-46bd-49fe-948f-3f9e46596c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:22.362249 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-ad93fd99-46bd-49fe-948f-3f9e46596c16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77db093a-b972-4f76-8703-1ee76eb0af34 HTTP/1.1" status: 200 len: 854 time: 0.0434990 Jul 08 02:56:22.424956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-37c86d71-07ae-4e48-817c-2e9a7a7048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:22.426461 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-37c86d71-07ae-4e48-817c-2e9a7a7048bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cef4b906-3521-4fec-aa4d-38c7e340b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578647 Jul 08 02:56:22.515936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-1778d3e1-38e6-4652-92d2-748363e61d51 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825272 Jul 08 02:56:22.615804 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-546f7501-2d6d-418d-88f1-66a92ba00cd5 req-9020d3d7-19c7-4511-bc4d-abf2087d2953 service neutron] 10.222.0.32 "GET /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935709 Jul 08 02:56:30.056908 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b3251-8b75-4757-931a-425e41346f9e req-73c5408d-90df-4831-b3da-4b1931cf0522 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:30.058350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-544b3251-8b75-4757-931a-425e41346f9e req-73c5408d-90df-4831-b3da-4b1931cf0522 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0633211 Jul 08 02:56:30.100840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-544b3251-8b75-4757-931a-425e41346f9e req-c539614c-fc6e-401a-90e0-c73553acde2e tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Jul 08 02:56:31.272819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224490d-5975-4a10-833e-beb5a8f8146a req-38bd034b-0417-4ed0-8772-776d2f003a8c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:31.278333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e224490d-5975-4a10-833e-beb5a8f8146a req-38bd034b-0417-4ed0-8772-776d2f003a8c tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0679078 Jul 08 02:56:31.315815 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e224490d-5975-4a10-833e-beb5a8f8146a req-94eb35bf-7716-4b8b-beda-6ccb3e967037 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Jul 08 02:56:31.651414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-3a3df8d7-19d2-44c8-8012-016052698080 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:31.652756 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-3a3df8d7-19d2-44c8-8012-016052698080 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 946 time: 0.0614679 Jul 08 02:56:31.755475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Deleting port 30602b12-5adf-428b-beda-78baababe16e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:31.755821 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:31.838974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] For port 30602b12-5adf-428b-beda-78baababe16e, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=30602b12-5adf-428b-beda-78baababe16e,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:31.839363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:31.852108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Calling delete_port for 30602b12-5adf-428b-beda-78baababe16e owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:32.049144 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:32.061348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['30602b12-5adf-428b-beda-78baababe16e'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:56:32.080371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Pushing event deleted for resources: {'Port': ['ID=30602b12-5adf-428b-beda-78baababe16e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:32.129842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] No DVR routers for this DVR port 30602b12-5adf-428b-beda-78baababe16e on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:56:32.132696 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:32.134711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-35c9d5ee-5cea-421f-8553-9c2e59efa53a req-d61b6b30-b460-4573-995d-98c1b2463c2b tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.32 "DELETE /v2.0/ports/30602b12-5adf-428b-beda-78baababe16e HTTP/1.1" status: 204 len: 173 time: 0.4762621 Jul 08 02:56:32.135155 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'name': 'network-vif-deleted', 'tag': '30602b12-5adf-428b-beda-78baababe16e'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:56:32.137433 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60fdd36-88b1-4bc0-b76a-5ae42b5c03ba" -d '{"events": [{"server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "name": "network-vif-deleted", "tag": "30602b12-5adf-428b-beda-78baababe16e"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:56:32.178180 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7d6bbf-aab6-4a63-8a0f-5372ac84a43a x-openstack-request-id: req-6d7d6bbf-aab6-4a63-8a0f-5372ac84a43a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:56:32.178474 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d5c71-6b63-4c7d-b57e-3d3f54278985", "name": "network-vif-deleted", "tag": "30602b12-5adf-428b-beda-78baababe16e", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:56:32.178726 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d7d6bbf-aab6-4a63-8a0f-5372ac84a43a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:56:32.179125 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5d5c71-6b63-4c7d-b57e-3d3f54278985', 'name': 'network-vif-deleted', 'tag': '30602b12-5adf-428b-beda-78baababe16e', 'status': 'completed', 'code': 200} Jul 08 02:56:32.464541 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-edcc1eaf-4f6e-4754-85e0-e70ef775ce1f req-48ef1a19-2686-49fd-8558-d0294f4a01f8 tempest-TestMinimumBasicScenario-305478397 tempest-TestMinimumBasicScenario-305478397-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc5d5c71-6b63-4c7d-b57e-3d3f54278985 HTTP/1.1" status: 200 len: 210 time: 0.0330482 Jul 08 02:56:33.718640 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:56:34.403349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 30602b12-5adf-428b-beda-78baababe16e no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:56:34.427859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 30602b12-5adf-428b-beda-78baababe16e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:56:34.428330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 30602b12-5adf-428b-beda-78baababe16e not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:56:34.591733 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34832) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:35.280244 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:35.533088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Deleting port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:35.533357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:35.610214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] For port 69d7fa1e-058b-45dc-b0bd-5ac0f1037799, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:35.610893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:35.623087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Calling delete_port for 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:35.849382 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:35.874903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d7fa1e-058b-45dc-b0bd-5ac0f1037799,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:36.037292 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:36.247143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:56:36.349562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:56:36.357565 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-be2773ca-8f48-4408-b718-944eb119be86 admin admin] 10.222.0.10 "PUT /v2.0/routers/199c12be-4e6f-4f44-a36a-1bf61b9a4f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646317 Jul 08 02:56:36.359995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34836) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:36.362844 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] Sync routers for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:56:36.373250 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:36.373921 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:36.466662 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:36.475818 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:36.571133 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:36.648601 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '0a906f23-c109-48f9-bb44-160289f662e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:56:35Z', 'revision_number': 5, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port': {'id': '0a906f23-c109-48f9-bb44-160289f662e3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:36.678177 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] Checking router: 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:56:36.680508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Deleting port 0a906f23-c109-48f9-bb44-160289f662e3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:36.681029 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:36.686713 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] Routers {'199c12be-4e6f-4f44-a36a-1bf61b9a4f24'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:36.687328 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:36.765366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] For port 0a906f23-c109-48f9-bb44-160289f662e3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0a906f23-c109-48f9-bb44-160289f662e3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:36.765756 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:36.771442 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] Set router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:36.777274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Calling delete_port for 0a906f23-c109-48f9-bb44-160289f662e3 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:36.821344 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:56:36Z', 'revision_number': 6, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:36.848986 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e016878-e467-46b9-8a44-9264ac8dda4c None None] The sync data for ids ['199c12be-4e6f-4f44-a36a-1bf61b9a4f24'] in n-d-695189-13 is: [{'id': '199c12be-4e6f-4f44-a36a-1bf61b9a4f24', 'name': 'tempest-TestMinimumBasicScenario-1562632081-router', 'tenant_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:17Z', 'updated_at': '2021-07-08T02:56:36Z', 'revision_number': 6, 'project_id': 'ec2d98ad96ae4ea78b50d53402a08a06', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:56:37.006226 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.029681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a906f23-c109-48f9-bb44-160289f662e3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:37.090891 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.178036 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.180808 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.292527 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.293065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199c12be-4e6f-4f44-a36a-1bf61b9a4f24 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:56:37.297551 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.298569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-94640ce6-a8f3-4a7b-b3b3-4c8f4c0da1f2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/199c12be-4e6f-4f44-a36a-1bf61b9a4f24 HTTP/1.1" status: 204 len: 168 time: 0.9374330 Jul 08 02:56:37.301205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34838) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:37.344414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad8e4ef-1342-4481-8e7d-2a4dab689269 admin admin] Deleting subnet 77db093a-b972-4f76-8703-1ee76eb0af34 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:56:37.347366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e4ef-1342-4481-8e7d-2a4dab689269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.381286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e4ef-1342-4481-8e7d-2a4dab689269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.459596 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e4ef-1342-4481-8e7d-2a4dab689269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.572940 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e4ef-1342-4481-8e7d-2a4dab689269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.599903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8e4ef-1342-4481-8e7d-2a4dab689269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77db093a-b972-4f76-8703-1ee76eb0af34,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:37.605348 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e4ef-1342-4481-8e7d-2a4dab689269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.607285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4ad8e4ef-1342-4481-8e7d-2a4dab689269 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/77db093a-b972-4f76-8703-1ee76eb0af34 HTTP/1.1" status: 204 len: 168 time: 0.3051550 Jul 08 02:56:37.609881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34840) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:37.610201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64240ae-8bf7-4a77-bf9b-5cf22797f9e2 None None] Network cef4b906-3521-4fec-aa4d-38c7e340b202 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:56:37.677754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.735303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Deleting port 253af340-007a-47d7-80b7-2fbe46ae0272 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:37.735934 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.801489 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] For port 253af340-007a-47d7-80b7-2fbe46ae0272, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=253af340-007a-47d7-80b7-2fbe46ae0272,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:37.801858 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.816206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Calling delete_port for 253af340-007a-47d7-80b7-2fbe46ae0272 owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:37.837343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] DHCP port deletion for cef4b906-3521-4fec-aa4d-38c7e340b202 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:56:37.887295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Deleting port 253af340-007a-47d7-80b7-2fbe46ae0272 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:37.887721 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.948462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] For port 253af340-007a-47d7-80b7-2fbe46ae0272, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=253af340-007a-47d7-80b7-2fbe46ae0272,segment=NetworkSegment(0bb9c329-428b-41e4-b348-9c8e134042e6),segment_id=0bb9c329-428b-41e4-b348-9c8e134042e6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:37.948867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.961885 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Calling delete_port for 253af340-007a-47d7-80b7-2fbe46ae0272 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:37.975216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.001534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Pushing event deleted for resources: {'Port': ['ID=253af340-007a-47d7-80b7-2fbe46ae0272,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:38.004136 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] No DVR routers for this DVR port 253af340-007a-47d7-80b7-2fbe46ae0272 on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:56:38.043408 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.065908 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Pushing event deleted for resources: {'Port': ['ID=253af340-007a-47d7-80b7-2fbe46ae0272,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:38.070580 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] No DVR routers for this DVR port 253af340-007a-47d7-80b7-2fbe46ae0272 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:56:38.076227 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.078139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.078497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.078853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.079185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.079563 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.079887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.080858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.080858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.080858 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.081235 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.081461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.081783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb539f-2f00-490a-bee3-0e966cd5b378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:38.095305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef4b906-3521-4fec-aa4d-38c7e340b202']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:38.105865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb9c329-428b-41e4-b348-9c8e134042e6') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:38.106116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb9c329-428b-41e4-b348-9c8e134042e6') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:38.114618 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.128901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.135675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:56:38.136069 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: timer() Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:56:38.137709 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:56:38.248967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.254246 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.256102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cef4b906-3521-4fec-aa4d-38c7e340b202 HTTP/1.1" status: 204 len: 168 time: 0.6452873 Jul 08 02:56:38.261229 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34842) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:38.267224 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830cf69-c658-4a38-be93-e3dd7f97dd34 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef4b906-3521-4fec-aa4d-38c7e340b202,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:38.476785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0a906f23-c109-48f9-bb44-160289f662e3 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:56:38.496958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 0a906f23-c109-48f9-bb44-160289f662e3 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:56:38.500367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0a906f23-c109-48f9-bb44-160289f662e3 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:56:38.500367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:56:38.516561 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:56:38.516961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 69d7fa1e-058b-45dc-b0bd-5ac0f1037799 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:56:38.517340 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 253af340-007a-47d7-80b7-2fbe46ae0272 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:56:38.535282 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 253af340-007a-47d7-80b7-2fbe46ae0272 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:56:38.535656 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 253af340-007a-47d7-80b7-2fbe46ae0272 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:56:38.603331 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.854972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Deleting port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:38.855320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.931373 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] For port c5bd75e8-9ff0-4264-b141-dfa03c8e8e60, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,segment=NetworkSegment(3c8e5495-8ee6-4677-acad-0c6e57b48f06),segment_id=3c8e5495-8ee6-4677-acad-0c6e57b48f06)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:38.931741 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:38.944106 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Calling delete_port for c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:39.212515 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:39.243575 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bd75e8-9ff0-4264-b141-dfa03c8e8e60,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:39.409732 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:39.630433 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Router bb41bba0-2275-4d77-a722-0662149da2a5 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:56:39.734268 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:56:39.739237 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1be5c062-5f96-414d-8bcc-62c10139ae04 admin admin] 10.222.0.10 "PUT /v2.0/routers/bb41bba0-2275-4d77-a722-0662149da2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4784272 Jul 08 02:56:39.742123 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34844) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:39.744767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] Sync routers for ids ['bb41bba0-2275-4d77-a722-0662149da2a5'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:56:39.754067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] Routers {'bb41bba0-2275-4d77-a722-0662149da2a5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:39.754683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bb41bba0-2275-4d77-a722-0662149da2a5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:39.850263 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:39.859864 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] Set router bb41bba0-2275-4d77-a722-0662149da2a5 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:39.948819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:40.036696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:56:39Z', 'revision_number': 5, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port': {'id': '18bc6d2a-82c2-4db7-9448-84237ca579ca', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:40.062548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] Checking router: bb41bba0-2275-4d77-a722-0662149da2a5 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:56:40.071849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] Routers {'bb41bba0-2275-4d77-a722-0662149da2a5'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:40.072497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['bb41bba0-2275-4d77-a722-0662149da2a5'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:40.080475 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Deleting port 18bc6d2a-82c2-4db7-9448-84237ca579ca {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:40.080824 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:40.163156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] For port 18bc6d2a-82c2-4db7-9448-84237ca579ca, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=18bc6d2a-82c2-4db7-9448-84237ca579ca,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:40.163576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:40.165836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] Set router bb41bba0-2275-4d77-a722-0662149da2a5 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:40.176022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Calling delete_port for 18bc6d2a-82c2-4db7-9448-84237ca579ca owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:40.216087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:56:39Z', 'revision_number': 6, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:40.244675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4139255-f1de-4af5-b4ad-6b1c23949e99 None None] The sync data for ids ['bb41bba0-2275-4d77-a722-0662149da2a5'] in n-d-695189-13 is: [{'id': 'bb41bba0-2275-4d77-a722-0662149da2a5', 'name': 'tempest-TestMinimumBasicScenario-785970264-router', 'tenant_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:23Z', 'updated_at': '2021-07-08T02:56:39Z', 'revision_number': 6, 'project_id': '6da4e6e1fc6746b4be47d4385a5f1dc4', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:56:40.384119 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:40.407680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bc6d2a-82c2-4db7-9448-84237ca579ca,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:40.473557 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:40.875432 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:40.877446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:40.989693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:56:41.003743 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.004370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb41bba0-2275-4d77-a722-0662149da2a5 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:56:41.010066 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.013457 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-65b57dc3-54da-4673-96ca-b7fa0112ed81 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bb41bba0-2275-4d77-a722-0662149da2a5 HTTP/1.1" status: 204 len: 168 time: 1.2681227 Jul 08 02:56:41.013865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 34846) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:41.015409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:56:41.015875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c5bd75e8-9ff0-4264-b141-dfa03c8e8e60 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:56:41.059791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a9321d-4309-49d6-8284-1efa792efc15 admin admin] Deleting subnet d7107f1c-fd4a-40a9-be9e-c5c86b14da76 {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:56:41.063030 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81a9321d-4309-49d6-8284-1efa792efc15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.096490 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81a9321d-4309-49d6-8284-1efa792efc15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.177944 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81a9321d-4309-49d6-8284-1efa792efc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.303967 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81a9321d-4309-49d6-8284-1efa792efc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.329521 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9321d-4309-49d6-8284-1efa792efc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7107f1c-fd4a-40a9-be9e-c5c86b14da76,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:41.335856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-81a9321d-4309-49d6-8284-1efa792efc15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.337810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-81a9321d-4309-49d6-8284-1efa792efc15 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d7107f1c-fd4a-40a9-be9e-c5c86b14da76 HTTP/1.1" status: 204 len: 168 time: 0.3229411 Jul 08 02:56:41.340725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34848) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:41.341315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40508f4a-c66a-4b35-9843-c84302ae2636 None None] Network 4183b67d-fb9f-443d-afbf-c77766e84b6e requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:56:41.414568 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.466316 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Deleting port 7a42c0b7-9981-46f2-8469-2cc949aded26 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:41.468487 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.519665 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] DHCP port deletion for 4183b67d-fb9f-443d-afbf-c77766e84b6e request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:56:41.531720 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] For port 7a42c0b7-9981-46f2-8469-2cc949aded26, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7a42c0b7-9981-46f2-8469-2cc949aded26,segment=NetworkSegment(3c8e5495-8ee6-4677-acad-0c6e57b48f06),segment_id=3c8e5495-8ee6-4677-acad-0c6e57b48f06)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:41.532292 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.545262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Calling delete_port for 7a42c0b7-9981-46f2-8469-2cc949aded26 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:41.564907 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] Deleting port 7a42c0b7-9981-46f2-8469-2cc949aded26 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:56:41.565294 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.625395 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] For port 7a42c0b7-9981-46f2-8469-2cc949aded26, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=7a42c0b7-9981-46f2-8469-2cc949aded26,segment=NetworkSegment(3c8e5495-8ee6-4677-acad-0c6e57b48f06),segment_id=3c8e5495-8ee6-4677-acad-0c6e57b48f06)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:41.625793 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.638761 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] Calling delete_port for 7a42c0b7-9981-46f2-8469-2cc949aded26 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:56:41.700587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.716142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.726939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a42c0b7-9981-46f2-8469-2cc949aded26,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:41.731190 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] No DVR routers for this DVR port 7a42c0b7-9981-46f2-8469-2cc949aded26 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:56:41.744635 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] Pushing event deleted for resources: {'Port': ['ID=7a42c0b7-9981-46f2-8469-2cc949aded26,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:41.751778 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743cbcc-5922-4753-9995-e37a98a73d71 None None] No DVR routers for this DVR port 7a42c0b7-9981-46f2-8469-2cc949aded26 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:56:41.808201 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.817716 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4183b67d-fb9f-443d-afbf-c77766e84b6e']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:41.827566 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8e5495-8ee6-4677-acad-0c6e57b48f06') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:41.827871 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8e5495-8ee6-4677-acad-0c6e57b48f06') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:41.836456 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.849621 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.856067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:56:41.856465 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:56:41.858076 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:56:41.963830 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.970138 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:41.972028 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4183b67d-fb9f-443d-afbf-c77766e84b6e HTTP/1.1" status: 204 len: 168 time: 0.6303067 Jul 08 02:56:41.982352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68136fb-5fa7-489a-a4b8-ab3918a2b9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4183b67d-fb9f-443d-afbf-c77766e84b6e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:42.172271 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6e1cdefa-9f61-4429-95a4-d1b17201a2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:42.420400 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34852) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:42.460701 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8df5110f-b2a2-49f3-8f72-4fe2ca7e22d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec2d98ad96ae4ea78b50d53402a08a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395525 Jul 08 02:56:42.463102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34854) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:42.485105 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 18bc6d2a-82c2-4db7-9448-84237ca579ca no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:56:42.505650 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 18bc6d2a-82c2-4db7-9448-84237ca579ca {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:56:42.505997 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 18bc6d2a-82c2-4db7-9448-84237ca579ca not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:56:42.506422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7a42c0b7-9981-46f2-8469-2cc949aded26 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:56:42.515725 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b29eaf29-244a-444c-b039-393671a544ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:42.523913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 7a42c0b7-9981-46f2-8469-2cc949aded26 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:56:42.524258 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 7a42c0b7-9981-46f2-8469-2cc949aded26 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:56:42.537451 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b29eaf29-244a-444c-b039-393671a544ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:42.652043 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b29eaf29-244a-444c-b039-393671a544ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:42.654546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b29eaf29-244a-444c-b039-393671a544ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:42.655745 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b29eaf29-244a-444c-b039-393671a544ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d1ddd4d-f773-459c-bea6-8cfbbe6775b2 HTTP/1.1" status: 204 len: 168 time: 0.1915307 Jul 08 02:56:42.663188 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29eaf29-244a-444c-b039-393671a544ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1ddd4d-f773-459c-bea6-8cfbbe6775b2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:43.323039 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34860) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:43.367663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3bdf4c24-b19f-4a75-b8f4-a06b6f86ff15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6da4e6e1fc6746b4be47d4385a5f1dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438676 Jul 08 02:56:43.369948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34864) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:43.417273 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73a31c50-611a-4451-9538-35187246c694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:43.438393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73a31c50-611a-4451-9538-35187246c694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:43.570867 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73a31c50-611a-4451-9538-35187246c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:43.573353 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-73a31c50-611a-4451-9538-35187246c694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:43.574499 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-73a31c50-611a-4451-9538-35187246c694 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1977de1f-7b60-4cdb-91a2-6341e782a40f HTTP/1.1" status: 204 len: 168 time: 0.2036467 Jul 08 02:56:43.582789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a31c50-611a-4451-9538-35187246c694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977de1f-7b60-4cdb-91a2-6341e782a40f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:44.560732 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-24e73286-5abf-4f0c-8f3f-3b487b0a378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:44.946797 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:45.880630 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34904) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:45.885550 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020108627', 'description': 'tempest-secgroup-smoke-1020108627 description', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:45.974767 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:45.983842 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.006177 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.073740 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.160720 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.199824 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ed0b73-0f65-4c77-acaf-9480c8db714e,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:46.251620 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.337673 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.365180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e79865-6bdf-44da-ac9e-577d2d25f2dd,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:46.434408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.435699 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3524485b-e153-46e4-8a7a-50fc58af9e58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5539446 Jul 08 02:56:46.438501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34906) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:46.443014 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-43683d05-aa0b-4a38-89d7-a26d17e89d4e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '74e79865-6bdf-44da-ac9e-577d2d25f2dd', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:46.516651 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43683d05-aa0b-4a38-89d7-a26d17e89d4e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.571611 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43683d05-aa0b-4a38-89d7-a26d17e89d4e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.646320 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43683d05-aa0b-4a38-89d7-a26d17e89d4e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.665395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43683d05-aa0b-4a38-89d7-a26d17e89d4e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0160d0a2-4c30-4738-82b6-fd9471797397,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:46.737600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-43683d05-aa0b-4a38-89d7-a26d17e89d4e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.738794 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-43683d05-aa0b-4a38-89d7-a26d17e89d4e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993135 Jul 08 02:56:46.741695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34908) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:46.746678 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-87c55e3d-df19-462e-8ba0-13ec63a32b41 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '74e79865-6bdf-44da-ac9e-577d2d25f2dd', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:46.839191 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87c55e3d-df19-462e-8ba0-13ec63a32b41 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.897291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87c55e3d-df19-462e-8ba0-13ec63a32b41 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.960327 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87c55e3d-df19-462e-8ba0-13ec63a32b41 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:46.978015 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c55e3d-df19-462e-8ba0-13ec63a32b41 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1b0a60-9876-4a19-a221-1e1cec7a67e6,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:47.037516 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-87c55e3d-df19-462e-8ba0-13ec63a32b41 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.038717 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-87c55e3d-df19-462e-8ba0-13ec63a32b41 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2960715 Jul 08 02:56:47.041939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34910) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:47.046341 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b73e7db8-1053-48b7-96c9-9007e5af3a88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '74e79865-6bdf-44da-ac9e-577d2d25f2dd', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:47.148019 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b73e7db8-1053-48b7-96c9-9007e5af3a88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.204900 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b73e7db8-1053-48b7-96c9-9007e5af3a88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.276957 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b73e7db8-1053-48b7-96c9-9007e5af3a88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.296741 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e7db8-1053-48b7-96c9-9007e5af3a88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1758e1d-efe7-407c-a80a-dee137b23f44,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:47.357142 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b73e7db8-1053-48b7-96c9-9007e5af3a88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.358333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b73e7db8-1053-48b7-96c9-9007e5af3a88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154399 Jul 08 02:56:47.360968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34912) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:47.365349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-51025f22-17ae-499f-9b54-df45dc8e701e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '74e79865-6bdf-44da-ac9e-577d2d25f2dd', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:47.453566 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51025f22-17ae-499f-9b54-df45dc8e701e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.513310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51025f22-17ae-499f-9b54-df45dc8e701e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.589209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51025f22-17ae-499f-9b54-df45dc8e701e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.609442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51025f22-17ae-499f-9b54-df45dc8e701e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797b2638-deb0-40f8-9342-2c3422a4e7b9,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:47.683600 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.714950 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-51025f22-17ae-499f-9b54-df45dc8e701e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.716218 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-51025f22-17ae-499f-9b54-df45dc8e701e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3543289 Jul 08 02:56:47.718912 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34914) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:47.723453 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-cb117325-2c5b-4a96-8409-04e497a0932b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '74e79865-6bdf-44da-ac9e-577d2d25f2dd', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:47.809003 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-cb117325-2c5b-4a96-8409-04e497a0932b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:56:47.813701 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb117325-2c5b-4a96-8409-04e497a0932b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.874634 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb117325-2c5b-4a96-8409-04e497a0932b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.960744 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb117325-2c5b-4a96-8409-04e497a0932b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:47.977972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb117325-2c5b-4a96-8409-04e497a0932b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad147dd-b2a9-4081-be01-8dc54d4d1321,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:48.040617 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cb117325-2c5b-4a96-8409-04e497a0932b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.042109 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cb117325-2c5b-4a96-8409-04e497a0932b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219633 Jul 08 02:56:48.044520 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34916) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:48.050439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f8e4b8ed-a02f-4aab-9430-fc705ac90e70 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '74e79865-6bdf-44da-ac9e-577d2d25f2dd', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:48.126236 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-f8e4b8ed-a02f-4aab-9430-fc705ac90e70 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:56:48.130894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8e4b8ed-a02f-4aab-9430-fc705ac90e70 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.192772 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8e4b8ed-a02f-4aab-9430-fc705ac90e70 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.269303 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8e4b8ed-a02f-4aab-9430-fc705ac90e70 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.289608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4b8ed-a02f-4aab-9430-fc705ac90e70 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6d4334-2df0-41f2-a8e4-fa1cb6c793f8,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:48.391393 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f8e4b8ed-a02f-4aab-9430-fc705ac90e70 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.392621 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f8e4b8ed-a02f-4aab-9430-fc705ac90e70 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3471193 Jul 08 02:56:48.395571 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34918) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:48.400496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'network': {'name': 'tempest-network-smoke--559637595', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'port_security_enabled': True}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:48.465784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:56:48.469946 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.494766 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:56:48.503262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.503650 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Added segment 94302561-85e1-43e2-8b20-dcddf389da0c of type vlan for network 36f2f97b-9238-405d-9fa0-c98548ee69f9 Jul 08 02:56:48.541836 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.640209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.645967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:48.646564 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.700197 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.710599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Network': ['ID=36f2f97b-9238-405d-9fa0-c98548ee69f9,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:48.721033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:56:48.755416 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-60eaa924-d586-498b-b839-836bf4663878 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3561568 Jul 08 02:56:48.755632 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34920) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:48.760155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'admin_state_up': True, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:48.832162 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.833161 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:48.887595 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:49.064106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:49.307437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:49.326111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:49.426213 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.72 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/e2cda719-5eb4-4b5f-9fc0-541ee9c2f617) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:56:49.532760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:49.626808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:49.667577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:56:49.670274 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:56:49.674507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:56:49.677477 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=e2cda719-5eb4-4b5f-9fc0-541ee9c2f617,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:49.968171 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:50.156748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:50.354289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router d3c9e510-30a0-4f03-9398-5332a7a96225 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:56:50.457327 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:56:50.468752 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Sync routers for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:56:50.478685 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:50.479291 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:50.563632 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:50.564946 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9a13965b-94af-4e11-9ddd-429ce0530417 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8083785 Jul 08 02:56:50.568033 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34922) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:50.665337 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:50.689565 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-17fa7710-53dc-40dc-9f23-4650eadacdf7 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=22dfd299bdd540c19de1169d4d4c29d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204143 Jul 08 02:56:50.692205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34926) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:50.840256 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae531f6-2980-4c3d-94f0-4cb052b8b539 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:50.842008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2ae531f6-2980-4c3d-94f0-4cb052b8b539 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488602 Jul 08 02:56:50.844286 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:49Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:50.845295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34928) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:50.870746 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Checking router: d3c9e510-30a0-4f03-9398-5332a7a96225 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:56:50.871100 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Updating router d3c9e510-30a0-4f03-9398-5332a7a96225 port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:56:50.887572 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4aac2165-14d8-47da-b6ff-2c8c5fb7f911 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387053 Jul 08 02:56:50.887779 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34930) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:50.892758 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867464754', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:50.908191 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.040507 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:56:51.044056 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.148565 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.160430 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Transition to ACTIVE for port object e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:56:51.214622 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.264627 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Attempting to bind port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:56:51.264991 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Attempting to bind port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:56:51.265344 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Attempting to bind port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:56:51.267994 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Pushing event updated for resources: {'Port': ['ID=e2cda719-5eb4-4b5f-9fc0-541ee9c2f617,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:51.272169 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.275370 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:56:51.276149 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:56:51.276149 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.276497 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:56:51.276951 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Bound port: e2cda719-5eb4-4b5f-9fc0-541ee9c2f617, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:56:51.277326 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.280443 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.280788 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.281127 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.281462 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.281829 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.282126 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.282452 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.282776 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.283096 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.283452 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.283780 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.284115 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:56:51.336241 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] For port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:56:51.337408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Subnet': ['ID=d8b4ec07-17fc-4754-be29-5fb867ad3f0a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:51.339229 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] For port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2cda719-5eb4-4b5f-9fc0-541ee9c2f617,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:56:51.354393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Checking segment: {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:56:51.354393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network hostable DHCP agents. Network: 36f2f97b-9238-405d-9fa0-c98548ee69f9, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:56:51.418084 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.428657 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:56:51.476821 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:51.477382 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:51.479039 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87e860-e775-46a4-956a-74d573e4bfaf None None] Pushing event updated for resources: {'Port': ['ID=e2cda719-5eb4-4b5f-9fc0-541ee9c2f617,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:51.508898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 36f2f97b-9238-405d-9fa0-c98548ee69f9) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:56:51.513393 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:51.514000 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.517797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cb913-ffde-4911-a1a2-b21c59e184f4 None None] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:56:51.586053 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:51.589784 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7cbd30f0-83bc-4cb8-82c7-f9196659486c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6984971 Jul 08 02:56:51.589995 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34932) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:56:51.714198 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.765383 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:49Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:51.794912 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fbab97-2d4f-4846-9929-11a3e7016cc3 None None] The sync data for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 is: [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:49Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:56:51.831182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-36f2f97b-9238-405d-9fa0-c98548ee69f9', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:56:51.832092 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:51.980585 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Allocated IP 172.20.0.2 (36f2f97b-9238-405d-9fa0-c98548ee69f9/d8b4ec07-17fc-4754-be29-5fb867ad3f0a/28748398-24af-48fc-b0f1-ecc4fe9ec736) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:56:52.047633 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.159354 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.169516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Transition to ACTIVE for port object 28748398-24af-48fc-b0f1-ecc4fe9ec736 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:56:52.186901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Transition to ACTIVE for port object 28748398-24af-48fc-b0f1-ecc4fe9ec736 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:56:52.264653 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.312517 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:56:52.315767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:56:52.321283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:56:52.324726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Pushing event updated for resources: {'Port': ['ID=28748398-24af-48fc-b0f1-ecc4fe9ec736,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:52.393068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Attempting to bind port 28748398-24af-48fc-b0f1-ecc4fe9ec736 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:56:52.393440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Attempting to bind port 28748398-24af-48fc-b0f1-ecc4fe9ec736 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:56:52.393813 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Attempting to bind port 28748398-24af-48fc-b0f1-ecc4fe9ec736 on network 36f2f97b-9238-405d-9fa0-c98548ee69f9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:56:52.399507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:56:52.399888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Checking segment: {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:56:52.400292 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.400766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Bound using segment: {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:56:52.401246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Bound port: 28748398-24af-48fc-b0f1-ecc4fe9ec736, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:56:52.401633 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.480048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] For port 28748398-24af-48fc-b0f1-ecc4fe9ec736, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:56:52.483895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] For port 28748398-24af-48fc-b0f1-ecc4fe9ec736, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=28748398-24af-48fc-b0f1-ecc4fe9ec736,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:56:52.524295 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:56:52.548728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.631293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c6e87-2aa7-46e1-8417-1959cb7eaabf None None] Pushing event updated for resources: {'Port': ['ID=28748398-24af-48fc-b0f1-ecc4fe9ec736,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:52.689786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:56:52.693462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:52.693854 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.700752 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.1 (36f2f97b-9238-405d-9fa0-c98548ee69f9/d8b4ec07-17fc-4754-be29-5fb867ad3f0a/fc8cbbd6-c094-43a7-b3dc-9ac713754a03) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:56:52.800940 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.833042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2cda719-5eb4-4b5f-9fc0-541ee9c2f617,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:52.873871 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.888529 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object fc8cbbd6-c094-43a7-b3dc-9ac713754a03 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:56:52.891811 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:52.945773 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e2cda719-5eb4-4b5f-9fc0-541ee9c2f617,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:52.989801 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:53.030627 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:56:53.033818 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:56:53.036288 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:56:53.068249 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:53.089809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:53.267886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:53.548912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:53.597108 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:53.669552 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:53.676366 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:53.775565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:56:53.776967 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:56:53.894217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router d3c9e510-30a0-4f03-9398-5332a7a96225 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:56:53.976225 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba94c9-2fa9-46bf-a959-7922657947bc None None] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:56:54.006900 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:56:54.013470 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-660b1284-88f4-47de-8bd9-903841180457 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/d3c9e510-30a0-4f03-9398-5332a7a96225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4222715 Jul 08 02:56:54.016652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Sync routers for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:56:54.034895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:54.035537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:54.153068 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-cc7764a1-bbb3-4fde-b9f0-36772135e5aa tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020108627&fields=id&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 267 time: 0.0334921 Jul 08 02:56:54.200890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:54.244025 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ba695de9-270e-4811-8304-fe3f3d838edf None None] Provisioning for port 28748398-24af-48fc-b0f1-ecc4fe9ec736 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:56:54.277159 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-3906b81e-a11c-4227-bd42-300aef8e3e1a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:54.278672 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-3906b81e-a11c-4227-bd42-300aef8e3e1a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/networks?id=36f2f97b-9238-405d-9fa0-c98548ee69f9 HTTP/1.1" status: 200 len: 796 time: 0.1192274 Jul 08 02:56:54.293901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-6aac4fc2-e623-45d1-b27b-b7c436dc7ba7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/quotas/22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 375 time: 0.0096896 Jul 08 02:56:54.369362 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-e174e836-26ae-4e34-96a8-5ef5c3a5407a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703855 Jul 08 02:56:54.463701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 2, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:54.479964 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-4c98c07a-6740-4d43-bcba-f08dc9bdb4e9 service neutron] 10.222.0.10 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949392 Jul 08 02:56:54.496682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Checking router: d3c9e510-30a0-4f03-9398-5332a7a96225 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:56:54.497043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Updating router d3c9e510-30a0-4f03-9398-5332a7a96225 port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:56:54.535789 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:54.605913 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-e19d9c41-3c94-4333-b3f3-f39357b028cd service neutron] 10.222.0.10 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126864 Jul 08 02:56:54.642690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 28748398-24af-48fc-b0f1-ecc4fe9ec736 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:56:54.808455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Provisioning for port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:56:54.818673 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Provisioning complete for port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:54.819050 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:54.877511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 28748398-24af-48fc-b0f1-ecc4fe9ec736 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:56:54.894418 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 28748398-24af-48fc-b0f1-ecc4fe9ec736 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:54.894713 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:54.897265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c75e41c7-07df-458d-9412-509ca3ee67a2 req-4fc5fded-df3e-4b34-8af1-28e0266a2b2b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 210 time: 0.0495827 Jul 08 02:56:54.903783 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:56:54.925186 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:54.949416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Transition to ACTIVE for port object fc8cbbd6-c094-43a7-b3dc-9ac713754a03 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:56:54.963152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Provisioning complete for port 28748398-24af-48fc-b0f1-ecc4fe9ec736 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:54.963528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.040057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.071202 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.151417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487336f-b0f1-44a7-b3a2-242b2ca70d1c None None] Pushing event updated for resources: {'Port': ['ID=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:55.183394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 28748398-24af-48fc-b0f1-ecc4fe9ec736, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=28748398-24af-48fc-b0f1-ecc4fe9ec736,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:55.204953 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.222419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Attempting to bind port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:56:55.222796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Attempting to bind port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:56:55.223168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Attempting to bind port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 on network 36f2f97b-9238-405d-9fa0-c98548ee69f9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:56:55.234504 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:56:55.234976 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Checking segment: {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:56:55.235397 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.235731 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Bound using segment: {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:56:55.236206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Bound port: fc8cbbd6-c094-43a7-b3dc-9ac713754a03, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:56:55.236593 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.260920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.261704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:56:55.383099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.db.api [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:56:55.383312 n-d-695189-13 neutron-server[100714]: DEBUG oslo_db.api [None req-de20568b-153e-4348-9bc0-959f5eec61de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:56:55.404669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=28748398-24af-48fc-b0f1-ecc4fe9ec736,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:55.407652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] For port fc8cbbd6-c094-43a7-b3dc-9ac713754a03, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:56:55.411798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] For port fc8cbbd6-c094-43a7-b3dc-9ac713754a03, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:56:55.420930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:55.425242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.486000 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.555564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487336f-b0f1-44a7-b3a2-242b2ca70d1c None None] Pushing event updated for resources: {'Port': ['ID=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:55.561083 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:56:55.561708 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:55.827963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:56:55.995122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b11dd344-818f-4ebf-87cb-d0443181eb7b req-677f4efa-d630-4bf8-9b78-8bdea36bee6e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 210 time: 0.0317743 Jul 08 02:56:56.053631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:55Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:56:56.079925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56472eb8-d3f2-4c4a-a8be-40bcddac5a7b None None] The sync data for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 is: [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:55Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:56:56.582663 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fc8cbbd6-c094-43a7-b3dc-9ac713754a03 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:56:56.700276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:56:56.704454 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:56.704837 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:56.789374 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:56.822808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port fc8cbbd6-c094-43a7-b3dc-9ac713754a03, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:56:56.906002 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:56.906825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 28748398-24af-48fc-b0f1-ecc4fe9ec736 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:56:56.984403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:56.999625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 28748398-24af-48fc-b0f1-ecc4fe9ec736 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:57.000052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:57.142894 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be796af4-312b-43a0-ae27-4cf430d5ed2d req-44e1028b-563e-4567-947a-035302113fd6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 210 time: 0.0331142 Jul 08 02:56:57.515809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b97b03b3-7e3d-456b-a9bf-19649d9454ae tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:57.517361 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b97b03b3-7e3d-456b-a9bf-19649d9454ae tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/networks?id=36f2f97b-9238-405d-9fa0-c98548ee69f9 HTTP/1.1" status: 200 len: 796 time: 0.1001205 Jul 08 02:56:57.560676 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-11dda52e-e430-4380-b080-e9837774b94a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 380 time: 0.0350423 Jul 08 02:56:57.569172 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'port': {'device_id': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'admin_state_up': True, 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'security_groups': ['74e79865-6bdf-44da-ac9e-577d2d25f2dd']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:57.757301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:56:57.761001 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:57.884432 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.3 (36f2f97b-9238-405d-9fa0-c98548ee69f9/d8b4ec07-17fc-4754-be29-5fb867ad3f0a/8e9ca5d8-0f1e-401d-bb6d-00553946ae68) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:56:58.020107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.034450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:56:58.103473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.146657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:56:58.152363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:56:58.156058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:56:58.189119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:58.218242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:58.218907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.269887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-b816f7ce-4fd1-4e06-98ce-2bc372a7ea1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7043269 Jul 08 02:56:58.281729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Request body: {'port': {'device_id': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:56:58.329469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a4a2-e9c0-4763-b62f-937ad88b747a req-2c001eb8-be4c-4054-8b11-773b1a8327fc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:58.331095 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e09a4a2-e9c0-4763-b62f-937ad88b747a req-2c001eb8-be4c-4054-8b11-773b1a8327fc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 931 time: 0.0665359 Jul 08 02:56:58.361531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.376251 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4e09a4a2-e9c0-4763-b62f-937ad88b747a req-0e3cce08-6cb2-44c0-89f8-38fab0be6fca tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Jul 08 02:56:58.487521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fc8cbbd6-c094-43a7-b3dc-9ac713754a03 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:56:58.521776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fcf68688-1146-4c34-be91-83ecb9c86745 None None] Provisioning for port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:56:58.528162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-fcf68688-1146-4c34-be91-83ecb9c86745 None None] Provisioning complete for port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:58.528541 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fcf68688-1146-4c34-be91-83ecb9c86745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.565814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:56:58.566193 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.569832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-fcf68688-1146-4c34-be91-83ecb9c86745 None None] Port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:56:58.628210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:56:58.635667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.647332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Transition to ACTIVE for port object 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:56:58.714241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.766531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Pushing event updated for resources: {'Port': ['ID=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:58.835707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Attempting to bind port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:56:58.836055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Attempting to bind port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:56:58.836396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Attempting to bind port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 on network 36f2f97b-9238-405d-9fa0-c98548ee69f9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:56:58.840950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 on network 36f2f97b-9238-405d-9fa0-c98548ee69f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:56:58.841281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Attempting to bind port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 on network 36f2f97b-9238-405d-9fa0-c98548ee69f9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:56:58.846238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:56:58.846585 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Checking segment: {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:56:58.846975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Bound using segment: {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:56:58.847441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Bound port: 8e9ca5d8-0f1e-401d-bb6d-00553946ae68, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94302561-85e1-43e2-8b20-dcddf389da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:56:58.847842 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:58.917875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] For port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:56:58.920950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] For port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:56:58.968973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:59.004564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:59.005307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:59.006716 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] 10.222.0.32 "PUT /v2.0/ports/8e9ca5d8-0f1e-401d-bb6d-00553946ae68 HTTP/1.1" status: 200 len: 1092 time: 0.7294874 Jul 08 02:56:59.007174 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:56:59.009505 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002285d8-9571-4b2e-87ed-f93c7845b6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:56:59.037713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8781ea1-15d7-4600-833a-59f206f83d3e service neutron] Pushing event updated for resources: {'Port': ['ID=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:56:59.055457 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac544793-58cf-4f98-ab93-c5d70ecf2cac x-openstack-request-id: req-ac544793-58cf-4f98-ab93-c5d70ecf2cac {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:56:59.055698 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:56:59.056045 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac544793-58cf-4f98-ab93-c5d70ecf2cac {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:56:59.056397 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'status': 'completed', 'code': 200} Jul 08 02:56:59.129503 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002285d8-9571-4b2e-87ed-f93c7845b6e7 req-0f869dfa-1288-42d8-861a-57ddf6a525fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:59.131148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-002285d8-9571-4b2e-87ed-f93c7845b6e7 req-0f869dfa-1288-42d8-861a-57ddf6a525fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 1095 time: 0.0569694 Jul 08 02:56:59.232543 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002285d8-9571-4b2e-87ed-f93c7845b6e7 req-0d71cff6-78ef-4112-834b-15d94b2a3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:59.234028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-002285d8-9571-4b2e-87ed-f93c7845b6e7 req-0d71cff6-78ef-4112-834b-15d94b2a3551 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0958610 Jul 08 02:56:59.322288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002285d8-9571-4b2e-87ed-f93c7845b6e7 req-69cf757d-0e77-431c-af84-35c7f668cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:59.323729 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-002285d8-9571-4b2e-87ed-f93c7845b6e7 req-69cf757d-0e77-431c-af84-35c7f668cc9b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0829399 Jul 08 02:56:59.414182 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-8e14075a-b1aa-4363-af26-6e97c3ae4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:59.415739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-8e14075a-b1aa-4363-af26-6e97c3ae4394 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 1095 time: 0.0532634 Jul 08 02:56:59.459982 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-5377349f-b974-47d4-bfe4-14af6b7659e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68 HTTP/1.1" status: 200 len: 217 time: 0.0370398 Jul 08 02:56:59.508887 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-71cba9e9-ab94-4c66-ad0d-8cfaa40413e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:59.510376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-71cba9e9-ab94-4c66-ad0d-8cfaa40413e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b4ec07-17fc-4754-be29-5fb867ad3f0a HTTP/1.1" status: 200 len: 834 time: 0.0446692 Jul 08 02:56:59.554600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e98ef-f25e-495f-b233-d7c8f038e6a9 req-781647fb-d42a-441a-8907-16cda580fd4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:59.556208 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-564e98ef-f25e-495f-b233-d7c8f038e6a9 req-781647fb-d42a-441a-8907-16cda580fd4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 943 time: 0.0692046 Jul 08 02:56:59.567188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-5cd4e4b4-73b6-4b20-b671-969ad36864b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:59.568731 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-5cd4e4b4-73b6-4b20-b671-969ad36864b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36f2f97b-9238-405d-9fa0-c98548ee69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516388 Jul 08 02:56:59.595037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-564e98ef-f25e-495f-b233-d7c8f038e6a9 req-43ce6c00-289e-4950-af7c-9ac0cbbaed38 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330617 Jul 08 02:56:59.660773 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-d85ffb81-8eb2-4dee-8409-83302d0af181 service neutron] 10.222.0.32 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855093 Jul 08 02:56:59.745965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-efe6f540-f8b1-4c54-85c6-a31c9bf7280a req-14c230c9-7d45-4b1d-aa38-7959a678ea94 service neutron] 10.222.0.32 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787618 Jul 08 02:57:00.771890 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18485d-b7aa-4fe1-836b-495fe1d1dd1a req-7f79f83d-7f9f-42bb-80b6-04fe400bda59 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:00.773922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc18485d-b7aa-4fe1-836b-495fe1d1dd1a req-7f79f83d-7f9f-42bb-80b6-04fe400bda59 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 943 time: 0.0664279 Jul 08 02:57:00.810433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc18485d-b7aa-4fe1-836b-495fe1d1dd1a req-d1f0d2f6-bfe1-4e56-bce9-1038e79348dd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310140 Jul 08 02:57:01.982700 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d976bf-4a24-4488-b9ca-5926f24a60a6 req-682876c9-2781-4532-838f-6baf5ff6e48e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:01.984241 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43d976bf-4a24-4488-b9ca-5926f24a60a6 req-682876c9-2781-4532-838f-6baf5ff6e48e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 943 time: 0.0633206 Jul 08 02:57:02.023147 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-43d976bf-4a24-4488-b9ca-5926f24a60a6 req-8fdce380-540d-48cb-87c5-0de995262b3e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334291 Jul 08 02:57:02.559106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:57:02.651698 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:02.662577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'port_id': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'mac_address': 'fa:16:3e:42:19:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:57:02.702602 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:02.714482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:57:02.733079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:02.837161 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:02.883306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:03.064460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['8e9ca5d8-0f1e-401d-bb6d-00553946ae68'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:57:03.194529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ccab-fa4a-497a-938d-ef6735a8eab2 req-aa3aeffb-e237-4f81-96bd-efedc9a6a775 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:03.196089 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b17ccab-fa4a-497a-938d-ef6735a8eab2 req-aa3aeffb-e237-4f81-96bd-efedc9a6a775 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 944 time: 0.0624156 Jul 08 02:57:03.233232 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b17ccab-fa4a-497a-938d-ef6735a8eab2 req-b74ea87c-5f67-460c-9afe-9902f3a4eda9 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Jul 08 02:57:04.412134 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d836-8d51-46d8-86ca-ad94ced248ef req-68867a8a-5244-4b03-a29f-58f7cc965299 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:04.414181 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22b8d836-8d51-46d8-86ca-ad94ced248ef req-68867a8a-5244-4b03-a29f-58f7cc965299 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 944 time: 0.0686598 Jul 08 02:57:04.451137 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-22b8d836-8d51-46d8-86ca-ad94ced248ef req-71041a14-179f-4d96-b2e0-7b525a493f64 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Jul 08 02:57:04.558175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:57:04.671543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:57:04.675570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:57:04.675950 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:04.752521 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:04.774634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:04.776900 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5909bdd-b3be-4f66-884e-9ed12979b064" -d '{"events": [{"server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "name": "network-vif-plugged", "status": "completed", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:04.789337 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:04.810633 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f5378-7fc8-412f-aba4-fb0f4436dcca x-openstack-request-id: req-543f5378-7fc8-412f-aba4-fb0f4436dcca {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:04.810928 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "name": "network-vif-plugged", "status": "completed", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:04.811186 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-543f5378-7fc8-412f-aba4-fb0f4436dcca {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:04.811619 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'code': 200} Jul 08 02:57:04.883445 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:04.922308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd02d8-5ce0-4a2d-a4e9-050654f4e967 req-84e4cad6-0959-4b41-b9b2-5c66cdf18f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:04.924054 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-76bd02d8-5ce0-4a2d-a4e9-050654f4e967 req-84e4cad6-0959-4b41-b9b2-5c66cdf18f6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 1096 time: 0.0528624 Jul 08 02:57:04.933108 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:04.958340 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-76bd02d8-5ce0-4a2d-a4e9-050654f4e967 req-4b44587a-c12a-4cee-922c-f4131f0e9d3f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281253 Jul 08 02:57:05.631770 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19874f37-8c32-4cbe-9d5b-36f349be641b req-bc0aab9b-8c70-4dff-8098-c6a60b8a7f05 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:05.633308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19874f37-8c32-4cbe-9d5b-36f349be641b req-bc0aab9b-8c70-4dff-8098-c6a60b8a7f05 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0692596 Jul 08 02:57:05.674420 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-19874f37-8c32-4cbe-9d5b-36f349be641b req-c7162c51-6a1c-4e04-8486-c28c799b78f7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356617 Jul 08 02:57:06.848348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5640b-6a23-4969-ba1f-8e5a4022047e req-02c616d6-4adc-41ed-a285-962679962e5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:06.849807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-80a5640b-6a23-4969-ba1f-8e5a4022047e req-02c616d6-4adc-41ed-a285-962679962e5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0642610 Jul 08 02:57:06.886305 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-80a5640b-6a23-4969-ba1f-8e5a4022047e req-b1fc1cda-5fe6-4049-aa4d-178bd8c29b53 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304618 Jul 08 02:57:07.054379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a1688-d442-4835-8ca9-4e14ada649fe req-20275ca7-a3a1-4d9e-bc3c-96c3ca28e592 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:07.055998 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab3a1688-d442-4835-8ca9-4e14ada649fe req-20275ca7-a3a1-4d9e-bc3c-96c3ca28e592 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0626810 Jul 08 02:57:07.092986 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ab3a1688-d442-4835-8ca9-4e14ada649fe req-59d9e046-45ad-476d-b7a4-dd7a9a79204a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Jul 08 02:57:07.115725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34990) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:07.170409 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bec4f-171a-4a9e-a89f-93926f8ddf57 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:07.171948 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ec3bec4f-171a-4a9e-a89f-93926f8ddf57 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 1092 time: 0.0549901 Jul 08 02:57:07.174680 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34992) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:07.179004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:07.257631 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:07.350463 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:07.453108 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.74 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/90430b51-0e6b-4600-b9c4-4285b7457ea2) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:57:07.549683 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:07.649397 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:07.693290 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:57:07.696865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:57:07.701600 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:57:07.703580 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=90430b51-0e6b-4600-b9c4-4285b7457ea2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:08.063374 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:08.189745 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:08.336868 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:08.391178 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:08.459697 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=90430b51-0e6b-4600-b9c4-4285b7457ea2,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:08.471279 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:08.568127 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 8ac80264-0236-4018-b46e-3c191a55dbba associated. External IP: 172.25.8.74, port: 8e9ca5d8-0f1e-401d-bb6d-00553946ae68. Jul 08 02:57:08.770963 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router d3c9e510-30a0-4f03-9398-5332a7a96225 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:57:08.876446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:57:08.885501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] Sync routers for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:57:08.894008 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:57:08.894616 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:08.951756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:08.988709 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-50fde215-8e29-43d8-8258-6311cfe9a65f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8130312 Jul 08 02:57:08.989296 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:08.991946 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa55906-9950-421e-a132-4a944d595e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:09.001970 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:57:09.031398 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175f1cd4-6a44-42ef-a2d1-369b2ed25c4c x-openstack-request-id: req-175f1cd4-6a44-42ef-a2d1-369b2ed25c4c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:09.032305 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:09.032305 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-175f1cd4-6a44-42ef-a2d1-369b2ed25c4c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:09.032735 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'status': 'completed', 'code': 200} Jul 08 02:57:09.159477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa55906-9950-421e-a132-4a944d595e3e req-bcd294de-42d5-4617-851b-d3a819530872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:09.161003 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aaa55906-9950-421e-a132-4a944d595e3e req-bcd294de-42d5-4617-851b-d3a819530872 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 1097 time: 0.0965641 Jul 08 02:57:09.173266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fff67b-ad75-4399-9961-8995343217ea req-0947b35b-29a2-4c2a-b912-48e5d7955a1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:09.174668 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78fff67b-ad75-4399-9961-8995343217ea req-0947b35b-29a2-4c2a-b912-48e5d7955a1f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0842566 Jul 08 02:57:09.218326 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '8ac80264-0236-4018-b46e-3c191a55dbba', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'port_id': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'mac_address': 'fa:16:3e:42:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:07Z', 'updated_at': '2021-07-08T02:57:07Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:56Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:09.244628 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] Checking router: d3c9e510-30a0-4f03-9398-5332a7a96225 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:57:09.252669 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:57:09.253285 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:56:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:09.256145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-78fff67b-ad75-4399-9961-8995343217ea req-c2c3935d-f284-4cec-a238-547fb89527fc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735040 Jul 08 02:57:09.282986 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 34998) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:09.283639 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa55906-9950-421e-a132-4a944d595e3e req-709e7ad8-45ce-4aa3-b97e-b6211ad8a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:09.285454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aaa55906-9950-421e-a132-4a944d595e3e req-709e7ad8-45ce-4aa3-b97e-b6211ad8a1b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36f2f97b-9238-405d-9fa0-c98548ee69f9 HTTP/1.1" status: 200 len: 897 time: 0.1099238 Jul 08 02:57:09.353495 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-293941ac-4775-4675-ba9b-5d6df7d6f239 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/8ac80264-0236-4018-b46e-3c191a55dbba HTTP/1.1" status: 200 len: 990 time: 0.0682073 Jul 08 02:57:09.357558 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aaa55906-9950-421e-a132-4a944d595e3e req-399352fc-da3c-4e3d-9b4d-c8ce00812673 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68 HTTP/1.1" status: 200 len: 998 time: 0.0647523 Jul 08 02:57:09.405396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa55906-9950-421e-a132-4a944d595e3e req-58c943e8-42e3-4250-ba06-aee6fffc4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:09.406870 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aaa55906-9950-421e-a132-4a944d595e3e req-58c943e8-42e3-4250-ba06-aee6fffc4626 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b4ec07-17fc-4754-be29-5fb867ad3f0a HTTP/1.1" status: 200 len: 834 time: 0.0433233 Jul 08 02:57:09.448557 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:57:09.462728 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa55906-9950-421e-a132-4a944d595e3e req-68f7ebfa-5409-4306-8f9d-6d54d2533494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:09.464400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aaa55906-9950-421e-a132-4a944d595e3e req-68f7ebfa-5409-4306-8f9d-6d54d2533494 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36f2f97b-9238-405d-9fa0-c98548ee69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515163 Jul 08 02:57:09.557724 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aaa55906-9950-421e-a132-4a944d595e3e req-b31b4903-7a87-46a7-9454-62167cb13547 service neutron] 10.222.0.32 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855374 Jul 08 02:57:09.645322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aaa55906-9950-421e-a132-4a944d595e3e req-743a1ddd-fa54-4d24-8560-c9e6c605fb6b service neutron] 10.222.0.32 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799532 Jul 08 02:57:09.669157 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '8ac80264-0236-4018-b46e-3c191a55dbba', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'port_id': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'mac_address': 'fa:16:3e:42:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:07Z', 'updated_at': '2021-07-08T02:57:07Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:56Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:09.694693 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ac6a0-a095-4d6b-b46a-268738ec3793 None None] The sync data for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 is: [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '8ac80264-0236-4018-b46e-3c191a55dbba', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'port_id': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'mac_address': 'fa:16:3e:42:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:07Z', 'updated_at': '2021-07-08T02:57:07Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:56Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:57:09.882189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dbe0f-8a02-47da-b58b-e37414c8fd00 None None] New status for floating IP 8ac80264-0236-4018-b46e-3c191a55dbba: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:57:10.356533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35000) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:10.417597 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-15fdc3a5-b6be-402f-bcb1-a9801540470d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/8ac80264-0236-4018-b46e-3c191a55dbba HTTP/1.1" status: 200 len: 992 time: 0.0599897 Jul 08 02:57:10.718583 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:57:12.197252 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7846a0a2-1735-42bf-a90b-2ba45f829a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:14.494334 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-35679f13-129a-4472-9c5c-28b9a2e10bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:14.900016 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:15.979930 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:17.651444 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:18.696691 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:21.505524 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:42.205181 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5ead2c86-7431-4c9a-a1ac-6cbcebb87266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:44.189311 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f361d5-3759-4e98-95d5-74b85983581a req-da5a61b1-1420-4115-a1a6-120ee1835753 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:44.190688 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5f361d5-3759-4e98-95d5-74b85983581a req-da5a61b1-1420-4115-a1a6-120ee1835753 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0665598 Jul 08 02:57:44.227330 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e5f361d5-3759-4e98-95d5-74b85983581a req-20f31766-a061-48cb-ba47-8c022bb7a25e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308611 Jul 08 02:57:44.502021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-70fc6d06-5889-482d-a76f-a3a2d7603157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:44.907901 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:45.399072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756649d9-d28e-4378-89b4-6afaeeb5d353 req-4a976754-eeb7-4f6f-844e-bcf4caf07b6b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:45.400580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-756649d9-d28e-4378-89b4-6afaeeb5d353 req-4a976754-eeb7-4f6f-844e-bcf4caf07b6b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0625949 Jul 08 02:57:45.441630 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-756649d9-d28e-4378-89b4-6afaeeb5d353 req-07f6eca0-685a-4add-82ca-9ab740eb32c2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356920 Jul 08 02:57:45.465647 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35018) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:45.525855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fb37c1b0-d78f-4ae1-aff9-e5cbf715b8bb tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/8ac80264-0236-4018-b46e-3c191a55dbba HTTP/1.1" status: 200 len: 992 time: 0.0590105 Jul 08 02:57:45.976362 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:47.176714 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2ba52-819d-42ab-a925-925ed9cff4f1 req-7b6ed958-b0ce-443e-b13a-d18c33cea3f4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:47.178193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bac2ba52-819d-42ab-a925-925ed9cff4f1 req-7b6ed958-b0ce-443e-b13a-d18c33cea3f4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.1135294 Jul 08 02:57:47.216193 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bac2ba52-819d-42ab-a925-925ed9cff4f1 req-b6cb1f34-632b-4bbb-9d97-3087be0e270c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323489 Jul 08 02:57:47.631815 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-145258fd-b269-4152-abc6-524fd24662b4 req-f85fab76-8f50-46be-8550-9236f38b9d62 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519426 Jul 08 02:57:47.704819 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:47.718864 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:57:47.729095 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145258fd-b269-4152-abc6-524fd24662b4 req-c556fb0f-6c5a-4f3f-a3ff-cfd1398ceb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:47.730608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-145258fd-b269-4152-abc6-524fd24662b4 req-c556fb0f-6c5a-4f3f-a3ff-cfd1398ceb73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 1097 time: 0.0565696 Jul 08 02:57:47.841539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145258fd-b269-4152-abc6-524fd24662b4 req-794eca16-78ab-4325-bbb1-43c4022ef9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:47.843016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-145258fd-b269-4152-abc6-524fd24662b4 req-794eca16-78ab-4325-bbb1-43c4022ef9c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36f2f97b-9238-405d-9fa0-c98548ee69f9 HTTP/1.1" status: 200 len: 897 time: 0.0900822 Jul 08 02:57:47.910433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-145258fd-b269-4152-abc6-524fd24662b4 req-6e132efa-2d7f-45f6-9c89-d7a52758585a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68 HTTP/1.1" status: 200 len: 1000 time: 0.0600615 Jul 08 02:57:48.302145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145258fd-b269-4152-abc6-524fd24662b4 req-122bf15a-ee19-40fb-805d-d2194bcbb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:48.303684 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-145258fd-b269-4152-abc6-524fd24662b4 req-122bf15a-ee19-40fb-805d-d2194bcbb69d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b4ec07-17fc-4754-be29-5fb867ad3f0a HTTP/1.1" status: 200 len: 834 time: 0.3868930 Jul 08 02:57:48.365863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145258fd-b269-4152-abc6-524fd24662b4 req-c35b71b2-7616-4724-ba88-d8b1ed8477f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:48.368853 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-145258fd-b269-4152-abc6-524fd24662b4 req-c35b71b2-7616-4724-ba88-d8b1ed8477f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36f2f97b-9238-405d-9fa0-c98548ee69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573823 Jul 08 02:57:48.503394 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-145258fd-b269-4152-abc6-524fd24662b4 req-9f8781a9-9c2a-4197-b635-b60da86d4ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294043 Jul 08 02:57:48.515035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba598f-d4ff-4e93-bf35-1012a890e356 req-08cd71e7-6860-4382-8c57-0a7c60b14c03 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:48.516478 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-06ba598f-d4ff-4e93-bf35-1012a890e356 req-08cd71e7-6860-4382-8c57-0a7c60b14c03 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.1810179 Jul 08 02:57:48.599997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-06ba598f-d4ff-4e93-bf35-1012a890e356 req-8c1de153-5dad-4996-96c2-bd37227abd2a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754702 Jul 08 02:57:48.625079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35032) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:48.629752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-145258fd-b269-4152-abc6-524fd24662b4 req-88dc85d1-5bb4-43d7-98af-c44edc0fa1a0 service neutron] 10.222.0.32 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123421 Jul 08 02:57:48.689313 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-42912146-c375-4af8-ac01-dfdb5ff20073 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/8ac80264-0236-4018-b46e-3c191a55dbba HTTP/1.1" status: 200 len: 992 time: 0.0630717 Jul 08 02:57:48.727841 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:48.946585 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35038) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:49.098772 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 90430b51-0e6b-4600-b9c4-4285b7457ea2 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:57:49.099029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:49.171700 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:49.172041 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:49.183910 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 90430b51-0e6b-4600-b9c4-4285b7457ea2 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:57:49.390532 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:49.415889 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=90430b51-0e6b-4600-b9c4-4285b7457ea2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:49.448589 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.448950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.449309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.449673 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.450017 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.450366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.450707 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.451050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.451408 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.451746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.452149 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.452481 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:49.491149 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:49.491812 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 8ac80264-0236-4018-b46e-3c191a55dbba disassociated (deleted). External IP: 172.25.8.74, port: 8e9ca5d8-0f1e-401d-bb6d-00553946ae68. Jul 08 02:57:50.013639 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router d3c9e510-30a0-4f03-9398-5332a7a96225 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:57:50.123848 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:57:50.129286 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:50.133197 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] Sync routers for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:57:50.142827 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:57:50.143471 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:57:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:50.168376 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c03c787f-f338-4f6d-8083-7663273d5b0d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/floatingips/8ac80264-0236-4018-b46e-3c191a55dbba HTTP/1.1" status: 204 len: 168 time: 1.2206788 Jul 08 02:57:50.168979 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:50.171267 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5165ae8-0d93-443c-a18b-1169a2c4f902" -d '{"events": [{"name": "network-changed", "server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:50.207319 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f38a1-0aae-4e28-99b1-da19418b933c x-openstack-request-id: req-161f38a1-0aae-4e28-99b1-da19418b933c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:50.207641 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:50.207897 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-161f38a1-0aae-4e28-99b1-da19418b933c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:50.208303 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'status': 'completed', 'code': 200} Jul 08 02:57:50.252345 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:57:50.284416 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-b08077b2-11d6-4076-8c4c-f38a00ba199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:50.285931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-b08077b2-11d6-4076-8c4c-f38a00ba199d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 1097 time: 0.0538757 Jul 08 02:57:50.379763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-d4ed8225-f88c-4c6c-b1a4-4b5aaf6db2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:50.381303 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-d4ed8225-f88c-4c6c-b1a4-4b5aaf6db2e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36f2f97b-9238-405d-9fa0-c98548ee69f9 HTTP/1.1" status: 200 len: 897 time: 0.0888741 Jul 08 02:57:50.428275 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-9eda4bbe-9a89-4b75-84c2-b8d5260c2687 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68 HTTP/1.1" status: 200 len: 217 time: 0.0397632 Jul 08 02:57:50.458682 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:56Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:50.479198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-6be5d052-57c9-4a1b-a71f-5ad78401bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:50.480781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-6be5d052-57c9-4a1b-a71f-5ad78401bc0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8b4ec07-17fc-4754-be29-5fb867ad3f0a HTTP/1.1" status: 200 len: 834 time: 0.0459619 Jul 08 02:57:50.485758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] Checking router: d3c9e510-30a0-4f03-9398-5332a7a96225 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:57:50.494806 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:57:50.495442 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:57:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:50.547009 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-1f59472e-553b-4656-a836-44481c375411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:50.548569 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-1f59472e-553b-4656-a836-44481c375411 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36f2f97b-9238-405d-9fa0-c98548ee69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610492 Jul 08 02:57:50.601253 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:57:50.639000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-faa06af4-17fe-4223-8376-5543323a411f service neutron] 10.222.0.32 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834725 Jul 08 02:57:50.737248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c5165ae8-0d93-443c-a18b-1169a2c4f902 req-3c48b83d-2d60-4012-9a83-8aeadf3f5c47 service neutron] 10.222.0.32 "GET /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906923 Jul 08 02:57:50.754845 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3fb03-f000-421b-a7f1-e62e10487de8 req-6cd0d1b6-5d93-43aa-bbd8-0d99aba5a3ca tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:50.756433 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6f3fb03-f000-421b-a7f1-e62e10487de8 req-6cd0d1b6-5d93-43aa-bbd8-0d99aba5a3ca tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0678127 Jul 08 02:57:50.796567 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f6f3fb03-f000-421b-a7f1-e62e10487de8 req-29095138-3ba0-4e96-ae1a-f928622a8fe2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332501 Jul 08 02:57:50.815088 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:56Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:50.844517 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fffb1-1863-47b8-aed1-dd4854550458 None None] The sync data for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 is: [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:56:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fc8cbbd6-c094-43a7-b3dc-9ac713754a03', 'name': '', 'network_id': '36f2f97b-9238-405d-9fa0-c98548ee69f9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:64:2a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:52Z', 'updated_at': '2021-07-08T02:56:56Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'd8b4ec07-17fc-4754-be29-5fb867ad3f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:57:51.052626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2f4a03-5618-480b-ab37-cb2daa341e80 None None] New status for floating IP 8ac80264-0236-4018-b46e-3c191a55dbba: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:57:51.540351 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:51.971497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb82f5c-fa73-4165-a323-0a26bb6f9341 req-f0f9d2bf-fed9-4789-8ebd-5f572aec136b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:51.972977 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cb82f5c-fa73-4165-a323-0a26bb6f9341 req-f0f9d2bf-fed9-4789-8ebd-5f572aec136b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0626590 Jul 08 02:57:52.010219 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cb82f5c-fa73-4165-a323-0a26bb6f9341 req-a5ae0e4e-3ca5-4d2e-b8fc-140f849e2ae9 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=74e79865-6bdf-44da-ac9e-577d2d25f2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Jul 08 02:57:52.298875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a897e-6a56-404e-b816-c87033dae466 req-438b99ef-d5d5-4bde-9b19-8800b3cdac29 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:52.300346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d4a897e-6a56-404e-b816-c87033dae466 req-438b99ef-d5d5-4bde-9b19-8800b3cdac29 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 945 time: 0.0621758 Jul 08 02:57:52.408232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:57:52.408582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:52.497634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:52.498003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:52.510536 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:57:52.707719 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:52.735162 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=8e9ca5d8-0f1e-401d-bb6d-00553946ae68,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:52.766325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.766681 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.767024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.767384 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.767724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.768065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.768398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.768727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.769055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.769381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.769711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.770030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:52.797722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] No DVR routers for this DVR port 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:57:52.800201 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:52.802349 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0d4a897e-6a56-404e-b816-c87033dae466 req-ac979c1a-6a6f-4252-9174-8cc72bd83481 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "DELETE /v2.0/ports/8e9ca5d8-0f1e-401d-bb6d-00553946ae68 HTTP/1.1" status: 204 len: 173 time: 0.4923975 Jul 08 02:57:52.802789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'name': 'network-vif-deleted', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:52.805089 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec781cf-4c0f-4552-9b42-d547f3897019" -d '{"events": [{"server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "name": "network-vif-deleted", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:52.841132 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a637f15-bd1e-49ff-aeda-4b2c2cfe0f40 x-openstack-request-id: req-2a637f15-bd1e-49ff-aeda-4b2c2cfe0f40 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:52.841428 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317049cd-ea24-4d55-a3a1-b6cbd94aa638", "name": "network-vif-deleted", "tag": "8e9ca5d8-0f1e-401d-bb6d-00553946ae68", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:52.841684 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a637f15-bd1e-49ff-aeda-4b2c2cfe0f40 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:52.842092 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317049cd-ea24-4d55-a3a1-b6cbd94aa638', 'name': 'network-vif-deleted', 'tag': '8e9ca5d8-0f1e-401d-bb6d-00553946ae68', 'status': 'completed', 'code': 200} Jul 08 02:57:53.153782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8ec83be2-735b-4c5a-adf8-6011633e6fe8 req-5145a5ed-6e7b-411e-8732-0e4d00c38d91 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=317049cd-ea24-4d55-a3a1-b6cbd94aa638 HTTP/1.1" status: 200 len: 210 time: 0.0303664 Jul 08 02:57:54.245815 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35056) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:54.517564 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-5e8dd620-98a7-4d96-8471-5767333ced59 req-1a13361a-adc4-4644-8465-dfa2b7a915de service neutron] (100713) timed out ('10.222.0.10', 60366) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:57:54.606073 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.840091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:57:54.859024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:57:54.859475 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 8e9ca5d8-0f1e-401d-bb6d-00553946ae68 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:57:54.873098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port fc8cbbd6-c094-43a7-b3dc-9ac713754a03 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:57:54.873450 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.959920 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port fc8cbbd6-c094-43a7-b3dc-9ac713754a03, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:54.960291 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.972728 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for fc8cbbd6-c094-43a7-b3dc-9ac713754a03 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:57:55.228241 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:55.253157 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=fc8cbbd6-c094-43a7-b3dc-9ac713754a03,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:55.435262 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:55.644651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router d3c9e510-30a0-4f03-9398-5332a7a96225 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:57:55.746854 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:57:55.752046 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-fe93e666-395d-44b5-9cf7-3f34981df740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/d3c9e510-30a0-4f03-9398-5332a7a96225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5051408 Jul 08 02:57:55.754677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35058) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:55.757455 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] Sync routers for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:57:55.766961 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:57:55.767592 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:57:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:55.810151 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-56251063-17b4-4c83-ab01-ac4dba44849f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting subnet d8b4ec07-17fc-4754-be29-5fb867ad3f0a {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:57:55.813331 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56251063-17b4-4c83-ab01-ac4dba44849f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:55.855956 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56251063-17b4-4c83-ab01-ac4dba44849f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:55.874317 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:57:55.938766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56251063-17b4-4c83-ab01-ac4dba44849f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.073838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56251063-17b4-4c83-ab01-ac4dba44849f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.100717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251063-17b4-4c83-ab01-ac4dba44849f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b4ec07-17fc-4754-be29-5fb867ad3f0a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:56.105367 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-56251063-17b4-4c83-ab01-ac4dba44849f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.107254 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-56251063-17b4-4c83-ab01-ac4dba44849f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/subnets/d8b4ec07-17fc-4754-be29-5fb867ad3f0a HTTP/1.1" status: 204 len: 168 time: 0.3516483 Jul 08 02:57:56.110097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35060) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:56.117220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb766cf0-305a-449e-b7b0-b0bdb46fbb7c None None] Network 36f2f97b-9238-405d-9fa0-c98548ee69f9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:57:56.136357 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:57:55Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:56.165029 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] Checking router: d3c9e510-30a0-4f03-9398-5332a7a96225 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:57:56.176284 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] Routers {'d3c9e510-30a0-4f03-9398-5332a7a96225'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:57:56.177052 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:57:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['d3c9e510-30a0-4f03-9398-5332a7a96225'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:56.241052 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.283746 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] Set router d3c9e510-30a0-4f03-9398-5332a7a96225 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:57:56.329890 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] DHCP port deletion for 36f2f97b-9238-405d-9fa0-c98548ee69f9 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:57:56.355585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.378068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Deleting port 28748398-24af-48fc-b0f1-ecc4fe9ec736 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:57:56.378540 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.441918 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] For port 28748398-24af-48fc-b0f1-ecc4fe9ec736, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=28748398-24af-48fc-b0f1-ecc4fe9ec736,segment=NetworkSegment(94302561-85e1-43e2-8b20-dcddf389da0c),segment_id=94302561-85e1-43e2-8b20-dcddf389da0c)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:56.442329 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.465302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Calling delete_port for 28748398-24af-48fc-b0f1-ecc4fe9ec736 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:57:56.473395 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:57:55Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:56.482225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:57:56.482592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.509189 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5af5bc-f8b3-4bc1-8bc6-6be941cfdc72 None None] The sync data for ids ['d3c9e510-30a0-4f03-9398-5332a7a96225'] in n-d-695189-13 is: [{'id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1497540286', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:56:48Z', 'updated_at': '2021-07-08T02:57:55Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': 'e2cda719-5eb4-4b5f-9fc0-541ee9c2f617', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9e510-30a0-4f03-9398-5332a7a96225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:56:49Z', 'updated_at': '2021-07-08T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:57:56.589183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port e2cda719-5eb4-4b5f-9fc0-541ee9c2f617, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e2cda719-5eb4-4b5f-9fc0-541ee9c2f617,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:56.589559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.601094 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:57:56.650747 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.676822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Pushing event deleted for resources: {'Port': ['ID=28748398-24af-48fc-b0f1-ecc4fe9ec736,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:56.679030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] No DVR routers for this DVR port 28748398-24af-48fc-b0f1-ecc4fe9ec736 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:57:56.689528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.689528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.689528 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.689859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.690480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.690480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.690704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.691004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.691331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.691676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.692002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.692325 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66458cb-f264-4fe3-9804-106af82211d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:56.828384 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.854993 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=e2cda719-5eb4-4b5f-9fc0-541ee9c2f617,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:56.924159 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.927762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 28748398-24af-48fc-b0f1-ecc4fe9ec736 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:57:56.947227 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 28748398-24af-48fc-b0f1-ecc4fe9ec736 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:57:56.948760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 28748398-24af-48fc-b0f1-ecc4fe9ec736 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:57:57.022957 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.025784 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.134744 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.135481 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Fanout notify agent at l3_agent the message router_deleted on router d3c9e510-30a0-4f03-9398-5332a7a96225 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:57:57.142251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.143382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-109f4015-f98a-4bfa-b08d-3e103182826d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/routers/d3c9e510-30a0-4f03-9398-5332a7a96225 HTTP/1.1" status: 204 len: 168 time: 1.0317488 Jul 08 02:57:57.146146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35062) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:57.225351 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.314132 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.324067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f2f97b-9238-405d-9fa0-c98548ee69f9']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:57.333971 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94302561-85e1-43e2-8b20-dcddf389da0c') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:57.334368 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94302561-85e1-43e2-8b20-dcddf389da0c') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:57.343560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.356607 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.362203 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:57:57.362587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:57:57.365457 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:57:57.516578 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.525808 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.527831 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/networks/36f2f97b-9238-405d-9fa0-c98548ee69f9 HTTP/1.1" status: 204 len: 168 time: 0.3806551 Jul 08 02:57:57.530640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35064) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:57.539567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633bdfc-68be-4213-aa68-b2b3ecb5f7f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Network': ['ID=36f2f97b-9238-405d-9fa0-c98548ee69f9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:57.592416 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66344b25-ba6b-435a-ad19-e37d66ca58b8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.620222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66344b25-ba6b-435a-ad19-e37d66ca58b8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.739089 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66344b25-ba6b-435a-ad19-e37d66ca58b8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.742006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66344b25-ba6b-435a-ad19-e37d66ca58b8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:57.743744 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-66344b25-ba6b-435a-ad19-e37d66ca58b8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/security-groups/74e79865-6bdf-44da-ac9e-577d2d25f2dd HTTP/1.1" status: 204 len: 168 time: 0.2118478 Jul 08 02:57:57.752654 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66344b25-ba6b-435a-ad19-e37d66ca58b8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e79865-6bdf-44da-ac9e-577d2d25f2dd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:58.163199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35070) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:58.168537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dd093820-44be-4b17-900c-c3f2e58f233b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142283570', 'description': 'tempest-secgroup-smoke-1142283570 description', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:58.236324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd093820-44be-4b17-900c-c3f2e58f233b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.315075 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd093820-44be-4b17-900c-c3f2e58f233b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.401626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd093820-44be-4b17-900c-c3f2e58f233b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.430368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd093820-44be-4b17-900c-c3f2e58f233b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7049c0-a664-4121-8f92-273f8b5c3de5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:58.487841 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dd093820-44be-4b17-900c-c3f2e58f233b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.489264 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dd093820-44be-4b17-900c-c3f2e58f233b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3250277 Jul 08 02:57:58.492448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35072) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:58.496962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ca72bea0-00cc-4c9c-b1f4-96615224842a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0a7049c0-a664-4121-8f92-273f8b5c3de5', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:58.513639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fc8cbbd6-c094-43a7-b3dc-9ac713754a03 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:57:58.535862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: fc8cbbd6-c094-43a7-b3dc-9ac713754a03 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:57:58.536219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fc8cbbd6-c094-43a7-b3dc-9ac713754a03 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:57:58.536755 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:57:58.555120 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:57:58.555514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e2cda719-5eb4-4b5f-9fc0-541ee9c2f617 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:57:58.572725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca72bea0-00cc-4c9c-b1f4-96615224842a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.630567 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca72bea0-00cc-4c9c-b1f4-96615224842a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.710492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca72bea0-00cc-4c9c-b1f4-96615224842a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.729700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72bea0-00cc-4c9c-b1f4-96615224842a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f75e13a-e285-44d1-b968-8c269cb5efd8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:58.818910 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ca72bea0-00cc-4c9c-b1f4-96615224842a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.820159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ca72bea0-00cc-4c9c-b1f4-96615224842a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267400 Jul 08 02:57:58.823391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35074) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:58.827822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ed08e050-af7d-4cea-a5d2-dc63fc1b9ad4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0a7049c0-a664-4121-8f92-273f8b5c3de5', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:58.915168 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed08e050-af7d-4cea-a5d2-dc63fc1b9ad4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:58.971802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed08e050-af7d-4cea-a5d2-dc63fc1b9ad4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.047216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed08e050-af7d-4cea-a5d2-dc63fc1b9ad4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.066111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08e050-af7d-4cea-a5d2-dc63fc1b9ad4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4f53e4-fc8b-4755-adc4-10aaf4fec24d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:59.141549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ed08e050-af7d-4cea-a5d2-dc63fc1b9ad4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.142820 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ed08e050-af7d-4cea-a5d2-dc63fc1b9ad4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3184979 Jul 08 02:57:59.145709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35076) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:59.150215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7344d591-ec01-4b41-bac3-9d6cbe2e29ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0a7049c0-a664-4121-8f92-273f8b5c3de5', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:59.246996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7344d591-ec01-4b41-bac3-9d6cbe2e29ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.303000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7344d591-ec01-4b41-bac3-9d6cbe2e29ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.384723 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7344d591-ec01-4b41-bac3-9d6cbe2e29ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.402995 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344d591-ec01-4b41-bac3-9d6cbe2e29ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb11ec8-40af-4d87-b5ec-2c76fe681b22,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:59.487290 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7344d591-ec01-4b41-bac3-9d6cbe2e29ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.488544 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7344d591-ec01-4b41-bac3-9d6cbe2e29ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3418443 Jul 08 02:57:59.491279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35078) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:59.496542 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7f0e46f5-c706-4e52-a1ac-dfae4524621c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0a7049c0-a664-4121-8f92-273f8b5c3de5', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:59.594799 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f0e46f5-c706-4e52-a1ac-dfae4524621c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.654661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f0e46f5-c706-4e52-a1ac-dfae4524621c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.727602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f0e46f5-c706-4e52-a1ac-dfae4524621c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.742775 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e46f5-c706-4e52-a1ac-dfae4524621c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6e384b-c62c-4b95-addf-75362bbb30d7,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:59.798855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7f0e46f5-c706-4e52-a1ac-dfae4524621c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.800096 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7f0e46f5-c706-4e52-a1ac-dfae4524621c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3076241 Jul 08 02:57:59.802710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35080) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:59.807242 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e480feb1-f306-4da5-86b9-9c1033bb5255 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0a7049c0-a664-4121-8f92-273f8b5c3de5', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:59.873194 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-e480feb1-f306-4da5-86b9-9c1033bb5255 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:57:59.877958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e480feb1-f306-4da5-86b9-9c1033bb5255 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.937148 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e480feb1-f306-4da5-86b9-9c1033bb5255 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.981669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e480feb1-f306-4da5-86b9-9c1033bb5255 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:59.999294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480feb1-f306-4da5-86b9-9c1033bb5255 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b1e706-5336-4cd2-92f2-260b46d8f0d8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:00.061452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e480feb1-f306-4da5-86b9-9c1033bb5255 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.062665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e480feb1-f306-4da5-86b9-9c1033bb5255 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2589982 Jul 08 02:58:00.065391 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35082) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:00.069807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-809cb060-3995-4353-a81f-32b19e8de097 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0a7049c0-a664-4121-8f92-273f8b5c3de5', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:58:00.158819 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-809cb060-3995-4353-a81f-32b19e8de097 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:58:00.163631 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-809cb060-3995-4353-a81f-32b19e8de097 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.223222 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-809cb060-3995-4353-a81f-32b19e8de097 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.293482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-809cb060-3995-4353-a81f-32b19e8de097 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.312385 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cb060-3995-4353-a81f-32b19e8de097 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3a7067-7010-4520-8c2f-aa09499e3f32,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:00.370166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-809cb060-3995-4353-a81f-32b19e8de097 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.371391 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-809cb060-3995-4353-a81f-32b19e8de097 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3050468 Jul 08 02:58:00.374176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:00.379126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'network': {'name': 'tempest-network-smoke--1387279022', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:58:00.453227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:58:00.456536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.480301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:58:00.488996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.489340 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Added segment f726bb56-3d50-4007-be5c-e93a73b1d99e of type vlan for network 9cf7b60c-5f62-4440-ae91-481fc15cc11a Jul 08 02:58:00.532380 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.621781 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.627671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:00.628314 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.694037 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Network': ['ID=9cf7b60c-5f62-4440-ae91-481fc15cc11a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:00.705354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:58:00.754022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c786f081-b3fc-4042-b98b-c7551491c590 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3762338 Jul 08 02:58:00.754234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35086) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:00.758881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'admin_state_up': True, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:58:00.839211 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.840365 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:00.896031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:01.086811 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:01.322053 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:01.340778 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:01.441818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.159 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/2e379d0b-303a-4a66-b0f2-3f7be30655f3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:58:01.549302 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:01.633366 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:01.669281 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:58:01.672055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:58:01.677346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:58:01.704762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=2e379d0b-303a-4a66-b0f2-3f7be30655f3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:02.005887 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:02.192577 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:02.384982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 19195e44-4eba-468d-9b99-3e07107f0495 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:58:02.490202 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:58:02.500845 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Sync routers for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:58:02.510168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:58:02.510786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:57:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:02.585097 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:02.586401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7602c27d-b405-462a-ab88-cf0dc819eb7a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8312693 Jul 08 02:58:02.590971 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:02.619796 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:58:02.625700 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1f4c7284-68b1-43ee-a434-4f5544448729 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=22dfd299bdd540c19de1169d4d4c29d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343082 Jul 08 02:58:02.628311 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35090) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:02.800855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d26384-8374-4c60-93f7-d0ea677bea5e tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:02.802387 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-92d26384-8374-4c60-93f7-d0ea677bea5e tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1730256 Jul 08 02:58:02.802572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:01Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:02.805231 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35092) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:02.829202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Checking router: 19195e44-4eba-468d-9b99-3e07107f0495 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:58:02.829567 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Updating router 19195e44-4eba-468d-9b99-3e07107f0495 port 2e379d0b-303a-4a66-b0f2-3f7be30655f3 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:58:02.863627 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.127203 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.138602 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Transition to ACTIVE for port object 2e379d0b-303a-4a66-b0f2-3f7be30655f3 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:58:03.190323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c74574dc-aa08-4446-814c-614dd3cf1eca tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3840141 Jul 08 02:58:03.192950 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35094) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:03.197689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919665021', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:58:03.207868 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.259571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Attempting to bind port 2e379d0b-303a-4a66-b0f2-3f7be30655f3 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:58:03.259953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Attempting to bind port 2e379d0b-303a-4a66-b0f2-3f7be30655f3 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:58:03.260321 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Attempting to bind port 2e379d0b-303a-4a66-b0f2-3f7be30655f3 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:58:03.262385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c9626-41cd-4a1e-8490-7d02e9d43d9c None None] Pushing event updated for resources: {'Port': ['ID=2e379d0b-303a-4a66-b0f2-3f7be30655f3,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:03.268057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:58:03.268445 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:58:03.268857 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.269253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:58:03.269758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Bound port: 2e379d0b-303a-4a66-b0f2-3f7be30655f3, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:58:03.270156 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.320274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] For port 2e379d0b-303a-4a66-b0f2-3f7be30655f3, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:58:03.323247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] For port 2e379d0b-303a-4a66-b0f2-3f7be30655f3, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2e379d0b-303a-4a66-b0f2-3f7be30655f3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:58:03.338836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:58:03.342488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.425572 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.475220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:58:03.475855 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:57:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:03.519521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c9626-41cd-4a1e-8490-7d02e9d43d9c None None] Pushing event updated for resources: {'Port': ['ID=2e379d0b-303a-4a66-b0f2-3f7be30655f3,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:03.588884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:58:03.628002 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.695964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Subnet': ['ID=3a93950c-6ab9-4984-8077-576fc057a0c8,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:03.700407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Checking segment: {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:58:03.700771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network hostable DHCP agents. Network: 9cf7b60c-5f62-4440-ae91-481fc15cc11a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:58:03.766170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:01Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:03.792341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c820e2-e67c-41e1-95c3-8e72cd2e3c45 None None] The sync data for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 is: [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:01Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:58:03.813448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:58:03.885417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 9cf7b60c-5f62-4440-ae91-481fc15cc11a) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:58:03.893002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a168972-3fe0-4845-82c6-f3b213b1987c None None] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:58:03.895871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:03.896482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:03.974493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-374a6afb-a3ef-4519-950d-9bd97b46b213 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7805095 Jul 08 02:58:03.981447 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35096) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:04.224898 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:58:04.225781 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.383100 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Allocated IP 172.20.0.2 (9cf7b60c-5f62-4440-ae91-481fc15cc11a/3a93950c-6ab9-4984-8077-576fc057a0c8/d9bb9bf5-0ef3-422b-a6ac-ed93df36420f) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:58:04.480520 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.560066 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2e379d0b-303a-4a66-b0f2-3f7be30655f3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:58:04.586541 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.600028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Transition to ACTIVE for port object d9bb9bf5-0ef3-422b-a6ac-ed93df36420f will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:58:04.627605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Transition to ACTIVE for port object d9bb9bf5-0ef3-422b-a6ac-ed93df36420f will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:58:04.705157 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.733386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2e379d0b-303a-4a66-b0f2-3f7be30655f3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:58:04.749888 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2e379d0b-303a-4a66-b0f2-3f7be30655f3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:04.750272 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.755558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:58:04.775902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:58:04.779497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:58:04.781446 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Pushing event updated for resources: {'Port': ['ID=d9bb9bf5-0ef3-422b-a6ac-ed93df36420f,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:04.782806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.1 (9cf7b60c-5f62-4440-ae91-481fc15cc11a/3a93950c-6ab9-4984-8077-576fc057a0c8/df87e080-cbe9-4bbd-9fc5-9a1bb4047727) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:58:04.854751 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Attempting to bind port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:58:04.855127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Attempting to bind port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:58:04.855521 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Attempting to bind port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f on network 9cf7b60c-5f62-4440-ae91-481fc15cc11a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:58:04.862992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:58:04.863397 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Checking segment: {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:58:04.863805 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.864205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Bound using segment: {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:58:04.864676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Bound port: d9bb9bf5-0ef3-422b-a6ac-ed93df36420f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:58:04.865067 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.898323 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.915079 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object df87e080-cbe9-4bbd-9fc5-9a1bb4047727 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:58:04.924578 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:04.959370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 2e379d0b-303a-4a66-b0f2-3f7be30655f3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2e379d0b-303a-4a66-b0f2-3f7be30655f3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:04.968270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] For port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:58:04.971133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] For port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d9bb9bf5-0ef3-422b-a6ac-ed93df36420f,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:58:05.005182 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:05.027849 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:05.032142 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:05.052783 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:58:05.056592 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:58:05.059402 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:58:05.095288 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=2e379d0b-303a-4a66-b0f2-3f7be30655f3,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:05.108482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:05.130852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:05.149170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6952a-027e-424f-89a6-9314e76ead24 None None] Pushing event updated for resources: {'Port': ['ID=d9bb9bf5-0ef3-422b-a6ac-ed93df36420f,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:05.358438 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:05.644489 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:05.713706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:05.789688 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:05.791889 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:05.894180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:58:05.895646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:58:05.997400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e1fc1-b478-45c5-bfc0-c6e80cbca5c2 None None] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:58:06.014446 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 19195e44-4eba-468d-9b99-3e07107f0495 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:58:06.121523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:58:06.126693 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d6c62fcd-93ce-479e-9b35-0565a0ee5a1b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/19195e44-4eba-468d-9b99-3e07107f0495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1448016 Jul 08 02:58:06.150116 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Sync routers for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:58:06.159606 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:58:06.160160 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:57:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:06.199114 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-64a00341-bec2-4c0c-abe0-3cc2e75d35d7 None None] Provisioning for port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:58:06.282118 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:58:06.289917 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-d4022b2a-cc33-4afd-a7d6-374be3e15f38 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142283570&fields=id&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 267 time: 0.0342779 Jul 08 02:58:06.405297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-ba5a2145-f2ab-4f1f-925c-e207fe30ab4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:06.406877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-ba5a2145-f2ab-4f1f-925c-e207fe30ab4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/networks?id=9cf7b60c-5f62-4440-ae91-481fc15cc11a HTTP/1.1" status: 200 len: 797 time: 0.1089988 Jul 08 02:58:06.430807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-cca99e2b-3b45-46fc-ac02-a9018a44a8a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/quotas/22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 375 time: 0.0115883 Jul 08 02:58:06.496642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8eea551a-8302-4d4b-b80c-86e1311e09f4 None None] Provisioning for port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:58:06.502442 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8eea551a-8302-4d4b-b80c-86e1311e09f4 None None] Provisioning complete for port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:06.502916 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8eea551a-8302-4d4b-b80c-86e1311e09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.543705 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 2, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:06.556839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-67c66172-b953-42f4-99b4-df349ea5fa19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186023 Jul 08 02:58:06.564482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-8eea551a-8302-4d4b-b80c-86e1311e09f4 None None] Port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:58:06.592567 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Checking router: 19195e44-4eba-468d-9b99-3e07107f0495 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:58:06.592926 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Updating router 19195e44-4eba-468d-9b99-3e07107f0495 port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:58:06.631823 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.632026 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-fb9a71e0-64d9-42af-bbfe-85f423369919 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:58:06.633263 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-fb9a71e0-64d9-42af-bbfe-85f423369919 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631969 Jul 08 02:58:06.669792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d9bb9bf5-0ef3-422b-a6ac-ed93df36420f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:58:06.734474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-811cf6eb-1a74-48a8-b991-a37ec0ad431a None None] Provisioning complete for port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:06.735205 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-811cf6eb-1a74-48a8-b991-a37ec0ad431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.755952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-5d15d63a-6f7d-47eb-96dc-47c2144b7fee service neutron] 10.222.0.10 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153231 Jul 08 02:58:06.786792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-811cf6eb-1a74-48a8-b991-a37ec0ad431a None None] Port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:58:06.799035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:58:06.803812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:06.804273 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.861022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-9088c08f-71b2-4887-857c-c3ad8d10650e service neutron] 10.222.0.10 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991378 Jul 08 02:58:06.887263 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.928173 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-958c8b1a-7ae9-4b0e-a8cd-725a4c4fd321 None None] Provisioning complete for port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:06.928556 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-958c8b1a-7ae9-4b0e-a8cd-725a4c4fd321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.931118 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d9bb9bf5-0ef3-422b-a6ac-ed93df36420f,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:06.957740 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:06.969488 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Transition to ACTIVE for port object df87e080-cbe9-4bbd-9fc5-9a1bb4047727 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:58:06.970250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-958c8b1a-7ae9-4b0e-a8cd-725a4c4fd321 None None] Port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:58:07.158835 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:07.160011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2e379d0b-303a-4a66-b0f2-3f7be30655f3 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:58:07.187193 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:07.240917 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Pushing event updated for resources: {'Port': ['ID=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:07.243819 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.244375 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.245362 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.245362 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.245561 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.246331 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.246331 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.246555 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.246823 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.247144 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.247501 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.247828 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:58:07.265725 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d9bb9bf5-0ef3-422b-a6ac-ed93df36420f,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:07.273814 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2e379d0b-303a-4a66-b0f2-3f7be30655f3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:07.274328 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:07.308498 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bb5fb419-40e8-4477-beba-f13e870ab22b req-6b13b218-d159-4c66-a09e-d548c5a21b33 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 210 time: 0.0610301 Jul 08 02:58:07.314420 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Attempting to bind port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:58:07.314804 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Attempting to bind port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:58:07.315170 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Attempting to bind port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 on network 9cf7b60c-5f62-4440-ae91-481fc15cc11a {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:58:07.320548 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:58:07.320927 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Checking segment: {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:58:07.321337 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:07.322284 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Bound using segment: {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:58:07.322753 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Bound port: df87e080-cbe9-4bbd-9fc5-9a1bb4047727, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:58:07.323140 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:07.389306 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] For port df87e080-cbe9-4bbd-9fc5-9a1bb4047727, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:58:07.392415 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] For port df87e080-cbe9-4bbd-9fc5-9a1bb4047727, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:58:07.500026 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:07.553498 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:58:07.554380 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:57:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:07.616869 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64413b30-1210-477e-8d2f-e3ca92a26b47 None None] Pushing event updated for resources: {'Port': ['ID=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:07.677487 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:58:07.880782 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:07Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:07.906075 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cec6a2-a887-4b90-8fbb-17f42f231815 None None] The sync data for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 is: [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:07Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:58:08.449816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-92b1b940-d20b-47a9-b0af-bc1fdd1e01e7 req-2baa4057-354c-4ce7-a9be-7d4b10627603 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 210 time: 0.0300982 Jul 08 02:58:08.603134 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device df87e080-cbe9-4bbd-9fc5-9a1bb4047727 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:58:08.739304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:58:08.744266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:08.748382 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:08.824204 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:08.856389 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port df87e080-cbe9-4bbd-9fc5-9a1bb4047727, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:08.945016 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:08.945849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d9bb9bf5-0ef3-422b-a6ac-ed93df36420f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:58:09.023841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:09.033818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:09.034199 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:09.470805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-32e19528-4298-4f43-9bf1-8f7bd06e0513 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:09.472318 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-32e19528-4298-4f43-9bf1-8f7bd06e0513 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/networks?id=9cf7b60c-5f62-4440-ae91-481fc15cc11a HTTP/1.1" status: 200 len: 797 time: 0.0985963 Jul 08 02:58:09.521098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-b9356758-8399-4a2a-b1cd-39b1e0d97b73 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 380 time: 0.0399833 Jul 08 02:58:09.531046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'port': {'device_id': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'admin_state_up': True, 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'security_groups': ['0a7049c0-a664-4121-8f92-273f8b5c3de5']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:58:09.611880 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-427ab901-499f-4f6d-ba64-84d61ef9ec39 req-9cd573ed-17c2-4b03-a32f-5b94fb23945e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 210 time: 0.0294604 Jul 08 02:58:09.701387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:58:09.705071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:09.833967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.11 (9cf7b60c-5f62-4440-ae91-481fc15cc11a/3a93950c-6ab9-4984-8077-576fc057a0c8/72167344-f341-4b15-bc6a-0f38fb494dad) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:58:09.966706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:09.980484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object 72167344-f341-4b15-bc6a-0f38fb494dad will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:58:10.067550 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:10.113240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:58:10.119118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:58:10.122798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:58:10.129185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=72167344-f341-4b15-bc6a-0f38fb494dad,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:10.175920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:10.176558 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:10.243488 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-69fa226f-d722-4123-b960-a8ddfcf37304 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7159727 Jul 08 02:58:10.255215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Request body: {'port': {'device_id': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:58:10.325706 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:10.427317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-67f230f8-9f87-4a23-8926-3096b7b6ce9b None None] Provisioning for port 72167344-f341-4b15-bc6a-0f38fb494dad completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:58:10.431163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-67f230f8-9f87-4a23-8926-3096b7b6ce9b None None] Provisioning complete for port 72167344-f341-4b15-bc6a-0f38fb494dad triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:10.431698 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67f230f8-9f87-4a23-8926-3096b7b6ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:10.470870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-67f230f8-9f87-4a23-8926-3096b7b6ce9b None None] Port 72167344-f341-4b15-bc6a-0f38fb494dad cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:58:10.524293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device df87e080-cbe9-4bbd-9fc5-9a1bb4047727 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:58:10.572499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:10.572882 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:10.585135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72167344-f341-4b15-bc6a-0f38fb494dad {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:58:10.593376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:10.605757 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Transition to ACTIVE for port object 72167344-f341-4b15-bc6a-0f38fb494dad will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:58:10.678475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:10.732780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Pushing event updated for resources: {'Port': ['ID=72167344-f341-4b15-bc6a-0f38fb494dad,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:10.848818 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Attempting to bind port 72167344-f341-4b15-bc6a-0f38fb494dad on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:58:10.849159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Attempting to bind port 72167344-f341-4b15-bc6a-0f38fb494dad by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:58:10.849491 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Attempting to bind port 72167344-f341-4b15-bc6a-0f38fb494dad on network 9cf7b60c-5f62-4440-ae91-481fc15cc11a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:58:10.859875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Port 72167344-f341-4b15-bc6a-0f38fb494dad on network 9cf7b60c-5f62-4440-ae91-481fc15cc11a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:58:10.860204 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Attempting to bind port 72167344-f341-4b15-bc6a-0f38fb494dad on network 9cf7b60c-5f62-4440-ae91-481fc15cc11a {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:58:10.872632 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0853ad3-e9d2-4901-876c-811176d29b04 req-abfbca28-b462-4d36-98e0-f0c40af71c83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:10.874135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0853ad3-e9d2-4901-876c-811176d29b04 req-abfbca28-b462-4d36-98e0-f0c40af71c83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 944 time: 0.1173735 Jul 08 02:58:10.875388 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:58:10.875731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Checking segment: {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:58:10.876118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Bound using segment: {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:58:10.876566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Bound port: 72167344-f341-4b15-bc6a-0f38fb494dad, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f726bb56-3d50-4007-be5c-e93a73b1d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:58:10.876929 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:10.944064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f0853ad3-e9d2-4901-876c-811176d29b04 req-45da79eb-99be-4454-af9f-e2da33396c6f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635338 Jul 08 02:58:10.966307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] For port 72167344-f341-4b15-bc6a-0f38fb494dad, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:58:10.969285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] For port 72167344-f341-4b15-bc6a-0f38fb494dad, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72167344-f341-4b15-bc6a-0f38fb494dad,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:58:11.047801 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:11.082442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:11.083074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:11.084647 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] 10.222.0.32 "PUT /v2.0/ports/72167344-f341-4b15-bc6a-0f38fb494dad HTTP/1.1" status: 200 len: 1093 time: 0.8340080 Jul 08 02:58:11.085099 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:58:11.087462 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7675401e-bc22-4123-9b70-55ea217a85b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:58:11.117748 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bfa1d-e44b-424d-804c-f7e3a570fffc service neutron] Pushing event updated for resources: {'Port': ['ID=72167344-f341-4b15-bc6a-0f38fb494dad,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:11.127906 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218a802f-1491-45da-92c3-c56cd08cd3d1 x-openstack-request-id: req-218a802f-1491-45da-92c3-c56cd08cd3d1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:58:11.128284 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:58:11.128541 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-218a802f-1491-45da-92c3-c56cd08cd3d1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:58:11.128952 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad', 'status': 'completed', 'code': 200} Jul 08 02:58:11.210969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675401e-bc22-4123-9b70-55ea217a85b8 req-88a809f6-ac31-4a90-9d5d-8cfc2f669ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:11.212623 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7675401e-bc22-4123-9b70-55ea217a85b8 req-88a809f6-ac31-4a90-9d5d-8cfc2f669ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 1096 time: 0.0617635 Jul 08 02:58:11.310613 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675401e-bc22-4123-9b70-55ea217a85b8 req-b6141c3b-76f4-4591-967c-989b4566ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:11.312138 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7675401e-bc22-4123-9b70-55ea217a85b8 req-b6141c3b-76f4-4591-967c-989b4566ace9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0920000 Jul 08 02:58:11.406054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675401e-bc22-4123-9b70-55ea217a85b8 req-5c86f931-534a-48ff-8d1a-a2d662bec33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:11.407464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7675401e-bc22-4123-9b70-55ea217a85b8 req-5c86f931-534a-48ff-8d1a-a2d662bec33f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892375 Jul 08 02:58:11.500227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-d1acc561-baac-40aa-8603-a480754275b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:11.501607 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-d1acc561-baac-40aa-8603-a480754275b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 1096 time: 0.0536540 Jul 08 02:58:11.544466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-dcc05ba1-6456-42a0-abc8-01c86a711014 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72167344-f341-4b15-bc6a-0f38fb494dad HTTP/1.1" status: 200 len: 217 time: 0.0352831 Jul 08 02:58:11.597778 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-32085435-f690-4ddc-a9f4-43a7afc38047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:11.599230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-32085435-f690-4ddc-a9f4-43a7afc38047 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a93950c-6ab9-4984-8077-576fc057a0c8 HTTP/1.1" status: 200 len: 835 time: 0.0489535 Jul 08 02:58:11.656145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-841aa5ef-f9af-437f-a361-9e49d649cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:11.657674 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-841aa5ef-f9af-437f-a361-9e49d649cb9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cf7b60c-5f62-4440-ae91-481fc15cc11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516586 Jul 08 02:58:11.745285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-aef61bc2-1f28-4c0b-a6e2-a9644a2ee219 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791159 Jul 08 02:58:11.836243 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a18afc-e87f-440b-bc81-65e79ba0a7ed req-a9f39d15-a9f0-45ab-8c2d-eecd93c4a23d service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837512 Jul 08 02:58:12.113107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ab3cd-d234-40a5-84ec-878bad5eeca6 req-d3383de6-abef-4a07-9f74-630e0dcba443 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:12.114588 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-204ab3cd-d234-40a5-84ec-878bad5eeca6 req-d3383de6-abef-4a07-9f74-630e0dcba443 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 944 time: 0.0619926 Jul 08 02:58:12.153575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-204ab3cd-d234-40a5-84ec-878bad5eeca6 req-7fe02f27-9a87-4ddf-a304-aeb7eeb13848 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Jul 08 02:58:12.167781 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97ec7f9d-da6e-4819-8cf3-be4206c2d2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:13.322136 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ed172-d8e2-4cc2-8414-af7359748b4a req-0931da19-b0bc-446e-8d43-efe1dccc1808 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:13.323644 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f2ed172-d8e2-4cc2-8414-af7359748b4a req-0931da19-b0bc-446e-8d43-efe1dccc1808 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 944 time: 0.0621703 Jul 08 02:58:13.360878 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f2ed172-d8e2-4cc2-8414-af7359748b4a req-75d93276-6884-43b1-ae76-3f31e23e8769 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315580 Jul 08 02:58:14.484424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3666cd37-5bd8-45ab-9bd5-bbf9d5e0b51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:14.534557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1f5a-9a05-40b2-b9db-53b14f032435 req-4b5f8562-4c17-4262-8295-590cfaa19465 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:14.536102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-525c1f5a-9a05-40b2-b9db-53b14f032435 req-4b5f8562-4c17-4262-8295-590cfaa19465 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 944 time: 0.0663166 Jul 08 02:58:14.573589 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-525c1f5a-9a05-40b2-b9db-53b14f032435 req-783bad39-df53-4a98-a34b-e4f4e080e368 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Jul 08 02:58:14.901595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:14.946347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72167344-f341-4b15-bc6a-0f38fb494dad details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:58:15.049948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72167344-f341-4b15-bc6a-0f38fb494dad, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72167344-f341-4b15-bc6a-0f38fb494dad,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:15.060996 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '72167344-f341-4b15-bc6a-0f38fb494dad', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'port_id': '72167344-f341-4b15-bc6a-0f38fb494dad', 'mac_address': 'fa:16:3e:51:09:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:58:15.097809 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:15.111251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72167344-f341-4b15-bc6a-0f38fb494dad {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:58:15.137207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72167344-f341-4b15-bc6a-0f38fb494dad, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72167344-f341-4b15-bc6a-0f38fb494dad,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:15.198411 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:15.247831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=72167344-f341-4b15-bc6a-0f38fb494dad,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:15.427771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['72167344-f341-4b15-bc6a-0f38fb494dad'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:58:15.984992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:16.084861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ee386-da28-434a-98a6-b20d4d2e4963 req-23bae4da-8cce-4c71-819b-4f69d8f2ee2e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:16.086373 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-325ee386-da28-434a-98a6-b20d4d2e4963 req-23bae4da-8cce-4c71-819b-4f69d8f2ee2e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 945 time: 0.4006302 Jul 08 02:58:16.124120 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-325ee386-da28-434a-98a6-b20d4d2e4963 req-d29e9eed-f4cd-45b2-ac79-0cf8c7b4d2ed tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321863 Jul 08 02:58:16.962434 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72167344-f341-4b15-bc6a-0f38fb494dad up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:58:17.064064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 72167344-f341-4b15-bc6a-0f38fb494dad completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:58:17.067697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 72167344-f341-4b15-bc6a-0f38fb494dad triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:58:17.068078 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:17.144074 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:17.165710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:58:17.168022 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259e3bb8-c6af-4aac-bd47-3cb9e48c81ea" -d '{"events": [{"server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "name": "network-vif-plugged", "status": "completed", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:58:17.184281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 72167344-f341-4b15-bc6a-0f38fb494dad, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72167344-f341-4b15-bc6a-0f38fb494dad,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:58:17.208658 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e6f707-b976-49d1-9931-10fa3d50b50c x-openstack-request-id: req-82e6f707-b976-49d1-9931-10fa3d50b50c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:58:17.208658 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "name": "network-vif-plugged", "status": "completed", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:58:17.208954 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82e6f707-b976-49d1-9931-10fa3d50b50c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:58:17.209389 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad', 'code': 200} Jul 08 02:58:17.256890 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:17.304546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=72167344-f341-4b15-bc6a-0f38fb494dad,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:17.345378 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98215e-8029-47c2-9e87-14bef56ec1c1 req-70edb8ca-d759-45cc-a749-601a283578f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:17.346867 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf98215e-8029-47c2-9e87-14bef56ec1c1 req-70edb8ca-d759-45cc-a749-601a283578f2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.1025975 Jul 08 02:58:17.353068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ccbdd-e1df-4676-b694-0229b64d8755 req-20c6d634-be89-4eb9-9049-a8ae0835755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:17.354435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-703ccbdd-e1df-4676-b694-0229b64d8755 req-20c6d634-be89-4eb9-9049-a8ae0835755d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 1098 time: 0.0813198 Jul 08 02:58:17.408413 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cf98215e-8029-47c2-9e87-14bef56ec1c1 req-962e32f4-003e-46d4-a4b9-5cb51b40ebf4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530202 Jul 08 02:58:17.411967 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-703ccbdd-e1df-4676-b694-0229b64d8755 req-cdbab404-ec1f-48c7-90ee-58f5908c77e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508597 Jul 08 02:58:17.698796 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:18.588001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ebf7b-b981-4076-9607-0124bedef136 req-1560b6b1-3043-434b-bf4d-0ea902ca49d2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:18.589531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb0ebf7b-b981-4076-9607-0124bedef136 req-1560b6b1-3043-434b-bf4d-0ea902ca49d2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0645647 Jul 08 02:58:18.628681 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cb0ebf7b-b981-4076-9607-0124bedef136 req-e0add578-d702-448f-911d-bd99f8183995 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336678 Jul 08 02:58:18.707527 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:18.810196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a26ae-4814-40e3-9a44-07fdad14949b req-6e00c214-0856-4afb-812c-af6f1cd2ab5e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:18.811711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b5a26ae-4814-40e3-9a44-07fdad14949b req-6e00c214-0856-4afb-812c-af6f1cd2ab5e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0653880 Jul 08 02:58:18.848189 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b5a26ae-4814-40e3-9a44-07fdad14949b req-470e4627-658d-49a2-92e8-9be3c745089b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307975 Jul 08 02:58:18.872574 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35156) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:18.925896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ed0cf-4edb-4989-bba8-356457cbd769 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:18.927452 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2a7ed0cf-4edb-4989-bba8-356457cbd769 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 1093 time: 0.0538225 Jul 08 02:58:18.930262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35158) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:18.935283 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '72167344-f341-4b15-bc6a-0f38fb494dad', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:58:19.013033 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:19.107541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:19.210664 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.240 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/90e6301f-27f4-420a-8087-26cc16ace9e8) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:58:19.308493 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:19.392608 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:19.433548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:58:19.436355 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:58:19.438840 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:58:19.468812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=90e6301f-27f4-420a-8087-26cc16ace9e8,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:19.798285 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:19.937735 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:20.086407 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:20.146534 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:20.214731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=90e6301f-27f4-420a-8087-26cc16ace9e8,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:58:20.223007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:20.323773 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 5ef11a89-b4f1-4a50-9dab-225fe3a3e14d associated. External IP: 172.25.8.240, port: 72167344-f341-4b15-bc6a-0f38fb494dad. Jul 08 02:58:20.528232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 19195e44-4eba-468d-9b99-3e07107f0495 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:58:20.636706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:58:20.646371 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] Sync routers for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:58:20.655177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:58:20.655819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:58:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:20.716497 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:20.754690 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d826e8fb-4464-432b-9d51-989b9f6e72e6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8226721 Jul 08 02:58:20.755193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:58:20.757588 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b893cdc-410f-4b30-9075-8bd4a48e79ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:58:20.761833 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:58:20.797377 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b459d015-2b3b-438c-b9e1-ab2b9009dd9c x-openstack-request-id: req-b459d015-2b3b-438c-b9e1-ab2b9009dd9c {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:58:20.797678 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:58:20.797943 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b459d015-2b3b-438c-b9e1-ab2b9009dd9c {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:58:20.798362 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad', 'status': 'completed', 'code': 200} Jul 08 02:58:20.873840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-16e7b788-5f8d-445f-ab4c-7eb2844e4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:20.875395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-16e7b788-5f8d-445f-ab4c-7eb2844e4428 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 1098 time: 0.0551913 Jul 08 02:58:20.925610 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e947c4-edfc-4eb5-b488-8c4d8f9eeed7 req-8919eb3a-663a-4e1b-969e-1f9cca580567 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:20.927183 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1e947c4-edfc-4eb5-b488-8c4d8f9eeed7 req-8919eb3a-663a-4e1b-969e-1f9cca580567 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0769503 Jul 08 02:58:20.971124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-6d4054f5-84bb-472a-ab4b-1f6f9bf76210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:20.972679 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d1e947c4-edfc-4eb5-b488-8c4d8f9eeed7 req-69172ec5-dc19-4604-9607-c3692d66ee6f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397315 Jul 08 02:58:20.972862 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-6d4054f5-84bb-472a-ab4b-1f6f9bf76210 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cf7b60c-5f62-4440-ae91-481fc15cc11a HTTP/1.1" status: 200 len: 898 time: 0.0901067 Jul 08 02:58:20.999217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35164) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:21.004013 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ef11a89-b4f1-4a50-9dab-225fe3a3e14d', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'port_id': '72167344-f341-4b15-bc6a-0f38fb494dad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'mac_address': 'fa:16:3e:51:09:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:58:19Z', 'updated_at': '2021-07-08T02:58:19Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:08Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:21.031452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] Checking router: 19195e44-4eba-468d-9b99-3e07107f0495 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:58:21.041090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:58:21.041464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-7b4c755a-3fde-4ac2-a636-dce1ad974852 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72167344-f341-4b15-bc6a-0f38fb494dad HTTP/1.1" status: 200 len: 1000 time: 0.0604892 Jul 08 02:58:21.041721 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:58:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:21.061338 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7b3cd107-37e3-49a6-bac0-c31ca9b8f4cd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/5ef11a89-b4f1-4a50-9dab-225fe3a3e14d HTTP/1.1" status: 200 len: 992 time: 0.0608292 Jul 08 02:58:21.094427 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-3fcaf16a-54d0-4d33-bf2c-92d916546b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:21.095944 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-3fcaf16a-54d0-4d33-bf2c-92d916546b45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a93950c-6ab9-4984-8077-576fc057a0c8 HTTP/1.1" status: 200 len: 835 time: 0.0476933 Jul 08 02:58:21.146050 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:58:21.153275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-6be60600-1eef-4fcf-8b7c-263686291028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:21.154787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-6be60600-1eef-4fcf-8b7c-263686291028 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cf7b60c-5f62-4440-ae91-481fc15cc11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513067 Jul 08 02:58:21.245005 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-65573e06-ef0f-4925-bb9f-a890129fd719 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837660 Jul 08 02:58:21.338513 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7b893cdc-410f-4b30-9075-8bd4a48e79ed req-a88f8a52-a1cb-42a7-9a46-d8d51f3daa9e service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867522 Jul 08 02:58:21.367507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ef11a89-b4f1-4a50-9dab-225fe3a3e14d', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'port_id': '72167344-f341-4b15-bc6a-0f38fb494dad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'mac_address': 'fa:16:3e:51:09:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:58:19Z', 'updated_at': '2021-07-08T02:58:19Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:08Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:58:21.396432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b65a185-f59b-4a48-8f09-a8308744767b None None] The sync data for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 is: [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '5ef11a89-b4f1-4a50-9dab-225fe3a3e14d', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'port_id': '72167344-f341-4b15-bc6a-0f38fb494dad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'mac_address': 'fa:16:3e:51:09:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:58:19Z', 'updated_at': '2021-07-08T02:58:19Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:08Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:58:21.552989 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:21.592669 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894ea01d-f70b-4012-9835-8723372307a6 None None] New status for floating IP 5ef11a89-b4f1-4a50-9dab-225fe3a3e14d: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:58:22.065246 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35166) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:58:22.127318 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-05e1c1bd-0548-4294-b87d-27488ff16da4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/5ef11a89-b4f1-4a50-9dab-225fe3a3e14d HTTP/1.1" status: 200 len: 994 time: 0.0608635 Jul 08 02:58:24.717794 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:58:42.189492 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9156d3d7-b26a-4432-8d07-e13ed4326742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:44.517875 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d26a5e52-0e09-4057-90ac-3470bb00e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:44.929604 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:45.986415 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:47.658283 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:48.706242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:48.741190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-aff42588-e205-4c57-9d1d-23e35f4d9f9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922530 Jul 08 02:58:48.835285 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-34ac1215-0b5b-4127-8513-0b7f87474384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:48.836810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-34ac1215-0b5b-4127-8513-0b7f87474384 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 1098 time: 0.0540373 Jul 08 02:58:48.947539 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-758480f5-afa4-409e-8fa2-3b7bd44953e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:48.949029 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-758480f5-afa4-409e-8fa2-3b7bd44953e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cf7b60c-5f62-4440-ae91-481fc15cc11a HTTP/1.1" status: 200 len: 898 time: 0.0897193 Jul 08 02:58:49.012975 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-5f3ac1fe-f815-4e73-8f4a-6d7c169505d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72167344-f341-4b15-bc6a-0f38fb494dad HTTP/1.1" status: 200 len: 1002 time: 0.0569034 Jul 08 02:58:49.064914 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-9a6cf67f-3fb0-464a-8d1e-1c6a2d8598aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:49.066299 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-9a6cf67f-3fb0-464a-8d1e-1c6a2d8598aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a93950c-6ab9-4984-8077-576fc057a0c8 HTTP/1.1" status: 200 len: 835 time: 0.0448282 Jul 08 02:58:49.121423 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-2bb87769-f53e-4089-8078-1985f1ea8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:49.122838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-2bb87769-f53e-4089-8078-1985f1ea8296 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cf7b60c-5f62-4440-ae91-481fc15cc11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490694 Jul 08 02:58:49.208506 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-55c56462-b06a-40fe-b264-67905a45e48e service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776091 Jul 08 02:58:49.307543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ccec4d08-3aee-49ba-877b-10285f4d3203 req-301d6ec6-4af0-4b9d-a00a-3fe103373031 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868378 Jul 08 02:58:51.528733 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:53.531973 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c64eec-1fdd-48a0-a054-0338e2e81fbe req-9cae83d5-64d9-48b0-9e0b-0d0343577519 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:53.533551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42c64eec-1fdd-48a0-a054-0338e2e81fbe req-9cae83d5-64d9-48b0-9e0b-0d0343577519 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.1077914 Jul 08 02:58:53.547506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-e53b9255-bf28-4647-b6bf-9aebfdb11693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:53.548927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-e53b9255-bf28-4647-b6bf-9aebfdb11693 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 1098 time: 0.0862255 Jul 08 02:58:53.635437 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42c64eec-1fdd-48a0-a054-0338e2e81fbe req-12f86542-af95-4734-9f4b-61856331f446 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954645 Jul 08 02:58:53.667264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-1b574bb4-eb95-4ccc-a0a5-adacc4a3bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:53.668757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-1b574bb4-eb95-4ccc-a0a5-adacc4a3bec5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cf7b60c-5f62-4440-ae91-481fc15cc11a HTTP/1.1" status: 200 len: 898 time: 0.1103394 Jul 08 02:58:53.735328 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-73e4585d-7df0-4958-96b0-c798a6bea070 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72167344-f341-4b15-bc6a-0f38fb494dad HTTP/1.1" status: 200 len: 1002 time: 0.0595899 Jul 08 02:58:53.782589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-253340d3-cec6-43a6-b651-799ebcfa5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:53.783987 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-253340d3-cec6-43a6-b651-799ebcfa5366 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a93950c-6ab9-4984-8077-576fc057a0c8 HTTP/1.1" status: 200 len: 835 time: 0.0414188 Jul 08 02:58:53.838192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-80aed6ee-1a66-462a-82a2-cf38557d9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:53.839670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-80aed6ee-1a66-462a-82a2-cf38557d9c09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cf7b60c-5f62-4440-ae91-481fc15cc11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491838 Jul 08 02:58:54.170365 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-b14b6e88-8af6-4e45-9631-d822fc3ca459 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239481 Jul 08 02:58:54.258150 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bd034b46-e12f-4562-a987-1ff11c4a3863 req-fd6b430f-a1f0-4076-b580-c5e72e434cd5 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806756 Jul 08 02:58:54.809429 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9528a-9126-4cf8-b34f-4fcfcca2ad7f req-5aa3a77a-0d2d-4f73-ba10-072ec06206ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:54.810890 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbe9528a-9126-4cf8-b34f-4fcfcca2ad7f req-5aa3a77a-0d2d-4f73-ba10-072ec06206ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0630484 Jul 08 02:58:54.846931 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fbe9528a-9126-4cf8-b34f-4fcfcca2ad7f req-31db1166-80ae-413e-aebe-bede2a69db4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306170 Jul 08 02:58:56.020868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251a906-2b3d-4c89-bdde-ddd4e7482c2d req-45bb2b8a-ff5f-4cbe-8e01-797bbf513065 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:56.022335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2251a906-2b3d-4c89-bdde-ddd4e7482c2d req-45bb2b8a-ff5f-4cbe-8e01-797bbf513065 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0654931 Jul 08 02:58:56.059655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2251a906-2b3d-4c89-bdde-ddd4e7482c2d req-4c0e5188-a626-4476-ba20-a92ed3501897 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Jul 08 02:58:57.228270 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7fe85-7750-4b94-b131-1738ed89c88a req-e465ff8d-021f-44d5-8c75-85567bc1e185 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:57.229750 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52d7fe85-7750-4b94-b131-1738ed89c88a req-e465ff8d-021f-44d5-8c75-85567bc1e185 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0625730 Jul 08 02:58:57.267588 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-52d7fe85-7750-4b94-b131-1738ed89c88a req-0cd30f02-4726-4368-a1ef-5d75b4037f0c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Jul 08 02:58:58.449361 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ec52-ec58-4216-8a1b-97a3c196cf68 req-12381993-2410-4aa1-a3f4-e6c6c8b3ebdd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:58.450845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a626ec52-ec58-4216-8a1b-97a3c196cf68 req-12381993-2410-4aa1-a3f4-e6c6c8b3ebdd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0629978 Jul 08 02:58:58.488068 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a626ec52-ec58-4216-8a1b-97a3c196cf68 req-d861e628-b10c-498a-8c95-74e5c92a2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Jul 08 02:58:59.664156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079c4f5-bad3-4def-b395-ac8261a42f95 req-274857fb-baeb-44df-9cd5-6d823a155ea5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:59.666294 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b079c4f5-bad3-4def-b395-ac8261a42f95 req-274857fb-baeb-44df-9cd5-6d823a155ea5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0689390 Jul 08 02:58:59.702981 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b079c4f5-bad3-4def-b395-ac8261a42f95 req-a83aa2d1-9267-4ee0-8586-85539c05adb2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Jul 08 02:59:00.872017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c502e77-03e6-4d82-bc8d-605913c7d661 req-f56c0b9e-705f-4753-8ef3-8520df562f4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:00.873471 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c502e77-03e6-4d82-bc8d-605913c7d661 req-f56c0b9e-705f-4753-8ef3-8520df562f4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0612898 Jul 08 02:59:00.909702 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9c502e77-03e6-4d82-bc8d-605913c7d661 req-cc1c399e-34bd-4ce0-b93f-ff42549da1ca tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304453 Jul 08 02:59:01.717215 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:59:02.082947 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d709f-979e-4086-bc03-0cd0f219a096 req-3ac639ee-a853-4f3d-b1b4-77bc43a30877 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:02.084367 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f2d709f-979e-4086-bc03-0cd0f219a096 req-3ac639ee-a853-4f3d-b1b4-77bc43a30877 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0623116 Jul 08 02:59:02.121138 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7f2d709f-979e-4086-bc03-0cd0f219a096 req-b1a3525c-e5e5-4800-a1a2-8abaaf59a8ea tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307703 Jul 08 02:59:03.308599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f798f-6e0e-47ba-af47-ca68d42e4968 req-8db48d92-0a61-46d0-bac1-7e87e1aadcc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:03.310173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-889f798f-6e0e-47ba-af47-ca68d42e4968 req-8db48d92-0a61-46d0-bac1-7e87e1aadcc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0814729 Jul 08 02:59:03.348009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-889f798f-6e0e-47ba-af47-ca68d42e4968 req-bb2c8317-4b74-48af-bd02-27af325d79e9 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321722 Jul 08 02:59:04.521357 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d811-60ed-4c78-97ac-69116dc13591 req-e93d00cc-adc6-49d1-8de9-1649a1330070 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:04.522861 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b314d811-60ed-4c78-97ac-69116dc13591 req-e93d00cc-adc6-49d1-8de9-1649a1330070 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0640867 Jul 08 02:59:04.564734 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b314d811-60ed-4c78-97ac-69116dc13591 req-bd3e1ca4-297a-407a-bf17-a7965daa303b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Jul 08 02:59:05.733183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bacc-e942-48c1-aaa5-090183d181e1 req-2be9f24c-2e0a-41d8-9693-4220213b751e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:05.734654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca11bacc-e942-48c1-aaa5-090183d181e1 req-2be9f24c-2e0a-41d8-9693-4220213b751e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0619593 Jul 08 02:59:05.771580 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ca11bacc-e942-48c1-aaa5-090183d181e1 req-c285c455-931f-42b3-82a7-11ccbf6b0fb0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Jul 08 02:59:06.943497 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16b227-2b7a-4714-b190-d0680399a91a req-d32096a7-f1b9-424b-8d10-b754cd70988f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:06.945111 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae16b227-2b7a-4714-b190-d0680399a91a req-d32096a7-f1b9-424b-8d10-b754cd70988f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0649388 Jul 08 02:59:06.985480 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae16b227-2b7a-4714-b190-d0680399a91a req-a5805f78-2612-48c5-8696-5f6edbf81563 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340114 Jul 08 02:59:08.161436 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e3735-1376-4cec-b09b-61018d6e92a4 req-b41e9412-7049-4c99-972b-7527e1d33b2b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:08.162926 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b3e3735-1376-4cec-b09b-61018d6e92a4 req-b41e9412-7049-4c99-972b-7527e1d33b2b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0654783 Jul 08 02:59:08.199731 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9b3e3735-1376-4cec-b09b-61018d6e92a4 req-30f0de34-83e1-4645-9545-5d90e931049a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Jul 08 02:59:09.369563 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec7a73-5848-46e6-9f55-69612dde73e9 req-b4a0c221-b2b6-4299-8f08-386195295382 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:09.371034 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99ec7a73-5848-46e6-9f55-69612dde73e9 req-b4a0c221-b2b6-4299-8f08-386195295382 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0623136 Jul 08 02:59:09.407113 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99ec7a73-5848-46e6-9f55-69612dde73e9 req-cad7e723-a5fd-47fa-8841-858924e4ca27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307424 Jul 08 02:59:10.578286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7f546-2b69-465c-9bb0-0477d692f7e1 req-3e611895-5a4a-4ad0-917f-5c6730e9f2b3 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:10.579790 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91f7f546-2b69-465c-9bb0-0477d692f7e1 req-3e611895-5a4a-4ad0-917f-5c6730e9f2b3 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0628994 Jul 08 02:59:10.616091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-91f7f546-2b69-465c-9bb0-0477d692f7e1 req-ce5ba86c-cd13-464d-9a16-228cea5f1229 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Jul 08 02:59:10.640742 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35214) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:10.702133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e616ac97-410a-4e20-8764-dd6f44b0b409 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/5ef11a89-b4f1-4a50-9dab-225fe3a3e14d HTTP/1.1" status: 200 len: 994 time: 0.0601959 Jul 08 02:59:12.179590 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-67995c83-3ecc-471e-85a0-960499138b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:14.508978 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f64c0674-defc-448b-bafa-824f3b995798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:14.915583 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:15.985451 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:17.699979 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:18.722611 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:21.534101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:38.716475 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:59:41.389143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35236) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:41.548590 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 90e6301f-27f4-420a-8087-26cc16ace9e8 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:41.548932 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.622761 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.623096 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.634898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 90e6301f-27f4-420a-8087-26cc16ace9e8 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:41.845907 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.869354 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=90e6301f-27f4-420a-8087-26cc16ace9e8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:41.879085 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.883778 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.942408 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.942747 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 5ef11a89-b4f1-4a50-9dab-225fe3a3e14d disassociated (deleted). External IP: 172.25.8.240, port: 72167344-f341-4b15-bc6a-0f38fb494dad. Jul 08 02:59:42.143383 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 19195e44-4eba-468d-9b99-3e07107f0495 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:42.160334 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2b8503e5-6cc6-4eb1-9c03-fb7f16f4b5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:42.250231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:42.256537 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:42.260008 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] Sync routers for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:42.273513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:42.274129 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:42.293274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-40b0f8f9-3c02-4724-9353-0ea03602302c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/floatingips/5ef11a89-b4f1-4a50-9dab-225fe3a3e14d HTTP/1.1" status: 204 len: 168 time: 0.9030478 Jul 08 02:59:42.293861 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:59:42.296169 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc932dc-d526-4898-8da4-8425fe7859da" -d '{"events": [{"name": "network-changed", "server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:59:42.333606 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f0456-53b4-4d30-bfe5-47a49867e52e x-openstack-request-id: req-8a5f0456-53b4-4d30-bfe5-47a49867e52e {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:59:42.333958 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:59:42.334272 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a5f0456-53b4-4d30-bfe5-47a49867e52e {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:59:42.334804 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad', 'status': 'completed', 'code': 200} Jul 08 02:59:42.384589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:42.411262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc932dc-d526-4898-8da4-8425fe7859da req-42cbc94b-0a3a-47f8-807b-80c24b8b7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.412874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acc932dc-d526-4898-8da4-8425fe7859da req-42cbc94b-0a3a-47f8-807b-80c24b8b7014 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 1098 time: 0.0542984 Jul 08 02:59:42.505259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc932dc-d526-4898-8da4-8425fe7859da req-82c6df84-f96d-4f57-b0ef-04c795405e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.506739 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acc932dc-d526-4898-8da4-8425fe7859da req-82c6df84-f96d-4f57-b0ef-04c795405e2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cf7b60c-5f62-4440-ae91-481fc15cc11a HTTP/1.1" status: 200 len: 898 time: 0.0840647 Jul 08 02:59:42.557425 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acc932dc-d526-4898-8da4-8425fe7859da req-5ca91d0e-1d03-479f-ab9e-826454c1c7fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72167344-f341-4b15-bc6a-0f38fb494dad HTTP/1.1" status: 200 len: 217 time: 0.0405617 Jul 08 02:59:42.612327 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc932dc-d526-4898-8da4-8425fe7859da req-8e7bfcd9-de0a-4caf-abd6-e4cb454c0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.613871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acc932dc-d526-4898-8da4-8425fe7859da req-8e7bfcd9-de0a-4caf-abd6-e4cb454c0bbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a93950c-6ab9-4984-8077-576fc057a0c8 HTTP/1.1" status: 200 len: 835 time: 0.0487735 Jul 08 02:59:42.678670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc932dc-d526-4898-8da4-8425fe7859da req-8cfa1c74-8c9d-4d07-8107-cded0cec0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.680298 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acc932dc-d526-4898-8da4-8425fe7859da req-8cfa1c74-8c9d-4d07-8107-cded0cec0b6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cf7b60c-5f62-4440-ae91-481fc15cc11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592375 Jul 08 02:59:42.754744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:08Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:42.780247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acc932dc-d526-4898-8da4-8425fe7859da req-dbc8c2e9-2f90-4efe-8aab-f3976310e1e3 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919449 Jul 08 02:59:42.783353 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] Checking router: 19195e44-4eba-468d-9b99-3e07107f0495 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:42.792219 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:42.792925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:42.870742 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-acc932dc-d526-4898-8da4-8425fe7859da req-f88ce9f5-fac4-46a9-bd16-54377bcc242f service neutron] 10.222.0.32 "GET /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832355 Jul 08 02:59:42.902557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c19c2-d3d8-4a01-a30b-fb9220f167f5 req-b9a39204-be14-4d83-ae01-8fbac2f7321a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.904134 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f4c19c2-d3d8-4a01-a30b-fb9220f167f5 req-b9a39204-be14-4d83-ae01-8fbac2f7321a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0721300 Jul 08 02:59:42.904604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:42.948087 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f4c19c2-d3d8-4a01-a30b-fb9220f167f5 req-d87e54c4-dddf-4b5f-83db-52f64c4d2251 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325732 Jul 08 02:59:43.104252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:08Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:43.131314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a67351-5d04-4864-a507-d1cebc37fdca None None] The sync data for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 is: [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:58:05Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'df87e080-cbe9-4bbd-9fc5-9a1bb4047727', 'name': '', 'network_id': '9cf7b60c-5f62-4440-ae91-481fc15cc11a', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:62:32:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:04Z', 'updated_at': '2021-07-08T02:58:08Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '3a93950c-6ab9-4984-8077-576fc057a0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:43.342368 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ca7a7-9d71-4edd-9172-42258c4db348 None None] New status for floating IP 5ef11a89-b4f1-4a50-9dab-225fe3a3e14d: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:59:44.141936 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed38ea-499b-4d8f-92f5-c0549fa4e2b3 req-13f61274-a66a-4012-8585-d03e16742740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:44.143435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8ed38ea-499b-4d8f-92f5-c0549fa4e2b3 req-13f61274-a66a-4012-8585-d03e16742740 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0674031 Jul 08 02:59:44.180563 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d8ed38ea-499b-4d8f-92f5-c0549fa4e2b3 req-98fb5b59-6987-40c8-b8bb-a3b1d53ef2ca tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0a7049c0-a664-4121-8f92-273f8b5c3de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Jul 08 02:59:44.503717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-dead75cb-e1d3-4f59-bea1-bea2dc64d08a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:44.505191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-dead75cb-e1d3-4f59-bea1-bea2dc64d08a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 946 time: 0.0629179 Jul 08 02:59:44.522082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a35a3359-5e4a-4ba0-bdc5-c11ac1b63546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.612941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 72167344-f341-4b15-bc6a-0f38fb494dad {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:44.613180 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.701440 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 72167344-f341-4b15-bc6a-0f38fb494dad, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=72167344-f341-4b15-bc6a-0f38fb494dad,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:44.701805 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.714601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 72167344-f341-4b15-bc6a-0f38fb494dad owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:44.903441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.926150 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.933251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=72167344-f341-4b15-bc6a-0f38fb494dad,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:44.946858 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.947220 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.947600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.951321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:44.988140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] No DVR routers for this DVR port 72167344-f341-4b15-bc6a-0f38fb494dad on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:44.990695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.993524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4908bced-d6cd-4100-84f6-8a07c784a905 req-e46d88de-4db9-4c57-9bae-cd5179fb51b2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "DELETE /v2.0/ports/72167344-f341-4b15-bc6a-0f38fb494dad HTTP/1.1" status: 204 len: 173 time: 0.4821665 Jul 08 02:59:44.993965 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'name': 'network-vif-deleted', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:59:44.996239 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1272d1cc-b67d-41ec-b862-918230d9ae36" -d '{"events": [{"server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "name": "network-vif-deleted", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:59:45.093427 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba885443-9786-435d-9945-3ff195695c87 x-openstack-request-id: req-ba885443-9786-435d-9945-3ff195695c87 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:59:45.093427 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1be863c-dbdb-4d7f-a256-59ad8d3e4b20", "name": "network-vif-deleted", "tag": "72167344-f341-4b15-bc6a-0f38fb494dad", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:59:45.093427 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba885443-9786-435d-9945-3ff195695c87 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:59:45.093427 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1be863c-dbdb-4d7f-a256-59ad8d3e4b20', 'name': 'network-vif-deleted', 'tag': '72167344-f341-4b15-bc6a-0f38fb494dad', 'status': 'completed', 'code': 200} Jul 08 02:59:45.334195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3495ac9c-9228-471f-96b0-cf1fd0f40fd4 req-14b40513-77c6-49b9-9faa-205a4d6cd73b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1be863c-dbdb-4d7f-a256-59ad8d3e4b20 HTTP/1.1" status: 200 len: 210 time: 0.0394468 Jul 08 02:59:45.996510 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:46.424745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35260) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:46.774809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.032143 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port df87e080-cbe9-4bbd-9fc5-9a1bb4047727 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:47.032413 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.121642 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port df87e080-cbe9-4bbd-9fc5-9a1bb4047727, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:47.122003 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.135128 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for df87e080-cbe9-4bbd-9fc5-9a1bb4047727 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:47.287273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72167344-f341-4b15-bc6a-0f38fb494dad no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:47.307267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 72167344-f341-4b15-bc6a-0f38fb494dad {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:47.307660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 72167344-f341-4b15-bc6a-0f38fb494dad not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:47.371737 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.396187 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=df87e080-cbe9-4bbd-9fc5-9a1bb4047727,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:47.573038 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.657790 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.785117 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 19195e44-4eba-468d-9b99-3e07107f0495 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:48.211981 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:48.217130 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b0a53220-d3a5-4de3-8e40-fe7a7d56ad57 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/19195e44-4eba-468d-9b99-3e07107f0495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913427 Jul 08 02:59:48.220167 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35262) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:48.221948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] Sync routers for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:48.231080 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:48.231828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:48.269471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e517911-b82f-4fff-a4c0-88da75228e4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting subnet 3a93950c-6ab9-4984-8077-576fc057a0c8 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:59:48.272566 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e517911-b82f-4fff-a4c0-88da75228e4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.310873 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e517911-b82f-4fff-a4c0-88da75228e4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.334992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:48.397391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e517911-b82f-4fff-a4c0-88da75228e4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.512472 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:59:47Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:48.521451 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e517911-b82f-4fff-a4c0-88da75228e4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.546055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] Checking router: 19195e44-4eba-468d-9b99-3e07107f0495 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:48.548727 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] Routers {'19195e44-4eba-468d-9b99-3e07107f0495'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:48.549403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['19195e44-4eba-468d-9b99-3e07107f0495'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:48.552245 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e517911-b82f-4fff-a4c0-88da75228e4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Subnet': ['ID=3a93950c-6ab9-4984-8077-576fc057a0c8,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:48.560748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e517911-b82f-4fff-a4c0-88da75228e4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.565005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e517911-b82f-4fff-a4c0-88da75228e4c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/subnets/3a93950c-6ab9-4984-8077-576fc057a0c8 HTTP/1.1" status: 204 len: 168 time: 0.3415387 Jul 08 02:59:48.565343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35264) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:48.584072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d89a2-499f-4c05-8ebc-2cb8643a33fc None None] Network 9cf7b60c-5f62-4440-ae91-481fc15cc11a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:59:48.673281 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.750393 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] Set router 19195e44-4eba-468d-9b99-3e07107f0495 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:48.754278 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.777307 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.885724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 2e379d0b-303a-4a66-b0f2-3f7be30655f3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:48.886081 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.948520 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] DHCP port deletion for 9cf7b60c-5f62-4440-ae91-481fc15cc11a request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:59:48.952148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:59:47Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:48.973101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 2e379d0b-303a-4a66-b0f2-3f7be30655f3, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2e379d0b-303a-4a66-b0f2-3f7be30655f3,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:48.973473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:48.986264 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 2e379d0b-303a-4a66-b0f2-3f7be30655f3 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:48.999896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522e8f8-2344-4cab-bc15-61fc19a917f9 None None] The sync data for ids ['19195e44-4eba-468d-9b99-3e07107f0495'] in n-d-695189-13 is: [{'id': '19195e44-4eba-468d-9b99-3e07107f0495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-451619182', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:58:00Z', 'updated_at': '2021-07-08T02:59:47Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2e379d0b-303a-4a66-b0f2-3f7be30655f3', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19195e44-4eba-468d-9b99-3e07107f0495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:58:01Z', 'updated_at': '2021-07-08T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:49.023894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Deleting port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:49.024318 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.091825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] For port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d9bb9bf5-0ef3-422b-a6ac-ed93df36420f,segment=NetworkSegment(f726bb56-3d50-4007-be5c-e93a73b1d99e),segment_id=f726bb56-3d50-4007-be5c-e93a73b1d99e)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:49.092226 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.105312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Calling delete_port for d9bb9bf5-0ef3-422b-a6ac-ed93df36420f owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:49.230646 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.251424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.264457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=2e379d0b-303a-4a66-b0f2-3f7be30655f3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:49.276660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Pushing event deleted for resources: {'Port': ['ID=d9bb9bf5-0ef3-422b-a6ac-ed93df36420f,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:49.280961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] No DVR routers for this DVR port d9bb9bf5-0ef3-422b-a6ac-ed93df36420f on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:49.287947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.291217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.291217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.291217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.291217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.291217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.291217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.291217 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.292370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.292370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.292370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.292370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6bc83-4411-4993-b956-b7d6007633dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:49.332651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.426289 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.428493 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.533614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.534223 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Fanout notify agent at l3_agent the message router_deleted on router 19195e44-4eba-468d-9b99-3e07107f0495 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:59:49.544583 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.546637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b6297548-3d6c-4921-82c3-966a88b8c412 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/routers/19195e44-4eba-468d-9b99-3e07107f0495 HTTP/1.1" status: 204 len: 168 time: 0.9801512 Jul 08 02:59:49.547474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35266) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:49.643400 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.730127 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.739695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf7b60c-5f62-4440-ae91-481fc15cc11a']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:49.750896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f726bb56-3d50-4007-be5c-e93a73b1d99e') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:49.751204 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f726bb56-3d50-4007-be5c-e93a73b1d99e') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:49.759852 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.773079 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.778776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:59:49.779174 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: timer() Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:59:49.782112 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:59:49.903304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.919238 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.919238 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/networks/9cf7b60c-5f62-4440-ae91-481fc15cc11a HTTP/1.1" status: 204 len: 168 time: 0.3636613 Jul 08 02:59:49.919510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:49.925118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf729a8f-b7a3-44f5-8589-057fbef51811 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Network': ['ID=9cf7b60c-5f62-4440-ae91-481fc15cc11a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:49.976597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2345-b4e6-4d11-ab6b-88205dbea627 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.006993 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2345-b4e6-4d11-ab6b-88205dbea627 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.133306 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2345-b4e6-4d11-ab6b-88205dbea627 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.135855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2345-b4e6-4d11-ab6b-88205dbea627 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.137062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ae9d2345-b4e6-4d11-ab6b-88205dbea627 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/security-groups/0a7049c0-a664-4121-8f92-273f8b5c3de5 HTTP/1.1" status: 204 len: 168 time: 0.2203860 Jul 08 02:59:50.146022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d2345-b4e6-4d11-ab6b-88205dbea627 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7049c0-a664-4121-8f92-273f8b5c3de5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:50.513100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35274) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:50.517856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e0a767a6-6448-4b44-8835-497ca48d8c5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397831710', 'description': 'tempest-secgroup-smoke-397831710 description', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:50.573415 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device df87e080-cbe9-4bbd-9fc5-9a1bb4047727 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:50.593894 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: df87e080-cbe9-4bbd-9fc5-9a1bb4047727 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:50.594251 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device df87e080-cbe9-4bbd-9fc5-9a1bb4047727 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:50.594507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a767a6-6448-4b44-8835-497ca48d8c5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.594676 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d9bb9bf5-0ef3-422b-a6ac-ed93df36420f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:50.612941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d9bb9bf5-0ef3-422b-a6ac-ed93df36420f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:50.613298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d9bb9bf5-0ef3-422b-a6ac-ed93df36420f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:50.613737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2e379d0b-303a-4a66-b0f2-3f7be30655f3 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:50.635268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2e379d0b-303a-4a66-b0f2-3f7be30655f3 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:50.638284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2e379d0b-303a-4a66-b0f2-3f7be30655f3 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:50.675649 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a767a6-6448-4b44-8835-497ca48d8c5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.736935 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a767a6-6448-4b44-8835-497ca48d8c5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.765810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a767a6-6448-4b44-8835-497ca48d8c5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d985e8eb-6796-4e9d-9ecb-61d9171c5f94,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:50.822597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0a767a6-6448-4b44-8835-497ca48d8c5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.823899 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e0a767a6-6448-4b44-8835-497ca48d8c5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3097482 Jul 08 02:59:50.826720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35276) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:50.831126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-67f599c6-7ef2-4d98-b911-2af444ec7d13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': 'd985e8eb-6796-4e9d-9ecb-61d9171c5f94', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:50.912591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67f599c6-7ef2-4d98-b911-2af444ec7d13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:50.967861 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67f599c6-7ef2-4d98-b911-2af444ec7d13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.051017 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67f599c6-7ef2-4d98-b911-2af444ec7d13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.070911 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f599c6-7ef2-4d98-b911-2af444ec7d13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19a167e-b3eb-444f-8665-8e618802231a,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:51.131118 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-67f599c6-7ef2-4d98-b911-2af444ec7d13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.133494 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-67f599c6-7ef2-4d98-b911-2af444ec7d13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047402 Jul 08 02:59:51.135652 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35278) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:51.142198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c4724bd2-121c-4019-ba24-d0a0857b001e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': 'd985e8eb-6796-4e9d-9ecb-61d9171c5f94', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:51.235045 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4724bd2-121c-4019-ba24-d0a0857b001e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.293535 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4724bd2-121c-4019-ba24-d0a0857b001e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.368166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4724bd2-121c-4019-ba24-d0a0857b001e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.385366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4724bd2-121c-4019-ba24-d0a0857b001e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54485379-0712-4640-9efe-ebc50d3d3529,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:51.464761 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c4724bd2-121c-4019-ba24-d0a0857b001e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.465991 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c4724bd2-121c-4019-ba24-d0a0857b001e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3293986 Jul 08 02:59:51.468707 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35280) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:51.473457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-316925b5-ffdb-4876-9e61-7e2d1ef4ea54 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': 'd985e8eb-6796-4e9d-9ecb-61d9171c5f94', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:51.533498 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.566516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-316925b5-ffdb-4876-9e61-7e2d1ef4ea54 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.622402 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-316925b5-ffdb-4876-9e61-7e2d1ef4ea54 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.702614 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-316925b5-ffdb-4876-9e61-7e2d1ef4ea54 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.722465 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316925b5-ffdb-4876-9e61-7e2d1ef4ea54 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4a8375-d139-4606-85a8-329eb59f0190,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:51.796540 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-316925b5-ffdb-4876-9e61-7e2d1ef4ea54 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.797680 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-316925b5-ffdb-4876-9e61-7e2d1ef4ea54 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278902 Jul 08 02:59:51.800329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35282) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:51.804800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-abe92162-1e78-4ddd-906f-5f50ab942ee6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': 'd985e8eb-6796-4e9d-9ecb-61d9171c5f94', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:51.887011 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abe92162-1e78-4ddd-906f-5f50ab942ee6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.945376 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abe92162-1e78-4ddd-906f-5f50ab942ee6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.017035 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abe92162-1e78-4ddd-906f-5f50ab942ee6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.035979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe92162-1e78-4ddd-906f-5f50ab942ee6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0d92ef-037e-40d0-b3d8-5412b9ee109f,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:52.097188 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-abe92162-1e78-4ddd-906f-5f50ab942ee6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.098340 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-abe92162-1e78-4ddd-906f-5f50ab942ee6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2970726 Jul 08 02:59:52.101029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35284) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:52.105472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-3961a26a-bdee-4887-b9ef-4b304d48df88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': 'd985e8eb-6796-4e9d-9ecb-61d9171c5f94', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:52.182807 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-3961a26a-bdee-4887-b9ef-4b304d48df88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:59:52.187466 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3961a26a-bdee-4887-b9ef-4b304d48df88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.249752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3961a26a-bdee-4887-b9ef-4b304d48df88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.314176 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3961a26a-bdee-4887-b9ef-4b304d48df88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.332032 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961a26a-bdee-4887-b9ef-4b304d48df88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495bcdaf-84f5-4fd5-935e-04300e9149f1,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:52.390816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3961a26a-bdee-4887-b9ef-4b304d48df88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.392008 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3961a26a-bdee-4887-b9ef-4b304d48df88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2900374 Jul 08 02:59:52.394720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35286) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:52.399128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f754f93a-6771-442d-8b50-1dd855b55366 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': 'd985e8eb-6796-4e9d-9ecb-61d9171c5f94', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:52.487990 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-f754f93a-6771-442d-8b50-1dd855b55366 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:59:52.493599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f754f93a-6771-442d-8b50-1dd855b55366 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.555006 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f754f93a-6771-442d-8b50-1dd855b55366 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.641547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f754f93a-6771-442d-8b50-1dd855b55366 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.656081 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754f93a-6771-442d-8b50-1dd855b55366 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b113a273-195f-4347-a64e-1021e9498c11,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:52.721605 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f754f93a-6771-442d-8b50-1dd855b55366 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.722855 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f754f93a-6771-442d-8b50-1dd855b55366 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272066 Jul 08 02:59:52.726086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35288) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:52.731083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'network': {'name': 'tempest-network-smoke--653808712', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:52.799502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:59:52.802878 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.825873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:59:52.834509 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.834867 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Added segment 1a602b74-3baa-4c40-8148-0de9ef9a6160 of type vlan for network 82715659-208a-4961-ae53-858f83b09dc9 Jul 08 02:59:52.874654 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.967542 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:52.973156 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:52.973783 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.040222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Network': ['ID=82715659-208a-4961-ae53-858f83b09dc9,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:53.050198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 82715659-208a-4961-ae53-858f83b09dc9 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:59:53.122965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-41b46572-9c4b-4da1-8d9f-3c6d981f4fd1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3958216 Jul 08 02:59:53.125578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35292) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:53.130088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'admin_state_up': True, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:53.234753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.235843 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.285582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.484747 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.740350 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.762769 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.859737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.108 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/648817b9-721d-4275-9c9a-e9059637edb5) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:59:53.966210 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.070455 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.111464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:59:54.114133 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:59:54.116609 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:59:54.122344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=648817b9-721d-4275-9c9a-e9059637edb5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:54.692758 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.879626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.064700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 943968d0-bf0a-402a-af35-cb54eafa1428 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:59:55.183487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:55.192517 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Sync routers for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:55.202273 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:55.202886 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:55.262695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.264024 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2e9e0d94-1063-4b4f-8506-01e059c3cd4d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1374941 Jul 08 02:59:55.267258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35296) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:55.294568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fb0a806e-e5b4-4371-b977-8fc02797446f tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=22dfd299bdd540c19de1169d4d4c29d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261545 Jul 08 02:59:55.297119 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35298) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:55.302496 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:55.382761 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b70431-119f-438a-b944-0c8c7000f3e7 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:55.384336 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a7b70431-119f-438a-b944-0c8c7000f3e7 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863166 Jul 08 02:59:55.387199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35300) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:55.418665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-71574294-dbcc-479a-918e-204cc25d6e77 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303535 Jul 08 02:59:55.422079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35302) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:55.426856 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1086155693', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:59:55.474603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:54Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:55.500788 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Checking router: 943968d0-bf0a-402a-af35-cb54eafa1428 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:55.501142 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Updating router 943968d0-bf0a-402a-af35-cb54eafa1428 port 648817b9-721d-4275-9c9a-e9059637edb5 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:59:55.533936 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.582820 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:59:55.586973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.796123 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.806131 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Transition to ACTIVE for port object 648817b9-721d-4275-9c9a-e9059637edb5 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:59:55.817418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.877262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Subnet': ['ID=a528f537-d2f0-47d1-b84b-7f3deb7b8830,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:55.884453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Checking segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:59:55.884612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network hostable DHCP agents. Network: 82715659-208a-4961-ae53-858f83b09dc9, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:59:55.897791 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.950535 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Attempting to bind port 648817b9-721d-4275-9c9a-e9059637edb5 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:59:55.950910 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Attempting to bind port 648817b9-721d-4275-9c9a-e9059637edb5 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:59:55.951275 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Attempting to bind port 648817b9-721d-4275-9c9a-e9059637edb5 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:59:55.953098 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Pushing event updated for resources: {'Port': ['ID=648817b9-721d-4275-9c9a-e9059637edb5,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:55.961908 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.962113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 82715659-208a-4961-ae53-858f83b09dc9 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:59:55.962247 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.962582 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.962921 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.963255 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.963678 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.964011 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.964337 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.964664 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.964992 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.965312 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.965639 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:55.969057 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:59:55.969429 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:59:55.969833 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.970218 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:59:55.970687 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Bound port: 648817b9-721d-4275-9c9a-e9059637edb5, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:59:55.971070 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.017200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 82715659-208a-4961-ae53-858f83b09dc9) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:59:56.021091 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] For port 648817b9-721d-4275-9c9a-e9059637edb5, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:59:56.021747 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:56.022855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.024918 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] For port 648817b9-721d-4275-9c9a-e9059637edb5, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=648817b9-721d-4275-9c9a-e9059637edb5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:59:56.028054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26166fed-fedd-4677-b4a3-c59ca4c0f4e7 None None] Network 82715659-208a-4961-ae53-858f83b09dc9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:59:56.099800 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.114779 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f05b7944-910b-431c-a024-faa36ad3b0c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6891146 Jul 08 02:59:56.122581 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35304) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:56.164435 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:56.165576 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:56.177589 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-82715659-208a-4961-ae53-858f83b09dc9', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:59:56.178927 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.203025 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fe859-7f61-4eba-8cb8-b3dabad986bf None None] Pushing event updated for resources: {'Port': ['ID=648817b9-721d-4275-9c9a-e9059637edb5,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:56.278906 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:56.316352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Allocated IP 172.20.0.2 (82715659-208a-4961-ae53-858f83b09dc9/a528f537-d2f0-47d1-b84b-7f3deb7b8830/e4220768-65d3-45dc-860f-ce36eb9d2226) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:59:56.457800 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:54Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:56.467635 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.476292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Transition to ACTIVE for port object e4220768-65d3-45dc-860f-ce36eb9d2226 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:59:56.485063 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2dd265-7ec4-4f5f-9f70-9f9d6494d144 None None] The sync data for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 is: [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:54Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:56.491947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Transition to ACTIVE for port object e4220768-65d3-45dc-860f-ce36eb9d2226 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:59:56.545336 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.583689 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Network 82715659-208a-4961-ae53-858f83b09dc9 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:59:56.587179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:59:56.592854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:59:56.601552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Pushing event updated for resources: {'Port': ['ID=e4220768-65d3-45dc-860f-ce36eb9d2226,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:56.614751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.659889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Attempting to bind port e4220768-65d3-45dc-860f-ce36eb9d2226 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:59:56.660274 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Attempting to bind port e4220768-65d3-45dc-860f-ce36eb9d2226 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:59:56.660649 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Attempting to bind port e4220768-65d3-45dc-860f-ce36eb9d2226 on network 82715659-208a-4961-ae53-858f83b09dc9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:59:56.666064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:59:56.666448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Checking segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:59:56.666859 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.667657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Bound using segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:59:56.667791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Bound port: e4220768-65d3-45dc-860f-ce36eb9d2226, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:59:56.668143 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.747292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] For port e4220768-65d3-45dc-860f-ce36eb9d2226, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:59:56.750760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] For port e4220768-65d3-45dc-860f-ce36eb9d2226, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e4220768-65d3-45dc-860f-ce36eb9d2226,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:59:56.836810 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.900004 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601c47e-1b5d-4a68-968e-cca0019cc174 None None] Pushing event updated for resources: {'Port': ['ID=e4220768-65d3-45dc-860f-ce36eb9d2226,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:56.987296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.1 (82715659-208a-4961-ae53-858f83b09dc9/a528f537-d2f0-47d1-b84b-7f3deb7b8830/99bd470f-854d-451f-aa35-3e2427ab9538) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:59:57.139183 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.156034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object 99bd470f-854d-451f-aa35-3e2427ab9538 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:59:57.271157 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.312724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 82715659-208a-4961-ae53-858f83b09dc9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:59:57.316071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:59:57.322244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:59:57.347622 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=99bd470f-854d-451f-aa35-3e2427ab9538,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:57.373433 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.618515 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.853163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f461b9-1d84-42c3-ac89-f779f0d8c214 None None] Network 82715659-208a-4961-ae53-858f83b09dc9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:59:57.897375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.971958 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.994082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c191bb55-5cec-426c-93eb-3fe5e0e5cf01 None None] Provisioning for port e4220768-65d3-45dc-860f-ce36eb9d2226 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:59:58.047271 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.049284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=99bd470f-854d-451f-aa35-3e2427ab9538,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:58.150755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 82715659-208a-4961-ae53-858f83b09dc9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:59:58.152318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:59:58.423085 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-aaf9854c-1208-49b2-8009-53431a874ac6 None None] Provisioning for port 99bd470f-854d-451f-aa35-3e2427ab9538 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:59:58.428449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-aaf9854c-1208-49b2-8009-53431a874ac6 None None] Provisioning complete for port 99bd470f-854d-451f-aa35-3e2427ab9538 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:59:58.431938 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-aaf9854c-1208-49b2-8009-53431a874ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.471272 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-aaf9854c-1208-49b2-8009-53431a874ac6 None None] Port 99bd470f-854d-451f-aa35-3e2427ab9538 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:59:58.532456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 943968d0-bf0a-402a-af35-cb54eafa1428 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:58.596873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d30199ad-154d-49d0-9ffa-6a4696c2ff00 None None] Provisioning complete for port 99bd470f-854d-451f-aa35-3e2427ab9538 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:59:58.596873 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d30199ad-154d-49d0-9ffa-6a4696c2ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.636900 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d30199ad-154d-49d0-9ffa-6a4696c2ff00 None None] Port 99bd470f-854d-451f-aa35-3e2427ab9538 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:59:58.654413 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 648817b9-721d-4275-9c9a-e9059637edb5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:59:58.658236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:58.667877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-82cf18be-e120-49a7-bd45-c13ea0616192 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/943968d0-bf0a-402a-af35-cb54eafa1428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5456729 Jul 08 02:59:58.677579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Sync routers for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:58.697548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:58.698110 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:58.801119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c8cdf0ab-bae3-4c01-8773-12cc5bba5dcb None None] Provisioning complete for port 99bd470f-854d-451f-aa35-3e2427ab9538 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:59:58.801503 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c8cdf0ab-bae3-4c01-8773-12cc5bba5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.804547 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-0cc94c48-4eb8-489c-abf1-a02fa3a1edfa tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397831710&fields=id&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 267 time: 0.0328794 Jul 08 02:59:58.829315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 648817b9-721d-4275-9c9a-e9059637edb5 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:59:58.840012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 648817b9-721d-4275-9c9a-e9059637edb5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:59:58.840392 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.875810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:58.879232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c8cdf0ab-bae3-4c01-8773-12cc5bba5dcb None None] Port 99bd470f-854d-451f-aa35-3e2427ab9538 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:59:58.909477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-46fe7502-87c3-4c5e-8a87-8b29c1aef9cf tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:58.912318 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-46fe7502-87c3-4c5e-8a87-8b29c1aef9cf tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 796 time: 0.1006567 Jul 08 02:59:58.927036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-8a74c3ec-ef72-426f-9811-96fdb88ea35b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/quotas/22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 375 time: 0.0098929 Jul 08 02:59:59.010816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-21cfa2a8-61c1-434a-8bfa-b1701267cbff tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773180 Jul 08 02:59:59.104839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-73826db9-4cb6-4b21-8772-55b3aff7b960 service neutron] 10.222.0.10 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826702 Jul 08 02:59:59.200161 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e51e11d3-8add-4fe6-9060-e7711bc4736c service neutron] 10.222.0.10 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895462 Jul 08 02:59:59.201326 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.240297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 648817b9-721d-4275-9c9a-e9059637edb5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=648817b9-721d-4275-9c9a-e9059637edb5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:59.295526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 2, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:59.330990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Checking router: 943968d0-bf0a-402a-af35-cb54eafa1428 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:59.331368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Updating router 943968d0-bf0a-402a-af35-cb54eafa1428 port 99bd470f-854d-451f-aa35-3e2427ab9538 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:59:59.333144 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.333912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e4220768-65d3-45dc-860f-ce36eb9d2226 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:59:59.439226 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.444870 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1e7ba44a-91f1-4985-b4e2-08c78fb5ae40 req-c80dd6d9-14d6-4cc0-8c30-4dbd94cf8d93 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 210 time: 0.0296741 Jul 08 02:59:59.458304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=648817b9-721d-4275-9c9a-e9059637edb5,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:59.540621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port e4220768-65d3-45dc-860f-ce36eb9d2226 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:59:59.553483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e4220768-65d3-45dc-860f-ce36eb9d2226 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:59:59.553878 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.715173 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.784717 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port e4220768-65d3-45dc-860f-ce36eb9d2226, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e4220768-65d3-45dc-860f-ce36eb9d2226,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:59.800521 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.809690 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Transition to ACTIVE for port object 99bd470f-854d-451f-aa35-3e2427ab9538 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:59:59.859281 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.901956 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.912394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=e4220768-65d3-45dc-860f-ce36eb9d2226,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:59.987450 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646f34f-1519-4f59-96c7-4968a60801d4 None None] Pushing event updated for resources: {'Port': ['ID=99bd470f-854d-451f-aa35-3e2427ab9538,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:00.017586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Attempting to bind port 99bd470f-854d-451f-aa35-3e2427ab9538 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:00:00.018117 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Attempting to bind port 99bd470f-854d-451f-aa35-3e2427ab9538 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:00:00.018498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Attempting to bind port 99bd470f-854d-451f-aa35-3e2427ab9538 on network 82715659-208a-4961-ae53-858f83b09dc9 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:00:00.024454 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:00:00.024978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Checking segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:00:00.025401 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:00.025810 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Bound using segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:00:00.026289 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Bound port: 99bd470f-854d-451f-aa35-3e2427ab9538, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:00:00.026682 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:00.092571 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] For port 99bd470f-854d-451f-aa35-3e2427ab9538, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:00:00.095639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] For port 99bd470f-854d-451f-aa35-3e2427ab9538, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99bd470f-854d-451f-aa35-3e2427ab9538,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:00:00.150969 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:00.220124 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:00:00.220766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:00:00.222857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646f34f-1519-4f59-96c7-4968a60801d4 None None] Pushing event updated for resources: {'Port': ['ID=99bd470f-854d-451f-aa35-3e2427ab9538,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:00.349073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:00:00.562075 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T03:00:00Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:00:00.592181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e89875-0bb5-40ab-b4c2-11262a2b9e52 None None] The sync data for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 is: [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T03:00:00Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:00:00.602346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3bd4e01d-2a51-4f62-a30c-d349b4457815 req-51d9d7f1-9a9b-44ad-a5de-7451443f8b9f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 210 time: 0.0415530 Jul 08 03:00:00.613916 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 648817b9-721d-4275-9c9a-e9059637edb5 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:00:00.684292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 648817b9-721d-4275-9c9a-e9059637edb5 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:00:00.684671 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:00.778693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e4220768-65d3-45dc-860f-ce36eb9d2226 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:00:00.833299 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port e4220768-65d3-45dc-860f-ce36eb9d2226 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:00:00.833683 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:01.500142 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-c5e206f2-0e44-4ed8-8a57-63631d23ae53 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:01.501735 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-c5e206f2-0e44-4ed8-8a57-63631d23ae53 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 796 time: 0.1083026 Jul 08 03:00:01.550126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-7f1b1ad2-4398-4227-af7f-8f8062487f8e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 379 time: 0.0368500 Jul 08 03:00:01.560301 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'port': {'device_id': '08416a67-aa65-4ec8-82cc-c19818b66300', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'admin_state_up': True, 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'security_groups': ['d985e8eb-6796-4e9d-9ecb-61d9171c5f94']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:00:01.737774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:00:01.743309 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:01.751303 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a044d05-9d2f-424b-afee-aa76587f7de7 req-a7e7745c-d805-433b-8b11-cd72a9bfc518 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 210 time: 0.0321305 Jul 08 03:00:01.875904 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.3 (82715659-208a-4961-ae53-858f83b09dc9/a528f537-d2f0-47d1-b84b-7f3deb7b8830/cbf76192-aa2c-4e2f-a083-95c455d44078) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:00:02.008318 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.021591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object cbf76192-aa2c-4e2f-a083-95c455d44078 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:00:02.091711 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.137029 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 82715659-208a-4961-ae53-858f83b09dc9 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:00:02.140180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:00:02.145915 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:00:02.174325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:02.200199 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:02.200833 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.275102 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-dcc85563-f46f-47da-a1f8-201ccdf8a81c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189050 Jul 08 03:00:02.287382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Request body: {'port': {'device_id': '08416a67-aa65-4ec8-82cc-c19818b66300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:00:02.360879 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.383426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b00478f8-c957-47b4-ba7a-c382cad13965 None None] Provisioning for port cbf76192-aa2c-4e2f-a083-95c455d44078 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:00:02.387385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b00478f8-c957-47b4-ba7a-c382cad13965 None None] Provisioning complete for port cbf76192-aa2c-4e2f-a083-95c455d44078 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:00:02.387844 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b00478f8-c957-47b4-ba7a-c382cad13965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.421794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b00478f8-c957-47b4-ba7a-c382cad13965 None None] Port cbf76192-aa2c-4e2f-a083-95c455d44078 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:00:02.611568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99bd470f-854d-451f-aa35-3e2427ab9538 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:00:02.632210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf76192-aa2c-4e2f-a083-95c455d44078 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:00:02.639583 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.652038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Transition to ACTIVE for port object cbf76192-aa2c-4e2f-a083-95c455d44078 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:00:02.716506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.739786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 99bd470f-854d-451f-aa35-3e2427ab9538 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:00:02.744620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 99bd470f-854d-451f-aa35-3e2427ab9538 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:00:02.745003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.789407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:02.839284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Attempting to bind port cbf76192-aa2c-4e2f-a083-95c455d44078 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:00:02.839944 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Attempting to bind port cbf76192-aa2c-4e2f-a083-95c455d44078 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:00:02.840461 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Attempting to bind port cbf76192-aa2c-4e2f-a083-95c455d44078 on network 82715659-208a-4961-ae53-858f83b09dc9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:00:02.845108 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.845386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Port cbf76192-aa2c-4e2f-a083-95c455d44078 on network 82715659-208a-4961-ae53-858f83b09dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:00:02.845879 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Attempting to bind port cbf76192-aa2c-4e2f-a083-95c455d44078 on network 82715659-208a-4961-ae53-858f83b09dc9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:00:02.850972 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:00:02.851602 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Checking segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:00:02.852159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Bound using segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:00:02.852807 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Bound port: cbf76192-aa2c-4e2f-a083-95c455d44078, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:00:02.853341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.885009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 99bd470f-854d-451f-aa35-3e2427ab9538, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99bd470f-854d-451f-aa35-3e2427ab9538,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:00:02.962004 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:00:02.971743 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:02.978590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:00:02.990842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d971cd-03ae-46e1-9b50-e3ab4d7a272a req-27c6aa70-a2d1-4e0f-9886-d2aa05f05ff7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:02.993111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d971cd-03ae-46e1-9b50-e3ab4d7a272a req-27c6aa70-a2d1-4e0f-9886-d2aa05f05ff7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 943 time: 0.1006105 Jul 08 03:00:03.023048 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=99bd470f-854d-451f-aa35-3e2427ab9538,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:03.031761 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d5d971cd-03ae-46e1-9b50-e3ab4d7a272a req-9b540167-c1a4-4f2e-a42b-ae0230f66954 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328326 Jul 08 03:00:03.041132 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:03.076143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:03.076839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:03.078234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] 10.222.0.32 "PUT /v2.0/ports/cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 1092 time: 0.7953372 Jul 08 03:00:03.078703 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:00:03.081014 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7514195b-c222-4585-8c26-9b913b886548" -d '{"events": [{"name": "network-changed", "server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:00:03.106755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1d3c2-c6b8-4640-88e7-b4800580e34d service neutron] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:03.129272 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c59686b-7376-40e4-83e8-20ad92025f37 x-openstack-request-id: req-7c59686b-7376-40e4-83e8-20ad92025f37 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:00:03.129576 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:00:03.129844 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c59686b-7376-40e4-83e8-20ad92025f37 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:00:03.130259 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'status': 'completed', 'code': 200} Jul 08 03:00:03.216176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514195b-c222-4585-8c26-9b913b886548 req-aa25cb3b-d533-422c-8feb-32d9cab9154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:03.217723 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7514195b-c222-4585-8c26-9b913b886548 req-aa25cb3b-d533-422c-8feb-32d9cab9154c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1095 time: 0.0621326 Jul 08 03:00:03.317290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514195b-c222-4585-8c26-9b913b886548 req-1c0a6d30-c121-4bc0-9064-4c5ed0d1276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:03.318766 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7514195b-c222-4585-8c26-9b913b886548 req-1c0a6d30-c121-4bc0-9064-4c5ed0d1276c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0922763 Jul 08 03:00:03.414295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514195b-c222-4585-8c26-9b913b886548 req-dd1d7809-d7c1-4dca-98ca-108ee9adf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:03.415808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7514195b-c222-4585-8c26-9b913b886548 req-dd1d7809-d7c1-4dca-98ca-108ee9adf0cf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905282 Jul 08 03:00:03.508140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-160dc119-861e-47f5-897c-bfc4a5e59a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:03.509678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-160dc119-861e-47f5-897c-bfc4a5e59a5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1095 time: 0.0546234 Jul 08 03:00:03.553164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-d551b7d4-a837-40d9-8fe1-1f7a76a19de2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 217 time: 0.0361145 Jul 08 03:00:03.605329 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e8d7ed4f-f761-4474-a67d-3b65f881ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:03.606882 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-e8d7ed4f-f761-4474-a67d-3b65f881ce91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0477090 Jul 08 03:00:03.663488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-a84d2a59-b8f4-4da6-a523-ee525a2711c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:03.664971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-a84d2a59-b8f4-4da6-a523-ee525a2711c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513511 Jul 08 03:00:03.751179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-c2dc6dda-1d43-401e-a618-b64926d91945 service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791724 Jul 08 03:00:03.841685 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-846a0274-3db8-4d5a-8f6a-48085f774de6 req-6f78f551-99aa-4ed2-9615-dd395131ebbf service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830736 Jul 08 03:00:04.204116 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb2459-b3d6-41a7-9cbd-9ab47b29d34f req-a7b6b1c9-b6a3-47ed-910b-048e843501e2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:04.205512 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-debb2459-b3d6-41a7-9cbd-9ab47b29d34f req-a7b6b1c9-b6a3-47ed-910b-048e843501e2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 943 time: 0.0622578 Jul 08 03:00:04.243217 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-debb2459-b3d6-41a7-9cbd-9ab47b29d34f req-ad963d65-b951-41af-be5d-3551ec0594ae tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Jul 08 03:00:04.581234 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99bd470f-854d-451f-aa35-3e2427ab9538 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:00:04.628790 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 99bd470f-854d-451f-aa35-3e2427ab9538 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:00:04.629175 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:05.422856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d44fb4-4421-49be-9c01-231d642503b1 req-a05d8bec-5a10-4f9c-8541-8bb55e721790 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:05.424359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6d44fb4-4421-49be-9c01-231d642503b1 req-a05d8bec-5a10-4f9c-8541-8bb55e721790 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 943 time: 0.0668769 Jul 08 03:00:05.462387 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6d44fb4-4421-49be-9c01-231d642503b1 req-a716480c-32f1-42f3-837d-ee15b0ed9dc1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Jul 08 03:00:06.638916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96787-684b-4e48-95da-023a560a9a4b req-52fddb70-a6a1-4448-894a-f72714f89dc1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:06.640400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27a96787-684b-4e48-95da-023a560a9a4b req-52fddb70-a6a1-4448-894a-f72714f89dc1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 943 time: 0.0680354 Jul 08 03:00:06.676367 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-27a96787-684b-4e48-95da-023a560a9a4b req-4fe2cac4-bb1e-454a-a404-e54d7fab0b87 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304291 Jul 08 03:00:07.380466 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device cbf76192-aa2c-4e2f-a083-95c455d44078 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:00:07.469943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:00:07.482831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'port_id': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'mac_address': 'fa:16:3e:0c:b8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:00:07.521260 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:07.533592 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf76192-aa2c-4e2f-a083-95c455d44078 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:00:07.552212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:00:07.611258 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:07.656794 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:07.817116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['cbf76192-aa2c-4e2f-a083-95c455d44078'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:00:07.847843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff88f4-775a-43ae-8605-667c222347b7 req-dc70ec81-9769-49c1-b581-4f66ad50b12d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:07.849349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fff88f4-775a-43ae-8605-667c222347b7 req-dc70ec81-9769-49c1-b581-4f66ad50b12d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 944 time: 0.0630853 Jul 08 03:00:07.887902 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9fff88f4-775a-43ae-8605-667c222347b7 req-38ae865b-dc91-4674-a732-a00108d3e244 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325775 Jul 08 03:00:09.062103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ac219-b401-4f1b-87db-8f32ac901ae7 req-51641f4a-10d4-4a21-babb-7d3f69c8898e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:09.063597 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b58ac219-b401-4f1b-87db-8f32ac901ae7 req-51641f4a-10d4-4a21-babb-7d3f69c8898e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 944 time: 0.0624852 Jul 08 03:00:09.099706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b58ac219-b401-4f1b-87db-8f32ac901ae7 req-99013376-2a7a-410f-a712-22d16eacacde tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306718 Jul 08 03:00:09.392252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device cbf76192-aa2c-4e2f-a083-95c455d44078 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:00:09.498836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port cbf76192-aa2c-4e2f-a083-95c455d44078 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:00:09.502661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port cbf76192-aa2c-4e2f-a083-95c455d44078 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:00:09.503062 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:09.580908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:09.601742 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:00:09.603984 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29807e8-7d66-4c6e-bf66-e7d4550a2e97" -d '{"events": [{"server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "name": "network-vif-plugged", "status": "completed", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:00:09.617103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:00:09.676465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:09.700855 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102f436d-7b1c-4b76-8f4e-bc4f49b75a72 x-openstack-request-id: req-102f436d-7b1c-4b76-8f4e-bc4f49b75a72 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:00:09.701151 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "name": "network-vif-plugged", "status": "completed", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:00:09.701401 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-102f436d-7b1c-4b76-8f4e-bc4f49b75a72 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:00:09.701785 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'code': 200} Jul 08 03:00:09.728601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:09.809111 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab4ca5-9a67-4a89-b1fa-034f14769053 req-24eaaefd-f48e-41b0-90bd-a19cf1369c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:09.810599 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daab4ca5-9a67-4a89-b1fa-034f14769053 req-24eaaefd-f48e-41b0-90bd-a19cf1369c13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1097 time: 0.0502751 Jul 08 03:00:09.844700 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daab4ca5-9a67-4a89-b1fa-034f14769053 req-8832149a-d407-48e6-b847-ca2457fab565 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273905 Jul 08 03:00:10.281819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d034aa-7279-43be-af43-78f1637ee916 req-399bdaac-d440-45eb-bb0f-39db6a38a7ef tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:10.283320 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70d034aa-7279-43be-af43-78f1637ee916 req-399bdaac-d440-45eb-bb0f-39db6a38a7ef tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0684748 Jul 08 03:00:10.324070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70d034aa-7279-43be-af43-78f1637ee916 req-e85a9105-e74a-4bca-9eb9-73f72a00c348 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344965 Jul 08 03:00:11.498100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c4ddc-02cc-47e6-aafd-300864661dcf req-bc20b10b-9b62-4594-bcdb-6b7ae9615eee tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:11.499594 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f4c4ddc-02cc-47e6-aafd-300864661dcf req-bc20b10b-9b62-4594-bcdb-6b7ae9615eee tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0659342 Jul 08 03:00:11.536997 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6f4c4ddc-02cc-47e6-aafd-300864661dcf req-7e22f4ba-1992-4a68-bbd8-cc3f93879fe1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318041 Jul 08 03:00:11.703192 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e9924-3140-41e5-b068-7c11d984e7f7 req-9bc9be9a-671e-4754-9b87-7827ffc19bef tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:11.704701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-229e9924-3140-41e5-b068-7c11d984e7f7 req-9bc9be9a-671e-4754-9b87-7827ffc19bef tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0620072 Jul 08 03:00:11.741949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-229e9924-3140-41e5-b068-7c11d984e7f7 req-a3825558-0db4-4071-a4e0-850b9887d488 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 Jul 08 03:00:11.765503 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35362) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:00:11.814959 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163557de-442f-418a-ae7b-8a2146c145d3 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:11.816409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-163557de-442f-418a-ae7b-8a2146c145d3 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1092 time: 0.0499446 Jul 08 03:00:11.819616 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35364) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:00:11.823847 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:00:11.916190 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:12.012944 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:12.110501 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.140 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/69453bda-3d08-487d-ab48-76ff46640993) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:00:12.155968 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a8f33664-2a0f-4484-8c1f-1a237c7553b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:12.211592 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:12.303084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:12.337709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:00:12.341949 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:00:12.347364 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:00:12.373129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=69453bda-3d08-487d-ab48-76ff46640993,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:12.711239 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:12.835351 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:12.984304 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:13.053107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:13.122812 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=69453bda-3d08-487d-ab48-76ff46640993,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:00:13.134923 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:13.234284 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 51b40650-5eb1-4124-bd50-5ddd318b26a6 associated. External IP: 172.25.8.140, port: cbf76192-aa2c-4e2f-a083-95c455d44078. Jul 08 03:00:13.446634 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 943968d0-bf0a-402a-af35-cb54eafa1428 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:00:13.550726 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:00:13.560456 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] Sync routers for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:00:13.569618 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:00:13.570230 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:00:13.657886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:13.700163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-79c82660-afd4-49df-8e74-9e1d308e2996 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8793504 Jul 08 03:00:13.700588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:00:13.703006 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab263d5-a9df-4a67-8654-7ee9869bd8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:00:13.741468 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c1a5bb-322b-43a5-b550-d3a8ef7a1261 x-openstack-request-id: req-a7c1a5bb-322b-43a5-b550-d3a8ef7a1261 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:00:13.742718 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:00:13.742987 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7c1a5bb-322b-43a5-b550-d3a8ef7a1261 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:00:13.743437 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'status': 'completed', 'code': 200} Jul 08 03:00:13.765921 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:00:13.827745 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-6e56a073-734e-4e07-a0cc-64a483deb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:13.829265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-6e56a073-734e-4e07-a0cc-64a483deb19b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1097 time: 0.0643203 Jul 08 03:00:13.855489 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc82a62-df43-44b3-a87d-11c816adf9cf req-150725ed-5a33-4326-98ce-d4e96d04de66 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:13.857269 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccc82a62-df43-44b3-a87d-11c816adf9cf req-150725ed-5a33-4326-98ce-d4e96d04de66 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0647459 Jul 08 03:00:13.898063 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccc82a62-df43-44b3-a87d-11c816adf9cf req-00c3c4e7-6e77-4835-a60a-1da0ad609a88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349758 Jul 08 03:00:13.922267 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35370) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:00:13.925623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-eb434982-f9fe-4460-a6e9-d83507fd9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:13.927432 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-eb434982-f9fe-4460-a6e9-d83507fd9ffe service neutron] 10.222.0.32 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.0914931 Jul 08 03:00:13.990043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-86b64b02-800a-4a3d-b104-3781f36e99e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/51b40650-5eb1-4124-bd50-5ddd318b26a6 HTTP/1.1" status: 200 len: 991 time: 0.0661619 Jul 08 03:00:14.000603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-53994c7f-c95c-4716-88ec-e720f12f77f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 999 time: 0.0664945 Jul 08 03:00:14.002302 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '51b40650-5eb1-4124-bd50-5ddd318b26a6', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'port_id': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'mac_address': 'fa:16:3e:0c:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08416a67-aa65-4ec8-82cc-c19818b66300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:00:12Z', 'updated_at': '2021-07-08T03:00:12Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T03:00:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:00:14.028195 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] Checking router: 943968d0-bf0a-402a-af35-cb54eafa1428 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:00:14.036585 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:00:14.037193 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T02:59:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:00:14.048286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-dc35c616-c0e0-4317-a604-2ea383d33bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:14.049733 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-dc35c616-c0e0-4317-a604-2ea383d33bf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0429804 Jul 08 03:00:14.105558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-3ecb481e-dcbb-436f-bede-517cf9d9f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:14.107058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-3ecb481e-dcbb-436f-bede-517cf9d9f371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509953 Jul 08 03:00:14.140731 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:00:14.198726 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-128c5eb5-00bb-47e2-a0b5-1a2859cb543b service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846398 Jul 08 03:00:14.287688 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fab263d5-a9df-4a67-8654-7ee9869bd8e1 req-627c54c7-e275-417f-864f-e1466340648c service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818999 Jul 08 03:00:14.360810 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '51b40650-5eb1-4124-bd50-5ddd318b26a6', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'port_id': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'mac_address': 'fa:16:3e:0c:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08416a67-aa65-4ec8-82cc-c19818b66300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:00:12Z', 'updated_at': '2021-07-08T03:00:12Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T03:00:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:00:14.387355 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b5650-b8ac-49be-be27-779f83b9b33a None None] The sync data for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 is: [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '51b40650-5eb1-4124-bd50-5ddd318b26a6', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'port_id': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'mac_address': 'fa:16:3e:0c:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08416a67-aa65-4ec8-82cc-c19818b66300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:00:12Z', 'updated_at': '2021-07-08T03:00:12Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T03:00:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:00:14.494025 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-86f961a2-9fdc-4cd4-a0dc-a1b49a8a4975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:14.580513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaafbef-5251-4eac-bfd8-d9082ebfe7f5 None None] New status for floating IP 51b40650-5eb1-4124-bd50-5ddd318b26a6: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:00:14.965570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:14.994358 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35372) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:00:15.056698 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-23d57ff5-37f4-4a0e-a1de-87699088caf8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/51b40650-5eb1-4124-bd50-5ddd318b26a6 HTTP/1.1" status: 200 len: 993 time: 0.0611248 Jul 08 03:00:15.749869 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:00:15.985141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:17.665015 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:18.739069 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:21.527358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:42.178539 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-af26bcc8-9058-49bf-8f23-03888da0bf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:44.498893 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c6a82461-3056-47bd-89e0-748cf5afa832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:44.916724 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:45.988391 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:46.856724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e2b81-bc06-46ea-a1ed-8f58e4e8091a req-843bc7f0-c534-4e64-b354-c4e5ee7ea332 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:46.858201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be0e2b81-bc06-46ea-a1ed-8f58e4e8091a req-843bc7f0-c534-4e64-b354-c4e5ee7ea332 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0669899 Jul 08 03:00:46.896139 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-be0e2b81-bc06-46ea-a1ed-8f58e4e8091a req-3fa67eae-1c7d-4434-a3dd-f59474f916b5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Jul 08 03:00:46.956654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35392) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:00:47.054708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-abcbbb3e-67eb-4d48-9809-78e969da901f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969119 Jul 08 03:00:47.668850 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:48.081819 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11c05-122c-4008-8bd5-4f85d8316a10 req-8bf159ad-fb63-43fe-a446-2b76d5c1b4cb tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:48.083323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cef11c05-122c-4008-8bd5-4f85d8316a10 req-8bf159ad-fb63-43fe-a446-2b76d5c1b4cb tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0729797 Jul 08 03:00:48.121509 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-cef11c05-122c-4008-8bd5-4f85d8316a10 req-ab14a75e-ecf6-4b73-b551-4697908f85bb tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Jul 08 03:00:48.748415 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:49.061739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-bf8f72ec-2d43-45e8-a168-497fb09c196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:49.063161 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-bf8f72ec-2d43-45e8-a168-497fb09c196e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1097 time: 0.0560856 Jul 08 03:00:49.150586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-260aa8c7-326d-47dd-a246-9727e2c24513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:49.151575 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-260aa8c7-326d-47dd-a246-9727e2c24513 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.0822539 Jul 08 03:00:49.219871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-bc5f4d02-d690-4158-9653-43bd22eefe6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 1001 time: 0.0617599 Jul 08 03:00:49.296229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-a875e5c8-54f9-41cd-9351-f6e30734c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:49.297667 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-a875e5c8-54f9-41cd-9351-f6e30734c45f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0709097 Jul 08 03:00:49.356715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012745b-099d-4b6e-8b43-2aa9348e9d13 req-c2714a9d-9fac-483f-a0f2-7e00becd0a43 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:49.358157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3012745b-099d-4b6e-8b43-2aa9348e9d13 req-c2714a9d-9fac-483f-a0f2-7e00becd0a43 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.1232166 Jul 08 03:00:49.390250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-79815843-bf5e-4ffa-b0f9-f83c1db7b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:49.391708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-79815843-bf5e-4ffa-b0f9-f83c1db7b3d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875592 Jul 08 03:00:49.422007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3012745b-099d-4b6e-8b43-2aa9348e9d13 req-973f9225-e898-4a06-a0ea-8f0d8e5b2b44 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571766 Jul 08 03:00:49.487293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-0681c9be-51fd-4691-8d00-30c3946d5df6 service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867021 Jul 08 03:00:49.577815 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-b833672f-c84c-490e-98c8-44b739dabd6d service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835934 Jul 08 03:00:50.595863 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c46e6-56c3-453c-882a-c16198c1fae9 req-9efe9644-3f90-4796-918e-61cf4f5eb7a8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:50.597346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-185c46e6-56c3-453c-882a-c16198c1fae9 req-9efe9644-3f90-4796-918e-61cf4f5eb7a8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0624559 Jul 08 03:00:50.634099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-185c46e6-56c3-453c-882a-c16198c1fae9 req-49b98298-5322-4740-abc8-c4bf853df775 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Jul 08 03:00:50.741151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed36a0-7e48-4182-aebc-793059062469 req-7c8f78ef-3c4b-46dd-a7bf-f1c7f52330f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:50.742603 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04ed36a0-7e48-4182-aebc-793059062469 req-7c8f78ef-3c4b-46dd-a7bf-f1c7f52330f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1097 time: 0.0512989 Jul 08 03:00:50.846147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed36a0-7e48-4182-aebc-793059062469 req-1dfd177b-dfcc-4c53-a447-5a0b549463d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:50.847626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04ed36a0-7e48-4182-aebc-793059062469 req-1dfd177b-dfcc-4c53-a447-5a0b549463d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.0848792 Jul 08 03:00:50.911542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04ed36a0-7e48-4182-aebc-793059062469 req-a73edd9f-179d-47c6-9de1-d2f190d88085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 1001 time: 0.0565450 Jul 08 03:00:50.960398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed36a0-7e48-4182-aebc-793059062469 req-4191c9a0-ea12-4987-8316-891a30337c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:50.961840 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04ed36a0-7e48-4182-aebc-793059062469 req-4191c9a0-ea12-4987-8316-891a30337c08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0431106 Jul 08 03:00:51.022471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed36a0-7e48-4182-aebc-793059062469 req-1affd270-6c9c-41f2-8188-d861d05c48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:51.023910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04ed36a0-7e48-4182-aebc-793059062469 req-1affd270-6c9c-41f2-8188-d861d05c48b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544977 Jul 08 03:00:51.111709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04ed36a0-7e48-4182-aebc-793059062469 req-576376f8-876a-4803-8119-16ebe9461958 service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799782 Jul 08 03:00:51.202195 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-04ed36a0-7e48-4182-aebc-793059062469 req-c10fc5a2-a435-4850-9a22-89cf30ad0500 service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837345 Jul 08 03:00:51.556085 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:51.805482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281c98-f150-4269-81b0-52e3a7ca5801 req-8792a76a-a2e9-44e4-a403-20a8e6de7cb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:51.807048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b281c98-f150-4269-81b0-52e3a7ca5801 req-8792a76a-a2e9-44e4-a403-20a8e6de7cb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0630667 Jul 08 03:00:51.843381 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b281c98-f150-4269-81b0-52e3a7ca5801 req-0f6d6540-dd15-4c87-b1d8-980b61a72339 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303268 Jul 08 03:00:52.715054 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:00:53.020004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391bcf-e62c-4679-acb3-60456106fa41 req-4cb835af-87c5-425c-ae17-0b680f996f74 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:53.034296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b391bcf-e62c-4679-acb3-60456106fa41 req-4cb835af-87c5-425c-ae17-0b680f996f74 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0659840 Jul 08 03:00:53.058899 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5b391bcf-e62c-4679-acb3-60456106fa41 req-979c287c-a4e1-48ef-b1de-0061409e9a67 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320346 Jul 08 03:00:54.226505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51718224-4fc7-4c88-953e-bcebc2b31960 req-a74892b6-bf30-4b54-9060-15d9e4a60a87 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:54.228000 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51718224-4fc7-4c88-953e-bcebc2b31960 req-a74892b6-bf30-4b54-9060-15d9e4a60a87 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0617445 Jul 08 03:00:54.265357 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51718224-4fc7-4c88-953e-bcebc2b31960 req-7c4a71e4-31a3-4f5b-bbd1-8d15e9c1cc3b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313430 Jul 08 03:00:55.441534 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf59394-55e2-461a-a860-e73e4697acea req-bbdb9045-f98e-4d90-b1af-dc8269cc3529 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:55.443065 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cf59394-55e2-461a-a860-e73e4697acea req-bbdb9045-f98e-4d90-b1af-dc8269cc3529 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0688519 Jul 08 03:00:55.482239 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6cf59394-55e2-461a-a860-e73e4697acea req-d7c82fe1-7aef-46a1-9a70-93792ba2cb79 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336866 Jul 08 03:00:56.921259 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5590e-dd60-4626-a04c-3af5bb678061 req-194cb576-f538-4bb1-8158-20e7f0cab1de tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:56.922671 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9e5590e-dd60-4626-a04c-3af5bb678061 req-194cb576-f538-4bb1-8158-20e7f0cab1de tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.3264067 Jul 08 03:00:56.959774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e9e5590e-dd60-4626-a04c-3af5bb678061 req-f5a919e2-3622-4e95-aa1d-a1a6772daac5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314932 Jul 08 03:00:58.129901 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7c104-4dce-4f3f-8878-ece45b5581d3 req-dc68bd3a-8dd1-4d55-ba00-d3f624458348 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:58.131415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aed7c104-4dce-4f3f-8878-ece45b5581d3 req-dc68bd3a-8dd1-4d55-ba00-d3f624458348 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0631547 Jul 08 03:00:58.167736 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-aed7c104-4dce-4f3f-8878-ece45b5581d3 req-dd43beb9-db32-4bed-a687-d81c39431515 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303988 Jul 08 03:00:59.340468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e381c6-9a9f-4ccd-ae4f-8767d19f515b req-5206ee89-dba2-49c9-8d6a-247589bbd83f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:00:59.341936 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31e381c6-9a9f-4ccd-ae4f-8767d19f515b req-5206ee89-dba2-49c9-8d6a-247589bbd83f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0610948 Jul 08 03:00:59.378086 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31e381c6-9a9f-4ccd-ae4f-8767d19f515b req-ea023b12-940c-4ec4-8420-fee073e93161 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307236 Jul 08 03:01:00.561048 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e84e8-4eb7-4d73-b6d0-5869043e24f1 req-b5ae22bf-cf2f-4d37-87f3-49c0cec8b848 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:00.562568 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe6e84e8-4eb7-4d73-b6d0-5869043e24f1 req-b5ae22bf-cf2f-4d37-87f3-49c0cec8b848 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0729067 Jul 08 03:01:00.599739 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fe6e84e8-4eb7-4d73-b6d0-5869043e24f1 req-08e2a4b6-7182-4b84-8126-04c246c1f9b1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Jul 08 03:01:01.771306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcf4b4-6672-405b-8629-65c0733f469a req-f051fa87-54e9-43c4-92ef-5d0c84e2b882 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:01.772810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-87bcf4b4-6672-405b-8629-65c0733f469a req-f051fa87-54e9-43c4-92ef-5d0c84e2b882 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0641730 Jul 08 03:01:01.810606 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-87bcf4b4-6672-405b-8629-65c0733f469a req-a7e1f614-d9e9-424c-bade-ee5b3af72ca2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316777 Jul 08 03:01:02.985166 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de860b05-55b8-4975-a5d9-5ce347a90391 req-d61d1984-f0bc-47f5-9b54-845cd706cc5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:02.986654 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-de860b05-55b8-4975-a5d9-5ce347a90391 req-d61d1984-f0bc-47f5-9b54-845cd706cc5b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0635388 Jul 08 03:01:03.023522 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-de860b05-55b8-4975-a5d9-5ce347a90391 req-17b55044-5f1d-43be-b70a-b25067864fd0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313334 Jul 08 03:01:04.191835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce8f8b-52f0-429f-8d97-9df0fa9d3cb8 req-bd6e8447-7f9d-4ce5-acfb-6375aaeda282 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:04.193198 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3ce8f8b-52f0-429f-8d97-9df0fa9d3cb8 req-bd6e8447-7f9d-4ce5-acfb-6375aaeda282 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0608225 Jul 08 03:01:04.229034 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3ce8f8b-52f0-429f-8d97-9df0fa9d3cb8 req-b6fd4cb9-6005-4d3c-965a-6ea17612dfce tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304255 Jul 08 03:01:05.401399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f320b0-8d03-470b-869a-ec62552988bf req-492dfde8-1c79-4f01-ab26-ce7f7497b8aa tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:05.403486 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f320b0-8d03-470b-869a-ec62552988bf req-492dfde8-1c79-4f01-ab26-ce7f7497b8aa tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0669501 Jul 08 03:01:05.439733 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f5f320b0-8d03-470b-869a-ec62552988bf req-3fba896b-3822-4294-ac50-55eeb2369ea4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Jul 08 03:01:06.613244 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-bb761344-9f12-4341-b410-65cead4d9594 service neutron] show failed (client error): The resource could not be found. Jul 08 03:01:06.614262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-bb761344-9f12-4341-b410-65cead4d9594 service neutron] 10.222.0.32 "GET /v2.0/ports/cbf76192-aa2c-4e2f-a083-95c455d44078/bindings/n-h1-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0920064 Jul 08 03:01:06.636679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d1c87-8614-4bfd-b4d4-f72949cebc8b req-907fab73-d9d6-4a8a-8af2-fdf4b9203112 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:06.638112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d9d1c87-8614-4bfd-b4d4-f72949cebc8b req-907fab73-d9d6-4a8a-8af2-fdf4b9203112 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0871658 Jul 08 03:01:06.674910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d9d1c87-8614-4bfd-b4d4-f72949cebc8b req-355dc020-3449-44ae-9cae-482e66398e83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312877 Jul 08 03:01:07.255408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-2ea9025c-a9f3-4e3f-b156-25518466c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:07.256913 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-2ea9025c-a9f3-4e3f-b156-25518466c962 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 1097 time: 0.1244590 Jul 08 03:01:07.268318 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-13', 'device_owner': 'compute:nova'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:07.336524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:07.532800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:07.565248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:01:07.609809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:01:07.612098 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b9728c-6538-4771-b82d-9d02620beb9e" -d '{"events": [{"server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:01:07.615909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:07.628403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Transition to ACTIVE for port object cbf76192-aa2c-4e2f-a083-95c455d44078 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:01:07.660696 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 03:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a7ca0d-3ed2-4b2e-b523-cbe4e575747a x-openstack-request-id: req-78a7ca0d-3ed2-4b2e-b523-cbe4e575747a {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:01:07.661000 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:01:07.661385 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78a7ca0d-3ed2-4b2e-b523-cbe4e575747a {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:01:07.661798 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'code': 200} Jul 08 03:01:07.697111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:07.843294 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=6']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:07.876848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.877206 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.877555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.877895 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.878233 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.878572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.878903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.879235 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.879589 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.879919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.880247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.880570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:07.913612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] No DVR routers for this DVR port cbf76192-aa2c-4e2f-a083-95c455d44078 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:01:07.996835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877c91-270b-4b79-96de-5961496c510c req-30593cca-84c2-46a8-a1fc-2d8b4cafd9fd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:07.998276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e877c91-270b-4b79-96de-5961496c510c req-30593cca-84c2-46a8-a1fc-2d8b4cafd9fd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 943 time: 0.2067485 Jul 08 03:01:08.073035 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e877c91-270b-4b79-96de-5961496c510c req-ee48c194-0d28-4759-9522-fd9be7219fb3 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496104 Jul 08 03:01:08.108942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Attempting to bind port cbf76192-aa2c-4e2f-a083-95c455d44078 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:01:08.109276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Attempting to bind port cbf76192-aa2c-4e2f-a083-95c455d44078 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:01:08.109606 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Attempting to bind port cbf76192-aa2c-4e2f-a083-95c455d44078 on network 82715659-208a-4961-ae53-858f83b09dc9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:01:08.113767 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Port cbf76192-aa2c-4e2f-a083-95c455d44078 on network 82715659-208a-4961-ae53-858f83b09dc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:01:08.114090 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Attempting to bind port cbf76192-aa2c-4e2f-a083-95c455d44078 on network 82715659-208a-4961-ae53-858f83b09dc9 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:01:08.119041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:01:08.119414 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Checking segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:01:08.119800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Bound using segment: {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:01:08.120750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Bound port: cbf76192-aa2c-4e2f-a083-95c455d44078, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a602b74-3baa-4c40-8148-0de9ef9a6160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82715659-208a-4961-ae53-858f83b09dc9'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:01:08.121111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:08.180455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:01:08.183981 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:01:08.264804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:08.297322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:08.298005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:08.299441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] 10.222.0.18 "PUT /v2.0/ports/cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 1092 time: 1.0350921 Jul 08 03:01:08.362048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b99c9-2071-40dc-bc7b-07cca2eb5341 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=7']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:08.393332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-0a42a483-a34f-4827-a563-cd2f216e9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:08.394883 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-0a42a483-a34f-4827-a563-cd2f216e9683 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1095 time: 0.0679789 Jul 08 03:01:08.485287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-ca8b88db-c7eb-48bf-aeff-678b161729d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:08.486771 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-ca8b88db-c7eb-48bf-aeff-678b161729d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.0856204 Jul 08 03:01:08.554858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-8604f112-0718-4dad-a2a9-d277260d5d9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 999 time: 0.0618327 Jul 08 03:01:08.602759 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-9436a6dd-d41b-4c50-b3b1-6a101e140cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:08.604148 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-9436a6dd-d41b-4c50-b3b1-6a101e140cf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0428765 Jul 08 03:01:08.668167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-7ed5e740-4d53-4d6a-bb64-02de3cd09898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:08.669650 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-7ed5e740-4d53-4d6a-bb64-02de3cd09898 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589614 Jul 08 03:01:08.679506 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-71a61dfc-2d64-407a-ab2c-71b6e59a9686 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:01:08.680443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-71a61dfc-2d64-407a-ab2c-71b6e59a9686 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050075 Jul 08 03:01:08.770020 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-45a31cc4-9838-40d3-84af-7a064456a976 service neutron] 10.222.0.18 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824428 Jul 08 03:01:08.855124 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-651cf85c-3839-435e-8bb1-4a832f6410f0 service neutron] 10.222.0.18 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787921 Jul 08 03:01:09.251541 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febf64e-0dd3-4724-afbe-9074949c733f req-e8288c78-5e09-4b5a-bfbf-c3dd86f7bbf6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:09.253057 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0febf64e-0dd3-4724-afbe-9074949c733f req-e8288c78-5e09-4b5a-bfbf-c3dd86f7bbf6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 943 time: 0.0630291 Jul 08 03:01:09.291443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0febf64e-0dd3-4724-afbe-9074949c733f req-bdc5b9d2-d2aa-4676-adf4-8492ac474e34 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328987 Jul 08 03:01:09.662979 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:01:09.665335 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fb040f-2042-4271-9df6-9b33668b9e06" -d '{"events": [{"name": "network-changed", "server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:01:09.712182 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19b2366-82b3-400f-b375-45bf731e01b1 x-openstack-request-id: req-a19b2366-82b3-400f-b375-45bf731e01b1 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:01:09.712757 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:01:09.712757 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a19b2366-82b3-400f-b375-45bf731e01b1 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:01:09.713175 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'status': 'completed', 'code': 200} Jul 08 03:01:09.825655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-5bbe8ca4-b316-4766-9934-0e1ec5196cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:09.827155 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-5bbe8ca4-b316-4766-9934-0e1ec5196cc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1095 time: 0.0950072 Jul 08 03:01:09.829678 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-a0c93179-d930-423e-a2ce-46eedf9f09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:09.831025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-a0c93179-d930-423e-a2ce-46eedf9f09d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1095 time: 0.0900407 Jul 08 03:01:09.986600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-60ed45b1-405c-4a1b-9115-71da5b8e40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:09.988110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-60ed45b1-405c-4a1b-9115-71da5b8e40a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.1541057 Jul 08 03:01:09.992287 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-c9d5cb12-a0ed-4d6e-9e61-88ef76f744f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:09.993879 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-c9d5cb12-a0ed-4d6e-9e61-88ef76f744f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.1518776 Jul 08 03:01:10.097110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-98d13b83-4b3c-41fd-b180-87818b35c52b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 999 time: 0.1018450 Jul 08 03:01:10.100701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-c6bfa691-d1a7-47dc-b306-ffef8eddddf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 999 time: 0.0983686 Jul 08 03:01:10.181021 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-9aa83c30-3a02-420d-8664-32327840f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:10.182433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-9aa83c30-3a02-420d-8664-32327840f1d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0787356 Jul 08 03:01:10.184085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-1ed06d52-47cc-48e0-a62b-47e6b59b08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:10.185379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-1ed06d52-47cc-48e0-a62b-47e6b59b08ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0740941 Jul 08 03:01:10.277700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-8cd07aa2-fbd5-48bc-a041-3c63151ff237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:10.279196 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-8cd07aa2-fbd5-48bc-a041-3c63151ff237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890872 Jul 08 03:01:10.281674 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-1933e0d9-7114-4d8a-9278-f7ffd4d13ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:10.283028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-1933e0d9-7114-4d8a-9278-f7ffd4d13ef2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847957 Jul 08 03:01:10.443364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-48c387f9-560d-4360-92dd-b4c171b70dd3 service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560359 Jul 08 03:01:10.445452 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-e73b74be-39d4-4cf0-b1c4-aaec23cccfd2 service neutron] 10.222.0.18 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500487 Jul 08 03:01:10.463914 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c9acd-d66e-4fc4-a276-ec3636f39327 req-9a216790-9ee4-4a7a-bc0e-aaaeb5a1d7f5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:10.466008 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d10c9acd-d66e-4fc4-a276-ec3636f39327 req-9a216790-9ee4-4a7a-bc0e-aaaeb5a1d7f5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 943 time: 0.0640666 Jul 08 03:01:10.505300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d10c9acd-d66e-4fc4-a276-ec3636f39327 req-730f85a0-6155-49da-b416-6b30a05ca5c6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338085 Jul 08 03:01:10.874827 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-085b3c2d-98e9-46e6-8116-7d6b18dc134b service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245019 Jul 08 03:01:10.877051 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5fb040f-2042-4271-9df6-9b33668b9e06 req-cdb1d4b0-896d-4406-a95c-d747b94ec665 service neutron] 10.222.0.18 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190135 Jul 08 03:01:11.157381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cbf76192-aa2c-4e2f-a083-95c455d44078 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:01:11.249902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:11.260633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'port_id': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'mac_address': 'fa:16:3e:0c:b8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:01:11.297139 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:11.310182 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf76192-aa2c-4e2f-a083-95c455d44078 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:01:11.329263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:11.401430 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:11.446819 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:11.453797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.454155 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.454499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.454841 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.455180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.455547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.455882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.456212 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.456544 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.456870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.457194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.457519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:11.642799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['cbf76192-aa2c-4e2f-a083-95c455d44078'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:01:11.686737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928620fb-8c7b-496d-9112-2de527c1df5e req-baa44265-fdc6-4152-915e-2bf82484a364 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:11.688288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-928620fb-8c7b-496d-9112-2de527c1df5e req-baa44265-fdc6-4152-915e-2bf82484a364 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 944 time: 0.0634949 Jul 08 03:01:11.694659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device cbf76192-aa2c-4e2f-a083-95c455d44078 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:01:11.725740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-928620fb-8c7b-496d-9112-2de527c1df5e req-931bf345-60c0-455f-825e-acc049a55e76 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Jul 08 03:01:11.764024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device cbf76192-aa2c-4e2f-a083-95c455d44078 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:01:12.165984 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5c385c8-3e88-44b0-9ab8-42420cfc0b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:12.230598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03451c-d97d-46b9-aea8-cc11239f9325 req-daf5810f-c01d-4db3-81f9-af0a0ce5195d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:12.232075 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f03451c-d97d-46b9-aea8-cc11239f9325 req-daf5810f-c01d-4db3-81f9-af0a0ce5195d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 944 time: 0.0871041 Jul 08 03:01:12.318456 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f03451c-d97d-46b9-aea8-cc11239f9325 req-650ae0fb-4673-4021-9a75-4fc14ce005ac tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627770 Jul 08 03:01:12.342404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231e356-3132-4619-8527-11b8f8050726 req-38630eab-2fb8-4588-bf46-ea7a37e8645b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:12.347208 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-38630eab-2fb8-4588-bf46-ea7a37e8645b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300&tenant_id=22dfd299bdd540c19de1169d4d4c29d7&binding%3Ahost_id=n-h1-695189-13 HTTP/1.1" status: 200 len: 944 time: 0.1476088 Jul 08 03:01:12.402823 n-d-695189-13 neutron-server[100712]: INFO neutron.api.v2.resource [req-6231e356-3132-4619-8527-11b8f8050726 req-694c281d-e94b-4f77-ae4a-6a6be6cfe96c service neutron] delete failed (client error): The resource could not be found. Jul 08 03:01:12.403874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-694c281d-e94b-4f77-ae4a-6a6be6cfe96c service neutron] 10.222.0.32 "DELETE /v2.0/ports/cbf76192-aa2c-4e2f-a083-95c455d44078/bindings/n-h2-695189-13 HTTP/1.1" status: 404 len: 381 time: 0.0539706 Jul 08 03:01:12.498911 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c568e7-3471-41c0-8ae5-bf4b8b124d41 req-589bb4bb-c1df-495e-bdb0-50a1f3e98394 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:12.500443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81c568e7-3471-41c0-8ae5-bf4b8b124d41 req-589bb4bb-c1df-495e-bdb0-50a1f3e98394 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 944 time: 0.0698023 Jul 08 03:01:12.502447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231e356-3132-4619-8527-11b8f8050726 req-b770c2c9-47d0-46f2-bcbf-104ee32f4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:12.504002 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-b770c2c9-47d0-46f2-bcbf-104ee32f4c59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1096 time: 0.0575111 Jul 08 03:01:12.537859 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81c568e7-3471-41c0-8ae5-bf4b8b124d41 req-b718ba45-6041-42ff-bbef-697bc50610da tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Jul 08 03:01:12.593291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231e356-3132-4619-8527-11b8f8050726 req-79a6aeb2-5a5a-416f-bf87-79a14fb6cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:12.594832 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-79a6aeb2-5a5a-416f-bf87-79a14fb6cb68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.0843809 Jul 08 03:01:12.662945 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-e9fe9baa-3596-489b-b018-549f6a30cf87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 1000 time: 0.0612605 Jul 08 03:01:12.711510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231e356-3132-4619-8527-11b8f8050726 req-1986c7e7-8f6a-4e1f-b8b6-2a20a65d0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:12.712933 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-1986c7e7-8f6a-4e1f-b8b6-2a20a65d0ee3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0431843 Jul 08 03:01:12.768696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231e356-3132-4619-8527-11b8f8050726 req-d2afe555-fb8a-488c-83d0-783dd36c0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:12.770185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-d2afe555-fb8a-488c-83d0-783dd36c0913 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507829 Jul 08 03:01:12.858663 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-ca7ffc54-1976-482e-ba73-ce5aec8dd163 service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821066 Jul 08 03:01:12.944718 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6231e356-3132-4619-8527-11b8f8050726 req-2b43c750-f6fb-4b3b-bba3-56b2dc2688b2 service neutron] 10.222.0.32 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796590 Jul 08 03:01:13.157388 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cbf76192-aa2c-4e2f-a083-95c455d44078 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:01:13.275906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port cbf76192-aa2c-4e2f-a083-95c455d44078 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:01:13.280159 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port cbf76192-aa2c-4e2f-a083-95c455d44078 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:01:13.280561 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:13.353309 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:13.375920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:01:13.378154 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2617023a-6c5f-472d-a7c5-a0ff537d14bc" -d '{"events": [{"server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "name": "network-vif-plugged", "status": "completed", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:01:13.391735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:13.426946 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff75301-2dbe-4737-8e0a-b97e31c9f81c x-openstack-request-id: req-eff75301-2dbe-4737-8e0a-b97e31c9f81c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:01:13.427245 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "name": "network-vif-plugged", "status": "completed", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:01:13.427538 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eff75301-2dbe-4737-8e0a-b97e31c9f81c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:01:13.427938 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'code': 200} Jul 08 03:01:13.475814 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:13.525185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:13.717969 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b56427-51ff-4f04-a221-f483551518e0 req-e599364c-365a-4601-99bb-937a387b6a66 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:13.719496 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8b56427-51ff-4f04-a221-f483551518e0 req-e599364c-365a-4601-99bb-937a387b6a66 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0638721 Jul 08 03:01:13.758198 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d8b56427-51ff-4f04-a221-f483551518e0 req-4a121da1-7a59-495d-a0f2-567d8d1e012d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330467 Jul 08 03:01:14.508384 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d9b3-e2b4-4a75-9516-e6fd0c389eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:14.936903 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:14.941499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d833-0225-42e7-b1eb-34dd74042ad4 req-93514ae6-13b2-4318-84ad-7b6cc169943f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:14.943032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f833d833-0225-42e7-b1eb-34dd74042ad4 req-93514ae6-13b2-4318-84ad-7b6cc169943f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0685906 Jul 08 03:01:14.980787 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f833d833-0225-42e7-b1eb-34dd74042ad4 req-26c3e316-1976-41cb-adcc-b16bb125379d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321929 Jul 08 03:01:15.005395 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35480) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:15.066173 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d5aa1235-57fc-45ff-8cf7-3bda34cd8f66 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/51b40650-5eb1-4124-bd50-5ddd318b26a6 HTTP/1.1" status: 200 len: 993 time: 0.0595715 Jul 08 03:01:15.996037 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:17.697179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:18.744639 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:21.576701 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:29.713740 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:01:36.404455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-6c7fd016-775b-4bc4-bb0d-2690931d57e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504222 Jul 08 03:01:36.499794 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-bfbea12e-e046-41c7-90ee-a68a4defeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:36.501244 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-bfbea12e-e046-41c7-90ee-a68a4defeb98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1097 time: 0.0546446 Jul 08 03:01:36.601408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-eca3440e-024a-47bf-8400-3b15aef753c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:36.602874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-eca3440e-024a-47bf-8400-3b15aef753c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.0818143 Jul 08 03:01:36.670632 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-967f7e20-1e88-4fbd-b166-f7710577bab9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 1001 time: 0.0597255 Jul 08 03:01:36.717623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-2c410128-3171-457e-bfad-07dcf2bbda68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:36.719025 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-2c410128-3171-457e-bfad-07dcf2bbda68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0423093 Jul 08 03:01:36.774302 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-31c3ba13-d5a3-4247-b610-dd0180613c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:36.775777 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-31c3ba13-d5a3-4247-b610-dd0180613c66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501020 Jul 08 03:01:36.864257 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-6fb8e83d-3c1e-4e7a-8f5c-ebf12fc12992 service neutron] 10.222.0.18 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813460 Jul 08 03:01:36.954578 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-daa18cbb-503e-44f1-8b83-c26eb37734bd req-e519d54b-1d53-4010-8f0a-43cbdea33271 service neutron] 10.222.0.18 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830793 Jul 08 03:01:41.493060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35492) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:41.645377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 69453bda-3d08-487d-ab48-76ff46640993 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:01:41.645730 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:41.723660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:41.723997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:41.736046 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 69453bda-3d08-487d-ab48-76ff46640993 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:01:41.960099 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:41.985241 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=69453bda-3d08-487d-ab48-76ff46640993,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:42.051239 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:42.051648 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 51b40650-5eb1-4124-bd50-5ddd318b26a6 disassociated (deleted). External IP: 172.25.8.140, port: cbf76192-aa2c-4e2f-a083-95c455d44078. Jul 08 03:01:42.161486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b00c5f8c-adb6-4a2d-8bf4-16e84ac9365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:42.258825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 943968d0-bf0a-402a-af35-cb54eafa1428 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:01:42.364718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:01:42.370205 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:42.374944 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] Sync routers for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:01:42.385425 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:42.386055 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:42.414267 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-7a883e48-bb5b-43da-b114-40bbab595c90 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/floatingips/51b40650-5eb1-4124-bd50-5ddd318b26a6 HTTP/1.1" status: 204 len: 168 time: 0.9201052 Jul 08 03:01:42.414869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:01:42.417314 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe866ecb-6a86-4174-80d9-1124d87367c0" -d '{"events": [{"name": "network-changed", "server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:01:42.455434 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880c3890-727b-4707-b1e4-3e810324d8b5 x-openstack-request-id: req-880c3890-727b-4707-b1e4-3e810324d8b5 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:01:42.455728 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:01:42.455992 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-880c3890-727b-4707-b1e4-3e810324d8b5 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:01:42.456402 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'status': 'completed', 'code': 200} Jul 08 03:01:42.499188 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:42.536712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-7e7652b1-80b5-4720-80ac-9bbab2ef7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:42.539652 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-7e7652b1-80b5-4720-80ac-9bbab2ef7ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 1097 time: 0.0558431 Jul 08 03:01:42.628877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-d1886a5b-aad2-4d69-b9b6-3ed3fb633272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:42.630392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-d1886a5b-aad2-4d69-b9b6-3ed3fb633272 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 200 len: 897 time: 0.0845008 Jul 08 03:01:42.676213 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-e7e146fb-baa5-4c4c-9cfb-6a49fe94af14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 200 len: 217 time: 0.0387914 Jul 08 03:01:42.700410 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T03:00:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:42.725314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-1f512864-b666-4391-8bcb-1efcd614b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:42.726811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-1f512864-b666-4391-8bcb-1efcd614b937 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 200 len: 835 time: 0.0443635 Jul 08 03:01:42.730757 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] Checking router: 943968d0-bf0a-402a-af35-cb54eafa1428 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:01:42.756406 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:42.757143 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:42.787183 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-9fd269a3-543e-403f-b5bb-683bc6d90580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:42.788641 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-9fd269a3-543e-403f-b5bb-683bc6d90580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82715659-208a-4961-ae53-858f83b09dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547805 Jul 08 03:01:42.864603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:42.885499 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-0fd83383-84ce-4a09-a06e-4001c4ad004c service neutron] 10.222.0.18 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891943 Jul 08 03:01:42.984758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe866ecb-6a86-4174-80d9-1124d87367c0 req-4efe43c6-bf7d-4dbb-8519-438513669254 service neutron] 10.222.0.18 "GET /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921090 Jul 08 03:01:43.025227 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283fe92-afd0-4c49-b2a0-27e126b8aae0 req-15314ffb-3eed-4989-8192-5b8039104b78 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:43.026845 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d283fe92-afd0-4c49-b2a0-27e126b8aae0 req-15314ffb-3eed-4989-8192-5b8039104b78 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0741832 Jul 08 03:01:43.071826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d283fe92-afd0-4c49-b2a0-27e126b8aae0 req-436396c9-303b-43fc-87e4-7ad5448b36aa tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388246 Jul 08 03:01:43.160621 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T03:00:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:43.186303 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cd17a-7bd5-4282-8970-e599b665bd39 None None] The sync data for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 is: [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '99bd470f-854d-451f-aa35-3e2427ab9538', 'name': '', 'network_id': '82715659-208a-4961-ae53-858f83b09dc9', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:fc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:56Z', 'updated_at': '2021-07-08T03:00:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': 'a528f537-d2f0-47d1-b84b-7f3deb7b8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:01:43.394130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941213de-c9b2-448e-876b-2f792c052515 None None] New status for floating IP 51b40650-5eb1-4124-bd50-5ddd318b26a6: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:01:44.293227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-89bd1ebc-b906-4e4c-b539-7e7d6d7ddf2d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:44.294753 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-89bd1ebc-b906-4e4c-b539-7e7d6d7ddf2d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.18 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.0991764 Jul 08 03:01:44.356591 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425f638-63d0-4d13-b68e-29762b1ab086 req-bf0008dc-7dcb-4ff0-a8d5-bff651e740af tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:44.358079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4425f638-63d0-4d13-b68e-29762b1ab086 req-bf0008dc-7dcb-4ff0-a8d5-bff651e740af tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 945 time: 0.1230352 Jul 08 03:01:44.423950 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4425f638-63d0-4d13-b68e-29762b1ab086 req-f74d578a-be39-415e-801f-d1522f31801a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=d985e8eb-6796-4e9d-9ecb-61d9171c5f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581181 Jul 08 03:01:44.441731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port cbf76192-aa2c-4e2f-a083-95c455d44078 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:01:44.442082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:44.496788 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-631bbc61-478b-4de3-b007-2ddd26ccd3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:44.529103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port cbf76192-aa2c-4e2f-a083-95c455d44078, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=cbf76192-aa2c-4e2f-a083-95c455d44078,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:44.529464 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:44.541928 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for cbf76192-aa2c-4e2f-a083-95c455d44078 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:01:44.725531 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:44.755379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=cbf76192-aa2c-4e2f-a083-95c455d44078,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:44.797225 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] No DVR routers for this DVR port cbf76192-aa2c-4e2f-a083-95c455d44078 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:01:44.799886 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:44.801897 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.18 "DELETE /v2.0/ports/cbf76192-aa2c-4e2f-a083-95c455d44078 HTTP/1.1" status: 204 len: 173 time: 0.5016758 Jul 08 03:01:44.802332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'name': 'network-vif-deleted', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:01:44.804619 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087ba716-cb2d-4659-b047-7c1129b579ed" -d '{"events": [{"server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "name": "network-vif-deleted", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:01:44.839640 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275e3cf5-f003-40d2-a613-58ba2e87c858 x-openstack-request-id: req-275e3cf5-f003-40d2-a613-58ba2e87c858 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:01:44.839966 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08416a67-aa65-4ec8-82cc-c19818b66300", "name": "network-vif-deleted", "tag": "cbf76192-aa2c-4e2f-a083-95c455d44078", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:01:44.840229 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-275e3cf5-f003-40d2-a613-58ba2e87c858 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:01:44.840638 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08416a67-aa65-4ec8-82cc-c19818b66300', 'name': 'network-vif-deleted', 'tag': 'cbf76192-aa2c-4e2f-a083-95c455d44078', 'status': 'completed', 'code': 200} Jul 08 03:01:44.977228 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:45.578378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1f1db5d4-cca9-4a99-b7e8-d4c40fe44182 req-7b01bd72-0435-4dc1-b5a0-626d1e14a369 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=08416a67-aa65-4ec8-82cc-c19818b66300 HTTP/1.1" status: 200 len: 210 time: 0.0308828 Jul 08 03:01:46.000895 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:46.669651 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35510) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:47.026600 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:47.375202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cbf76192-aa2c-4e2f-a083-95c455d44078 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:01:47.396070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: cbf76192-aa2c-4e2f-a083-95c455d44078 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:01:47.396420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device cbf76192-aa2c-4e2f-a083-95c455d44078 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:01:47.614352 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 99bd470f-854d-451f-aa35-3e2427ab9538 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:01:47.614686 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:47.658235 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:47.705236 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 99bd470f-854d-451f-aa35-3e2427ab9538, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99bd470f-854d-451f-aa35-3e2427ab9538,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:47.705853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:47.725320 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 99bd470f-854d-451f-aa35-3e2427ab9538 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:01:47.949850 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:47.977525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=99bd470f-854d-451f-aa35-3e2427ab9538,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:48.009390 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.009745 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.010091 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.010430 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.010764 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.011097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.011484 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.011817 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.012146 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.012473 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.012808 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.013126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:01:48.167270 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:48.381234 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 943968d0-bf0a-402a-af35-cb54eafa1428 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:01:48.487366 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:01:48.492677 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6bb9ad9c-16f7-491f-a618-353eff31fb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/943968d0-bf0a-402a-af35-cb54eafa1428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211689 Jul 08 03:01:48.495434 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35512) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:48.498639 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] Sync routers for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:01:48.507456 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:48.508041 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:48.549431 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b08503f-505d-4b09-912f-31c39d8b8928 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting subnet a528f537-d2f0-47d1-b84b-7f3deb7b8830 {{(pid=100713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:01:48.552587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b08503f-505d-4b09-912f-31c39d8b8928 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:48.594548 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b08503f-505d-4b09-912f-31c39d8b8928 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5903698'] for subnet, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:48.611817 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:48.678544 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b08503f-505d-4b09-912f-31c39d8b8928 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:48.738625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:48.791994 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T03:01:47Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:48.813006 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b08503f-505d-4b09-912f-31c39d8b8928 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15715049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5876926'] for subnet, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:48.817451 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] Checking router: 943968d0-bf0a-402a-af35-cb54eafa1428 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:01:48.825978 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] Routers {'943968d0-bf0a-402a-af35-cb54eafa1428'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:48.826603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['943968d0-bf0a-402a-af35-cb54eafa1428'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:48.841100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08503f-505d-4b09-912f-31c39d8b8928 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Subnet': ['ID=a528f537-d2f0-47d1-b84b-7f3deb7b8830,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:48.844912 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3b08503f-505d-4b09-912f-31c39d8b8928 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:48.849406 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3b08503f-505d-4b09-912f-31c39d8b8928 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/subnets/a528f537-d2f0-47d1-b84b-7f3deb7b8830 HTTP/1.1" status: 204 len: 168 time: 0.3504088 Jul 08 03:01:48.849595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35514) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:48.855714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d28ed-fb15-45b8-9af7-51985e829690 None None] Network 82715659-208a-4961-ae53-858f83b09dc9 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:01:48.935826 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] Set router 943968d0-bf0a-402a-af35-cb54eafa1428 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:48.961756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.046051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] DHCP port deletion for 82715659-208a-4961-ae53-858f83b09dc9 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:01:49.072512 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.093615 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] Deleting port e4220768-65d3-45dc-860f-ce36eb9d2226 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:01:49.097709 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.116680 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T03:01:47Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:49.146928 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07cbef-4490-4360-947c-b960fb91a005 None None] The sync data for ids ['943968d0-bf0a-402a-af35-cb54eafa1428'] in n-d-695189-13 is: [{'id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208417918', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '648817b9-721d-4275-9c9a-e9059637edb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T03:01:47Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '648817b9-721d-4275-9c9a-e9059637edb5', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943968d0-bf0a-402a-af35-cb54eafa1428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:59:53Z', 'updated_at': '2021-07-08T02:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:01:49.158639 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] For port e4220768-65d3-45dc-860f-ce36eb9d2226, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=e4220768-65d3-45dc-860f-ce36eb9d2226,segment=NetworkSegment(1a602b74-3baa-4c40-8148-0de9ef9a6160),segment_id=1a602b74-3baa-4c40-8148-0de9ef9a6160)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:49.159052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.172368 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] Calling delete_port for e4220768-65d3-45dc-860f-ce36eb9d2226 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:01:49.184066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 648817b9-721d-4275-9c9a-e9059637edb5 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:01:49.184429 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.262597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 648817b9-721d-4275-9c9a-e9059637edb5, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=648817b9-721d-4275-9c9a-e9059637edb5,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:49.262949 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.275527 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 648817b9-721d-4275-9c9a-e9059637edb5 owned by network:router_gateway {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:01:49.344113 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.373999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] No DVR routers for this DVR port e4220768-65d3-45dc-860f-ce36eb9d2226 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:01:49.376069 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd2520-ee6d-4ea6-bd02-48baa4739b6d None None] Pushing event deleted for resources: {'Port': ['ID=e4220768-65d3-45dc-860f-ce36eb9d2226,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:49.497594 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.527950 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=648817b9-721d-4275-9c9a-e9059637edb5,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:49.591671 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.683974 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.686189 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.845619 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.846304 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Fanout notify agent at l3_agent the message router_deleted on router 943968d0-bf0a-402a-af35-cb54eafa1428 {{(pid=100713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:01:49.853021 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:49.854150 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-521d703c-34c4-42ab-baa0-f19e02922e50 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/routers/943968d0-bf0a-402a-af35-cb54eafa1428 HTTP/1.1" status: 204 len: 168 time: 1.0037518 Jul 08 03:01:49.857792 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35516) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:49.938598 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.022661 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.032645 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82715659-208a-4961-ae53-858f83b09dc9']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:50.043232 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a602b74-3baa-4c40-8148-0de9ef9a6160') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:50.043561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a602b74-3baa-4c40-8148-0de9ef9a6160') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:50.052059 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.069602 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.075198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:01:50.075675 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: timer() Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:01:50.078721 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:01:50.217113 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.224686 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.225695 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/networks/82715659-208a-4961-ae53-858f83b09dc9 HTTP/1.1" status: 204 len: 168 time: 0.3669357 Jul 08 03:01:50.228493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35518) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:50.237197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaec4ca-11fa-4b13-81df-ed76eae52c61 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Network': ['ID=82715659-208a-4961-ae53-858f83b09dc9,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:50.289753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95de60aa-04ea-45b7-9ff6-9c2ecdd25598 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.316286 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95de60aa-04ea-45b7-9ff6-9c2ecdd25598 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.428363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95de60aa-04ea-45b7-9ff6-9c2ecdd25598 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.430992 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-95de60aa-04ea-45b7-9ff6-9c2ecdd25598 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.432176 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-95de60aa-04ea-45b7-9ff6-9c2ecdd25598 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/security-groups/d985e8eb-6796-4e9d-9ecb-61d9171c5f94 HTTP/1.1" status: 204 len: 168 time: 0.2027140 Jul 08 03:01:50.441179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de60aa-04ea-45b7-9ff6-9c2ecdd25598 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d985e8eb-6796-4e9d-9ecb-61d9171c5f94,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:50.633177 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 648817b9-721d-4275-9c9a-e9059637edb5 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:01:50.653241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 648817b9-721d-4275-9c9a-e9059637edb5 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:01:50.653584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 648817b9-721d-4275-9c9a-e9059637edb5 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:01:50.653995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99bd470f-854d-451f-aa35-3e2427ab9538 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:01:50.672206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 99bd470f-854d-451f-aa35-3e2427ab9538 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:01:50.672552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99bd470f-854d-451f-aa35-3e2427ab9538 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:01:50.672968 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e4220768-65d3-45dc-860f-ce36eb9d2226 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:01:50.691059 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: e4220768-65d3-45dc-860f-ce36eb9d2226 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:01:50.691438 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device e4220768-65d3-45dc-860f-ce36eb9d2226 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:01:50.827398 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35524) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:50.832171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-fdcb55d9-440c-4f0c-9298-0b3db9cb03c2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053852575', 'description': 'tempest-secgroup-smoke-1053852575 description', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:50.915667 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdcb55d9-440c-4f0c-9298-0b3db9cb03c2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.994942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdcb55d9-440c-4f0c-9298-0b3db9cb03c2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.063804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdcb55d9-440c-4f0c-9298-0b3db9cb03c2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.091063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb55d9-440c-4f0c-9298-0b3db9cb03c2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0572a98e-d196-4dcc-b263-3c59000522fc,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:51.154150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fdcb55d9-440c-4f0c-9298-0b3db9cb03c2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.155524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fdcb55d9-440c-4f0c-9298-0b3db9cb03c2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3270438 Jul 08 03:01:51.158422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35526) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:51.162800 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-5a5e8930-7fde-4941-a352-90ad1e423afc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0572a98e-d196-4dcc-b263-3c59000522fc', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:51.252085 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8930-7fde-4941-a352-90ad1e423afc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.311501 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8930-7fde-4941-a352-90ad1e423afc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.372404 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8930-7fde-4941-a352-90ad1e423afc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.391405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e8930-7fde-4941-a352-90ad1e423afc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0eae47-389e-4a9f-985e-47147dce0f8e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:51.458478 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-5a5e8930-7fde-4941-a352-90ad1e423afc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.459757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5a5e8930-7fde-4941-a352-90ad1e423afc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3004060 Jul 08 03:01:51.462464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35528) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:51.467332 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-72185578-492c-427d-b425-ac1044453c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0572a98e-d196-4dcc-b263-3c59000522fc', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:51.566098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72185578-492c-427d-b425-ac1044453c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.590757 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.622397 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72185578-492c-427d-b425-ac1044453c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.697310 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72185578-492c-427d-b425-ac1044453c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.715627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72185578-492c-427d-b425-ac1044453c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c630b35d-b4f7-40b9-99fa-accd5694f2a5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:51.772907 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-72185578-492c-427d-b425-ac1044453c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.774136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-72185578-492c-427d-b425-ac1044453c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107457 Jul 08 03:01:51.777519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35530) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:51.781976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a498b957-57d4-433c-94fd-5f793658f249 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0572a98e-d196-4dcc-b263-3c59000522fc', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:51.874611 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a498b957-57d4-433c-94fd-5f793658f249 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:51.930677 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a498b957-57d4-433c-94fd-5f793658f249 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.013068 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a498b957-57d4-433c-94fd-5f793658f249 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.030645 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498b957-57d4-433c-94fd-5f793658f249 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e54e5b7-a54f-429f-94e0-df4fda358f3e,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:52.081341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a498b957-57d4-433c-94fd-5f793658f249 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.082700 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a498b957-57d4-433c-94fd-5f793658f249 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042037 Jul 08 03:01:52.085488 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35532) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:52.089868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ab75d0b9-2c72-45cc-8fc3-4f4002feba1c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0572a98e-d196-4dcc-b263-3c59000522fc', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:52.177268 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0b9-2c72-45cc-8fc3-4f4002feba1c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.514563 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0b9-2c72-45cc-8fc3-4f4002feba1c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.611152 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0b9-2c72-45cc-8fc3-4f4002feba1c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.626754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75d0b9-2c72-45cc-8fc3-4f4002feba1c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fa60a3-9757-4af3-ba49-c843fcd3de42,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:52.685463 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0b9-2c72-45cc-8fc3-4f4002feba1c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.686702 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ab75d0b9-2c72-45cc-8fc3-4f4002feba1c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6002662 Jul 08 03:01:52.689562 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35534) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:52.693969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-90a67961-3d1f-4faa-aa93-d427b4c1670e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0572a98e-d196-4dcc-b263-3c59000522fc', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:52.782559 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-90a67961-3d1f-4faa-aa93-d427b4c1670e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:01:52.787266 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a67961-3d1f-4faa-aa93-d427b4c1670e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.844735 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a67961-3d1f-4faa-aa93-d427b4c1670e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.949984 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a67961-3d1f-4faa-aa93-d427b4c1670e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:52.967701 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a67961-3d1f-4faa-aa93-d427b4c1670e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8fb6e9-a270-4bab-b3d8-47e9a9b35dad,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:53.047169 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-90a67961-3d1f-4faa-aa93-d427b4c1670e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.048362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-90a67961-3d1f-4faa-aa93-d427b4c1670e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3578706 Jul 08 03:01:53.051077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35536) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:53.055464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ece7a3a8-107f-4ae8-ac16-a7eb4980d367 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '0572a98e-d196-4dcc-b263-3c59000522fc', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:53.167085 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-ece7a3a8-107f-4ae8-ac16-a7eb4980d367 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:01:53.172398 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ece7a3a8-107f-4ae8-ac16-a7eb4980d367 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.232355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ece7a3a8-107f-4ae8-ac16-a7eb4980d367 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.310044 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ece7a3a8-107f-4ae8-ac16-a7eb4980d367 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.328929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7a3a8-107f-4ae8-ac16-a7eb4980d367 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15acaacb-daa8-4cec-8133-b0df0e79dccf,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:53.384018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ece7a3a8-107f-4ae8-ac16-a7eb4980d367 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.385259 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ece7a3a8-107f-4ae8-ac16-a7eb4980d367 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332336 Jul 08 03:01:53.388209 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35538) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:53.392999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'network': {'name': 'tempest-network-smoke--210876392', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:53.457771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:01:53.461102 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.483699 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:01:53.491994 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.492473 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Added segment 493256d1-da4b-44ae-94a2-18257be1fe03 of type vlan for network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 Jul 08 03:01:53.539857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.612375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.618015 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:53.618602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.681919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Network': ['ID=c9a0aece-63c3-4a7f-8718-13b2224e6bc5,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:53.694250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:01:53.743470 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e0dde5e4-04e1-468f-b67f-549b246543e5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3541980 Jul 08 03:01:53.746490 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35540) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:53.751547 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'admin_state_up': True, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:53.862815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.863917 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.916910 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:54.118915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:54.365670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:54.384492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:54.499307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.250 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/2b2e3f42-83b3-4fc8-8a7c-d854a7397661) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:01:54.598224 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:54.687582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:54.724985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:01:54.727718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:01:54.731608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:01:54.761300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=2b2e3f42-83b3-4fc8-8a7c-d854a7397661,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:55.052443 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:55.246576 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:55.417985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 6f994f3d-0a7d-4764-803a-0277402704fd is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 03:01:55.520961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:01:55.529762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Sync routers for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:01:55.539022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:55.545007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:55.595669 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:55.596943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c8dcc8ea-944f-49f7-a441-d6759a9e4957 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8494408 Jul 08 03:01:55.600122 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35542) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:55.641406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:55.669485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c239ec3-d3eb-46cd-be2b-4487ff40b523 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=22dfd299bdd540c19de1169d4d4c29d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682571 Jul 08 03:01:55.672060 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35546) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:55.756771 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73453814-2afd-4593-9f21-71caf4d13aad tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:55.761284 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35548) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:55.763660 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-73453814-2afd-4593-9f21-71caf4d13aad tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853748 Jul 08 03:01:55.790344 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-75037719-eb11-4c63-bfbb-ba57a72e9aa5 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273082 Jul 08 03:01:55.792813 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35550) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:55.798214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830346141', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:01:55.821357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:54Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:55.847955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Checking router: 6f994f3d-0a7d-4764-803a-0277402704fd for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:01:55.848317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Updating router 6f994f3d-0a7d-4764-803a-0277402704fd port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:01:55.885673 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:55.927004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:01:55.930609 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.133845 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.143154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Transition to ACTIVE for port object 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:01:56.194606 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.222879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.258044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Subnet': ['ID=7390e56c-37bc-4f0f-9e80-3440ce94b15b,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:56.263305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Checking segment: {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:01:56.263704 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network hostable DHCP agents. Network: c9a0aece-63c3-4a7f-8718-13b2224e6bc5, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:01:56.270884 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Attempting to bind port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:01:56.273355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Attempting to bind port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:01:56.273355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Attempting to bind port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:01:56.280090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:01:56.280467 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:01:56.280870 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.281266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:01:56.281724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Bound port: 2b2e3f42-83b3-4fc8-8a7c-d854a7397661, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:01:56.282106 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.284427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c3d9-7c35-4a05-aa72-e9a7a7644645 None None] Pushing event updated for resources: {'Port': ['ID=2b2e3f42-83b3-4fc8-8a7c-d854a7397661,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:56.334724 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] For port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:01:56.337695 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] For port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2b2e3f42-83b3-4fc8-8a7c-d854a7397661,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:01:56.344399 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:01:56.423976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.445923 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, c9a0aece-63c3-4a7f-8718-13b2224e6bc5) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:01:56.450295 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:56.450711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.456293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e10249-a1bb-41b4-add1-efab431a0714 None None] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:01:56.527099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d7b9ee6d-cc5a-4c1f-8f00-b2d0f4a3a8c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7327807 Jul 08 03:01:56.529641 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35552) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:01:56.529809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c3d9-7c35-4a05-aa72-e9a7a7644645 None None] Pushing event updated for resources: {'Port': ['ID=2b2e3f42-83b3-4fc8-8a7c-d854a7397661,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:56.534168 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:56.535728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:56.871133 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:56.898284 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 03:01:56.899135 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.961536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:57.152482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Allocated IP 172.20.0.2 (c9a0aece-63c3-4a7f-8718-13b2224e6bc5/7390e56c-37bc-4f0f-9e80-3440ce94b15b/db67389e-426a-4dc2-b0b5-7b2663db91fe) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:01:57.234372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:54Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:57.270455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa13d6d-a6d4-4c1c-b43a-c6d23749e725 None None] The sync data for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 is: [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:54Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:01:57.349088 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:57.358456 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Transition to ACTIVE for port object db67389e-426a-4dc2-b0b5-7b2663db91fe will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:01:57.376406 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Transition to ACTIVE for port object db67389e-426a-4dc2-b0b5-7b2663db91fe will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:01:57.449498 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:57.497686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:01:57.504835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:01:57.509486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:01:57.526141 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Pushing event updated for resources: {'Port': ['ID=db67389e-426a-4dc2-b0b5-7b2663db91fe,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:57.533056 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.1 (c9a0aece-63c3-4a7f-8718-13b2224e6bc5/7390e56c-37bc-4f0f-9e80-3440ce94b15b/eda35a08-dad5-4ad6-bcb6-05340a9bdac7) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:01:57.591930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Attempting to bind port db67389e-426a-4dc2-b0b5-7b2663db91fe on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:01:57.592579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Attempting to bind port db67389e-426a-4dc2-b0b5-7b2663db91fe by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:01:57.592707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Attempting to bind port db67389e-426a-4dc2-b0b5-7b2663db91fe on network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:01:57.600804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:01:57.601257 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Checking segment: {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:01:57.604283 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:57.604283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Bound using segment: {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:01:57.604283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Bound port: db67389e-426a-4dc2-b0b5-7b2663db91fe, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:01:57.604283 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:57.660336 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:57.675254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object eda35a08-dad5-4ad6-bcb6-05340a9bdac7 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:01:57.677455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] For port db67389e-426a-4dc2-b0b5-7b2663db91fe, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:01:57.680964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] For port db67389e-426a-4dc2-b0b5-7b2663db91fe, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=db67389e-426a-4dc2-b0b5-7b2663db91fe,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:01:57.745175 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:57.776523 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:57.813316 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cf02e-d91a-4dcb-97fc-7809057ca966 None None] Pushing event updated for resources: {'Port': ['ID=db67389e-426a-4dc2-b0b5-7b2663db91fe,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:57.822240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:01:57.828083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:01:57.832262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:01:57.838812 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:57.881523 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:58.125970 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:58.404870 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:58.475330 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:58.552516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:58.557591 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:58.658520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:01:58.660247 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:01:58.701432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:01:58.786774 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 6f994f3d-0a7d-4764-803a-0277402704fd has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:01:58.818578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:01:58.822670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:01:58.823055 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:58.849018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d773c3-dca0-40cd-8bd6-9bcc8c9f285e None None] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:01:58.906431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:01:58.912920 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8fac1add-41b5-489f-9a4a-fc659cf684a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/6f994f3d-0a7d-4764-803a-0277402704fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3821115 Jul 08 03:01:59.005051 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:59.035197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2b2e3f42-83b3-4fc8-8a7c-d854a7397661,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:59.055461 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c263e90c-63c2-4ae2-912e-7277934a93f7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053852575&fields=id&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 267 time: 0.0345013 Jul 08 03:01:59.058252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c139c60e-75f3-4cdb-a181-c81cdd652a28 None None] Provisioning for port db67389e-426a-4dc2-b0b5-7b2663db91fe completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:01:59.111199 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:59.112131 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device db67389e-426a-4dc2-b0b5-7b2663db91fe up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:01:59.187696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-debafb16-84b7-4018-a4b6-208694f8d95f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:01:59.191515 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=2b2e3f42-83b3-4fc8-8a7c-d854a7397661,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:59.202383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-debafb16-84b7-4018-a4b6-208694f8d95f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/networks?id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5 HTTP/1.1" status: 200 len: 796 time: 0.1325173 Jul 08 03:01:59.212222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-72bba0f1-1697-42c7-a131-71f5ae49d825 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/quotas/22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 375 time: 0.0103834 Jul 08 03:01:59.266863 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port db67389e-426a-4dc2-b0b5-7b2663db91fe completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:01:59.273699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port db67389e-426a-4dc2-b0b5-7b2663db91fe triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:01:59.274090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:59.294942 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-981bd2f2-a1ef-41ec-b26d-96c06bfd0d73 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767539 Jul 08 03:01:59.367710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:59.403757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-191e30f2-977a-485e-a392-094eb35911e7 service neutron] 10.222.0.10 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969565 Jul 08 03:01:59.415623 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port db67389e-426a-4dc2-b0b5-7b2663db91fe, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=db67389e-426a-4dc2-b0b5-7b2663db91fe,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:01:59.492160 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Sync routers for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:01:59.502725 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:01:59.507620 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:59.507823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-3e7731fc-1729-4d54-954e-4afb84b34ef3 service neutron] 10.222.0.10 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946038 Jul 08 03:01:59.507943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1743dd91-5f40-4441-b7be-c7580c18b9cd None None] Provisioning for port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:01:59.511465 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1743dd91-5f40-4441-b7be-c7580c18b9cd None None] Provisioning complete for port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:01:59.511951 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1743dd91-5f40-4441-b7be-c7580c18b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:59.554931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1743dd91-5f40-4441-b7be-c7580c18b9cd None None] Port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:01:59.566052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:59.605596 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1743dd91-5f40-4441-b7be-c7580c18b9cd None None] Provisioning complete for port db67389e-426a-4dc2-b0b5-7b2663db91fe triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:01:59.606018 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1743dd91-5f40-4441-b7be-c7580c18b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:59.616101 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:01:59.664854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=db67389e-426a-4dc2-b0b5-7b2663db91fe,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:01:59.797778 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8ce76ad4-51c3-4127-87ce-f03bf0820ada req-2ad2da5f-3d78-4bb0-92db-aab799bf8217 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 210 time: 0.0294220 Jul 08 03:01:59.831732 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:01:58Z', 'revision_number': 2, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:01:59.841999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-1be9304f-04ed-420a-ade1-446493154196 None None] Provisioning complete for port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:01:59.842558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1be9304f-04ed-420a-ade1-446493154196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:59.867391 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Checking router: 6f994f3d-0a7d-4764-803a-0277402704fd for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:01:59.867753 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Updating router 6f994f3d-0a7d-4764-803a-0277402704fd port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:01:59.879175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-1be9304f-04ed-420a-ade1-446493154196 None None] Port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:01:59.902451 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:00.157826 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:00.167026 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Transition to ACTIVE for port object eda35a08-dad5-4ad6-bcb6-05340a9bdac7 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:02:00.239826 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:00.311395 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Pushing event updated for resources: {'Port': ['ID=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:00.337797 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.338152 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.338540 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.338874 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.339230 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.339582 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.344128 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.344128 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.344128 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.344128 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.344128 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.344128 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:02:00.360545 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Attempting to bind port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:02:00.360914 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Attempting to bind port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:02:00.361271 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Attempting to bind port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 on network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:02:00.367486 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:02:00.367861 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Checking segment: {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:02:00.369819 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:00.369819 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Bound using segment: {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:02:00.369819 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Bound port: eda35a08-dad5-4ad6-bcb6-05340a9bdac7, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:02:00.370172 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:00.518232 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] For port eda35a08-dad5-4ad6-bcb6-05340a9bdac7, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:02:00.521343 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] For port eda35a08-dad5-4ad6-bcb6-05340a9bdac7, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:02:00.596373 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:00.649385 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:02:00.651983 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:02:00.652622 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:02:00.693639 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227158b0-015c-4ef4-865d-03c3a324743e None None] Pushing event updated for resources: {'Port': ['ID=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:00.713357 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:02:00.714109 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:00.770779 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:02:00.801591 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device db67389e-426a-4dc2-b0b5-7b2663db91fe up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:02:00.869232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port db67389e-426a-4dc2-b0b5-7b2663db91fe triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:02:00.870659 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:00.968717 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3ad7f5cf-ff7c-4700-a46b-449a6cb5cb7f req-cc8642a4-95e0-4882-b47f-3b284eefcaa0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 210 time: 0.0469248 Jul 08 03:02:01.014305 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:02:00Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:02:01.042177 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0b397-95bf-4d72-90db-c92a0d951f72 None None] The sync data for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 is: [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:02:00Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:02:01.757497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-6216792b-56e3-447e-a66b-0baeb559b354 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:01.759007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-6216792b-56e3-447e-a66b-0baeb559b354 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/networks?id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5 HTTP/1.1" status: 200 len: 796 time: 0.1107662 Jul 08 03:02:01.806121 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-a1ab386a-79b9-49bd-9c7d-4f9af60cb772 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 380 time: 0.0388713 Jul 08 03:02:01.815743 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'port': {'device_id': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'admin_state_up': True, 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'security_groups': ['0572a98e-d196-4dcc-b263-3c59000522fc']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:02:01.972558 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:02:01.979220 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.117023 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2854ea83-bc3d-46af-ab54-250b49d2eb64 req-22bfb578-a3c2-4257-bef2-14ad19d9ee4e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 210 time: 0.0329089 Jul 08 03:02:02.135750 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.8 (c9a0aece-63c3-4a7f-8718-13b2224e6bc5/7390e56c-37bc-4f0f-9e80-3440ce94b15b/6b267e23-951f-4518-bf0b-0bfb68a24873) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:02:02.269121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.283429 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object 6b267e23-951f-4518-bf0b-0bfb68a24873 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:02:02.401599 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.445431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:02:02.450494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:02:02.454863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:02:02.478532 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=6b267e23-951f-4518-bf0b-0bfb68a24873,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:02.514599 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:02.515881 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.579510 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-d9e9c884-ddf8-4a8b-abf9-d87ee6fcb4b0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7676260 Jul 08 03:02:02.592011 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Request body: {'port': {'device_id': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:02:02.675652 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eda35a08-dad5-4ad6-bcb6-05340a9bdac7 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:02:02.679740 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.789818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0130b6d3-9678-4009-bb54-d54ee5b92a84 None None] Provisioning for port 6b267e23-951f-4518-bf0b-0bfb68a24873 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:02:02.793987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0130b6d3-9678-4009-bb54-d54ee5b92a84 None None] Provisioning complete for port 6b267e23-951f-4518-bf0b-0bfb68a24873 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:02:02.794435 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0130b6d3-9678-4009-bb54-d54ee5b92a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.797632 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:02:02.820726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:02:02.821096 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.855057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0130b6d3-9678-4009-bb54-d54ee5b92a84 None None] Port 6b267e23-951f-4518-bf0b-0bfb68a24873 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:02:02.912027 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.945192 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port eda35a08-dad5-4ad6-bcb6-05340a9bdac7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:02:02.946377 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b267e23-951f-4518-bf0b-0bfb68a24873 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:02:02.954679 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:02.966363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Transition to ACTIVE for port object 6b267e23-951f-4518-bf0b-0bfb68a24873 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:02:03.001268 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:03.024098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:03.048687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:03.075442 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Pushing event updated for resources: {'Port': ['ID=6b267e23-951f-4518-bf0b-0bfb68a24873,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:03.151873 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Attempting to bind port 6b267e23-951f-4518-bf0b-0bfb68a24873 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:02:03.152214 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Attempting to bind port 6b267e23-951f-4518-bf0b-0bfb68a24873 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:02:03.152545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Attempting to bind port 6b267e23-951f-4518-bf0b-0bfb68a24873 on network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:02:03.157985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Port 6b267e23-951f-4518-bf0b-0bfb68a24873 on network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:02:03.158314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Attempting to bind port 6b267e23-951f-4518-bf0b-0bfb68a24873 on network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:02:03.163366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:02:03.163714 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Checking segment: {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:02:03.164097 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Bound using segment: {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:02:03.164557 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Bound port: 6b267e23-951f-4518-bf0b-0bfb68a24873, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493256d1-da4b-44ae-94a2-18257be1fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:02:03.165005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:03.235556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] For port 6b267e23-951f-4518-bf0b-0bfb68a24873, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:02:03.238886 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] For port 6b267e23-951f-4518-bf0b-0bfb68a24873, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6b267e23-951f-4518-bf0b-0bfb68a24873,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:02:03.305863 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f977bd5-d3ee-42b3-8faf-31da4e8140a9 req-e2ac44a7-623d-4ae9-ac4e-d806a0ad5929 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:03.307401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f977bd5-d3ee-42b3-8faf-31da4e8140a9 req-e2ac44a7-623d-4ae9-ac4e-d806a0ad5929 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 943 time: 0.0671024 Jul 08 03:02:03.308911 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:03.361498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:03.362132 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:03.363561 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] 10.222.0.32 "PUT /v2.0/ports/6b267e23-951f-4518-bf0b-0bfb68a24873 HTTP/1.1" status: 200 len: 1092 time: 0.7765744 Jul 08 03:02:03.365836 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:02:03.368504 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb923ce3-b16d-4da5-a130-2e1357a8eaa1" -d '{"events": [{"name": "network-changed", "server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:02:03.405921 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6f977bd5-d3ee-42b3-8faf-31da4e8140a9 req-f97b2a9e-6552-4979-a7ef-b377811aa158 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884879 Jul 08 03:02:03.407613 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88be2b67-3159-4d52-be82-ee09c986bf49 x-openstack-request-id: req-88be2b67-3159-4d52-be82-ee09c986bf49 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:02:03.407914 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:02:03.408174 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88be2b67-3159-4d52-be82-ee09c986bf49 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:02:03.408582 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'status': 'completed', 'code': 200} Jul 08 03:02:03.409284 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fc6e9-ee25-4b1c-b639-f7fd4b67624b service neutron] Pushing event updated for resources: {'Port': ['ID=6b267e23-951f-4518-bf0b-0bfb68a24873,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:03.486926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923ce3-b16d-4da5-a130-2e1357a8eaa1 req-cb75cb9b-415b-4b3c-a45b-7001fe53fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:03.488540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb923ce3-b16d-4da5-a130-2e1357a8eaa1 req-cb75cb9b-415b-4b3c-a45b-7001fe53fca6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 1095 time: 0.0554712 Jul 08 03:02:03.592986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923ce3-b16d-4da5-a130-2e1357a8eaa1 req-5ae95183-48ad-4a04-97cb-aaee6fc10648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:03.594764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb923ce3-b16d-4da5-a130-2e1357a8eaa1 req-5ae95183-48ad-4a04-97cb-aaee6fc10648 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0983829 Jul 08 03:02:03.686147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923ce3-b16d-4da5-a130-2e1357a8eaa1 req-29f4eafa-a0b2-452f-a0dd-1f7627be37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:03.688423 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb923ce3-b16d-4da5-a130-2e1357a8eaa1 req-29f4eafa-a0b2-452f-a0dd-1f7627be37f4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875661 Jul 08 03:02:03.780969 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-fdd654b2-fbae-4ad2-b9bf-f2cbfa8f10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:03.782419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-fdd654b2-fbae-4ad2-b9bf-f2cbfa8f10fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 1095 time: 0.0574803 Jul 08 03:02:03.828654 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-0146b5d2-3e1a-44f4-ab6c-0f7eaa45b397 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b267e23-951f-4518-bf0b-0bfb68a24873 HTTP/1.1" status: 200 len: 217 time: 0.0381985 Jul 08 03:02:03.875042 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-aaf9e1f4-f917-4002-b668-7c8013039949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:03.876514 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-aaf9e1f4-f917-4002-b668-7c8013039949 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7390e56c-37bc-4f0f-9e80-3440ce94b15b HTTP/1.1" status: 200 len: 834 time: 0.0426128 Jul 08 03:02:03.933268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-0e845d83-9e5a-4262-a488-1ca7cd7c290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:03.934823 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-0e845d83-9e5a-4262-a488-1ca7cd7c290f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518630 Jul 08 03:02:04.024737 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-a8dd4203-38b5-407d-9e1c-81db20242e66 service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836310 Jul 08 03:02:04.110503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9f51a305-dc20-4b5b-976a-7c61716ef79b req-73902bc1-361e-4584-ac34-d35876939948 service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787475 Jul 08 03:02:04.588458 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a7404-d54e-4f13-9938-569e3405c0b8 req-f276166a-e9a9-4989-bab1-6c55ae63fc60 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:04.589961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-933a7404-d54e-4f13-9938-569e3405c0b8 req-f276166a-e9a9-4989-bab1-6c55ae63fc60 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 943 time: 0.0628371 Jul 08 03:02:04.629587 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-933a7404-d54e-4f13-9938-569e3405c0b8 req-f89f776c-03fa-45e5-8035-41c78d6373db tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334513 Jul 08 03:02:04.642409 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eda35a08-dad5-4ad6-bcb6-05340a9bdac7 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:02:04.689938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:02:04.690445 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:05.799274 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8d691-cda6-43c7-b648-e5ab68056604 req-1f6dfbc8-5fe8-4928-b63b-1e1714f2d9b5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:05.800764 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0b8d691-cda6-43c7-b648-e5ab68056604 req-1f6dfbc8-5fe8-4928-b63b-1e1714f2d9b5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 943 time: 0.0625246 Jul 08 03:02:05.842523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c0b8d691-cda6-43c7-b648-e5ab68056604 req-b8e1de25-02c5-4a06-9c09-d49bd7a413c0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363317 Jul 08 03:02:06.712089 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:02:07.011835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a34323-f84c-4072-b340-6260c378b90b req-8adaa9fe-fab1-40fe-a697-526d8edae532 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:07.013301 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6a34323-f84c-4072-b340-6260c378b90b req-8adaa9fe-fab1-40fe-a697-526d8edae532 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 943 time: 0.0627880 Jul 08 03:02:07.050076 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6a34323-f84c-4072-b340-6260c378b90b req-a55cec03-6f7c-455e-a599-de2eb34ae50e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Jul 08 03:02:07.975771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6b267e23-951f-4518-bf0b-0bfb68a24873 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:02:08.065551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6b267e23-951f-4518-bf0b-0bfb68a24873, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6b267e23-951f-4518-bf0b-0bfb68a24873,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:02:08.079262 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'port_id': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'mac_address': 'fa:16:3e:46:9a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:02:08.122231 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:08.134941 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b267e23-951f-4518-bf0b-0bfb68a24873 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:02:08.153513 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6b267e23-951f-4518-bf0b-0bfb68a24873, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6b267e23-951f-4518-bf0b-0bfb68a24873,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:02:08.223227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d11591-082b-44f6-94b8-af872b75a220 req-26336ce3-f2c1-4408-98de-32e1cf8cc5bd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:08.224752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9d11591-082b-44f6-94b8-af872b75a220 req-26336ce3-f2c1-4408-98de-32e1cf8cc5bd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 943 time: 0.0627072 Jul 08 03:02:08.234574 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:08.262932 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9d11591-082b-44f6-94b8-af872b75a220 req-d0bdb138-d17b-40f2-8a6c-13e44b1726d6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326815 Jul 08 03:02:08.283408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=6b267e23-951f-4518-bf0b-0bfb68a24873,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:08.443568 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['6b267e23-951f-4518-bf0b-0bfb68a24873'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:02:09.439691 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59944b76-4eeb-4da8-9cbd-74d48e74a205 req-bc7f8c49-6d7a-40d9-8d4f-df80e8a5c779 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:09.441170 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59944b76-4eeb-4da8-9cbd-74d48e74a205 req-bc7f8c49-6d7a-40d9-8d4f-df80e8a5c779 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 944 time: 0.0665827 Jul 08 03:02:09.477579 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-59944b76-4eeb-4da8-9cbd-74d48e74a205 req-f19060ed-2722-4fea-b62f-5625c78e7609 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Jul 08 03:02:09.990753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6b267e23-951f-4518-bf0b-0bfb68a24873 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:02:10.115250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 6b267e23-951f-4518-bf0b-0bfb68a24873 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:02:10.121428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 6b267e23-951f-4518-bf0b-0bfb68a24873 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:02:10.122046 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:10.206712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:10.228486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:02:10.230752 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d024bd5-f448-495b-b090-3e9849906e65" -d '{"events": [{"server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "name": "network-vif-plugged", "status": "completed", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:02:10.243832 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6b267e23-951f-4518-bf0b-0bfb68a24873, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6b267e23-951f-4518-bf0b-0bfb68a24873,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:02:10.268443 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb933a3f-4283-4904-b7b1-2ed6fc9ebe95 x-openstack-request-id: req-eb933a3f-4283-4904-b7b1-2ed6fc9ebe95 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:02:10.268443 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "name": "network-vif-plugged", "status": "completed", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:02:10.268443 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb933a3f-4283-4904-b7b1-2ed6fc9ebe95 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:02:10.268443 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'code': 200} Jul 08 03:02:10.338501 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:10.377584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a09a0-c8b6-4826-8c7a-a6cf8502b7cb req-bb5facbb-bf28-4cc3-9779-816b8c3f5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:10.379110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-595a09a0-c8b6-4826-8c7a-a6cf8502b7cb req-bb5facbb-bf28-4cc3-9779-816b8c3f5e5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 1096 time: 0.0524712 Jul 08 03:02:10.384873 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=6b267e23-951f-4518-bf0b-0bfb68a24873,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:10.414419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-595a09a0-c8b6-4826-8c7a-a6cf8502b7cb req-7c7d84cb-04a5-4333-9e8b-a1456fca2571 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281255 Jul 08 03:02:10.647903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de5bdd-0ef3-4c69-89ce-4af114019d1e req-e2b64269-0a1e-4fd1-a17f-7f1c77ac809b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:10.649436 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93de5bdd-0ef3-4c69-89ce-4af114019d1e req-e2b64269-0a1e-4fd1-a17f-7f1c77ac809b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0647302 Jul 08 03:02:10.686240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-93de5bdd-0ef3-4c69-89ce-4af114019d1e req-38eb9ec7-b8dd-4656-877e-eb30629cd704 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Jul 08 03:02:11.876055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf444f42-2d3b-4855-b014-0c3b2eb018e0 req-f60f130e-4817-469f-bb8e-59ce08a9d385 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:11.877545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf444f42-2d3b-4855-b014-0c3b2eb018e0 req-f60f130e-4817-469f-bb8e-59ce08a9d385 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0653553 Jul 08 03:02:11.915250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bf444f42-2d3b-4855-b014-0c3b2eb018e0 req-07b60b39-7bf7-473f-b87d-329a34818701 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Jul 08 03:02:12.089487 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898210b4-9876-44fd-907e-01f2237fbf5d req-cead69a6-94bc-4a83-aaf5-5293b7b2973e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:12.091113 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-898210b4-9876-44fd-907e-01f2237fbf5d req-cead69a6-94bc-4a83-aaf5-5293b7b2973e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0694015 Jul 08 03:02:12.133942 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-898210b4-9876-44fd-907e-01f2237fbf5d req-9ab7408d-b1ae-4e02-8719-29c672a4c7eb tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351710 Jul 08 03:02:12.157608 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35606) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:02:12.188879 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2b763df4-a12c-4b41-8b69-3349b25485a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:12.211081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e7876-8734-41de-a937-e343504d14c2 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:12.212648 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6f8e7876-8734-41de-a937-e343504d14c2 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 1092 time: 0.0540640 Jul 08 03:02:12.215557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35608) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:02:12.219865 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:02:12.281201 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:12.378205 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:12.483685 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.101 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/a1a5356d-ba6f-4de6-985a-b01c6642c789) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:02:12.584084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:12.658672 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:12.696315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:02:12.699198 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:02:12.704724 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:02:12.727850 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=a1a5356d-ba6f-4de6-985a-b01c6642c789,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:13.076819 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:13.237764 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:13.382183 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:13.441488 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:13.513381 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=a1a5356d-ba6f-4de6-985a-b01c6642c789,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:02:13.523541 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:13.949157 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 7cb5eaa6-3afa-4535-a205-7d08b4752849 associated. External IP: 172.25.8.101, port: 6b267e23-951f-4518-bf0b-0bfb68a24873. Jul 08 03:02:14.150186 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 6f994f3d-0a7d-4764-803a-0277402704fd has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:02:14.253148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:02:14.263172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] Sync routers for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:02:14.272556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:02:14.275238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:01:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:02:14.327261 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:14.370229 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-e30e27d9-d34b-4899-ba33-2387d76556d0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1533325 Jul 08 03:02:14.371228 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:02:14.373764 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af" -d '{"events": [{"name": "network-changed", "server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:02:14.469431 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cc0926-5f45-4fb0-b6fa-f36d4dac2042 x-openstack-request-id: req-e0cc0926-5f45-4fb0-b6fa-f36d4dac2042 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:02:14.469723 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:02:14.469979 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0cc0926-5f45-4fb0-b6fa-f36d4dac2042 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:02:14.470385 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'status': 'completed', 'code': 200} Jul 08 03:02:14.556407 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:02:14.565700 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18970278-9fe9-4f98-882b-f246cf13b947 req-a5856dc0-5a18-4a4a-95c4-30da9e9c14fc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:14.567197 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18970278-9fe9-4f98-882b-f246cf13b947 req-a5856dc0-5a18-4a4a-95c4-30da9e9c14fc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.1053188 Jul 08 03:02:14.573040 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-29de89e2-e744-48ba-a8ae-42baf7b50400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:14.574417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-29de89e2-e744-48ba-a8ae-42baf7b50400 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 1097 time: 0.0785339 Jul 08 03:02:14.584656 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-abbf3129-0e6d-4ce9-8e02-c1b7d492251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:14.661348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-18970278-9fe9-4f98-882b-f246cf13b947 req-4e1bb9cb-93fa-4893-9e8a-23f384414ffb tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859673 Jul 08 03:02:14.687057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35616) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:02:14.695103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-1359d911-0b9c-4450-92a3-2fa24fd4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:14.696758 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-1359d911-0b9c-4450-92a3-2fa24fd4dad0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5 HTTP/1.1" status: 200 len: 897 time: 0.1147516 Jul 08 03:02:14.749850 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2489bc74-3255-46ce-b19a-154430b9d50a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/7cb5eaa6-3afa-4535-a205-7d08b4752849 HTTP/1.1" status: 200 len: 991 time: 0.0615904 Jul 08 03:02:14.768231 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-f0cc0706-9596-4b5e-aa81-325147d95484 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b267e23-951f-4518-bf0b-0bfb68a24873 HTTP/1.1" status: 200 len: 999 time: 0.0647025 Jul 08 03:02:14.786148 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7cb5eaa6-3afa-4535-a205-7d08b4752849', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'port_id': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'mac_address': 'fa:16:3e:46:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:02:12Z', 'updated_at': '2021-07-08T03:02:12Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:02:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:02:14.812089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] Checking router: 6f994f3d-0a7d-4764-803a-0277402704fd for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:02:14.816205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-21147dd7-3501-4996-8fe2-38a71b286670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:14.817687 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-21147dd7-3501-4996-8fe2-38a71b286670 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7390e56c-37bc-4f0f-9e80-3440ce94b15b HTTP/1.1" status: 200 len: 834 time: 0.0437841 Jul 08 03:02:14.820241 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:02:14.820852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:02:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:02:14.874349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-caa81f7c-40bc-4f61-beeb-8d90899b5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:14.875947 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-caa81f7c-40bc-4f61-beeb-8d90899b5c03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524688 Jul 08 03:02:14.929056 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:14.936653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:02:14.974972 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-132b8497-0974-4d83-ac4e-a48c5c72068e service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918386 Jul 08 03:02:15.063412 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff7fa4f3-aaee-4abc-adf2-31a71f1ae2af req-7f674647-3975-49aa-af5b-1d39242f860f service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821767 Jul 08 03:02:15.159276 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7cb5eaa6-3afa-4535-a205-7d08b4752849', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'port_id': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'mac_address': 'fa:16:3e:46:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:02:12Z', 'updated_at': '2021-07-08T03:02:12Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:02:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:02:15.184899 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b843af7-4f52-4309-a78b-00b121b31a1a None None] The sync data for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 is: [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7cb5eaa6-3afa-4535-a205-7d08b4752849', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'port_id': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'mac_address': 'fa:16:3e:46:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:02:12Z', 'updated_at': '2021-07-08T03:02:12Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:02:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:02:15.368287 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f494a-5fda-4292-9840-07549fe10167 None None] New status for floating IP 7cb5eaa6-3afa-4535-a205-7d08b4752849: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:02:15.753356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35618) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:02:15.816644 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d7aba598-a61f-4179-98db-dfe37e364bec tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/7cb5eaa6-3afa-4535-a205-7d08b4752849 HTTP/1.1" status: 200 len: 993 time: 0.0621467 Jul 08 03:02:16.001159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:17.658277 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:18.725042 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:21.646305 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:42.166557 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d184992-d1d5-49ac-9dc9-bdf0b9c8c656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:43.711770 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:02:44.509319 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a68c9d7c-7535-47a1-98bd-92afef3dc92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:44.932420 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:46.000848 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:47.468062 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682bbe7-1727-49c5-ac15-aa7581ec192d req-7d19d687-c49d-49b3-a01b-9e5eec1e956b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:47.469575 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4682bbe7-1727-49c5-ac15-aa7581ec192d req-7d19d687-c49d-49b3-a01b-9e5eec1e956b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.1087005 Jul 08 03:02:47.507485 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4682bbe7-1727-49c5-ac15-aa7581ec192d req-10f96fe0-4e5f-418f-bd87-e69985af0b47 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Jul 08 03:02:47.697536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:48.736670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa188c72-7351-421d-b48e-c0aeb8a43c42 req-e887713f-12f2-4a33-95d3-725769a34594 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:48.738695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa188c72-7351-421d-b48e-c0aeb8a43c42 req-e887713f-12f2-4a33-95d3-725769a34594 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.1030664 Jul 08 03:02:48.743483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:48.777551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-aa188c72-7351-421d-b48e-c0aeb8a43c42 req-ee13fda3-879b-482c-95e2-bc66ecc0ee63 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329702 Jul 08 03:02:49.966269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f18d3-0174-4a17-97e3-671059a7bdc8 req-4a44db8b-8589-4eee-a1cd-42c3634a50fd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:49.967799 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc1f18d3-0174-4a17-97e3-671059a7bdc8 req-4a44db8b-8589-4eee-a1cd-42c3634a50fd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0829310 Jul 08 03:02:50.004521 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fc1f18d3-0174-4a17-97e3-671059a7bdc8 req-08087d6e-62b9-4ad1-8580-94fd46db3529 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304959 Jul 08 03:02:51.180147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c8de5-a6ef-4c47-af14-e9b9c99d84f4 req-f4d4d9ad-0752-4583-b0a8-d504f16c9509 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:51.181593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4e1c8de5-a6ef-4c47-af14-e9b9c99d84f4 req-f4d4d9ad-0752-4583-b0a8-d504f16c9509 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0615468 Jul 08 03:02:51.217474 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4e1c8de5-a6ef-4c47-af14-e9b9c99d84f4 req-b080f938-05f8-4e3a-8b0f-f6d761385cae tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304165 Jul 08 03:02:51.601029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:52.387294 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a268a9d-bee2-4f6c-8cb6-a55b9b7a6ec9 req-99e37cb2-215c-422e-9f01-9509921b9d58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:52.388887 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a268a9d-bee2-4f6c-8cb6-a55b9b7a6ec9 req-99e37cb2-215c-422e-9f01-9509921b9d58 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0638833 Jul 08 03:02:52.426505 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3a268a9d-bee2-4f6c-8cb6-a55b9b7a6ec9 req-f5a9333f-cbc9-479f-837e-f56971a1c908 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Jul 08 03:02:52.708930 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-2d21b5b7-2687-43ff-8174-ec0b9cfadabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:52.710740 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-2d21b5b7-2687-43ff-8174-ec0b9cfadabb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 1097 time: 0.0556388 Jul 08 03:02:52.811464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-9007861e-2a80-48a2-8880-06c5d8bebc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:52.812980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-9007861e-2a80-48a2-8880-06c5d8bebc52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5 HTTP/1.1" status: 200 len: 897 time: 0.0834124 Jul 08 03:02:53.168719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-17f70b9e-1791-4a7f-889d-35426a2b6f94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b267e23-951f-4518-bf0b-0bfb68a24873 HTTP/1.1" status: 200 len: 1001 time: 0.3482881 Jul 08 03:02:53.215770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-45d618cb-7bac-47df-8d39-8c0ceec0133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:53.217174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-45d618cb-7bac-47df-8d39-8c0ceec0133c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7390e56c-37bc-4f0f-9e80-3440ce94b15b HTTP/1.1" status: 200 len: 834 time: 0.0417955 Jul 08 03:02:53.272710 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-0c6004f1-d67a-4943-94f5-915f008787c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:53.274145 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-0c6004f1-d67a-4943-94f5-915f008787c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502479 Jul 08 03:02:53.364483 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-8fbd23ec-0e56-44c7-b975-a9ee49a79f65 service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826626 Jul 08 03:02:53.450719 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0d14fa1-eda2-4974-8568-e10be0497f5b req-27159431-821e-405e-a417-342e65a6e235 service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792160 Jul 08 03:02:53.601842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a91e-84cb-4cbe-873e-3a7abee47ef7 req-98e7492e-adc1-48b7-9ed2-007282d5f10f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:53.603325 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4149a91e-84cb-4cbe-873e-3a7abee47ef7 req-98e7492e-adc1-48b7-9ed2-007282d5f10f tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0627985 Jul 08 03:02:53.644321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4149a91e-84cb-4cbe-873e-3a7abee47ef7 req-19d92bf3-d163-4a68-ba48-e6a14ae7afe4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356433 Jul 08 03:02:54.819803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f2f5f-4531-47cc-82b5-fc62e3c93f24 req-bd081198-835f-4855-82a6-f9484ec92cd2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:54.821258 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a68f2f5f-4531-47cc-82b5-fc62e3c93f24 req-bd081198-835f-4855-82a6-f9484ec92cd2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0661266 Jul 08 03:02:54.858826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a68f2f5f-4531-47cc-82b5-fc62e3c93f24 req-2ff8d0af-f20b-43a6-948e-6bf092d141b4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Jul 08 03:02:56.037173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73514a1-9ac6-4285-b563-76e2b5e74848 req-f21d3a6b-d357-4099-abe5-762f51b0b8d9 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:56.038686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b73514a1-9ac6-4285-b563-76e2b5e74848 req-f21d3a6b-d357-4099-abe5-762f51b0b8d9 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0628116 Jul 08 03:02:56.077892 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b73514a1-9ac6-4285-b563-76e2b5e74848 req-79a72325-65fd-457e-b8a3-6ac5adf0aa10 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336914 Jul 08 03:02:57.249057 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74df97-ad2c-4d7b-9c0c-ab06beb1bdc5 req-8b6ac34a-32a3-48fc-82bb-6f6a853756d6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:57.250535 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a74df97-ad2c-4d7b-9c0c-ab06beb1bdc5 req-8b6ac34a-32a3-48fc-82bb-6f6a853756d6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0633252 Jul 08 03:02:57.287350 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a74df97-ad2c-4d7b-9c0c-ab06beb1bdc5 req-af31b319-83ca-4e41-991f-ea4862ea34f9 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Jul 08 03:02:58.456789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2a8bb-108b-4475-9839-4cc516cd7864 req-64e99766-bd73-4fd1-9e20-3afdf1e1425a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:58.458340 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ecd2a8bb-108b-4475-9839-4cc516cd7864 req-64e99766-bd73-4fd1-9e20-3afdf1e1425a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0627191 Jul 08 03:02:58.495928 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ecd2a8bb-108b-4475-9839-4cc516cd7864 req-addaee86-5f2f-4a60-8a48-53f466f2dde1 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Jul 08 03:02:59.670614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669a27a-5423-4fb1-9255-db6bcf6d6eaa req-ae7f1970-9208-4ef5-9fc3-4bd676612d37 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:02:59.672114 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2669a27a-5423-4fb1-9255-db6bcf6d6eaa req-ae7f1970-9208-4ef5-9fc3-4bd676612d37 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0666122 Jul 08 03:02:59.709625 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2669a27a-5423-4fb1-9255-db6bcf6d6eaa req-c398dda5-598b-4f3e-98ed-b57f7c263817 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Jul 08 03:03:00.883403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7de09-aeec-4a54-910a-5064e99db805 req-f5d8ccd9-191c-4159-a9e0-afe73731a763 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:00.884841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7bf7de09-aeec-4a54-910a-5064e99db805 req-f5d8ccd9-191c-4159-a9e0-afe73731a763 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0676281 Jul 08 03:03:00.922045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7bf7de09-aeec-4a54-910a-5064e99db805 req-5921e2ef-0cbc-4deb-a7cf-0a9787f05666 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Jul 08 03:03:02.091750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda86a8-6a90-49f7-ba4d-b29f743c3c36 req-5bc6ad06-c768-4d4e-bae0-694c31f2e049 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:02.093124 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0eda86a8-6a90-49f7-ba4d-b29f743c3c36 req-5bc6ad06-c768-4d4e-bae0-694c31f2e049 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0627873 Jul 08 03:03:02.131638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0eda86a8-6a90-49f7-ba4d-b29f743c3c36 req-c6e74a2b-2121-49bc-ba55-42b5c50ac47d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328197 Jul 08 03:03:03.304272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7adfb-e641-4646-ba06-8901025314c3 req-5c260781-abae-4c5c-a076-ec68907c7c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:03.305749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14f7adfb-e641-4646-ba06-8901025314c3 req-5c260781-abae-4c5c-a076-ec68907c7c98 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0634089 Jul 08 03:03:03.342924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-14f7adfb-e641-4646-ba06-8901025314c3 req-f7630522-824d-4829-ad6c-09c792fd38be tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316215 Jul 08 03:03:03.366280 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35674) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:03.428350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-5f13aa23-283d-4a73-af04-54acc6074caa tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/7cb5eaa6-3afa-4535-a205-7d08b4752849 HTTP/1.1" status: 200 len: 993 time: 0.0609841 Jul 08 03:03:04.978864 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fee51-334e-4184-a30f-ce6e839cb567 req-ea08b831-ae2b-41b2-b667-35183e3e539b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:04.980381 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-015fee51-334e-4184-a30f-ce6e839cb567 req-ea08b831-ae2b-41b2-b667-35183e3e539b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0672264 Jul 08 03:03:05.017817 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-015fee51-334e-4184-a30f-ce6e839cb567 req-9e9835a9-c0c2-46ba-934c-9f817e05c373 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Jul 08 03:03:05.027179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b808c5-d595-46ea-973c-261d418673dd req-f831adb8-a339-4f62-9587-ab820defb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:05.028930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2b808c5-d595-46ea-973c-261d418673dd req-f831adb8-a339-4f62-9587-ab820defb648 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 1097 time: 0.0528233 Jul 08 03:03:05.119586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b808c5-d595-46ea-973c-261d418673dd req-03723e41-1950-42c7-8a5f-4798a8d458d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:05.121250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2b808c5-d595-46ea-973c-261d418673dd req-03723e41-1950-42c7-8a5f-4798a8d458d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5 HTTP/1.1" status: 200 len: 897 time: 0.0855141 Jul 08 03:03:05.183149 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2b808c5-d595-46ea-973c-261d418673dd req-8564dfd4-f7b2-4873-801f-53da576d63ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b267e23-951f-4518-bf0b-0bfb68a24873 HTTP/1.1" status: 200 len: 1001 time: 0.0558987 Jul 08 03:03:05.230731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b808c5-d595-46ea-973c-261d418673dd req-a187b2e8-c928-46e2-88c5-22b45282c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:05.232158 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2b808c5-d595-46ea-973c-261d418673dd req-a187b2e8-c928-46e2-88c5-22b45282c26f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7390e56c-37bc-4f0f-9e80-3440ce94b15b HTTP/1.1" status: 200 len: 834 time: 0.0428257 Jul 08 03:03:05.294519 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b808c5-d595-46ea-973c-261d418673dd req-24134ad5-5c14-4900-8ac0-c4c7cc061af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:05.296055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2b808c5-d595-46ea-973c-261d418673dd req-24134ad5-5c14-4900-8ac0-c4c7cc061af3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572190 Jul 08 03:03:05.384807 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2b808c5-d595-46ea-973c-261d418673dd req-5b6c8b5e-0b42-4a81-8810-18fb542bf61c service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804715 Jul 08 03:03:05.474557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e2b808c5-d595-46ea-973c-261d418673dd req-dceb145a-6838-4e75-a0d1-4570cd38563b service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835865 Jul 08 03:03:06.199104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132f662-548b-4fa7-9a3c-4262e33fa011 req-5837751b-546c-45ef-aff2-e609a9b4f8a3 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:06.201335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d132f662-548b-4fa7-9a3c-4262e33fa011 req-5837751b-546c-45ef-aff2-e609a9b4f8a3 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0667033 Jul 08 03:03:06.240521 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d132f662-548b-4fa7-9a3c-4262e33fa011 req-977349c5-8d8c-4465-82d4-fb017f155c21 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336032 Jul 08 03:03:07.414649 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fceabd-5ff9-4f9c-8f85-2864dd762327 req-cea0c903-e97c-42ad-ac87-0e4d9ae307c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:07.416179 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-37fceabd-5ff9-4f9c-8f85-2864dd762327 req-cea0c903-e97c-42ad-ac87-0e4d9ae307c8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0673108 Jul 08 03:03:07.453757 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-37fceabd-5ff9-4f9c-8f85-2864dd762327 req-62887fcd-ef93-4e6d-8492-80759b6ccea2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Jul 08 03:03:07.477187 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35688) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:07.536234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b5580428-4be4-49cc-ba71-b27d1a965eed tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/7cb5eaa6-3afa-4535-a205-7d08b4752849 HTTP/1.1" status: 200 len: 993 time: 0.0577593 Jul 08 03:03:12.149076 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-f8e4ce36-192d-47c0-99d2-10028752efe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:14.547955 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4842f481-8d5a-42aa-aaa0-f71830661683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:14.960629 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:16.006274 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:17.697517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:18.720009 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:20.711749 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:03:21.646071 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.048837 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35708) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:38.202089 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port a1a5356d-ba6f-4de6-985a-b01c6642c789 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:03:38.202343 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.283052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.283420 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.295322 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for a1a5356d-ba6f-4de6-985a-b01c6642c789 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:03:38.548694 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.577831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=a1a5356d-ba6f-4de6-985a-b01c6642c789,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:38.604644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.605030 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.605379 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.605725 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.606066 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.606405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.606746 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.607083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.607444 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.607784 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.608118 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.608449 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:38.649959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.650350 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 7cb5eaa6-3afa-4535-a205-7d08b4752849 disassociated (deleted). External IP: 172.25.8.101, port: 6b267e23-951f-4518-bf0b-0bfb68a24873. Jul 08 03:03:38.855097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 6f994f3d-0a7d-4764-803a-0277402704fd has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:03:38.963427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:03:38.968209 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:38.974021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] Sync routers for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:03:38.983112 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:38.983782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:39.004825 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-92bbdfcd-19ac-4637-9fa4-739e71f1b469 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/floatingips/7cb5eaa6-3afa-4535-a205-7d08b4752849 HTTP/1.1" status: 204 len: 168 time: 0.9542813 Jul 08 03:03:39.005422 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:03:39.007694 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a985df-eeac-4c7d-b7b9-43e88b020d09" -d '{"events": [{"name": "network-changed", "server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:03:39.044629 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d09e0-9e7d-42c9-8dbd-f5aa267161cb x-openstack-request-id: req-471d09e0-9e7d-42c9-8dbd-f5aa267161cb {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:03:39.044929 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:03:39.045165 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-471d09e0-9e7d-42c9-8dbd-f5aa267161cb {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:03:39.045580 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'status': 'completed', 'code': 200} Jul 08 03:03:39.095499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:39.125006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-63062801-7d54-4e6d-901e-3bd49b166672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:39.126540 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-63062801-7d54-4e6d-901e-3bd49b166672 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 1097 time: 0.0583045 Jul 08 03:03:39.218518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-b60f43db-8e82-4f55-807b-bc2d3b81f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:39.220101 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-b60f43db-8e82-4f55-807b-bc2d3b81f291 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5 HTTP/1.1" status: 200 len: 897 time: 0.0864086 Jul 08 03:03:39.269106 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-0396de79-7d86-4271-ab9e-fb843abf606d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b267e23-951f-4518-bf0b-0bfb68a24873 HTTP/1.1" status: 200 len: 217 time: 0.0414448 Jul 08 03:03:39.295836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:02:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:39.317713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-d1851aaa-3a1d-406d-8d9b-30fcb8c7654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:39.319203 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-d1851aaa-3a1d-406d-8d9b-30fcb8c7654b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7390e56c-37bc-4f0f-9e80-3440ce94b15b HTTP/1.1" status: 200 len: 834 time: 0.0445445 Jul 08 03:03:39.323267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] Checking router: 6f994f3d-0a7d-4764-803a-0277402704fd for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:03:39.331852 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:39.332526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:39.375916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-2c54cabb-875d-4863-8e9a-6fd2519e1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:39.377364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-2c54cabb-875d-4863-8e9a-6fd2519e1368 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9a0aece-63c3-4a7f-8718-13b2224e6bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523639 Jul 08 03:03:39.388729 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-b6e1c94e-eeac-4e60-9902-fa604690e120 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:03:39.389701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-b6e1c94e-eeac-4e60-9902-fa604690e120 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051794 Jul 08 03:03:39.443047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:39.483749 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-4879a37c-ef75-4454-ad78-6f6b98f954ac service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869501 Jul 08 03:03:39.576678 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d7a985df-eeac-4c7d-b7b9-43e88b020d09 req-8adbc44d-5d60-4d5e-96c6-c7ea797afcda service neutron] 10.222.0.32 "GET /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863717 Jul 08 03:03:39.647375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:02:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:39.655994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaf578-c417-45a6-ac12-7904182e41cf req-c68b2d35-5183-4292-b049-0dad98744c0e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:39.657532 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fbaf578-c417-45a6-ac12-7904182e41cf req-c68b2d35-5183-4292-b049-0dad98744c0e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0634694 Jul 08 03:03:39.673988 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0effc761-8482-4e83-acf1-a5b679aef834 None None] The sync data for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 is: [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:01:57Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'eda35a08-dad5-4ad6-bcb6-05340a9bdac7', 'name': '', 'network_id': 'c9a0aece-63c3-4a7f-8718-13b2224e6bc5', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:18:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:57Z', 'updated_at': '2021-07-08T03:02:02Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '7390e56c-37bc-4f0f-9e80-3440ce94b15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:03:39.696968 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fbaf578-c417-45a6-ac12-7904182e41cf req-93acf907-dd47-477e-ae25-62c08c6f5c63 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332694 Jul 08 03:03:39.886008 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a57ed1-9b86-4450-b16b-2f032b95e144 None None] New status for floating IP 7cb5eaa6-3afa-4535-a205-7d08b4752849: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:03:40.872009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1549dd-cf2b-42e3-b1f8-8e5f17a09f75 req-7ae5c036-d10a-4781-9587-9c92607bb8dc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:40.873543 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f1549dd-cf2b-42e3-b1f8-8e5f17a09f75 req-7ae5c036-d10a-4781-9587-9c92607bb8dc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0644004 Jul 08 03:03:40.911481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9f1549dd-cf2b-42e3-b1f8-8e5f17a09f75 req-08946dbb-9be0-4c84-94cc-93a8d75f5720 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=0572a98e-d196-4dcc-b263-3c59000522fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Jul 08 03:03:41.126350 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-f681d03d-33e6-4672-bdb6-c1b86cd11da6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:41.127806 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-f681d03d-33e6-4672-bdb6-c1b86cd11da6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 945 time: 0.0657408 Jul 08 03:03:41.222476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 6b267e23-951f-4518-bf0b-0bfb68a24873 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:03:41.223245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.312611 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 6b267e23-951f-4518-bf0b-0bfb68a24873, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6b267e23-951f-4518-bf0b-0bfb68a24873,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:41.312973 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.324358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 6b267e23-951f-4518-bf0b-0bfb68a24873 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:03:41.537570 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.568717 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=6b267e23-951f-4518-bf0b-0bfb68a24873,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:41.595550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.595916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.596266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.596614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.596955 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.597296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.598177 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.598555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.598912 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.599254 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.599615 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.599946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:41.623540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] No DVR routers for this DVR port 6b267e23-951f-4518-bf0b-0bfb68a24873 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:03:41.625909 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:41.627912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6254ebda-03a6-4668-a2f6-1ab91ce147e0 req-7392e140-fd22-4f43-b2c0-1bbc99c18bc4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "DELETE /v2.0/ports/6b267e23-951f-4518-bf0b-0bfb68a24873 HTTP/1.1" status: 204 len: 173 time: 0.4940364 Jul 08 03:03:41.628339 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'name': 'network-vif-deleted', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:03:41.630563 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa27ab2-4e8b-4a48-a7b6-d31aa6a59433" -d '{"events": [{"server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "name": "network-vif-deleted", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:03:41.666247 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97c2968-d0fd-4969-be13-ba1be707665b x-openstack-request-id: req-f97c2968-d0fd-4969-be13-ba1be707665b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:03:41.666564 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d090e2a0-22c5-4af7-b6c8-5d329fe635f3", "name": "network-vif-deleted", "tag": "6b267e23-951f-4518-bf0b-0bfb68a24873", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:03:41.666816 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f97c2968-d0fd-4969-be13-ba1be707665b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:03:41.667220 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd090e2a0-22c5-4af7-b6c8-5d329fe635f3', 'name': 'network-vif-deleted', 'tag': '6b267e23-951f-4518-bf0b-0bfb68a24873', 'status': 'completed', 'code': 200} Jul 08 03:03:42.072806 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bd35dc38-16f5-4816-972e-cf6da7bcccf5 req-fc1e34a4-98c7-4c99-aa9a-d8ceafa1f2fd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=d090e2a0-22c5-4af7-b6c8-5d329fe635f3 HTTP/1.1" status: 200 len: 210 time: 0.0334964 Jul 08 03:03:42.166060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d38f5eef-3e3c-49aa-837e-c87d7251d454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:43.166369 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35726) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:43.532511 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:43.795022 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port eda35a08-dad5-4ad6-bcb6-05340a9bdac7 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:03:43.795400 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:43.887359 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port eda35a08-dad5-4ad6-bcb6-05340a9bdac7, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:43.887752 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:43.901196 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for eda35a08-dad5-4ad6-bcb6-05340a9bdac7 owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:03:44.143233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.169307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=eda35a08-dad5-4ad6-bcb6-05340a9bdac7,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:44.343145 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.502122 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-12e26b3c-9b81-4f3e-8f63-831c6517e0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.559499 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router 6f994f3d-0a7d-4764-803a-0277402704fd has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:03:44.668127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:03:44.673328 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-494e123a-f1ba-489f-ab7c-4a0fcdc84020 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/6f994f3d-0a7d-4764-803a-0277402704fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5058417 Jul 08 03:03:44.676038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:44.679175 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] Sync routers for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:03:44.689408 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:44.689887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:44.727949 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbab97b9-89a3-4fad-afe7-b5b9c0447570 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting subnet 7390e56c-37bc-4f0f-9e80-3440ce94b15b {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:03:44.731027 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbab97b9-89a3-4fad-afe7-b5b9c0447570 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.774120 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbab97b9-89a3-4fad-afe7-b5b9c0447570 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.791491 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:44.947681 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbab97b9-89a3-4fad-afe7-b5b9c0447570 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.960507 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:44.990264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:03:44Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:45.021266 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] Checking router: 6f994f3d-0a7d-4764-803a-0277402704fd for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:03:45.029512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] Routers {'6f994f3d-0a7d-4764-803a-0277402704fd'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:45.030055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['6f994f3d-0a7d-4764-803a-0277402704fd'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:45.052393 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbab97b9-89a3-4fad-afe7-b5b9c0447570 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.084531 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab97b9-89a3-4fad-afe7-b5b9c0447570 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Subnet': ['ID=7390e56c-37bc-4f0f-9e80-3440ce94b15b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:45.088513 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bbab97b9-89a3-4fad-afe7-b5b9c0447570 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.093001 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bbab97b9-89a3-4fad-afe7-b5b9c0447570 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/subnets/7390e56c-37bc-4f0f-9e80-3440ce94b15b HTTP/1.1" status: 204 len: 168 time: 0.4128575 Jul 08 03:03:45.093296 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:45.105336 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb600d2-a242-4e0b-9a46-89d3657a70c9 None None] Network c9a0aece-63c3-4a7f-8718-13b2224e6bc5 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:03:45.184752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] Set router 6f994f3d-0a7d-4764-803a-0277402704fd gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:45.210753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.313906 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.450690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:03:45.451046 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.530716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 2b2e3f42-83b3-4fc8-8a7c-d854a7397661, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=2b2e3f42-83b3-4fc8-8a7c-d854a7397661,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:45.531092 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.543716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:03:45.575522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:03:44Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:45.603156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f313ccd4-330f-468d-abdd-813a6f9c50f6 None None] The sync data for ids ['6f994f3d-0a7d-4764-803a-0277402704fd'] in n-d-695189-13 is: [{'id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705670564', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:01:53Z', 'updated_at': '2021-07-08T03:03:44Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '2b2e3f42-83b3-4fc8-8a7c-d854a7397661', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f994f3d-0a7d-4764-803a-0277402704fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:01:54Z', 'updated_at': '2021-07-08T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:03:45.621659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] DHCP port deletion for c9a0aece-63c3-4a7f-8718-13b2224e6bc5 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:03:45.672484 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Deleting port db67389e-426a-4dc2-b0b5-7b2663db91fe {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:03:45.672872 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.733236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] For port db67389e-426a-4dc2-b0b5-7b2663db91fe, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=db67389e-426a-4dc2-b0b5-7b2663db91fe,segment=NetworkSegment(493256d1-da4b-44ae-94a2-18257be1fe03),segment_id=493256d1-da4b-44ae-94a2-18257be1fe03)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:45.733638 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.746633 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Calling delete_port for db67389e-426a-4dc2-b0b5-7b2663db91fe owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:03:45.788170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.820222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=2b2e3f42-83b3-4fc8-8a7c-d854a7397661,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:45.880269 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.885444 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.920184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Pushing event deleted for resources: {'Port': ['ID=db67389e-426a-4dc2-b0b5-7b2663db91fe,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:45.922535 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] No DVR routers for this DVR port db67389e-426a-4dc2-b0b5-7b2663db91fe on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:03:45.932756 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.933106 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.933462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.933789 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.934243 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.934549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.941259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.941259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.941259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.941259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.941259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.941259 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c1f40-b87d-4970-b1bd-f37ef253de17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:45.995245 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:45.997827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.020323 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.103377 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.103962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Fanout notify agent at l3_agent the message router_deleted on router 6f994f3d-0a7d-4764-803a-0277402704fd {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:03:46.112126 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.112126 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ce8752d9-e8e7-4816-9659-42fb19e6a031 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/routers/6f994f3d-0a7d-4764-803a-0277402704fd HTTP/1.1" status: 204 len: 168 time: 1.0178347 Jul 08 03:03:46.115218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35732) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:46.198690 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.296841 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.306477 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a0aece-63c3-4a7f-8718-13b2224e6bc5']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:46.316789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493256d1-da4b-44ae-94a2-18257be1fe03') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:46.319835 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493256d1-da4b-44ae-94a2-18257be1fe03') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:46.325720 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.339299 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.345012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:03:46.345432 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: timer() Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:03:46.348989 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:03:46.445677 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.452729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.454530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/networks/c9a0aece-63c3-4a7f-8718-13b2224e6bc5 HTTP/1.1" status: 204 len: 168 time: 0.3383541 Jul 08 03:03:46.457567 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35734) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:46.465919 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30266bb0-11ab-4c3f-a0cf-35831339b245 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Network': ['ID=c9a0aece-63c3-4a7f-8718-13b2224e6bc5,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:46.516357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c87c9b4-c81d-41f4-b887-7b63763aea9d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.523956 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6b267e23-951f-4518-bf0b-0bfb68a24873 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:03:46.541676 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c87c9b4-c81d-41f4-b887-7b63763aea9d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.543624 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 6b267e23-951f-4518-bf0b-0bfb68a24873 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:03:46.543987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6b267e23-951f-4518-bf0b-0bfb68a24873 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:03:46.669030 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c87c9b4-c81d-41f4-b887-7b63763aea9d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.671884 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-7c87c9b4-c81d-41f4-b887-7b63763aea9d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:46.673104 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-7c87c9b4-c81d-41f4-b887-7b63763aea9d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/security-groups/0572a98e-d196-4dcc-b263-3c59000522fc HTTP/1.1" status: 204 len: 168 time: 0.2145119 Jul 08 03:03:46.684435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87c9b4-c81d-41f4-b887-7b63763aea9d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0572a98e-d196-4dcc-b263-3c59000522fc,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:46.699304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eda35a08-dad5-4ad6-bcb6-05340a9bdac7 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:03:46.721682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: eda35a08-dad5-4ad6-bcb6-05340a9bdac7 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:03:46.724851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device eda35a08-dad5-4ad6-bcb6-05340a9bdac7 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:03:46.724851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:03:46.743798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:03:46.744150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 2b2e3f42-83b3-4fc8-8a7c-d854a7397661 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:03:46.744562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device db67389e-426a-4dc2-b0b5-7b2663db91fe no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:03:46.762302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: db67389e-426a-4dc2-b0b5-7b2663db91fe {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:03:46.762651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device db67389e-426a-4dc2-b0b5-7b2663db91fe not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:03:47.142196 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35740) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:47.147550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1ff8385c-c960-4699-a4c0-7e842782a7df tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181827297', 'description': 'tempest-secgroup-smoke-181827297 description', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:47.223616 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ff8385c-c960-4699-a4c0-7e842782a7df tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.301701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ff8385c-c960-4699-a4c0-7e842782a7df tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.359691 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ff8385c-c960-4699-a4c0-7e842782a7df tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.388234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8385c-c960-4699-a4c0-7e842782a7df tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662b2345-d575-427c-bb69-175ba566f6ee,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:47.428723 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1ff8385c-c960-4699-a4c0-7e842782a7df tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.429992 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1ff8385c-c960-4699-a4c0-7e842782a7df tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2867823 Jul 08 03:03:47.432809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35742) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:47.437236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f6313d85-b850-457b-bd1e-95ef28ce36dd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '662b2345-d575-427c-bb69-175ba566f6ee', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:47.512740 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6313d85-b850-457b-bd1e-95ef28ce36dd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.571547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6313d85-b850-457b-bd1e-95ef28ce36dd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.646471 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6313d85-b850-457b-bd1e-95ef28ce36dd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.670041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6313d85-b850-457b-bd1e-95ef28ce36dd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d71d7c0-3be0-4056-974b-5951b6233be0,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:47.703201 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.748643 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f6313d85-b850-457b-bd1e-95ef28ce36dd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.749938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f6313d85-b850-457b-bd1e-95ef28ce36dd tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161614 Jul 08 03:03:47.752567 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35744) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:47.757588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-682375fd-63d5-4ad5-96ce-3edcbc0eabb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '662b2345-d575-427c-bb69-175ba566f6ee', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:47.827592 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-682375fd-63d5-4ad5-96ce-3edcbc0eabb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.883371 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-682375fd-63d5-4ad5-96ce-3edcbc0eabb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.937452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-682375fd-63d5-4ad5-96ce-3edcbc0eabb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:47.955739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682375fd-63d5-4ad5-96ce-3edcbc0eabb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a7dca8-3fbc-40fe-bbf8-d1452f236e00,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:48.028724 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-682375fd-63d5-4ad5-96ce-3edcbc0eabb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.029979 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-682375fd-63d5-4ad5-96ce-3edcbc0eabb5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764771 Jul 08 03:03:48.032702 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35746) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:48.037898 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-64825aec-f6d8-49bf-94aa-f02827712707 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '662b2345-d575-427c-bb69-175ba566f6ee', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:48.106984 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64825aec-f6d8-49bf-94aa-f02827712707 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.165825 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64825aec-f6d8-49bf-94aa-f02827712707 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.211125 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64825aec-f6d8-49bf-94aa-f02827712707 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.231139 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64825aec-f6d8-49bf-94aa-f02827712707 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5439d6-ca81-4641-8e38-9dfd688db632,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:48.286827 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64825aec-f6d8-49bf-94aa-f02827712707 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.288066 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-64825aec-f6d8-49bf-94aa-f02827712707 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2543826 Jul 08 03:03:48.290790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35748) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:48.297035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1d447cb6-b318-49dc-8c48-f8cee42133ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '662b2345-d575-427c-bb69-175ba566f6ee', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:48.365429 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d447cb6-b318-49dc-8c48-f8cee42133ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.425050 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d447cb6-b318-49dc-8c48-f8cee42133ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.496085 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d447cb6-b318-49dc-8c48-f8cee42133ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.515867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d447cb6-b318-49dc-8c48-f8cee42133ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a606714-06df-4679-b21e-907c657f3af5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:48.559009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d447cb6-b318-49dc-8c48-f8cee42133ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.560219 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1d447cb6-b318-49dc-8c48-f8cee42133ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2679963 Jul 08 03:03:48.562829 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35750) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:48.567291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-07e31d1d-dbf5-487d-aeb4-cd9ec9b46c19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '662b2345-d575-427c-bb69-175ba566f6ee', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:48.668167 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-07e31d1d-dbf5-487d-aeb4-cd9ec9b46c19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:03:48.673194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07e31d1d-dbf5-487d-aeb4-cd9ec9b46c19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.732575 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07e31d1d-dbf5-487d-aeb4-cd9ec9b46c19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.736674 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.793786 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07e31d1d-dbf5-487d-aeb4-cd9ec9b46c19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.813376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e31d1d-dbf5-487d-aeb4-cd9ec9b46c19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748b5a2a-5be7-4445-8458-f0d37a0920b4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:48.874332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-07e31d1d-dbf5-487d-aeb4-cd9ec9b46c19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:48.875598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-07e31d1d-dbf5-487d-aeb4-cd9ec9b46c19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3117282 Jul 08 03:03:48.878150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35752) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:48.883232 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-64a9d149-c8d9-4e97-b359-a1ee06df9e01 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'security_group_rule': {'security_group_id': '662b2345-d575-427c-bb69-175ba566f6ee', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:48.970752 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-64a9d149-c8d9-4e97-b359-a1ee06df9e01 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Project 22dfd299bdd540c19de1169d4d4c29d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:03:48.975855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a9d149-c8d9-4e97-b359-a1ee06df9e01 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.034602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a9d149-c8d9-4e97-b359-a1ee06df9e01 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.102762 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a9d149-c8d9-4e97-b359-a1ee06df9e01 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.119659 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9d149-c8d9-4e97-b359-a1ee06df9e01 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07e27c4-b638-417c-9d8b-5e98e928ae8b,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:49.182965 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-64a9d149-c8d9-4e97-b359-a1ee06df9e01 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.184346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-64a9d149-c8d9-4e97-b359-a1ee06df9e01 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3047745 Jul 08 03:03:49.187207 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35754) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:49.193030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'network': {'name': 'tempest-network-smoke--1104925110', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'port_security_enabled': True}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:49.262976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:03:49.266519 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.288721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:03:49.297340 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.301292 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Added segment 7ef17b71-b4a6-4363-a54c-037525706eff of type vlan for network 3a886777-96c8-481b-b6e6-f7f98543ccee Jul 08 03:03:49.341644 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.428822 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.434578 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:49.435186 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.499062 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Network': ['ID=3a886777-96c8-481b-b6e6-f7f98543ccee,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:49.510101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 3a886777-96c8-481b-b6e6-f7f98543ccee details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:03:49.555442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-96730184-a4df-4c3d-a85f-bd4fd204862d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3670917 Jul 08 03:03:49.558055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35756) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:49.562564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'admin_state_up': True, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:49.662413 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.663537 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:49.716564 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:50.189076 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:50.458398 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:50.476475 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:50.578336 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.202 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/726cd366-cdf1-413d-a571-9b298c5b3c9e) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:03:50.676869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:50.777853 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:50.815593 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:03:50.818939 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:03:50.822592 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:03:50.851468 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=726cd366-cdf1-413d-a571-9b298c5b3c9e,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:51.158003 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:51.355082 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:51.565456 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router e85eafaf-65c1-4b2d-95ff-83281c2c325d is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 03:03:51.588464 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:51.673957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:03:51.684286 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Sync routers for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:03:51.694258 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:51.694860 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:51.749004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:51.750285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-78356a9a-cd7e-4b2f-99ac-bf8fed41a117 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1912832 Jul 08 03:03:51.753439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35758) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:51.782525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-122b6a7b-7903-476a-b6e0-e9179f4a2d35 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=22dfd299bdd540c19de1169d4d4c29d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273163 Jul 08 03:03:51.785739 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35760) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:51.798422 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:51.869049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046416cf-4c1b-41fd-ad98-440d64bf63c2 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:51.870482 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-046416cf-4c1b-41fd-ad98-440d64bf63c2 tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0838280 Jul 08 03:03:51.873571 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35762) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:51.900915 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3458be24-995b-4ed6-a32e-03d5528781dd tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=d34fc429-077f-4314-b156-ece2b4cd3f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262997 Jul 08 03:03:51.903306 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35764) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:51.907982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790937925', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:51.976011 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:50Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:52.007115 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Checking router: e85eafaf-65c1-4b2d-95ff-83281c2c325d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:03:52.007491 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Updating router e85eafaf-65c1-4b2d-95ff-83281c2c325d port 726cd366-cdf1-413d-a571-9b298c5b3c9e binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:03:52.040426 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.080087 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:03:52.083731 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.286441 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.296081 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Transition to ACTIVE for port object 726cd366-cdf1-413d-a571-9b298c5b3c9e will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:52.325368 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.377577 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.387940 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Subnet': ['ID=8094ad7e-637b-42b0-bc0c-ca166241cc9d,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:52.397167 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Checking segment: {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:03:52.397549 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network hostable DHCP agents. Network: 3a886777-96c8-481b-b6e6-f7f98543ccee, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:03:52.425084 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Attempting to bind port 726cd366-cdf1-413d-a571-9b298c5b3c9e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:03:52.425489 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Attempting to bind port 726cd366-cdf1-413d-a571-9b298c5b3c9e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:03:52.425854 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Attempting to bind port 726cd366-cdf1-413d-a571-9b298c5b3c9e on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:03:52.434214 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:03:52.434586 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:03:52.434985 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.435395 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:03:52.435852 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Bound port: 726cd366-cdf1-413d-a571-9b298c5b3c9e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:03:52.436231 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.437801 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Pushing event updated for resources: {'Port': ['ID=726cd366-cdf1-413d-a571-9b298c5b3c9e,revision_number=2']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:52.451892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 3a886777-96c8-481b-b6e6-f7f98543ccee is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:03:52.460774 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.461120 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.461455 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.461814 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.462141 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.462466 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.462787 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.463107 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.463452 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.463771 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.464089 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.464405 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:03:52.498763 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] For port 726cd366-cdf1-413d-a571-9b298c5b3c9e, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:03:52.501913 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] For port 726cd366-cdf1-413d-a571-9b298c5b3c9e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=726cd366-cdf1-413d-a571-9b298c5b3c9e,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:03:52.509001 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 3a886777-96c8-481b-b6e6-f7f98543ccee) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:03:52.513017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:52.513610 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.518203 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296ba38-02e8-42a1-a3ed-268bb68ccdff None None] Network 3a886777-96c8-481b-b6e6-f7f98543ccee requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:03:52.549646 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.584971 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-03bf061c-5454-4b9d-9533-fed88d755c88 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6774027 Jul 08 03:03:52.585376 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35766) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:03:52.597430 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:52.598053 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:52.657500 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d32cf-54ce-4a0f-9fbc-84fae5807984 None None] Pushing event updated for resources: {'Port': ['ID=726cd366-cdf1-413d-a571-9b298c5b3c9e,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:52.676953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-3a886777-96c8-481b-b6e6-f7f98543ccee', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 03:03:52.678558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.711262 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:52.823431 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Allocated IP 172.20.0.2 (3a886777-96c8-481b-b6e6-f7f98543ccee/8094ad7e-637b-42b0-bc0c-ca166241cc9d/92279e36-6435-4c64-8305-679611b9a4e6) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:03:52.968057 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:52.976554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Transition to ACTIVE for port object 92279e36-6435-4c64-8305-679611b9a4e6 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:52.986825 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:50Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:52.992044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Transition to ACTIVE for port object 92279e36-6435-4c64-8305-679611b9a4e6 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:53.016899 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c2391-db8d-4dba-a1ff-043c0063157b None None] The sync data for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 is: [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:50Z', 'revision_number': 3, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:03:53.043503 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.057679 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.094369 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Network 3a886777-96c8-481b-b6e6-f7f98543ccee is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:03:53.097317 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:03:53.100870 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:03:53.116631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Pushing event updated for resources: {'Port': ['ID=92279e36-6435-4c64-8305-679611b9a4e6,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:53.167990 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Attempting to bind port 92279e36-6435-4c64-8305-679611b9a4e6 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:03:53.168373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Attempting to bind port 92279e36-6435-4c64-8305-679611b9a4e6 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:03:53.168760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Attempting to bind port 92279e36-6435-4c64-8305-679611b9a4e6 on network 3a886777-96c8-481b-b6e6-f7f98543ccee {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:03:53.174074 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:03:53.174457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Checking segment: {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:03:53.174871 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.175270 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Bound using segment: {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:03:53.176293 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Bound port: 92279e36-6435-4c64-8305-679611b9a4e6, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:03:53.176754 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.244574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] For port 92279e36-6435-4c64-8305-679611b9a4e6, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:03:53.248311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] For port 92279e36-6435-4c64-8305-679611b9a4e6, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=92279e36-6435-4c64-8305-679611b9a4e6,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:03:53.323780 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.344258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.1 (3a886777-96c8-481b-b6e6-f7f98543ccee/8094ad7e-637b-42b0-bc0c-ca166241cc9d/fd799b9e-beac-44e3-8c20-4bb68a236d56) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:03:53.406240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a9fd5-9619-4a84-ab5a-75e8d4514a80 None None] Pushing event updated for resources: {'Port': ['ID=92279e36-6435-4c64-8305-679611b9a4e6,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:53.477219 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.494343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object fd799b9e-beac-44e3-8c20-4bb68a236d56 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:53.595300 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.639958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 3a886777-96c8-481b-b6e6-f7f98543ccee is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:03:53.646030 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:03:53.650045 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:03:53.656909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=fd799b9e-beac-44e3-8c20-4bb68a236d56,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:53.705658 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.937230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:54.366497 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585151ca-dc78-4999-a0d4-fa720016c655 None None] Network 3a886777-96c8-481b-b6e6-f7f98543ccee requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:03:54.487436 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-735faca7-d069-488b-a383-a4009a5d1fff None None] Provisioning for port 92279e36-6435-4c64-8305-679611b9a4e6 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:03:54.514317 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:54.583235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:54.671600 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:54.673387 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=fd799b9e-beac-44e3-8c20-4bb68a236d56,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:54.786838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 92279e36-6435-4c64-8305-679611b9a4e6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:03:54.792875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 3a886777-96c8-481b-b6e6-f7f98543ccee is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:03:54.794504 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:03:54.908618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a5ccceec-77c1-42bb-8328-914a7fa51902 None None] Provisioning for port fd799b9e-beac-44e3-8c20-4bb68a236d56 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:03:54.913253 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a5ccceec-77c1-42bb-8328-914a7fa51902 None None] Provisioning complete for port fd799b9e-beac-44e3-8c20-4bb68a236d56 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:54.913645 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a5ccceec-77c1-42bb-8328-914a7fa51902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:54.916151 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router e85eafaf-65c1-4b2d-95ff-83281c2c325d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:03:54.936403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 92279e36-6435-4c64-8305-679611b9a4e6 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:03:54.945042 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 92279e36-6435-4c64-8305-679611b9a4e6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:54.945429 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:54.979627 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a5ccceec-77c1-42bb-8328-914a7fa51902 None None] Port fd799b9e-beac-44e3-8c20-4bb68a236d56 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:03:55.033343 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:03:55.035931 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.053458 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b082b195-07b8-4ef4-8345-deebb27a8dc0 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/e85eafaf-65c1-4b2d-95ff-83281c2c325d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4582350 Jul 08 03:03:55.053705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Sync routers for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:03:55.075067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:55.075067 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:55.117804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 92279e36-6435-4c64-8305-679611b9a4e6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=92279e36-6435-4c64-8305-679611b9a4e6,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:55.145541 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-75c07f20-f9fd-49f0-902e-da8330bd4a7f None None] Provisioning complete for port fd799b9e-beac-44e3-8c20-4bb68a236d56 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:55.145925 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75c07f20-f9fd-49f0-902e-da8330bd4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.194279 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.195089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 726cd366-cdf1-413d-a571-9b298c5b3c9e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:03:55.198638 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-02f8456a-71bb-4e46-bb73-7bc0c0875fab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181827297&fields=id&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 267 time: 0.0377145 Jul 08 03:03:55.274586 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-75c07f20-f9fd-49f0-902e-da8330bd4a7f None None] Port fd799b9e-beac-44e3-8c20-4bb68a236d56 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:03:55.303113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:55.306568 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af700a-5f3f-4d20-a537-897c1101e248 req-82d91d1c-58c3-4c15-b287-10704d0da89a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:55.308084 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-82d91d1c-58c3-4c15-b287-10704d0da89a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/networks?id=3a886777-96c8-481b-b6e6-f7f98543ccee HTTP/1.1" status: 200 len: 797 time: 0.1022451 Jul 08 03:03:55.322669 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-1b45b7e4-ff42-4d02-9074-f813f1f9c3ec tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/quotas/22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 375 time: 0.0090804 Jul 08 03:03:55.330194 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=92279e36-6435-4c64-8305-679611b9a4e6,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:55.393823 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-71d544b7-e52e-459d-88ed-adaaec735b73 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660861 Jul 08 03:03:55.430734 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 726cd366-cdf1-413d-a571-9b298c5b3c9e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:03:55.439564 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-68159fab-7ba1-47e9-900c-ccf9df492b61 None None] Provisioning complete for port fd799b9e-beac-44e3-8c20-4bb68a236d56 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:55.439955 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-68159fab-7ba1-47e9-900c-ccf9df492b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.445536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 726cd366-cdf1-413d-a571-9b298c5b3c9e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:55.445916 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.464098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c7d64807-fe03-4df0-8994-826178bf4f44 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:03:55.465121 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c7d64807-fe03-4df0-8994-826178bf4f44 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596659 Jul 08 03:03:55.527919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-68159fab-7ba1-47e9-900c-ccf9df492b61 None None] Port fd799b9e-beac-44e3-8c20-4bb68a236d56 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:03:55.559434 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-bec144f3-5c3d-45e5-812a-0775d50b56b7 service neutron] 10.222.0.10 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882263 Jul 08 03:03:55.609506 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.634868 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:54Z', 'revision_number': 2, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:55.638555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 726cd366-cdf1-413d-a571-9b298c5b3c9e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=726cd366-cdf1-413d-a571-9b298c5b3c9e,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:55.648162 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-8b870e11-628b-459a-aeb2-9899fb48fdac service neutron] 10.222.0.10 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826735 Jul 08 03:03:55.670537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Checking router: e85eafaf-65c1-4b2d-95ff-83281c2c325d for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:03:55.670537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Updating router e85eafaf-65c1-4b2d-95ff-83281c2c325d port fd799b9e-beac-44e3-8c20-4bb68a236d56 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:03:55.699262 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.705805 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.781057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=726cd366-cdf1-413d-a571-9b298c5b3c9e,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:55.873946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-963fa306-8d34-4ec6-91d7-39cb4b192685 req-4d0a35cc-362c-4653-9aa7-680b1e0182a7 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 210 time: 0.0343101 Jul 08 03:03:56.017979 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:56.027692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Transition to ACTIVE for port object fd799b9e-beac-44e3-8c20-4bb68a236d56 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:56.091325 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:56.143439 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7f4b4-d085-4fdb-9ba9-d2c799c07267 None None] Pushing event updated for resources: {'Port': ['ID=fd799b9e-beac-44e3-8c20-4bb68a236d56,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:56.196178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Attempting to bind port fd799b9e-beac-44e3-8c20-4bb68a236d56 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:03:56.196551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Attempting to bind port fd799b9e-beac-44e3-8c20-4bb68a236d56 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:03:56.196920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Attempting to bind port fd799b9e-beac-44e3-8c20-4bb68a236d56 on network 3a886777-96c8-481b-b6e6-f7f98543ccee {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:03:56.202305 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:03:56.202693 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Checking segment: {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:03:56.203101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:56.203542 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Bound using segment: {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:03:56.204018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Bound port: fd799b9e-beac-44e3-8c20-4bb68a236d56, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:03:56.204470 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:56.269549 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] For port fd799b9e-beac-44e3-8c20-4bb68a236d56, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:03:56.272782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] For port fd799b9e-beac-44e3-8c20-4bb68a236d56, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fd799b9e-beac-44e3-8c20-4bb68a236d56,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:03:56.359954 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:56.423331 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:03:56.424000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:56.461367 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7f4b4-d085-4fdb-9ba9-d2c799c07267 None None] Pushing event updated for resources: {'Port': ['ID=fd799b9e-beac-44e3-8c20-4bb68a236d56,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:56.706462 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:03:56.733392 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 92279e36-6435-4c64-8305-679611b9a4e6 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:03:56.870248 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 92279e36-6435-4c64-8305-679611b9a4e6 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:56.870625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:56.991236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:56Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:03:57.024343 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153f806-8a42-4f93-8bae-7bdb63876ec0 None None] The sync data for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 is: [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:56Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:03:57.026704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 726cd366-cdf1-413d-a571-9b298c5b3c9e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:03:57.030284 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-39cc249d-6f9f-4ac6-a51c-741ce2ec51d2 req-6632b9a1-e0a1-4fbb-b33d-9477abee7d19 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 210 time: 0.0351591 Jul 08 03:03:57.097862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 726cd366-cdf1-413d-a571-9b298c5b3c9e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:57.097862 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:57.710580 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:03:58.055958 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af700a-5f3f-4d20-a537-897c1101e248 req-7b645597-cb47-4a43-9a1f-8e79917cfe8c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:58.057358 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-7b645597-cb47-4a43-9a1f-8e79917cfe8c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/networks?id=3a886777-96c8-481b-b6e6-f7f98543ccee HTTP/1.1" status: 200 len: 797 time: 0.1017785 Jul 08 03:03:58.101191 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-ee99bc47-a238-4c92-832c-656b6ccba7bc tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dfd299bdd540c19de1169d4d4c29d7 HTTP/1.1" status: 200 len: 379 time: 0.0357156 Jul 08 03:03:58.111293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'port': {'device_id': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'admin_state_up': True, 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'security_groups': ['662b2345-d575-427c-bb69-175ba566f6ee']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:58.191896 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-267ac9a0-2c65-4f16-8dff-bdf4d6eaa319 req-fe33f21a-cc11-4375-a733-07e420f4f415 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 210 time: 0.0353894 Jul 08 03:03:58.301937 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Made reservation on behalf of 22dfd299bdd540c19de1169d4d4c29d7 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:03:58.305707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:58.435721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.20.0.13 (3a886777-96c8-481b-b6e6-f7f98543ccee/8094ad7e-637b-42b0-bc0c-ca166241cc9d/6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:03:58.567063 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:58.580065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Transition to ACTIVE for port object 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:58.681028 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:58.727459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fd799b9e-beac-44e3-8c20-4bb68a236d56 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:03:58.742931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network 3a886777-96c8-481b-b6e6-f7f98543ccee is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:03:58.746213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:03:58.749005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:03:58.756538 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:58.804766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:58.805411 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:58.834607 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port fd799b9e-beac-44e3-8c20-4bb68a236d56 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:03:58.839006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port fd799b9e-beac-44e3-8c20-4bb68a236d56 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:58.839422 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:58.930303 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:58.932557 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-cf89ef2f-ecd7-4d62-af5d-2cec0e04dc65 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8251052 Jul 08 03:03:58.964304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port fd799b9e-beac-44e3-8c20-4bb68a236d56, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fd799b9e-beac-44e3-8c20-4bb68a236d56,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:03:58.982041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Request body: {'port': {'device_id': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:03:59.029017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:59.059199 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:59.085306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=fd799b9e-beac-44e3-8c20-4bb68a236d56,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:59.131670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0a183cef-9b0e-40d2-987f-b2e932fac343 None None] Provisioning for port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:03:59.135764 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-0a183cef-9b0e-40d2-987f-b2e932fac343 None None] Provisioning complete for port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:03:59.136151 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0a183cef-9b0e-40d2-987f-b2e932fac343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:59.170658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-0a183cef-9b0e-40d2-987f-b2e932fac343 None None] Port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:03:59.324201 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:03:59.332026 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:59.343634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Transition to ACTIVE for port object 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:03:59.368427 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dc6b5-6ec6-46d0-8209-b07a3a79b713 req-2cd8b2ec-52fb-4a09-9bd1-b0f75cdf5545 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:59.370021 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b41dc6b5-6ec6-46d0-8209-b07a3a79b713 req-2cd8b2ec-52fb-4a09-9bd1-b0f75cdf5545 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 932 time: 0.0660121 Jul 08 03:03:59.406663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b41dc6b5-6ec6-46d0-8209-b07a3a79b713 req-b4238180-857a-47ff-83b1-35ded53e305e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307803 Jul 08 03:03:59.417079 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:59.488474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:59.542452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Attempting to bind port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:03:59.542931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Attempting to bind port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:03:59.543277 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Attempting to bind port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 on network 3a886777-96c8-481b-b6e6-f7f98543ccee {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:03:59.547877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 on network 3a886777-96c8-481b-b6e6-f7f98543ccee not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:03:59.548208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Attempting to bind port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 on network 3a886777-96c8-481b-b6e6-f7f98543ccee {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:03:59.553776 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:03:59.554110 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Checking segment: {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:03:59.554510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Bound using segment: {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:03:59.554948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Bound port: 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef17b71-b4a6-4363-a54c-037525706eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:03:59.555357 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:59.621072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] For port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:03:59.624469 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] For port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:03:59.691171 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:59.726373 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:59.726990 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:59.728405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 HTTP/1.1" status: 200 len: 1093 time: 0.7875969 Jul 08 03:03:59.728848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:03:59.731227 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf799f4-a67f-4023-a88b-3802ff335978" -d '{"events": [{"name": "network-changed", "server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:03:59.758382 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ae35c-297b-48f8-a358-eb6ecffcfac0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:03:59.772928 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d43566a-c89c-44eb-af96-1d7a026843f9 x-openstack-request-id: req-9d43566a-c89c-44eb-af96-1d7a026843f9 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:03:59.773225 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:03:59.773480 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d43566a-c89c-44eb-af96-1d7a026843f9 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:03:59.773930 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'status': 'completed', 'code': 200} Jul 08 03:03:59.851847 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf799f4-a67f-4023-a88b-3802ff335978 req-7ba902ac-01cb-4620-902f-001c3a269d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:59.853417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0bf799f4-a67f-4023-a88b-3802ff335978 req-7ba902ac-01cb-4620-902f-001c3a269d16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 1096 time: 0.0569034 Jul 08 03:03:59.957342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf799f4-a67f-4023-a88b-3802ff335978 req-69b8182a-be07-4267-8235-a8c854e25c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:03:59.958885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0bf799f4-a67f-4023-a88b-3802ff335978 req-69b8182a-be07-4267-8235-a8c854e25c9b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0977895 Jul 08 03:04:00.057331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf799f4-a67f-4023-a88b-3802ff335978 req-5070e6b9-35a4-423b-9ff9-b5d8da11769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:00.058845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0bf799f4-a67f-4023-a88b-3802ff335978 req-5070e6b9-35a4-423b-9ff9-b5d8da11769c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929241 Jul 08 03:04:00.147718 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af700a-5f3f-4d20-a537-897c1101e248 req-425cc123-96ff-4d9f-a989-b582e809860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:00.149230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-425cc123-96ff-4d9f-a989-b582e809860e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 1096 time: 0.0525701 Jul 08 03:04:00.189462 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-dd4a10cb-47c2-4d4b-881d-3f3a2e84bcd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 HTTP/1.1" status: 200 len: 217 time: 0.0321541 Jul 08 03:04:00.235713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af700a-5f3f-4d20-a537-897c1101e248 req-a5a42ac9-e79e-4b8c-b176-bb2b821029eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:00.237174 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-a5a42ac9-e79e-4b8c-b176-bb2b821029eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8094ad7e-637b-42b0-bc0c-ca166241cc9d HTTP/1.1" status: 200 len: 834 time: 0.0416059 Jul 08 03:04:00.297827 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af700a-5f3f-4d20-a537-897c1101e248 req-723805c1-cef6-47ba-a022-e2a64d84a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:00.299227 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-723805c1-cef6-47ba-a022-e2a64d84a36b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a886777-96c8-481b-b6e6-f7f98543ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550520 Jul 08 03:04:00.403581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-ae690f55-b668-4f6a-b1bb-e8168ebea86c service neutron] 10.222.0.32 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977955 Jul 08 03:04:00.508530 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-51af700a-5f3f-4d20-a537-897c1101e248 req-c61c783a-d7ff-4af2-a12e-c64b30e91f79 service neutron] 10.222.0.32 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989380 Jul 08 03:04:00.581525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43db57d-4679-422b-80c5-6ecc4039d738 req-52c10c5a-8229-44ce-87cb-ff08df9cd95b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:00.583323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e43db57d-4679-422b-80c5-6ecc4039d738 req-52c10c5a-8229-44ce-87cb-ff08df9cd95b tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 944 time: 0.0639729 Jul 08 03:04:00.625227 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e43db57d-4679-422b-80c5-6ecc4039d738 req-c0d47d9e-cec1-43e8-a5b8-c31355c4a6a5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363815 Jul 08 03:04:00.707574 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fd799b9e-beac-44e3-8c20-4bb68a236d56 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:04:00.755020 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port fd799b9e-beac-44e3-8c20-4bb68a236d56 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:04:00.755429 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:01.802483 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d5c83-a340-422f-a7a9-030bc7062fe6 req-906fcc93-6c4d-4184-af4c-cdbcea396b13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:01.804010 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-360d5c83-a340-422f-a7a9-030bc7062fe6 req-906fcc93-6c4d-4184-af4c-cdbcea396b13 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 944 time: 0.0635867 Jul 08 03:04:01.840477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-360d5c83-a340-422f-a7a9-030bc7062fe6 req-a755fbc4-cd3d-473c-8085-6e3be60e3ef4 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308979 Jul 08 03:04:03.012964 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef07b5-05d1-4a12-b13a-6ca0a3fd6570 req-02686d3a-e173-4e4a-a6b6-608cf04877ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:03.014474 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70ef07b5-05d1-4a12-b13a-6ca0a3fd6570 req-02686d3a-e173-4e4a-a6b6-608cf04877ab tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 944 time: 0.0636787 Jul 08 03:04:03.051889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-70ef07b5-05d1-4a12-b13a-6ca0a3fd6570 req-4a81e9f2-ec2b-4ad8-b1f3-07188f56a234 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Jul 08 03:04:04.220000 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c90435-8bc7-4a49-9dca-fdaba3099d30 req-b9a170f7-e1b7-458b-ac71-a8ddb9223fff tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:04.221475 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66c90435-8bc7-4a49-9dca-fdaba3099d30 req-b9a170f7-e1b7-458b-ac71-a8ddb9223fff tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 944 time: 0.0619235 Jul 08 03:04:04.262564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-66c90435-8bc7-4a49-9dca-fdaba3099d30 req-1974c4f4-30e4-4e61-aa0e-818fb7197b9c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350583 Jul 08 03:04:04.609348 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:04:04.703651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:04:04.714447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'port_id': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'mac_address': 'fa:16:3e:e0:b7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:04:04.750847 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:04.763026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:04:04.781474 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:04:04.845472 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:04.891373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:05.055303 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:04:05.433107 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a2315-2698-48ab-ac14-e31e73075f2f req-ff032da5-a35e-4911-a74b-69b8d3f01772 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:05.434606 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c43a2315-2698-48ab-ac14-e31e73075f2f req-ff032da5-a35e-4911-a74b-69b8d3f01772 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 945 time: 0.0631077 Jul 08 03:04:05.473612 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c43a2315-2698-48ab-ac14-e31e73075f2f req-81cfd5c6-9bab-44d1-8c70-62c1b08c8bef tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315742 Jul 08 03:04:06.609073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:04:06.642865 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd35a95-7a6f-4a9f-92e5-955c244ddf5a req-26c4f534-065d-4e84-b9b3-e814cc73a609 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:06.644436 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dd35a95-7a6f-4a9f-92e5-955c244ddf5a req-26c4f534-065d-4e84-b9b3-e814cc73a609 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 945 time: 0.0647831 Jul 08 03:04:06.682232 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9dd35a95-7a6f-4a9f-92e5-955c244ddf5a req-60a84430-0d53-4f1a-833b-caed2a18dfeb tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317318 Jul 08 03:04:06.741889 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:04:06.745987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:04:06.746370 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:06.826186 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:06.847838 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:04:06.850094 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c1adbb-11b1-4350-8fbd-7d6dd334dd03" -d '{"events": [{"server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "name": "network-vif-plugged", "status": "completed", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:04:06.862483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:04:06.885370 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c05e66-5826-4bce-bcc5-704e947e738a x-openstack-request-id: req-b7c05e66-5826-4bce-bcc5-704e947e738a {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:04:06.885664 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "name": "network-vif-plugged", "status": "completed", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:04:06.885945 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7c05e66-5826-4bce-bcc5-704e947e738a {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:04:06.886340 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'code': 200} Jul 08 03:04:06.942702 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:06.990906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:07.007250 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382294eb-abaf-40c6-8408-c3a210517a8a req-f495989d-3a5b-467c-9df9-290dda892f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:07.008809 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-382294eb-abaf-40c6-8408-c3a210517a8a req-f495989d-3a5b-467c-9df9-290dda892f85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 1098 time: 0.0548289 Jul 08 03:04:07.044817 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-382294eb-abaf-40c6-8408-c3a210517a8a req-1166b63e-de58-4189-8da3-11b897f4be75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291975 Jul 08 03:04:07.866976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22afd5c-7efc-44ae-baf7-8cb7778ad522 req-6e203576-1f01-4b9f-95c2-de387e9c9919 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:07.868698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d22afd5c-7efc-44ae-baf7-8cb7778ad522 req-6e203576-1f01-4b9f-95c2-de387e9c9919 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0701480 Jul 08 03:04:07.908353 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d22afd5c-7efc-44ae-baf7-8cb7778ad522 req-824ebedd-c4ed-4515-acdf-9c18e3cd48ba tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335145 Jul 08 03:04:09.083067 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284365e1-cd69-46c5-9bec-bd680db0d65a req-3e48b420-674c-464e-9c00-a91a409028a5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:09.084560 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-284365e1-cd69-46c5-9bec-bd680db0d65a req-3e48b420-674c-464e-9c00-a91a409028a5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0672696 Jul 08 03:04:09.120223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-284365e1-cd69-46c5-9bec-bd680db0d65a req-04e99c72-b40b-4f8e-9116-7093be3c4a1d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302501 Jul 08 03:04:09.287848 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd073f2-8c06-4332-b54c-f997a6bfa749 req-f129b8ad-9406-4307-b5c5-ba9b8e4580f8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:09.289312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fd073f2-8c06-4332-b54c-f997a6bfa749 req-f129b8ad-9406-4307-b5c5-ba9b8e4580f8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0619802 Jul 08 03:04:09.325949 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8fd073f2-8c06-4332-b54c-f997a6bfa749 req-dac3e128-28bf-42ca-bd62-2b50308dd116 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Jul 08 03:04:09.349307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35830) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:09.401308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5be4dc-7c53-4b51-acc1-df02498f05da tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:09.402797 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-9f5be4dc-7c53-4b51-acc1-df02498f05da tempest-TestNetworkAdvancedServerOps-1061132950 tempest-TestNetworkAdvancedServerOps-1061132950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 1093 time: 0.0524805 Jul 08 03:04:09.405565 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35832) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:09.409821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:04:09.519809 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:09.610946 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:09.714282 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Allocated IP 172.25.8.141 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/ff5bb478-f4a6-45e1-9880-fd529960da27) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:04:09.813866 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:09.943000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:09.978655 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:04:09.981438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:04:09.991942 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:04:10.014260 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=ff5bb478-f4a6-45e1-9880-fd529960da27,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:10.471128 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:10.631452 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:10.774121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:10.833869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:11.182953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event updated for resources: {'Port': ['ID=ff5bb478-f4a6-45e1-9880-fd529960da27,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:11.190740 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:11.287480 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 461ada6f-5fab-40cf-8bbf-0ffdab27fd56 associated. External IP: 172.25.8.141, port: 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3. Jul 08 03:04:11.490085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router e85eafaf-65c1-4b2d-95ff-83281c2c325d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:04:11.594789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:04:11.603885 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] Sync routers for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:04:11.613311 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:04:11.613926 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:11.703067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:11.716110 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:04:11.738854 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d820b62c-182d-4851-9556-b1e7874a5d83 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3322797 Jul 08 03:04:11.739478 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:04:11.741812 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd7c7f2-921b-465b-82c3-329612a2bb90" -d '{"events": [{"name": "network-changed", "server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:04:11.803207 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5b5aa9-3829-4174-a8c4-09a87acd5293 x-openstack-request-id: req-dd5b5aa9-3829-4174-a8c4-09a87acd5293 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:04:11.803905 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:04:11.803905 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd5b5aa9-3829-4174-a8c4-09a87acd5293 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:04:11.804272 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'status': 'completed', 'code': 200} Jul 08 03:04:11.879984 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-8868919d-6ee8-4158-b86d-4e7ab7b9ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:11.881533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-8868919d-6ee8-4158-b86d-4e7ab7b9ace7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 1098 time: 0.0552244 Jul 08 03:04:11.914800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b253dd-d750-4426-9e01-3ba3baebb932 req-f21cb9e2-1709-4603-ba22-584699092e34 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:11.917135 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96b253dd-d750-4426-9e01-3ba3baebb932 req-f21cb9e2-1709-4603-ba22-584699092e34 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0660458 Jul 08 03:04:11.956767 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-96b253dd-d750-4426-9e01-3ba3baebb932 req-4d0d263d-8b2c-445b-b49f-f54ceeedf076 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335443 Jul 08 03:04:11.958167 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '461ada6f-5fab-40cf-8bbf-0ffdab27fd56', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'port_id': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'mac_address': 'fa:16:3e:e0:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:04:10Z', 'updated_at': '2021-07-08T03:04:10Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:58Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:11.982319 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-7ef3b363-5b08-430f-a16a-1bc2e8269a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:11.982319 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-7ef3b363-5b08-430f-a16a-1bc2e8269a5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a886777-96c8-481b-b6e6-f7f98543ccee HTTP/1.1" status: 200 len: 898 time: 0.0941765 Jul 08 03:04:11.982587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35838) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:11.985830 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] Checking router: e85eafaf-65c1-4b2d-95ff-83281c2c325d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:04:11.996363 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:04:11.997250 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:03:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:12.051454 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-4b1a40a7-c6ca-4e95-ba57-928942d2c35f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 HTTP/1.1" status: 200 len: 1000 time: 0.0625961 Jul 08 03:04:12.101791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-60b33a8f-ee16-4b9a-afd8-41e9300907c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:12.103722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-60b33a8f-ee16-4b9a-afd8-41e9300907c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8094ad7e-637b-42b0-bc0c-ca166241cc9d HTTP/1.1" status: 200 len: 834 time: 0.0464113 Jul 08 03:04:12.122722 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:04:12.149453 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a6fa-2332-4ff1-a35a-0d880c236460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:12.173383 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-24e209d5-7098-4f10-89c4-9ee1316b1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:12.175577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-24e209d5-7098-4f10-89c4-9ee1316b1d5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a886777-96c8-481b-b6e6-f7f98543ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652580 Jul 08 03:04:12.270270 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-9a50f212-68f8-493c-99f8-cc378a64c225 service neutron] 10.222.0.32 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887759 Jul 08 03:04:12.357779 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '461ada6f-5fab-40cf-8bbf-0ffdab27fd56', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'port_id': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'mac_address': 'fa:16:3e:e0:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:04:10Z', 'updated_at': '2021-07-08T03:04:10Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:58Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:12.372239 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-abd7c7f2-921b-465b-82c3-329612a2bb90 req-3f403b9f-539f-471c-a594-cccc62f607b4 service neutron] 10.222.0.32 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947435 Jul 08 03:04:12.391176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-24a416c7-0082-47ef-83d1-d7ff6a52f6b6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/461ada6f-5fab-40cf-8bbf-0ffdab27fd56 HTTP/1.1" status: 200 len: 992 time: 0.4074621 Jul 08 03:04:12.394421 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86cf3d4-3b17-4144-a6d0-2ffd3412e532 None None] The sync data for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 is: [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '461ada6f-5fab-40cf-8bbf-0ffdab27fd56', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'port_id': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'mac_address': 'fa:16:3e:e0:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:04:10Z', 'updated_at': '2021-07-08T03:04:10Z', 'revision_number': 0, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:58Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:04:12.577882 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438d0dd-8ba5-4e86-b81f-136317bec724 None None] New status for floating IP 461ada6f-5fab-40cf-8bbf-0ffdab27fd56: ACTIVE {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:04:13.395275 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35840) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:13.454115 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-498cbef5-b8dc-41d0-bc13-42b93355635c tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/461ada6f-5fab-40cf-8bbf-0ffdab27fd56 HTTP/1.1" status: 200 len: 994 time: 0.0576966 Jul 08 03:04:14.519986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a811427-7871-4266-91dc-209499bc9e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:14.920018 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:16.068841 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:17.708543 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:18.713773 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:21.616934 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:34.710789 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:04:42.205510 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9720-1256-406c-8115-54dc4be014ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:43.419349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779c49-6ffb-48b3-9e6b-44f70e40d441 req-a27c1cd2-87c6-45dd-8f27-b28e0d01f490 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:43.420887 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f779c49-6ffb-48b3-9e6b-44f70e40d441 req-a27c1cd2-87c6-45dd-8f27-b28e0d01f490 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0655317 Jul 08 03:04:43.458265 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8f779c49-6ffb-48b3-9e6b-44f70e40d441 req-0f657c8d-51ea-4b09-8d2f-85dac6de73cf tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Jul 08 03:04:44.485487 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90132de8-053b-4243-9d24-f95c08fa85ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:44.637646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423598d6-d596-4fce-8f8d-530377707ec6 req-7a5d32d6-7699-4cc8-a803-8d2e09a36c39 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:44.639031 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-423598d6-d596-4fce-8f8d-530377707ec6 req-7a5d32d6-7699-4cc8-a803-8d2e09a36c39 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0627286 Jul 08 03:04:44.679749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-423598d6-d596-4fce-8f8d-530377707ec6 req-34fa2489-3dee-47b3-8134-710476ed0872 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347426 Jul 08 03:04:44.703141 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35860) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:44.762156 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4431d86a-07f3-4451-b7f1-fdec8b8ed452 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/461ada6f-5fab-40cf-8bbf-0ffdab27fd56 HTTP/1.1" status: 200 len: 994 time: 0.0578148 Jul 08 03:04:44.919500 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.033683 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:46.354128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db040272-9b2a-4044-a2bb-7150563b0a29 req-caef71a3-ac07-480f-8ba5-9715099d9848 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:46.355587 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db040272-9b2a-4044-a2bb-7150563b0a29 req-caef71a3-ac07-480f-8ba5-9715099d9848 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0644937 Jul 08 03:04:46.427095 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db040272-9b2a-4044-a2bb-7150563b0a29 req-f1cea5a5-3c2a-4397-9066-f91ebed1182a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650945 Jul 08 03:04:46.446689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad7338-2338-4c36-b935-a64fb730e00f req-652a6ebd-cb9f-47ad-b988-7d7b8be54767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:46.448313 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aad7338-2338-4c36-b935-a64fb730e00f req-652a6ebd-cb9f-47ad-b988-7d7b8be54767 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 1098 time: 0.0802546 Jul 08 03:04:46.560974 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad7338-2338-4c36-b935-a64fb730e00f req-05556a45-3f81-4cda-9a78-756da4715a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:46.560974 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aad7338-2338-4c36-b935-a64fb730e00f req-05556a45-3f81-4cda-9a78-756da4715a36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a886777-96c8-481b-b6e6-f7f98543ccee HTTP/1.1" status: 200 len: 898 time: 0.1056230 Jul 08 03:04:46.631364 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aad7338-2338-4c36-b935-a64fb730e00f req-8a3bb4a7-14ab-44b1-b831-ea70fa8e1861 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 HTTP/1.1" status: 200 len: 1002 time: 0.0642970 Jul 08 03:04:46.679079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad7338-2338-4c36-b935-a64fb730e00f req-6df2192e-d930-4b1c-8924-28e2f84e9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:46.680534 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aad7338-2338-4c36-b935-a64fb730e00f req-6df2192e-d930-4b1c-8924-28e2f84e9ec6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8094ad7e-637b-42b0-bc0c-ca166241cc9d HTTP/1.1" status: 200 len: 834 time: 0.0423887 Jul 08 03:04:46.735627 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad7338-2338-4c36-b935-a64fb730e00f req-c69cb54f-7820-4c2a-af91-147ad2eba89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:46.737058 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aad7338-2338-4c36-b935-a64fb730e00f req-c69cb54f-7820-4c2a-af91-147ad2eba89f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a886777-96c8-481b-b6e6-f7f98543ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496986 Jul 08 03:04:46.830910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aad7338-2338-4c36-b935-a64fb730e00f req-848864ba-da61-4b4f-ae94-e8ea9fc08f14 service neutron] 10.222.0.32 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869935 Jul 08 03:04:46.918808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3aad7338-2338-4c36-b935-a64fb730e00f req-7b690534-d0da-4453-a94a-d84ea8a2f89d service neutron] 10.222.0.32 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813286 Jul 08 03:04:47.611191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49c5a-3cff-4f2c-b6cd-662ffe702d2f req-aa370ecb-4abb-4577-bee5-e4fe5eddc8f5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:47.613481 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8be49c5a-3cff-4f2c-b6cd-662ffe702d2f req-aa370ecb-4abb-4577-bee5-e4fe5eddc8f5 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0635617 Jul 08 03:04:47.652303 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8be49c5a-3cff-4f2c-b6cd-662ffe702d2f req-15382be0-af60-4578-9bed-a01ffe02d3ed tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332150 Jul 08 03:04:47.702521 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:48.725415 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:48.831013 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8528c7-417c-496c-bb31-2ef78e222cd3 req-1cd27b4d-998d-48c9-8cf9-569a3b19afaf tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:48.832531 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b8528c7-417c-496c-bb31-2ef78e222cd3 req-1cd27b4d-998d-48c9-8cf9-569a3b19afaf tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0673220 Jul 08 03:04:48.869662 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-8b8528c7-417c-496c-bb31-2ef78e222cd3 req-09e92989-80b8-41ce-8acf-aa72e9e47c3d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 Jul 08 03:04:48.894892 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35872) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:48.958637 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-c5f41880-497f-485d-8522-03abdbe285af tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/floatingips/461ada6f-5fab-40cf-8bbf-0ffdab27fd56 HTTP/1.1" status: 200 len: 994 time: 0.0625510 Jul 08 03:04:49.211733 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35878) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:49.364441 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port ff5bb478-f4a6-45e1-9880-fd529960da27 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:04:49.364792 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:49.440105 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:49.440460 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:49.451703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for ff5bb478-f4a6-45e1-9880-fd529960da27 owned by network:floatingip {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:04:49.633892 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:49.657496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=ff5bb478-f4a6-45e1-9880-fd529960da27,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:49.667323 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.667735 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.668050 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.668395 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.668734 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.669687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.669687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.669928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.670036 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.670349 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.670682 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.671007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:49.733226 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for floatingip, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:49.733605 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Floating IP 461ada6f-5fab-40cf-8bbf-0ffdab27fd56 disassociated (deleted). External IP: 172.25.8.141, port: 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3. Jul 08 03:04:49.939098 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router e85eafaf-65c1-4b2d-95ff-83281c2c325d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:04:50.046646 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:04:50.051446 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:50.056416 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] Sync routers for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:04:50.064918 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:04:50.065530 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:50.087531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-4d2c8f60-14c2-432f-b19c-d6e98816d78d tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/floatingips/461ada6f-5fab-40cf-8bbf-0ffdab27fd56 HTTP/1.1" status: 204 len: 168 time: 0.8747191 Jul 08 03:04:50.088119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:04:50.090404 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a32818e-dab8-4649-9912-c541e5502f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:04:50.128034 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfbaf00-d84a-41cc-a619-2e41b4f82b70 x-openstack-request-id: req-bdfbaf00-d84a-41cc-a619-2e41b4f82b70 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:04:50.128333 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:04:50.128587 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bdfbaf00-d84a-41cc-a619-2e41b4f82b70 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:04:50.128998 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'status': 'completed', 'code': 200} Jul 08 03:04:50.175057 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:04:50.205166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32818e-dab8-4649-9912-c541e5502f0e req-6a31af19-784c-46cc-94bd-3998184c0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:50.207376 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a32818e-dab8-4649-9912-c541e5502f0e req-6a31af19-784c-46cc-94bd-3998184c0b86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 1098 time: 0.0539341 Jul 08 03:04:50.300501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32818e-dab8-4649-9912-c541e5502f0e req-207ad533-3f57-4d01-a4e4-51576fa66714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:50.301856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a32818e-dab8-4649-9912-c541e5502f0e req-207ad533-3f57-4d01-a4e4-51576fa66714 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a886777-96c8-481b-b6e6-f7f98543ccee HTTP/1.1" status: 200 len: 898 time: 0.0877495 Jul 08 03:04:50.344651 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a32818e-dab8-4649-9912-c541e5502f0e req-7896cf7f-c258-4c45-8ec6-419211f83ae6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 HTTP/1.1" status: 200 len: 217 time: 0.0357916 Jul 08 03:04:50.369426 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:58Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:50.392145 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32818e-dab8-4649-9912-c541e5502f0e req-0e132cb5-ef09-4308-9378-21ed2ac56532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:50.394157 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a32818e-dab8-4649-9912-c541e5502f0e req-0e132cb5-ef09-4308-9378-21ed2ac56532 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8094ad7e-637b-42b0-bc0c-ca166241cc9d HTTP/1.1" status: 200 len: 834 time: 0.0432920 Jul 08 03:04:50.400323 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] Checking router: e85eafaf-65c1-4b2d-95ff-83281c2c325d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:04:50.455447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32818e-dab8-4649-9912-c541e5502f0e req-0b49912e-995d-40de-ab6f-1e6dab6bde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:50.457567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a32818e-dab8-4649-9912-c541e5502f0e req-0b49912e-995d-40de-ab6f-1e6dab6bde81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a886777-96c8-481b-b6e6-f7f98543ccee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575140 Jul 08 03:04:50.467843 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:04:50.468459 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:50.551418 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a32818e-dab8-4649-9912-c541e5502f0e req-d87a05de-a082-4b9d-93ff-ee692bc4d7df service neutron] 10.222.0.32 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846372 Jul 08 03:04:50.571595 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:04:50.664440 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e89c8-700b-4490-b760-67f53a18d975 req-8d55ff17-72c9-4ce9-b549-db5a1e9cdb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:50.665730 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7a32818e-dab8-4649-9912-c541e5502f0e req-b73ecfb5-7d4b-49e3-a147-23858fad8c9f service neutron] 10.222.0.32 "GET /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079936 Jul 08 03:04:50.666026 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d83e89c8-700b-4490-b760-67f53a18d975 req-8d55ff17-72c9-4ce9-b549-db5a1e9cdb27 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0752425 Jul 08 03:04:50.706837 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d83e89c8-700b-4490-b760-67f53a18d975 req-676db7a1-6f3c-4f41-a618-8962c6369a0e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344031 Jul 08 03:04:50.853688 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:58Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:50.879790 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a6a4a-e9b3-4369-8fca-9d77ffaeccf0 None None] The sync data for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 is: [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:03:53Z', 'revision_number': 4, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'fd799b9e-beac-44e3-8c20-4bb68a236d56', 'name': '', 'network_id': '3a886777-96c8-481b-b6e6-f7f98543ccee', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'mac_address': 'fa:16:3e:c0:69:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:53Z', 'updated_at': '2021-07-08T03:03:58Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'subnets': [{'id': '8094ad7e-637b-42b0-bc0c-ca166241cc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:04:51.076420 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc86ce74-69cb-4147-b104-60f8f2a1d512 None None] New status for floating IP 461ada6f-5fab-40cf-8bbf-0ffdab27fd56: DOWN {{(pid=100714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:04:51.593316 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:51.888138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e31b36-3bf9-4818-9d38-17dbf0c45b73 req-bfc9476f-c94a-4c88-88b1-fb9ac0c6bd10 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:51.889577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69e31b36-3bf9-4818-9d38-17dbf0c45b73 req-bfc9476f-c94a-4c88-88b1-fb9ac0c6bd10 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0696905 Jul 08 03:04:51.928111 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-69e31b36-3bf9-4818-9d38-17dbf0c45b73 req-c9cad626-4f19-4bf1-ae49-b1479ad62bc2 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/security-groups?id=662b2345-d575-427c-bb69-175ba566f6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329309 Jul 08 03:04:52.144417 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-acc14785-659c-4727-aedd-9ba2c41ca4ca tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:04:52.145760 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-acc14785-659c-4727-aedd-9ba2c41ca4ca tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 946 time: 0.0621557 Jul 08 03:04:52.245153 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:04:52.245502 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:52.330106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:04:52.330473 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:52.343796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:04:52.530635 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:52.559313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:52.572497 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.577987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:52.618724 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] No DVR routers for this DVR port 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:04:52.621333 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:52.623752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c9d76de3-9868-4da6-a175-1c72fd76ac1c req-202bb12d-2baa-4bb4-b58b-7e41539c4444 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.32 "DELETE /v2.0/ports/6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 HTTP/1.1" status: 204 len: 173 time: 0.4722159 Jul 08 03:04:52.624227 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'name': 'network-vif-deleted', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:04:52.627311 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9103f70f-c54f-469b-9274-e053e28d4f0b" -d '{"events": [{"server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "name": "network-vif-deleted", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:04:52.714104 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f2b4b-1d99-4b4a-b3f0-9c8368059bff x-openstack-request-id: req-ee7f2b4b-1d99-4b4a-b3f0-9c8368059bff {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:04:52.714408 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27928a67-c1b5-4b77-b52d-1a4dc5e15bca", "name": "network-vif-deleted", "tag": "6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:04:52.714667 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee7f2b4b-1d99-4b4a-b3f0-9c8368059bff {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:04:52.715074 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27928a67-c1b5-4b77-b52d-1a4dc5e15bca', 'name': 'network-vif-deleted', 'tag': '6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3', 'status': 'completed', 'code': 200} Jul 08 03:04:53.082815 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fccfe20c-0f3f-4b59-880d-5ea5512bebfa req-161e2f75-821f-429a-91e3-02cc67503ac8 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "GET /v2.0/ports?device_id=27928a67-c1b5-4b77-b52d-1a4dc5e15bca HTTP/1.1" status: 200 len: 210 time: 0.0282810 Jul 08 03:04:54.176041 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35896) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:54.526312 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:54.794266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port fd799b9e-beac-44e3-8c20-4bb68a236d56 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:04:54.794507 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:54.883230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port fd799b9e-beac-44e3-8c20-4bb68a236d56, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=fd799b9e-beac-44e3-8c20-4bb68a236d56,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:04:54.883626 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:54.896545 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for fd799b9e-beac-44e3-8c20-4bb68a236d56 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:04:55.142079 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:55.168785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=fd799b9e-beac-44e3-8c20-4bb68a236d56,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:55.341622 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:55.847169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Router e85eafaf-65c1-4b2d-95ff-83281c2c325d has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:04:55.950179 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:04:55.956044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3f2cabee-e1ef-4d22-bc31-594bbf5c9122 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "PUT /v2.0/routers/e85eafaf-65c1-4b2d-95ff-83281c2c325d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7787807 Jul 08 03:04:55.958572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35898) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:55.959984 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] Sync routers for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:04:55.969062 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:04:55.969754 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:56.009495 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fc36c0-88f6-4139-b1e4-a3cac7456867 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting subnet 8094ad7e-637b-42b0-bc0c-ca166241cc9d {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:04:56.012559 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9fc36c0-88f6-4139-b1e4-a3cac7456867 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.051216 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9fc36c0-88f6-4139-b1e4-a3cac7456867 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.072559 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:04:56.137474 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9fc36c0-88f6-4139-b1e4-a3cac7456867 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.240150 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9fc36c0-88f6-4139-b1e4-a3cac7456867 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.245609 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:04:55Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:56.271279 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc36c0-88f6-4139-b1e4-a3cac7456867 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Subnet': ['ID=8094ad7e-637b-42b0-bc0c-ca166241cc9d,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:56.272187 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] Checking router: e85eafaf-65c1-4b2d-95ff-83281c2c325d for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:04:56.273625 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f9fc36c0-88f6-4139-b1e4-a3cac7456867 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.278107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f9fc36c0-88f6-4139-b1e4-a3cac7456867 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/subnets/8094ad7e-637b-42b0-bc0c-ca166241cc9d HTTP/1.1" status: 204 len: 168 time: 0.3158152 Jul 08 03:04:56.279010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35900) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:56.280718 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] Routers {'e85eafaf-65c1-4b2d-95ff-83281c2c325d'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:04:56.281345 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:56.284400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0267c6-2e63-4433-915e-13b212832701 None None] Network 3a886777-96c8-481b-b6e6-f7f98543ccee requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:04:56.386121 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] Set router e85eafaf-65c1-4b2d-95ff-83281c2c325d gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:04:56.386754 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.480771 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] DHCP port deletion for 3a886777-96c8-481b-b6e6-f7f98543ccee request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:04:56.499037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.528349 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Deleting port 92279e36-6435-4c64-8305-679611b9a4e6 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:04:56.528732 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.563958 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:04:55Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:56.592400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] For port 92279e36-6435-4c64-8305-679611b9a4e6, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=92279e36-6435-4c64-8305-679611b9a4e6,segment=NetworkSegment(7ef17b71-b4a6-4363-a54c-037525706eff),segment_id=7ef17b71-b4a6-4363-a54c-037525706eff)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:04:56.592803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.594448 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d19903-3c9a-4761-8d2c-57961fc88059 None None] The sync data for ids ['e85eafaf-65c1-4b2d-95ff-83281c2c325d'] in n-d-695189-13 is: [{'id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822995433', 'tenant_id': '22dfd299bdd540c19de1169d4d4c29d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:03:49Z', 'updated_at': '2021-07-08T03:04:55Z', 'revision_number': 5, 'project_id': '22dfd299bdd540c19de1169d4d4c29d7', 'gw_port': {'id': '726cd366-cdf1-413d-a571-9b298c5b3c9e', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85eafaf-65c1-4b2d-95ff-83281c2c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:03:50Z', 'updated_at': '2021-07-08T03:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:04:56.606229 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Deleting port 726cd366-cdf1-413d-a571-9b298c5b3c9e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:04:56.606585 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.611619 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Calling delete_port for 92279e36-6435-4c64-8305-679611b9a4e6 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:04:56.687473 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] For port 726cd366-cdf1-413d-a571-9b298c5b3c9e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=726cd366-cdf1-413d-a571-9b298c5b3c9e,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:04:56.687850 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.704567 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Calling delete_port for 726cd366-cdf1-413d-a571-9b298c5b3c9e owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:04:56.742358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.770098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] No DVR routers for this DVR port 92279e36-6435-4c64-8305-679611b9a4e6 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:04:56.774824 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Pushing event deleted for resources: {'Port': ['ID=92279e36-6435-4c64-8305-679611b9a4e6,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:56.782769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.783123 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.784457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.784457 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.784753 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.785089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.785423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.785747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.786082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.786403 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.786760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.787082 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ec989-c830-40f0-90e0-7f7ca717f564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:04:56.919141 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.919440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:04:56.942557 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:04:56.942915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 6c58d6e9-d3b1-4b52-9e2e-43f7a7953ee3 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:04:56.950527 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Port': ['ID=726cd366-cdf1-413d-a571-9b298c5b3c9e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:57.018933 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.027906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 92279e36-6435-4c64-8305-679611b9a4e6 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:04:57.048000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 92279e36-6435-4c64-8305-679611b9a4e6 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:04:57.048355 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 92279e36-6435-4c64-8305-679611b9a4e6 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:04:57.048785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fd799b9e-beac-44e3-8c20-4bb68a236d56 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:04:57.072985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: fd799b9e-beac-44e3-8c20-4bb68a236d56 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:04:57.073339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device fd799b9e-beac-44e3-8c20-4bb68a236d56 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:04:57.115269 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.117421 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.227835 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.228408 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Fanout notify agent at l3_agent the message router_deleted on router e85eafaf-65c1-4b2d-95ff-83281c2c325d {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:04:57.235407 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.236536 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c12c908-5404-4e21-b06e-833be26ffd1e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/routers/e85eafaf-65c1-4b2d-95ff-83281c2c325d HTTP/1.1" status: 204 len: 168 time: 0.9571989 Jul 08 03:04:57.239244 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35904) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:57.322192 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.407701 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.417245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a886777-96c8-481b-b6e6-f7f98543ccee']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:57.432570 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef17b71-b4a6-4363-a54c-037525706eff') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:57.432866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef17b71-b4a6-4363-a54c-037525706eff') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:04:57.442156 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.455729 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.461600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:04:57.462000 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: timer() Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:04:57.464855 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:04:57.564942 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.573538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.575378 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/networks/3a886777-96c8-481b-b6e6-f7f98543ccee HTTP/1.1" status: 204 len: 168 time: 0.3351119 Jul 08 03:04:57.578176 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35906) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:57.585073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533055cd-28a8-4466-860b-019957ec450a tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'Network': ['ID=3a886777-96c8-481b-b6e6-f7f98543ccee,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:57.636809 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998f3cad-5fe4-4d57-9619-1cfe1e12498e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.661961 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998f3cad-5fe4-4d57-9619-1cfe1e12498e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.770645 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998f3cad-5fe4-4d57-9619-1cfe1e12498e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.773282 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-998f3cad-5fe4-4d57-9619-1cfe1e12498e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:57.774499 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-998f3cad-5fe4-4d57-9619-1cfe1e12498e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] 10.222.0.10 "DELETE /v2.0/security-groups/662b2345-d575-427c-bb69-175ba566f6ee HTTP/1.1" status: 204 len: 168 time: 0.1952569 Jul 08 03:04:57.785606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f3cad-5fe4-4d57-9619-1cfe1e12498e tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b2345-d575-427c-bb69-175ba566f6ee,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:58.290708 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35914) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:58.416889 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-51581f19-eeec-44b4-a4b4-9ccc4e15d70e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22dfd299bdd540c19de1169d4d4c29d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249950 Jul 08 03:04:58.419265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35918) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:58.466431 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bd02-38be-4bbd-ad4e-f96f344d1d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:58.486646 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bd02-38be-4bbd-ad4e-f96f344d1d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:58.582111 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bd02-38be-4bbd-ad4e-f96f344d1d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:58.584748 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bd02-38be-4bbd-ad4e-f96f344d1d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:58.585920 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f2f0bd02-38be-4bbd-ad4e-f96f344d1d23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8ed0b73-0f65-4c77-acaf-9480c8db714e HTTP/1.1" status: 204 len: 168 time: 0.1656725 Jul 08 03:04:58.593992 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0bd02-38be-4bbd-ad4e-f96f344d1d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ed0b73-0f65-4c77-acaf-9480c8db714e,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:58.729455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 726cd366-cdf1-413d-a571-9b298c5b3c9e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:04:58.749584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 726cd366-cdf1-413d-a571-9b298c5b3c9e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:04:58.749929 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 726cd366-cdf1-413d-a571-9b298c5b3c9e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:04:59.153540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:59.167228 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b740078d-db9c-47fa-acb6-24ada8c6f7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:59.262232 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b740078d-db9c-47fa-acb6-24ada8c6f7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:59.307893 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-b740078d-db9c-47fa-acb6-24ada8c6f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:59.357675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b740078d-db9c-47fa-acb6-24ada8c6f7bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b656b137644f461da5cd85c614e404a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030487 Jul 08 03:04:59.358544 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740078d-db9c-47fa-acb6-24ada8c6f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b73b9d-224f-4b15-b8bf-83bfea5c6689,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:04:59.360511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35926) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:04:59.409985 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-383787b4-46ed-4549-ab57-b6ab58fb50ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:59.430385 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-383787b4-46ed-4549-ab57-b6ab58fb50ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:59.524638 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-383787b4-46ed-4549-ab57-b6ab58fb50ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:59.527220 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-383787b4-46ed-4549-ab57-b6ab58fb50ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:59.528397 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-383787b4-46ed-4549-ab57-b6ab58fb50ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6b73b9d-224f-4b15-b8bf-83bfea5c6689 HTTP/1.1" status: 204 len: 168 time: 0.1666648 Jul 08 03:04:59.537317 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383787b4-46ed-4549-ab57-b6ab58fb50ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b73b9d-224f-4b15-b8bf-83bfea5c6689,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:00.566329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35948) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:00.663375 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1060665954-network', 'tenant_id': 'b38a30620dc24d7890e640777561b034'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:00.736221 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Made reservation on behalf of b38a30620dc24d7890e640777561b034 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:05:00.738576 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:00.747879 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:00.833462 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:00.879078 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:00.900653 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:05:00.915695 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd64223a-2b23-4cb1-815e-8fc569beef59,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:00.919659 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:00.920008 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Added segment 55e8f540-eb06-4532-a7bd-09e9ba0b0a4a of type vlan for network 220a8ae2-550f-481f-8908-64fad4eef937 Jul 08 03:05:00.962630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.033268 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.034197 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:01.034838 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.091202 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] Pushing event updated for resources: {'Network': ['ID=220a8ae2-550f-481f-8908-64fad4eef937,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:01.102018 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 220a8ae2-550f-481f-8908-64fad4eef937 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:05:01.120711 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-10f1e679-587c-48a2-80f8-5069f0176473 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5509827 Jul 08 03:05:01.123271 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35952) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:01.128244 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Request body: {'subnet': {'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1060665954-subnet', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:01.199305 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Made reservation on behalf of b38a30620dc24d7890e640777561b034 for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:05:01.201706 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.428315 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.484413 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=de69c698-c95c-4fbb-9c18-42228ed3c35c,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:01.492001 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Checking segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:01.492370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Network hostable DHCP agents. Network: 220a8ae2-550f-481f-8908-64fad4eef937, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:05:01.553126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Network 220a8ae2-550f-481f-8908-64fad4eef937 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:05:01.633130 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 220a8ae2-550f-481f-8908-64fad4eef937) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:01.637140 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:01.637771 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.642318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d4fbd-8821-4098-ba45-3e4a72b01ea0 None None] Network 220a8ae2-550f-481f-8908-64fad4eef937 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:05:01.731743 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a03abfca-03cf-4a0a-868d-a065556c71ec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6073377 Jul 08 03:05:01.734496 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35954) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:01.739313 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:01.782960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-220a8ae2-550f-481f-8908-64fad4eef937', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 03:05:01.783853 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.811260 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.812504 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.870130 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:01.912902 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Allocated IP 172.20.0.2 (220a8ae2-550f-481f-8908-64fad4eef937/de69c698-c95c-4fbb-9c18-42228ed3c35c/c8f6633a-a83f-424c-bddb-1c85c1b0a163) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:05:02.077560 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.209571 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.217835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Transition to ACTIVE for port object c8f6633a-a83f-424c-bddb-1c85c1b0a163 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:02.234399 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Transition to ACTIVE for port object c8f6633a-a83f-424c-bddb-1c85c1b0a163 will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:02.308523 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.344417 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.346697 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Network 220a8ae2-550f-481f-8908-64fad4eef937 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:02.353661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:02.356073 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:05:02.361723 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Pushing event updated for resources: {'Port': ['ID=c8f6633a-a83f-424c-bddb-1c85c1b0a163,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:02.364050 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.417800 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Attempting to bind port c8f6633a-a83f-424c-bddb-1c85c1b0a163 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:05:02.418170 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Attempting to bind port c8f6633a-a83f-424c-bddb-1c85c1b0a163 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:05:02.418575 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Attempting to bind port c8f6633a-a83f-424c-bddb-1c85c1b0a163 on network 220a8ae2-550f-481f-8908-64fad4eef937 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:05:02.423468 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:05:02.423850 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Checking segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:02.424250 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.424641 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Bound using segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:05:02.425098 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Bound port: c8f6633a-a83f-424c-bddb-1c85c1b0a163, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:05:02.425479 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.468083 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Allocated IP 172.25.8.20 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/0653b718-1e8c-4951-9197-9196857adb87) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:05:02.487304 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] For port c8f6633a-a83f-424c-bddb-1c85c1b0a163, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:05:02.490292 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] For port c8f6633a-a83f-424c-bddb-1c85c1b0a163, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c8f6633a-a83f-424c-bddb-1c85c1b0a163,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:05:02.553784 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.566978 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.616070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a28d3f-680b-498f-98a4-98c4c8271d8d None None] Pushing event updated for resources: {'Port': ['ID=c8f6633a-a83f-424c-bddb-1c85c1b0a163,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:02.652061 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:02.697105 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:02.700046 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:02.705525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:05:02.734299 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Pushing event updated for resources: {'Port': ['ID=0653b718-1e8c-4951-9197-9196857adb87,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:03.055760 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:03.252056 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:03.462218 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Router ab23015d-9722-4db6-872a-f77e37dee787 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 03:05:03.494146 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c74422-a21b-4e1c-94cc-d8d11cd6277a None None] Network 220a8ae2-550f-481f-8908-64fad4eef937 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:05:03.572127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:05:03.583417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Sync routers for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:05:03.615573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:03.616224 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:03.685411 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:03.686784 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2017af9e-a6b3-4962-ab85-25fcdb39ea5b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9513421 Jul 08 03:05:03.689669 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35956) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:03.697205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d85aafbd-2b50-45c3-842d-380811adf560 None None] Provisioning for port c8f6633a-a83f-424c-bddb-1c85c1b0a163 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:03.768960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:03.973626 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:02Z', 'revision_number': 3, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:04.001319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Checking router: ab23015d-9722-4db6-872a-f77e37dee787 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:05:04.001818 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Updating router ab23015d-9722-4db6-872a-f77e37dee787 port 0653b718-1e8c-4951-9197-9196857adb87 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:05:04.039625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.296041 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.306094 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Transition to ACTIVE for port object 0653b718-1e8c-4951-9197-9196857adb87 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:04.405136 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.449402 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.455264 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Attempting to bind port 0653b718-1e8c-4951-9197-9196857adb87 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:05:04.455657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Attempting to bind port 0653b718-1e8c-4951-9197-9196857adb87 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:05:04.456024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Attempting to bind port 0653b718-1e8c-4951-9197-9196857adb87 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:05:04.463221 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14c719-4f8e-4a1c-8daf-670da1b4a36f None None] Pushing event updated for resources: {'Port': ['ID=0653b718-1e8c-4951-9197-9196857adb87,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:04.466699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:05:04.467426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:04.467587 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.467931 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:05:04.468417 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Bound port: 0653b718-1e8c-4951-9197-9196857adb87, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:05:04.468804 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.520914 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] For port 0653b718-1e8c-4951-9197-9196857adb87, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:05:04.523959 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] For port 0653b718-1e8c-4951-9197-9196857adb87, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0653b718-1e8c-4951-9197-9196857adb87,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:05:04.577060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.607827 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Allocated IP 172.20.0.1 (220a8ae2-550f-481f-8908-64fad4eef937/de69c698-c95c-4fbb-9c18-42228ed3c35c/b5d92cab-2385-47a1-868e-4e3ee140a915) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:05:04.637022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:04.637642 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:04.672382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14c719-4f8e-4a1c-8daf-670da1b4a36f None None] Pushing event updated for resources: {'Port': ['ID=0653b718-1e8c-4951-9197-9196857adb87,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:04.717164 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.732742 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Transition to ACTIVE for port object b5d92cab-2385-47a1-868e-4e3ee140a915 will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:04.754285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:04.782049 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c8f6633a-a83f-424c-bddb-1c85c1b0a163 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:04.817074 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.854885 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Network 220a8ae2-550f-481f-8908-64fad4eef937 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:04.857654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:04.860037 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:05:04.891516 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Pushing event updated for resources: {'Port': ['ID=b5d92cab-2385-47a1-868e-4e3ee140a915,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:04.910934 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:04.973021 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:02Z', 'revision_number': 3, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:05.006514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d4099-6493-4c23-b593-2c8f8fd4550c None None] The sync data for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 is: [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:02Z', 'revision_number': 3, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:05:05.008028 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port c8f6633a-a83f-424c-bddb-1c85c1b0a163 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:05.012716 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c8f6633a-a83f-424c-bddb-1c85c1b0a163 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:05.013095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.111704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.139180 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.145786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port c8f6633a-a83f-424c-bddb-1c85c1b0a163, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c8f6633a-a83f-424c-bddb-1c85c1b0a163,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:05.204851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dd3491e5-01b6-4095-a16a-18d3f648f5d2 None None] Provisioning for port b5d92cab-2385-47a1-868e-4e3ee140a915 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:05.209620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dd3491e5-01b6-4095-a16a-18d3f648f5d2 None None] Provisioning complete for port b5d92cab-2385-47a1-868e-4e3ee140a915 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:05.210003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dd3491e5-01b6-4095-a16a-18d3f648f5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.244446 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.288932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dd3491e5-01b6-4095-a16a-18d3f648f5d2 None None] Port b5d92cab-2385-47a1-868e-4e3ee140a915 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:05:05.316097 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=c8f6633a-a83f-424c-bddb-1c85c1b0a163,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:05.339009 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.388217 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.456387 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.458224 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Pushing event updated for resources: {'Port': ['ID=b5d92cab-2385-47a1-868e-4e3ee140a915,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:05.557158 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Network 220a8ae2-550f-481f-8908-64fad4eef937 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:05.558628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:05.687644 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Router ab23015d-9722-4db6-872a-f77e37dee787 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:05:05.803893 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:05:05.809246 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-57dd933f-be66-463b-bf19-2287939d89df admin admin] 10.222.0.10 "PUT /v2.0/routers/ab23015d-9722-4db6-872a-f77e37dee787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185887 Jul 08 03:05:05.822164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-21eabfab-c7b1-4bb5-8391-2ed74f42dfea None None] Provisioning complete for port b5d92cab-2385-47a1-868e-4e3ee140a915 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:05.822690 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21eabfab-c7b1-4bb5-8391-2ed74f42dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.861161 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-21eabfab-c7b1-4bb5-8391-2ed74f42dfea None None] Port b5d92cab-2385-47a1-868e-4e3ee140a915 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:05:06.476793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35972) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:06.481908 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-501959481-network', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:06.542074 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Sync routers for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:05:06.542578 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Made reservation on behalf of 2765e6e358314dab8a35b3aa563d9fb1 for: {'network': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:05:06.544630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.551943 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:06.552607 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:06.556422 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.640587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.654498 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:06.708501 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.740460 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=100713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:05:06.746987 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfbcc75-e883-4305-a30e-5c6e366e85d2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:06.753512 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.753860 n-d-695189-13 neutron-server[100713]: INFO neutron.db.segments_db [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Added segment 2716703e-3cf4-42ec-9a83-55375d6fcb76 of type vlan for network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 Jul 08 03:05:06.796709 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.828113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c8f6633a-a83f-424c-bddb-1c85c1b0a163 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:06.871466 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 2, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:06.876526 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port c8f6633a-a83f-424c-bddb-1c85c1b0a163 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:06.876913 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.884816 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.885938 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:06.886597 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.898471 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Checking router: ab23015d-9722-4db6-872a-f77e37dee787 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:05:06.899330 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Updating router ab23015d-9722-4db6-872a-f77e37dee787 port b5d92cab-2385-47a1-868e-4e3ee140a915 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:05:06.946981 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:06.952081 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc43cb8-da9a-4df8-b7e5-d4dab8024996,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:06.960552 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0653b718-1e8c-4951-9197-9196857adb87 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:06.964375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:05:06.994182 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8b5ec20f-8484-4692-b443-0dbbfd699f85 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5162556 Jul 08 03:05:06.997197 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35974) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:07.002686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Request body: {'subnet': {'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-501959481-subnet', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:07.107711 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Made reservation on behalf of 2765e6e358314dab8a35b3aa563d9fb1 for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:05:07.110373 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.136835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 0653b718-1e8c-4951-9197-9196857adb87 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:07.141401 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0653b718-1e8c-4951-9197-9196857adb87 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:07.145439 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.227971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.248879 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 0653b718-1e8c-4951-9197-9196857adb87, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0653b718-1e8c-4951-9197-9196857adb87,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:07.313832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.320471 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.329932 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Transition to ACTIVE for port object b5d92cab-2385-47a1-868e-4e3ee140a915 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:07.348367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.362178 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=0653b718-1e8c-4951-9197-9196857adb87,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:07.407308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08d5f7c-6f51-44b5-8884-962a14e58acc,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:07.414348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Checking segment: {'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:07.414715 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Network hostable DHCP agents. Network: 2fc43cb8-da9a-4df8-b7e5-d4dab8024996, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:05:07.427542 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.477806 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Pushing event updated for resources: {'Port': ['ID=b5d92cab-2385-47a1-868e-4e3ee140a915,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:07.502439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:05:07.503107 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.503480 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.503825 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.504752 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.505094 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.505430 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.505862 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.506086 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.506414 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.507047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.507047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.507390 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:05:07.540441 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Attempting to bind port b5d92cab-2385-47a1-868e-4e3ee140a915 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:05:07.543967 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Attempting to bind port b5d92cab-2385-47a1-868e-4e3ee140a915 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:05:07.543967 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Attempting to bind port b5d92cab-2385-47a1-868e-4e3ee140a915 on network 220a8ae2-550f-481f-8908-64fad4eef937 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:05:07.546793 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:05:07.547173 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Checking segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:07.547606 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.548004 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Bound using segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:05:07.548461 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Bound port: b5d92cab-2385-47a1-868e-4e3ee140a915, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:05:07.548841 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.553689 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 2fc43cb8-da9a-4df8-b7e5-d4dab8024996) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:07.558078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:07.558686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.565964 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc1d49c-883b-4797-87f7-e86ebb35346e None None] Network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:05:07.615047 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] For port b5d92cab-2385-47a1-868e-4e3ee140a915, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:05:07.618512 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] For port b5d92cab-2385-47a1-868e-4e3ee140a915, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b5d92cab-2385-47a1-868e-4e3ee140a915,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:05:07.623612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-525eaac2-a19b-4d41-9a87-5d9f452cad72 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6249068 Jul 08 03:05:07.626234 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35976) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:07.631463 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:07.668208 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.719516 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.720632 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.720789 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:07.721245 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:07.741634 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-2fc43cb8-da9a-4df8-b7e5-d4dab8024996', 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'fixed_ips': [{'subnet_id': 'd08d5f7c-6f51-44b5-8884-962a14e58acc'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 03:05:07.743105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.796285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:07.813312 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37a3c8-405d-4551-bd19-60e3d1857973 None None] Pushing event updated for resources: {'Port': ['ID=b5d92cab-2385-47a1-868e-4e3ee140a915,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:07.844884 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:07.903703 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Allocated IP 172.20.0.2 (2fc43cb8-da9a-4df8-b7e5-d4dab8024996/d08d5f7c-6f51-44b5-8884-962a14e58acc/1728cc38-214f-41b9-8465-2f34a4631f2e) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:05:08.019251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.046151 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:08.071930 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfdba2a-7259-4531-b18b-fd76c27948f3 None None] The sync data for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 is: [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:05:08.086641 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.097400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Transition to ACTIVE for port object 1728cc38-214f-41b9-8465-2f34a4631f2e will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:08.135298 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Transition to ACTIVE for port object 1728cc38-214f-41b9-8465-2f34a4631f2e will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:08.211284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.295746 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.318015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.414330 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:08.420913 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:08.425352 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:05:08.433710 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Pushing event updated for resources: {'Port': ['ID=1728cc38-214f-41b9-8465-2f34a4631f2e,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:08.436143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Allocated IP 172.25.8.92 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/5673d580-e581-4e16-858d-858342fb7c55) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:05:08.491795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Attempting to bind port 1728cc38-214f-41b9-8465-2f34a4631f2e on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:05:08.492179 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Attempting to bind port 1728cc38-214f-41b9-8465-2f34a4631f2e by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:05:08.492556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Attempting to bind port 1728cc38-214f-41b9-8465-2f34a4631f2e on network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:05:08.498334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:05:08.498682 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Checking segment: {'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:08.499095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.499531 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Bound using segment: {'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:05:08.500009 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Bound port: 1728cc38-214f-41b9-8465-2f34a4631f2e, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:05:08.500405 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.570375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] For port 1728cc38-214f-41b9-8465-2f34a4631f2e, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:05:08.573735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] For port 1728cc38-214f-41b9-8465-2f34a4631f2e, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1728cc38-214f-41b9-8465-2f34a4631f2e,segment=NetworkSegment(2716703e-3cf4-42ec-9a83-55375d6fcb76),segment_id=2716703e-3cf4-42ec-9a83-55375d6fcb76)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:05:08.604584 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.668396 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.708282 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:08.736394 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b17de2-ed70-491f-aef9-a4a8ea25d811 None None] Pushing event updated for resources: {'Port': ['ID=1728cc38-214f-41b9-8465-2f34a4631f2e,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:08.762135 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:08.767657 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:08.775293 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:05:08.804922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Pushing event updated for resources: {'Port': ['ID=5673d580-e581-4e16-858d-858342fb7c55,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:08.865379 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b5d92cab-2385-47a1-868e-4e3ee140a915 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:08.982375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port b5d92cab-2385-47a1-868e-4e3ee140a915 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:08.986699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b5d92cab-2385-47a1-868e-4e3ee140a915 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:08.987424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:09.095266 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:09.134788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port b5d92cab-2385-47a1-868e-4e3ee140a915, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b5d92cab-2385-47a1-868e-4e3ee140a915,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:09.169486 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:09.199785 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:09.200565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0653b718-1e8c-4951-9197-9196857adb87 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:09.276505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=b5d92cab-2385-47a1-868e-4e3ee140a915,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:09.296441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 0653b718-1e8c-4951-9197-9196857adb87 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:09.296826 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:09.380342 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:09.583049 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Router 643df1ec-007c-4e2a-b55d-912eceb01995 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 03:05:09.697706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:05:09.709007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Sync routers for ids ['643df1ec-007c-4e2a-b55d-912eceb01995'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:05:09.717903 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Routers {'643df1ec-007c-4e2a-b55d-912eceb01995'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:09.718525 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['643df1ec-007c-4e2a-b55d-912eceb01995'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:09.752459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4049d97a-a3aa-4a6a-a1e5-157f41201452 None None] Network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:05:09.770938 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:09.772335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-11791572-f455-40bb-a3c8-761f1da7256e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1451259 Jul 08 03:05:09.780584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35978) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:09.893324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Set router 643df1ec-007c-4e2a-b55d-912eceb01995 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:09.919662 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-f698304a-51f5-45c5-a415-b6f2da375b7d None None] Provisioning for port 1728cc38-214f-41b9-8465-2f34a4631f2e completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:10.145186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '5673d580-e581-4e16-858d-858342fb7c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:05:08Z', 'revision_number': 3, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port': {'id': '5673d580-e581-4e16-858d-858342fb7c55', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:08Z', 'updated_at': '2021-07-08T03:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:10.178595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Checking router: 643df1ec-007c-4e2a-b55d-912eceb01995 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:05:10.179271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Updating router 643df1ec-007c-4e2a-b55d-912eceb01995 port 5673d580-e581-4e16-858d-858342fb7c55 binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:05:10.214689 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.479973 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.490318 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Transition to ACTIVE for port object 5673d580-e581-4e16-858d-858342fb7c55 will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:10.509920 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.559250 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.612339 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Attempting to bind port 5673d580-e581-4e16-858d-858342fb7c55 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:05:10.612715 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Attempting to bind port 5673d580-e581-4e16-858d-858342fb7c55 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:05:10.613088 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Attempting to bind port 5673d580-e581-4e16-858d-858342fb7c55 on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:05:10.618479 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5ed5b-6ecb-47a9-b0a3-1fc0dd36d962 None None] Pushing event updated for resources: {'Port': ['ID=5673d580-e581-4e16-858d-858342fb7c55,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:10.623201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:05:10.623610 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:10.624017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.624414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:05:10.624887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Bound port: 5673d580-e581-4e16-858d-858342fb7c55, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:05:10.625271 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.675047 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] For port 5673d580-e581-4e16-858d-858342fb7c55, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:05:10.678086 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] For port 5673d580-e581-4e16-858d-858342fb7c55, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5673d580-e581-4e16-858d-858342fb7c55,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:05:10.712137 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Allocated IP 172.20.0.1 (2fc43cb8-da9a-4df8-b7e5-d4dab8024996/d08d5f7c-6f51-44b5-8884-962a14e58acc/1aa9de44-c9b7-4bdd-854d-33b871ae8cd4) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:05:10.749045 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.810823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Routers {'643df1ec-007c-4e2a-b55d-912eceb01995'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:10.811480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['643df1ec-007c-4e2a-b55d-912eceb01995'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:10.821193 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.835731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Transition to ACTIVE for port object 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:10.856032 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1728cc38-214f-41b9-8465-2f34a4631f2e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:10.880197 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5ed5b-6ecb-47a9-b0a3-1fc0dd36d962 None None] Pushing event updated for resources: {'Port': ['ID=5673d580-e581-4e16-858d-858342fb7c55,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:10.925471 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:10.963102 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] Set router 643df1ec-007c-4e2a-b55d-912eceb01995 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:10.968308 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:10.970922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:10.976614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:05:11.006828 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Pushing event updated for resources: {'Port': ['ID=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:11.014949 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 1728cc38-214f-41b9-8465-2f34a4631f2e completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:11.029987 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1728cc38-214f-41b9-8465-2f34a4631f2e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:11.030296 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.031408 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.189955 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.233566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 1728cc38-214f-41b9-8465-2f34a4631f2e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1728cc38-214f-41b9-8465-2f34a4631f2e,segment=NetworkSegment(2716703e-3cf4-42ec-9a83-55375d6fcb76),segment_id=2716703e-3cf4-42ec-9a83-55375d6fcb76)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:11.233851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.248323 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '5673d580-e581-4e16-858d-858342fb7c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:05:08Z', 'revision_number': 3, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port': {'id': '5673d580-e581-4e16-858d-858342fb7c55', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:08Z', 'updated_at': '2021-07-08T03:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:11.268181 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe003a7-dcf9-4e5b-b613-47bf84f8edf6 None None] The sync data for ids ['643df1ec-007c-4e2a-b55d-912eceb01995'] in n-d-695189-13 is: [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '5673d580-e581-4e16-858d-858342fb7c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:05:08Z', 'revision_number': 3, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port': {'id': '5673d580-e581-4e16-858d-858342fb7c55', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:08Z', 'updated_at': '2021-07-08T03:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:05:11.296747 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.297661 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b5d92cab-2385-47a1-868e-4e3ee140a915 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:11.371382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-498e39c3-0924-4f2d-a9e3-057033704577 None None] Provisioning for port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:11.379860 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=1728cc38-214f-41b9-8465-2f34a4631f2e,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:11.383307 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-498e39c3-0924-4f2d-a9e3-057033704577 None None] Provisioning complete for port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:11.383710 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-498e39c3-0924-4f2d-a9e3-057033704577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.413861 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.513630 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.589344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port b5d92cab-2385-47a1-868e-4e3ee140a915 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:11.589720 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.593744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Pushing event updated for resources: {'Port': ['ID=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:11.598509 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.615730 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-498e39c3-0924-4f2d-a9e3-057033704577 None None] Port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:05:11.701595 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:11.703093 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:11.711478 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:05:11.828471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Router 643df1ec-007c-4e2a-b55d-912eceb01995 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:05:11.933400 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c319538e-eca8-4775-8a86-29d5eb5e23e8 None None] Provisioning complete for port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:11.933787 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c319538e-eca8-4775-8a86-29d5eb5e23e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:11.949855 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:05:11.962508 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1d69cb1b-69c3-41b3-9fb4-bb49012279ee admin admin] 10.222.0.10 "PUT /v2.0/routers/643df1ec-007c-4e2a-b55d-912eceb01995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1731799 Jul 08 03:05:11.975631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c319538e-eca8-4775-8a86-29d5eb5e23e8 None None] Port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:05:12.193052 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fa206073-57bd-4f06-8b27-e8b45b08206b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:12.712493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35986) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:12.717389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-f550f244-cbf3-4040-8e10-45020d46d2b6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828719234', 'description': 'tempest-secgroup-smoke-828719234 description', 'project_id': 'b38a30620dc24d7890e640777561b034'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:12.788241 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f550f244-cbf3-4040-8e10-45020d46d2b6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:12.812511 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1728cc38-214f-41b9-8465-2f34a4631f2e up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:12.833207 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Sync routers for ids ['643df1ec-007c-4e2a-b55d-912eceb01995'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:05:12.844230 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Routers {'643df1ec-007c-4e2a-b55d-912eceb01995'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:12.844978 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['643df1ec-007c-4e2a-b55d-912eceb01995'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:12.865498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1728cc38-214f-41b9-8465-2f34a4631f2e triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:12.865875 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:12.903309 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f550f244-cbf3-4040-8e10-45020d46d2b6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:12.945599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5673d580-e581-4e16-858d-858342fb7c55 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:12.952345 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Set router 643df1ec-007c-4e2a-b55d-912eceb01995 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:12.970602 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f550f244-cbf3-4040-8e10-45020d46d2b6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.003298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550f244-cbf3-4040-8e10-45020d46d2b6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9007e4d-928d-4a99-9938-03805dd32d74,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:13.050657 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5673d580-e581-4e16-858d-858342fb7c55 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:13.054680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5673d580-e581-4e16-858d-858342fb7c55 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:13.057459 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.073687 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-f550f244-cbf3-4040-8e10-45020d46d2b6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.077179 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-f550f244-cbf3-4040-8e10-45020d46d2b6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3615413 Jul 08 03:05:13.077889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35988) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:13.083672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-baceda08-ffa3-4d75-b673-637bfabcea3b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': 'c9007e4d-928d-4a99-9938-03805dd32d74', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:13.136202 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.153193 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '5673d580-e581-4e16-858d-858342fb7c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:05:11Z', 'revision_number': 4, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port': {'id': '5673d580-e581-4e16-858d-858342fb7c55', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:08Z', 'updated_at': '2021-07-08T03:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '1aa9de44-c9b7-4bdd-854d-33b871ae8cd4', 'name': '', 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'mac_address': 'fa:16:3e:2a:27:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd08d5f7c-6f51-44b5-8884-962a14e58acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:10Z', 'updated_at': '2021-07-08T03:05:11Z', 'revision_number': 2, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'subnets': [{'id': 'd08d5f7c-6f51-44b5-8884-962a14e58acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:13.157684 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5673d580-e581-4e16-858d-858342fb7c55, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5673d580-e581-4e16-858d-858342fb7c55,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:13.179636 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baceda08-ffa3-4d75-b673-637bfabcea3b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.182413 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Checking router: 643df1ec-007c-4e2a-b55d-912eceb01995 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:05:13.182758 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Updating router 643df1ec-007c-4e2a-b55d-912eceb01995 port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:05:13.216369 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.235670 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baceda08-ffa3-4d75-b673-637bfabcea3b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.256762 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.302614 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5673d580-e581-4e16-858d-858342fb7c55,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:13.313296 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baceda08-ffa3-4d75-b673-637bfabcea3b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.332806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baceda08-ffa3-4d75-b673-637bfabcea3b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b166b5-db48-4a80-abec-45abd61704fe,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:13.382275 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-baceda08-ffa3-4d75-b673-637bfabcea3b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.383577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-baceda08-ffa3-4d75-b673-637bfabcea3b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045790 Jul 08 03:05:13.386362 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35990) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:13.391077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-1b8d2c8a-d9df-4de8-b79a-f51c05408194 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': 'c9007e4d-928d-4a99-9938-03805dd32d74', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:13.461367 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2c8a-d9df-4de8-b79a-f51c05408194 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.477390 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.486648 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Transition to ACTIVE for port object 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:13.518206 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2c8a-d9df-4de8-b79a-f51c05408194 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.536056 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.582511 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2c8a-d9df-4de8-b79a-f51c05408194 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.587717 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0235204-bb1e-48a6-a0f9-efc6be82141c None None] Pushing event updated for resources: {'Port': ['ID=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:13.604832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d2c8a-d9df-4de8-b79a-f51c05408194 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7385302d-92d0-4049-bc40-3d2fb5fc1161,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:13.643534 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Attempting to bind port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:05:13.643903 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Attempting to bind port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:05:13.644290 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Attempting to bind port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 on network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:05:13.649603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:05:13.653379 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Checking segment: {'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:13.653379 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.653379 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Bound using segment: {'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:05:13.653379 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Bound port: 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2716703e-3cf4-42ec-9a83-55375d6fcb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:05:13.653379 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.673590 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2c8a-d9df-4de8-b79a-f51c05408194 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.678800 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 35992) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:13.683059 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1b8d2c8a-d9df-4de8-b79a-f51c05408194 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2955871 Jul 08 03:05:13.686989 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-138d8402-480b-40c2-b4d9-417a6d41cb7e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': 'c9007e4d-928d-4a99-9938-03805dd32d74', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:13.717666 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] For port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:05:13.721063 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] For port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,segment=NetworkSegment(2716703e-3cf4-42ec-9a83-55375d6fcb76),segment_id=2716703e-3cf4-42ec-9a83-55375d6fcb76)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:05:13.792715 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-138d8402-480b-40c2-b4d9-417a6d41cb7e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.794334 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.856366 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-138d8402-480b-40c2-b4d9-417a6d41cb7e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.861565 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Routers {'643df1ec-007c-4e2a-b55d-912eceb01995'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:13.862177 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:04:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['643df1ec-007c-4e2a-b55d-912eceb01995'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:13.864550 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0235204-bb1e-48a6-a0f9-efc6be82141c None None] Pushing event updated for resources: {'Port': ['ID=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:13.919193 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-138d8402-480b-40c2-b4d9-417a6d41cb7e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:13.938799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d8402-480b-40c2-b4d9-417a6d41cb7e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9feda51-91d4-42da-a001-9f71374a906e,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:13.999846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-138d8402-480b-40c2-b4d9-417a6d41cb7e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.001228 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-138d8402-480b-40c2-b4d9-417a6d41cb7e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206933 Jul 08 03:05:14.008686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35994) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:14.013877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-a7e05561-14e4-478a-a40a-d09a44a1b6ae tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': 'c9007e4d-928d-4a99-9938-03805dd32d74', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:14.074954 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] Set router 643df1ec-007c-4e2a-b55d-912eceb01995 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:14.084341 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e05561-14e4-478a-a40a-d09a44a1b6ae tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.147018 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e05561-14e4-478a-a40a-d09a44a1b6ae tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.216538 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e05561-14e4-478a-a40a-d09a44a1b6ae tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.236523 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e05561-14e4-478a-a40a-d09a44a1b6ae tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff6a383-916e-4ca7-958e-eb1df221b313,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:14.270033 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '5673d580-e581-4e16-858d-858342fb7c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:05:11Z', 'revision_number': 4, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port': {'id': '5673d580-e581-4e16-858d-858342fb7c55', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:08Z', 'updated_at': '2021-07-08T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '1aa9de44-c9b7-4bdd-854d-33b871ae8cd4', 'name': '', 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'mac_address': 'fa:16:3e:2a:27:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd08d5f7c-6f51-44b5-8884-962a14e58acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:10Z', 'updated_at': '2021-07-08T03:05:13Z', 'revision_number': 4, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'subnets': [{'id': 'd08d5f7c-6f51-44b5-8884-962a14e58acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:14.284951 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a7e05561-14e4-478a-a40a-d09a44a1b6ae tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.286858 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a7e05561-14e4-478a-a40a-d09a44a1b6ae tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2767913 Jul 08 03:05:14.294540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35996) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:14.296138 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d6d084-ef27-4f78-b3b0-f512e4aa09b2 None None] The sync data for ids ['643df1ec-007c-4e2a-b55d-912eceb01995'] in n-d-695189-13 is: [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '5673d580-e581-4e16-858d-858342fb7c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:05:11Z', 'revision_number': 4, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port': {'id': '5673d580-e581-4e16-858d-858342fb7c55', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:08Z', 'updated_at': '2021-07-08T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '1aa9de44-c9b7-4bdd-854d-33b871ae8cd4', 'name': '', 'network_id': '2fc43cb8-da9a-4df8-b7e5-d4dab8024996', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'mac_address': 'fa:16:3e:2a:27:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'd08d5f7c-6f51-44b5-8884-962a14e58acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:10Z', 'updated_at': '2021-07-08T03:05:13Z', 'revision_number': 4, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'subnets': [{'id': 'd08d5f7c-6f51-44b5-8884-962a14e58acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:05:14.299935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ae7e7622-1b81-492a-b395-1687f28dcec5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': 'c9007e4d-928d-4a99-9938-03805dd32d74', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:14.393667 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-ae7e7622-1b81-492a-b395-1687f28dcec5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Project b38a30620dc24d7890e640777561b034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:05:14.400170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7622-1b81-492a-b395-1687f28dcec5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.467469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7622-1b81-492a-b395-1687f28dcec5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.513570 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-be592c60-842b-41ef-9693-54567c615312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.537071 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7622-1b81-492a-b395-1687f28dcec5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.555935 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e7622-1b81-492a-b395-1687f28dcec5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcf9fa8-c77b-4cb7-8842-b79a26eedf40,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:14.633686 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7622-1b81-492a-b395-1687f28dcec5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.634980 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ae7e7622-1b81-492a-b395-1687f28dcec5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394382 Jul 08 03:05:14.637754 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 35998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:14.642470 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ea1a32f0-8c27-4036-9adb-f5adf4b38917 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': 'c9007e4d-928d-4a99-9938-03805dd32d74', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:14.754642 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-ea1a32f0-8c27-4036-9adb-f5adf4b38917 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Project b38a30620dc24d7890e640777561b034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:05:14.762007 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea1a32f0-8c27-4036-9adb-f5adf4b38917 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.814311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:14.847714 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea1a32f0-8c27-4036-9adb-f5adf4b38917 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.913997 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea1a32f0-8c27-4036-9adb-f5adf4b38917 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.933664 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a32f0-8c27-4036-9adb-f5adf4b38917 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1492d5b-80b1-4293-a5d1-9bb3fb0ca0c5,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:14.943651 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.945092 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:14.949862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:14.950333 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.993725 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ea1a32f0-8c27-4036-9adb-f5adf4b38917 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:14.999383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ea1a32f0-8c27-4036-9adb-f5adf4b38917 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3566966 Jul 08 03:05:15.043063 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:15.078825 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,segment=NetworkSegment(2716703e-3cf4-42ec-9a83-55375d6fcb76),segment_id=2716703e-3cf4-42ec-9a83-55375d6fcb76)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:15.144609 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-be2b1985-bbab-4cd1-9d79-b7d9b5d2609c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828719234&fields=id&tenant_id=b38a30620dc24d7890e640777561b034 HTTP/1.1" status: 200 len: 267 time: 0.0343077 Jul 08 03:05:15.159480 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:15.160688 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5673d580-e581-4e16-858d-858342fb7c55 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:15.238091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:15.251767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5673d580-e581-4e16-858d-858342fb7c55 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:15.252147 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:15.257744 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-35fcef12-4086-412c-89a9-979834106552 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:15.259322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-35fcef12-4086-412c-89a9-979834106552 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 809 time: 0.1084332 Jul 08 03:05:15.273675 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-60a0fcb3-0c38-477f-b2aa-f8638e1668d4 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/quotas/b38a30620dc24d7890e640777561b034 HTTP/1.1" status: 200 len: 375 time: 0.0090604 Jul 08 03:05:15.346679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-6dab104b-ff4c-4fb8-8e58-65a282677b1e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677583 Jul 08 03:05:15.548401 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-1f73a84f-3250-4060-9837-a96c394ebc3a service neutron] 10.222.0.10 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890688 Jul 08 03:05:15.633811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-fc61baae-9cdf-4b47-8b55-871e013f06f0 service neutron] 10.222.0.10 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789008 Jul 08 03:05:15.904410 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3b394f2c-5bcd-4cf4-a21a-f4ce31e17f63 req-b45a08c9-65ec-4f7e-bb5b-4e9191f27355 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 210 time: 0.0426276 Jul 08 03:05:16.015971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:16.750802 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:16.801314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:16.801697 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:17.043180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f2cd2f1e-a144-4797-b9c2-e709e8ff1739 req-ecb8a8b2-a4b3-44d7-93fa-60bf11a4467d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 210 time: 0.0354342 Jul 08 03:05:17.673115 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:17.819926 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-1e7bb218-d28c-432b-b79f-f33c140c7b90 req-122a63ea-d70b-42d0-99c1-cfc5fc8caead service neutron] (100713) timed out ('10.222.0.10', 59498) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:05:18.101472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-8474b818-f250-482d-a0b6-601c0b3f0a2a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:18.103041 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-8474b818-f250-482d-a0b6-601c0b3f0a2a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 809 time: 0.1005845 Jul 08 03:05:18.147223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-08093039-beeb-4d20-8f28-824062a88806 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38a30620dc24d7890e640777561b034 HTTP/1.1" status: 200 len: 379 time: 0.0357418 Jul 08 03:05:18.157164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'port': {'device_id': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'admin_state_up': True, 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'security_groups': ['c9007e4d-928d-4a99-9938-03805dd32d74']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:18.192296 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-28cf0b63-bb6f-4e2b-a7f2-da6224881b49 req-d742804a-9cee-402a-b116-300ce1ba5fb6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 210 time: 0.0370617 Jul 08 03:05:18.335619 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Made reservation on behalf of b38a30620dc24d7890e640777561b034 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:05:18.339235 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:18.463070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Allocated IP 172.20.0.14 (220a8ae2-550f-481f-8908-64fad4eef937/de69c698-c95c-4fbb-9c18-42228ed3c35c/add7e084-8e98-4f9c-b666-f7c61ebbc8fa) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:05:18.604477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:18.618568 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Transition to ACTIVE for port object add7e084-8e98-4f9c-b666-f7c61ebbc8fa will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:18.693194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:18.736480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Network 220a8ae2-550f-481f-8908-64fad4eef937 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:18.736712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:18.742222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:18.746036 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:05:18.774720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:18.803625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:18.804276 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:18.869209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-18a61012-62c0-4063-8abc-b1b3eca8a235 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7160087 Jul 08 03:05:18.883713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Request body: {'port': {'device_id': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:18.961851 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:19.022246 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d7b80952-f269-4f52-b497-dec546f84454 None None] Provisioning for port add7e084-8e98-4f9c-b666-f7c61ebbc8fa completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:19.026189 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-d7b80952-f269-4f52-b497-dec546f84454 None None] Provisioning complete for port add7e084-8e98-4f9c-b666-f7c61ebbc8fa triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:19.028880 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d7b80952-f269-4f52-b497-dec546f84454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:19.059151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-d7b80952-f269-4f52-b497-dec546f84454 None None] Port add7e084-8e98-4f9c-b666-f7c61ebbc8fa cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:05:19.229466 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add7e084-8e98-4f9c-b666-f7c61ebbc8fa {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:05:19.238750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:19.250801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Transition to ACTIVE for port object add7e084-8e98-4f9c-b666-f7c61ebbc8fa will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:05:19.339901 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:19.400931 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:19.460616 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce0a3-d764-47f4-b18e-8c76795bc996 req-b6bbc662-65df-48d4-b5c9-24f86c4c5fc2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:19.462396 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e61ce0a3-d764-47f4-b18e-8c76795bc996 req-b6bbc662-65df-48d4-b5c9-24f86c4c5fc2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 932 time: 0.1531765 Jul 08 03:05:19.525525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e61ce0a3-d764-47f4-b18e-8c76795bc996 req-f0bd6b66-814f-4279-91d0-e3b27124d048 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548258 Jul 08 03:05:19.526386 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Attempting to bind port add7e084-8e98-4f9c-b666-f7c61ebbc8fa on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:05:19.526726 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Attempting to bind port add7e084-8e98-4f9c-b666-f7c61ebbc8fa by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:05:19.527063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Attempting to bind port add7e084-8e98-4f9c-b666-f7c61ebbc8fa on network 220a8ae2-550f-481f-8908-64fad4eef937 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:05:19.532108 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Port add7e084-8e98-4f9c-b666-f7c61ebbc8fa on network 220a8ae2-550f-481f-8908-64fad4eef937 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:05:19.532447 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Attempting to bind port add7e084-8e98-4f9c-b666-f7c61ebbc8fa on network 220a8ae2-550f-481f-8908-64fad4eef937 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:05:19.538889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:05:19.538889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Checking segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:05:19.538889 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Bound using segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:05:19.540511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Bound port: add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:05:19.540511 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:19.604307 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:05:19.607313 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:05:19.679326 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:19.714517 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:19.715136 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:19.716549 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] 10.222.0.32 "PUT /v2.0/ports/add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 1093 time: 0.8388200 Jul 08 03:05:19.716986 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:05:19.719242 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a629b2-8d8f-43cd-b227-2906607adbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:05:19.750786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dc789-9e5b-4552-b3c4-141879617489 service neutron] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:19.761155 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad769f-c44a-410b-b2e4-35a343d0a2ce x-openstack-request-id: req-7bad769f-c44a-410b-b2e4-35a343d0a2ce {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:05:19.761457 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:05:19.761712 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bad769f-c44a-410b-b2e4-35a343d0a2ce {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:05:19.762118 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'status': 'completed', 'code': 200} Jul 08 03:05:19.842721 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a629b2-8d8f-43cd-b227-2906607adbe9 req-c53d20a5-0fa9-48b2-9ab9-ce23d45aef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:19.844299 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9a629b2-8d8f-43cd-b227-2906607adbe9 req-c53d20a5-0fa9-48b2-9ab9-ce23d45aef8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1096 time: 0.0606334 Jul 08 03:05:19.941825 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a629b2-8d8f-43cd-b227-2906607adbe9 req-de7c48f0-50ed-4a8d-ac33-e5e13d209ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:19.943350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9a629b2-8d8f-43cd-b227-2906607adbe9 req-de7c48f0-50ed-4a8d-ac33-e5e13d209ba5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b38a30620dc24d7890e640777561b034&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0918877 Jul 08 03:05:20.039245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a629b2-8d8f-43cd-b227-2906607adbe9 req-6efad339-4c2b-4765-af05-bb819227d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:20.040665 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b9a629b2-8d8f-43cd-b227-2906607adbe9 req-6efad339-4c2b-4765-af05-bb819227d49d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900159 Jul 08 03:05:20.129175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-b0bea077-f118-4c13-a374-2d3632891f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:20.130551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-b0bea077-f118-4c13-a374-2d3632891f12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1096 time: 0.0526829 Jul 08 03:05:20.171677 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-7f2c0c6f-a858-49c5-b141-2b80c49e4a48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 217 time: 0.0328009 Jul 08 03:05:20.216989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-a5590865-5a7f-420a-b66d-8874e88f5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:20.218392 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-a5590865-5a7f-420a-b66d-8874e88f5cd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0412509 Jul 08 03:05:20.277954 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-452213d4-d854-4f25-9cb0-e657fb871ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:20.279488 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-452213d4-d854-4f25-9cb0-e657fb871ddb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546896 Jul 08 03:05:20.366501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-9d32086e-64cd-403a-adf2-9c61c28005d3 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799851 Jul 08 03:05:20.459938 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16fafcf7-a5b3-4415-811a-50626d956f60 req-569402ef-e764-4dd7-a2c9-bdfc20e0774a service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856905 Jul 08 03:05:20.699487 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c1700-d2af-4958-8814-7abf74a67343 req-2d3dba1e-d894-4fe1-89c6-2a4964834ee8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:20.700982 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a53c1700-d2af-4958-8814-7abf74a67343 req-2d3dba1e-d894-4fe1-89c6-2a4964834ee8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0630312 Jul 08 03:05:20.738910 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a53c1700-d2af-4958-8814-7abf74a67343 req-2bfc3716-da36-4c38-a168-9f856087e571 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317669 Jul 08 03:05:21.598345 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:21.909262 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7904d-f762-49f5-8d87-a839c51924da req-e1c9ecef-419c-43e0-8379-d449afd1ec27 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:21.911320 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81a7904d-f762-49f5-8d87-a839c51924da req-e1c9ecef-419c-43e0-8379-d449afd1ec27 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0640235 Jul 08 03:05:21.948405 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-81a7904d-f762-49f5-8d87-a839c51924da req-2efd4f71-eb34-4378-9659-7bf5ead12006 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Jul 08 03:05:23.091999 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:05:23.118633 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0b14c-6a71-4544-b72c-d3f362b81c3d req-97c21843-08b6-41bf-a70e-951be3578c64 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:23.120159 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-90f0b14c-6a71-4544-b72c-d3f362b81c3d req-97c21843-08b6-41bf-a70e-951be3578c64 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0633414 Jul 08 03:05:23.156912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-90f0b14c-6a71-4544-b72c-d3f362b81c3d req-7ee2d279-3bd7-4cb0-b890-750de2f5500f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Jul 08 03:05:23.185126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:23.196090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'port_id': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'mac_address': 'fa:16:3e:46:13:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:05:23.231523 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:23.244103 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add7e084-8e98-4f9c-b666-f7c61ebbc8fa {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:05:23.266162 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:23.318613 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:23.363599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:23.524329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['add7e084-8e98-4f9c-b666-f7c61ebbc8fa'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:05:24.349265 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a603a91-9f10-4c4f-b557-7084d9f2c800 req-6b33b658-51dc-4a71-abc2-55966a0fe8b8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:24.350763 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a603a91-9f10-4c4f-b557-7084d9f2c800 req-6b33b658-51dc-4a71-abc2-55966a0fe8b8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 945 time: 0.0626953 Jul 08 03:05:24.388358 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6a603a91-9f10-4c4f-b557-7084d9f2c800 req-b00300bd-6896-479a-bfa0-26a187ea0c11 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Jul 08 03:05:25.107140 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:05:25.221584 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port add7e084-8e98-4f9c-b666-f7c61ebbc8fa completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:05:25.225573 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port add7e084-8e98-4f9c-b666-f7c61ebbc8fa triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:05:25.225948 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:25.300280 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:25.321670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:05:25.323924 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553b351e-364b-4ae9-9032-822a3e912888" -d '{"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-plugged", "status": "completed", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:05:25.335953 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:05:25.416589 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e621ba-edf5-4e26-8b7c-a6c73f1ba29c x-openstack-request-id: req-a4e621ba-edf5-4e26-8b7c-a6c73f1ba29c {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:05:25.416951 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-plugged", "status": "completed", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:05:25.417235 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4e621ba-edf5-4e26-8b7c-a6c73f1ba29c {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:05:25.417638 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'code': 200} Jul 08 03:05:25.419095 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:25.466611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:25.536625 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35065f9-6310-48fe-affc-07f0be596c84 req-db8fbe6b-ab41-4733-907e-8c190b27a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:25.539200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d35065f9-6310-48fe-affc-07f0be596c84 req-db8fbe6b-ab41-4733-907e-8c190b27a186 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1098 time: 0.0625689 Jul 08 03:05:25.578501 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d35065f9-6310-48fe-affc-07f0be596c84 req-8d0a59f3-bc28-4454-896f-21afa5a3fdac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Jul 08 03:05:25.586611 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b6839-4c80-4517-b177-209fb9959b77 req-1982ac73-c1f8-4b95-bbe1-f5922ecef7e6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:25.588348 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-393b6839-4c80-4517-b177-209fb9959b77 req-1982ac73-c1f8-4b95-bbe1-f5922ecef7e6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0781946 Jul 08 03:05:25.627423 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-393b6839-4c80-4517-b177-209fb9959b77 req-54248c3f-b15d-4b51-96ac-5184e1d2ef8b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334408 Jul 08 03:05:26.797967 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bfeac-d155-45ec-8635-ce58183e6991 req-56417b80-e4d5-426a-9fc2-80fa656de094 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:26.799525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f52bfeac-d155-45ec-8635-ce58183e6991 req-56417b80-e4d5-426a-9fc2-80fa656de094 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0617201 Jul 08 03:05:26.835804 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f52bfeac-d155-45ec-8635-ce58183e6991 req-770c556a-c1b0-4b77-8c5d-76e45a4ab002 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301709 Jul 08 03:05:27.010404 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107863b-006f-41f4-98b2-56c936b3a9b1 req-24359c60-0f5f-40b7-8a75-4f6462fce5a2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:27.011904 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b107863b-006f-41f4-98b2-56c936b3a9b1 req-24359c60-0f5f-40b7-8a75-4f6462fce5a2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0633795 Jul 08 03:05:27.049333 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b107863b-006f-41f4-98b2-56c936b3a9b1 req-1e54a0f3-26c9-47ac-bbb9-03232644f7f0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 08 03:05:27.072214 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36058) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:27.161803 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9d820-e2b9-45db-8c2b-1d865c62c98c tempest-TestShelveInstance-2133868789 tempest-TestShelveInstance-2133868789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:27.163283 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-78b9d820-e2b9-45db-8c2b-1d865c62c98c tempest-TestShelveInstance-2133868789 tempest-TestShelveInstance-2133868789-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1093 time: 0.0901146 Jul 08 03:05:27.166142 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36062) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:05:27.170386 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:05:27.278919 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:27.377107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:27.481180 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Allocated IP 172.25.8.202 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/54fe64c1-8b0a-4ea0-a173-50618e93f052) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:05:27.580106 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:27.678959 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:27.715388 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:05:27.718163 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:05:27.720617 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:05:27.754868 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'Port': ['ID=54fe64c1-8b0a-4ea0-a173-50618e93f052,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:28.090630 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:28.218077 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:28.363030 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:28.421440 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:28.489435 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'Port': ['ID=54fe64c1-8b0a-4ea0-a173-50618e93f052,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:05:28.499961 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:28.596525 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Floating IP d857939d-a803-413d-9d1d-0b83ea74065d associated. External IP: 172.25.8.202, port: add7e084-8e98-4f9c-b666-f7c61ebbc8fa. Jul 08 03:05:28.799793 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Router ab23015d-9722-4db6-872a-f77e37dee787 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:05:28.904111 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:05:28.913758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] Sync routers for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:05:28.924701 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:28.925320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:05:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:29.005316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:29.034147 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:29.042196 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-068c07cf-0c27-4e92-9e3f-f6d451dd6214 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8750558 Jul 08 03:05:29.042799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:05:29.045080 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cecfbf8-394f-415e-92bd-4660892a9099" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:05:29.080294 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea5faa-800c-4175-b59f-6d1e2090b334 x-openstack-request-id: req-efea5faa-800c-4175-b59f-6d1e2090b334 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:05:29.080591 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:05:29.080851 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efea5faa-800c-4175-b59f-6d1e2090b334 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:05:29.081264 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'status': 'completed', 'code': 200} Jul 08 03:05:29.160366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-b87e2f53-a7d8-4f36-a23c-12628f703ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:29.162594 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-b87e2f53-a7d8-4f36-a23c-12628f703ec6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1098 time: 0.0583308 Jul 08 03:05:29.250338 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-7f38d233-7328-4053-9ea1-7aeb536e2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:29.251874 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-7f38d233-7328-4053-9ea1-7aeb536e2ebe service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0823433 Jul 08 03:05:29.254579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'd857939d-a803-413d-9d1d-0b83ea74065d', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'port_id': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'mac_address': 'fa:16:3e:46:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:05:27Z', 'updated_at': '2021-07-08T03:05:27Z', 'revision_number': 0, 'project_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:29.280038 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] Checking router: ab23015d-9722-4db6-872a-f77e37dee787 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:05:29.288322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:05:29.288920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:05:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:29.319709 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-98730a4e-7c88-4f4d-a377-016541dc165e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 1000 time: 0.0609481 Jul 08 03:05:29.366786 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-c1b828d5-6c8a-4e84-8bcc-797c8185bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:29.368285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-c1b828d5-6c8a-4e84-8bcc-797c8185bdeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0426102 Jul 08 03:05:29.393091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:05:29.423696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-7836fc4a-76e4-4200-bd9d-7d5a5ce46a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:29.425180 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-7836fc4a-76e4-4200-bd9d-7d5a5ce46a13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501671 Jul 08 03:05:29.514586 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-c4dbf25b-88b7-4f19-ab73-8fd2643154f6 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825737 Jul 08 03:05:29.601634 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4cecfbf8-394f-415e-92bd-4660892a9099 req-9ec84383-2716-4bc4-87c3-c16469b530f1 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811260 Jul 08 03:05:29.650167 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'd857939d-a803-413d-9d1d-0b83ea74065d', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'port_id': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'mac_address': 'fa:16:3e:46:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:05:27Z', 'updated_at': '2021-07-08T03:05:27Z', 'revision_number': 0, 'project_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:05:29.680958 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61a16c-5602-4d8e-9644-2003618102e4 None None] The sync data for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 is: [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': 'd857939d-a803-413d-9d1d-0b83ea74065d', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'port_id': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'mac_address': 'fa:16:3e:46:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:05:27Z', 'updated_at': '2021-07-08T03:05:27Z', 'revision_number': 0, 'project_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:05:29.866223 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa22ef6-e628-4508-91af-598959252aab None None] New status for floating IP d857939d-a803-413d-9d1d-0b83ea74065d: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:05:42.158986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-90afc5d6-3ca1-4475-b0ca-1da2ae0437e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:44.518738 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-75b254e7-b39f-4d59-b52d-3ca08e425b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:44.930473 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:46.026826 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:47.696080 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:48.711809 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:05:48.735898 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:51.638400 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:56.683417 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-ed1ef112-ed82-4b23-a6c1-35f156b898c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502162 Jul 08 03:05:57.084403 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-a0a2b605-671f-48a1-9235-c792903aa729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:57.085931 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-a0a2b605-671f-48a1-9235-c792903aa729 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1098 time: 0.3583634 Jul 08 03:05:57.189215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-e27cddae-7135-422d-aac3-6b2b65cc2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:57.190670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-e27cddae-7135-422d-aac3-6b2b65cc2e91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0817571 Jul 08 03:05:57.258649 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-69bef6c3-c13a-4beb-8dc8-6c1a14682423 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 1002 time: 0.0592039 Jul 08 03:05:57.306514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-29362910-4a69-4d35-b91d-b756f6ed907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:57.307958 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-29362910-4a69-4d35-b91d-b756f6ed907d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0424573 Jul 08 03:05:57.362924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-c4a91ae5-4d13-480c-8676-9e7e4ac4ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:05:57.364443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-c4a91ae5-4d13-480c-8676-9e7e4ac4ee57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500667 Jul 08 03:05:57.455099 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-0649134a-9a15-4d7e-9d29-a42d610280be service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823932 Jul 08 03:05:57.542049 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-42b4c00f-bb4d-44dc-a587-e70e65716687 req-bf8d6e52-f626-4fc7-85c5-b93bcb59b62a service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796623 Jul 08 03:06:12.163855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-57ce625e-673f-49fb-bde6-1f116035fe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:14.518176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-93924666-ad7f-4a6f-acd6-adebf4c6b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:14.918328 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:16.015371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:17.712443 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:18.850567 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:21.609663 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:25.712030 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:06:42.158159 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5d5041c2-0b26-4d56-b2b2-08596b1d1519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:44.529473 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ae9d29b8-cf4c-48c6-9a44-bfde2e7a807c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:44.941067 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:46.021005 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:47.729091 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:48.740537 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:51.620546 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:57.608517 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-3c38b5d4-49c4-4a31-bdf5-dc8ea1eb4a85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550632 Jul 08 03:06:57.703524 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-9260d386-d4c5-45fe-955c-81a30c9a63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:06:57.705012 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-9260d386-d4c5-45fe-955c-81a30c9a63a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1098 time: 0.0550537 Jul 08 03:06:57.804897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-3b9000bd-847b-4a26-97ea-f8dfc11bbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:06:57.806389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-3b9000bd-847b-4a26-97ea-f8dfc11bbde5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0820220 Jul 08 03:06:57.872595 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-60acf489-c871-413b-8a5c-a6390fe29e6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 1002 time: 0.0597246 Jul 08 03:06:57.919985 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-7ac5659e-fafa-4c24-a14d-42530bf6aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:06:57.921466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-7ac5659e-fafa-4c24-a14d-42530bf6aaa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0431225 Jul 08 03:06:57.978083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-d9632f00-a634-48f0-ad64-1c7f645a3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:06:57.979602 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-d9632f00-a634-48f0-ad64-1c7f645a3e2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516324 Jul 08 03:06:58.070038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-07ab6c8a-3835-4833-8835-45054c0568ea service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838289 Jul 08 03:06:58.157629 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-960273a4-55d7-4f19-ab80-deb83c3b2a08 req-449ffb13-dc7c-4084-a6be-816a35786044 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808294 Jul 08 03:07:02.711910 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:07:12.169167 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1b01-e1bf-4674-90fa-ace36dd943f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:14.494707 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-501a3fe2-892e-4fa6-881a-f2ec8549e4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:14.923561 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:16.026230 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:17.717246 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:18.786457 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:21.586331 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:25.097916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4441f-1b78-499b-9257-3e2a60133bbe req-971e47b8-93cd-4124-9da7-40ef0c5b4c2f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:25.099464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fce4441f-1b78-499b-9257-3e2a60133bbe req-971e47b8-93cd-4124-9da7-40ef0c5b4c2f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0635827 Jul 08 03:07:25.140927 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fce4441f-1b78-499b-9257-3e2a60133bbe req-63e757ac-17cb-420d-81bd-a4b2251a5879 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360596 Jul 08 03:07:26.335326 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1421686-ab0a-41af-b5c7-b05af287d914 req-236f38cc-5ac6-4150-b8f4-12e6332c90a8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:26.337430 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c1421686-ab0a-41af-b5c7-b05af287d914 req-236f38cc-5ac6-4150-b8f4-12e6332c90a8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0652528 Jul 08 03:07:26.376394 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-c1421686-ab0a-41af-b5c7-b05af287d914 req-ff262141-8514-400f-bc9b-bd3be4a9448d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333564 Jul 08 03:07:27.571791 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48ae57-0db1-4a25-b9fb-c9c4a8fe289f req-b81e7db0-336a-426d-9ee7-49764fd23cd6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:27.573250 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f48ae57-0db1-4a25-b9fb-c9c4a8fe289f req-b81e7db0-336a-426d-9ee7-49764fd23cd6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0615039 Jul 08 03:07:27.610220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5f48ae57-0db1-4a25-b9fb-c9c4a8fe289f req-bf276eac-b2c3-4a4d-8b94-0852fd46e148 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Jul 08 03:07:28.782843 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7da2d0-6dc2-46be-876f-ce1eec6a8be2 req-372184d0-c26f-48dc-88e2-868fb431c350 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:28.784365 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df7da2d0-6dc2-46be-876f-ce1eec6a8be2 req-372184d0-c26f-48dc-88e2-868fb431c350 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0670207 Jul 08 03:07:28.821608 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-df7da2d0-6dc2-46be-876f-ce1eec6a8be2 req-63574d7f-35fa-4a9d-986d-0b1fbf7e3e67 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313079 Jul 08 03:07:29.992484 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6814a84-c1e0-4e6a-b985-1b5c37a0ed4f req-b91d1016-f002-4dd3-8a95-0ea3a04233c8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:29.993981 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6814a84-c1e0-4e6a-b985-1b5c37a0ed4f req-b91d1016-f002-4dd3-8a95-0ea3a04233c8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0634060 Jul 08 03:07:30.031230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d6814a84-c1e0-4e6a-b985-1b5c37a0ed4f req-659af7b8-954d-4a91-9da6-600e6da1e227 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Jul 08 03:07:31.200722 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce15b3-5c46-4c4b-8f5a-5d1053bbe1dd req-2726705f-65e6-4482-8ec1-9f0f549280fe tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:31.202192 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6ce15b3-5c46-4c4b-8f5a-5d1053bbe1dd req-2726705f-65e6-4482-8ec1-9f0f549280fe tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0630095 Jul 08 03:07:31.238321 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a6ce15b3-5c46-4c4b-8f5a-5d1053bbe1dd req-26fe48bb-af14-441c-bec6-3b76d6c649bd tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307422 Jul 08 03:07:32.410541 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd9a3-a6c1-453c-a578-bb75926eec67 req-612d0890-929c-464a-aaaf-a746fdc0507a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:32.412055 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-499fd9a3-a6c1-453c-a578-bb75926eec67 req-612d0890-929c-464a-aaaf-a746fdc0507a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0663950 Jul 08 03:07:32.448940 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-499fd9a3-a6c1-453c-a578-bb75926eec67 req-4e83e56d-7be6-4bc1-b76e-6528923b0885 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Jul 08 03:07:33.618513 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edfc1c-6f0a-4438-838e-72ca66030ba1 req-dc4f86e2-d8ed-41f1-8cdf-2907cae8adfb tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:33.620070 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40edfc1c-6f0a-4438-838e-72ca66030ba1 req-dc4f86e2-d8ed-41f1-8cdf-2907cae8adfb tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0625100 Jul 08 03:07:33.660957 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-40edfc1c-6f0a-4438-838e-72ca66030ba1 req-02e1b529-8d9f-43d9-83b1-ef17970642dd tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352113 Jul 08 03:07:34.830922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2c1d-b777-4f26-9de6-63a52147d35c req-37c8d856-d1b7-45f6-b04f-befd125fbb1f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:34.832473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b4e2c1d-b777-4f26-9de6-63a52147d35c req-37c8d856-d1b7-45f6-b04f-befd125fbb1f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0627110 Jul 08 03:07:34.868573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1b4e2c1d-b777-4f26-9de6-63a52147d35c req-cf5c9d67-77a8-48e5-80c5-97471e5ee074 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299997 Jul 08 03:07:36.040683 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f29a1c-f06b-41a1-8e1d-002dbd7de34c req-82467552-9e98-401b-bfb1-8d6cb1f7fb2f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:36.042274 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f29a1c-f06b-41a1-8e1d-002dbd7de34c req-82467552-9e98-401b-bfb1-8d6cb1f7fb2f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0642061 Jul 08 03:07:36.080466 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b4f29a1c-f06b-41a1-8e1d-002dbd7de34c req-e9fd3a5b-65a3-4210-afca-3bc4cb085355 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Jul 08 03:07:37.257146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3507ca3-6fef-4881-8fbe-6a33c8371c74 req-cf891243-d480-4f0d-bfa1-e0a1f92ed885 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:37.258679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3507ca3-6fef-4881-8fbe-6a33c8371c74 req-cf891243-d480-4f0d-bfa1-e0a1f92ed885 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0672309 Jul 08 03:07:37.295658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3507ca3-6fef-4881-8fbe-6a33c8371c74 req-8f3fe259-673a-464d-a867-e42981a17f4a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313907 Jul 08 03:07:37.853788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:07:37.946268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:07:37.960952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'port_id': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'mac_address': 'fa:16:3e:46:13:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:07:37.996970 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:38.010442 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id add7e084-8e98-4f9c-b666-f7c61ebbc8fa {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:07:38.030492 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:07:38.118447 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:38.173291 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:07:38.183762 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.184482 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.184840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.185186 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.185527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.185866 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.186215 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.186537 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.186875 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.187199 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.187556 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.187887 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:07:38.197216 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['add7e084-8e98-4f9c-b666-f7c61ebbc8fa'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:07:38.494667 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c506-1e79-44fd-b992-dba05ecb49f8 req-a6f7d5df-ee3c-43bd-8d52-087dbfa7c51a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:38.496264 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30d0c506-1e79-44fd-b992-dba05ecb49f8 req-a6f7d5df-ee3c-43bd-8d52-087dbfa7c51a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 945 time: 0.0713708 Jul 08 03:07:38.547722 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-30d0c506-1e79-44fd-b992-dba05ecb49f8 req-a6b4248b-9838-42ce-8637-bb0fcaf6086c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455894 Jul 08 03:07:39.711202 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:07:39.739989 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb63ff-b36b-417f-9520-f6babfa7cb82 req-a8c24303-fd16-4645-b7e1-2387d39d9e49 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:39.742870 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88bb63ff-b36b-417f-9520-f6babfa7cb82 req-a8c24303-fd16-4645-b7e1-2387d39d9e49 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 945 time: 0.0759966 Jul 08 03:07:39.787788 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88bb63ff-b36b-417f-9520-f6babfa7cb82 req-16d19999-56d8-42ef-90c4-509ef7974078 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Jul 08 03:07:39.874426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:07:39.945077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port add7e084-8e98-4f9c-b666-f7c61ebbc8fa triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:07:39.945566 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:40.042859 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:40.069598 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:07:40.071895 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5798b76-6411-4b32-9ec6-b643a51c5c47" -d '{"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-plugged", "status": "completed", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:07:40.091426 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:07:40.116169 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd59308-1474-4a06-b218-007f5b504c4f x-openstack-request-id: req-dfd59308-1474-4a06-b218-007f5b504c4f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:07:40.117090 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-plugged", "status": "completed", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:07:40.117345 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dfd59308-1474-4a06-b218-007f5b504c4f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:07:40.117735 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'code': 200} Jul 08 03:07:40.164262 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:40.222726 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:07:40.964126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee7b7-0c64-49f1-9e78-5e55e3b65c0c req-634a35fb-036c-4150-a0fc-3a94cba63d28 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:40.965621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d4ee7b7-0c64-49f1-9e78-5e55e3b65c0c req-634a35fb-036c-4150-a0fc-3a94cba63d28 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0632606 Jul 08 03:07:41.004057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2d4ee7b7-0c64-49f1-9e78-5e55e3b65c0c req-b1929b0f-bbf3-4ef2-a8c5-a4510f882f5b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Jul 08 03:07:42.180509 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e11c696d-c15a-4710-ad9f-3e7e65a015ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:42.544523 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7bbcc-fc14-47bd-9a8f-42ddb18a4b44 req-7878b871-78d9-4b0a-a6f0-36371742ac96 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:42.546875 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99e7bbcc-fc14-47bd-9a8f-42ddb18a4b44 req-7878b871-78d9-4b0a-a6f0-36371742ac96 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.4202163 Jul 08 03:07:42.593415 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-99e7bbcc-fc14-47bd-9a8f-42ddb18a4b44 req-3eee1bd2-f1af-490c-8965-9df7bc9111f1 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 Jul 08 03:07:43.780918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a60e50-5b86-463e-a70d-970967b879b8 req-4c9b82a4-b3e0-4ada-a703-fdc397f24be7 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:43.782464 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a60e50-5b86-463e-a70d-970967b879b8 req-4c9b82a4-b3e0-4ada-a703-fdc397f24be7 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0725172 Jul 08 03:07:43.820742 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70a60e50-5b86-463e-a70d-970967b879b8 req-1544628b-28a6-4658-9d71-b03fa2f97cc6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Jul 08 03:07:44.495179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3233-7133-4511-8969-ca68b8788f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:44.929755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:45.043485 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511bb40-6363-4b07-95fe-a3f0a33d4d82 req-f024ea3a-1f66-4c5b-824d-7a23364976b5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:45.045337 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4511bb40-6363-4b07-95fe-a3f0a33d4d82 req-f024ea3a-1f66-4c5b-824d-7a23364976b5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0832424 Jul 08 03:07:45.086663 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4511bb40-6363-4b07-95fe-a3f0a33d4d82 req-7f0360b5-e52f-4f36-b790-d3288f68e8c2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351160 Jul 08 03:07:46.049026 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:46.281170 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d844e-f908-4fde-93dc-86f8730230b8 req-feba9336-288b-4b26-98e2-6b6d035c89c4 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:46.282994 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc6d844e-f908-4fde-93dc-86f8730230b8 req-feba9336-288b-4b26-98e2-6b6d035c89c4 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0679598 Jul 08 03:07:46.327466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cc6d844e-f908-4fde-93dc-86f8730230b8 req-9280d936-9729-4613-b145-fd22730fff0f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375397 Jul 08 03:07:47.568391 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d38cc-34e6-4405-a93d-01ba1fb26ca7 req-9ba90372-a830-49ae-9343-9ff9c1daedf5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:47.570001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d04d38cc-34e6-4405-a93d-01ba1fb26ca7 req-9ba90372-a830-49ae-9343-9ff9c1daedf5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.1179566 Jul 08 03:07:47.608055 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d04d38cc-34e6-4405-a93d-01ba1fb26ca7 req-282154e2-1174-49b9-a9f1-6098c4fc4cfd tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323441 Jul 08 03:07:47.717530 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:48.450275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-1aecd700-91db-4886-98ec-f276fe682866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:48.451775 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-1aecd700-91db-4886-98ec-f276fe682866 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1098 time: 0.0554581 Jul 08 03:07:48.540275 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-a274ae1b-43f1-42ff-b9f2-9d239b4afec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:48.541759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-a274ae1b-43f1-42ff-b9f2-9d239b4afec2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0831242 Jul 08 03:07:48.611243 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-02eee24e-f5eb-4061-a195-0676a95e4ddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 1002 time: 0.0615726 Jul 08 03:07:48.660883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-b47e6ac6-2b64-49c6-9b93-ca92779cab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:48.662576 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-b47e6ac6-2b64-49c6-9b93-ca92779cab58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0439441 Jul 08 03:07:48.725941 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-44769a35-1fac-4e8c-af93-cbab620d2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:48.727744 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-44769a35-1fac-4e8c-af93-cbab620d2118 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582232 Jul 08 03:07:48.798110 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:48.863686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-4499710d-c3e2-4a9c-b653-dc8bc55ee531 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263700 Jul 08 03:07:48.875784 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40210710-6872-45d7-a180-7e4c4893c555 req-7a7d5235-3f04-49c5-b5c5-b7e69d3e0f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:48.877189 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-40210710-6872-45d7-a180-7e4c4893c555 req-7a7d5235-3f04-49c5-b5c5-b7e69d3e0f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.1600699 Jul 08 03:07:48.962395 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-40210710-6872-45d7-a180-7e4c4893c555 req-579caf63-dd06-4d79-ab45-8b93b31f730b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772765 Jul 08 03:07:48.990778 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5bbf69cc-dce6-4237-b2e0-abb5a5942f36 req-7aa48547-241a-4ecc-b0a2-5c1f333c51fd service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126683 Jul 08 03:07:50.131362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ffbe2-3f4a-4966-a6e9-08100c712976 req-d2b34eeb-e157-4d1f-b706-525a2d3b5879 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:50.132844 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da4ffbe2-3f4a-4966-a6e9-08100c712976 req-d2b34eeb-e157-4d1f-b706-525a2d3b5879 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0626760 Jul 08 03:07:50.170986 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da4ffbe2-3f4a-4966-a6e9-08100c712976 req-ef62a5ec-26e8-423c-897d-8446002ae87c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326898 Jul 08 03:07:51.345725 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fece5f2-0b2c-4a23-902d-4516284d21fb req-821a86f7-05b1-4703-a414-8bf8e1429858 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:51.347248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1fece5f2-0b2c-4a23-902d-4516284d21fb req-821a86f7-05b1-4703-a414-8bf8e1429858 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0629966 Jul 08 03:07:51.385046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1fece5f2-0b2c-4a23-902d-4516284d21fb req-1aab7f87-a119-4226-afbb-db1a4241c0a9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Jul 08 03:07:51.626241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:51.910063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059b9b3-d86f-4177-83ab-d0a1f4b7a840 req-d6d6f960-7858-4424-9e4c-cba7902870bf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:51.915712 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6059b9b3-d86f-4177-83ab-d0a1f4b7a840 req-d6d6f960-7858-4424-9e4c-cba7902870bf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 946 time: 0.0682650 Jul 08 03:07:51.918381 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:07:51.968043 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6059b9b3-d86f-4177-83ab-d0a1f4b7a840 req-2641098f-cba1-41a6-978b-2c01819e9c2e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486352 Jul 08 03:07:52.156241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:52.178204 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:07:52.182719 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a003d9ae-c924-4021-9c6e-176eb06319f7" -d '{"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-unplugged", "status": "completed", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:07:52.198747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:07:52.214014 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 03:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b027f5-765b-4e90-9b48-ffc7c5508b80 x-openstack-request-id: req-09b027f5-765b-4e90-9b48-ffc7c5508b80 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:07:52.214316 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-unplugged", "status": "failed", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa", "code": 422}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:07:52.214576 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09b027f5-765b-4e90-9b48-ffc7c5508b80 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:07:52.214984 n-d-695189-13 neutron-server[100714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'code': 422} returned with failed status Jul 08 03:07:52.260293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:52.305822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36268) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:07:52.307319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:07:52.399525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-a0881ca9-2404-4bdd-999f-a9759f0afae0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922713 Jul 08 03:07:53.136068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38a9eb-7cf9-42d5-b1ba-e2075037e19c req-9bb0a3cb-8ad6-4244-b6a1-6c8ca31888c8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:53.137466 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d38a9eb-7cf9-42d5-b1ba-e2075037e19c req-9bb0a3cb-8ad6-4244-b6a1-6c8ca31888c8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0634592 Jul 08 03:07:53.176291 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6d38a9eb-7cf9-42d5-b1ba-e2075037e19c req-159e0444-1c47-419a-92e1-c35259101809 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332856 Jul 08 03:07:54.345569 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87f583-a955-4ca1-b367-433fbe3b0527 req-0ed38d2d-295d-479b-8999-fc42707c3e26 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:54.347053 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c87f583-a955-4ca1-b367-433fbe3b0527 req-0ed38d2d-295d-479b-8999-fc42707c3e26 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0629563 Jul 08 03:07:54.384853 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8c87f583-a955-4ca1-b367-433fbe3b0527 req-73f4e000-62cd-4446-bb5d-270074cd708c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Jul 08 03:07:55.571670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09268386-dabe-4931-bc70-e40ad3838e5e req-21519c0f-b575-4c0d-8e23-f3ee43673fb3 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:55.573163 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09268386-dabe-4931-bc70-e40ad3838e5e req-21519c0f-b575-4c0d-8e23-f3ee43673fb3 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0750873 Jul 08 03:07:55.610036 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-09268386-dabe-4931-bc70-e40ad3838e5e req-56d7c688-0d52-4050-8848-10836d1de7a2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313170 Jul 08 03:07:55.714103 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-a20fa3a4-ec0a-4070-9910-11a8bd3819ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:55.715625 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-a20fa3a4-ec0a-4070-9910-11a8bd3819ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b&tenant_id=b38a30620dc24d7890e640777561b034 HTTP/1.1" status: 200 len: 1096 time: 0.0527403 Jul 08 03:07:55.792024 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-59662938-c8c8-4159-8190-f508d04f6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:55.793496 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-59662938-c8c8-4159-8190-f508d04f6293 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1096 time: 0.0511265 Jul 08 03:07:55.885431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-196898ee-666b-4335-9a71-17f3bde7f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:55.886814 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-196898ee-666b-4335-9a71-17f3bde7f1c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0860488 Jul 08 03:07:55.951321 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-8bf89a29-4986-4d28-8cde-6e43d74e557b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 1000 time: 0.0578828 Jul 08 03:07:55.999215 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-b1fe93a5-9096-4407-b4cb-8e2c89bc8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:56.000930 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-b1fe93a5-9096-4407-b4cb-8e2c89bc8797 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0433121 Jul 08 03:07:56.060515 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-eda11cd9-cfbc-4140-a8f9-0aec972554c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:56.062057 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-eda11cd9-cfbc-4140-a8f9-0aec972554c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549679 Jul 08 03:07:56.149022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-9be6e601-8a04-402f-b8e1-5bd887688dff service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795810 Jul 08 03:07:56.239890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fa9c58c2-b07a-48ca-9b5d-3ffd1785089b req-4b74b0dc-a2f7-40d4-88f3-80b389c7afd1 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836580 Jul 08 03:07:56.860292 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942588-058a-4112-8ba8-316d71770824 req-504dbe08-016f-4cc9-afa3-8c0b63706d26 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:56.868359 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e942588-058a-4112-8ba8-316d71770824 req-504dbe08-016f-4cc9-afa3-8c0b63706d26 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0910652 Jul 08 03:07:56.904898 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0e942588-058a-4112-8ba8-316d71770824 req-9c2d34aa-3213-485c-bf31-f4373144215a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353508 Jul 08 03:07:58.082694 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90b04-50ee-4b68-89d7-a3e33022248c req-800e469b-1465-471a-97ba-c3dc7dec562f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:58.084473 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6fc90b04-50ee-4b68-89d7-a3e33022248c req-800e469b-1465-471a-97ba-c3dc7dec562f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0668089 Jul 08 03:07:58.124508 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6fc90b04-50ee-4b68-89d7-a3e33022248c req-9e947a3f-cd86-4f33-a44d-38b562c02009 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336823 Jul 08 03:07:59.306231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fe924-93c1-4b77-86f5-0f47612ebde5 req-e1f317ef-1546-468e-9df9-7fc41bf84a07 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:07:59.307903 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-331fe924-93c1-4b77-86f5-0f47612ebde5 req-e1f317ef-1546-468e-9df9-7fc41bf84a07 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0673943 Jul 08 03:07:59.350390 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-331fe924-93c1-4b77-86f5-0f47612ebde5 req-df164c57-5a49-4484-a3c8-262c3ecc7b4b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366330 Jul 08 03:08:00.531816 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c682d9-ca83-4671-9b0e-e299a496bd96 req-493799f9-041d-4bdb-b927-70dfc91555c5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:00.533322 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88c682d9-ca83-4671-9b0e-e299a496bd96 req-493799f9-041d-4bdb-b927-70dfc91555c5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0652206 Jul 08 03:08:00.572285 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-88c682d9-ca83-4671-9b0e-e299a496bd96 req-c3040c9b-2b17-400e-96f9-5d9b44b0d533 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328813 Jul 08 03:08:01.758597 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464532d-5633-49b9-abc3-7e2d473d5fb0 req-ddca806d-8dc3-426d-8f9a-7bae44f7326a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:01.763176 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6464532d-5633-49b9-abc3-7e2d473d5fb0 req-ddca806d-8dc3-426d-8f9a-7bae44f7326a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0732770 Jul 08 03:08:01.805513 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6464532d-5633-49b9-abc3-7e2d473d5fb0 req-9539ae46-8037-452d-8747-23cec5425bf3 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 Jul 08 03:08:02.996502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8065-d474-4388-bdda-18a4846153f2 req-046eab72-b487-4d9a-b482-9398acdb953c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:02.998248 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e6f8065-d474-4388-bdda-18a4846153f2 req-046eab72-b487-4d9a-b482-9398acdb953c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0748994 Jul 08 03:08:03.038009 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1e6f8065-d474-4388-bdda-18a4846153f2 req-d7d4c399-6d5d-48ac-a7db-2ad33e8dab9b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332668 Jul 08 03:08:04.222332 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a0e6b-4d48-471c-af39-8cb16a94a2a1 req-e964ae33-0ec8-4aee-8745-711b6027bb67 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:04.223901 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e20a0e6b-4d48-471c-af39-8cb16a94a2a1 req-e964ae33-0ec8-4aee-8745-711b6027bb67 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0657890 Jul 08 03:08:04.263947 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e20a0e6b-4d48-471c-af39-8cb16a94a2a1 req-102df308-ee6d-47b5-8935-bdb9632b0b07 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345421 Jul 08 03:08:05.146106 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-95aa0277-06fa-4375-ae19-9cd38fddee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:05.147564 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-95aa0277-06fa-4375-ae19-9cd38fddee39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1096 time: 0.0543849 Jul 08 03:08:05.481027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dc2eb-6d4d-47ae-a8ca-511a07db09ee req-f71bf1cf-43ea-4677-872a-4de969b39f48 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:05.482703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-917dc2eb-6d4d-47ae-a8ca-511a07db09ee req-f71bf1cf-43ea-4677-872a-4de969b39f48 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0749276 Jul 08 03:08:05.531541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-917dc2eb-6d4d-47ae-a8ca-511a07db09ee req-b6447f47-c629-448f-b63d-0a49760f610d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 Jul 08 03:08:06.696114 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62529c06-7817-4a19-b117-542cc6f13fe7 req-7834a0b0-d2f6-4925-898e-63dde477bc3a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:06.697609 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62529c06-7817-4a19-b117-542cc6f13fe7 req-7834a0b0-d2f6-4925-898e-63dde477bc3a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0623593 Jul 08 03:08:06.734099 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-62529c06-7817-4a19-b117-542cc6f13fe7 req-7c5d9d95-7353-4491-8d90-d52853aff1c9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311129 Jul 08 03:08:06.900649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-788ced16-249b-401f-aec8-b442ac012bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:06.902016 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-788ced16-249b-401f-aec8-b442ac012bf2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0826418 Jul 08 03:08:06.972598 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-6e0a3d15-7425-4535-92db-b9f538468531 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 1000 time: 0.0609179 Jul 08 03:08:07.020842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-bb19842a-6d5f-442d-b119-fb09f1fcdece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:07.022234 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-bb19842a-6d5f-442d-b119-fb09f1fcdece service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0429130 Jul 08 03:08:07.077405 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-5c60307e-134d-4b77-ad89-cbced037a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:07.078841 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-5c60307e-134d-4b77-ad89-cbced037a22d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498605 Jul 08 03:08:07.167593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-76432126-53a5-48f8-8bec-39347aa43b29 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812078 Jul 08 03:08:07.254655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d2e6d479-ade0-44d7-88aa-20da036f3150 req-a7d43ad8-fe1a-479d-ba45-07b04770d6c6 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787733 Jul 08 03:08:07.902690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc34fd-acfc-4126-a25e-27e94160b9e1 req-3f5a92bd-eb85-4017-82d3-2ec272bdbce1 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:07.904183 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8bc34fd-acfc-4126-a25e-27e94160b9e1 req-3f5a92bd-eb85-4017-82d3-2ec272bdbce1 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0625238 Jul 08 03:08:07.945214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b8bc34fd-acfc-4126-a25e-27e94160b9e1 req-06553363-730a-40fa-9a45-fe879fb7fdba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356274 Jul 08 03:08:09.123432 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab5a73-a07e-4bf4-a295-f47c255ae772 req-20625df2-dbfb-42f0-9b15-d920003a34d8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:09.124830 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31ab5a73-a07e-4bf4-a295-f47c255ae772 req-20625df2-dbfb-42f0-9b15-d920003a34d8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 944 time: 0.0667069 Jul 08 03:08:09.162155 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-31ab5a73-a07e-4bf4-a295-f47c255ae772 req-2f5bcac2-631b-4d0b-a680-20c375c3b987 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Jul 08 03:08:10.010142 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:08:10.103044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:08:10.113977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'port_id': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'mac_address': 'fa:16:3e:46:13:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:08:10.150150 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:10.165774 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add7e084-8e98-4f9c-b666-f7c61ebbc8fa {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:08:10.184502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:08:10.248516 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:10.296030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=9']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:08:10.333888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff172a5c-4f64-4b0c-a79f-832aafaeb80d req-5bf2ac62-6494-4b01-8b41-7a101808c704 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:10.335405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff172a5c-4f64-4b0c-a79f-832aafaeb80d req-5bf2ac62-6494-4b01-8b41-7a101808c704 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 945 time: 0.0633223 Jul 08 03:08:10.372031 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ff172a5c-4f64-4b0c-a79f-832aafaeb80d req-a1a505b0-b5e7-49f8-a4bd-a259fc7223e2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305839 Jul 08 03:08:10.497404 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['add7e084-8e98-4f9c-b666-f7c61ebbc8fa'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:08:11.542703 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7244-0a11-4690-b1b7-5713be2dc1ec req-0622fe10-0bb8-49dd-ae94-96f16a2fdc80 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:11.544214 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a9d7244-0a11-4690-b1b7-5713be2dc1ec req-0622fe10-0bb8-49dd-ae94-96f16a2fdc80 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 945 time: 0.0629547 Jul 08 03:08:11.580289 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5a9d7244-0a11-4690-b1b7-5713be2dc1ec req-1b93093f-4c69-4a09-906e-da33276cc303 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306327 Jul 08 03:08:12.009601 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:08:12.056747 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port add7e084-8e98-4f9c-b666-f7c61ebbc8fa triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:08:12.057127 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:12.140532 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:12.162275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:08:12.165131 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f98b88-c1a2-48bb-886a-24ca0cab793d" -d '{"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-plugged", "status": "completed", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:08:12.177377 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:08:12.186066 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-33ba0655-5d79-43bb-acf7-cdef8cabd7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:12.225643 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:12.271354 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=10']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:08:12.756546 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8daee1-257a-4328-aa17-7f9f2aeed8ee req-7033ae72-29c8-4579-9455-bd250d21d9a4 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:12.758052 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f8daee1-257a-4328-aa17-7f9f2aeed8ee req-7033ae72-29c8-4579-9455-bd250d21d9a4 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 947 time: 0.0672488 Jul 08 03:08:12.795265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-8f8daee1-257a-4328-aa17-7f9f2aeed8ee req-b9835615-b862-4841-910c-fc2cbe186a30 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315204 Jul 08 03:08:13.218020 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2f9a63-4437-4738-8990-e2022064f053 x-openstack-request-id: req-3e2f9a63-4437-4738-8990-e2022064f053 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:08:13.218513 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-plugged", "status": "completed", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:08:13.218635 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e2f9a63-4437-4738-8990-e2022064f053 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:08:13.218936 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'code': 200} Jul 08 03:08:13.463948 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd445c4-bef5-4689-9377-30f26b3ba60a req-1cd1b18a-8ce0-47e3-b760-afdc2b2d9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:13.465346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6dd445c4-bef5-4689-9377-30f26b3ba60a req-1cd1b18a-8ce0-47e3-b760-afdc2b2d9c8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1099 time: 0.0510926 Jul 08 03:08:13.498107 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6dd445c4-bef5-4689-9377-30f26b3ba60a req-ee08e995-af2d-4265-9948-00419c21e63b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260220 Jul 08 03:08:13.964857 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797090cb-55ff-4d34-a456-6b84cdb71137 req-0d38811e-97a6-41e1-adc9-5ebf49705c41 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:13.966380 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-797090cb-55ff-4d34-a456-6b84cdb71137 req-0d38811e-97a6-41e1-adc9-5ebf49705c41 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 947 time: 0.0628364 Jul 08 03:08:14.006308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-797090cb-55ff-4d34-a456-6b84cdb71137 req-33eb4f50-a844-4ade-b3be-f8d625646841 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336597 Jul 08 03:08:14.505737 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-21c1a950-891f-4b19-aafd-a6bff2f9a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:14.911881 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:15.186363 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5138d-9edf-492c-a927-44bfafb26319 req-7507aad7-1157-4374-ada7-331f36177588 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:15.187885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10d5138d-9edf-492c-a927-44bfafb26319 req-7507aad7-1157-4374-ada7-331f36177588 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 947 time: 0.0668347 Jul 08 03:08:15.225281 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-10d5138d-9edf-492c-a927-44bfafb26319 req-faf34324-8cfa-4c29-8287-7398b961d475 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318909 Jul 08 03:08:16.054470 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:16.402595 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49873ac-6f46-4351-b47e-43194dea0da3 req-7883c31c-f8d0-4887-8d55-308dd3873e80 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:16.404323 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d49873ac-6f46-4351-b47e-43194dea0da3 req-7883c31c-f8d0-4887-8d55-308dd3873e80 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 947 time: 0.0658126 Jul 08 03:08:16.443346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d49873ac-6f46-4351-b47e-43194dea0da3 req-555a12f8-b5a0-4ad0-aefc-b427837e4b90 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326121 Jul 08 03:08:16.710167 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:08:17.711270 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:18.785832 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:21.608629 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:42.173999 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-00fdc343-1a91-494f-a432-b27c3ccb8eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:44.495241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cb8492a9-b78a-42e0-85c9-d13dd9f82e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:44.922998 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:46.071760 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:47.711225 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:48.939480 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:51.636578 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:53.708829 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:08:59.778220 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-4aa5485b-6d8a-4ff8-8d6a-efb8e17aa61c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914788 Jul 08 03:08:59.877709 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-77a01bdd-98e8-4a45-95ba-95e7030a11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:59.879247 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-77a01bdd-98e8-4a45-95ba-95e7030a11c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1099 time: 0.0523033 Jul 08 03:08:59.984922 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-760eef08-946c-44bf-8433-9a82f7c1f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:08:59.986415 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-760eef08-946c-44bf-8433-9a82f7c1f0e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0860786 Jul 08 03:09:00.049767 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-0a4fa12a-6430-482e-85f4-603f36ffacf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 1002 time: 0.0562327 Jul 08 03:09:00.100826 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-0bfd3f9c-7490-4686-9f27-7cee852a16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:00.102292 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-0bfd3f9c-7490-4686-9f27-7cee852a16e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0458789 Jul 08 03:09:00.158458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-c01f48c3-9c5f-4e08-96f4-ddf6128cb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:00.160022 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-c01f48c3-9c5f-4e08-96f4-ddf6128cb8c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518985 Jul 08 03:09:00.246923 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-da47a926-4900-44c4-9c57-6ee3a3bce56d service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796423 Jul 08 03:09:00.337847 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e43782fc-0475-4438-9774-3fc5f6f92f7e req-c3dd6fd8-a392-438b-ab74-93ffe48308e8 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844586 Jul 08 03:09:12.168048 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8fb57f7e-e7a7-45f1-9463-41a2bb2a700b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:14.487918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8dc107ea-02dc-4225-8d07-7d1654c80798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:14.945752 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:16.053755 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:17.751223 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:18.819486 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:21.613847 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:25.812203 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36414) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:25.966035 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Deleting port 54fe64c1-8b0a-4ea0-a173-50618e93f052 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:09:25.966389 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:26.044768 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:26.045107 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:26.057065 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Calling delete_port for 54fe64c1-8b0a-4ea0-a173-50618e93f052 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:09:26.259349 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:26.288211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event deleted for resources: {'Port': ['ID=54fe64c1-8b0a-4ea0-a173-50618e93f052,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:26.298516 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.298867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.299211 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.299576 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.299920 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.300252 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.300583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.300916 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.301240 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.301566 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.301893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.302218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:26.359648 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:26.359990 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Floating IP d857939d-a803-413d-9d1d-0b83ea74065d disassociated (deleted). External IP: 172.25.8.202, port: add7e084-8e98-4f9c-b666-f7c61ebbc8fa. Jul 08 03:09:26.867351 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Router ab23015d-9722-4db6-872a-f77e37dee787 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:09:26.971169 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:09:26.976547 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:26.982719 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] Sync routers for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:09:26.991232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:09:26.992522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:09:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:09:27.013811 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-444e3561-d1c2-4652-ac35-d8f64d6fe0ba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "DELETE /v2.0/floatingips/d857939d-a803-413d-9d1d-0b83ea74065d HTTP/1.1" status: 204 len: 168 time: 1.1981597 Jul 08 03:09:27.013811 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:09:27.014276 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130606fd-48fc-491c-ae6c-505d3f1a0a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:09:27.055064 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3967b3-d914-4aa1-891a-2943af142c3c x-openstack-request-id: req-6e3967b3-d914-4aa1-891a-2943af142c3c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:09:27.055386 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:09:27.055643 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e3967b3-d914-4aa1-891a-2943af142c3c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:09:27.056052 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'status': 'completed', 'code': 200} Jul 08 03:09:27.105232 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:09:27.130349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-7845d4de-797b-4fb8-847f-2b67543c6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:27.131922 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-7845d4de-797b-4fb8-847f-2b67543c6105 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 1099 time: 0.0538557 Jul 08 03:09:27.225534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-f00f404f-e99c-4220-8795-9b169b39a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:27.227825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-f00f404f-e99c-4220-8795-9b169b39a940 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0894034 Jul 08 03:09:27.268608 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-030489d7-42eb-4e6e-9899-3118b513b99f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 200 len: 217 time: 0.0343034 Jul 08 03:09:27.299718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:09:27.318124 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-ac067367-7d34-40e9-b545-3c230146b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:27.319699 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-ac067367-7d34-40e9-b545-3c230146b7de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0439839 Jul 08 03:09:27.330938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] Checking router: ab23015d-9722-4db6-872a-f77e37dee787 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:09:27.340104 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:09:27.340797 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:09:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:09:27.386085 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-bde7771e-b4a1-4f61-8716-588df0d05ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:27.387633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-bde7771e-b4a1-4f61-8716-588df0d05ca4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616431 Jul 08 03:09:27.448551 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:09:27.478698 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-2b024b2c-ad43-4891-b697-7ececc5a9719 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842199 Jul 08 03:09:27.562360 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb75e7f-9944-4169-a61c-c47a62073d89 req-4ae58b52-a742-492a-979f-0a9af3f65c7d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:27.564145 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fb75e7f-9944-4169-a61c-c47a62073d89 req-4ae58b52-a742-492a-979f-0a9af3f65c7d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 947 time: 0.0705836 Jul 08 03:09:27.575803 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-130606fd-48fc-491c-ae6c-505d3f1a0a9c req-b6d5dc62-53fd-4c00-8139-28fdec3bb2bd service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907156 Jul 08 03:09:27.605133 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-5fb75e7f-9944-4169-a61c-c47a62073d89 req-db100a13-4d52-4ec2-a42e-216a9405b99c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339365 Jul 08 03:09:27.652994 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:09:27.678198 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb95fb-1a23-4d81-8113-631283252a72 None None] The sync data for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 is: [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:09:27.899691 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b1077-92a0-4d84-be36-3f28d929cc6d None None] New status for floating IP d857939d-a803-413d-9d1d-0b83ea74065d: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:09:28.816580 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa066a5-3c2c-4d3d-96df-87f447cf6ae2 req-c0a1b038-6bbe-469c-924f-6b28428b05f9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:28.818044 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-baa066a5-3c2c-4d3d-96df-87f447cf6ae2 req-c0a1b038-6bbe-469c-924f-6b28428b05f9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 947 time: 0.1012714 Jul 08 03:09:28.829055 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-7322670d-a331-413d-9dcf-76c332f24cf7 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:28.830503 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-7322670d-a331-413d-9dcf-76c332f24cf7 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 947 time: 0.1035802 Jul 08 03:09:28.900345 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-baa066a5-3c2c-4d3d-96df-87f447cf6ae2 req-ca6ac82d-bd9e-4872-964e-02625bb8cd72 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=c9007e4d-928d-4a99-9938-03805dd32d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688231 Jul 08 03:09:28.952079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Deleting port add7e084-8e98-4f9c-b666-f7c61ebbc8fa {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:09:28.952425 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:29.037546 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] For port add7e084-8e98-4f9c-b666-f7c61ebbc8fa, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:09:29.037912 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:29.054569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Calling delete_port for add7e084-8e98-4f9c-b666-f7c61ebbc8fa owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:09:29.247700 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:29.278121 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event deleted for resources: {'Port': ['ID=add7e084-8e98-4f9c-b666-f7c61ebbc8fa,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:29.325806 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] No DVR routers for this DVR port add7e084-8e98-4f9c-b666-f7c61ebbc8fa on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:09:29.328324 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:29.330299 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fa86657-8f63-42ca-ac00-aaeeb2af96dd req-65ddb675-736f-4611-a072-94a2cd91892f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "DELETE /v2.0/ports/add7e084-8e98-4f9c-b666-f7c61ebbc8fa HTTP/1.1" status: 204 len: 173 time: 0.4924428 Jul 08 03:09:29.330730 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-deleted', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:09:29.332986 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd830c-6402-4d66-914e-4294038b20fd" -d '{"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-deleted", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:09:29.371712 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3479d3-b8ed-4281-be14-c4212af760d4 x-openstack-request-id: req-6c3479d3-b8ed-4281-be14-c4212af760d4 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:09:29.372014 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdde9eb-fd66-45bc-9162-f656c6ffff8b", "name": "network-vif-deleted", "tag": "add7e084-8e98-4f9c-b666-f7c61ebbc8fa", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:09:29.372296 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c3479d3-b8ed-4281-be14-c4212af760d4 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:09:29.372709 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdde9eb-fd66-45bc-9162-f656c6ffff8b', 'name': 'network-vif-deleted', 'tag': 'add7e084-8e98-4f9c-b666-f7c61ebbc8fa', 'status': 'completed', 'code': 200} Jul 08 03:09:30.066027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b5fb5ecf-f400-4e20-9c24-0f979b500622 req-76d96284-c7f1-4f68-bc12-34fe95710c46 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cdde9eb-fd66-45bc-9162-f656c6ffff8b HTTP/1.1" status: 200 len: 210 time: 0.0297844 Jul 08 03:09:30.707948 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:09:31.157906 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36438) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:31.214432 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f64-b56a-4c33-9c7f-eea123eefde9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:31.238534 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f64-b56a-4c33-9c7f-eea123eefde9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:31.362274 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f64-b56a-4c33-9c7f-eea123eefde9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:31.364789 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f64-b56a-4c33-9c7f-eea123eefde9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:31.366039 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-06ad9f64-b56a-4c33-9c7f-eea123eefde9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "DELETE /v2.0/security-groups/c9007e4d-928d-4a99-9938-03805dd32d74 HTTP/1.1" status: 204 len: 168 time: 0.2070713 Jul 08 03:09:31.375768 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad9f64-b56a-4c33-9c7f-eea123eefde9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9007e4d-928d-4a99-9938-03805dd32d74,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:31.823915 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36444) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:31.828643 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817424421', 'description': 'tempest-secgroup-smoke-817424421 description', 'project_id': 'b38a30620dc24d7890e640777561b034'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:31.893861 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:31.975017 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.042160 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.070705 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76edc3b5-17d1-4652-b30d-23f68bf2ebf2,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:32.078183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.078537 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.078887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.079258 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.079621 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.079955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.080291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.080628 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.081003 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.081337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.081670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.082009 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:09:32.104945 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.107308 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-8c161748-3670-4044-9328-c3e8499b8c89 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2812226 Jul 08 03:09:32.109129 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36446) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:32.113492 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-6b0767e8-9bc4-4b3b-a0b9-46f03dbd3f69 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': '76edc3b5-17d1-4652-b30d-23f68bf2ebf2', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:32.213118 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b0767e8-9bc4-4b3b-a0b9-46f03dbd3f69 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.267202 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b0767e8-9bc4-4b3b-a0b9-46f03dbd3f69 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.344310 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b0767e8-9bc4-4b3b-a0b9-46f03dbd3f69 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.368080 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0767e8-9bc4-4b3b-a0b9-46f03dbd3f69 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5300547-920e-4f4f-89ae-e9364cbe708f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:32.430089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:09:32.449811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: add7e084-8e98-4f9c-b666-f7c61ebbc8fa {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:09:32.450163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device add7e084-8e98-4f9c-b666-f7c61ebbc8fa not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:09:32.452711 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-6b0767e8-9bc4-4b3b-a0b9-46f03dbd3f69 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.454101 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-6b0767e8-9bc4-4b3b-a0b9-46f03dbd3f69 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440125 Jul 08 03:09:32.456687 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36448) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:32.461097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-1387c976-cfa7-475b-8f1d-9ed9fa0be9e2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': '76edc3b5-17d1-4652-b30d-23f68bf2ebf2', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:32.537070 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1387c976-cfa7-475b-8f1d-9ed9fa0be9e2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.593796 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1387c976-cfa7-475b-8f1d-9ed9fa0be9e2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.659357 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1387c976-cfa7-475b-8f1d-9ed9fa0be9e2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.674875 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387c976-cfa7-475b-8f1d-9ed9fa0be9e2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121ab1f4-fcc8-42f2-8d4d-410d335450f7,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:32.745046 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-1387c976-cfa7-475b-8f1d-9ed9fa0be9e2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.746341 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-1387c976-cfa7-475b-8f1d-9ed9fa0be9e2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2887242 Jul 08 03:09:32.749086 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36450) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:32.753799 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-b79c20f6-e603-4dee-90ce-9cdb14286f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': '76edc3b5-17d1-4652-b30d-23f68bf2ebf2', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:32.829846 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b79c20f6-e603-4dee-90ce-9cdb14286f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.886502 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b79c20f6-e603-4dee-90ce-9cdb14286f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.956453 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b79c20f6-e603-4dee-90ce-9cdb14286f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:32.974945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c20f6-e603-4dee-90ce-9cdb14286f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2eb2cdb-eb24-4073-9f20-e2ed688cbd83,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:33.047817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-b79c20f6-e603-4dee-90ce-9cdb14286f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.049032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-b79c20f6-e603-4dee-90ce-9cdb14286f76 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990055 Jul 08 03:09:33.051670 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36452) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:33.056658 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-2cddc1f7-239b-40bc-a652-9902e6bff619 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': '76edc3b5-17d1-4652-b30d-23f68bf2ebf2', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:33.126633 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cddc1f7-239b-40bc-a652-9902e6bff619 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.183565 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cddc1f7-239b-40bc-a652-9902e6bff619 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.247616 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cddc1f7-239b-40bc-a652-9902e6bff619 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.264905 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddc1f7-239b-40bc-a652-9902e6bff619 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd5955c-dd37-4969-8f20-7b3b2b3e318a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:33.305080 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-2cddc1f7-239b-40bc-a652-9902e6bff619 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.306316 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-2cddc1f7-239b-40bc-a652-9902e6bff619 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2537117 Jul 08 03:09:33.309132 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36454) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:33.313598 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-35bac1d5-ad44-4e52-a48d-212959e474b0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': '76edc3b5-17d1-4652-b30d-23f68bf2ebf2', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:33.412497 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-35bac1d5-ad44-4e52-a48d-212959e474b0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Project b38a30620dc24d7890e640777561b034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:09:33.418051 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35bac1d5-ad44-4e52-a48d-212959e474b0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.478502 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35bac1d5-ad44-4e52-a48d-212959e474b0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.561245 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35bac1d5-ad44-4e52-a48d-212959e474b0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.578337 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bac1d5-ad44-4e52-a48d-212959e474b0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7fc578-fffb-4549-b56b-2d2697c35e1a,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:33.669593 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-35bac1d5-ad44-4e52-a48d-212959e474b0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.670759 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-35bac1d5-ad44-4e52-a48d-212959e474b0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3607075 Jul 08 03:09:33.674464 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36456) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:09:33.678869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-27f8ae95-2bd1-4e61-979b-9523938f2f9d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'security_group_rule': {'security_group_id': '76edc3b5-17d1-4652-b30d-23f68bf2ebf2', 'project_id': 'b38a30620dc24d7890e640777561b034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:33.755157 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-27f8ae95-2bd1-4e61-979b-9523938f2f9d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Project b38a30620dc24d7890e640777561b034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:09:33.759853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27f8ae95-2bd1-4e61-979b-9523938f2f9d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.818853 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27f8ae95-2bd1-4e61-979b-9523938f2f9d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.887449 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27f8ae95-2bd1-4e61-979b-9523938f2f9d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.902189 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8ae95-2bd1-4e61-979b-9523938f2f9d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d1d5a9-517c-4da6-a191-477fb06f3a0f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:33.985052 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-27f8ae95-2bd1-4e61-979b-9523938f2f9d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:33.986384 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-27f8ae95-2bd1-4e61-979b-9523938f2f9d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3109765 Jul 08 03:09:42.196631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d5f4aebf-186e-44ff-a1b9-616c9ec65398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:44.511195 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d51803c1-1601-4ad3-94de-35baed92b805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:44.928276 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:46.047997 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:47.722466 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:48.864456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:51.692436 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:52.704048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-dd8c9f0b-a774-4ea4-86aa-5abdbcd6a3f0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817424421&fields=id&tenant_id=b38a30620dc24d7890e640777561b034 HTTP/1.1" status: 200 len: 267 time: 0.0377848 Jul 08 03:09:52.809050 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3e7a76ce-75e3-4ad4-bf91-275133fcb405 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:52.810459 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3e7a76ce-75e3-4ad4-bf91-275133fcb405 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 809 time: 0.1002476 Jul 08 03:09:52.825477 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-1c07250e-b102-4d91-917c-11c8a9867942 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/quotas/b38a30620dc24d7890e640777561b034 HTTP/1.1" status: 200 len: 375 time: 0.0096960 Jul 08 03:09:52.899880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-b8ff39fd-2f1f-4504-8c3f-a99464888f74 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695550 Jul 08 03:09:52.914505 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-2348cb87-51d8-4f4d-897d-258fd37abbc2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:09:52.915518 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-2348cb87-51d8-4f4d-897d-258fd37abbc2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052135 Jul 08 03:09:53.003170 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-8c14e1ff-95d6-4cbb-a771-de9b85573b1f service neutron] 10.222.0.10 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817204 Jul 08 03:09:53.093379 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-67904746-ce1b-4ff8-8722-ca0fe98c9160 service neutron] 10.222.0.10 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843735 Jul 08 03:09:53.674497 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a70458c7-d121-4de4-bf47-84b31a9ab6bb req-7a49dc48-4ea8-4b64-9b1b-409eecadbf13 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 210 time: 0.0291541 Jul 08 03:09:54.812626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-e5c3dfc5-d202-4678-aae5-f536a68d80c6 req-b1c53daf-9709-4a32-a2c3-7ec38c286e92 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 210 time: 0.0297194 Jul 08 03:09:55.591677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-2375366a-9dbc-4377-bda5-d9595855175c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:55.593151 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-2375366a-9dbc-4377-bda5-d9595855175c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 809 time: 0.1031976 Jul 08 03:09:55.635772 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-d2b38b70-6e10-4529-8fc3-906927bef7cb tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38a30620dc24d7890e640777561b034 HTTP/1.1" status: 200 len: 379 time: 0.0339577 Jul 08 03:09:55.644071 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'port': {'device_id': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'admin_state_up': True, 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'security_groups': ['76edc3b5-17d1-4652-b30d-23f68bf2ebf2']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:55.814117 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Made reservation on behalf of b38a30620dc24d7890e640777561b034 for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:09:55.817816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:55.959125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Allocated IP 172.20.0.5 (220a8ae2-550f-481f-8908-64fad4eef937/de69c698-c95c-4fbb-9c18-42228ed3c35c/17269681-fb23-414c-9a15-89846190b676) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:09:55.970043 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4fbacc60-54e6-4941-8f8d-e203db00314f req-037ff8e0-61b6-4926-8ab9-9a298de94fea tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 210 time: 0.0379512 Jul 08 03:09:56.102215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:56.116288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Transition to ACTIVE for port object 17269681-fb23-414c-9a15-89846190b676 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:09:56.214558 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:56.264600 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Network 220a8ae2-550f-481f-8908-64fad4eef937 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:09:56.270031 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:09:56.272518 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:09:56.299131 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:56.330923 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:56.331595 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:56.420560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-76f39349-a01b-41a5-88a3-26dcd9a8a6cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7800918 Jul 08 03:09:56.438371 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Request body: {'port': {'device_id': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:09:56.522959 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:56.567769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e431ffe8-8494-4958-a971-dea0645f3e4b None None] Provisioning for port 17269681-fb23-414c-9a15-89846190b676 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:09:56.572185 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e431ffe8-8494-4958-a971-dea0645f3e4b None None] Provisioning complete for port 17269681-fb23-414c-9a15-89846190b676 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:09:56.573621 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e431ffe8-8494-4958-a971-dea0645f3e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:56.606822 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e431ffe8-8494-4958-a971-dea0645f3e4b None None] Port 17269681-fb23-414c-9a15-89846190b676 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:09:56.794861 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17269681-fb23-414c-9a15-89846190b676 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:09:56.802333 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:56.814672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Transition to ACTIVE for port object 17269681-fb23-414c-9a15-89846190b676 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:09:56.881868 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:56.952679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Pushing event updated for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:57.012883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Attempting to bind port 17269681-fb23-414c-9a15-89846190b676 on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:09:57.013140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Attempting to bind port 17269681-fb23-414c-9a15-89846190b676 by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:09:57.013480 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Attempting to bind port 17269681-fb23-414c-9a15-89846190b676 on network 220a8ae2-550f-481f-8908-64fad4eef937 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:09:57.018482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Port 17269681-fb23-414c-9a15-89846190b676 on network 220a8ae2-550f-481f-8908-64fad4eef937 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:09:57.018823 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Attempting to bind port 17269681-fb23-414c-9a15-89846190b676 on network 220a8ae2-550f-481f-8908-64fad4eef937 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:09:57.024258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:09:57.024612 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Checking segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:09:57.025010 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Bound using segment: {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:09:57.026070 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Bound port: 17269681-fb23-414c-9a15-89846190b676, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:09:57.026453 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:57.122114 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:09:57.126118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:09:57.188892 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad78c5e-775f-4e24-bf6b-b45b2e08b72c req-95b1d474-8719-4d52-a84d-b6a703e089da tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:57.190369 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ad78c5e-775f-4e24-bf6b-b45b2e08b72c req-95b1d474-8719-4d52-a84d-b6a703e089da tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0698192 Jul 08 03:09:57.231091 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9ad78c5e-775f-4e24-bf6b-b45b2e08b72c req-40ea9fad-e12e-49a9-b8a3-3a3f408a7122 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349557 Jul 08 03:09:57.242642 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:57.276077 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:57.277037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:09:57.279002 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] 10.222.0.32 "PUT /v2.0/ports/17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 1092 time: 0.8499713 Jul 08 03:09:57.280934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'tag': '17269681-fb23-414c-9a15-89846190b676'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:09:57.283054 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0631aa4f-e5cf-45b5-b1e4-54354dbca020" -d '{"events": [{"name": "network-changed", "server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "tag": "17269681-fb23-414c-9a15-89846190b676"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:09:57.316441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d52db-5452-4e32-a474-e3cce48c767e service neutron] Pushing event updated for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:09:57.403567 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe225c4-db44-4dee-99e8-ac6adb36946c x-openstack-request-id: req-9fe225c4-db44-4dee-99e8-ac6adb36946c {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:09:57.403939 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "tag": "17269681-fb23-414c-9a15-89846190b676", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:09:57.404147 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fe225c4-db44-4dee-99e8-ac6adb36946c {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:09:57.404529 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'tag': '17269681-fb23-414c-9a15-89846190b676', 'status': 'completed', 'code': 200} Jul 08 03:09:57.433553 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-81a12131-39a2-40fc-9f86-dd7756e9052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:57.435094 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-81a12131-39a2-40fc-9f86-dd7756e9052b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1095 time: 0.0762033 Jul 08 03:09:57.479040 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-e34d772b-d96b-4380-866b-2112e7eba803 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 217 time: 0.0358851 Jul 08 03:09:57.527766 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-68568d89-3c2f-4903-91c5-9a869c88b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:57.529222 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-68568d89-3c2f-4903-91c5-9a869c88b6c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0443952 Jul 08 03:09:57.591410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-a884147b-e54e-4851-b33d-ac57ce1e8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:57.592880 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-a884147b-e54e-4851-b33d-ac57ce1e8a1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567670 Jul 08 03:09:57.680479 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-6a5a86df-f3b8-4b26-a771-3a440ff3754e service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812900 Jul 08 03:09:57.779007 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3543f3b3-4ad0-4cd2-a51a-1c613957f95e req-d80b6cd2-66c7-4900-a2ba-d5dc2a723c72 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917706 Jul 08 03:09:57.951368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-fbdbac0a-7f06-490d-a365-a146cc893777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:57.952916 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-fbdbac0a-7f06-490d-a365-a146cc893777 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1095 time: 0.0550508 Jul 08 03:09:58.041946 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-211904a2-fb67-46ac-a3d4-6e8fa1d21deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:58.043388 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-211904a2-fb67-46ac-a3d4-6e8fa1d21deb service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0837841 Jul 08 03:09:58.089254 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-11b19c34-4b6f-41ed-99e6-8253aeee9f30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 217 time: 0.0392928 Jul 08 03:09:58.141283 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-624c668e-300e-4bd6-b512-ea79aea2ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:58.143190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-624c668e-300e-4bd6-b512-ea79aea2ba48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0479329 Jul 08 03:09:58.204401 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-bead5634-69df-4135-9269-da12f5400402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:58.205844 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-bead5634-69df-4135-9269-da12f5400402 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559144 Jul 08 03:09:58.307465 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-bc3f6909-83ad-46d8-a43b-1772d604ae9a service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935254 Jul 08 03:09:58.409782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0631aa4f-e5cf-45b5-b1e4-54354dbca020 req-522cf310-b369-4b1f-b3d4-3c6997169f9e service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952253 Jul 08 03:09:58.609525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c360d1-3bc9-4949-93cf-213faf43c89a req-233b5632-0d84-429d-b7c5-7553936e2b93 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:58.611083 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5c360d1-3bc9-4949-93cf-213faf43c89a req-233b5632-0d84-429d-b7c5-7553936e2b93 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0631042 Jul 08 03:09:58.653704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f5c360d1-3bc9-4949-93cf-213faf43c89a req-da5810fa-92a2-4c96-8835-52133febf8d2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370803 Jul 08 03:09:59.827890 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa6b2-2cca-4d1e-aa1e-f9b97a96f64d req-c0474266-ae0c-4b36-84e2-ecb188e7e3eb tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:09:59.829443 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bfcfa6b2-2cca-4d1e-aa1e-f9b97a96f64d req-c0474266-ae0c-4b36-84e2-ecb188e7e3eb tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0630820 Jul 08 03:09:59.867713 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-bfcfa6b2-2cca-4d1e-aa1e-f9b97a96f64d req-d5a7963e-6d6f-4cad-9aaa-c24f58db5996 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326397 Jul 08 03:10:01.040897 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae3801-f896-41ee-8f6c-6be053fa69b4 req-b1a2cd59-62f0-4a56-87c6-c8f4e3db2a74 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:01.042424 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7ae3801-f896-41ee-8f6c-6be053fa69b4 req-b1a2cd59-62f0-4a56-87c6-c8f4e3db2a74 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0643857 Jul 08 03:10:01.080773 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a7ae3801-f896-41ee-8f6c-6be053fa69b4 req-4c531689-436c-4b42-99ec-a0b47e8d2ff9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318282 Jul 08 03:10:02.257418 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9f59-1058-4954-bf9a-1dd0a21d1b24 req-a0fafc21-8a49-434c-b3c6-55befd5c29fb tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:02.258895 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-accc9f59-1058-4954-bf9a-1dd0a21d1b24 req-a0fafc21-8a49-434c-b3c6-55befd5c29fb tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0630450 Jul 08 03:10:02.295961 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-accc9f59-1058-4954-bf9a-1dd0a21d1b24 req-6e584549-c982-4e28-9b76-5f9beb57642a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315647 Jul 08 03:10:03.464513 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeea39d-9d77-464e-a2d4-221d3657261b req-d94b2c19-352f-4215-ac46-eff699bb0b40 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:03.465998 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1eeea39d-9d77-464e-a2d4-221d3657261b req-d94b2c19-352f-4215-ac46-eff699bb0b40 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0633926 Jul 08 03:10:03.504545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-1eeea39d-9d77-464e-a2d4-221d3657261b req-b8d6301b-89b6-4d10-96ee-ba0d5f3279f0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331781 Jul 08 03:10:04.676285 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddf69a-c586-46e3-bf1d-aa2f9a0a3472 req-bb637c47-f771-4ef9-a728-643c15db7a45 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:04.677745 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fddf69a-c586-46e3-bf1d-aa2f9a0a3472 req-bb637c47-f771-4ef9-a728-643c15db7a45 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0656800 Jul 08 03:10:04.715224 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7fddf69a-c586-46e3-bf1d-aa2f9a0a3472 req-f24ac22d-f618-44ef-bcf4-a3a4917495cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315645 Jul 08 03:10:05.886475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12fec5-527f-4523-b8ba-51f19de7032f req-bef3b36b-cfed-45e5-ab57-029fb346f994 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:05.887965 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db12fec5-527f-4523-b8ba-51f19de7032f req-bef3b36b-cfed-45e5-ab57-029fb346f994 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0658867 Jul 08 03:10:05.924727 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-db12fec5-527f-4523-b8ba-51f19de7032f req-5eb25c11-0ec8-471d-a4df-1d2216fb762b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313280 Jul 08 03:10:07.096442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12396b-7203-4dbe-b683-b42a49af998a req-a3aea748-1448-48e3-8f78-4894ea35bfb3 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:07.097833 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a12396b-7203-4dbe-b683-b42a49af998a req-a3aea748-1448-48e3-8f78-4894ea35bfb3 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0629549 Jul 08 03:10:07.135163 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-0a12396b-7203-4dbe-b683-b42a49af998a req-32125c77-de56-4a1e-8a64-1be0e0dcfcb8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319445 Jul 08 03:10:07.707591 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:10:08.315276 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0a96c-e7b5-4b38-ad46-81ea4e681b8b req-58d6adb3-d9ef-4fd4-a588-9ea441a2c805 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:08.316794 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fa0a96c-e7b5-4b38-ad46-81ea4e681b8b req-58d6adb3-d9ef-4fd4-a588-9ea441a2c805 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0628715 Jul 08 03:10:08.353659 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4fa0a96c-e7b5-4b38-ad46-81ea4e681b8b req-2487705d-4ae7-416a-bd0b-91951910fca4 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306830 Jul 08 03:10:08.599659 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17269681-fb23-414c-9a15-89846190b676 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:10:08.693675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:10:08.704390 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '17269681-fb23-414c-9a15-89846190b676', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'port_id': '17269681-fb23-414c-9a15-89846190b676', 'mac_address': 'fa:16:3e:e5:45:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:10:08.739528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:08.752320 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17269681-fb23-414c-9a15-89846190b676 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:10:08.770480 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:10:08.841824 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:08.890238 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:10:08.897315 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.897683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.898007 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.898347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.898687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.899022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.899372 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.899704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.900079 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.900455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.900785 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:08.901113 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:10:09.053045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['17269681-fb23-414c-9a15-89846190b676'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:10:09.527191 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab51bee-2ad0-474c-b1b8-e2c8d91aee08 req-e57aa996-4ac2-4ab5-b676-8bab3b693123 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:09.528708 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ab51bee-2ad0-474c-b1b8-e2c8d91aee08 req-e57aa996-4ac2-4ab5-b676-8bab3b693123 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 944 time: 0.0649774 Jul 08 03:10:09.568748 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ab51bee-2ad0-474c-b1b8-e2c8d91aee08 req-8b3d7f61-8863-4f0c-bd6b-0982b5f5872c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345745 Jul 08 03:10:10.620233 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17269681-fb23-414c-9a15-89846190b676 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:10:10.733164 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 17269681-fb23-414c-9a15-89846190b676 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:10:10.737169 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 17269681-fb23-414c-9a15-89846190b676 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:10:10.737549 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:10.740098 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d2ce1-45fd-4925-95d8-3182bd026482 req-7d50f95a-832d-45ef-993b-ce3e2f434cdc tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:10.741599 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-692d2ce1-45fd-4925-95d8-3182bd026482 req-7d50f95a-832d-45ef-993b-ce3e2f434cdc tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 944 time: 0.0620005 Jul 08 03:10:10.783850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-692d2ce1-45fd-4925-95d8-3182bd026482 req-3de9817e-44c8-489a-8528-01019ba9fe50 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365229 Jul 08 03:10:10.812406 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:10.833334 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17269681-fb23-414c-9a15-89846190b676'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:10:10.835580 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a3343d-00d9-4c29-9ef1-9989601319f5" -d '{"events": [{"server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "name": "network-vif-plugged", "status": "completed", "tag": "17269681-fb23-414c-9a15-89846190b676"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:10:10.850739 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:10:10.874375 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f63e1-1f84-4243-aa50-c7928b9fb765 x-openstack-request-id: req-c05f63e1-1f84-4243-aa50-c7928b9fb765 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:10:10.874700 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "name": "network-vif-plugged", "status": "completed", "tag": "17269681-fb23-414c-9a15-89846190b676", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:10:10.874987 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c05f63e1-1f84-4243-aa50-c7928b9fb765 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:10:10.875402 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17269681-fb23-414c-9a15-89846190b676', 'code': 200} Jul 08 03:10:10.928199 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:10.976853 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:10:10.997586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8544fe-e1b9-440b-ae25-c3f053d8a62f req-4e850ec6-acd4-45f4-af3c-e2ad8445a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:10.999113 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c8544fe-e1b9-440b-ae25-c3f053d8a62f req-4e850ec6-acd4-45f4-af3c-e2ad8445a2ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1097 time: 0.0530810 Jul 08 03:10:11.033645 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3c8544fe-e1b9-440b-ae25-c3f053d8a62f req-a1566b67-b6f2-4a52-8df9-31adec848b26 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277691 Jul 08 03:10:12.007356 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f27a-7af5-402b-8425-5fe1b297f44a req-4925980d-2d4c-4263-9f7a-1f02728a5ee8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:12.008856 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31d3f27a-7af5-402b-8425-5fe1b297f44a req-4925980d-2d4c-4263-9f7a-1f02728a5ee8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0647540 Jul 08 03:10:12.046299 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-31d3f27a-7af5-402b-8425-5fe1b297f44a req-a0cda0f7-a369-49d1-bfa6-5a0f69709446 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Jul 08 03:10:12.206103 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-175eb480-22c8-4cf5-a350-15ac17f0f532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:13.215928 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d484642-ef45-4463-b785-cff4ade19e5d req-77d8cb2e-8626-4e8d-b808-944c76628138 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:13.217406 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d484642-ef45-4463-b785-cff4ade19e5d req-77d8cb2e-8626-4e8d-b808-944c76628138 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0629122 Jul 08 03:10:13.257408 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3d484642-ef45-4463-b785-cff4ade19e5d req-0898dcba-b798-4d4c-8042-2f9105684313 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345571 Jul 08 03:10:13.428608 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a0167-b028-407d-9ac2-2eb2ab12c406 req-81763f38-0133-486f-b381-e5f2957fec17 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:13.430076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-932a0167-b028-407d-9ac2-2eb2ab12c406 req-81763f38-0133-486f-b381-e5f2957fec17 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0667017 Jul 08 03:10:13.467230 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-932a0167-b028-407d-9ac2-2eb2ab12c406 req-add35ab0-c66f-4eb3-8833-ea9dbe59a8cf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Jul 08 03:10:13.489670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36664) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:10:13.543366 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2c975-35db-434a-bd88-a01dfb386af1 tempest-TestShelveInstance-2133868789 tempest-TestShelveInstance-2133868789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:13.544944 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-78a2c975-35db-434a-bd88-a01dfb386af1 tempest-TestShelveInstance-2133868789 tempest-TestShelveInstance-2133868789-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1092 time: 0.0543206 Jul 08 03:10:13.547809 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36666) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:10:13.552072 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '17269681-fb23-414c-9a15-89846190b676', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:10:13.630441 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:13.726892 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:13.826123 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Allocated IP 172.25.8.129 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/19b241d6-5bf7-4e98-8a55-a0fd02fa7fac) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:10:13.926663 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:14.019482 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:14.056851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:10:14.062910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:10:14.067997 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:10:14.070926 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'Port': ['ID=19b241d6-5bf7-4e98-8a55-a0fd02fa7fac,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:10:14.528035 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fb2c6c40-e1e3-49ef-ac20-a63a3f830e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:14.738839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:14.873299 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:14.921143 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:15.019427 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:15.075613 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:15.145295 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event updated for resources: {'Port': ['ID=19b241d6-5bf7-4e98-8a55-a0fd02fa7fac,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:10:15.156734 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:15.256102 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Floating IP 2ed0baab-422a-48eb-888f-2c6deebda7c7 associated. External IP: 172.25.8.129, port: 17269681-fb23-414c-9a15-89846190b676. Jul 08 03:10:15.457407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Router ab23015d-9722-4db6-872a-f77e37dee787 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:10:15.564160 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:10:15.574125 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] Sync routers for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:10:15.582951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:10:15.586972 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:10:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:10:15.653457 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:15.687441 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:10:15.693472 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-c192b408-a0c9-484f-8095-131ac2df9989 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1446664 Jul 08 03:10:15.694086 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'tag': '17269681-fb23-414c-9a15-89846190b676'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:10:15.696410 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "tag": "17269681-fb23-414c-9a15-89846190b676"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:10:15.734195 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f3126a-53fe-4df1-91ee-01ac00747e95 x-openstack-request-id: req-99f3126a-53fe-4df1-91ee-01ac00747e95 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:10:15.734495 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "tag": "17269681-fb23-414c-9a15-89846190b676", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:10:15.734748 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99f3126a-53fe-4df1-91ee-01ac00747e95 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:10:15.735164 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'tag': '17269681-fb23-414c-9a15-89846190b676', 'status': 'completed', 'code': 200} Jul 08 03:10:15.815763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-f93687c9-9117-4e00-8f34-cd4dd2276d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:15.817308 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-f93687c9-9117-4e00-8f34-cd4dd2276d47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1097 time: 0.0566761 Jul 08 03:10:15.911230 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-dd0c6fe7-0b77-49aa-b792-b4065f78177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:15.912877 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-dd0c6fe7-0b77-49aa-b792-b4065f78177d service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0885806 Jul 08 03:10:15.983329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-5c80dbb1-8b06-4c6e-98be-ecfafaa6e0d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 999 time: 0.0639181 Jul 08 03:10:16.032474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-35fcbf87-fd22-43ce-a848-afda69c4cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:16.033996 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-35fcbf87-fd22-43ce-a848-afda69c4cc13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0447657 Jul 08 03:10:16.086707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2ed0baab-422a-48eb-888f-2c6deebda7c7', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'port_id': '17269681-fb23-414c-9a15-89846190b676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'mac_address': 'fa:16:3e:e5:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:10:14Z', 'updated_at': '2021-07-08T03:10:14Z', 'revision_number': 0, 'project_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:10:16.093964 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-f98c8f96-a208-4119-b75f-8ee01e5a1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:10:16.095850 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-f98c8f96-a208-4119-b75f-8ee01e5a1899 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543783 Jul 08 03:10:16.117270 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:16.118000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] Checking router: ab23015d-9722-4db6-872a-f77e37dee787 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:10:16.126459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:10:16.127329 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:10:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:10:16.194175 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-9e8cd20a-9f44-4dfa-898f-753d8196ae02 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898442 Jul 08 03:10:16.246458 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:10:16.298851 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36c29f2c-a8e3-4c74-a244-25a9d7c11d5f req-82981fd3-87dc-4fcb-bc12-948cc48b3f90 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978603 Jul 08 03:10:16.483977 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2ed0baab-422a-48eb-888f-2c6deebda7c7', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'port_id': '17269681-fb23-414c-9a15-89846190b676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'mac_address': 'fa:16:3e:e5:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:10:14Z', 'updated_at': '2021-07-08T03:10:14Z', 'revision_number': 0, 'project_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:10:16.512558 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427376b-2abb-40f0-9f61-a786068bfbd9 None None] The sync data for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 is: [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '2ed0baab-422a-48eb-888f-2c6deebda7c7', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'floating_ip_address': '172.25.8.129', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'port_id': '17269681-fb23-414c-9a15-89846190b676', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'mac_address': 'fa:16:3e:e5:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:10:14Z', 'updated_at': '2021-07-08T03:10:14Z', 'revision_number': 0, 'project_id': 'b38a30620dc24d7890e640777561b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:10:16.698413 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7be2d-4af5-4e45-a447-bf9a521c743f None None] New status for floating IP 2ed0baab-422a-48eb-888f-2c6deebda7c7: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:10:17.721985 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:18.846986 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:21.738819 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:42.188667 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54a1cf7f-3b75-49d6-bb45-d1960871e3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:44.550016 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b9bbacd0-84e5-4558-b31a-ddae9c4e27ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:44.707398 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:10:44.932556 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:46.035380 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:47.732840 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:48.864346 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:10:51.669654 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:02.691593 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-baae64d1-a016-4513-8beb-252c499cc31c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580792 Jul 08 03:11:02.786305 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-ce9dca4e-e9af-45be-bf44-153c59271f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:11:02.787888 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-ce9dca4e-e9af-45be-bf44-153c59271f50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1097 time: 0.0531659 Jul 08 03:11:02.889012 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-a20c309f-8e6d-4840-843e-9a87b34fc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:11:02.890486 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-a20c309f-8e6d-4840-843e-9a87b34fc144 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0831182 Jul 08 03:11:02.959081 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-c15100f6-efd7-4154-b2d7-d5eb3adffa63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 1001 time: 0.0622971 Jul 08 03:11:03.007023 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-bc55adab-e60c-4c8c-a09f-116c05839669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:11:03.008492 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-bc55adab-e60c-4c8c-a09f-116c05839669 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0433030 Jul 08 03:11:03.065102 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-36d5e846-86b8-48cd-a34c-f954c288e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:11:03.066706 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-36d5e846-86b8-48cd-a34c-f954c288e328 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518296 Jul 08 03:11:03.158201 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-1b564ccd-ead4-43ae-b705-75f72bfeaf81 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855896 Jul 08 03:11:03.247310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4d007422-0918-4e16-a5d8-fe31b1d02a15 req-0236aed8-0d35-4b34-9ce4-d4d873d22073 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824780 Jul 08 03:11:12.189379 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-76d1aab3-730e-4afd-922a-0fbded598d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:14.526830 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-54d51b09-c27c-4b9c-84b5-c79b9b597deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:14.954015 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:16.110071 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:17.766789 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:18.892315 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:21.697712 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:21.706862 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:11:42.183838 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3ee33d42-719c-4779-b305-0e6490ed95f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:44.514806 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2a38d6e9-8cae-43cb-b308-7c0eba9c7777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:44.932174 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:46.086180 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:47.724681 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:48.924900 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:51.697594 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:11:58.706514 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:12:02.472917 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-2f92a65d-86c0-40ca-a5d6-cd5f7758fd9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566537 Jul 08 03:12:02.564448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-6b510891-4888-49fc-ab9d-df22ef24c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:02.565943 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-6b510891-4888-49fc-ab9d-df22ef24c8ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1097 time: 0.0517223 Jul 08 03:12:02.675262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-1796d072-1463-4062-b263-cb24a34e223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:02.676782 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-1796d072-1463-4062-b263-cb24a34e223a service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0901637 Jul 08 03:12:02.744346 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-e7f5cbb4-3013-468c-afc0-7f5069f60fcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 1001 time: 0.0612440 Jul 08 03:12:02.792583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-13ae18ba-2afe-4424-98e6-fdd1461cd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:02.794110 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-13ae18ba-2afe-4424-98e6-fdd1461cd31e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0440304 Jul 08 03:12:02.849617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-9c7b5af5-f6d6-49f9-a255-8b9bb35dd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:02.851073 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-9c7b5af5-f6d6-49f9-a255-8b9bb35dd1a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509481 Jul 08 03:12:02.942052 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-2244801d-9e2b-41d0-bea6-d336897b3d2e service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 Jul 08 03:12:03.028918 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d9b8a35f-15ab-4846-a97e-6af60f53acb0 req-e0e6f028-710d-4bf1-a61f-facc71eb275a service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802028 Jul 08 03:12:12.234293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b1d6577c-68e1-4de6-912a-a099efb58cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:14.537642 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-488eabe9-fcbd-4447-8c55-789cf65aed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:14.924308 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:16.078885 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:17.737528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:18.895818 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:21.690064 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:35.705921 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:12:40.746471 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c0eb1-0b9c-4f2b-adf3-0abf1c8da0dc req-dcbfa83b-7b99-4e81-9ea7-55a6d529070a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:40.748001 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791c0eb1-0b9c-4f2b-adf3-0abf1c8da0dc req-dcbfa83b-7b99-4e81-9ea7-55a6d529070a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0677071 Jul 08 03:12:40.786349 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-791c0eb1-0b9c-4f2b-adf3-0abf1c8da0dc req-97400a0b-1178-4885-87c9-44ad5a6f6daa tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324695 Jul 08 03:12:41.987048 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cf34e-1c44-4303-8967-903c31ce2465 req-d84b8792-5249-455d-be2a-d6444d1f8ded tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:41.988546 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe4cf34e-1c44-4303-8967-903c31ce2465 req-d84b8792-5249-455d-be2a-d6444d1f8ded tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0675662 Jul 08 03:12:42.028262 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fe4cf34e-1c44-4303-8967-903c31ce2465 req-7dee5326-a9c8-4510-87a4-1659c3485cc5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341051 Jul 08 03:12:42.200046 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9610-4477-4392-9b57-4cb461bff0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:43.225903 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a5c78-e07d-4f7c-9a39-57269cf9a93e req-db27d60a-f3d8-4752-b37c-78c6036cd8dd tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:43.227409 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a5c78-e07d-4f7c-9a39-57269cf9a93e req-db27d60a-f3d8-4752-b37c-78c6036cd8dd tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0668187 Jul 08 03:12:43.264292 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-559a5c78-e07d-4f7c-9a39-57269cf9a93e req-dcdd81d3-43de-4243-8952-7eaff338411b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Jul 08 03:12:44.439660 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9839ff-f9f2-4325-b6a2-38712518369a req-2b996517-f40b-4b38-a5e1-d779f81edeaf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:44.441147 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba9839ff-f9f2-4325-b6a2-38712518369a req-2b996517-f40b-4b38-a5e1-d779f81edeaf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0630655 Jul 08 03:12:44.478752 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ba9839ff-f9f2-4325-b6a2-38712518369a req-1dbbb1c2-234d-41ea-83f1-7e7d5c16cdc0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Jul 08 03:12:44.529817 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-82c30c36-bb53-422c-9994-6affc459066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:44.925674 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:45.648839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefa2ca-1c4c-42e4-977c-7728f01de85b req-8a482982-75cf-4860-9aeb-1d9e1dec6c10 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:45.650314 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adefa2ca-1c4c-42e4-977c-7728f01de85b req-8a482982-75cf-4860-9aeb-1d9e1dec6c10 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0628331 Jul 08 03:12:45.690643 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-adefa2ca-1c4c-42e4-977c-7728f01de85b req-537ab0fa-d6c7-4973-be7a-67d7458328ee tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349474 Jul 08 03:12:46.091625 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:46.865584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de6c3e-8559-4572-8482-895e3bac55e4 req-0eb117e2-52b4-469e-b479-39a56c9835d2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:46.867048 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4de6c3e-8559-4572-8482-895e3bac55e4 req-0eb117e2-52b4-469e-b479-39a56c9835d2 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0625582 Jul 08 03:12:46.903808 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a4de6c3e-8559-4572-8482-895e3bac55e4 req-6a0fa228-3ead-498b-a6ee-a1e947c37082 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Jul 08 03:12:47.740919 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:48.136561 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f9b5f-3c52-4396-bf55-e99b81e9f630 req-2ce638a6-0886-4f06-b2a3-de4593819fa6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:48.138037 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-388f9b5f-3c52-4396-bf55-e99b81e9f630 req-2ce638a6-0886-4f06-b2a3-de4593819fa6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.1265707 Jul 08 03:12:48.174756 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-388f9b5f-3c52-4396-bf55-e99b81e9f630 req-f47a2418-bd96-43f9-9145-3f1e0a5e5666 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312257 Jul 08 03:12:48.897207 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:49.387790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e265-0709-41f3-8765-f8252b1ec1b1 req-76a5fe06-00aa-4a35-a039-bfac3a16cc0f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:49.389276 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc70e265-0709-41f3-8765-f8252b1ec1b1 req-76a5fe06-00aa-4a35-a039-bfac3a16cc0f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.1075621 Jul 08 03:12:49.426088 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fc70e265-0709-41f3-8765-f8252b1ec1b1 req-577f1e36-2f74-4861-8de3-f0052caa4429 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306225 Jul 08 03:12:50.599315 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097ff02-80cf-4571-8dd4-d8d03183f4ba req-d382814a-7ce0-43f0-bc91-884d67a3c7e1 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:50.600832 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2097ff02-80cf-4571-8dd4-d8d03183f4ba req-d382814a-7ce0-43f0-bc91-884d67a3c7e1 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0627789 Jul 08 03:12:50.636911 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-2097ff02-80cf-4571-8dd4-d8d03183f4ba req-c998ef5d-1ac5-4e1d-b6a0-4b45b0b75bde tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307462 Jul 08 03:12:50.889159 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db6e-0296-487b-ba22-af5505f40310 req-73ab9d81-1e17-4ebe-947f-164721ad199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:50.891323 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db6e-0296-487b-ba22-af5505f40310 req-73ab9d81-1e17-4ebe-947f-164721ad199c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1097 time: 0.0528760 Jul 08 03:12:50.980953 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db6e-0296-487b-ba22-af5505f40310 req-24adb68f-2af9-4665-8277-ada3d6d1077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:50.982433 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db6e-0296-487b-ba22-af5505f40310 req-24adb68f-2af9-4665-8277-ada3d6d1077d service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0852554 Jul 08 03:12:51.048655 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db6e-0296-487b-ba22-af5505f40310 req-31217327-bfd8-4251-9373-ec3dfa936342 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 1001 time: 0.0594382 Jul 08 03:12:51.098508 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db6e-0296-487b-ba22-af5505f40310 req-2fd7e191-39b5-440a-8cea-9cb1450eb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:51.099934 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db6e-0296-487b-ba22-af5505f40310 req-2fd7e191-39b5-440a-8cea-9cb1450eb59b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0424552 Jul 08 03:12:51.160180 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db6e-0296-487b-ba22-af5505f40310 req-c926fd73-1b8d-46ab-a80a-8dfb9fc753e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:51.161568 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db6e-0296-487b-ba22-af5505f40310 req-c926fd73-1b8d-46ab-a80a-8dfb9fc753e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550952 Jul 08 03:12:51.250854 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db6e-0296-487b-ba22-af5505f40310 req-042bace7-d8a7-4ddf-be90-dd0065501fb6 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798609 Jul 08 03:12:51.341430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-6c75db6e-0296-487b-ba22-af5505f40310 req-37ce8215-6eb5-43e4-bd7a-5c9e3fec248c service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843256 Jul 08 03:12:51.717892 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:51.806054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bda09-4e51-44ba-876d-525fdc866a6f req-90c83917-ea0c-4352-bc43-6e14d2f64d44 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:51.807551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b87bda09-4e51-44ba-876d-525fdc866a6f req-90c83917-ea0c-4352-bc43-6e14d2f64d44 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0627947 Jul 08 03:12:51.845038 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b87bda09-4e51-44ba-876d-525fdc866a6f req-8cc2e155-0836-44a6-b931-576bf6ddc2a5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Jul 08 03:12:53.016127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42964af2-98cd-4c90-87be-0656e7172757 req-b88c5c09-00ef-470d-8ce5-eb88644417c8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:53.017629 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42964af2-98cd-4c90-87be-0656e7172757 req-b88c5c09-00ef-470d-8ce5-eb88644417c8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0636287 Jul 08 03:12:53.055569 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-42964af2-98cd-4c90-87be-0656e7172757 req-bfe66b62-5ecb-445b-b6cb-db35f5fe1d0c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324485 Jul 08 03:12:54.230357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eb67e-1b33-4129-8911-d44e076678b2 req-560f4b46-8b1d-481c-9e1a-3a97ebb597c9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:54.231871 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-190eb67e-1b33-4129-8911-d44e076678b2 req-560f4b46-8b1d-481c-9e1a-3a97ebb597c9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0633829 Jul 08 03:12:54.270509 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-190eb67e-1b33-4129-8911-d44e076678b2 req-d6167b0e-8880-4bad-a71a-bbd12821f898 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325220 Jul 08 03:12:55.446482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b82be-6fb3-4c10-9545-db38ea9528a6 req-ac22a647-e3d6-4aaa-b257-d131011073a3 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:55.448002 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da1b82be-6fb3-4c10-9545-db38ea9528a6 req-ac22a647-e3d6-4aaa-b257-d131011073a3 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0673108 Jul 08 03:12:55.457061 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17269681-fb23-414c-9a15-89846190b676 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:12:55.487557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-da1b82be-6fb3-4c10-9545-db38ea9528a6 req-631fc49b-e257-4852-a58b-b01cf46c0d13 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Jul 08 03:12:55.530457 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:55.555202 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17269681-fb23-414c-9a15-89846190b676'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:12:55.557471 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a16857a-0d02-4712-ae24-100c2e96094a" -d '{"events": [{"server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "name": "network-vif-unplugged", "status": "completed", "tag": "17269681-fb23-414c-9a15-89846190b676"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:12:55.571565 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:12:55.638707 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:12:55.641438 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beac1a1d-c801-4bbc-8634-34c63f7848fe x-openstack-request-id: req-beac1a1d-c801-4bbc-8634-34c63f7848fe {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:12:55.642142 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "name": "network-vif-unplugged", "status": "failed", "tag": "17269681-fb23-414c-9a15-89846190b676", "code": 422}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:12:55.642142 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-beac1a1d-c801-4bbc-8634-34c63f7848fe {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:12:55.642400 n-d-695189-13 neutron-server[100714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17269681-fb23-414c-9a15-89846190b676', 'code': 422} returned with failed status Jul 08 03:12:55.688271 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:12:55.695444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.695801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.696144 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.696487 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.696823 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.697156 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.697495 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.697821 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.698149 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.698476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.698804 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.699130 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:12:55.959709 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3cf74-af3b-42d5-af3a-af953a95ed62 req-bdf55ba3-1a3f-457a-ba6c-bdc933ad5513 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:55.961211 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fac3cf74-af3b-42d5-af3a-af953a95ed62 req-bdf55ba3-1a3f-457a-ba6c-bdc933ad5513 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0648205 Jul 08 03:12:55.985011 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-38c649db-d87b-4e87-9326-78490b48d2cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961909 Jul 08 03:12:55.998945 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-fac3cf74-af3b-42d5-af3a-af953a95ed62 req-3220cc90-63a4-4d41-baa8-3885b3100db9 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321808 Jul 08 03:12:57.175903 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc94216-9bef-41bb-9e6f-0b733b83cdd7 req-a194e29c-225e-428b-819d-f385db287d78 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:57.177469 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bc94216-9bef-41bb-9e6f-0b733b83cdd7 req-a194e29c-225e-428b-819d-f385db287d78 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0663512 Jul 08 03:12:57.214704 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bc94216-9bef-41bb-9e6f-0b733b83cdd7 req-691893ed-a0d1-43c8-8d98-75ff57c4bfce tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317225 Jul 08 03:12:58.394743 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceba2d0-7e2b-4e4e-9a14-f35e425ff9d6 req-9a3046ae-3aef-4079-b03c-b2f1fb4606cd tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:58.396346 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ceba2d0-7e2b-4e4e-9a14-f35e425ff9d6 req-9a3046ae-3aef-4079-b03c-b2f1fb4606cd tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0739558 Jul 08 03:12:58.435664 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-6ceba2d0-7e2b-4e4e-9a14-f35e425ff9d6 req-4bfbd131-53c9-4da7-8b3b-24a2952d9a52 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337663 Jul 08 03:12:59.615266 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbed39-0234-43bd-ae8c-2d7839d7256d req-4990794b-2adb-4e2e-b402-773930caa90e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:12:59.616798 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-87bbed39-0234-43bd-ae8c-2d7839d7256d req-4990794b-2adb-4e2e-b402-773930caa90e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0677526 Jul 08 03:12:59.653826 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-87bbed39-0234-43bd-ae8c-2d7839d7256d req-94ab0aed-a082-400d-9dc1-7d1fdf0683aa tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315611 Jul 08 03:13:00.845736 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ed5d5-f7ec-4562-8584-aa06a0f7bd26 req-853b7b19-496d-4f8f-b2a3-dd96683c7b05 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:00.847142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be9ed5d5-f7ec-4562-8584-aa06a0f7bd26 req-853b7b19-496d-4f8f-b2a3-dd96683c7b05 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0792105 Jul 08 03:13:00.885301 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be9ed5d5-f7ec-4562-8584-aa06a0f7bd26 req-7faf5a78-ee06-4b7a-9f5d-7621979d1e2c tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326121 Jul 08 03:13:02.059798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2a2b-d04b-4a3f-b960-128fe67e075d req-1f6ad8f8-1239-4c89-b1f3-eb6c2880c652 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:02.061369 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99ee2a2b-d04b-4a3f-b960-128fe67e075d req-1f6ad8f8-1239-4c89-b1f3-eb6c2880c652 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0658345 Jul 08 03:13:02.099946 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-99ee2a2b-d04b-4a3f-b960-128fe67e075d req-a6970055-3df4-4c51-a05e-66a3b3d5bfe8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Jul 08 03:13:03.270997 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f300b8-238d-443b-b419-fa3c36c8bb74 req-2b017621-d9e5-4453-bed1-f3a83e630edf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:03.272582 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7f300b8-238d-443b-b419-fa3c36c8bb74 req-2b017621-d9e5-4453-bed1-f3a83e630edf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0636156 Jul 08 03:13:03.312893 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b7f300b8-238d-443b-b419-fa3c36c8bb74 req-979df58e-e5ab-4ac2-931b-074f009865e0 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347927 Jul 08 03:13:04.487857 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde533-5d28-42d0-b593-0b849cd9d21c req-3e283a24-c71b-4900-8f42-27f8b2c7d350 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:04.491976 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fde533-5d28-42d0-b593-0b849cd9d21c req-3e283a24-c71b-4900-8f42-27f8b2c7d350 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0696454 Jul 08 03:13:04.528614 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b3fde533-5d28-42d0-b593-0b849cd9d21c req-85c5ba45-1d5b-420e-a4ac-5f10bd5557be tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Jul 08 03:13:05.705494 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af089310-e6d9-4849-bfbe-24235a8512b2 req-caf02736-823b-4f48-993f-b7df3fef30f8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:05.706959 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af089310-e6d9-4849-bfbe-24235a8512b2 req-caf02736-823b-4f48-993f-b7df3fef30f8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0664597 Jul 08 03:13:05.744219 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-af089310-e6d9-4849-bfbe-24235a8512b2 req-50bc1e50-d686-4ead-b518-43ea26eab790 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Jul 08 03:13:05.857864 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-ec135c18-671d-4105-a532-6123577b884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:05.859838 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-ec135c18-671d-4105-a532-6123577b884b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14&tenant_id=b38a30620dc24d7890e640777561b034 HTTP/1.1" status: 200 len: 1095 time: 0.0553584 Jul 08 03:13:05.933080 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-3e8773bb-cdd7-4edf-8023-9db91b992007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:05.934584 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-3e8773bb-cdd7-4edf-8023-9db91b992007 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1095 time: 0.0524089 Jul 08 03:13:06.020526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-c354565f-eb95-4948-a6e9-c2cf989106ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:06.021993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-c354565f-eb95-4948-a6e9-c2cf989106ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0813935 Jul 08 03:13:06.089707 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-4f2466db-3e84-4e35-b6f9-b3e2eeb9d6b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 999 time: 0.0611928 Jul 08 03:13:06.137134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-55be9345-7faf-4116-ae03-0c8f80d0bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:06.138485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-55be9345-7faf-4116-ae03-0c8f80d0bc00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0425658 Jul 08 03:13:06.195737 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-fda8c63e-f19a-498a-ae47-80299f34a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:06.197316 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-fda8c63e-f19a-498a-ae47-80299f34a2d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517828 Jul 08 03:13:06.288383 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-453c35fc-82f0-4732-a35e-16022cf9551c service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834494 Jul 08 03:13:06.375264 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-0685215f-ae2f-4418-b5b2-ead822bde9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802147 Jul 08 03:13:06.924455 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014ac40-3572-44ae-97a8-e565cf264290 req-361c59e9-fe59-48eb-9a8b-a320a3b2a65f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:06.925956 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9014ac40-3572-44ae-97a8-e565cf264290 req-361c59e9-fe59-48eb-9a8b-a320a3b2a65f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0694602 Jul 08 03:13:06.963948 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9014ac40-3572-44ae-97a8-e565cf264290 req-15cee1c1-f4cd-4e65-9dfd-5e43c18d10e8 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324252 Jul 08 03:13:08.132231 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1def-2fc2-4577-9690-6e4833db9726 req-d6ef2fd1-7ece-4613-a155-f151ee531fa5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:08.133692 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d95b1def-2fc2-4577-9690-6e4833db9726 req-d6ef2fd1-7ece-4613-a155-f151ee531fa5 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0624163 Jul 08 03:13:08.170032 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d95b1def-2fc2-4577-9690-6e4833db9726 req-fb2428e4-cc2d-4623-987e-1b1d782ff63f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310340 Jul 08 03:13:09.339852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981edc7-c725-4877-8304-0b648b750f28 req-7ac984ee-a833-4224-9321-5da009e1c498 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:09.341312 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3981edc7-c725-4877-8304-0b648b750f28 req-7ac984ee-a833-4224-9321-5da009e1c498 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0617330 Jul 08 03:13:09.378774 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3981edc7-c725-4877-8304-0b648b750f28 req-a6d71e11-310e-44a6-b9c9-d08adc818af6 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Jul 08 03:13:10.553652 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b1b50-198e-4571-b8f3-c5a1ac620636 req-c2245d2a-3836-467d-8642-4ea8ffaf5592 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:10.555142 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f03b1b50-198e-4571-b8f3-c5a1ac620636 req-c2245d2a-3836-467d-8642-4ea8ffaf5592 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0672815 Jul 08 03:13:10.593063 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f03b1b50-198e-4571-b8f3-c5a1ac620636 req-09a4c9b3-49bc-4958-aada-7454f60a7e59 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325060 Jul 08 03:13:11.766975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0502-af06-4169-8388-2f8a9ae35444 req-d5ac7204-b261-4f8d-a96b-3083d52921f7 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:11.768441 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae3d0502-af06-4169-8388-2f8a9ae35444 req-d5ac7204-b261-4f8d-a96b-3083d52921f7 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0663681 Jul 08 03:13:11.803711 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ae3d0502-af06-4169-8388-2f8a9ae35444 req-fbc8a682-4a03-4d9a-b49c-a9069819489b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297980 Jul 08 03:13:12.203692 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a6126d05-2bd4-46bd-979d-7255d899a678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:12.706054 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:13:12.989100 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da41a-276b-4b3b-962e-eb80da396c2c req-35b7bc6c-ea40-4906-a838-ff63a83c7665 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:12.990585 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-926da41a-276b-4b3b-962e-eb80da396c2c req-35b7bc6c-ea40-4906-a838-ff63a83c7665 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 943 time: 0.0634727 Jul 08 03:13:13.027244 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-926da41a-276b-4b3b-962e-eb80da396c2c req-a9140e4f-36b9-40a8-864c-493a3ef0a3c1 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312030 Jul 08 03:13:13.550347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17269681-fb23-414c-9a15-89846190b676 details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:13:13.642955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:13:13.657220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '17269681-fb23-414c-9a15-89846190b676', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'port_id': '17269681-fb23-414c-9a15-89846190b676', 'mac_address': 'fa:16:3e:e5:45:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:13:13.693172 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:13.705035 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17269681-fb23-414c-9a15-89846190b676 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:13:13.723939 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:13:13.788188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:13.837072 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:13:14.027781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['17269681-fb23-414c-9a15-89846190b676'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:13:14.218720 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f632-c923-4dee-8059-ba1aa925c4c6 req-ac996569-2376-45ce-9900-5394f61b600e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:14.220283 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bee4f632-c923-4dee-8059-ba1aa925c4c6 req-ac996569-2376-45ce-9900-5394f61b600e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 944 time: 0.0817380 Jul 08 03:13:14.257635 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bee4f632-c923-4dee-8059-ba1aa925c4c6 req-178be231-c7af-4eb7-991f-08cdc6c0df27 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318389 Jul 08 03:13:14.519826 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c8bfd516-818c-4b98-a860-4da001aaa68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:14.925694 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:15.429896 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eaf98-0f4d-4d33-9bab-2ce5fe038655 req-bd997b2f-82eb-45c9-b1d7-10f0c89b9824 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:15.431445 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-131eaf98-0f4d-4d33-9bab-2ce5fe038655 req-bd997b2f-82eb-45c9-b1d7-10f0c89b9824 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 944 time: 0.0629735 Jul 08 03:13:15.469005 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-131eaf98-0f4d-4d33-9bab-2ce5fe038655 req-0c11d571-c0dc-4071-978d-b4719661216a tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Jul 08 03:13:15.565692 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17269681-fb23-414c-9a15-89846190b676 up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:13:15.614139 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 17269681-fb23-414c-9a15-89846190b676 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:13:15.614514 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:15.687996 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:15.709566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17269681-fb23-414c-9a15-89846190b676'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:13:15.711869 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68014d83-6a04-4a38-af3a-3cf713673f6d" -d '{"events": [{"server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "name": "network-vif-plugged", "status": "completed", "tag": "17269681-fb23-414c-9a15-89846190b676"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:13:15.723954 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:13:15.745928 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb9fcb7-f2e4-4e71-80a4-bde082ff76f1 x-openstack-request-id: req-7cb9fcb7-f2e4-4e71-80a4-bde082ff76f1 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:13:15.746219 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "name": "network-vif-plugged", "status": "completed", "tag": "17269681-fb23-414c-9a15-89846190b676", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:13:15.746469 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cb9fcb7-f2e4-4e71-80a4-bde082ff76f1 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:13:15.746860 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17269681-fb23-414c-9a15-89846190b676', 'code': 200} Jul 08 03:13:15.789064 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:15.840055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:13:15.913493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fda67-7b47-45c5-be60-995a961f226d req-843c634c-9229-44cb-b276-d11c6ff07bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:15.916087 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a9fda67-7b47-45c5-be60-995a961f226d req-843c634c-9229-44cb-b276-d11c6ff07bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1097 time: 0.0556042 Jul 08 03:13:15.952759 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2a9fda67-7b47-45c5-be60-995a961f226d req-6236fcaf-3ad2-45af-8b03-c8b8faab962a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291536 Jul 08 03:13:16.091391 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:16.654887 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bc2d4-6ca0-4ca2-adfa-a357b448dbe8 req-de396a9c-e267-4b6f-b43f-390e1cb1b631 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:16.656577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c5bc2d4-6ca0-4ca2-adfa-a357b448dbe8 req-de396a9c-e267-4b6f-b43f-390e1cb1b631 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0729487 Jul 08 03:13:16.694607 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-3c5bc2d4-6ca0-4ca2-adfa-a357b448dbe8 req-80e1c9f1-aee6-4c86-9245-bcaba6c921de tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325384 Jul 08 03:13:17.731105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:17.872079 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c89b-1645-4662-8589-07f9699bc0ef req-4125439f-24f5-4854-b1be-d04240011f93 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:13:17.873539 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5665c89b-1645-4662-8589-07f9699bc0ef req-4125439f-24f5-4854-b1be-d04240011f93 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0653002 Jul 08 03:13:17.909986 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5665c89b-1645-4662-8589-07f9699bc0ef req-0ea208da-8faa-4a14-8451-1ff972a056bf tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306666 Jul 08 03:13:18.879779 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:21.688762 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:42.176403 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-385b3100-5327-464e-9cb9-5ccb68bb2f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:44.558908 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6eb141a2-4132-4edd-9e49-c1b723bc288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:44.913549 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:46.096457 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:47.764876 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:48.917124 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:13:49.705424 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:13:51.707790 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:06.735223 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-1eb0eedb-c980-43bb-9aba-4b4f2101d35e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891988 Jul 08 03:14:06.826999 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-b7b35698-b64e-4451-85e6-6319b8125320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:06.828493 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-b7b35698-b64e-4451-85e6-6319b8125320 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1097 time: 0.0514505 Jul 08 03:14:06.931271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-1c7c343d-4fe0-40d5-8e4d-845d58eda78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:06.932695 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-1c7c343d-4fe0-40d5-8e4d-845d58eda78c service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0849383 Jul 08 03:14:06.999621 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-909305ab-e9d2-4943-8da1-bc8dc16b0503 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 1001 time: 0.0600781 Jul 08 03:14:07.051498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-0fc25711-4dd6-4063-86bd-ad5a5f4a60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:07.052924 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-0fc25711-4dd6-4063-86bd-ad5a5f4a60ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0469930 Jul 08 03:14:07.107367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-d4ae310e-4664-4b5a-9ea6-380e220bf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:07.108800 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-d4ae310e-4664-4b5a-9ea6-380e220bf558 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503089 Jul 08 03:14:07.118868 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-be7cb434-522c-4730-8203-89d9314ccda0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:14:07.119848 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-be7cb434-522c-4730-8203-89d9314ccda0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048735 Jul 08 03:14:07.204551 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-fee51377-1abe-46e9-aeca-fdc892cbef27 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784235 Jul 08 03:14:07.295543 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-a3cb9943-4c76-4a74-a590-aaa18cedbf34 req-545446be-306f-4a4c-a0c3-7e97d8ef415b service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838678 Jul 08 03:14:12.193573 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-52022a25-b8f6-4099-9338-806378c53367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:14.562310 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-01a32e50-064e-4a0d-a594-4cb9eddeb19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:14.930504 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:16.111029 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:17.753407 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:18.896001 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:21.688105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:26.703796 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:14:42.195867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-62da35c7-4e1a-48ef-9928-78a6c0a84e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:44.512792 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-336d671e-0952-4365-a4a1-0a4293b48d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:44.927670 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:46.087333 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:47.750272 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:48.887252 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:51.723834 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:54.131698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36874) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:14:54.283496 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Deleting port 19b241d6-5bf7-4e98-8a55-a0fd02fa7fac {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:14:54.283849 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:54.360190 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:54.360518 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:54.372212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Calling delete_port for 19b241d6-5bf7-4e98-8a55-a0fd02fa7fac owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:14:54.573044 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:54.596975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event deleted for resources: {'Port': ['ID=19b241d6-5bf7-4e98-8a55-a0fd02fa7fac,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:14:54.607870 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.608222 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.608572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.609381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.609381 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.609605 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.609877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.610212 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.610540 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.610867 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.611200 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.611556 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:14:54.672572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:54.672951 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Floating IP 2ed0baab-422a-48eb-888f-2c6deebda7c7 disassociated (deleted). External IP: 172.25.8.129, port: 17269681-fb23-414c-9a15-89846190b676. Jul 08 03:14:55.187355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Router ab23015d-9722-4db6-872a-f77e37dee787 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:14:55.292762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:14:55.297637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:55.303014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] Sync routers for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:14:55.311530 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:14:55.312135 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:14:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:14:55.332638 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-3e4fe83a-23d2-4b85-a286-b7a6a4170730 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "DELETE /v2.0/floatingips/2ed0baab-422a-48eb-888f-2c6deebda7c7 HTTP/1.1" status: 204 len: 168 time: 1.1999183 Jul 08 03:14:55.333239 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'tag': '17269681-fb23-414c-9a15-89846190b676'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:14:55.335529 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9076de6b-6808-426d-b9de-c85498c42daa" -d '{"events": [{"name": "network-changed", "server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "tag": "17269681-fb23-414c-9a15-89846190b676"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:14:55.375875 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6c41e1-49c5-47f7-9aad-6bf23001d8d7 x-openstack-request-id: req-aa6c41e1-49c5-47f7-9aad-6bf23001d8d7 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:14:55.376246 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "tag": "17269681-fb23-414c-9a15-89846190b676", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:14:55.376687 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa6c41e1-49c5-47f7-9aad-6bf23001d8d7 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:14:55.377162 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'tag': '17269681-fb23-414c-9a15-89846190b676', 'status': 'completed', 'code': 200} Jul 08 03:14:55.418669 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:14:55.454407 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076de6b-6808-426d-b9de-c85498c42daa req-213eaeb4-399f-470c-9834-85423f9ac00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:55.456628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9076de6b-6808-426d-b9de-c85498c42daa req-213eaeb4-399f-470c-9834-85423f9ac00b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a30620dc24d7890e640777561b034&device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 1097 time: 0.0561323 Jul 08 03:14:55.553006 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076de6b-6808-426d-b9de-c85498c42daa req-51f19a0e-39e3-4ac0-9355-7e3b31f9e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:55.554451 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9076de6b-6808-426d-b9de-c85498c42daa req-51f19a0e-39e3-4ac0-9355-7e3b31f9e620 service neutron] 10.222.0.32 "GET /v2.0/networks?id=220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 200 len: 910 time: 0.0913730 Jul 08 03:14:55.594911 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9076de6b-6808-426d-b9de-c85498c42daa req-33a1c41e-5ad3-4e42-b4ab-d8144d4f043e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 200 len: 217 time: 0.0346165 Jul 08 03:14:55.613768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:14:55.639536 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] Checking router: ab23015d-9722-4db6-872a-f77e37dee787 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:14:55.648163 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:14:55.648816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:14:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:14:55.649712 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076de6b-6808-426d-b9de-c85498c42daa req-73ce6d18-5918-44e6-bf48-3e97f745fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:55.651209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9076de6b-6808-426d-b9de-c85498c42daa req-73ce6d18-5918-44e6-bf48-3e97f745fc23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 200 len: 848 time: 0.0497808 Jul 08 03:14:55.709410 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076de6b-6808-426d-b9de-c85498c42daa req-b4b185fd-b7c3-4534-815a-4323a6071622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:55.710952 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9076de6b-6808-426d-b9de-c85498c42daa req-b4b185fd-b7c3-4534-815a-4323a6071622 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=220a8ae2-550f-481f-8908-64fad4eef937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541213 Jul 08 03:14:55.759522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:14:55.801186 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9076de6b-6808-426d-b9de-c85498c42daa req-6058dbca-fef6-43b4-8eb2-06b82fc9f706 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832782 Jul 08 03:14:55.929287 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9076de6b-6808-426d-b9de-c85498c42daa req-e8e8e170-92fb-4f02-a3f9-3f6b09f36c38 service neutron] 10.222.0.32 "GET /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212835 Jul 08 03:14:55.961911 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:14:55.962668 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11903fd2-6953-4938-a572-270b0b530391 req-2cce1965-3ef7-4b92-b908-37abc5962d56 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:55.965027 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11903fd2-6953-4938-a572-270b0b530391 req-2cce1965-3ef7-4b92-b908-37abc5962d56 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0821445 Jul 08 03:14:56.005032 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-11903fd2-6953-4938-a572-270b0b530391 req-6a438abc-1fe3-4d22-9719-f8c25408d4d1 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346687 Jul 08 03:14:56.142859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b0f5b-8e0f-4d5d-8aa5-811d97bdadde None None] The sync data for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 is: [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:05:05Z', 'revision_number': 4, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'b5d92cab-2385-47a1-868e-4e3ee140a915', 'name': '', 'network_id': '220a8ae2-550f-481f-8908-64fad4eef937', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'mac_address': 'fa:16:3e:09:a9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:04Z', 'updated_at': '2021-07-08T03:05:09Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'subnets': [{'id': 'de69c698-c95c-4fbb-9c18-42228ed3c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:14:56.344670 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73187f9c-e6b6-421b-909c-1b70e1fa6baa None None] New status for floating IP 2ed0baab-422a-48eb-888f-2c6deebda7c7: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:14:57.192121 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6369d2-a5b0-4a11-a792-2173fcf8583e req-a8a6e959-226a-4d1a-8d21-8720dc056752 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:57.193519 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea6369d2-a5b0-4a11-a792-2173fcf8583e req-a8a6e959-226a-4d1a-8d21-8720dc056752 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0640717 Jul 08 03:14:57.230972 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ea6369d2-a5b0-4a11-a792-2173fcf8583e req-f83aefa5-43ec-458a-8570-ecdbd81f0059 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/security-groups?id=76edc3b5-17d1-4652-b30d-23f68bf2ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320652 Jul 08 03:14:57.340357 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-e7770327-4e8f-4640-b0f4-2cc26dcbfe8d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:14:57.341846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-e7770327-4e8f-4640-b0f4-2cc26dcbfe8d tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 945 time: 0.0650008 Jul 08 03:14:57.437150 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Deleting port 17269681-fb23-414c-9a15-89846190b676 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:14:57.437490 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:57.528104 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] For port 17269681-fb23-414c-9a15-89846190b676, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=17269681-fb23-414c-9a15-89846190b676,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:14:57.528500 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:57.541166 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Calling delete_port for 17269681-fb23-414c-9a15-89846190b676 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:14:57.727005 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:57.760679 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event deleted for resources: {'Port': ['ID=17269681-fb23-414c-9a15-89846190b676,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:14:57.803822 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] No DVR routers for this DVR port 17269681-fb23-414c-9a15-89846190b676 on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:14:57.806418 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:14:57.808407 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0754c28-185f-4fb0-8665-929a2bdd7c39 req-791e42ca-6a42-485e-986e-a48687cc3bba tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.32 "DELETE /v2.0/ports/17269681-fb23-414c-9a15-89846190b676 HTTP/1.1" status: 204 len: 173 time: 0.4613891 Jul 08 03:14:57.808910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'name': 'network-vif-deleted', 'tag': '17269681-fb23-414c-9a15-89846190b676'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:14:57.811143 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d7e8ce-ff65-4586-b4b9-e14dc03f4f98" -d '{"events": [{"server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "name": "network-vif-deleted", "tag": "17269681-fb23-414c-9a15-89846190b676"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:14:57.902594 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f77a23-b22d-4247-91a0-33d012214d22 x-openstack-request-id: req-99f77a23-b22d-4247-91a0-33d012214d22 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:14:57.902893 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edaf5a2-2109-4af2-a552-8b38ba875d14", "name": "network-vif-deleted", "tag": "17269681-fb23-414c-9a15-89846190b676", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:14:57.903147 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99f77a23-b22d-4247-91a0-33d012214d22 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:14:57.903586 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edaf5a2-2109-4af2-a552-8b38ba875d14', 'name': 'network-vif-deleted', 'tag': '17269681-fb23-414c-9a15-89846190b676', 'status': 'completed', 'code': 200} Jul 08 03:14:58.372094 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-d75dc9b4-e0b6-4741-a33b-485333e7ed17 req-abe024c7-9c9b-4fe7-acf6-1be9166d9881 tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 210 time: 0.0325134 Jul 08 03:14:59.513607 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-84788fcd-fcb6-4459-ab4e-ad5308034712 req-f25a8bfe-be17-4c30-86be-5bf5222f9b6b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 210 time: 0.0295460 Jul 08 03:15:00.246459 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17269681-fb23-414c-9a15-89846190b676 no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:15:00.266677 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 17269681-fb23-414c-9a15-89846190b676 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:15:00.267026 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 17269681-fb23-414c-9a15-89846190b676 not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:15:00.652321 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-dec7f9b2-2b91-4c13-9406-a511e32eff20 req-a0f60ca7-eaa5-4a31-8410-0129dcf5738f tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 210 time: 0.0289569 Jul 08 03:15:01.797545 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-36531d2d-d61d-4345-ab94-b5747cfdc2fd req-e2052ae7-19fd-41f1-a5e9-d92f035ea71b tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "GET /v2.0/ports?device_id=1edaf5a2-2109-4af2-a552-8b38ba875d14 HTTP/1.1" status: 200 len: 210 time: 0.0331376 Jul 08 03:15:02.888590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36912) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:02.952451 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24953a5-5898-4ce0-9f6c-ed4128054c1e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:02.976869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24953a5-5898-4ce0-9f6c-ed4128054c1e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:03.099031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24953a5-5898-4ce0-9f6c-ed4128054c1e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:03.101506 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d24953a5-5898-4ce0-9f6c-ed4128054c1e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:03.102681 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d24953a5-5898-4ce0-9f6c-ed4128054c1e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] 10.222.0.10 "DELETE /v2.0/security-groups/76edc3b5-17d1-4652-b30d-23f68bf2ebf2 HTTP/1.1" status: 204 len: 168 time: 0.2131031 Jul 08 03:15:03.112342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24953a5-5898-4ce0-9f6c-ed4128054c1e tempest-TestShelveInstance-1153999180 tempest-TestShelveInstance-1153999180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76edc3b5-17d1-4652-b30d-23f68bf2ebf2,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:03.208550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36916) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:03.698203 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:03.702059 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:15:03.962675 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Deleting port b5d92cab-2385-47a1-868e-4e3ee140a915 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:15:04.080727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:04.080727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] For port b5d92cab-2385-47a1-868e-4e3ee140a915, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=b5d92cab-2385-47a1-868e-4e3ee140a915,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:04.080727 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:04.080727 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Calling delete_port for b5d92cab-2385-47a1-868e-4e3ee140a915 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:15:04.306775 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:04.332804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d92cab-2385-47a1-868e-4e3ee140a915,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:04.511037 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:04.730770 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Router ab23015d-9722-4db6-872a-f77e37dee787 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:15:04.842368 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:15:04.847399 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d15d1285-b68e-48fa-9d39-04e414cfcf2d admin admin] 10.222.0.10 "PUT /v2.0/routers/ab23015d-9722-4db6-872a-f77e37dee787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6376801 Jul 08 03:15:04.849815 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36922) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:04.852799 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] Sync routers for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:15:04.862101 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:04.862714 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:14:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:04.956586 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:04.967010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:05.062623 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.152553 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '0653b718-1e8c-4951-9197-9196857adb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:15:04Z', 'revision_number': 5, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port': {'id': '0653b718-1e8c-4951-9197-9196857adb87', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:02Z', 'updated_at': '2021-07-08T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:05.185423 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] Checking router: ab23015d-9722-4db6-872a-f77e37dee787 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:15:05.187467 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Deleting port 0653b718-1e8c-4951-9197-9196857adb87 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:15:05.187831 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.195127 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] Routers {'ab23015d-9722-4db6-872a-f77e37dee787'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:05.195769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:14:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['ab23015d-9722-4db6-872a-f77e37dee787'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:05.274118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] For port 0653b718-1e8c-4951-9197-9196857adb87, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=0653b718-1e8c-4951-9197-9196857adb87,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:05.274488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.282922 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] Set router ab23015d-9722-4db6-872a-f77e37dee787 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:05.287022 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Calling delete_port for 0653b718-1e8c-4951-9197-9196857adb87 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:15:05.333828 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:15:05Z', 'revision_number': 6, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:05.362736 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc870a-b38b-4d31-be79-20ae5bc8036f None None] The sync data for ids ['ab23015d-9722-4db6-872a-f77e37dee787'] in n-d-695189-13 is: [{'id': 'ab23015d-9722-4db6-872a-f77e37dee787', 'name': 'tempest-TestShelveInstance-1060665954-router', 'tenant_id': 'b38a30620dc24d7890e640777561b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:01Z', 'updated_at': '2021-07-08T03:15:05Z', 'revision_number': 6, 'project_id': 'b38a30620dc24d7890e640777561b034', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:15:05.512855 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.538185 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0653b718-1e8c-4951-9197-9196857adb87,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:05.598170 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.688689 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.690872 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.790450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.791058 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab23015d-9722-4db6-872a-f77e37dee787 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:15:05.800028 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.800028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-a436dcfd-c178-4e30-95d9-eb6c68b524b8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ab23015d-9722-4db6-872a-f77e37dee787 HTTP/1.1" status: 204 len: 168 time: 0.9457583 Jul 08 03:15:05.800028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36924) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:05.842448 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6754a0a8-2d5e-42ac-9e91-0207d29c2808 admin admin] Deleting subnet de69c698-c95c-4fbb-9c18-42228ed3c35c {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:15:05.845401 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6754a0a8-2d5e-42ac-9e91-0207d29c2808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.878612 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6754a0a8-2d5e-42ac-9e91-0207d29c2808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:05.957921 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6754a0a8-2d5e-42ac-9e91-0207d29c2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.082582 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6754a0a8-2d5e-42ac-9e91-0207d29c2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.110471 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754a0a8-2d5e-42ac-9e91-0207d29c2808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de69c698-c95c-4fbb-9c18-42228ed3c35c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:06.112570 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6754a0a8-2d5e-42ac-9e91-0207d29c2808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.116866 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6754a0a8-2d5e-42ac-9e91-0207d29c2808 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/de69c698-c95c-4fbb-9c18-42228ed3c35c HTTP/1.1" status: 204 len: 168 time: 0.3136923 Jul 08 03:15:06.117370 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36926) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:06.119137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6cb0d-fdc9-40a8-9d12-fd1decf8fe90 None None] Network 220a8ae2-550f-481f-8908-64fad4eef937 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:15:06.187023 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.245456 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Deleting port c8f6633a-a83f-424c-bddb-1c85c1b0a163 {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:15:06.245810 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.310220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] DHCP port deletion for 220a8ae2-550f-481f-8908-64fad4eef937 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:15:06.317577 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] For port c8f6633a-a83f-424c-bddb-1c85c1b0a163, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c8f6633a-a83f-424c-bddb-1c85c1b0a163,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:06.317951 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.332469 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Calling delete_port for c8f6633a-a83f-424c-bddb-1c85c1b0a163 owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:15:06.359728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Deleting port c8f6633a-a83f-424c-bddb-1c85c1b0a163 {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:15:06.359728 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.418737 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] For port c8f6633a-a83f-424c-bddb-1c85c1b0a163, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=c8f6633a-a83f-424c-bddb-1c85c1b0a163,segment=NetworkSegment(55e8f540-eb06-4532-a7bd-09e9ba0b0a4a),segment_id=55e8f540-eb06-4532-a7bd-09e9ba0b0a4a)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:06.419133 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.431461 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Calling delete_port for c8f6633a-a83f-424c-bddb-1c85c1b0a163 owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:15:06.507075 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.512867 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.535097 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] No DVR routers for this DVR port c8f6633a-a83f-424c-bddb-1c85c1b0a163 on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:15:06.537570 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Pushing event deleted for resources: {'Port': ['ID=c8f6633a-a83f-424c-bddb-1c85c1b0a163,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:06.540972 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f6633a-a83f-424c-bddb-1c85c1b0a163,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:06.546206 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.546555 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.546897 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.547236 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.547599 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.547930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.548265 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.548593 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.548919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.549273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.549608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.549925 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.552572 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f855176-85e1-49be-99e0-145c0c7777c8 None None] No DVR routers for this DVR port c8f6633a-a83f-424c-bddb-1c85c1b0a163 on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:15:06.569806 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.570156 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.570498 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.570835 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.571170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.571525 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.571856 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.572183 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.572508 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.572831 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.573155 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.573478 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:06.624316 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.634556 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220a8ae2-550f-481f-8908-64fad4eef937']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:06.644876 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:06.645170 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e8f540-eb06-4532-a7bd-09e9ba0b0a4a') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:06.653914 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.667656 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.673324 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:15:06.673715 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: timer() Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:15:06.675923 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:15:06.801204 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.805669 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:06.807765 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] 10.222.0.10 "DELETE /v2.0/networks/220a8ae2-550f-481f-8908-64fad4eef937 HTTP/1.1" status: 204 len: 168 time: 0.6891491 Jul 08 03:15:06.817803 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36928) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:06.821008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d4b63-88a6-4cfd-8ad0-3d7a3e09b457 admin admin] Pushing event deleted for resources: {'Network': ['ID=220a8ae2-550f-481f-8908-64fad4eef937,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:07.056700 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c8f6633a-a83f-424c-bddb-1c85c1b0a163 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:15:07.075741 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: c8f6633a-a83f-424c-bddb-1c85c1b0a163 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:15:07.076239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device c8f6633a-a83f-424c-bddb-1c85c1b0a163 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:15:07.076735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b5d92cab-2385-47a1-868e-4e3ee140a915 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:15:07.095151 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: b5d92cab-2385-47a1-868e-4e3ee140a915 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:15:07.095538 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device b5d92cab-2385-47a1-868e-4e3ee140a915 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:15:07.095974 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0653b718-1e8c-4951-9197-9196857adb87 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:15:07.119000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 0653b718-1e8c-4951-9197-9196857adb87 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:15:07.119453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 0653b718-1e8c-4951-9197-9196857adb87 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:15:07.469845 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:07.715934 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Deleting port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:15:07.716283 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:07.791248 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] For port 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,segment=NetworkSegment(2716703e-3cf4-42ec-9a83-55375d6fcb76),segment_id=2716703e-3cf4-42ec-9a83-55375d6fcb76)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:07.791552 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:07.807193 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Calling delete_port for 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:15:08.053025 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:08.079238 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa9de44-c9b7-4bdd-854d-33b871ae8cd4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:08.242246 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:08.451943 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Router 643df1ec-007c-4e2a-b55d-912eceb01995 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:15:08.557213 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:15:08.562200 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d3135b61-4ecf-4859-ba57-dc3a98ec352c admin admin] 10.222.0.10 "PUT /v2.0/routers/643df1ec-007c-4e2a-b55d-912eceb01995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501051 Jul 08 03:15:08.564805 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36930) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:08.567451 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] Sync routers for ids ['643df1ec-007c-4e2a-b55d-912eceb01995'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:15:08.576707 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] Routers {'643df1ec-007c-4e2a-b55d-912eceb01995'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:08.577738 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:14:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['643df1ec-007c-4e2a-b55d-912eceb01995'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:08.673252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:08.683290 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] Set router 643df1ec-007c-4e2a-b55d-912eceb01995 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:08.775402 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:08.857358 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '5673d580-e581-4e16-858d-858342fb7c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:15:07Z', 'revision_number': 5, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port': {'id': '5673d580-e581-4e16-858d-858342fb7c55', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:05:08Z', 'updated_at': '2021-07-08T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:08.881957 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Deleting port 5673d580-e581-4e16-858d-858342fb7c55 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:15:08.882305 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:08.884303 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] Checking router: 643df1ec-007c-4e2a-b55d-912eceb01995 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:15:08.892404 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] Routers {'643df1ec-007c-4e2a-b55d-912eceb01995'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:08.893524 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:14:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['643df1ec-007c-4e2a-b55d-912eceb01995'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:08.960893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] For port 5673d580-e581-4e16-858d-858342fb7c55, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5673d580-e581-4e16-858d-858342fb7c55,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:08.961545 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:08.974424 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Calling delete_port for 5673d580-e581-4e16-858d-858342fb7c55 owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:15:08.977986 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] Set router 643df1ec-007c-4e2a-b55d-912eceb01995 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:09.032425 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:15:08Z', 'revision_number': 6, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:09.058844 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396468b-1ee1-4f1b-befb-a78df372665c None None] The sync data for ids ['643df1ec-007c-4e2a-b55d-912eceb01995'] in n-d-695189-13 is: [{'id': '643df1ec-007c-4e2a-b55d-912eceb01995', 'name': 'tempest-TestShelveInstance-501959481-router', 'tenant_id': '2765e6e358314dab8a35b3aa563d9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:05:07Z', 'updated_at': '2021-07-08T03:15:08Z', 'revision_number': 6, 'project_id': '2765e6e358314dab8a35b3aa563d9fb1', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:15:09.213191 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.242614 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5673d580-e581-4e16-858d-858342fb7c55,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:09.306601 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.394915 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.396998 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.515857 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.516438 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 643df1ec-007c-4e2a-b55d-912eceb01995 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:15:09.520739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.521898 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-fe63c648-d63b-4ffa-a34a-5e7174a176c2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/643df1ec-007c-4e2a-b55d-912eceb01995 HTTP/1.1" status: 204 len: 168 time: 0.9557962 Jul 08 03:15:09.524431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36932) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:09.572367 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1514455c-0ee2-4cbe-bec1-1e5d801a7f90 admin admin] Deleting subnet d08d5f7c-6f51-44b5-8884-962a14e58acc {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:15:09.575280 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1514455c-0ee2-4cbe-bec1-1e5d801a7f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.608213 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1514455c-0ee2-4cbe-bec1-1e5d801a7f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.683304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1514455c-0ee2-4cbe-bec1-1e5d801a7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.796492 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1514455c-0ee2-4cbe-bec1-1e5d801a7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.825988 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514455c-0ee2-4cbe-bec1-1e5d801a7f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08d5f7c-6f51-44b5-8884-962a14e58acc,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:09.832233 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-1514455c-0ee2-4cbe-bec1-1e5d801a7f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.834347 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-1514455c-0ee2-4cbe-bec1-1e5d801a7f90 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d08d5f7c-6f51-44b5-8884-962a14e58acc HTTP/1.1" status: 204 len: 168 time: 0.3089957 Jul 08 03:15:09.836842 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36934) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:09.837705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25feda2-e0de-4132-ad64-79b991d5a325 None None] Network 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:15:09.909230 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:09.963217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Deleting port 1728cc38-214f-41b9-8465-2f34a4631f2e {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:15:09.963597 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.030995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] DHCP port deletion for 2fc43cb8-da9a-4df8-b7e5-d4dab8024996 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:15:10.036672 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] For port 1728cc38-214f-41b9-8465-2f34a4631f2e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1728cc38-214f-41b9-8465-2f34a4631f2e,segment=NetworkSegment(2716703e-3cf4-42ec-9a83-55375d6fcb76),segment_id=2716703e-3cf4-42ec-9a83-55375d6fcb76)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:10.037039 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.050304 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Calling delete_port for 1728cc38-214f-41b9-8465-2f34a4631f2e owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:15:10.083062 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] Deleting port 1728cc38-214f-41b9-8465-2f34a4631f2e {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:15:10.083493 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.143812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] For port 1728cc38-214f-41b9-8465-2f34a4631f2e, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=1728cc38-214f-41b9-8465-2f34a4631f2e,segment=NetworkSegment(2716703e-3cf4-42ec-9a83-55375d6fcb76),segment_id=2716703e-3cf4-42ec-9a83-55375d6fcb76)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:10.144234 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.156386 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] Calling delete_port for 1728cc38-214f-41b9-8465-2f34a4631f2e owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:15:10.178511 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.206262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Pushing event deleted for resources: {'Port': ['ID=1728cc38-214f-41b9-8465-2f34a4631f2e,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:10.208126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] No DVR routers for this DVR port 1728cc38-214f-41b9-8465-2f34a4631f2e on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:15:10.232884 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.259705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] No DVR routers for this DVR port 1728cc38-214f-41b9-8465-2f34a4631f2e on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:15:10.268547 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016c970-74cf-4b02-9de8-4139112bf2ef None None] Pushing event deleted for resources: {'Port': ['ID=1728cc38-214f-41b9-8465-2f34a4631f2e,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:10.283074 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.292804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc43cb8-da9a-4df8-b7e5-d4dab8024996']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:10.302976 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2716703e-3cf4-42ec-9a83-55375d6fcb76') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:10.303272 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2716703e-3cf4-42ec-9a83-55375d6fcb76') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:10.311752 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.325534 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.331859 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:15:10.332252 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: timer() Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:15:10.333904 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:15:10.444043 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.449549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.451400 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] 10.222.0.10 "DELETE /v2.0/networks/2fc43cb8-da9a-4df8-b7e5-d4dab8024996 HTTP/1.1" status: 204 len: 168 time: 0.6135824 Jul 08 03:15:10.462028 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c192381-8f43-421a-95e0-8ebc6e4ca14f admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc43cb8-da9a-4df8-b7e5-d4dab8024996,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:10.741126 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36938) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:10.779924 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-52acf2d2-c75f-499a-bb43-b36c34797296 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b38a30620dc24d7890e640777561b034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376182 Jul 08 03:15:10.782289 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36940) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:10.828271 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ec5c-6974-43c4-9cf8-dd6fa5ed01c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.848887 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ec5c-6974-43c4-9cf8-dd6fa5ed01c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.978517 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ec5c-6974-43c4-9cf8-dd6fa5ed01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.981099 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ec5c-6974-43c4-9cf8-dd6fa5ed01c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:10.982253 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-5dc9ec5c-6974-43c4-9cf8-dd6fa5ed01c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd64223a-2b23-4cb1-815e-8fc569beef59 HTTP/1.1" status: 204 len: 168 time: 0.1990976 Jul 08 03:15:10.990599 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9ec5c-6974-43c4-9cf8-dd6fa5ed01c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd64223a-2b23-4cb1-815e-8fc569beef59,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:11.064184 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:15:11.084252 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:15:11.084604 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1aa9de44-c9b7-4bdd-854d-33b871ae8cd4 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:15:11.085023 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1728cc38-214f-41b9-8465-2f34a4631f2e no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:15:11.103393 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 1728cc38-214f-41b9-8465-2f34a4631f2e {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:15:11.108486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 1728cc38-214f-41b9-8465-2f34a4631f2e not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:15:11.108486 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5673d580-e581-4e16-858d-858342fb7c55 no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:15:11.123002 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5673d580-e581-4e16-858d-858342fb7c55 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:15:11.123375 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5673d580-e581-4e16-858d-858342fb7c55 not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:15:11.650933 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36946) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:11.689074 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d4adfe10-e243-487b-9cff-584bfe56a0c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2765e6e358314dab8a35b3aa563d9fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370083 Jul 08 03:15:11.692004 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36948) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:11.738180 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6067b7e-721e-4c68-b06d-e965660ac6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:11.759265 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6067b7e-721e-4c68-b06d-e965660ac6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:11.881317 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6067b7e-721e-4c68-b06d-e965660ac6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:11.883859 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-d6067b7e-721e-4c68-b06d-e965660ac6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:11.885029 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-d6067b7e-721e-4c68-b06d-e965660ac6da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bfbcc75-e883-4305-a30e-5c6e366e85d2 HTTP/1.1" status: 204 len: 168 time: 0.1921339 Jul 08 03:15:11.892718 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6067b7e-721e-4c68-b06d-e965660ac6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfbcc75-e883-4305-a30e-5c6e366e85d2,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:12.215356 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a6eef05e-e246-4818-aff6-b585830e26e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:12.869598 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36970) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:12.972638 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-421385764-network', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:13.049273 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Made reservation on behalf of d793ef32b8c1482a849609bf7c26706a for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:15:13.051722 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.060092 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.146015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.209240 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.235646 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:15:13.241601 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029e18ad-a5ca-4c3a-a66a-deae434163b4,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:13.247413 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.247767 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Added segment 1319916f-8156-40b7-ae21-799ee5764a11 of type vlan for network 713d5307-cda1-423e-b811-6d77483efa12 Jul 08 03:15:13.287251 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.392361 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.393991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:13.394571 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.478449 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] Pushing event updated for resources: {'Network': ['ID=713d5307-cda1-423e-b811-6d77483efa12,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:13.488496 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network 713d5307-cda1-423e-b811-6d77483efa12 details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:15:13.530362 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-391252c7-7507-4338-808d-81744bf2d42b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6596544 Jul 08 03:15:13.533175 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36974) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:13.538126 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Request body: {'subnet': {'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-421385764-subnet', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'ip_version': 4}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:13.626439 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Made reservation on behalf of d793ef32b8c1482a849609bf7c26706a for: {'subnet': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:15:13.629672 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4768383'] for subnet, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.844317 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4859187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4768333'] for subnet, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:13.899762 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f241ba1-1e62-4f2a-9308-c61701aeb6ee,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:13.907261 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Checking segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:13.907653 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Network hostable DHCP agents. Network: 713d5307-cda1-423e-b811-6d77483efa12, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:15:13.998003 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Network 713d5307-cda1-423e-b811-6d77483efa12 is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:15:14.054975 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, 713d5307-cda1-423e-b811-6d77483efa12) {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:14.058910 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:14.059536 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.063546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00472d2a-346a-4356-a092-3c8a024c05b1 None None] Network 713d5307-cda1-423e-b811-6d77483efa12 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:15:14.135993 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-ee6451c0-4ef1-4e26-96df-f9a605ad392d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6016264 Jul 08 03:15:14.138717 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 36976) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:14.144084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:14.207527 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-713d5307-cda1-423e-b811-6d77483efa12', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 03:15:14.208382 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.226770 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.227851 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.281662 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.336934 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Allocated IP 172.20.0.2 (713d5307-cda1-423e-b811-6d77483efa12/4f241ba1-1e62-4f2a-9308-c61701aeb6ee/418dd9a8-7ab2-47a1-806e-65466d9e41dd) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:15:14.463579 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.489786 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.497808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Transition to ACTIVE for port object 418dd9a8-7ab2-47a1-806e-65466d9e41dd will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:14.512595 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Transition to ACTIVE for port object 418dd9a8-7ab2-47a1-806e-65466d9e41dd will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:14.552338 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-cd1f544c-dddf-4a73-8193-ffdf6e1edc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.604516 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.642158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Network 713d5307-cda1-423e-b811-6d77483efa12 is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:14.646816 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:14.651037 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:15:14.658904 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Pushing event updated for resources: {'Port': ['ID=418dd9a8-7ab2-47a1-806e-65466d9e41dd,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:14.714107 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Attempting to bind port 418dd9a8-7ab2-47a1-806e-65466d9e41dd on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:15:14.714483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Attempting to bind port 418dd9a8-7ab2-47a1-806e-65466d9e41dd by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:15:14.714843 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Attempting to bind port 418dd9a8-7ab2-47a1-806e-65466d9e41dd on network 713d5307-cda1-423e-b811-6d77483efa12 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:15:14.719961 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:15:14.720345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Checking segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:14.721276 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.721675 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Bound using segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:15:14.722137 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Bound port: 418dd9a8-7ab2-47a1-806e-65466d9e41dd, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:15:14.722517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.723057 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.742197 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.783152 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] For port 418dd9a8-7ab2-47a1-806e-65466d9e41dd, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:15:14.786651 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] For port 418dd9a8-7ab2-47a1-806e-65466d9e41dd, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=418dd9a8-7ab2-47a1-806e-65466d9e41dd,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:15:14.845424 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Allocated IP 172.25.8.62 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:15:14.866286 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.925448 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05214c-aa51-46d1-b99f-d667a2538564 None None] Pushing event updated for resources: {'Port': ['ID=418dd9a8-7ab2-47a1-806e-65466d9e41dd,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:14.944115 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:14.956434 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:15.059248 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:15.114948 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:15.121060 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:15.127587 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:15:15.131353 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Pushing event updated for resources: {'Port': ['ID=80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:15.445936 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:15.644208 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:15.826588 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Router 710ae1dc-f52c-49cb-a619-680d731544b2 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 03:15:15.829091 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac14bc3-037f-4788-8ab3-92e7badef4d4 None None] Network 713d5307-cda1-423e-b811-6d77483efa12 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:15:15.946032 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:15:15.960938 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Sync routers for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:15:15.998775 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:15.999453 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:16.043006 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-5b7755e4-b9fa-45db-89ed-38e7070fb34e None None] Provisioning for port 418dd9a8-7ab2-47a1-806e-65466d9e41dd completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:16.058658 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.063531 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-75e32e5e-0819-46a2-bbfc-044c97636b35 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9205871 Jul 08 03:15:16.063785 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36980) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:16.144640 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:16.173025 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.357362 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:15Z', 'revision_number': 3, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:16.387447 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Checking router: 710ae1dc-f52c-49cb-a619-680d731544b2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:15:16.388240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Updating router 710ae1dc-f52c-49cb-a619-680d731544b2 port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:15:16.432266 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.512869 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.679205 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Allocated IP 172.20.0.1 (713d5307-cda1-423e-b811-6d77483efa12/4f241ba1-1e62-4f2a-9308-c61701aeb6ee/f6a199ee-8061-45b7-8282-22121850f00b) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:15:16.791753 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.805623 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Transition to ACTIVE for port object f6a199ee-8061-45b7-8282-22121850f00b will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:16.854211 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.863658 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Transition to ACTIVE for port object 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:16.884139 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.925832 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Network 713d5307-cda1-423e-b811-6d77483efa12 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:16.928583 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:16.929575 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.930901 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:15:16.963537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a199ee-8061-45b7-8282-22121850f00b,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:16.989308 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb617284-b32a-4381-967a-bf877fab6783 None None] Pushing event updated for resources: {'Port': ['ID=80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:16.992498 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Attempting to bind port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:15:16.992960 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Attempting to bind port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:15:16.993502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Attempting to bind port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:15:16.995166 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:16.999862 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:15:17.000356 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:17.000836 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.001345 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:15:17.002411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Bound port: 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:15:17.003240 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.074760 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] For port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:15:17.078261 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] For port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:15:17.108776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 418dd9a8-7ab2-47a1-806e-65466d9e41dd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:17.158378 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.214068 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:17.214952 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:17.221804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.263044 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb617284-b32a-4381-967a-bf877fab6783 None None] Pushing event updated for resources: {'Port': ['ID=80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:17.267087 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 418dd9a8-7ab2-47a1-806e-65466d9e41dd completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:17.274683 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 418dd9a8-7ab2-47a1-806e-65466d9e41dd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:17.275062 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.377319 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-98632ede-33df-4b1c-8cfc-de754678d50a None None] Provisioning for port f6a199ee-8061-45b7-8282-22121850f00b completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:17.390191 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:17.392003 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-98632ede-33df-4b1c-8cfc-de754678d50a None None] Provisioning complete for port f6a199ee-8061-45b7-8282-22121850f00b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:17.392382 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-98632ede-33df-4b1c-8cfc-de754678d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.394875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.475661 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.514294 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.529014 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-98632ede-33df-4b1c-8cfc-de754678d50a None None] Port f6a199ee-8061-45b7-8282-22121850f00b cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:15:17.544433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a199ee-8061-45b7-8282-22121850f00b,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:17.546949 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.595744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 418dd9a8-7ab2-47a1-806e-65466d9e41dd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=418dd9a8-7ab2-47a1-806e-65466d9e41dd,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:17.636525 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Network 713d5307-cda1-423e-b811-6d77483efa12 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:17.638078 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:17.666473 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.757735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:16Z', 'revision_number': 1, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:17.774396 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Router 710ae1dc-f52c-49cb-a619-680d731544b2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:15:17.791188 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=418dd9a8-7ab2-47a1-806e-65466d9e41dd,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:17.792012 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797881f5-9ad9-4618-8ce1-4c6034fc644c None None] The sync data for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 is: [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:16Z', 'revision_number': 1, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:15:17.818868 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:17.950490 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-dc328d4a-11b0-48cc-8c32-04554b491eb4 None None] Provisioning complete for port f6a199ee-8061-45b7-8282-22121850f00b triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:17.951099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc328d4a-11b0-48cc-8c32-04554b491eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:18.004636 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dc328d4a-11b0-48cc-8c32-04554b491eb4 None None] Port f6a199ee-8061-45b7-8282-22121850f00b cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:15:18.213866 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:15:18.218978 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d0616851-11bb-4b6f-87c4-d703fbb84a44 admin admin] 10.222.0.10 "PUT /v2.0/routers/710ae1dc-f52c-49cb-a619-680d731544b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1535580 Jul 08 03:15:18.905555 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 36998) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:18.911499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-708726710-network', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:18.912803 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.007738 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Made reservation on behalf of 2abb15238b9a4a9b81ce8db1916acdeb for: {'network': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:15:19.011462 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for network, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.028532 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.123440 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.158043 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:19.198121 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.222875 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=100712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 03:15:19.232262 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b7ab5-ed3c-4612-ade2-6a78c2944713,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:19.236977 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.237325 n-d-695189-13 neutron-server[100712]: INFO neutron.db.segments_db [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Added segment d0845247-1276-4c99-8dbb-b2eff5e5be6f of type vlan for network a19a40d3-386a-43bc-8bcb-e973edf6a41a Jul 08 03:15:19.272577 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:19.277249 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775503876949'] for network, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.281948 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:19.282330 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.362209 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.370218 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415'] for network, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.371216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:19.371825 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.390757 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:19.436852 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] Pushing event updated for resources: {'Network': ['ID=a19a40d3-386a-43bc-8bcb-e973edf6a41a,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:19.447621 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Network a19a40d3-386a-43bc-8bcb-e973edf6a41a details requested by agent ovs-agent-n-d-695189-13 with host n-d-695189-13 {{(pid=100714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 03:15:19.486092 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.487546 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 418dd9a8-7ab2-47a1-806e-65466d9e41dd up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:19.496352 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d14473db-6785-4631-9f21-c4c486c4287d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5895023 Jul 08 03:15:19.500138 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37000) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:19.506205 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Request body: {'subnet': {'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-708726710-subnet', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'ip_version': 4}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:19.584275 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:19.596158 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 418dd9a8-7ab2-47a1-806e-65466d9e41dd triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:19.596536 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.603614 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Made reservation on behalf of 2abb15238b9a4a9b81ce8db1916acdeb for: {'subnet': 1} {{(pid=100713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:15:19.606322 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5876885'] for subnet, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.712639 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Sync routers for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:15:19.721887 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:19.727542 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:19.828002 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:19.847755 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15715108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5876903'] for subnet, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:19.904362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a66654e-c883-4735-9125-137f2901584f,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:19.913787 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Checking segment: {'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:19.914148 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Network hostable DHCP agents. Network: a19a40d3-386a-43bc-8bcb-e973edf6a41a, hostable agents: ['88ebf027-5ba1-49f9-85a9-2332613c23af'], hosted agents: [] {{(pid=100713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 03:15:19.981044 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Network a19a40d3-386a-43bc-8bcb-e973edf6a41a is scheduled to be hosted by DHCP agent 88ebf027-5ba1-49f9-85a9-2332613c23af with binding_index 1 {{(pid=100713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 03:15:20.043666 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-13, a19a40d3-386a-43bc-8bcb-e973edf6a41a) {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:20.048084 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:20.048704 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.053835 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e41874-f34f-429f-adcc-16817a6938db None None] Network a19a40d3-386a-43bc-8bcb-e973edf6a41a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:15:20.054513 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 2, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:20.081423 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Checking router: 710ae1dc-f52c-49cb-a619-680d731544b2 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:15:20.081795 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Updating router 710ae1dc-f52c-49cb-a619-680d731544b2 port f6a199ee-8061-45b7-8282-22121850f00b binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:15:20.114085 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.124796 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-f568963d-4af5-4c0d-bddc-4f45177c1b4f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6235399 Jul 08 03:15:20.127769 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37004) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:20.132797 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:20.201919 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5fa1ec4-6af7-5cc4-bc0d-0fd704c89dd9-a19a40d3-386a-43bc-8bcb-e973edf6a41a', 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'fixed_ips': [{'subnet_id': '4a66654e-c883-4735-9125-137f2901584f'}]}} from n-d-695189-13. {{(pid=100714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 03:15:20.202870 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.209666 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-278891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13136'] for router, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.210894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-278918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-283702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1729228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13097'] for router, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.269191 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.334322 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.db_base_plugin_common [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Allocated IP 172.20.0.2 (a19a40d3-386a-43bc-8bcb-e973edf6a41a/4a66654e-c883-4735-9125-137f2901584f/d793871d-cd1e-466a-a936-bd8fede5eaef) {{(pid=100714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:15:20.396367 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.408922 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Transition to ACTIVE for port object f6a199ee-8061-45b7-8282-22121850f00b will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:20.464546 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-283684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-278809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13119'] for router, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.480042 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Notify callbacks [] for port, precommit_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.481297 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.489011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Transition to ACTIVE for port object d793871d-cd1e-466a-a936-bd8fede5eaef will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:20.504361 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Transition to ACTIVE for port object d793871d-cd1e-466a-a936-bd8fede5eaef will not be triggered until provisioned by entity DHCP. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:20.531186 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Pushing event updated for resources: {'Port': ['ID=f6a199ee-8061-45b7-8282-22121850f00b,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:20.557881 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.558228 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.558567 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.558905 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.559237 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.559587 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.559913 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.560239 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.560565 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.560886 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.561205 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.561524 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:15:20.598001 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Attempting to bind port f6a199ee-8061-45b7-8282-22121850f00b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:15:20.598255 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Attempting to bind port f6a199ee-8061-45b7-8282-22121850f00b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:15:20.598627 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Attempting to bind port f6a199ee-8061-45b7-8282-22121850f00b on network 713d5307-cda1-423e-b811-6d77483efa12 {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:15:20.604030 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:15:20.604318 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Checking segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:20.604723 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.605651 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Bound using segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:15:20.605651 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Bound port: f6a199ee-8061-45b7-8282-22121850f00b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:15:20.605949 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.633805 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315'] for port, after_create {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.673240 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] For port f6a199ee-8061-45b7-8282-22121850f00b, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:15:20.676211 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Network a19a40d3-386a-43bc-8bcb-e973edf6a41a is already hosted by enough agents. {{(pid=100714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:20.676990 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] For port f6a199ee-8061-45b7-8282-22121850f00b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f6a199ee-8061-45b7-8282-22121850f00b,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:15:20.684686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.scheduler.base_scheduler [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Resources bound (agent type, host, resource id): {{(pid=100714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:20.689128 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Received port after_create {{(pid=100714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:15:20.727444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Pushing event updated for resources: {'Port': ['ID=d793871d-cd1e-466a-a936-bd8fede5eaef,revision_number=1']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:20.761802 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.774758 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Attempting to bind port d793871d-cd1e-466a-a936-bd8fede5eaef on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:15:20.775220 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Attempting to bind port d793871d-cd1e-466a-a936-bd8fede5eaef by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:15:20.775646 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Attempting to bind port d793871d-cd1e-466a-a936-bd8fede5eaef on network a19a40d3-386a-43bc-8bcb-e973edf6a41a {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:15:20.781798 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:15:20.782213 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Checking segment: {'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:20.782505 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.782906 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Bound using segment: {'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:15:20.783995 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Bound port: d793871d-cd1e-466a-a936-bd8fede5eaef, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:15:20.784387 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.854373 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] For port d793871d-cd1e-466a-a936-bd8fede5eaef, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:15:20.857896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] For port d793871d-cd1e-466a-a936-bd8fede5eaef, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d793871d-cd1e-466a-a936-bd8fede5eaef,segment=NetworkSegment(d0845247-1276-4c99-8dbb-b2eff5e5be6f),segment_id=d0845247-1276-4c99-8dbb-b2eff5e5be6f)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:15:20.919005 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:20.919662 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:20.938857 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:20.991962 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531ac9-778f-45ba-a734-030bba237e5f None None] Pushing event updated for resources: {'Port': ['ID=f6a199ee-8061-45b7-8282-22121850f00b,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:21.049963 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac456ea9-9cc1-4d5e-9930-56d063cbb199 None None] Pushing event updated for resources: {'Port': ['ID=d793871d-cd1e-466a-a936-bd8fede5eaef,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:21.134756 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.136463 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:21.168477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:21.170581 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.245077 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:21.245640 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.353936 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Allocated IP 172.25.8.251 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/99f5d0e8-eebe-45ea-915f-3f32c03baf2b) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:15:21.385277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f6a199ee-8061-45b7-8282-22121850f00b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:21.458528 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:20Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:21.482007 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.488136 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81af9f52-e39c-417d-9753-1d46d212afc5 None None] The sync data for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 is: [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:20Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:15:21.515851 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port f6a199ee-8061-45b7-8282-22121850f00b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:21.522022 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f6a199ee-8061-45b7-8282-22121850f00b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:21.522242 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.604815 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.613334 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.646681 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port f6a199ee-8061-45b7-8282-22121850f00b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f6a199ee-8061-45b7-8282-22121850f00b,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:21.667251 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:21.670372 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:21.675679 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:15:21.678924 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Pushing event updated for resources: {'Port': ['ID=99f5d0e8-eebe-45ea-915f-3f32c03baf2b,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:21.715780 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.746806 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:21.769030 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=f6a199ee-8061-45b7-8282-22121850f00b,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:22.042766 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:22.164314 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b38065-3a8c-4d6d-b700-463535857253 None None] Network a19a40d3-386a-43bc-8bcb-e973edf6a41a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:15:22.244670 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-278802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728197'] for router, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:22.340808 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4d5dac6e-9ed3-4bcb-99a2-dbd2a0d7097f None None] Provisioning for port d793871d-cd1e-466a-a936-bd8fede5eaef completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:22.463220 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Router 7e2b4cca-76cc-4dab-b246-600abf370c37 is scheduled to L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 with binding_index 1 {{(pid=100713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 03:15:22.577540 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:15:22.586611 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Sync routers for ids ['7e2b4cca-76cc-4dab-b246-600abf370c37'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:15:22.595578 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Routers {'7e2b4cca-76cc-4dab-b246-600abf370c37'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:22.604854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7e2b4cca-76cc-4dab-b246-600abf370c37'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:22.653437 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] Notify callbacks [] for router, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:22.654749 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-20e2cf66-a6d7-4da4-b0ae-208701c6ba01 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5258341 Jul 08 03:15:22.657421 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37008) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:22.699172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Set router 7e2b4cca-76cc-4dab-b246-600abf370c37 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:22.885090 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 3, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port': {'id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:21Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:22.911046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Checking router: 7e2b4cca-76cc-4dab-b246-600abf370c37 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:15:22.911460 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Updating router 7e2b4cca-76cc-4dab-b246-600abf370c37 port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b binding host n-d-695189-13 {{(pid=100714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:15:22.946126 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.096886 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.168728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f6a199ee-8061-45b7-8282-22121850f00b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:23.242465 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Notify callbacks [] for port, precommit_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.255439 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Allocated IP 172.20.0.1 (a19a40d3-386a-43bc-8bcb-e973edf6a41a/4a66654e-c883-4735-9125-137f2901584f/5ff043d7-b624-442c-89fa-242c06e97c5f) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:15:23.257477 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Transition to ACTIVE for port object 99f5d0e8-eebe-45ea-915f-3f32c03baf2b will not be triggered until provisioned by entity L2. {{(pid=100714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:23.263310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port f6a199ee-8061-45b7-8282-22121850f00b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:23.263727 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.328760 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.365587 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.379802 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.provisioning_blocks [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Transition to ACTIVE for port object 5ff043d7-b624-442c-89fa-242c06e97c5f will not be triggered until provisioned by entity DHCP. {{(pid=100713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:23.467123 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.512119 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Network a19a40d3-386a-43bc-8bcb-e973edf6a41a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:23.517945 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:23.521511 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:15:23.536444 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d793871d-cd1e-466a-a936-bd8fede5eaef up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:23.547565 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff043d7-b624-442c-89fa-242c06e97c5f,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:23.569999 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-280780'] for router_interface, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.573180 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Attempting to bind port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b on host n-d-695189-13 for vnic_type normal with profile {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:15:23.573562 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Attempting to bind port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:15:23.573933 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Attempting to bind port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b on network d34fc429-077f-4314-b156-ece2b4cd3f46 {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:15:23.578494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a620d28-a065-43a5-81b8-5a16b3306ca5 None None] Pushing event updated for resources: {'Port': ['ID=99f5d0e8-eebe-45ea-915f-3f32c03baf2b,revision_number=2']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:23.586776 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:15:23.587286 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Checking segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:23.587644 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.588045 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Bound using segment: {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'} {{(pid=100714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:15:23.588566 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.managers [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Bound port: 99f5d0e8-eebe-45ea-915f-3f32c03baf2b, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a61d17-f34f-4fe5-b9bf-07009e25dfe6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46'}}] {{(pid=100714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:15:23.588973 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.654081 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] For port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b, host n-d-695189-13, cleared binding levels {{(pid=100714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:15:23.657341 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] For port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99f5d0e8-eebe-45ea-915f-3f32c03baf2b,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:15:23.735428 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port d793871d-cd1e-466a-a936-bd8fede5eaef completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:23.740240 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d793871d-cd1e-466a-a936-bd8fede5eaef triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:23.741082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.762680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.844391 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.848707 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Routers {'7e2b4cca-76cc-4dab-b246-600abf370c37'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:23.849344 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7e2b4cca-76cc-4dab-b246-600abf370c37'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:23.851422 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a620d28-a065-43a5-81b8-5a16b3306ca5 None None] Pushing event updated for resources: {'Port': ['ID=99f5d0e8-eebe-45ea-915f-3f32c03baf2b,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:23.907687 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e2e82b48-9acf-4d89-b8a3-9fb5ef3e22df None None] Provisioning for port 5ff043d7-b624-442c-89fa-242c06e97c5f completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:23.929273 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-e2e82b48-9acf-4d89-b8a3-9fb5ef3e22df None None] Provisioning complete for port 5ff043d7-b624-442c-89fa-242c06e97c5f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:23.929665 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e2e82b48-9acf-4d89-b8a3-9fb5ef3e22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:23.984682 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:24.021058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:24.026268 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-e2e82b48-9acf-4d89-b8a3-9fb5ef3e22df None None] Port 5ff043d7-b624-442c-89fa-242c06e97c5f cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:15:24.035231 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] Set router 7e2b4cca-76cc-4dab-b246-600abf370c37 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:24.075416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port d793871d-cd1e-466a-a936-bd8fede5eaef, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d793871d-cd1e-466a-a936-bd8fede5eaef,segment=NetworkSegment(d0845247-1276-4c99-8dbb-b2eff5e5be6f),segment_id=d0845247-1276-4c99-8dbb-b2eff5e5be6f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:24.092494 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:24.164505 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-285855'] for router_interface, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:24.165436 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:24.167761 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff043d7-b624-442c-89fa-242c06e97c5f,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:24.253405 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=d793871d-cd1e-466a-a936-bd8fede5eaef,revision_number=3']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:24.261712 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Network a19a40d3-386a-43bc-8bcb-e973edf6a41a is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:24.263291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:24.287831 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 4, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port': {'id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:21Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff043d7-b624-442c-89fa-242c06e97c5f', 'name': '', 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'mac_address': 'fa:16:3e:73:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4a66654e-c883-4735-9125-137f2901584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:23Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 1, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'subnets': [{'id': '4a66654e-c883-4735-9125-137f2901584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:24.316374 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ecfc4-3417-4194-9065-455fddf4ff1b None None] The sync data for ids ['7e2b4cca-76cc-4dab-b246-600abf370c37'] in n-d-695189-13 is: [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 4, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port': {'id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:21Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff043d7-b624-442c-89fa-242c06e97c5f', 'name': '', 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'mac_address': 'fa:16:3e:73:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4a66654e-c883-4735-9125-137f2901584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:23Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 1, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'subnets': [{'id': '4a66654e-c883-4735-9125-137f2901584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:15:24.389217 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Router 7e2b4cca-76cc-4dab-b246-600abf370c37 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:15:24.507789 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:15:24.517027 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-329908f7-bdc8-48a4-9a29-95f5673896d0 admin admin] 10.222.0.10 "PUT /v2.0/routers/7e2b4cca-76cc-4dab-b246-600abf370c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530376 Jul 08 03:15:24.555704 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c21d7e38-1481-4897-96b5-29a5c1ebb8a2 None None] Provisioning complete for port 5ff043d7-b624-442c-89fa-242c06e97c5f triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:24.556287 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-1481-4897-96b5-29a5c1ebb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:24.604788 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c21d7e38-1481-4897-96b5-29a5c1ebb8a2 None None] Port 5ff043d7-b624-442c-89fa-242c06e97c5f cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:15:25.160024 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99f5d0e8-eebe-45ea-915f-3f32c03baf2b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:25.295668 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:25.300579 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:25.301090 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.343715 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37016) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:25.349869 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-a0f56d88-eec0-4981-a15c-257573852c91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476921040', 'description': 'tempest-secgroup-smoke-476921040 description', 'project_id': 'd793ef32b8c1482a849609bf7c26706a'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:25.385079 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.406429 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99f5d0e8-eebe-45ea-915f-3f32c03baf2b,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:25.464048 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0f56d88-eec0-4981-a15c-257573852c91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.492525 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.493360 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d793871d-cd1e-466a-a936-bd8fede5eaef up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:25.565084 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0f56d88-eec0-4981-a15c-257573852c91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.586053 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=99f5d0e8-eebe-45ea-915f-3f32c03baf2b,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:25.591686 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port d793871d-cd1e-466a-a936-bd8fede5eaef triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:25.592099 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.640937 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0f56d88-eec0-4981-a15c-257573852c91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.673052 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f56d88-eec0-4981-a15c-257573852c91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47f8529-4af6-44cd-a1a8-676941773b19,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:25.726602 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-a0f56d88-eec0-4981-a15c-257573852c91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.727891 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-a0f56d88-eec0-4981-a15c-257573852c91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3830585 Jul 08 03:15:25.730750 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37018) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:25.735172 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-daf51893-7cae-4012-ae13-c4f8a19df0b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'security_group_rule': {'security_group_id': 'b47f8529-4af6-44cd-a1a8-676941773b19', 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:25.828948 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daf51893-7cae-4012-ae13-c4f8a19df0b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.888029 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daf51893-7cae-4012-ae13-c4f8a19df0b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.961107 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daf51893-7cae-4012-ae13-c4f8a19df0b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:25.980467 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf51893-7cae-4012-ae13-c4f8a19df0b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817eb5cd-766c-4bae-9113-75fff300d3c1,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:26.052554 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-daf51893-7cae-4012-ae13-c4f8a19df0b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.054577 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-daf51893-7cae-4012-ae13-c4f8a19df0b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222620 Jul 08 03:15:26.056830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37020) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:26.061837 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-38057c60-371a-4192-bf2b-0524afb9684d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'security_group_rule': {'security_group_id': 'b47f8529-4af6-44cd-a1a8-676941773b19', 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:26.163368 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38057c60-371a-4192-bf2b-0524afb9684d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.225086 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38057c60-371a-4192-bf2b-0524afb9684d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.260038 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Sync routers for ids ['7e2b4cca-76cc-4dab-b246-600abf370c37'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:15:26.269846 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Routers {'7e2b4cca-76cc-4dab-b246-600abf370c37'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:26.270444 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7e2b4cca-76cc-4dab-b246-600abf370c37'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:26.284031 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38057c60-371a-4192-bf2b-0524afb9684d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.300431 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38057c60-371a-4192-bf2b-0524afb9684d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc94d0d-d9b0-4fbb-a8c5-fe79b8fcd628,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:26.369916 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-38057c60-371a-4192-bf2b-0524afb9684d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.371098 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-38057c60-371a-4192-bf2b-0524afb9684d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3132391 Jul 08 03:15:26.373790 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37022) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:26.374603 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Set router 7e2b4cca-76cc-4dab-b246-600abf370c37 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:26.378962 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-debbe89d-c42b-4bbc-8843-d437ddfbc02d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'security_group_rule': {'security_group_id': 'b47f8529-4af6-44cd-a1a8-676941773b19', 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:26.480695 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-debbe89d-c42b-4bbc-8843-d437ddfbc02d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.540751 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-debbe89d-c42b-4bbc-8843-d437ddfbc02d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.570075 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 4, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port': {'id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:21Z', 'updated_at': '2021-07-08T03:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff043d7-b624-442c-89fa-242c06e97c5f', 'name': '', 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'mac_address': 'fa:16:3e:73:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4a66654e-c883-4735-9125-137f2901584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:23Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 2, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'subnets': [{'id': '4a66654e-c883-4735-9125-137f2901584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:26.592469 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-debbe89d-c42b-4bbc-8843-d437ddfbc02d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.596078 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Checking router: 7e2b4cca-76cc-4dab-b246-600abf370c37 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:15:26.596467 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Updating router 7e2b4cca-76cc-4dab-b246-600abf370c37 port 5ff043d7-b624-442c-89fa-242c06e97c5f binding host n-d-695189-13 {{(pid=100717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 03:15:26.613346 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe89d-c42b-4bbc-8843-d437ddfbc02d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d85b969-d81b-45a0-a50d-2fe15d306fef,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:26.635770 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.666682 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-debbe89d-c42b-4bbc-8843-d437ddfbc02d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.668079 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-debbe89d-c42b-4bbc-8843-d437ddfbc02d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933471 Jul 08 03:15:26.670732 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37024) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:26.676198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-66cca816-cdb5-4679-a2a4-c6e4608ada1e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'security_group_rule': {'security_group_id': 'b47f8529-4af6-44cd-a1a8-676941773b19', 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:26.759952 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66cca816-cdb5-4679-a2a4-c6e4608ada1e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.818572 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66cca816-cdb5-4679-a2a4-c6e4608ada1e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.886660 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66cca816-cdb5-4679-a2a4-c6e4608ada1e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.891274 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.901341 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.provisioning_blocks [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Transition to ACTIVE for port object 5ff043d7-b624-442c-89fa-242c06e97c5f will not be triggered until provisioned by entity L2. {{(pid=100717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:26.904140 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cca816-cdb5-4679-a2a4-c6e4608ada1e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f004745-7465-4a80-b538-5bfac82127e2,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:26.975016 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.986810 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-66cca816-cdb5-4679-a2a4-c6e4608ada1e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:26.988112 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-66cca816-cdb5-4679-a2a4-c6e4608ada1e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161850 Jul 08 03:15:26.990830 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37026) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:26.995267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-dca8f16d-7cd8-4da5-91fa-411bb0773b7c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'security_group_rule': {'security_group_id': 'b47f8529-4af6-44cd-a1a8-676941773b19', 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:27.047300 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bcca0-d280-4657-9a6b-a185f89a5066 None None] Pushing event updated for resources: {'Port': ['ID=5ff043d7-b624-442c-89fa-242c06e97c5f,revision_number=3']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:27.080857 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Attempting to bind port 5ff043d7-b624-442c-89fa-242c06e97c5f on host n-d-695189-13 for vnic_type normal with profile {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:15:27.081221 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Attempting to bind port 5ff043d7-b624-442c-89fa-242c06e97c5f by drivers openvswitch,hyperv on host n-d-695189-13 at level 0 using segments [{'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:15:27.081582 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Attempting to bind port 5ff043d7-b624-442c-89fa-242c06e97c5f on network a19a40d3-386a-43bc-8bcb-e973edf6a41a {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:15:27.086964 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Checking agent: {'id': '4071d759-b057-421a-a3cb-0f5f811a0a01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 39, 15), 'started_at': datetime.datetime(2021, 7, 8, 1, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:15:27.087366 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Checking segment: {'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:27.087753 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.088141 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Bound using segment: {'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'} {{(pid=100717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:15:27.088614 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.managers [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Bound port: 5ff043d7-b624-442c-89fa-242c06e97c5f, host: n-d-695189-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0845247-1276-4c99-8dbb-b2eff5e5be6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a'}}] {{(pid=100717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:15:27.089409 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.091767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99f5d0e8-eebe-45ea-915f-3f32c03baf2b up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:27.104033 n-d-695189-13 neutron-server[100712]: INFO neutron.db.securitygroups_db [None req-dca8f16d-7cd8-4da5-91fa-411bb0773b7c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Project d793ef32b8c1482a849609bf7c26706a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:15:27.109363 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dca8f16d-7cd8-4da5-91fa-411bb0773b7c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.158419 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] For port 5ff043d7-b624-442c-89fa-242c06e97c5f, host n-d-695189-13, cleared binding levels {{(pid=100717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:15:27.160278 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:27.160895 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.171153 n-d-695189-13 neutron-server[100717]: DEBUG neutron.plugins.ml2.db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] For port 5ff043d7-b624-442c-89fa-242c06e97c5f, host n-d-695189-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5ff043d7-b624-442c-89fa-242c06e97c5f,segment=NetworkSegment(d0845247-1276-4c99-8dbb-b2eff5e5be6f),segment_id=d0845247-1276-4c99-8dbb-b2eff5e5be6f)] {{(pid=100717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:15:27.181197 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dca8f16d-7cd8-4da5-91fa-411bb0773b7c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.258478 n-d-695189-13 neutron-server[100717]: DEBUG neutron_lib.callbacks.manager [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.272508 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dca8f16d-7cd8-4da5-91fa-411bb0773b7c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.287706 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8f16d-7cd8-4da5-91fa-411bb0773b7c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32f9f67-74a2-43a8-999c-d8e453d99bc4,revision_number=0']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:27.311056 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Routers {'7e2b4cca-76cc-4dab-b246-600abf370c37'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:27.311723 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7e2b4cca-76cc-4dab-b246-600abf370c37'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:27.356692 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bcca0-d280-4657-9a6b-a185f89a5066 None None] Pushing event updated for resources: {'Port': ['ID=5ff043d7-b624-442c-89fa-242c06e97c5f,revision_number=4']} {{(pid=100717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:27.377524 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dca8f16d-7cd8-4da5-91fa-411bb0773b7c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.377524 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dca8f16d-7cd8-4da5-91fa-411bb0773b7c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3822482 Jul 08 03:15:27.378269 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37028) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:27.384125 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-ed3c905e-b449-4dbc-982c-cff3698699c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'security_group_rule': {'security_group_id': 'b47f8529-4af6-44cd-a1a8-676941773b19', 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:27.436336 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] Set router 7e2b4cca-76cc-4dab-b246-600abf370c37 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:27.484175 n-d-695189-13 neutron-server[100713]: INFO neutron.db.securitygroups_db [None req-ed3c905e-b449-4dbc-982c-cff3698699c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Project d793ef32b8c1482a849609bf7c26706a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 03:15:27.489640 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed3c905e-b449-4dbc-982c-cff3698699c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.557795 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed3c905e-b449-4dbc-982c-cff3698699c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.627376 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed3c905e-b449-4dbc-982c-cff3698699c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1621518'] for security_group_rule, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.646394 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c905e-b449-4dbc-982c-cff3698699c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c952e53f-3fe4-436e-a10e-9048c251cee7,revision_number=0']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:27.726744 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 4, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port': {'id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:21Z', 'updated_at': '2021-07-08T03:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff043d7-b624-442c-89fa-242c06e97c5f', 'name': '', 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'mac_address': 'fa:16:3e:73:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4a66654e-c883-4735-9125-137f2901584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:23Z', 'updated_at': '2021-07-08T03:15:27Z', 'revision_number': 4, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'subnets': [{'id': '4a66654e-c883-4735-9125-137f2901584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:27.727058 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-ed3c905e-b449-4dbc-982c-cff3698699c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:27.728312 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-ed3c905e-b449-4dbc-982c-cff3698699c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3481157 Jul 08 03:15:27.753204 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995d4a3-c5a5-45fb-9c6d-d656520a00a4 None None] The sync data for ids ['7e2b4cca-76cc-4dab-b246-600abf370c37'] in n-d-695189-13 is: [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:15:23Z', 'revision_number': 4, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port': {'id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:21Z', 'updated_at': '2021-07-08T03:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': '5ff043d7-b624-442c-89fa-242c06e97c5f', 'name': '', 'network_id': 'a19a40d3-386a-43bc-8bcb-e973edf6a41a', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'mac_address': 'fa:16:3e:73:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4a66654e-c883-4735-9125-137f2901584f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:23Z', 'updated_at': '2021-07-08T03:15:27Z', 'revision_number': 4, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'subnets': [{'id': '4a66654e-c883-4735-9125-137f2901584f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:15:27.872701 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-2a977ca2-f354-4dec-9746-8a2998c79b46 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476921040&fields=id&tenant_id=d793ef32b8c1482a849609bf7c26706a HTTP/1.1" status: 200 len: 267 time: 0.0356057 Jul 08 03:15:27.980333 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-6d998c05-d095-4766-9977-56a8530e3024 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:27.981781 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-6d998c05-d095-4766-9977-56a8530e3024 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 809 time: 0.1014876 Jul 08 03:15:27.997626 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-f4adbb85-38af-4f75-b7e4-2d59ae2b8421 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/quotas/d793ef32b8c1482a849609bf7c26706a HTTP/1.1" status: 200 len: 375 time: 0.0099571 Jul 08 03:15:28.072485 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-f4b11a2f-4ebf-4fe5-b6aa-4eeb16a21cd8 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689349 Jul 08 03:15:28.263311 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-c5be0102-2ef5-414b-a759-4d4e101ca98f service neutron] 10.222.0.10 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792133 Jul 08 03:15:28.353443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-c261bd7a-7cef-454c-941a-a113a494ab0a service neutron] 10.222.0.10 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841448 Jul 08 03:15:28.608525 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ec41fd27-a927-4e81-b108-cbf26a2b225d req-cddd433b-25bc-4c59-96a0-0fd767e62a6c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 210 time: 0.0324602 Jul 08 03:15:29.086489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5ff043d7-b624-442c-89fa-242c06e97c5f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:29.200982 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning for port 5ff043d7-b624-442c-89fa-242c06e97c5f completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:29.204805 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5ff043d7-b624-442c-89fa-242c06e97c5f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:29.205185 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:29.285003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:29.316840 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] For port 5ff043d7-b624-442c-89fa-242c06e97c5f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5ff043d7-b624-442c-89fa-242c06e97c5f,segment=NetworkSegment(d0845247-1276-4c99-8dbb-b2eff5e5be6f),segment_id=d0845247-1276-4c99-8dbb-b2eff5e5be6f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:29.391843 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:29.440514 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Pushing event updated for resources: {'Port': ['ID=5ff043d7-b624-442c-89fa-242c06e97c5f,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:29.755419 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0b727300-92dd-445e-8c25-25c275e7a067 req-0eac942d-2262-4220-a72c-14fdc201e602 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 210 time: 0.0354097 Jul 08 03:15:30.739756 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-4d80e50d-1f44-4cf2-beda-5fd2fde711d3 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:30.741326 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-4d80e50d-1f44-4cf2-beda-5fd2fde711d3 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.32 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 809 time: 0.1004682 Jul 08 03:15:30.785188 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-0eda1bf7-ba5e-4b1c-b088-ef8a2bdffc83 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d793ef32b8c1482a849609bf7c26706a HTTP/1.1" status: 200 len: 379 time: 0.0339916 Jul 08 03:15:30.794218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'port': {'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'admin_state_up': True, 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'security_groups': ['b47f8529-4af6-44cd-a1a8-676941773b19']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:30.899827 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f4d0146e-64cb-4737-862d-f9057a608e95 req-381f1ec7-2beb-43a7-ba28-0ab5ac4ace9c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 210 time: 0.0315804 Jul 08 03:15:30.958100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Made reservation on behalf of d793ef32b8c1482a849609bf7c26706a for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:15:30.961815 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:31.088740 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5ff043d7-b624-442c-89fa-242c06e97c5f up at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:31.093780 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Allocated IP 172.20.0.14 (713d5307-cda1-423e-b811-6d77483efa12/4f241ba1-1e62-4f2a-9308-c61701aeb6ee/4614d3d6-c5bb-4156-b702-5c7d63582d8c) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:15:31.139365 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Provisioning complete for port 5ff043d7-b624-442c-89fa-242c06e97c5f triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:31.140016 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:31.229862 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:31.244324 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Transition to ACTIVE for port object 4614d3d6-c5bb-4156-b702-5c7d63582d8c will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:31.326739 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:31.370457 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Network 713d5307-cda1-423e-b811-6d77483efa12 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:31.373670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:31.376044 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:15:31.412349 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:31.440152 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:31.440775 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:31.552942 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-26bf95cc-839d-4ad5-a854-ff8489fac7bf tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7625039 Jul 08 03:15:31.565148 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Request body: {'port': {'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:31.636009 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:31.677718 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4c4bc306-a2d4-4c1a-996b-d077de0ea9a2 None None] Provisioning for port 4614d3d6-c5bb-4156-b702-5c7d63582d8c completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:31.681512 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-4c4bc306-a2d4-4c1a-996b-d077de0ea9a2 None None] Provisioning complete for port 4614d3d6-c5bb-4156-b702-5c7d63582d8c triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:31.681896 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc306-a2d4-4c1a-996b-d077de0ea9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:31.715154 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-4c4bc306-a2d4-4c1a-996b-d077de0ea9a2 None None] Port 4614d3d6-c5bb-4156-b702-5c7d63582d8c cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:15:31.912881 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4614d3d6-c5bb-4156-b702-5c7d63582d8c {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:15:31.920518 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:31.933314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Transition to ACTIVE for port object 4614d3d6-c5bb-4156-b702-5c7d63582d8c will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:15:31.997795 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:32.084584 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Pushing event updated for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:32.177208 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301b71-f0ab-4d3a-b477-0a5e1f241a9f req-6dcc4248-4d47-4898-bafb-1533d68871bd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:32.178682 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85301b71-f0ab-4d3a-b477-0a5e1f241a9f req-6dcc4248-4d47-4898-bafb-1533d68871bd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 944 time: 0.1531241 Jul 08 03:15:32.183696 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Attempting to bind port 4614d3d6-c5bb-4156-b702-5c7d63582d8c on host n-h2-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:15:32.184038 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Attempting to bind port 4614d3d6-c5bb-4156-b702-5c7d63582d8c by drivers openvswitch,hyperv on host n-h2-695189-13 at level 0 using segments [{'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:15:32.184375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Attempting to bind port 4614d3d6-c5bb-4156-b702-5c7d63582d8c on network 713d5307-cda1-423e-b811-6d77483efa12 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:15:32.202994 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Port 4614d3d6-c5bb-4156-b702-5c7d63582d8c on network 713d5307-cda1-423e-b811-6d77483efa12 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:15:32.203331 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Attempting to bind port 4614d3d6-c5bb-4156-b702-5c7d63582d8c on network 713d5307-cda1-423e-b811-6d77483efa12 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:15:32.210905 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Checking agent: {'id': '02d7b6e1-42fe-4068-bc02-39c697106d2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:15:32.211253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Checking segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:15:32.211670 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Bound using segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:15:32.212107 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Bound port: 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host: n-h2-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:15:32.212483 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:32.239795 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-85301b71-f0ab-4d3a-b477-0a5e1f241a9f req-6cd13adc-28dd-4b66-ae30-b46a3092d07a tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530465 Jul 08 03:15:32.288537 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:15:32.293433 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:15:32.363796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:32.397799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:32.398430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:32.399903 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] 10.222.0.32 "PUT /v2.0/ports/4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 1093 time: 0.8392892 Jul 08 03:15:32.400344 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:15:32.402589 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f955b-1b6f-402e-80f3-60adb571b770" -d '{"events": [{"name": "network-changed", "server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:15:32.431526 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d1d9f-2bec-4334-9075-ae8c928fb303 service neutron] Pushing event updated for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:32.445884 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc309586-9bfe-48ba-b9d2-f906eba74a7b x-openstack-request-id: req-cc309586-9bfe-48ba-b9d2-f906eba74a7b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:15:32.446441 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:15:32.446699 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc309586-9bfe-48ba-b9d2-f906eba74a7b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:15:32.447113 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'status': 'completed', 'code': 200} Jul 08 03:15:32.529271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f955b-1b6f-402e-80f3-60adb571b770 req-ab692afd-f695-4645-93d8-a1426f6aa4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:32.530821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-089f955b-1b6f-402e-80f3-60adb571b770 req-ab692afd-f695-4645-93d8-a1426f6aa4a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1096 time: 0.0625563 Jul 08 03:15:32.628271 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f955b-1b6f-402e-80f3-60adb571b770 req-915aab8c-4fe4-406c-a507-96546af2ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:32.630042 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-089f955b-1b6f-402e-80f3-60adb571b770 req-915aab8c-4fe4-406c-a507-96546af2ffe6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d793ef32b8c1482a849609bf7c26706a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0924883 Jul 08 03:15:32.730298 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f955b-1b6f-402e-80f3-60adb571b770 req-d009e00f-db0d-4f3b-858c-fa9223a6f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:32.731837 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-089f955b-1b6f-402e-80f3-60adb571b770 req-d009e00f-db0d-4f3b-858c-fa9223a6f270 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952110 Jul 08 03:15:32.843686 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-02cbf02f-69e2-42d7-a886-035dfaa391dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:32.845741 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-02cbf02f-69e2-42d7-a886-035dfaa391dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1096 time: 0.0737507 Jul 08 03:15:32.895523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-f17b6cac-bb21-4aa6-a58f-f6772a228c50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 217 time: 0.0426333 Jul 08 03:15:32.959118 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-0a8271fd-0769-4451-b911-d13e89ece1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:32.960661 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-0a8271fd-0769-4451-b911-d13e89ece1b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0594342 Jul 08 03:15:33.019258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-9f3386de-bd89-4a28-a85c-2d8acfed9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:33.021224 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-9f3386de-bd89-4a28-a85c-2d8acfed9c02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547717 Jul 08 03:15:33.113686 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-bbad80e7-897a-4316-a21b-3dad69125837 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858107 Jul 08 03:15:33.224891 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bdada738-fc61-42a1-8a25-df0afd0ab9b1 req-31c67e17-2447-4225-9ead-409ca891fc20 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043055 Jul 08 03:15:33.422951 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864dca8-8dd9-431b-a462-c703caca27bb req-8fedc70b-73dd-43db-82cd-0ed5c6768179 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:33.424700 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9864dca8-8dd9-431b-a462-c703caca27bb req-8fedc70b-73dd-43db-82cd-0ed5c6768179 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 944 time: 0.0666397 Jul 08 03:15:33.468405 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-9864dca8-8dd9-431b-a462-c703caca27bb req-0286c24f-aa50-4667-9407-3098936805b3 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375535 Jul 08 03:15:34.644719 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff04f-4ae1-40f3-8610-061ab1895fa7 req-f7174874-7d04-49d5-9b36-61c177a2b845 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:34.646197 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a54ff04f-4ae1-40f3-8610-061ab1895fa7 req-f7174874-7d04-49d5-9b36-61c177a2b845 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 944 time: 0.0659516 Jul 08 03:15:34.684905 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-a54ff04f-4ae1-40f3-8610-061ab1895fa7 req-52018b6a-38e1-4d30-a038-72126e8af7b7 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330520 Jul 08 03:15:35.864844 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46202b-ae94-453f-8630-981b0e60119d req-bfabae35-faf8-4e2c-8601-eea4de590952 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:35.866339 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de46202b-ae94-453f-8630-981b0e60119d req-bfabae35-faf8-4e2c-8601-eea4de590952 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 944 time: 0.0733383 Jul 08 03:15:35.908297 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-de46202b-ae94-453f-8630-981b0e60119d req-cf46f059-8a0f-4dd1-a1d8-7a77033f580a tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358107 Jul 08 03:15:36.433267 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4614d3d6-c5bb-4156-b702-5c7d63582d8c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:15:36.528070 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:36.538915 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:15:36.574247 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:36.586849 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4614d3d6-c5bb-4156-b702-5c7d63582d8c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:15:36.605187 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:36.666320 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:36.714801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:36.865040 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4614d3d6-c5bb-4156-b702-5c7d63582d8c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:15:37.079891 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a861e-689f-4ff2-bf44-73f1039df94c req-144f285e-86f5-4280-9797-6a2d87135d55 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:37.081423 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e57a861e-689f-4ff2-bf44-73f1039df94c req-144f285e-86f5-4280-9797-6a2d87135d55 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 945 time: 0.0635843 Jul 08 03:15:37.119788 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e57a861e-689f-4ff2-bf44-73f1039df94c req-9d68c619-3c70-4a75-b6c3-0fed3e1917da tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323446 Jul 08 03:15:38.304422 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304f61b-3e5f-46fd-9f48-c10a882ca9ff req-9d81694c-c707-486b-bda9-6b59b3c41a8e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:38.305890 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0304f61b-3e5f-46fd-9f48-c10a882ca9ff req-9d81694c-c707-486b-bda9-6b59b3c41a8e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 945 time: 0.0626721 Jul 08 03:15:38.342329 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0304f61b-3e5f-46fd-9f48-c10a882ca9ff req-fdebb274-cdad-4f99-b866-1937286b9a6a tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310798 Jul 08 03:15:38.449489 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4614d3d6-c5bb-4156-b702-5c7d63582d8c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:15:38.577920 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning for port 4614d3d6-c5bb-4156-b702-5c7d63582d8c completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:15:38.581792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 4614d3d6-c5bb-4156-b702-5c7d63582d8c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:15:38.582287 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:38.656433 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:38.679505 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:15:38.682022 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ef25d4-4a72-4f82-bd05-c39c13a3f6e8" -d '{"events": [{"server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "name": "network-vif-plugged", "status": "completed", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:15:38.694534 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:15:38.716110 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef104e8b-85a9-457d-96c4-7c1827aa5750 x-openstack-request-id: req-ef104e8b-85a9-457d-96c4-7c1827aa5750 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:15:38.716404 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "name": "network-vif-plugged", "status": "completed", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:15:38.716676 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef104e8b-85a9-457d-96c4-7c1827aa5750 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:15:38.717055 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'code': 200} Jul 08 03:15:38.755404 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:38.805588 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:38.826671 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabb3e6-fcd3-46dc-a2e9-9ab267385934 req-3f47e950-8ce5-4d39-b6ae-6c0362b83307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:38.828255 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfabb3e6-fcd3-46dc-a2e9-9ab267385934 req-3f47e950-8ce5-4d39-b6ae-6c0362b83307 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1098 time: 0.0522795 Jul 08 03:15:38.861306 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-dfabb3e6-fcd3-46dc-a2e9-9ab267385934 req-c2126be7-db68-42e0-a0a5-111863abb80a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265937 Jul 08 03:15:39.516188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd986a-7665-4564-a0ef-e31af81f6520 req-8641c09d-b44f-4a89-837e-5b5251a820b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:39.517712 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cebd986a-7665-4564-a0ef-e31af81f6520 req-8641c09d-b44f-4a89-837e-5b5251a820b6 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 946 time: 0.0688920 Jul 08 03:15:39.558215 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cebd986a-7665-4564-a0ef-e31af81f6520 req-e52c330f-fce4-482b-a4ec-7226442bc84c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348992 Jul 08 03:15:40.701137 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:15:40.734230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f4764-a5fb-4a71-9af3-7c8deb3f4c5c req-f23c5e79-fd18-4f39-8459-65312f0348a4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:40.736293 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba4f4764-a5fb-4a71-9af3-7c8deb3f4c5c req-f23c5e79-fd18-4f39-8459-65312f0348a4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 946 time: 0.0670483 Jul 08 03:15:40.773240 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ba4f4764-a5fb-4a71-9af3-7c8deb3f4c5c req-bc4e9701-0ebc-4b25-82e9-4774326f3c72 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315409 Jul 08 03:15:40.941677 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e573b-1a1e-4b74-8908-27d368b789e9 req-b1ee9dca-47dd-487b-9a5d-3c9a3def16df tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:40.943185 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-740e573b-1a1e-4b74-8908-27d368b789e9 req-b1ee9dca-47dd-487b-9a5d-3c9a3def16df tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 946 time: 0.0633638 Jul 08 03:15:40.980335 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-740e573b-1a1e-4b74-8908-27d368b789e9 req-099dd5f5-f765-47f2-97bd-84c44e35e462 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316014 Jul 08 03:15:41.004257 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37084) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:41.093913 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d691a7-da21-4d18-b7ef-85862fa21916 tempest-TestSnapshotPattern-774348820 tempest-TestSnapshotPattern-774348820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:41.095435 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-e8d691a7-da21-4d18-b7ef-85862fa21916 tempest-TestSnapshotPattern-774348820 tempest-TestSnapshotPattern-774348820-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1093 time: 0.0899060 Jul 08 03:15:41.098355 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37088) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:15:41.102731 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:15:41.215067 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for floatingip, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:41.311497 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:41.412514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Allocated IP 172.25.8.36 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/18c28289-a277-496c-b82e-4e460e34c0a8) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:15:41.512285 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:41.601355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:41.637617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:15:41.640435 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:15:41.647073 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:15:41.676511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'Port': ['ID=18c28289-a277-496c-b82e-4e460e34c0a8,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:42.007804 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:42.134165 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:42.206911 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-79728d6d-d5b4-4384-a846-43ec1d6ac811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:42.282194 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:42.346362 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:42.415348 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'Port': ['ID=18c28289-a277-496c-b82e-4e460e34c0a8,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:15:42.424083 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:42.523512 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Floating IP 7b82ef8f-7f5d-450e-a681-da74f4417bcd associated. External IP: 172.25.8.36, port: 4614d3d6-c5bb-4156-b702-5c7d63582d8c. Jul 08 03:15:42.722610 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Router 710ae1dc-f52c-49cb-a619-680d731544b2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:15:42.828851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:15:42.838608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] Sync routers for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:15:42.847483 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:42.853921 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:42.901304 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:42.943404 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-8adf3558-f6d8-45f6-8ff2-e501c5230329 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8382399 Jul 08 03:15:42.943404 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:15:42.943404 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04" -d '{"events": [{"name": "network-changed", "server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:15:42.961057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:42.975534 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8cb0b3-309a-437a-84a8-5838f9504000 x-openstack-request-id: req-1e8cb0b3-309a-437a-84a8-5838f9504000 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:15:42.975897 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:15:42.976154 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e8cb0b3-309a-437a-84a8-5838f9504000 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:15:42.976559 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'status': 'completed', 'code': 200} Jul 08 03:15:43.052796 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-0c556d0a-a456-422a-8d38-57b2554c10de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:43.054310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-0c556d0a-a456-422a-8d38-57b2554c10de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1098 time: 0.0531082 Jul 08 03:15:43.147498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-767ab487-d824-4fa2-b036-62bbe7fe6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:43.148893 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-767ab487-d824-4fa2-b036-62bbe7fe6dda service neutron] 10.222.0.32 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.0885174 Jul 08 03:15:43.182347 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:41Z', 'revision_number': 0, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:43.211312 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] Checking router: 710ae1dc-f52c-49cb-a619-680d731544b2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:15:43.212052 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-c63a6df2-2910-439a-90d7-d742e697c401 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 999 time: 0.0569184 Jul 08 03:15:43.219620 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:15:43.220766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:15:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:43.263358 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-3cef47ac-7b1f-4be2-bf06-fb0fd51ea742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:43.264825 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-3cef47ac-7b1f-4be2-bf06-fb0fd51ea742 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0468888 Jul 08 03:15:43.321207 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:15:43.321454 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-cbabffa0-bda7-4e0c-be24-d1d2210833e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:15:43.322776 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-cbabffa0-bda7-4e0c-be24-d1d2210833e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518010 Jul 08 03:15:43.412190 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-3cf9d8ca-fcd7-4713-91c6-50773c61c9e8 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827036 Jul 08 03:15:43.508123 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-0e29697e-a5af-4d2d-8c81-abb3ba7e9e04 req-20d75b7a-28b1-4a48-b93a-55f0f87dc7f7 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896556 Jul 08 03:15:43.553089 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:41Z', 'revision_number': 0, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:15:43.578569 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471db3fc-f911-417a-a4a3-1cc013490b55 None None] The sync data for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 is: [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:41Z', 'revision_number': 0, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:15:43.763490 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc12aead-5b80-4984-ae84-5804ae8fd9b1 None None] New status for floating IP 7b82ef8f-7f5d-450e-a681-da74f4417bcd: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:15:44.560321 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07fe8035-7b32-4451-8b63-fb06fb002882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:44.915084 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:46.123267 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:47.056702 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [req-6cc14af4-7b8c-4f55-b8ce-5ca0d5b3e80a req-abcbbb3e-67eb-4d48-9809-78e969da901f service neutron] (100713) timed out ('10.222.0.10', 35392) {{(pid=100713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:15:47.760703 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:48.900483 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:15:51.734667 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:07.714237 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-79b32e4d-0d1b-4b80-8671-dcf08a60f471 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519888 Jul 08 03:16:07.806146 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-a39c53e7-feca-415b-bd71-9668266b22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:16:07.807622 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-a39c53e7-feca-415b-bd71-9668266b22ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1098 time: 0.0512795 Jul 08 03:16:07.910883 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-fe40c611-9f12-4e9a-9339-5824eca8f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:16:07.912511 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-fe40c611-9f12-4e9a-9339-5824eca8f970 service neutron] 10.222.0.32 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.0859776 Jul 08 03:16:07.976166 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-d993904a-bda0-47cc-87eb-e23acd106750 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 1001 time: 0.0569537 Jul 08 03:16:08.027083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-b77decb6-2f08-40c8-8e6e-315240bd884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:16:08.028525 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-b77decb6-2f08-40c8-8e6e-315240bd884a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0464077 Jul 08 03:16:08.388799 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-4d8a7eb1-40e7-4b9c-91c5-3bb403ae9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:16:08.390214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-4d8a7eb1-40e7-4b9c-91c5-3bb403ae9012 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3543317 Jul 08 03:16:08.475430 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-e6e0e7de-6efb-4f73-b45f-068d012f92c8 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782905 Jul 08 03:16:08.567305 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-f49734bc-6aa9-4359-8881-cb7057f3ae62 req-5f4d3fb3-25d1-4e18-99ee-4595855ce822 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847759 Jul 08 03:16:12.191612 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-17d51c41-1486-48f3-9459-b6780b1d3c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:14.508453 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-34b63719-f1b5-475a-9e9c-2986c426d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:14.928877 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:16.089093 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:17.701980 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:16:17.762905 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:18.922767 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:21.720540 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:42.196597 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a2800562-9f67-488d-a134-1c3eec261db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:44.513806 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-05749d86-2dc2-47bd-ae94-3379162beedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:44.803894 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-b20fc961-f729-4c3f-a368-f2cfb738d983 req-f51ae959-3943-4d22-a97a-d1c8a3879ad6 tempest-TestNetworkAdvancedServerOps-1407484045 tempest-TestNetworkAdvancedServerOps-1407484045-project] (100712) timed out ('10.222.0.18', 56545) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:16:44.919697 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:46.096689 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:47.756680 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:48.970789 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:51.739802 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:16:54.700989 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:17:08.539796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-5ad8e1c4-1895-477e-b225-7b2b89f0ba6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515199 Jul 08 03:17:08.629918 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-59422b81-afcb-418c-8935-3064d962215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:17:08.631679 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-59422b81-afcb-418c-8935-3064d962215d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1098 time: 0.0519679 Jul 08 03:17:08.740069 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-223c749c-480c-45c6-af94-2768f304d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:17:08.741541 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-223c749c-480c-45c6-af94-2768f304d0f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.0899799 Jul 08 03:17:08.811633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-f9552e95-42a5-42c7-9727-bdd28d787ab2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 1001 time: 0.0634696 Jul 08 03:17:08.862452 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-f3101517-d653-4dc0-b7d5-0fcb6f7b92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:17:08.863895 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-f3101517-d653-4dc0-b7d5-0fcb6f7b92f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0465367 Jul 08 03:17:08.920161 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-01800ba3-2781-43e6-9513-2fb5146153c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:17:08.921689 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-01800ba3-2781-43e6-9513-2fb5146153c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509663 Jul 08 03:17:09.007577 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-d305bd95-a26b-4c30-8ac3-ba87532904e1 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794091 Jul 08 03:17:09.098573 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-237b1024-72af-4707-82dc-e4932eba5fa2 req-ec243c2f-e28b-49c3-b54a-61fdcea18f54 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844834 Jul 08 03:17:12.213812 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2e996564-2d0f-441c-a5e5-9c8d7c0f7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:14.527946 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-3025798a-d7b7-481a-8c38-6abbcd92a0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:14.918687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:16.116967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:17.768220 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:18.950475 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:21.729992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:31.699570 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:17:41.121670 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4614d3d6-c5bb-4156-b702-5c7d63582d8c details requested by agent hyperv_n-h2-695189-13 with host n-h2-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:17:41.214440 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:17:41.228745 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Returning: {'device': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:17:41.268992 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:41.281781 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4614d3d6-c5bb-4156-b702-5c7d63582d8c {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:17:41.299951 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:17:41.369994 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:41.419881 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:17:41.427054 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.427432 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.427782 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.428119 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.428455 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.428786 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.429116 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.429443 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.429769 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.430095 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.430419 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.430744 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:41.444631 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] get_ports_and_sgs() called for port_ids ['4614d3d6-c5bb-4156-b702-5c7d63582d8c'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:17:42.230514 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ad809f92-3cce-41af-a606-c7d7461cd77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:43.147827 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4614d3d6-c5bb-4156-b702-5c7d63582d8c up at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:17:43.197306 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Provisioning complete for port 4614d3d6-c5bb-4156-b702-5c7d63582d8c triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:17:43.197687 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:43.272733 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:43.294664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:17:43.296944 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7088f2ea-dcc8-477a-ab7f-90a3666440e0" -d '{"events": [{"server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "name": "network-vif-plugged", "status": "completed", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:17:43.310010 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:17:43.337017 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a7b63e-9b18-4306-b8ea-b00ecc5fc1da x-openstack-request-id: req-74a7b63e-9b18-4306-b8ea-b00ecc5fc1da {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:17:43.337318 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "name": "network-vif-plugged", "status": "completed", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:17:43.337571 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74a7b63e-9b18-4306-b8ea-b00ecc5fc1da {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:17:43.337966 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'code': 200} Jul 08 03:17:43.376021 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:43.426826 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:17:44.530976 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-148ad177-5774-432b-9b97-9d3c9c8323ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:44.928303 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:46.153188 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:47.809818 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:48.992649 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:52.099017 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:53.993533 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-deac9969-04a0-485e-995b-568d4c04659b tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476921040&fields=id&tenant_id=d793ef32b8c1482a849609bf7c26706a HTTP/1.1" status: 200 len: 267 time: 0.0331063 Jul 08 03:17:54.102628 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-a22400c8-89b7-4538-a4ae-b8b213d5a8c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:17:54.104045 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-a22400c8-89b7-4538-a4ae-b8b213d5a8c2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 809 time: 0.1036868 Jul 08 03:17:54.118347 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-c3de1dc9-5123-4a67-84b5-fe1a3f1b5601 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/quotas/d793ef32b8c1482a849609bf7c26706a HTTP/1.1" status: 200 len: 375 time: 0.0089021 Jul 08 03:17:54.193209 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-3ce54041-c150-4fc5-bcb7-27529a6e740c tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702658 Jul 08 03:17:54.284505 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-048105d5-a0e4-4017-b6ad-b509dbdc4be4 service neutron] 10.222.0.10 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801899 Jul 08 03:17:54.377865 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-49bde64d-44af-4448-8a63-026bacede911 service neutron] 10.222.0.10 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876718 Jul 08 03:17:54.693074 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-9d9442ac-9bd0-452f-9007-735a5375feca req-f3c40025-1dfb-44fb-9468-ab80aa203a29 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 210 time: 0.0810680 Jul 08 03:17:55.776633 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-c8517c06-534d-4154-b63c-ff4b381940ec req-c4c1c90c-87a6-4660-afca-0f7eddd7368a tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 210 time: 0.0302157 Jul 08 03:17:56.912122 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ccd2ea4c-0e0a-40cf-87a5-3956cae2de9a req-4b209405-66be-4157-8564-c811141bcae3 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 210 time: 0.0288417 Jul 08 03:17:57.225664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4614d3d6-c5bb-4156-b702-5c7d63582d8c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:17:57.298101 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:57.319281 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:17:57.321524 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934750b-f97b-460a-85b8-3916fdc84331" -d '{"events": [{"server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "name": "network-vif-unplugged", "status": "completed", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:17:57.334277 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:17:57.392754 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:57.420854 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 03:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef740c1-24eb-400a-ac95-b6d0ecc530ff x-openstack-request-id: req-0ef740c1-24eb-400a-ac95-b6d0ecc530ff {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:17:57.421150 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "name": "network-vif-unplugged", "status": "completed", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:17:57.421406 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ef740c1-24eb-400a-ac95-b6d0ecc530ff {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:17:57.421787 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'code': 200} Jul 08 03:17:57.446414 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Pushing event updated for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=8']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:17:58.058713 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f2f7e02f-d873-40b7-88e5-1548c6825fd1 req-f9365f51-f6a8-49a4-8855-5bb10c18fcc5 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 210 time: 0.0342274 Jul 08 03:17:58.624053 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.18', 57359) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:17:58.728005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-53751eea-c896-4930-8ee2-f98709d5204a tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:17:58.729457 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-53751eea-c896-4930-8ee2-f98709d5204a tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.18 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 809 time: 0.1043952 Jul 08 03:17:58.769637 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-dcb10c23-b4a1-4aaa-9a89-162399eecd10 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d793ef32b8c1482a849609bf7c26706a HTTP/1.1" status: 200 len: 379 time: 0.0322945 Jul 08 03:17:58.777649 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'port': {'device_id': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'admin_state_up': True, 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'security_groups': ['b47f8529-4af6-44cd-a1a8-676941773b19']}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:17:58.958323 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Made reservation on behalf of d793ef32b8c1482a849609bf7c26706a for: {'port': 1} {{(pid=100712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 03:17:58.962004 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:59.092445 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_common [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Allocated IP 172.20.0.8 (713d5307-cda1-423e-b811-6d77483efa12/4f241ba1-1e62-4f2a-9308-c61701aeb6ee/6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48) {{(pid=100712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:17:59.217080 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2b2dfd62-117c-4ab7-8b76-3922778ea17b req-368a14b4-4a19-4647-bf4d-a7660f3f366a tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 210 time: 0.0389690 Jul 08 03:17:59.272675 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for port, precommit_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:59.287074 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Transition to ACTIVE for port object 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 will not be triggered until provisioned by entity DHCP. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:17:59.393128 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4859043'] for port, after_create {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:59.437634 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Network 713d5307-cda1-423e-b811-6d77483efa12 is already hosted by enough agents. {{(pid=100712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:17:59.443476 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.base_scheduler [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Resources bound (agent type, host, resource id): {{(pid=100712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:17:59.448572 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Received port after_create {{(pid=100712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:17:59.474027 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'Port': ['ID=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,revision_number=1']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:17:59.486034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.486390 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.486740 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.487083 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.487459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.487798 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.488130 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.488464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.488792 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.489125 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.489459 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.489789 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:17:59.548719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:17:59.549426 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:59.663164 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-04f5d3d8-8467-4fc0-b81c-d9b64b89b4d9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8888927 Jul 08 03:17:59.821705 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a7c15819-e396-4e57-a290-5c1834e9530e None None] Provisioning for port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 completed by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:17:59.828713 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-a7c15819-e396-4e57-a290-5c1834e9530e None None] Provisioning complete for port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 triggered by entity DHCP. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:17:59.833533 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-a7c15819-e396-4e57-a290-5c1834e9530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:17:59.870150 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-a7c15819-e396-4e57-a290-5c1834e9530e None None] Port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 cannot update to ACTIVE because it is not bound. {{(pid=100714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 03:18:00.417193 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ba53-bfb7-4e32-8357-a7b6598ac837 req-d8da5015-ae63-4a90-bfcf-d95dd244731e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:00.418826 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be37ba53-bfb7-4e32-8357-a7b6598ac837 req-d8da5015-ae63-4a90-bfcf-d95dd244731e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 931 time: 0.0666432 Jul 08 03:18:00.460564 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-be37ba53-bfb7-4e32-8357-a7b6598ac837 req-2014e5ab-c610-4c3e-9cae-b3650cf6561d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345504 Jul 08 03:18:01.650991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc21dc-21d8-43f7-a026-fcb880d90447 req-cc389107-3775-4089-86c1-773ef1a2723b tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:01.653612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bc21dc-21d8-43f7-a026-fcb880d90447 req-cc389107-3775-4089-86c1-773ef1a2723b tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 931 time: 0.0740988 Jul 08 03:18:01.692434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b6bc21dc-21d8-43f7-a026-fcb880d90447 req-1a2c4a83-0f34-412b-a81e-640703bdd6ae tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337276 Jul 08 03:18:02.876474 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35801a7-1a00-413a-beef-fed26e9bbd78 req-6fd113cd-cfb5-45b9-be16-9bab5b87b4ed tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:02.878884 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b35801a7-1a00-413a-beef-fed26e9bbd78 req-6fd113cd-cfb5-45b9-be16-9bab5b87b4ed tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 931 time: 0.0718458 Jul 08 03:18:02.918780 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-b35801a7-1a00-413a-beef-fed26e9bbd78 req-30a84491-02db-4c68-aff5-63b24fdc5800 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340352 Jul 08 03:18:04.095034 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaa548-1585-49ca-9822-507ec0d2cf29 req-ffc9c37f-1b1b-465f-9ac3-415b760d9fde tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:04.096628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-defaa548-1585-49ca-9822-507ec0d2cf29 req-ffc9c37f-1b1b-465f-9ac3-415b760d9fde tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 931 time: 0.0650778 Jul 08 03:18:04.136461 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-defaa548-1585-49ca-9822-507ec0d2cf29 req-0546fca1-84ee-452d-860c-d3e142074b8b tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Jul 08 03:18:05.323468 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aed6d-d09f-436a-be22-777c1b48101b req-e5478df4-4603-41ad-b151-33344025b71e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:05.325038 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a7aed6d-d09f-436a-be22-777c1b48101b req-e5478df4-4603-41ad-b151-33344025b71e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 931 time: 0.0758917 Jul 08 03:18:05.364795 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7a7aed6d-d09f-436a-be22-777c1b48101b req-c8de628b-e09d-4866-aac8-8172c541195e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343165 Jul 08 03:18:06.606961 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1f08-a033-40ee-b895-bcc4dd455c39 req-15d2eea7-8810-4c14-9129-dec666a23c05 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:06.608642 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0cb1f08-a033-40ee-b895-bcc4dd455c39 req-15d2eea7-8810-4c14-9129-dec666a23c05 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 931 time: 0.0780826 Jul 08 03:18:06.651581 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b0cb1f08-a033-40ee-b895-bcc4dd455c39 req-b2f35fe5-e9cd-4055-886e-b4bd1353976d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372362 Jul 08 03:18:07.834785 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5b2ad-1958-4f11-bb51-d5e9bdf4e16e req-82e1a91b-00cb-42a2-a661-b7023e81cd1d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:07.836489 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4ee5b2ad-1958-4f11-bb51-d5e9bdf4e16e req-82e1a91b-00cb-42a2-a661-b7023e81cd1d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 931 time: 0.0670085 Jul 08 03:18:07.877811 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-4ee5b2ad-1958-4f11-bb51-d5e9bdf4e16e req-bd35d8e4-efe7-48d7-8a4b-c8035b35fbd0 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356557 Jul 08 03:18:08.699948 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:18:09.049893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55e05-3b34-4d6e-a935-017e7b5bfb5d req-734bc308-f1d0-4403-b8f5-b6e6c1957930 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:09.051408 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe55e05-3b34-4d6e-a935-017e7b5bfb5d req-734bc308-f1d0-4403-b8f5-b6e6c1957930 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 931 time: 0.0631471 Jul 08 03:18:09.090770 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-3fe55e05-3b34-4d6e-a935-017e7b5bfb5d req-5787e4f4-4963-4da1-a318-83cbf06b9954 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338202 Jul 08 03:18:09.276009 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-1e26c917-fcfd-40f7-b2b9-149a08bfb5ec tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=100712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 03:18:09.277120 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-1e26c917-fcfd-40f7-b2b9-149a08bfb5ec tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055585 Jul 08 03:18:09.328640 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.v2.base [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Request body: {'port': {'device_id': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-13'}} {{(pid=100712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:18:09.402450 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:09.704561 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 {{(pid=100712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:18:09.713959 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:09.720523 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-b403be4a-215b-4522-8217-e2b8fdf7c2fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1046822 Jul 08 03:18:09.729278 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.provisioning_blocks [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Transition to ACTIVE for port object 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 will not be triggered until provisioned by entity L2. {{(pid=100712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 03:18:09.791816 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:09.854534 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,revision_number=2']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:18:09.886719 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-c4aadf2c-4387-40c7-adc9-6c9f142d0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:09.888307 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-c4aadf2c-4387-40c7-adc9-6c9f142d0e90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1096 time: 0.1240351 Jul 08 03:18:09.993528 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Attempting to bind port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 on host n-h1-695189-13 for vnic_type normal with profile {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 03:18:09.993991 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Attempting to bind port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 by drivers openvswitch,hyperv on host n-h1-695189-13 at level 0 using segments [{'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 03:18:09.994210 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Attempting to bind port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 on network 713d5307-cda1-423e-b811-6d77483efa12 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:18:10.007502 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 on network 713d5307-cda1-423e-b811-6d77483efa12 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-13 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 03:18:10.007833 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Attempting to bind port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 on network 713d5307-cda1-423e-b811-6d77483efa12 {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 03:18:10.021128 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Checking agent: {'id': '4d3f7a15-f51f-4a1a-944e-9c8ef31559fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'started_at': datetime.datetime(2021, 7, 8, 1, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 3, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 03:18:10.021475 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Checking segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 03:18:10.021862 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Bound using segment: {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'} {{(pid=100712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 03:18:10.022288 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.managers [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Bound port: 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host: n-h1-695189-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1319916f-8156-40b7-ae21-799ee5764a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '713d5307-cda1-423e-b811-6d77483efa12'}}] {{(pid=100712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 03:18:10.022651 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:10.035982 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-964b327f-42cf-4195-91a6-86072bf8d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.037471 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-964b327f-42cf-4195-91a6-86072bf8d7f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.1279070 Jul 08 03:18:10.142857 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-e17a948b-048d-4bcf-b876-75dc3a9bb237 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 999 time: 0.0840034 Jul 08 03:18:10.143893 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, cleared binding levels {{(pid=100712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 03:18:10.146959 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 03:18:10.191063 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-73d0988f-70ce-4d84-b088-0ebbb88bfe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.192670 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-73d0988f-70ce-4d84-b088-0ebbb88bfe7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0435548 Jul 08 03:18:10.229981 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4859069'] for port, after_update {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:10.271143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.271802 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:10.273293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 HTTP/1.1" status: 200 len: 1092 time: 0.9895494 Jul 08 03:18:10.274297 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:18:10.276590 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaf9ca0-16ee-4df0-a493-115e52fdb2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:18:10.280488 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067f8d7-cbf5-41b8-ad1b-9c93c328dc0f req-4fe45e88-c3b0-452f-b672-931a5f2b9312 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.282916 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e067f8d7-cbf5-41b8-ad1b-9c93c328dc0f req-4fe45e88-c3b0-452f-b672-931a5f2b9312 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 943 time: 0.0754604 Jul 08 03:18:10.310394 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b39fe-7ba9-4b6e-913c-addc2ac447c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,revision_number=3']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:18:10.319888 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-8f2cee76-2cf3-45c4-967d-a1b337b96c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.320769 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-8f2cee76-2cf3-45c4-967d-a1b337b96c65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219409 Jul 08 03:18:10.329982 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a824743-dfe9-486b-b762-ba89fb3f5510 x-openstack-request-id: req-8a824743-dfe9-486b-b762-ba89fb3f5510 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:18:10.330282 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:18:10.330524 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a824743-dfe9-486b-b762-ba89fb3f5510 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:18:10.330973 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'status': 'completed', 'code': 200} Jul 08 03:18:10.345857 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-e067f8d7-cbf5-41b8-ad1b-9c93c328dc0f req-88092474-2441-4430-80b4-7abb7f1ace68 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510755 Jul 08 03:18:10.464722 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-9241c80b-9866-4fc2-a470-ab46485d141d service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365845 Jul 08 03:18:10.469100 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf9ca0-16ee-4df0-a493-115e52fdb2d4 req-05f0defd-d4cf-4ee9-b111-e9da38930d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.470658 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5eaf9ca0-16ee-4df0-a493-115e52fdb2d4 req-05f0defd-d4cf-4ee9-b111-e9da38930d02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 1095 time: 0.0943930 Jul 08 03:18:10.625560 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-ab47c242-2a26-4dbc-bdcd-c8421f16827d req-fd2e750f-2ad7-4882-8b80-241a636d5161 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541443 Jul 08 03:18:10.628134 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf9ca0-16ee-4df0-a493-115e52fdb2d4 req-9100b9bb-4352-400f-a413-efbad6990a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.629527 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5eaf9ca0-16ee-4df0-a493-115e52fdb2d4 req-9100b9bb-4352-400f-a413-efbad6990a20 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d793ef32b8c1482a849609bf7c26706a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1511996 Jul 08 03:18:10.724535 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf9ca0-16ee-4df0-a493-115e52fdb2d4 req-3577e981-c595-48b8-b05f-698781f1900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.726136 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-5eaf9ca0-16ee-4df0-a493-115e52fdb2d4 req-3577e981-c595-48b8-b05f-698781f1900e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910792 Jul 08 03:18:10.812716 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-bb0611e3-07e3-47b8-a7b6-b0a8af83e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.814192 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-bb0611e3-07e3-47b8-a7b6-b0a8af83e754 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 1095 time: 0.0527749 Jul 08 03:18:10.853812 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-eeecec48-2098-40ee-bb29-dbbca82493ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 HTTP/1.1" status: 200 len: 217 time: 0.0327554 Jul 08 03:18:10.903514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-db4b5558-c624-4ce5-9386-3bf45282fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.905455 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-db4b5558-c624-4ce5-9386-3bf45282fbac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0452530 Jul 08 03:18:10.962286 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-0609a329-5328-4920-a349-618b1f33c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:10.963822 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-0609a329-5328-4920-a349-618b1f33c2a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525618 Jul 08 03:18:11.050286 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-f1f58bcc-4ebf-4f6a-9f4f-c08597826985 service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798748 Jul 08 03:18:11.140135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-fbdc14c4-6f6b-4a28-b480-f439fd111e9d req-8d38804c-a394-44ad-90c7-143fb6d16c9a service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842338 Jul 08 03:18:11.528498 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaca80c-b423-4ff4-ab29-eebcdf209413 req-774959bf-9115-4471-8045-d3336b820dab tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:11.530026 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4eaca80c-b423-4ff4-ab29-eebcdf209413 req-774959bf-9115-4471-8045-d3336b820dab tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 943 time: 0.0664353 Jul 08 03:18:11.566937 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4eaca80c-b423-4ff4-ab29-eebcdf209413 req-7ca1889b-a587-48db-b693-309d6fe5d2cd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Jul 08 03:18:12.230631 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fc06fe3f-4882-4875-8b42-f17dbede2216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:12.738776 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ee057-df79-447a-ba0c-58cafbf0cdf6 req-5adfb6e1-2fcf-48af-893b-632878962629 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:12.740290 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad3ee057-df79-447a-ba0c-58cafbf0cdf6 req-5adfb6e1-2fcf-48af-893b-632878962629 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 943 time: 0.0639193 Jul 08 03:18:12.777317 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ad3ee057-df79-447a-ba0c-58cafbf0cdf6 req-1a615df1-3a7b-4d77-b093-eca5af247790 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Jul 08 03:18:13.944809 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:18:13.947300 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d04f-9c36-4bb2-ba3f-da0544913fc2 req-bd13abb6-2a3d-4863-8d2a-523609a1fd34 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:13.948845 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3e5d04f-9c36-4bb2-ba3f-da0544913fc2 req-bd13abb6-2a3d-4863-8d2a-523609a1fd34 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 943 time: 0.0623250 Jul 08 03:18:13.990288 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d3e5d04f-9c36-4bb2-ba3f-da0544913fc2 req-6e4994d0-b39b-4e89-9b60-7bf482606378 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351264 Jul 08 03:18:14.039791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:18:14.051055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'port_id': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'mac_address': 'fa:16:3e:59:68:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:18:14.086966 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:14.100218 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:18:14.119239 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:18:14.212745 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:14.258507 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,revision_number=4']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:18:14.443523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:18:14.591656 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-b452dc4d-ed54-4701-8be2-35cce4699d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:14.929190 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:15.161593 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed75b8a-fa28-4c80-a862-7bc0e0795def req-115cc598-c990-458d-bd4c-3ed87dd9fd36 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:15.163081 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eed75b8a-fa28-4c80-a862-7bc0e0795def req-115cc598-c990-458d-bd4c-3ed87dd9fd36 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 944 time: 0.0628316 Jul 08 03:18:15.199557 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-eed75b8a-fa28-4c80-a862-7bc0e0795def req-15d76ea6-ac66-4bd0-839c-9b12baa6797d tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309899 Jul 08 03:18:15.944955 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:18:16.043637 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning for port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 completed by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 03:18:16.047196 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:18:16.047597 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:16.111967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:16.125062 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:16.146886 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:18:16.149225 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e480026-34d6-4630-9fd4-ca830aace392" -d '{"events": [{"server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "name": "network-vif-plugged", "status": "completed", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:18:16.162522 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:18:16.185847 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d80d3e-7bbf-45db-a721-28bb438a3c52 x-openstack-request-id: req-c6d80d3e-7bbf-45db-a721-28bb438a3c52 {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:18:16.186144 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "name": "network-vif-plugged", "status": "completed", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:18:16.186397 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6d80d3e-7bbf-45db-a721-28bb438a3c52 {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:18:16.186791 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'code': 200} Jul 08 03:18:16.253135 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:16.309476 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,revision_number=5']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:18:16.325590 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2bc54-c416-4407-a317-86f3dba9ac09 req-651a5ad3-56ab-4f30-a05c-2ad2b358456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:16.327816 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe2bc54-c416-4407-a317-86f3dba9ac09 req-651a5ad3-56ab-4f30-a05c-2ad2b358456c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 1097 time: 0.0759878 Jul 08 03:18:16.364293 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cfe2bc54-c416-4407-a317-86f3dba9ac09 req-fadf0746-b573-4c43-a647-572fb90ce133 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299513 Jul 08 03:18:16.383282 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e291df-c9df-4ce6-b58e-6e92c13c0189 req-045aac59-3669-4baa-a9ad-4e0e4e58b902 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:16.384802 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71e291df-c9df-4ce6-b58e-6e92c13c0189 req-045aac59-3669-4baa-a9ad-4e0e4e58b902 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 945 time: 0.0680318 Jul 08 03:18:16.423798 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-71e291df-c9df-4ce6-b58e-6e92c13c0189 req-f52fb1c1-bc2e-455d-8edc-05014ad3a65f tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329783 Jul 08 03:18:17.596389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3e1ca-fa5f-4579-8644-baf9d81591a6 req-4cd65b6a-0cb9-47f7-9baa-af25536ba349 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:17.597889 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70e3e1ca-fa5f-4579-8644-baf9d81591a6 req-4cd65b6a-0cb9-47f7-9baa-af25536ba349 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 945 time: 0.0624428 Jul 08 03:18:17.634579 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-70e3e1ca-fa5f-4579-8644-baf9d81591a6 req-2af103eb-0434-4d79-98f3-de73b659ffda tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313060 Jul 08 03:18:17.767079 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:17.809606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed945fa-388c-4c3c-933e-beb7b7bf6e36 req-b867c024-b4bb-49b2-86d2-33b6da7705cb tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:17.811999 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ed945fa-388c-4c3c-933e-beb7b7bf6e36 req-b867c024-b4bb-49b2-86d2-33b6da7705cb tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 945 time: 0.0645952 Jul 08 03:18:17.849300 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-7ed945fa-388c-4c3c-933e-beb7b7bf6e36 req-227a18e5-77c0-4a2b-ba9b-41ecc4bb8d31 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318503 Jul 08 03:18:17.871994 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37406) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:18:17.922512 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d885f8-7cc2-45c7-a8b9-f7e51cc331a0 tempest-TestSnapshotPattern-774348820 tempest-TestSnapshotPattern-774348820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:17.924059 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-34d885f8-7cc2-45c7-a8b9-f7e51cc331a0 tempest-TestSnapshotPattern-774348820 tempest-TestSnapshotPattern-774348820-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 1092 time: 0.0511162 Jul 08 03:18:17.926820 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37408) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:18:17.931230 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.v2.base [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Request body: {'floatingip': {'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'port_id': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 03:18:18.036003 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for floatingip, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:18.133655 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:18.238522 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.db_base_plugin_common [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Allocated IP 172.25.8.198 (d34fc429-077f-4314-b156-ece2b4cd3f46/7b46dfc0-95bc-402f-9eb5-531bfb1266cf/b33d0566-5448-44dc-90d3-9cb28b093b6c) {{(pid=100713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 03:18:18.336894 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for port, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:18.443817 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-563491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-243875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775503919315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15714996'] for port, after_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:18.478102 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Network d34fc429-077f-4314-b156-ece2b4cd3f46 is already hosted by enough agents. {{(pid=100713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 03:18:18.480839 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.base_scheduler [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Resources bound (agent type, host, resource id): {{(pid=100713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 03:18:18.483411 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Received port after_create {{(pid=100713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 03:18:18.519547 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'Port': ['ID=b33d0566-5448-44dc-90d3-9cb28b093b6c,revision_number=1']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:18:18.531980 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.532329 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.532672 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.533010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.533345 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.533677 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.534008 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.534334 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.534659 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.534982 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.535307 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.535654 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:18:18.864233 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:18.986504 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:18.996361 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:19.143610 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for port, precommit_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:19.203145 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15714986'] for port, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:19.268983 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event updated for resources: {'Port': ['ID=b33d0566-5448-44dc-90d3-9cb28b093b6c,revision_number=2']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:18:19.280799 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728163'] for floatingip, after_update {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:19.382381 n-d-695189-13 neutron-server[100713]: INFO neutron.db.l3_db [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Floating IP f1d2785a-1697-442b-bcdd-88427fec1f68 associated. External IP: 172.25.8.198, port: 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48. Jul 08 03:18:19.915970 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Router 710ae1dc-f52c-49cb-a619-680d731544b2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:18:20.025007 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:18:20.035608 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] Sync routers for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:18:20.044245 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:18:20.045499 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:18:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:18:20.098537 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:20.134265 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-288e1bcb-326a-4c4e-a766-48e7d21656ad tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2063639 Jul 08 03:18:20.134939 n-d-695189-13 neutron-server[100713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48'}] {{(pid=100713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:18:20.137348 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbb87014aa2c93e8b7ded69b3331d2b18964433483c649d410dcdb214876ccce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c" -d '{"events": [{"name": "network-changed", "server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48"}]}' {{(pid=100713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:18:20.150854 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:18:20.222771 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbae1af-e3e4-4572-8848-71ecabe056f3 x-openstack-request-id: req-8dbae1af-e3e4-4572-8848-71ecabe056f3 {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:18:20.223073 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48", "status": "completed", "code": 200}]} {{(pid=100713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:18:20.223352 n-d-695189-13 neutron-server[100713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8dbae1af-e3e4-4572-8848-71ecabe056f3 {{(pid=100713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:18:20.223768 n-d-695189-13 neutron-server[100713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'status': 'completed', 'code': 200} Jul 08 03:18:20.304101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-be4a0094-a4bd-4964-8788-2eba63cb66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:20.305703 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-be4a0094-a4bd-4964-8788-2eba63cb66ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 1097 time: 0.0588701 Jul 08 03:18:20.375795 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:43Z', 'revision_number': 1, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}, {'id': 'f1d2785a-1697-442b-bcdd-88427fec1f68', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:59:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:18:18Z', 'updated_at': '2021-07-08T03:18:18Z', 'revision_number': 0, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:18:20.397164 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-8980d6da-b2f9-4d40-bd3e-4692a2a6ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:20.398691 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-8980d6da-b2f9-4d40-bd3e-4692a2a6ba66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.0862768 Jul 08 03:18:20.406311 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] Checking router: 710ae1dc-f52c-49cb-a619-680d731544b2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:18:20.414594 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:18:20.415205 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:18:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:18:20.467491 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-700e7748-7961-4c86-ad47-7f1726a3d4ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 HTTP/1.1" status: 200 len: 999 time: 0.0620341 Jul 08 03:18:20.515411 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-4ce62e30-e81e-40af-9bd6-159c25720446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:20.516449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:18:20.516885 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-4ce62e30-e81e-40af-9bd6-159c25720446 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0440199 Jul 08 03:18:20.571924 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-074c1c34-49ba-49c3-8232-427cb73315fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:20.573434 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-074c1c34-49ba-49c3-8232-427cb73315fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509868 Jul 08 03:18:20.664612 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-c93ff409-8a02-419e-83a2-9a5f1135e916 service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836070 Jul 08 03:18:20.738699 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:43Z', 'revision_number': 1, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}, {'id': 'f1d2785a-1697-442b-bcdd-88427fec1f68', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:59:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:18:18Z', 'updated_at': '2021-07-08T03:18:18Z', 'revision_number': 0, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:18:20.752592 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d1822dbe-4e88-4720-9d6a-aeeaa43f047c req-ab75161b-ee42-4afa-b313-ac7bb128f13a service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824764 Jul 08 03:18:20.765370 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9aaaf-b343-4fab-9bb5-428028e290b0 None None] The sync data for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 is: [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:43Z', 'revision_number': 1, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}, {'id': 'f1d2785a-1697-442b-bcdd-88427fec1f68', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:59:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:18:18Z', 'updated_at': '2021-07-08T03:18:18Z', 'revision_number': 0, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:18:20.946514 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e7441e-de24-43f3-8d89-c874121c0c25 None None] New status for floating IP f1d2785a-1697-442b-bcdd-88427fec1f68: ACTIVE {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:18:21.774491 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:42.189398 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6865d9ec-04dc-431e-a802-b0dcd558c425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:44.551424 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6c248116-d55c-4412-9576-8811d1baa231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:44.922855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:45.698152 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:18:46.088550 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:47.795667 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:49.014105 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:18:50.377765 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-5b931e22-40fb-42ca-b6f0-53a146177825 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511439 Jul 08 03:18:50.471963 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-1c4f70ac-7a6d-4acd-9c99-806eeb610ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:50.473446 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-1c4f70ac-7a6d-4acd-9c99-806eeb610ea5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 1097 time: 0.0562887 Jul 08 03:18:50.578617 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-b70df335-541c-47bf-aa82-a2b50a8f1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:50.580135 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-b70df335-541c-47bf-aa82-a2b50a8f1849 service neutron] 10.222.0.18 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.0827241 Jul 08 03:18:50.645997 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-5e73c382-54ad-44d0-82db-a2a947dc3f86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 HTTP/1.1" status: 200 len: 1001 time: 0.0597389 Jul 08 03:18:50.691713 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-d553fc57-53e8-4873-aa62-fb0cc34219fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:50.693116 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-d553fc57-53e8-4873-aa62-fb0cc34219fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0415204 Jul 08 03:18:50.747472 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-470ab2c1-5fd2-4e9f-9bec-10246045192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:18:50.748909 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-470ab2c1-5fd2-4e9f-9bec-10246045192a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498264 Jul 08 03:18:51.144436 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-847fec8e-2551-4cd5-ba44-51e45791577b service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891113 Jul 08 03:18:51.230280 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4a72b73c-3370-4b23-a05e-2da0b93c4267 req-304c287d-1615-46a5-9baa-6ee785bec7e6 service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791945 Jul 08 03:18:51.800874 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:09.592796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-0f7f1d2a-1331-4c76-9e74-e2b0881b563d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969462 Jul 08 03:19:09.689245 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-14e7a3c9-f6ea-417b-b1f0-aa6c0cf4cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:19:09.690708 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-14e7a3c9-f6ea-417b-b1f0-aa6c0cf4cd27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1096 time: 0.0559328 Jul 08 03:19:09.790643 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-67c66851-af78-49c3-bb86-3ee54a8c635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:19:09.792070 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-67c66851-af78-49c3-bb86-3ee54a8c635e service neutron] 10.222.0.32 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.0826502 Jul 08 03:19:09.858207 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-2bcf1a41-cbe0-48c0-8483-06d6df72e601 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 999 time: 0.0598633 Jul 08 03:19:09.904171 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-863d527a-93aa-404e-9743-10b6996878df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:19:09.905542 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-863d527a-93aa-404e-9743-10b6996878df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0409534 Jul 08 03:19:09.962096 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-5390ddd5-060e-4dce-8827-ebf931c42f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:19:09.963629 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-5390ddd5-060e-4dce-8827-ebf931c42f04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520329 Jul 08 03:19:10.064582 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-6e9416c8-9c5e-40c2-90e0-af7963fe222a service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946968 Jul 08 03:19:10.148912 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-4bfb169c-8803-4dbb-9e74-a93010f99e6e req-f3e1e6d8-14ba-4695-9033-5aba88feaa1f service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785458 Jul 08 03:19:12.236513 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ae275e3f-a3ce-44a6-ab0b-bb7571c6928f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:14.556855 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ddfb-4bdc-486a-bf8e-d4a3cb16cafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:14.910971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:16.097652 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:17.779764 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:19.008040 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:21.784944 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:22.696697 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:19:42.202003 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7141a488-0e44-4984-b8b9-99d61d68970f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:44.556305 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-fe70bbdc-14ca-45d9-9ac4-03801faafc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:44.926006 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:46.144558 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:47.767172 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:48.977344 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:51.796371 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:52.433173 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279f1d6-1153-406c-bf13-b65dd983496c req-3a8f9617-caef-4823-9514-81070b4dc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:19:52.434748 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b279f1d6-1153-406c-bf13-b65dd983496c req-3a8f9617-caef-4823-9514-81070b4dc3f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 1097 time: 0.0584321 Jul 08 03:19:52.449836 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 details requested by agent hyperv_n-h1-695189-13 with host n-h1-695189-13 {{(pid=100714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 03:19:52.586218 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279f1d6-1153-406c-bf13-b65dd983496c req-adf52ef3-aa6a-4887-aa60-a63e43f54a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:19:52.587416 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:19:52.588628 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b279f1d6-1153-406c-bf13-b65dd983496c req-adf52ef3-aa6a-4887-aa60-a63e43f54a72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.1147516 Jul 08 03:19:52.600728 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Returning: {'device': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'port_id': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'mac_address': 'fa:16:3e:59:68:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 03:19:52.647639 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:52.664768 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 {{(pid=100714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 03:19:52.693363 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:19:52.695567 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b279f1d6-1153-406c-bf13-b65dd983496c req-a2d07343-2925-4346-a6a4-1a145114e7bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 HTTP/1.1" status: 200 len: 1001 time: 0.0995266 Jul 08 03:19:52.767441 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279f1d6-1153-406c-bf13-b65dd983496c req-3c26b143-7f02-438b-8a99-16015d908de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:19:52.769046 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b279f1d6-1153-406c-bf13-b65dd983496c req-3c26b143-7f02-438b-8a99-16015d908de3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0660393 Jul 08 03:19:52.773116 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:52.873379 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279f1d6-1153-406c-bf13-b65dd983496c req-b7de6ffb-d3dd-41b7-9739-a54b468c0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:19:52.877421 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b279f1d6-1153-406c-bf13-b65dd983496c req-b7de6ffb-d3dd-41b7-9739-a54b468c0911 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995016 Jul 08 03:19:52.885943 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,revision_number=6']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:19:52.895172 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] get_ports_and_sgs() called for port_ids ['6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48'] {{(pid=100714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 03:19:52.947263 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.948115 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.948554 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.948932 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.949285 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.949618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.949969 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.950297 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.950655 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.950985 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.951310 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:52.951696 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:19:53.011872 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b279f1d6-1153-406c-bf13-b65dd983496c req-c75d1999-a12e-42ee-86e3-6e45eae51a4a service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274564 Jul 08 03:19:53.133304 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-b279f1d6-1153-406c-bf13-b65dd983496c req-d091597b-0fd5-43a4-ad81-779442f3f7c5 service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148551 Jul 08 03:19:54.458427 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 up at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 03:19:54.544250 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.provisioning_blocks [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Provisioning complete for port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 triggered by entity L2. {{(pid=100714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 03:19:54.544717 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697979'] for port, provisioning_complete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:54.650060 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558820'] for port, before_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:54.681165 n-d-695189-13 neutron-server[100714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48'}] {{(pid=100714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:19:54.683491 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb70c17678d37e3049ec70ad86204fe7b7101bda4f51a89efa781f4057d29646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5539ca-df3a-4d19-afd7-0c2c772d7cfc" -d '{"events": [{"server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "name": "network-vif-plugged", "status": "completed", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48"}]}' {{(pid=100714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:19:54.699980 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:19:54.748994 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8340f214-3118-49c2-931d-f7de9b28227f x-openstack-request-id: req-8340f214-3118-49c2-931d-f7de9b28227f {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:19:54.749696 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "name": "network-vif-plugged", "status": "completed", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48", "code": 200}]} {{(pid=100714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:19:54.749968 n-d-695189-13 neutron-server[100714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8340f214-3118-49c2-931d-f7de9b28227f {{(pid=100714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:19:54.750375 n-d-695189-13 neutron-server[100714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'code': 200} Jul 08 03:19:54.796248 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775504228127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775503919333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775503919638'] for port, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:19:54.843463 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Pushing event updated for resources: {'Port': ['ID=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,revision_number=7']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:19:59.697243 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:20:03.015840 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37610) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:03.174075 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Deleting port b33d0566-5448-44dc-90d3-9cb28b093b6c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:03.174430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:03.251332 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:03.251697 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:03.264322 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Calling delete_port for b33d0566-5448-44dc-90d3-9cb28b093b6c owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:03.520023 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:03.545101 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event deleted for resources: {'Port': ['ID=b33d0566-5448-44dc-90d3-9cb28b093b6c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:03.556163 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.556511 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.556851 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.557188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.557520 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.557850 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.558176 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.558499 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.558821 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.559143 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.559493 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.559819 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:03.615865 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:03.616272 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Floating IP f1d2785a-1697-442b-bcdd-88427fec1f68 disassociated (deleted). External IP: 172.25.8.198, port: 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48. Jul 08 03:20:03.823268 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Router 710ae1dc-f52c-49cb-a619-680d731544b2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:20:03.932698 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:20:03.938976 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:03.943559 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] Sync routers for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:20:03.953901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:20:03.954523 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:19:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:03.976350 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4f037275-c965-467e-8e51-5f36df841f86 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "DELETE /v2.0/floatingips/f1d2785a-1697-442b-bcdd-88427fec1f68 HTTP/1.1" status: 204 len: 168 time: 0.9592955 Jul 08 03:20:03.977033 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:20:03.979553 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db24eba-a1fe-4fb4-acdb-02bae886076b" -d '{"events": [{"name": "network-changed", "server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:20:04.071084 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:20:04.110293 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db8b89c-84ca-4b63-9725-60b9841dd248 x-openstack-request-id: req-2db8b89c-84ca-4b63-9725-60b9841dd248 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:20:04.110823 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:20:04.110823 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2db8b89c-84ca-4b63-9725-60b9841dd248 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:20:04.111230 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'status': 'completed', 'code': 200} Jul 08 03:20:04.205054 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-3b54bf25-d09e-453d-a6c6-a781b571055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:04.206757 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-3b54bf25-d09e-453d-a6c6-a781b571055d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 1097 time: 0.0611756 Jul 08 03:20:04.300474 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-2fe63e5d-7d23-4e45-9109-3cc5ff140369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:04.302063 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-2fe63e5d-7d23-4e45-9109-3cc5ff140369 service neutron] 10.222.0.18 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.0890622 Jul 08 03:20:04.344810 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-a0ac2251-d2b4-4c23-a2ce-62f989116370 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 HTTP/1.1" status: 200 len: 217 time: 0.0366230 Jul 08 03:20:04.401869 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-190f40d5-a63a-46c6-8133-23438dd484a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:04.403382 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-190f40d5-a63a-46c6-8133-23438dd484a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0519743 Jul 08 03:20:04.466500 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-77eb7524-b7e0-4a90-8606-81ecf9f8902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:04.468278 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-77eb7524-b7e0-4a90-8606-81ecf9f8902e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578527 Jul 08 03:20:04.495844 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:43Z', 'revision_number': 1, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:04.522901 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] Checking router: 710ae1dc-f52c-49cb-a619-680d731544b2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:20:04.531767 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:20:04.532382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:19:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:04.599420 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-d4e0ab31-7d74-46ee-9528-33a081858b0c service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243589 Jul 08 03:20:04.642247 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:20:04.663573 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb086027-e634-4b15-993b-2912817b0991 req-dbcf5509-b25c-4c60-ac54-c118cc3e20fc tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:04.665062 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb086027-e634-4b15-993b-2912817b0991 req-dbcf5509-b25c-4c60-ac54-c118cc3e20fc tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 945 time: 0.1339908 Jul 08 03:20:04.729869 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-bb086027-e634-4b15-993b-2912817b0991 req-9b6c0e5f-b145-412d-8831-3363df747e7e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566132 Jul 08 03:20:04.735773 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-2db24eba-a1fe-4fb4-acdb-02bae886076b req-64efded4-2c03-499a-b5cc-c9ccef1015ed service neutron] 10.222.0.18 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292350 Jul 08 03:20:04.879464 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:43Z', 'revision_number': 1, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:04.905452 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135db4b-7ed1-47c7-9048-565cc97c0d3c None None] The sync data for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 is: [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_floatingips': [{'id': '7b82ef8f-7f5d-450e-a681-da74f4417bcd', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'router_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'port_id': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'mac_address': 'fa:16:3e:69:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02b558b-9025-4360-901f-cb11051220fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T03:15:41Z', 'updated_at': '2021-07-08T03:15:43Z', 'revision_number': 1, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:20:05.114584 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4341fa-f03e-4a54-a113-bdfe34c7077a None None] New status for floating IP f1d2785a-1697-442b-bcdd-88427fec1f68: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:20:05.914412 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73a84b-6e65-49ee-b6a7-4d868a208c7f req-2325f203-cdc0-42ae-a587-7945e0c02e33 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:05.915967 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae73a84b-6e65-49ee-b6a7-4d868a208c7f req-2325f203-cdc0-42ae-a587-7945e0c02e33 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 945 time: 0.0651145 Jul 08 03:20:05.954681 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-ae73a84b-6e65-49ee-b6a7-4d868a208c7f req-7c52b15d-1bd2-439e-bd53-52da8b70eea2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331473 Jul 08 03:20:06.012314 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16126d0e-606f-4683-b396-d64cf72181bb req-a96f03aa-9df5-42b1-bab3-543771e4e9b7 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:06.014348 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16126d0e-606f-4683-b396-d64cf72181bb req-a96f03aa-9df5-42b1-bab3-543771e4e9b7 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.18 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 945 time: 0.0631251 Jul 08 03:20:06.111246 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Deleting port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:06.111623 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:06.200251 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] For port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48, host n-h1-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-13',level=0,port_id=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:06.200619 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:06.212987 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Calling delete_port for 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:06.401813 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:06.434217 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event deleted for resources: {'Port': ['ID=6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:06.499375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] No DVR routers for this DVR port 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 on host n-h1-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:20:06.499375 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:06.499375 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-16126d0e-606f-4683-b396-d64cf72181bb req-3c1fd26a-8e1d-4908-88ef-1056fb15a973 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.18 "DELETE /v2.0/ports/6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 HTTP/1.1" status: 204 len: 173 time: 0.4650359 Jul 08 03:20:06.499375 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'name': 'network-vif-deleted', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:20:06.499375 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ec2c5-8116-4412-9201-70de98dd58d9" -d '{"events": [{"server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "name": "network-vif-deleted", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:20:06.523966 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378dfee-7e93-4d7c-a887-bc637b6ad775 x-openstack-request-id: req-4378dfee-7e93-4d7c-a887-bc637b6ad775 {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:20:06.524272 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79309bcb-ba2e-495a-805f-1ce3c99adf02", "name": "network-vif-deleted", "tag": "6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:20:06.524529 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4378dfee-7e93-4d7c-a887-bc637b6ad775 {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:20:06.524931 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79309bcb-ba2e-495a-805f-1ce3c99adf02', 'name': 'network-vif-deleted', 'tag': '6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48', 'status': 'completed', 'code': 200} Jul 08 03:20:06.566411 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:06.585449 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:06.585801 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:07.108344 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-087bb8ca-2943-49ab-b869-2030fed86bb4 req-c2e2571a-80ff-4594-a792-fcc05675caf2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=79309bcb-ba2e-495a-805f-1ce3c99adf02 HTTP/1.1" status: 200 len: 210 time: 0.0318532 Jul 08 03:20:09.527147 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37676) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:09.676072 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-98f4eaa5-c221-4eb6-9c59-030a48bbd2ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1123104 Jul 08 03:20:09.770514 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Deleting port 18c28289-a277-496c-b82e-4e460e34c0a8 {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:09.770859 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:09.831005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-6eccc667-efbb-41b4-b6b9-81f84e62b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:09.832526 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-6eccc667-efbb-41b4-b6b9-81f84e62b36b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1096 time: 0.1112673 Jul 08 03:20:09.865662 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:09.865996 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:09.914588 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Calling delete_port for 18c28289-a277-496c-b82e-4e460e34c0a8 owned by network:floatingip {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:09.999956 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-5017d41e-00e6-44ca-8d45-761b4d767f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:10.001442 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-5017d41e-00e6-44ca-8d45-761b4d767f9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.1475239 Jul 08 03:20:10.090553 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-b3657fdd-f36e-4fe0-bdc7-23315f2d4956 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 999 time: 0.0807819 Jul 08 03:20:10.168482 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-3ca1a4ff-8d95-4459-b459-735bba071e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:10.169964 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-3ca1a4ff-8d95-4459-b459-735bba071e25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0736248 Jul 08 03:20:10.226896 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-9c6489e8-b83e-4e32-8482-67b0b5fe5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:10.228389 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-9c6489e8-b83e-4e32-8482-67b0b5fe5237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517948 Jul 08 03:20:10.233992 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:10.298464 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event deleted for resources: {'Port': ['ID=18c28289-a277-496c-b82e-4e460e34c0a8,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:10.387223 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for floatingip, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:10.387619 n-d-695189-13 neutron-server[100712]: INFO neutron.db.l3_db [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Floating IP 7b82ef8f-7f5d-450e-a681-da74f4417bcd disassociated (deleted). External IP: 172.25.8.36, port: 4614d3d6-c5bb-4156-b702-5c7d63582d8c. Jul 08 03:20:10.423203 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-958b285f-63fe-4d82-be84-35e527b8f461 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862819 Jul 08 03:20:10.591443 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-cffe6395-0ab9-4de7-bf49-8b0a13affe59 req-8e7260ba-2790-4f48-b161-823527f5fd59 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605198 Jul 08 03:20:10.612992 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 no longer exists at agent hyperv_n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:10.632548 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] No Port match for: 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:10.632895 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Device 6de0c4e7-6ca2-4ffc-b1c6-926ccbfb3d48 not bound to the agent host n-h1-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:10.661105 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Router 710ae1dc-f52c-49cb-a619-680d731544b2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:20:10.773586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:20:10.778354 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for floatingip, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:10.784157 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] Sync routers for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:20:10.792947 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:20:10.793543 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:19:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:10.818028 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-995e6a58-3fd2-4d9a-b061-c4dd36755e91 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "DELETE /v2.0/floatingips/7b82ef8f-7f5d-450e-a681-da74f4417bcd HTTP/1.1" status: 204 len: 168 time: 1.2897196 Jul 08 03:20:10.818621 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:20:10.820905 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:20:10.866395 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 03:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb0c98c-65d4-4a94-b72c-7900bd9ca92f x-openstack-request-id: req-3cb0c98c-65d4-4a94-b72c-7900bd9ca92f {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:20:10.866699 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:20:10.866960 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cb0c98c-65d4-4a94-b72c-7900bd9ca92f {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:20:10.867433 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'status': 'completed', 'code': 200} Jul 08 03:20:10.901280 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:20:10.953929 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-545a2665-45b0-4bbc-883f-328545871a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:10.955607 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-545a2665-45b0-4bbc-883f-328545871a38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d793ef32b8c1482a849609bf7c26706a&device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 1096 time: 0.0608950 Jul 08 03:20:11.061291 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-709b0c18-2532-4824-817a-6aa8366b195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:11.062821 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-709b0c18-2532-4824-817a-6aa8366b195a service neutron] 10.222.0.32 "GET /v2.0/networks?id=713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 200 len: 910 time: 0.1003480 Jul 08 03:20:11.106930 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:11.114854 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-ea50b3cc-afd3-47ee-9939-aff86f61efd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 200 len: 217 time: 0.0459337 Jul 08 03:20:11.133857 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] Checking router: 710ae1dc-f52c-49cb-a619-680d731544b2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:20:11.142711 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:20:11.143324 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:19:44Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:11.163804 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-20824dc3-97e4-4628-8ab6-4bfdbab6a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:11.165076 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-20824dc3-97e4-4628-8ab6-4bfdbab6a03f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 200 len: 848 time: 0.0447068 Jul 08 03:20:11.222917 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-b08cfac0-7718-40b8-bb2a-1672081d0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:11.224495 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-b08cfac0-7718-40b8-bb2a-1672081d0aa4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713d5307-cda1-423e-b811-6d77483efa12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532298 Jul 08 03:20:11.250865 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:20:11.470912 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:11.501752 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c024b4-8ab4-4768-9d24-d72a3641b439 None None] The sync data for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 is: [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:17Z', 'revision_number': 4, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13', '_interfaces': [{'id': 'f6a199ee-8061-45b7-8282-22121850f00b', 'name': '', 'network_id': '713d5307-cda1-423e-b811-6d77483efa12', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'mac_address': 'fa:16:3e:c6:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:16Z', 'updated_at': '2021-07-08T03:15:21Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'subnets': [{'id': '4f241ba1-1e62-4f2a-9308-c61701aeb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:20:11.680133 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-f650e29d-0e6d-4290-bfaa-fc35c66fbc27 service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488542 Jul 08 03:20:11.741335 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9b9321-d8d0-45ff-98f6-0ed329248d6b None None] New status for floating IP 7b82ef8f-7f5d-450e-a681-da74f4417bcd: DOWN {{(pid=100717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 03:20:11.747068 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6b819-a32f-4390-9ba4-6925174ad37a req-9534454c-cc32-4cfa-b5aa-d19dd24ee3a9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:11.749170 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7dc6b819-a32f-4390-9ba4-6925174ad37a req-9534454c-cc32-4cfa-b5aa-d19dd24ee3a9 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 944 time: 0.1454465 Jul 08 03:20:11.802771 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-7dc6b819-a32f-4390-9ba4-6925174ad37a req-ed4e131f-bff1-4c08-a74f-568a4d0c6c6a tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475264 Jul 08 03:20:11.817450 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-d881e39b-3e3e-4658-996b-00bb6a3b7d5f req-d4f0766d-b90c-4e0e-93ff-6787e98679fd service neutron] 10.222.0.32 "GET /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304500 Jul 08 03:20:12.211177 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-6f1e50e3-c841-48ac-a611-e89957d69016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:12.877047 n-d-695189-13 neutron-server[100712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-d5756579-2252-4770-81f2-3e063a1dbebd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:12.878631 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-d5756579-2252-4770-81f2-3e063a1dbebd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.32 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 944 time: 0.0635498 Jul 08 03:20:12.986762 n-d-695189-13 neutron-server[100713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016d786-2b4c-4f2a-8c30-1e3768f9e342 req-2072d04b-bd18-463e-9583-73284476d8f2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 03:20:12.988306 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f016d786-2b4c-4f2a-8c30-1e3768f9e342 req-2072d04b-bd18-463e-9583-73284476d8f2 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 944 time: 0.0671835 Jul 08 03:20:12.991236 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Deleting port 4614d3d6-c5bb-4156-b702-5c7d63582d8c {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:12.991615 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:13.025822 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-f016d786-2b4c-4f2a-8c30-1e3768f9e342 req-c9213d06-cc3b-4383-a3e0-a95ffc0f856e tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/security-groups?id=b47f8529-4af6-44cd-a1a8-676941773b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312641 Jul 08 03:20:13.077267 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] For port 4614d3d6-c5bb-4156-b702-5c7d63582d8c, host n-h2-695189-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-13',level=0,port_id=4614d3d6-c5bb-4156-b702-5c7d63582d8c,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:13.077633 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:13.090088 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Calling delete_port for 4614d3d6-c5bb-4156-b702-5c7d63582d8c owned by compute:nova {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:13.286828 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:13.316586 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event deleted for resources: {'Port': ['ID=4614d3d6-c5bb-4156-b702-5c7d63582d8c,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:13.365763 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] No DVR routers for this DVR port 4614d3d6-c5bb-4156-b702-5c7d63582d8c on host n-h2-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:20:13.369914 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19391'] for port, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:13.371228 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [req-74ee0777-27a5-4e95-a8ad-2ef3cd2759cf req-aa35599c-3b35-4943-baa3-41b74d32b6e4 tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.32 "DELETE /v2.0/ports/4614d3d6-c5bb-4156-b702-5c7d63582d8c HTTP/1.1" status: 204 len: 173 time: 0.4875195 Jul 08 03:20:13.371772 n-d-695189-13 neutron-server[100712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'name': 'network-vif-deleted', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c'}] {{(pid=100712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 03:20:13.374108 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61e76ff969f23032c26dc5587ef5eec329872030e3803afee63342311325385a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4bf87e-5b93-47a6-9861-c33332c10359" -d '{"events": [{"server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "name": "network-vif-deleted", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c"}]}' {{(pid=100712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 03:20:13.412780 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 03:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08681011-ebde-4cd5-b7bd-24fa7c69017b x-openstack-request-id: req-08681011-ebde-4cd5-b7bd-24fa7c69017b {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 03:20:13.413084 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02b558b-9025-4360-901f-cb11051220fa", "name": "network-vif-deleted", "tag": "4614d3d6-c5bb-4156-b702-5c7d63582d8c", "status": "completed", "code": 200}]} {{(pid=100712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 03:20:13.413338 n-d-695189-13 neutron-server[100712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08681011-ebde-4cd5-b7bd-24fa7c69017b {{(pid=100712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 03:20:13.413744 n-d-695189-13 neutron-server[100712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b558b-9025-4360-901f-cb11051220fa', 'name': 'network-vif-deleted', 'tag': '4614d3d6-c5bb-4156-b702-5c7d63582d8c', 'status': 'completed', 'code': 200} Jul 08 03:20:14.179719 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [req-1f7a3b76-85be-4cc6-9318-b0bfe88fb3ae req-e7b89c44-5a19-41af-bf34-2e15d69fb9da tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02b558b-9025-4360-901f-cb11051220fa HTTP/1.1" status: 200 len: 210 time: 0.0283482 Jul 08 03:20:14.510167 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-148e38ff-3bd7-493b-b413-089e496da02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:14.950293 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:15.273579 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37692) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:15.332062 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dae764ab-a9ff-4e86-bbad-b605269827fd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:15.356718 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dae764ab-a9ff-4e86-bbad-b605269827fd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:15.474028 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dae764ab-a9ff-4e86-bbad-b605269827fd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:15.476573 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-dae764ab-a9ff-4e86-bbad-b605269827fd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:15.481214 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-dae764ab-a9ff-4e86-bbad-b605269827fd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] 10.222.0.10 "DELETE /v2.0/security-groups/b47f8529-4af6-44cd-a1a8-676941773b19 HTTP/1.1" status: 204 len: 168 time: 0.2031403 Jul 08 03:20:15.487198 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae764ab-a9ff-4e86-bbad-b605269827fd tempest-TestSnapshotPattern-117709243 tempest-TestSnapshotPattern-117709243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47f8529-4af6-44cd-a1a8-676941773b19,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:15.570909 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37696) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:15.838519 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4614d3d6-c5bb-4156-b702-5c7d63582d8c no longer exists at agent hyperv_n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:15.860529 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] No Port match for: 4614d3d6-c5bb-4156-b702-5c7d63582d8c {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:15.861064 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Device 4614d3d6-c5bb-4156-b702-5c7d63582d8c not bound to the agent host n-h2-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:16.013430 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:16.114385 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:16.271810 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Deleting port f6a199ee-8061-45b7-8282-22121850f00b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:16.272159 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:16.349871 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] For port f6a199ee-8061-45b7-8282-22121850f00b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=f6a199ee-8061-45b7-8282-22121850f00b,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:16.350526 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:16.363760 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Calling delete_port for f6a199ee-8061-45b7-8282-22121850f00b owned by network:router_interface {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:16.628835 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:16.655258 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a199ee-8061-45b7-8282-22121850f00b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:16.832796 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.046216 n-d-695189-13 neutron-server[100712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Router 710ae1dc-f52c-49cb-a619-680d731544b2 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:20:17.149113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:20:17.154444 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d0ae9bc8-751a-4eeb-85fe-a630eec29257 admin admin] 10.222.0.10 "PUT /v2.0/routers/710ae1dc-f52c-49cb-a619-680d731544b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5824680 Jul 08 03:20:17.157005 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37700) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:17.157618 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] Sync routers for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:20:17.167680 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:20:17.168302 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:17.260339 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.273664 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: n-d-695189-13 {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:20:17.356221 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.444057 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:20:16Z', 'revision_number': 5, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port': {'id': '80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:17.462458 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Deleting port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:17.462808 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.474605 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] Checking router: 710ae1dc-f52c-49cb-a619-680d731544b2 for host: n-d-695189-13 {{(pid=100714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:20:17.482759 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] Routers {'710ae1dc-f52c-49cb-a619-680d731544b2'} bound to L3 agent in host n-d-695189-13 {{(pid=100714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:20:17.483382 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['710ae1dc-f52c-49cb-a619-680d731544b2'], 'active': True} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:17.540321 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] For port 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:17.540775 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.554113 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Calling delete_port for 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:17.566766 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvr_db [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] Set router 710ae1dc-f52c-49cb-a619-680d731544b2 gateway port host: None {{(pid=100714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:20:17.616811 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_hamode_db [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:20:17Z', 'revision_number': 6, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:17.645033 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7ce17-7064-4ab5-b3f3-453fe67e8085 None None] The sync data for ids ['710ae1dc-f52c-49cb-a619-680d731544b2'] in n-d-695189-13 is: [{'id': '710ae1dc-f52c-49cb-a619-680d731544b2', 'name': 'tempest-TestSnapshotPattern-421385764-router', 'tenant_id': 'd793ef32b8c1482a849609bf7c26706a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:14Z', 'updated_at': '2021-07-08T03:20:17Z', 'revision_number': 6, 'project_id': 'd793ef32b8c1482a849609bf7c26706a', 'gw_port_host': None}] {{(pid=100714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:20:17.777399 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.801538 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.803389 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Pushing event deleted for resources: {'Port': ['ID=80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:17.868093 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.956637 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:17.958721 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.079652 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.080188 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 710ae1dc-f52c-49cb-a619-680d731544b2 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:20:18.084586 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.085796 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-eea73fab-c8a7-43f6-825e-860f4ca8215c admin admin] 10.222.0.10 "DELETE /v2.0/routers/710ae1dc-f52c-49cb-a619-680d731544b2 HTTP/1.1" status: 204 len: 168 time: 0.9278634 Jul 08 03:20:18.088690 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37702) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:18.132755 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4315ab3c-27df-480f-88d0-be2e2c584ac4 admin admin] Deleting subnet 4f241ba1-1e62-4f2a-9308-c61701aeb6ee {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:20:18.135750 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4315ab3c-27df-480f-88d0-be2e2c584ac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.173549 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4315ab3c-27df-480f-88d0-be2e2c584ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.248638 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4315ab3c-27df-480f-88d0-be2e2c584ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.390488 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4315ab3c-27df-480f-88d0-be2e2c584ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.415303 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315ab3c-27df-480f-88d0-be2e2c584ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f241ba1-1e62-4f2a-9308-c61701aeb6ee,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:18.421738 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-4315ab3c-27df-480f-88d0-be2e2c584ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.423839 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-4315ab3c-27df-480f-88d0-be2e2c584ac4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4f241ba1-1e62-4f2a-9308-c61701aeb6ee HTTP/1.1" status: 204 len: 168 time: 0.3343897 Jul 08 03:20:18.426290 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37704) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:18.427283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b2c803-aa14-48e3-9dc4-8a1b42630228 None None] Network 713d5307-cda1-423e-b811-6d77483efa12 requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:20:18.499460 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.553076 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Deleting port 418dd9a8-7ab2-47a1-806e-65466d9e41dd {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:18.553424 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.616502 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] DHCP port deletion for 713d5307-cda1-423e-b811-6d77483efa12 request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:20:18.631564 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] For port 418dd9a8-7ab2-47a1-806e-65466d9e41dd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=418dd9a8-7ab2-47a1-806e-65466d9e41dd,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:18.632158 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.670000 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] Deleting port 418dd9a8-7ab2-47a1-806e-65466d9e41dd {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:18.670388 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.741791 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] For port 418dd9a8-7ab2-47a1-806e-65466d9e41dd, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=418dd9a8-7ab2-47a1-806e-65466d9e41dd,segment=NetworkSegment(1319916f-8156-40b7-ae21-799ee5764a11),segment_id=1319916f-8156-40b7-ae21-799ee5764a11)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:18.742288 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.756494 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] Calling delete_port for 418dd9a8-7ab2-47a1-806e-65466d9e41dd owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:18.916519 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:18.950201 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] Pushing event deleted for resources: {'Port': ['ID=418dd9a8-7ab2-47a1-806e-65466d9e41dd,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:18.957859 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a3633-59c5-4034-8c07-6e052838b301 None None] No DVR routers for this DVR port 418dd9a8-7ab2-47a1-806e-65466d9e41dd on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:20:18.977310 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Calling delete_port for 418dd9a8-7ab2-47a1-806e-65466d9e41dd owned by network:dhcp {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:19.028673 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.050902 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.075453 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Pushing event deleted for resources: {'Port': ['ID=418dd9a8-7ab2-47a1-806e-65466d9e41dd,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:19.079507 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] No DVR routers for this DVR port 418dd9a8-7ab2-47a1-806e-65466d9e41dd on host n-d-695189-13 {{(pid=100712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:20:19.149856 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.159550 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713d5307-cda1-423e-b811-6d77483efa12']}} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:19.169569 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319916f-8156-40b7-ae21-799ee5764a11') {'for_net_delete': True} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:19.169874 n-d-695189-13 neutron-server[100712]: DEBUG neutron.services.segments.db [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319916f-8156-40b7-ae21-799ee5764a11') {} {{(pid=100712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:19.179015 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4859253'] for segment, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.194579 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.200529 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:20:19.201558 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4858969'] for segment, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: conditions |= (models_v2.Port.network_id.in_( Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: self.session.flush() Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: Traceback (most recent call last): Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: timer() Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: cb(*args, **kw) Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: return func(*args, **kwargs) Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: self._notify() Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: self.callback(batched_events) Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: event.method(event) Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: return f(self, *a, **k) Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: return self._get(url).json() Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: return self.request(url, 'GET', **kwargs) Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:20:19.203226 n-d-695189-13 neutron-server[100712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:20:19.225065 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:19.245160 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:19.245516 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 80cf9fac-e9ac-45b6-b203-2f3e3b5e01ac not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:19.245942 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f6a199ee-8061-45b7-8282-22121850f00b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:19.265283 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: f6a199ee-8061-45b7-8282-22121850f00b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:19.265653 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device f6a199ee-8061-45b7-8282-22121850f00b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:19.266055 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 418dd9a8-7ab2-47a1-806e-65466d9e41dd no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:19.290051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 418dd9a8-7ab2-47a1-806e-65466d9e41dd {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:19.290051 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 418dd9a8-7ab2-47a1-806e-65466d9e41dd not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:19.338707 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.343415 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Notify callbacks [] for network, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.345846 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] 10.222.0.10 "DELETE /v2.0/networks/713d5307-cda1-423e-b811-6d77483efa12 HTTP/1.1" status: 204 len: 168 time: 0.9185195 Jul 08 03:20:19.348898 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37708) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:19.359059 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30fb09-3509-4f7a-98a5-e7353bbb9063 admin admin] Pushing event deleted for resources: {'Network': ['ID=713d5307-cda1-423e-b811-6d77483efa12,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:19.689727 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-285988'] for router_interface, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:19.938257 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Deleting port 5ff043d7-b624-442c-89fa-242c06e97c5f {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:19.938605 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:20.016405 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] For port 5ff043d7-b624-442c-89fa-242c06e97c5f, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=5ff043d7-b624-442c-89fa-242c06e97c5f,segment=NetworkSegment(d0845247-1276-4c99-8dbb-b2eff5e5be6f),segment_id=d0845247-1276-4c99-8dbb-b2eff5e5be6f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:20.016765 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:20.029034 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Calling delete_port for 5ff043d7-b624-442c-89fa-242c06e97c5f owned by network:router_interface {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:20.279776 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:20.309291 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff043d7-b624-442c-89fa-242c06e97c5f,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:20.321309 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.321662 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.322010 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.322348 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.322684 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.323019 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.323361 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.323706 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.324035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.324362 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.324689 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.325013 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-13 {{(pid=100713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 03:20:20.487208 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-286178'] for router_interface, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:20.710442 n-d-695189-13 neutron-server[100713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Router 7e2b4cca-76cc-4dab-b246-600abf370c37 has already been hosted by L3 agent bd3a12ed-0109-42de-a8b9-fc295d637b21 {{(pid=100713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 03:20:20.814077 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] Notify agent at l3_agent.n-d-695189-13 the message routers_updated {{(pid=100713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 03:20:20.820223 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-dfa86e55-598d-4e84-a09c-b3d625cee944 admin admin] 10.222.0.10 "PUT /v2.0/routers/7e2b4cca-76cc-4dab-b246-600abf370c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696929 Jul 08 03:20:20.822017 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37710) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:20.822739 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] Sync routers for ids ['7e2b4cca-76cc-4dab-b246-600abf370c37'] in n-d-695189-13 {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 03:20:20.832178 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] Routers {'7e2b4cca-76cc-4dab-b246-600abf370c37'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:20:20.832779 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7e2b4cca-76cc-4dab-b246-600abf370c37'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:20.926111 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks [] for router, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:20.934559 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] Set router 7e2b4cca-76cc-4dab-b246-600abf370c37 gateway port host: n-d-695189-13 {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:20:21.030393 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.116486 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'external_fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:20:20Z', 'revision_number': 5, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port': {'id': '99f5d0e8-eebe-45ea-915f-3f32c03baf2b', 'name': '', 'network_id': 'd34fc429-077f-4314-b156-ece2b4cd3f46', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T03:15:21Z', 'updated_at': '2021-07-08T03:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b46dfc0-95bc-402f-9eb5-531bfb1266cf', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-13'}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:21.143020 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] Checking router: 7e2b4cca-76cc-4dab-b246-600abf370c37 for host: n-d-695189-13 {{(pid=100717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 03:20:21.151071 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] Routers {'7e2b4cca-76cc-4dab-b246-600abf370c37'} bound to L3 agent in host n-d-695189-13 {{(pid=100717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 03:20:21.151728 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:39:14Z,description=,heartbeat_timestamp=2021-07-08T03:20:14Z,host='n-d-695189-13',id=bd3a12ed-0109-42de-a8b9-fc295d637b21,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:39:15Z,topic='l3_agent')) {'router_ids': ['7e2b4cca-76cc-4dab-b246-600abf370c37'], 'active': True} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:21.168494 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Deleting port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b {{(pid=100712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:21.168839 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.254722 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.db [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] For port 99f5d0e8-eebe-45ea-915f-3f32c03baf2b, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=99f5d0e8-eebe-45ea-915f-3f32c03baf2b,segment=NetworkSegment(a5a61d17-f34f-4fe5-b9bf-07009e25dfe6),segment_id=a5a61d17-f34f-4fe5-b9bf-07009e25dfe6)] {{(pid=100712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:21.255091 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.269138 n-d-695189-13 neutron-server[100712]: DEBUG neutron.plugins.ml2.plugin [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Calling delete_port for 99f5d0e8-eebe-45ea-915f-3f32c03baf2b owned by network:router_gateway {{(pid=100712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:21.327453 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_dvr_db [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] Set router 7e2b4cca-76cc-4dab-b246-600abf370c37 gateway port host: None {{(pid=100717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 03:20:21.379128 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.l3_hamode_db [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:20:21Z', 'revision_number': 6, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port_host': None}], 'n-d-695189-13', False) {} {{(pid=100717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:21.406057 n-d-695189-13 neutron-server[100717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161bd21-3f66-4397-80f2-ae14d27c67c8 None None] The sync data for ids ['7e2b4cca-76cc-4dab-b246-600abf370c37'] in n-d-695189-13 is: [{'id': '7e2b4cca-76cc-4dab-b246-600abf370c37', 'name': 'tempest-TestSnapshotPattern-708726710-router', 'tenant_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T03:15:20Z', 'updated_at': '2021-07-08T03:20:21Z', 'revision_number': 6, 'project_id': '2abb15238b9a4a9b81ce8db1916acdeb', 'gw_port_host': None}] {{(pid=100717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 03:20:21.491072 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4859060'] for port, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.521450 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f5d0e8-eebe-45ea-915f-3f32c03baf2b,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:21.583631 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728233'] for router_gateway, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.673215 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-278845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13094'] for router, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.675355 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.771748 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817229'] for router, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.772325 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2b4cca-76cc-4dab-b246-600abf370c37 {{(pid=100712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 03:20:21.776908 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] Notify callbacks [] for router, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.777991 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-bb7db74a-6688-4d75-86d2-a2d77ddb4e97 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7e2b4cca-76cc-4dab-b246-600abf370c37 HTTP/1.1" status: 204 len: 168 time: 0.9549079 Jul 08 03:20:21.781253 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37712) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:21.822564 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.832736 n-d-695189-13 neutron-server[100712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2624eb26-65d8-4b52-b2d2-350b0750b2cb admin admin] Deleting subnet 4a66654e-c883-4735-9125-137f2901584f {{(pid=100712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 03:20:21.835807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2624eb26-65d8-4b52-b2d2-350b0750b2cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.870320 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2624eb26-65d8-4b52-b2d2-350b0750b2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4859260'] for subnet, precommit_delete_associations {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:21.945930 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2624eb26-65d8-4b52-b2d2-350b0750b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693321'] for subnet, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.085835 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2624eb26-65d8-4b52-b2d2-350b0750b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1624018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4859134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4768340'] for subnet, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.116801 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624eb26-65d8-4b52-b2d2-350b0750b2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a66654e-c883-4735-9125-137f2901584f,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:22.120477 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-2624eb26-65d8-4b52-b2d2-350b0750b2cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.125591 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-2624eb26-65d8-4b52-b2d2-350b0750b2cb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4a66654e-c883-4735-9125-137f2901584f HTTP/1.1" status: 204 len: 168 time: 0.3433354 Jul 08 03:20:22.125731 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37714) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:22.126792 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5dc7e-8d3e-4dcd-b76a-82b413a0efcc None None] Network a19a40d3-386a-43bc-8bcb-e973edf6a41a requested from n-d-695189-13 {{(pid=100714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 03:20:22.196102 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608042'] for network, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.252968 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Deleting port d793871d-cd1e-466a-a936-bd8fede5eaef {{(pid=100713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:22.253321 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.320011 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] DHCP port deletion for a19a40d3-386a-43bc-8bcb-e973edf6a41a request from n-d-695189-13 {{(pid=100714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 03:20:22.325533 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.db [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] For port d793871d-cd1e-466a-a936-bd8fede5eaef, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d793871d-cd1e-466a-a936-bd8fede5eaef,segment=NetworkSegment(d0845247-1276-4c99-8dbb-b2eff5e5be6f),segment_id=d0845247-1276-4c99-8dbb-b2eff5e5be6f)] {{(pid=100713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:22.325940 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.339548 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.plugin [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Calling delete_port for d793871d-cd1e-466a-a936-bd8fede5eaef owned by network:dhcp {{(pid=100713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:22.370587 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] Deleting port d793871d-cd1e-466a-a936-bd8fede5eaef {{(pid=100714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 03:20:22.370971 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775504221395'] for port, before_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.432660 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.db [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] For port d793871d-cd1e-466a-a936-bd8fede5eaef, host n-d-695189-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-13',level=0,port_id=d793871d-cd1e-466a-a936-bd8fede5eaef,segment=NetworkSegment(d0845247-1276-4c99-8dbb-b2eff5e5be6f),segment_id=d0845247-1276-4c99-8dbb-b2eff5e5be6f)] {{(pid=100714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 03:20:22.433082 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-282916'] for port, precommit_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.445896 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] Calling delete_port for d793871d-cd1e-466a-a936-bd8fede5eaef owned by network:dhcp {{(pid=100714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 03:20:22.499128 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15714979'] for port, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.521993 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775504228109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775503919324'] for port, after_delete {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.528606 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=d793871d-cd1e-466a-a936-bd8fede5eaef,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:22.532127 n-d-695189-13 neutron-server[100713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] No DVR routers for this DVR port d793871d-cd1e-466a-a936-bd8fede5eaef on host n-d-695189-13 {{(pid=100713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:20:22.546978 n-d-695189-13 neutron-server[100714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] Pushing event deleted for resources: {'Port': ['ID=d793871d-cd1e-466a-a936-bd8fede5eaef,revision_number=None']} {{(pid=100714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:22.554971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe84d0-01ab-48af-9a26-92889da9cecd None None] No DVR routers for this DVR port d793871d-cd1e-466a-a936-bd8fede5eaef on host n-d-695189-13 {{(pid=100714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 03:20:22.602847 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700402', 'neutron.services.segments.db._delete_segments_for_network-8775504271701'] for network, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.612955 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19a40d3-386a-43bc-8bcb-e973edf6a41a']}} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:22.622737 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0845247-1276-4c99-8dbb-b2eff5e5be6f') {'for_net_delete': True} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:22.623035 n-d-695189-13 neutron-server[100713]: DEBUG neutron.services.segments.db [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0845247-1276-4c99-8dbb-b2eff5e5be6f') {} {{(pid=100713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 03:20:22.631525 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775504248113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5903707'] for segment, before_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.645591 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558'] for segment, precommit_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.651823 n-d-695189-13 neutron-server[100713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 03:20:22.652218 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15714894'] for segment, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: Traceback (most recent call last): Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: timer() Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: cb(*args, **kw) Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: return func(*args, **kwargs) Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: self._notify() Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: self.callback(batched_events) Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: event.method(event) Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: return f(self, *a, **k) Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: return self._get(url).json() Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: return self.request(url, 'GET', **kwargs) Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 03:20:22.654388 n-d-695189-13 neutron-server[100713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 03:20:22.776733 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1599415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728141'] for network, after_delete {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.782062 n-d-695189-13 neutron-server[100713]: DEBUG neutron_lib.callbacks.manager [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Notify callbacks [] for network, before_response {{(pid=100713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:22.783849 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] 10.222.0.10 "DELETE /v2.0/networks/a19a40d3-386a-43bc-8bcb-e973edf6a41a HTTP/1.1" status: 204 len: 168 time: 0.6565678 Jul 08 03:20:22.794482 n-d-695189-13 neutron-server[100713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e216d8-1c4f-486a-9244-80d8e1899b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=a19a40d3-386a-43bc-8bcb-e973edf6a41a,revision_number=None']} {{(pid=100713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:23.102557 n-d-695189-13 neutron-server[100713]: DEBUG neutron.wsgi [-] (100713) accepted ('10.222.0.10', 37720) {{(pid=100713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:23.142715 n-d-695189-13 neutron-server[100713]: INFO neutron.wsgi [None req-76d11061-6eec-4adf-9c3b-15941dc5d721 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d793ef32b8c1482a849609bf7c26706a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390875 Jul 08 03:20:23.145342 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37722) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:23.195652 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6575e02-d3fe-4596-a7f3-2750ca68c732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:23.216098 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6575e02-d3fe-4596-a7f3-2750ca68c732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:23.225126 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99f5d0e8-eebe-45ea-915f-3f32c03baf2b no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:23.245384 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 99f5d0e8-eebe-45ea-915f-3f32c03baf2b {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:23.245735 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 99f5d0e8-eebe-45ea-915f-3f32c03baf2b not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:23.246171 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5ff043d7-b624-442c-89fa-242c06e97c5f no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:23.265046 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: 5ff043d7-b624-442c-89fa-242c06e97c5f {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:23.265396 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device 5ff043d7-b624-442c-89fa-242c06e97c5f not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:23.265812 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d793871d-cd1e-466a-a936-bd8fede5eaef no longer exists at agent ovs-agent-n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 03:20:23.283625 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.plugin [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] No Port match for: d793871d-cd1e-466a-a936-bd8fede5eaef {{(pid=100714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 03:20:23.283971 n-d-695189-13 neutron-server[100714]: DEBUG neutron.plugins.ml2.rpc [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Device d793871d-cd1e-466a-a936-bd8fede5eaef not bound to the agent host n-d-695189-13 {{(pid=100714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:20:23.331257 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6575e02-d3fe-4596-a7f3-2750ca68c732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:23.333807 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-d6575e02-d3fe-4596-a7f3-2750ca68c732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:23.335064 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-d6575e02-d3fe-4596-a7f3-2750ca68c732 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/029e18ad-a5ca-4c3a-a66a-deae434163b4 HTTP/1.1" status: 204 len: 168 time: 0.1886263 Jul 08 03:20:23.343510 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6575e02-d3fe-4596-a7f3-2750ca68c732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029e18ad-a5ca-4c3a-a66a-deae434163b4,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:23.930501 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37728) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:23.970571 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-b8d08890-3856-4819-9977-208ea7708a88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2abb15238b9a4a9b81ce8db1916acdeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388033 Jul 08 03:20:23.972983 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [-] (100712) accepted ('10.222.0.10', 37730) {{(pid=100712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 03:20:24.019875 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-961e9aea-6156-41bd-bb4d-8fb54b6946f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:24.039972 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-961e9aea-6156-41bd-bb4d-8fb54b6946f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:24.159675 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-961e9aea-6156-41bd-bb4d-8fb54b6946f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1623930'] for security_group, after_delete {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:24.162132 n-d-695189-13 neutron-server[100712]: DEBUG neutron_lib.callbacks.manager [None req-961e9aea-6156-41bd-bb4d-8fb54b6946f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:24.163310 n-d-695189-13 neutron-server[100712]: INFO neutron.wsgi [None req-961e9aea-6156-41bd-bb4d-8fb54b6946f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d2b7ab5-ed3c-4612-ade2-6a78c2944713 HTTP/1.1" status: 204 len: 168 time: 0.1893706 Jul 08 03:20:24.171877 n-d-695189-13 neutron-server[100712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e9aea-6156-41bd-bb4d-8fb54b6946f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b7ab5-ed3c-4612-ade2-6a78c2944713,revision_number=None']} {{(pid=100712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 03:20:36.696046 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:20:42.205731 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ef35c7b9-d2b4-437b-a7cb-3afb1961225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:44.554148 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-17e76c00-ee03-4200-a51e-e9e8deea753c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:44.959030 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:46.103723 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:47.971969 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:48.987719 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:20:51.823353 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:12.206275 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-218211bf-76b7-48f1-ade1-1f2871946303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:13.695354 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:21:14.536108 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ce43cb5a-7a5f-4ac5-8d85-c4f6fe6f7a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:14.942777 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:16.126121 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:17.788469 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:19.004395 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:21.811488 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:42.209820 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8548b044-c515-41e5-a420-dee68480012f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:44.513500 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7ae45aa0-6bea-4a35-ad0f-7788a36e3c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:44.942294 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:46.113875 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:47.805147 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:48.999830 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:21:50.694540 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:21:51.793401 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:12.227456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4a05a865-165c-498c-a960-7b19e581274e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:14.570541 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e5ef85f1-d24c-462c-87fa-f40596ecfd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:14.941769 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:16.141094 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:17.776066 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:19.015284 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:21.832650 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:27.694063 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:22:42.214847 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-05d3abe8-5cbc-4d8a-b3bf-cb34d710b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:44.530203 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d195faf1-ed2e-408c-8232-1e9e3544d10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:44.929778 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:46.131006 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:47.791528 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:49.032273 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:22:51.815136 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:04.693440 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:23:12.266329 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8f722595-0dbd-40a2-a9aa-b4a46377fca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:14.529179 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-1fd861e3-9607-43a5-a4ab-3d956ec39b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:14.929277 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:16.134882 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:17.803317 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:19.043722 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:21.831943 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:41.693631 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:23:42.243300 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ff39ba25-b06d-46f2-9c98-185af3a30c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:44.545777 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-42841ca0-9839-4362-a999-a88d763b73e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:44.934666 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:46.117333 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:47.825918 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:49.025635 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:23:51.854358 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:12.191098 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-842f61b0-9164-4e4b-9bf4-a051a2276fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:14.545433 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-d9c940e5-3801-40d5-b4c1-12185c029338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:14.933425 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:16.145104 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:17.807886 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:18.693063 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:24:19.059186 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:21.870685 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:42.241605 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ec6d874d-f1af-498f-8a60-92b234ce7857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:44.515997 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-37a5d131-f03e-4e59-97c1-84c376444c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:44.927860 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:46.144038 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:47.801553 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:49.069922 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:51.858965 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:24:55.692537 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:25:12.218286 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-482993f0-4c28-42e1-85d9-574a06cdbecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:14.538706 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-9414662d-e947-407d-b63d-028933bb12b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:14.944097 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:16.172531 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:17.815229 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:19.063633 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:21.852648 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:32.692820 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:25:42.200775 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-07f0aa60-418d-4187-b712-8c71b0522e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:44.520525 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-87ae841d-43f1-4f42-8976-0d47d9315bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:44.943577 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:46.155023 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:47.823241 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:49.068704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:25:51.874935 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:09.692433 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:26:12.206146 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c6aee117-026f-4289-9704-e3cfca5f8989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:14.543176 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-4e189158-d96a-41eb-8a78-d4531c141fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:14.948567 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:16.160183 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:17.828624 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:19.074189 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:21.886497 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:42.206123 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-0748bce0-34fa-4685-816e-00a58f05d4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:44.537091 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-352ba82d-4044-40f3-bcf4-9dd668854f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:44.959809 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:46.171245 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:46.692553 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:26:47.828215 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:49.090781 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:26:51.885923 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:12.227920 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-04ff774e-e7c3-433a-b86f-21656ea02fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:14.576368 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e183fee8-ab1b-4bb0-8961-d90bab47ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:14.953445 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:16.170628 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:17.827887 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:19.079063 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:21.901871 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:23.692756 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:27:42.204251 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-8c7b9e87-9ad9-4989-9bee-65beb2221465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:44.530148 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-e8252397-493c-4669-bd8b-a32d91fdb311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:44.981586 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:46.169967 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:47.827454 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:49.101376 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:51.884141 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:27:55.986020 n-d-695189-13 neutron-server[100712]: DEBUG neutron.wsgi [req-02a6401b-cf6e-47ea-bfc0-85fb84926675 req-38c649db-d87b-4e87-9326-78490b48d2cc service neutron] (100712) timed out ('10.222.0.10', 36268) {{(pid=100712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:28:00.691971 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:28:12.215595 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-843ffd0c-53da-433d-8c7a-b663b2bfd725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:14.540342 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-20106811-b057-4605-9eb8-3b9994d89aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:14.957704 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:16.175664 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:17.855460 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:19.113108 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:21.912517 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c0983185-2829-4f33-b826-310fe71a6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:37.693114 n-d-695189-13 neutron-server[100717]: DEBUG neutron.db.agents_db [None req-fcec3724-df09-44f5-86ad-1d1d5c749830 None None] Agent healthcheck: found 7 active agents {{(pid=100717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:28:42.215183 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-7b060864-b1bd-4f35-a526-5aea261700bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:44.579915 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-ac189ef5-d3ae-4515-a612-97528efb83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:44.981117 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-2979539c-249b-449d-82c9-a3866fed1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:46.168648 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f992-7f12-47bb-9431-8e5c4e1c1ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:47.849676 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-c9f2df9c-5147-4222-9835-84e974622414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:28:49.117456 n-d-695189-13 neutron-server[100714]: DEBUG neutron_lib.callbacks.manager [None req-97a6c1f0-ed77-44be-9cd4-9e49619b8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775504271683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697992'] for agent, after_update {{(pid=100714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}